-- Logs begin at Fri 2022-01-28 02:31:15 UTC, end at Fri 2022-01-28 05:14:53 UTC. -- Jan 28 03:14:22.871243 n-d-808199-14 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 03:14:25.837568 n-d-808199-14 neutron-server[103179]: INFO neutron.common.config [-] Logging enabled! Jan 28 03:14:25.838186 n-d-808199-14 neutron-server[103179]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 03:14:25.838329 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103179) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 03:14:25.841802 n-d-808199-14 neutron-server[103179]: INFO neutron.common.config [-] Logging enabled! Jan 28 03:14:25.842052 n-d-808199-14 neutron-server[103179]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 03:14:25.842361 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103179) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 03:14:25.843291 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:14:25.843525 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 03:14:25.843886 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 03:14:25.844132 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 03:14:25.844357 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 03:14:25.844673 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.845111 n-d-808199-14 neutron-server[103179]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 03:14:25.845430 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.845723 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.846012 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.846308 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.846592 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.846869 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.847153 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.847443 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.847727 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.848006 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.848287 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.848576 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.848879 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.849158 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.849443 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.849721 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] debug = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.849999 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.850418 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.850839 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.851119 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.851406 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.851711 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.851956 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.852231 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.852513 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.852834 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] host = n-d-808199-14 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.853132 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.853415 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.853697 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.853980 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.854254 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.854527 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.854809 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.855079 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.855345 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] log_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.855615 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.855897 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.856179 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.856473 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.856815 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.857176 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.857467 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.857752 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.858025 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.858301 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.858576 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.858849 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.859122 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.859388 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.859669 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.859949 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.860232 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.860506 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.860782 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.861076 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.861347 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.861628 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.861898 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.862167 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.862439 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.862722 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.862988 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.863257 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.863553 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.863837 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.864116 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.864400 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.864675 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.864976 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.865250 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.865522 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.865792 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] use_json = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.866062 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.866331 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.866613 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.866882 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.867153 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.867422 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.867692 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.867973 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.868242 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:25.868538 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.868832 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.869155 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.869461 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.869750 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.870026 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.870314 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.870596 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.870882 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.871169 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.871455 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.871729 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.872026 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.872906 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.873182 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.873484 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.873777 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.874066 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.874338 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.874612 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.874878 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.875156 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.875446 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.875713 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.876030 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.876282 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.876583 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.876870 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.877159 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.877452 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.877734 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.878003 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.878277 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.878560 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.878834 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.879102 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.879376 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.879663 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.879936 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.880199 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.880475 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.880755 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.881047 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.881317 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.881593 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.881879 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.882153 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.882421 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.882691 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.882967 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.883240 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.883525 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.883800 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.884070 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.884339 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.884613 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.884908 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.885181 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.885455 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.885723 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.885996 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.886262 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.886531 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.886801 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.887067 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.887334 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.887601 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.887923 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.888782 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.889084 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.889359 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.889629 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.889900 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.890172 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.890454 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.890754 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.891033 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.891311 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.891587 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.891862 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.892136 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.892408 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.892681 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.892985 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.893255 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.893543 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.893824 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.894106 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.894402 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.894675 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.894967 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.895240 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.895518 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.895789 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.896062 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.896341 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.896619 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.896933 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.897226 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.897518 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.897810 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.898099 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.898375 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.898678 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.898954 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:25.899169 n-d-808199-14 neutron-server[103179]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 03:14:25.899403 n-d-808199-14 neutron-server[103179]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103179) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 03:14:26.271751 n-d-808199-14 neutron-server[103179]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 03:14:26.272027 n-d-808199-14 neutron-server[103179]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 03:14:26.272332 n-d-808199-14 neutron-server[103179]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 03:14:26.272662 n-d-808199-14 neutron-server[103179]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 03:14:26.601083 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.601294 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.601563 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.602875 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.603162 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.603423 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.647048 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.647325 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.647588 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.661788 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.662071 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.662342 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.693281 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.693553 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.693818 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.729823 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.730099 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:26.730373 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.068400 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.069283 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.069283 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.069283 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.069866 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.168908 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.169814 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.170196 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.170638 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.170921 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.171236 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.171498 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.171756 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.172011 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.172296 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.172559 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.172823 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.173100 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.173349 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.173607 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.173867 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.174118 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.174382 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.174647 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.174909 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.175178 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.175427 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.175706 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.176076 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.176324 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.176569 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.176977 n-d-808199-14 neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 03:14:27.177217 n-d-808199-14 neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 03:14:27.177453 n-d-808199-14 neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 03:14:27.177688 n-d-808199-14 neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 03:14:27.177921 n-d-808199-14 neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 03:14:27.178154 n-d-808199-14 neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 03:14:27.178513 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 03:14:27.181666 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 03:14:27.185792 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 03:14:27.189512 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 28 03:14:27.191155 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 03:14:27.191605 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 03:14:27.191933 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 03:14:27.192309 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 03:14:27.195156 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 03:14:27.195405 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 03:14:27.195750 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 03:14:27.201414 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 03:14:27.225654 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 03:14:27.226102 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.226399 n-d-808199-14 neutron-server[103179]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103179) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 03:14:27.226759 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.228114 n-d-808199-14 neutron-server[103179]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103179) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 03:14:27.228391 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 03:14:27.228634 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 03:14:27.232462 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.232809 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.297476 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 03:14:27.297653 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 03:14:27.297887 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 03:14:27.298250 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 03:14:27.317974 n-d-808199-14 neutron-server[103179]: DEBUG oslo_db.sqlalchemy.engines [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103179) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 03:14:27.752405 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Initializing driver for type 'gre' Jan 28 03:14:27.752975 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] gre ID ranges: [(1, 1000)] Jan 28 03:14:27.804595 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Initializing driver for type 'local' Jan 28 03:14:27.804998 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Initializing driver for type 'vlan' Jan 28 03:14:27.817398 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] VlanTypeDriver initialization complete Jan 28 03:14:27.817732 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Initializing driver for type 'vxlan' Jan 28 03:14:27.818213 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] vxlan ID ranges: [(1, 1000)] Jan 28 03:14:27.868401 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Initializing extension driver 'port_security' Jan 28 03:14:27.868758 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.extensions.port_security [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] PortSecurityExtensionDriver initialization complete Jan 28 03:14:27.869121 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Initializing mechanism driver 'openvswitch' Jan 28 03:14:27.869447 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Initializing mechanism driver 'hyperv' Jan 28 03:14:27.876237 n-d-808199-14 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:27.876940 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > port after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.877311 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.877661 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.878190 n-d-808199-14 neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 03:14:27.878642 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.879002 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.879343 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.879744 n-d-808199-14 neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 03:14:27.880157 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > network after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.880515 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > network after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.880992 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > network after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.881386 n-d-808199-14 neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 03:14:27.881793 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.882138 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.882474 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.882999 n-d-808199-14 neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 03:14:27.883410 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.883775 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.884117 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.884516 n-d-808199-14 neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 03:14:27.884956 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.885306 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.885644 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.886035 n-d-808199-14 neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 03:14:27.886479 n-d-808199-14 neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] ML2 OVO RPC backend initialized. {{(pid=103179) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 03:14:27.887176 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.887523 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.888444 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > network before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.888788 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > networks before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.889158 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > port before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.889502 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > ports before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.889841 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.890175 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.890514 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > network after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.890850 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > network after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.891177 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > network after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.891509 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > port after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.891839 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.892167 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.892498 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.892825 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.893173 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.900331 n-d-808199-14 neutron-server[103179]: INFO neutron.quota [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded quota_driver: . Jan 28 03:14:27.900692 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Modular L2 Plugin initialization complete Jan 28 03:14:27.901061 n-d-808199-14 neutron-server[103179]: DEBUG neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading services supported by the core plugin {{(pid=103179) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 03:14:27.901398 n-d-808199-14 neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Got port-security extension from driver 'port_security' Jan 28 03:14:27.901869 n-d-808199-14 neutron-server[103179]: INFO neutron.extensions.vlantransparent [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Disabled vlantransparent extension. Jan 28 03:14:27.902354 n-d-808199-14 neutron-server[103179]: DEBUG neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103179) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 03:14:27.902675 n-d-808199-14 neutron-server[103179]: INFO neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading Plugin: router Jan 28 03:14:27.941164 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.941555 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router after_create 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.941927 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router before_create 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.942291 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.942661 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.943017 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router after_delete 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.943379 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.943727 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.944086 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router after_create 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.944430 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router after_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.944776 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router after_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.945148 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.945505 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router after_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.945914 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.946279 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.946618 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.946953 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: subnet after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.947288 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.947639 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.947980 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.948318 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: port before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.948657 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.949037 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router after_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.949377 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.949723 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.950082 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.951017 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.951387 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > agent after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.951729 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.952072 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > network after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.952943 n-d-808199-14 neutron-server[103179]: DEBUG neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Tracking information for resource: router configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 03:14:27.953283 n-d-808199-14 neutron-server[103179]: DEBUG neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Tracking information for resource: floatingip configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 03:14:27.958185 n-d-808199-14 neutron-server[103179]: INFO neutron.db.l3_agentschedulers_db [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 03:14:27.958747 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.959104 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: port after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.959450 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.959795 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.960712 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router before_create 55550100 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.961090 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.961452 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.961805 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.967141 n-d-808199-14 neutron-server[103179]: DEBUG neutron.services.provider_configuration [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service providers = [] {{(pid=103179) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 03:14:27.967501 n-d-808199-14 neutron-server[103179]: DEBUG neutron.db.servicetype_db [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103179) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 03:14:27.970481 n-d-808199-14 neutron-server[103179]: DEBUG neutron.services.service_base [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 03:14:27.971022 n-d-808199-14 neutron-server[103179]: DEBUG neutron.services.service_base [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 03:14:27.971365 n-d-808199-14 neutron-server[103179]: DEBUG neutron.services.service_base [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 03:14:27.972252 n-d-808199-14 neutron-server[103179]: DEBUG neutron.services.service_base [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 03:14:27.972619 n-d-808199-14 neutron-server[103179]: INFO neutron.services.service_base [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 03:14:27.973023 n-d-808199-14 neutron-server[103179]: DEBUG neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 03:14:27.973343 n-d-808199-14 neutron-server[103179]: INFO neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 03:14:27.984717 n-d-808199-14 neutron-server[103179]: DEBUG neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 03:14:27.985072 n-d-808199-14 neutron-server[103179]: INFO neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading Plugin: auto_allocate Jan 28 03:14:27.991051 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: network precommit_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.991421 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: network precommit_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:27.991951 n-d-808199-14 neutron-server[103179]: DEBUG neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 03:14:27.992267 n-d-808199-14 neutron-server[103179]: INFO neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading Plugin: tag Jan 28 03:14:27.999648 n-d-808199-14 neutron-server[103179]: DEBUG neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 03:14:27.999969 n-d-808199-14 neutron-server[103179]: INFO neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading Plugin: timestamp Jan 28 03:14:28.004075 n-d-808199-14 neutron-server[103179]: DEBUG neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 03:14:28.004361 n-d-808199-14 neutron-server[103179]: INFO neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading Plugin: network_ip_availability Jan 28 03:14:28.009852 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:28.010220 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:28.010573 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:28.011291 n-d-808199-14 neutron-server[103179]: DEBUG neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 03:14:28.011606 n-d-808199-14 neutron-server[103179]: INFO neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading Plugin: flavors Jan 28 03:14:28.017069 n-d-808199-14 neutron-server[103179]: DEBUG neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 03:14:28.017393 n-d-808199-14 neutron-server[103179]: INFO neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading Plugin: revisions Jan 28 03:14:28.021695 n-d-808199-14 neutron-server[103179]: DEBUG neutron.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 03:14:28.022085 n-d-808199-14 neutron-server[103179]: DEBUG oslo_concurrency.lockutils [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.750s {{(pid=103179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 03:14:28.022822 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103179) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 03:14:28.023160 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Initializing extension manager. Jan 28 03:14:28.023674 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: __init__.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.024012 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: __pycache__ {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.024342 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.024697 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: address_group.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.025467 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.026029 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: address-group Jan 28 03:14:28.026348 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: address_scope.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.027055 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.027559 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: address-scope Jan 28 03:14:28.027881 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.028898 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.029434 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: router-admin-state-down-before-update Jan 28 03:14:28.029753 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: agent.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.030628 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.031134 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: agent Jan 28 03:14:28.031707 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: agent_resources_synced.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.032616 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.033147 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: agent-resources-synced Jan 28 03:14:28.033471 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.035237 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.035753 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: allowed-address-pairs Jan 28 03:14:28.036075 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.037181 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.037688 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: auto-allocated-topology Jan 28 03:14:28.038008 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: availability_zone.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.038696 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.039230 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: availability_zone Jan 28 03:14:28.039550 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: availability_zone_filter.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.040599 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.040989 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: availability_zone_filter Jan 28 03:14:28.041306 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: data_plane_status.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.042218 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.042860 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 03:14:28.043177 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: default_subnetpools.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.044135 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.044669 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: default-subnetpools Jan 28 03:14:28.045014 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.045835 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.046342 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: dhcp_agent_scheduler Jan 28 03:14:28.046659 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: dns.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.047566 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.048060 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 03:14:28.048377 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: dns_domain_ports.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.049315 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.049812 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 03:14:28.050128 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.051048 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.051547 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 03:14:28.051866 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: dvr.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.052537 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.053074 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: dvr Jan 28 03:14:28.053396 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: ecmp_routes.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.054308 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.054804 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 03:14:28.055122 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: empty_string_filtering.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.056025 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.056526 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: empty-string-filtering Jan 28 03:14:28.056887 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.057769 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.058265 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 03:14:28.058581 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.059483 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.060706 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 03:14:28.060977 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: external_net.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.061879 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.062380 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: external-net Jan 28 03:14:28.062908 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.063817 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.064317 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: extra_dhcp_opt Jan 28 03:14:28.064634 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: extraroute.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.065562 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.066064 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: extraroute Jan 28 03:14:28.066380 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: extraroute_atomic.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.067403 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.067909 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: extraroute-atomic Jan 28 03:14:28.068227 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: filter_validation.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.068935 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.069452 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: filter-validation Jan 28 03:14:28.069735 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: fip_pf_description.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.070646 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.071145 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 03:14:28.071460 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: fip_port_details.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.072381 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.072912 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: fip-port-details Jan 28 03:14:28.073231 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: flavors.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.074464 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.074973 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: flavors Jan 28 03:14:28.076029 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.077769 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.078283 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 03:14:28.078607 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: floatingip_pools.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.079303 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.079803 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: floatingip-pools Jan 28 03:14:28.080124 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: ip_allocation.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.081083 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.081578 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 03:14:28.081897 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.082901 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.083407 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: ip-substring-filtering Jan 28 03:14:28.083728 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: l2_adjacency.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.084657 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.085185 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 03:14:28.085503 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: l3.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.086470 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.086976 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: router Jan 28 03:14:28.087296 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.089721 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.090240 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 03:14:28.090567 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.091827 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.092335 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: ext-gw-mode Jan 28 03:14:28.092659 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.093610 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.094114 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: l3-ha Jan 28 03:14:28.094432 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: l3_flavors.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.095337 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.095833 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: l3-flavors Jan 28 03:14:28.096152 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.097115 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.097628 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 03:14:28.097930 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: l3agentscheduler.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.098980 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.099487 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: l3_agent_scheduler Jan 28 03:14:28.099810 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: local_ip.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.101623 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.102139 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension local_ip not supported by any of loaded plugins Jan 28 03:14:28.102466 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: logging.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.103955 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.104487 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension logging not supported by any of loaded plugins Jan 28 03:14:28.104808 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: metering.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.105581 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.106157 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: metering Jan 28 03:14:28.106598 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.107756 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.108270 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: metering_source_and_destination_fields Jan 28 03:14:28.108598 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: multiprovidernet.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.109561 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.110068 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: multi-provider Jan 28 03:14:28.110393 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: netmtu.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.111303 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.111887 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: net-mtu Jan 28 03:14:28.112210 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: netmtu_writable.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.113166 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.113666 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: net-mtu-writable Jan 28 03:14:28.113984 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: network_availability_zone.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.114653 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.115149 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: network_availability_zone Jan 28 03:14:28.115466 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: network_ip_availability.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.116565 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.117110 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: network-ip-availability Jan 28 03:14:28.117435 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: network_segment_range.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.118191 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.118688 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 03:14:28.119008 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: pagination.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.119988 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.120316 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: pagination Jan 28 03:14:28.120635 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: port_device_profile.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.121574 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.122692 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: port-device-profile Jan 28 03:14:28.123099 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.124019 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.124526 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: port-mac-address-regenerate Jan 28 03:14:28.124865 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.125900 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.126407 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: port-numa-affinity-policy Jan 28 03:14:28.126726 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: port_resource_request.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.127636 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.128130 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 03:14:28.128446 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.129449 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.129949 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 03:14:28.130267 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: portbindings.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.131180 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.131680 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: binding Jan 28 03:14:28.131997 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: portbindings_extended.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.133297 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.133805 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: binding-extended Jan 28 03:14:28.134125 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: portsecurity.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.135057 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.135561 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: port-security Jan 28 03:14:28.135881 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: project_id.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.136868 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.137211 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: project-id Jan 28 03:14:28.137531 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: providernet.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.139179 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.139685 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: provider Jan 28 03:14:28.140002 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.143615 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.144142 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos not supported by any of loaded plugins Jan 28 03:14:28.144465 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.145737 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.146243 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 03:14:28.146569 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.148218 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.148728 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 03:14:28.149081 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_default.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.149994 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.150704 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-default not supported by any of loaded plugins Jan 28 03:14:28.151058 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_fip.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.151966 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.152469 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 03:14:28.152788 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.153859 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.154322 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 03:14:28.154638 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.155571 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.156072 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 03:14:28.156660 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.157594 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.158091 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 03:14:28.158409 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.159455 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.159971 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 03:14:28.160279 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_pps_rule.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.161512 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.162024 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 03:14:28.162346 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.163260 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.163770 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 03:14:28.164092 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: qos_rules_alias.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.165156 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.165664 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 03:14:28.165984 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: quota_check_limit.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.166895 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.167404 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: quota-check-limit Jan 28 03:14:28.167724 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: quotasv2.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.168646 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.170797 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: quotas Jan 28 03:14:28.171132 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: quotasv2_detail.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.173054 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.173393 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: quota_details Jan 28 03:14:28.173723 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: rbac.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.174791 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.175328 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: rbac-policies Jan 28 03:14:28.175656 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: rbac_address_group.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.176584 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.177140 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: rbac-address-group Jan 28 03:14:28.177462 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: rbac_address_scope.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.178374 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.178881 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: rbac-address-scope Jan 28 03:14:28.179200 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: rbac_security_groups.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.180108 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.180612 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: rbac-security-groups Jan 28 03:14:28.180974 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.181886 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.182386 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: rbac-subnetpool Jan 28 03:14:28.182703 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: revisionifmatch.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.183697 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.184203 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: revision-if-match Jan 28 03:14:28.184518 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: revisions.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.186191 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.186699 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: standard-attr-revisions Jan 28 03:14:28.187021 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: router_availability_zone.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.187689 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.188196 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: router_availability_zone Jan 28 03:14:28.188514 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: routerservicetype.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.189463 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.189967 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 03:14:28.190285 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.191285 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.191791 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: security-groups-normalized-cidr Jan 28 03:14:28.192107 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.193058 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.193564 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: port-security-groups-filtering Jan 28 03:14:28.193879 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.194796 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.195300 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: security-groups-remote-address-group Jan 28 03:14:28.195624 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.196552 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.197088 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: security-groups-shared-filtering Jan 28 03:14:28.197404 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.197982 n-d-808199-14 neutron-server[103179]: WARNING neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 03:14:28.198295 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: securitygroup.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.208974 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.209502 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: security-group Jan 28 03:14:28.209833 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: segment.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.210623 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.211126 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension segment not supported by any of loaded plugins Jan 28 03:14:28.211450 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.212404 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.212941 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 03:14:28.213264 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: servicetype.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.214391 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.214907 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: service-type Jan 28 03:14:28.215230 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: sorting.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.216822 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.217174 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: sorting Jan 28 03:14:28.217496 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: standard_attr_segment.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.218414 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.218919 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 03:14:28.219240 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: standardattrdescription.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.219885 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.220395 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: standard-attr-description Jan 28 03:14:28.220717 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: stateful_security_group.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.221669 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.222179 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: stateful-security-group Jan 28 03:14:28.222498 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: stdattrs_common.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.223073 n-d-808199-14 neutron-server[103179]: WARNING neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 03:14:28.223392 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.224313 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.224821 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 03:14:28.225166 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: subnet_onboard.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.226243 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.226754 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: subnet_onboard Jan 28 03:14:28.227074 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.227992 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.228497 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 03:14:28.228817 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: subnet_service_types.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.229750 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.230258 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: subnet-service-types Jan 28 03:14:28.230578 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: subnetallocation.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.232942 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.233470 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: subnet_allocation Jan 28 03:14:28.233799 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.234469 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.234978 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: subnetpool-prefix-ops Jan 28 03:14:28.235296 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.236247 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.236751 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 03:14:28.237100 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: tagging.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.238180 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.238685 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: standard-attr-tag Jan 28 03:14:28.239007 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: timestamp.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.240211 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.240721 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loaded extension: standard-attr-timestamp Jan 28 03:14:28.241071 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: trunk.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.242102 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.242610 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension trunk not supported by any of loaded plugins Jan 28 03:14:28.242931 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: trunk_details.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.243847 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.244356 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 03:14:28.244675 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.245616 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.246126 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 03:14:28.246445 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Loading extension file: vlantransparent.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 03:14:28.247250 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 03:14:28.247754 n-d-808199-14 neutron-server[103179]: INFO neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 03:14:28.250289 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:network Jan 28 03:14:28.250806 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:subnet Jan 28 03:14:28.251201 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 03:14:28.251587 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:port Jan 28 03:14:28.252810 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.253286 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service FLAVORS assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.253905 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.254367 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.254647 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:router Jan 28 03:14:28.255084 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 03:14:28.255572 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service METERING assigned prefix: /metering {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.257036 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:28.257403 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:28.257749 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:14:28.258728 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 03:14:28.259163 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:security_group Jan 28 03:14:28.259590 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 03:14:28.261285 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service CORE assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.261624 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 03:14:28.261973 n-d-808199-14 neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] subnetpool is already registered Jan 28 03:14:28.262396 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service CORE assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.263268 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 03:14:28.264629 n-d-808199-14 neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] subnetpool is already registered Jan 28 03:14:28.266382 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.266814 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service FLAVORS assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.267402 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.267819 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.268147 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:router Jan 28 03:14:28.268481 n-d-808199-14 neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] router is already registered Jan 28 03:14:28.268916 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 03:14:28.269252 n-d-808199-14 neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] floatingip is already registered Jan 28 03:14:28.269700 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service METERING assigned prefix: /metering {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.270358 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 03:14:28.270679 n-d-808199-14 neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] rbac_policy is already registered Jan 28 03:14:28.271085 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:security_group Jan 28 03:14:28.271415 n-d-808199-14 neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] security_group is already registered Jan 28 03:14:28.271813 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 03:14:28.272145 n-d-808199-14 neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] security_group_rule is already registered Jan 28 03:14:28.272763 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service CORE assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.273114 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 03:14:28.273447 n-d-808199-14 neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] subnetpool is already registered Jan 28 03:14:28.273858 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Service CORE assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 03:14:28.274177 n-d-808199-14 neutron-server[103179]: INFO neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 03:14:28.274503 n-d-808199-14 neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] subnetpool is already registered Jan 28 03:14:28.274977 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: extensions {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.276429 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: address-groups {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.277955 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: address-scopes {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.280053 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: agents {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.281497 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: auto-allocated-topology {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.282717 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: availability_zones {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.283929 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: dhcp-networks {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.285558 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: dhcp-agents {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.286956 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: routers {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.289197 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: flavors {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.290344 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: service_profiles {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.291545 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: next_providers {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.293012 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: service_profiles {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.294927 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: floatingip-pools {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.296136 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: routers {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.298262 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: floatingips {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.299539 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: l3-routers {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.300948 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: l3-agents {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.302401 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: metering-labels {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.303734 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: metering-label-rules {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.305036 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: network-ip-availabilities {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.306289 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: bindings {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.307925 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: quotas {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.309493 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: quotas {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.311220 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: rbac-policies {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.312485 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: security-groups {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.313735 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: security-group-rules {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.314947 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: service-providers {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.316161 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: subnetpools {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.317604 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: subnetpools {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.319055 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.320708 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.322532 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.324301 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.327708 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.329588 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.331250 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.333148 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.334870 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.336694 n-d-808199-14 neutron-server[103179]: DEBUG neutron.api.extensions [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 03:14:28.343420 n-d-808199-14 neutron-server[103179]: WARNING keystonemiddleware.auth_token [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 03:14:28.348059 n-d-808199-14 neutron-server[103179]: WARNING keystonemiddleware.auth_token [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 03:14:28.356966 n-d-808199-14 neutron-server[103179]: DEBUG oslo_concurrency.lockutils [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Acquired lock "singleton_lock" {{(pid=103179) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 03:14:28.357401 n-d-808199-14 neutron-server[103179]: DEBUG oslo_concurrency.lockutils [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Releasing lock "singleton_lock" {{(pid=103179) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 03:14:28.358039 n-d-808199-14 neutron-server[103179]: INFO oslo_service.service [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Starting 2 workers Jan 28 03:14:28.362952 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Started child 103288 {{(pid=103179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 03:14:28.367441 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Started child 103289 {{(pid=103179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 03:14:28.368581 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.369249 n-d-808199-14 neutron-server[103179]: INFO neutron.service [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 03:14:28.369707 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.370074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [-] (103288) wsgi starting up on http://0.0.0.0:9696 Jan 28 03:14:28.372286 n-d-808199-14 neutron-server[103179]: INFO oslo_service.service [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Starting 1 workers Jan 28 03:14:28.372789 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.374384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [-] (103289) wsgi starting up on http://0.0.0.0:9696 Jan 28 03:14:28.377777 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Started child 103290 {{(pid=103179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 03:14:28.378344 n-d-808199-14 neutron-server[103179]: INFO oslo_service.service [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Starting 1 workers Jan 28 03:14:28.381660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.service [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] calling RpcWorker wait() {{(pid=103290) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 03:14:28.382192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.service [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] returning from RpcWorker wait() {{(pid=103290) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 03:14:28.382871 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Started child 103291 {{(pid=103179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 03:14:28.383646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.383749 n-d-808199-14 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-157e87f3-bda1-4188-99f4-ce8a1c0284c4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.384180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:28.385791 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103179) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 03:14:28.386001 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:14:28.386183 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 03:14:28.386407 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 03:14:28.386737 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 03:14:28.386900 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 03:14:28.387414 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.388580 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.389538 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.389780 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.389994 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.390483 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.390654 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.390910 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.391149 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.391422 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.391655 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.391827 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.391995 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.392249 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.392476 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.392766 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.393144 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.393392 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.393646 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.393814 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.394069 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.394340 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.394560 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.394837 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] debug = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.395075 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.395524 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.395746 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.395980 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.396192 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.396467 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.396687 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.396988 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.397232 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.397467 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.397706 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.397961 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.398195 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.398399 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.398645 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.398859 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.399108 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.399322 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.399765 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] host = n-d-808199-14 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.399999 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.400211 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.400460 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.400709 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.400973 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.401199 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.401446 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.401897 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.402160 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.402402 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.402642 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.402870 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.403088 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.403404 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.404079 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_options = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.404431 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.404689 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.404963 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.405161 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.405328 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.405489 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.405747 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.405908 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.406399 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.406633 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.406843 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.407071 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.407278 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.407516 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.407786 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.408007 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.408240 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.408484 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.408723 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.408982 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.409212 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.409434 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.409648 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.409860 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.410076 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.410284 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.410519 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.410727 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.410956 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.411187 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.411415 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.411673 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.411895 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.412120 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.412367 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.412593 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.412819 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.413050 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.413304 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.413523 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.415544 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.415945 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.416267 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.416422 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.416669 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.417004 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.417243 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_json = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.417850 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.417850 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.418013 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.418110 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.418362 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.418620 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.418845 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.419340 n-d-808199-14 neutron-server[103291]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:28.419462 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.420394 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.421358 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.421657 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.422865 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.422865 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.423126 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.423445 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.423602 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.423827 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.424110 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.424961 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.425328 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.425586 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.426164 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.426460 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.426745 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.427073 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.427354 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.427637 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.427867 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.428096 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.428324 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.428611 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.428938 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.429169 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.429473 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.429720 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.429947 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.430251 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.430805 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.431166 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.431442 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.431730 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.431985 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.432221 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.432470 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.432692 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.432948 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.433192 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.433413 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.433689 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.433933 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.434181 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.434406 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.434832 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.435044 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.435400 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.435900 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.436317 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.436703 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.437134 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.437360 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.437601 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.437846 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.438090 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.438324 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.438542 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.438803 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.439065 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.439312 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.439530 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.439746 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.439968 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.440201 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.440420 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.440653 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.441041 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.441426 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.441656 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.441927 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.442148 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.442388 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.442658 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.442925 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.443143 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.443412 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.443666 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.443883 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.444106 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.444319 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.444583 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.444983 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.445314 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.445535 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.445750 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.445982 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.446218 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.446414 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.446655 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.446892 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.447105 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.447319 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.447593 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.447891 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.448127 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.448374 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.448626 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.448897 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.449143 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.449369 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.449610 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.449864 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.450077 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.450925 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.451487 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.451895 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.452341 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.452805 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.453217 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.453611 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.454137 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.454388 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.454661 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.454889 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.455150 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.455399 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.455640 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.455940 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.456409 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.456971 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.457452 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.457895 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.458276 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.458558 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.458858 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.459155 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.459454 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.459722 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.460147 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.460529 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.460932 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.461338 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.461730 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.462195 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.462445 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.462724 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.462956 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.463195 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.463434 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.463749 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.464003 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.464241 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.464463 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.464733 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.464992 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.465233 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.465503 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.465757 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.466059 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.466310 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.467427 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.467687 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.467913 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.468199 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.468421 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.468662 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.468933 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.469198 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.469418 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.469636 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.469890 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.470106 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.470331 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.470569 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.470808 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.471029 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.471288 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.471526 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.471750 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.472015 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.472281 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.472503 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.472741 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.472996 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.473262 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.473502 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.473771 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.474011 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.474266 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.474511 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.474919 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.475184 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.475400 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.475648 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.475900 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.476136 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.476350 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.476671 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.477001 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.477314 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.477664 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.477900 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.478179 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.478584 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.478925 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.479194 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.479426 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.479653 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.479875 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.480120 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.480336 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.480574 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.480810 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.481054 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.481287 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.481598 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.482045 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.482323 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.482636 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.482852 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.483070 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.483305 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.483539 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.483839 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.484086 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.484314 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.484573 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.484793 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.485039 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.485284 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.485495 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.485704 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.485924 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.486138 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.486348 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.486605 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.486824 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.487033 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.487257 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.487526 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.487717 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.487940 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.488174 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.488383 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.488599 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.489072 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.489283 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.489513 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.489747 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.489959 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.490178 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.490392 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.490600 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.490824 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.491032 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.491240 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.491462 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.491697 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.491924 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.492215 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.492471 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.492690 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.493014 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.493260 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.493518 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.493762 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.494072 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.494302 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.494541 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.494759 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.494996 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.495213 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.495470 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.495790 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.496083 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.496324 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.496573 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.496902 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.497202 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.497566 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.497789 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.498083 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.498419 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.498683 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.498944 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.499191 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.499339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:28.499422 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.499669 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.499918 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.500139 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.500394 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.500609 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.500859 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.501114 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.501336 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.501548 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.501772 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.501985 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.502762 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.502762 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.502762 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.503074 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.503283 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 03:14:28.504040 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103179) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 03:14:28.504210 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 03:14:28.504363 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 03:14:28.504762 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 03:14:28.505105 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 03:14:28.505402 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 03:14:28.505748 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.506057 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.506221 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.506382 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.506546 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.506749 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.506915 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.507073 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.507232 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.507391 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.507550 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.507707 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.507864 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.508021 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.508180 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.508340 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.508499 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.508657 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.508821 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.509007 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.509165 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.509325 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.509485 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] debug = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.509642 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.509848 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.510012 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.510169 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.510327 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.510485 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.510644 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.510801 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.510959 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.511117 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.511274 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.511432 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.511590 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.511749 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.511908 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.512064 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.512222 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.512378 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.512537 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] host = n-d-808199-14 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.513222 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.513735 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.513735 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.513735 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.514054 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.514054 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.514196 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.514287 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.514403 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.514559 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.514717 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.514875 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.515031 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.515188 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.515342 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_options = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.515491 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.515645 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.515827 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.515952 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.516100 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.516255 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.516408 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.516561 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.516719 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.516911 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.517059 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.517217 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.517375 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.517534 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.517691 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.517849 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.518006 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.518163 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.518321 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.518465 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.518625 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.518781 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.518937 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.519095 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.519252 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.519409 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.519646 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.520072 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.520072 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.520072 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.520386 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.520386 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.520528 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.520609 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.520739 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.522222 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.522222 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.522222 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.522222 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.522222 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.522222 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.522222 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.522222 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.523162 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.523162 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.523162 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.523162 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_json = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.523616 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.523616 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.523616 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.523950 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.523950 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.524605 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.524605 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.524605 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.524605 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 03:14:28.525194 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.525194 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.525194 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.525194 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.525773 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.525773 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.525773 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.525773 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.526225 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.526225 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.526225 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.526605 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.526605 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.526838 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.526838 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.527066 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.527184 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.527312 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.527434 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.527553 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.527745 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.527908 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.528080 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.528241 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.528602 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.528602 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.528602 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.529818 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.529818 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.529818 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.530121 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.530121 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.530342 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.530463 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.530570 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.530732 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.530893 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.531054 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.531469 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.531633 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.531794 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.531956 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.532119 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.532281 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.532443 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.532605 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.532767 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.532955 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.533122 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.533284 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.533450 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.533610 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.533759 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.533921 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.534083 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.534244 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.534405 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.534578 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.534739 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.534902 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.535063 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.535225 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.535388 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.535537 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.535698 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.535860 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.536022 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.536183 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.536357 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.536524 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.536686 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.536875 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.537714 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.537714 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.537714 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.537714 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.537714 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.538687 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.538687 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.538687 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.538687 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.538687 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.538687 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.538687 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.539456 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.539456 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.539456 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.539456 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.539456 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.539792 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.539792 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.539934 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.540057 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.540206 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.540383 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.540500 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.540632 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.540794 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.541060 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.541224 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.541387 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.541548 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.541710 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.541871 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.542036 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.542198 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.542355 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.542532 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.542659 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.542806 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.542967 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.543129 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.543290 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.543451 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.543613 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.543774 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.544034 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.544192 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.544330 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.544491 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.544815 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.544997 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.545157 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.545332 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.545495 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.545642 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.545808 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.545971 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.546133 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.546295 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.546461 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.546623 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.546783 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.546945 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.547119 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.547282 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.547443 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.547605 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.547791 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.548142 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.548307 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.548447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:28.548588 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.548732 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.548890 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.549032 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.549166 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.549300 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.549433 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.549567 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.549711 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.549847 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.549993 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.550128 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.550289 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.550452 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.550613 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.550774 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.550937 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.551099 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.551260 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.551414 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.551571 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.551723 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.551882 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.552044 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.552205 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.552367 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.552515 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.552678 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.552887 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.553033 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.553191 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.553353 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.553514 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.553675 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.553864 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.554031 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.554170 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.554326 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.554482 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.554638 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.554799 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.554964 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.555126 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.555289 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.555438 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.555600 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.555748 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.555896 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.556060 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.556221 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.556371 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.556535 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.556712 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.556962 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.557127 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.557317 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065551 Jan 28 03:14:28.557503 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.557503 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.557756 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.557756 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.557903 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.558036 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.558197 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.558358 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.558523 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.558689 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.558851 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.559013 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.559175 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.559336 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.559498 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.559697 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.559989 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.560122 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.560244 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.560326 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.560469 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.560750 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.560913 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.560988 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.561124 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.561284 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.561445 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.561606 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.561777 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.561939 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.562101 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.562261 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.562421 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.562582 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.562753 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.562915 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.563075 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.563313 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.563403 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.563583 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.563708 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.563869 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.564030 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.564190 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.564994 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.565803 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.565803 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.565803 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.565803 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.566087 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.566087 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.566217 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.566381 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.566503 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.566669 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.566841 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.567004 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.567165 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.567324 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.567498 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.567658 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.567821 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.567984 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.568144 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.568303 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.568465 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.568628 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.568797 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.569002 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.569164 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.569330 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.569496 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.569663 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.569824 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.569987 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.570157 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.570318 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.570477 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.570635 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.570792 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.570950 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.571108 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.571266 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.571424 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.571582 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.571739 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.571898 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.572056 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.572213 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.572371 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.572529 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.572686 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.572862 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.573023 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.573181 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 03:14:28.573331 n-d-808199-14 neutron-server[103179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 03:14:40.328913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd697119-5e31-4ff7-b4db-058128097a84 None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:14:40.390897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd697119-5e31-4ff7-b4db-058128097a84 None None] No non-hosted networks {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 03:14:40.409091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.agentschedulers_db [None req-fd697119-5e31-4ff7-b4db-058128097a84 None None] DHCP Agent not found on host n-d-808199-14 {{(pid=103290) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 03:14:40.555998 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e53e58d1-f4e1-4314-9144-8ca7d98eb185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-992691'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:42.473020 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e76848f-6338-4ff6-a05a-74ec45bc7f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-992691'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:42.499505 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a31d59a-be94-4d92-831e-d714a9495bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:44.066367 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-992691'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:45.303675 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-992691'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:46.482015 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-992691'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:46.482739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.483000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.483532 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.484097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.484395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.485161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.485161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.485357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.486126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.486746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.487083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.487404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.487593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:46.488137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-808199-14', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:46.494791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-808199-14', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:49.203209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39392) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:49.473220 n-d-808199-14 neutron-server[103290]: INFO neutron.db.l3_hamode_db [None req-566455fa-a9bc-4939-a81a-15d9a0173dcb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 03:14:49.547805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566455fa-a9bc-4939-a81a-15d9a0173dcb None None] Routers set() bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:49.548191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566455fa-a9bc-4939-a81a-15d9a0173dcb None None] Router IDs set() for agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 03:14:49.702170 n-d-808199-14 neutron-server[103289]: WARNING oslo_policy.policy [None req-3642e8e7-84dd-4c50-864a-2cac1901e010 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:14:49.702730 n-d-808199-14 neutron-server[103289]: WARNING oslo_policy.policy [None req-3642e8e7-84dd-4c50-864a-2cac1901e010 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:14:49.928883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-3642e8e7-84dd-4c50-864a-2cac1901e010 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:14:49.929944 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3642e8e7-84dd-4c50-864a-2cac1901e010 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7257702 Jan 28 03:14:52.606704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:52.911718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7da29b69-5b0e-49fb-bcc2-71e6a84b6aaf admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'tenant_id': 'eb4c4e6ce2154cd0976ce4b0da73ea96', 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:53.003250 n-d-808199-14 neutron-server[103289]: DEBUG neutron.policy [None req-7da29b69-5b0e-49fb-bcc2-71e6a84b6aaf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103289) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 03:14:53.046615 n-d-808199-14 neutron-server[103289]: WARNING oslo_policy.policy [None req-7da29b69-5b0e-49fb-bcc2-71e6a84b6aaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:14:53.046990 n-d-808199-14 neutron-server[103289]: WARNING oslo_policy.policy [None req-7da29b69-5b0e-49fb-bcc2-71e6a84b6aaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:14:53.144738 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7da29b69-5b0e-49fb-bcc2-71e6a84b6aaf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761245052870', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761245051379', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761245046399', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761245100676', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761245097064', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761245088976', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2028761', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1842137', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-880208', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759285'] for rbac-policy (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:53.212308 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7da29b69-5b0e-49fb-bcc2-71e6a84b6aaf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:53.213517 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7da29b69-5b0e-49fb-bcc2-71e6a84b6aaf admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6057608 Jan 28 03:14:55.921890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39420) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:56.221273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Request body: {'network': {'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'admin_state_up': True, 'name': 'private', 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:56.248205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Made reservation on behalf of 6c5b9f1d2a5a4ccebe35c5ef417d00fc for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:14:56.250961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:56.268494 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:56.374249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Publish callbacks [] for security_group (434b204d-c691-44c3-bd64-ccf7d579dadf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:56.377886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (434b204d-c691-44c3-bd64-ccf7d579dadf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:56.397301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:14:56.426498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761243338123', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (09e5ab2e-28e6-4c8e-b0e5-136091c81c76), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:56.427076 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Unsubscribe: segment precommit_create {{(pid=103289) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 03:14:56.427599 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Added segment 09e5ab2e-28e6-4c8e-b0e5-136091c81c76 of type vlan for network 67292a0e-288f-4743-a6fb-b2dbd7d8434d Jan 28 03:14:56.443273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434b204d-c691-44c3-bd64-ccf7d579dadf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:56.469760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.470106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.470443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.470776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.471104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.471429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.471752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.472072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.472390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.472705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.473050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.473363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.473680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Tracked resource versions report: Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: pushed versions: Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: { 'AddressGroup': {'1.2'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'ConntrackHelper': {'1.0'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'Log': {'1.0'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'Network': {'1.1'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'Port': {'1.7'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'PortForwarding': {'1.2'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'QosPolicy': {'1.10'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'SecurityGroup': {'1.5'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'SubPort': {'1.0'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'Subnet': {'1.1'}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'Trunk': {'1.1'}} Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: consumer versions: Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: { DHCP agent@n-d-808199-14: {}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: L3 agent@n-d-808199-14: {}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: Metadata agent@n-d-808199-14: {}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: Metering agent@n-d-808199-14: {}, Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: Open vSwitch agent@n-d-808199-14: { 'AddressGroup': '1.2', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'ConntrackHelper': '1.0', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'LocalIPAssociation': '1.0', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'Log': '1.0', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'Network': '1.1', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'Port': '1.7', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'PortForwarding': '1.2', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'QosPolicy': '1.10', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'SecurityGroup': '1.5', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'SecurityGroupRule': '1.2', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'SubPort': '1.0', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'Subnet': '1.1', Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: 'Trunk': '1.1'}} Jan 28 03:14:56.474851 n-d-808199-14 neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 03:14:56.540272 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (67292a0e-288f-4743-a6fb-b2dbd7d8434d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:56.581758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (67292a0e-288f-4743-a6fb-b2dbd7d8434d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:56.582880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:56.583545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:56.658863 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7359009 Jan 28 03:14:56.687985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0223c-25e0-45af-b7f2-8fc5f8e263f8 admin admin] Pushing event updated for resources: {'Network': ['ID=67292a0e-288f-4743-a6fb-b2dbd7d8434d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:56.702566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 67292a0e-288f-4743-a6fb-b2dbd7d8434d details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:14:59.373858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39434) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:59.767694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e576b0d2-af89-42d4-9194-a3f9dc58be02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:59.769063 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e576b0d2-af89-42d4-9194-a3f9dc58be02 admin admin] 10.222.0.44 "GET /v2.0/networks/67292a0e-288f-4743-a6fb-b2dbd7d8434d HTTP/1.1" status: 200 len: 825 time: 0.3942356 Jan 28 03:14:59.793685 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6e7398ea-f635-499b-a081-e5921c7a371d admin admin] 10.222.0.44 "GET /v2.0/subnetpools/ceb9d27b-7f31-4761-b0ff-5b8d325e3417 HTTP/1.1" status: 200 len: 734 time: 0.0188286 Jan 28 03:14:59.801603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Request body: {'subnet': {'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'name': 'private-subnet', 'subnetpool_id': 'ceb9d27b-7f31-4761-b0ff-5b8d325e3417'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:59.821445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Made reservation on behalf of 6c5b9f1d2a5a4ccebe35c5ef417d00fc for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:14:59.824080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:00.112923 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (cd649e76-b9fd-4a00-81fc-76f681527aac), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:00.180832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Checking segment: {'id': '09e5ab2e-28e6-4c8e-b0e5-136091c81c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:15:00.181203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Network hostable DHCP agents. Network: 67292a0e-288f-4743-a6fb-b2dbd7d8434d, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:15:00.185960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd649e76-b9fd-4a00-81fc-76f681527aac,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:00.204073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Network 67292a0e-288f-4743-a6fb-b2dbd7d8434d is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:15:00.215782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 67292a0e-288f-4743-a6fb-b2dbd7d8434d) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:15:00.220568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:00.221196 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:00.226272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7d486-8299-444e-8d41-6ab65e25dc02 None None] Network 67292a0e-288f-4743-a6fb-b2dbd7d8434d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:15:00.241430 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4bd41ee4-7b86-43ea-873d-676a973ade15 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4428828 Jan 28 03:15:00.501206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-67292a0e-288f-4743-a6fb-b2dbd7d8434d', 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d', 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'fixed_ips': [{'subnet_id': 'cd649e76-b9fd-4a00-81fc-76f681527aac'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:15:00.502491 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:00.785443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Allocated IP 172.20.0.2 (67292a0e-288f-4743-a6fb-b2dbd7d8434d/cd649e76-b9fd-4a00-81fc-76f681527aac/5c373900-51ea-4731-bfed-e5f5542296d5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:15:01.056677 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Publish callbacks [] for port (5c373900-51ea-4731-bfed-e5f5542296d5), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:01.065831 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (5c373900-51ea-4731-bfed-e5f5542296d5), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:01.129678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Network 67292a0e-288f-4743-a6fb-b2dbd7d8434d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:15:01.141657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:15:01.144904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:15:01.185378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Pushing event updated for resources: {'Port': ['ID=5c373900-51ea-4731-bfed-e5f5542296d5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:01.209806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.210159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.210493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.210828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.211161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.211487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.211819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.212143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.212466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.212812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.213160 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.213480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.214519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Tracked resource versions report: Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: pushed versions: Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: { 'AddressGroup': {'1.2'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'ConntrackHelper': {'1.0'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'Log': {'1.0'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'Network': {'1.1'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'Port': {'1.7'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'PortForwarding': {'1.2'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'QosPolicy': {'1.10'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'SecurityGroup': {'1.5'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'SubPort': {'1.0'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'Subnet': {'1.1'}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'Trunk': {'1.1'}} Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: consumer versions: Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: { DHCP agent@n-d-808199-14: {}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: L3 agent@n-d-808199-14: {}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: Metadata agent@n-d-808199-14: {}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: Metering agent@n-d-808199-14: {}, Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: Open vSwitch agent@n-d-808199-14: { 'AddressGroup': '1.2', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'ConntrackHelper': '1.0', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'LocalIPAssociation': '1.0', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'Log': '1.0', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'Network': '1.1', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'Port': '1.7', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'PortForwarding': '1.2', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'QosPolicy': '1.10', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'SecurityGroup': '1.5', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'SecurityGroupRule': '1.2', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'SubPort': '1.0', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'Subnet': '1.1', Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: 'Trunk': '1.1'}} Jan 28 03:15:01.215692 n-d-808199-14 neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 03:15:01.243585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Attempting to bind port 5c373900-51ea-4731-bfed-e5f5542296d5 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:15:01.244152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Attempting to bind port 5c373900-51ea-4731-bfed-e5f5542296d5 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '09e5ab2e-28e6-4c8e-b0e5-136091c81c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:15:01.244383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Attempting to bind port 5c373900-51ea-4731-bfed-e5f5542296d5 on network 67292a0e-288f-4743-a6fb-b2dbd7d8434d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:15:01.250051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:15:01.250437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Checking segment: {'id': '09e5ab2e-28e6-4c8e-b0e5-136091c81c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:15:01.250925 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:01.251315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Bound using segment: {'id': '09e5ab2e-28e6-4c8e-b0e5-136091c81c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:15:01.251816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Bound port: 5c373900-51ea-4731-bfed-e5f5542296d5, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e5ab2e-28e6-4c8e-b0e5-136091c81c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:15:01.252231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5c373900-51ea-4731-bfed-e5f5542296d5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:01.316541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] For port 5c373900-51ea-4731-bfed-e5f5542296d5, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:15:01.320713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] For port 5c373900-51ea-4731-bfed-e5f5542296d5, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5c373900-51ea-4731-bfed-e5f5542296d5,segment=NetworkSegment(09e5ab2e-28e6-4c8e-b0e5-136091c81c76),segment_id=09e5ab2e-28e6-4c8e-b0e5-136091c81c76)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:15:01.325302 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5c373900-51ea-4731-bfed-e5f5542296d5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:01.388742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614bf54-8c90-4596-b241-6b9e3198b31d None None] Pushing event updated for resources: {'Port': ['ID=5c373900-51ea-4731-bfed-e5f5542296d5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:02.768103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39442) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:03.084730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-455d3e19-9f88-4442-b3dd-ba577797708e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:15:03.085749 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-455d3e19-9f88-4442-b3dd-ba577797708e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3167050 Jan 28 03:15:05.582346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39450) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:05.900344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-aa66ea00-4976-4427-aadc-7c0e717a98e2 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:15:05.901928 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aa66ea00-4976-4427-aadc-7c0e717a98e2 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186102 Jan 28 03:15:08.607840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39460) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:09.124247 n-d-808199-14 neutron-server[103288]: WARNING oslo_policy.policy [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:15:09.124916 n-d-808199-14 neutron-server[103288]: WARNING oslo_policy.policy [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:15:09.356293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:15:09.418079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.policy [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103288) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 03:15:09.462691 n-d-808199-14 neutron-server[103288]: WARNING oslo_policy.policy [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:15:09.463095 n-d-808199-14 neutron-server[103288]: WARNING oslo_policy.policy [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 03:15:09.525728 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (0047be1e-027c-47b1-ab62-b3296b367338), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:09.527800 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (0047be1e-027c-47b1-ab62-b3296b367338), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:09.689591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] Publish callbacks [] for router_controller (0047be1e-027c-47b1-ab62-b3296b367338), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:09.695692 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (0047be1e-027c-47b1-ab62-b3296b367338), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:09.716538 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:09.725981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a9825f80-0509-4371-a916-986a4f389b54 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1079836 Jan 28 03:15:10.299855 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b8f798af-31e0-4fea-9b60-d09dd616dd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:11.122471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5c373900-51ea-4731-bfed-e5f5542296d5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:15:11.207023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 5c373900-51ea-4731-bfed-e5f5542296d5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:11.207439 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c373900-51ea-4731-bfed-e5f5542296d5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:11.318469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 5c373900-51ea-4731-bfed-e5f5542296d5 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:15:11.319152 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5c373900-51ea-4731-bfed-e5f5542296d5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:11.352618 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 5c373900-51ea-4731-bfed-e5f5542296d5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5c373900-51ea-4731-bfed-e5f5542296d5,segment=NetworkSegment(09e5ab2e-28e6-4c8e-b0e5-136091c81c76),segment_id=09e5ab2e-28e6-4c8e-b0e5-136091c81c76)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:15:11.357221 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5c373900-51ea-4731-bfed-e5f5542296d5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:11.407335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=5c373900-51ea-4731-bfed-e5f5542296d5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:12.231613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39480) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:12.460831 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81d54206-a5e2-4803-980a-15062494ac9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:12.553222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-a4faa788-cce7-40ec-97b6-ae8066d48a3a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:15:12.554230 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a4faa788-cce7-40ec-97b6-ae8066d48a3a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3216267 Jan 28 03:15:12.555076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1de8e-8f59-45f6-a4cb-3e71bd16fd5a None None] Network 67292a0e-288f-4743-a6fb-b2dbd7d8434d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:15:12.641314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-82f15fb5-c35e-425f-954b-b46dad01de7f None None] Provisioning complete for port 5c373900-51ea-4731-bfed-e5f5542296d5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:12.641835 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82f15fb5-c35e-425f-954b-b46dad01de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c373900-51ea-4731-bfed-e5f5542296d5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:12.763320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-82f15fb5-c35e-425f-954b-b46dad01de7f None None] Current status of the port 5c373900-51ea-4731-bfed-e5f5542296d5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:15:12.991086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-59acb4c1-35b0-4328-b662-ff97562e0858 None None] Provisioning complete for port 5c373900-51ea-4731-bfed-e5f5542296d5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:12.991651 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-59acb4c1-35b0-4328-b662-ff97562e0858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c373900-51ea-4731-bfed-e5f5542296d5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:13.071149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-59acb4c1-35b0-4328-b662-ff97562e0858 None None] Current status of the port 5c373900-51ea-4731-bfed-e5f5542296d5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:15:13.090354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5c373900-51ea-4731-bfed-e5f5542296d5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:15:13.135839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 5c373900-51ea-4731-bfed-e5f5542296d5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:13.136220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c373900-51ea-4731-bfed-e5f5542296d5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:13.211580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 5c373900-51ea-4731-bfed-e5f5542296d5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:15:14.020258 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:15.203014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39510) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:15.236996 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:15.332755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Request body: {'network': {'project_id': 'eb4c4e6ce2154cd0976ce4b0da73ea96', 'provider:physical_network': 'physnet1', 'tenant_id': 'eb4c4e6ce2154cd0976ce4b0da73ea96', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:15:15.351689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Made reservation on behalf of eb4c4e6ce2154cd0976ce4b0da73ea96 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:15:15.354606 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:15.365332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:15.436877 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Publish callbacks [] for security_group (b9cbf7e2-2f93-4b5e-a4a3-b7a09f1eea67), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:15.440621 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b9cbf7e2-2f93-4b5e-a4a3-b7a09f1eea67), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:15.454834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103289) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 03:15:15.477903 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c7c64878-1c2d-4932-a846-ab28034f9115), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:15.478183 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Added segment c7c64878-1c2d-4932-a846-ab28034f9115 of type flat for network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 Jan 28 03:15:15.479944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cbf7e2-2f93-4b5e-a4a3-b7a09f1eea67,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:15.529176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (c428ea05-fdea-4927-b208-d8bd2b8e1ed7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:15.560739 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (c428ea05-fdea-4927-b208-d8bd2b8e1ed7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:15.561689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:15.562287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:15.616952 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4128253 Jan 28 03:15:15.623614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d090e8-66e4-4625-96b3-ef3dca8fa8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c428ea05-fdea-4927-b208-d8bd2b8e1ed7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:15.634294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:15:16.512868 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:17.918183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:18.008559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab60cb2a-796c-4b57-9bdd-bae19d59ebe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:18.010216 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ab60cb2a-796c-4b57-9bdd-bae19d59ebe9 admin admin] 10.222.0.44 "GET /v2.0/subnets/cd649e76-b9fd-4a00-81fc-76f681527aac HTTP/1.1" status: 200 len: 849 time: 0.0909491 Jan 28 03:15:18.166758 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d23d0bca-1986-445e-aebf-42a15b5ba7dd admin admin] 10.222.0.44 "GET /v2.0/routers/0047be1e-027c-47b1-ab62-b3296b367338 HTTP/1.1" status: 200 len: 704 time: 0.1504819 Jan 28 03:15:18.430721 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:18.736160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Allocated IP 172.20.0.1 (67292a0e-288f-4743-a6fb-b2dbd7d8434d/cd649e76-b9fd-4a00-81fc-76f681527aac/633da79f-075e-41ef-a81e-3b11f5c8660f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:15:18.886431 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Publish callbacks [] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:19.000571 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:19.069403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Network 67292a0e-288f-4743-a6fb-b2dbd7d8434d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:15:19.075551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:15:19.085487 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:15:19.086024 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (0047be1e-027c-47b1-ab62-b3296b367338), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:19.138723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Pushing event updated for resources: {'Port': ['ID=633da79f-075e-41ef-a81e-3b11f5c8660f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:19.230285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-48282aed-819d-408a-87b4-c2233ab31eed None None] Provisioning complete for port 633da79f-075e-41ef-a81e-3b11f5c8660f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:19.230851 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-48282aed-819d-408a-87b4-c2233ab31eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:19.266066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-48282aed-819d-408a-87b4-c2233ab31eed None None] Port 633da79f-075e-41ef-a81e-3b11f5c8660f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:15:19.282341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:19.489020 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Publish callbacks [] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:19.493323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:19.494324 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (0047be1e-027c-47b1-ab62-b3296b367338), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:19.578420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Pushing event updated for resources: {'Port': ['ID=633da79f-075e-41ef-a81e-3b11f5c8660f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:19.625978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Network 67292a0e-288f-4743-a6fb-b2dbd7d8434d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:15:19.627240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:15:19.785520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0315942c-d574-418f-9f83-15ac3c1f089a None None] Provisioning complete for port 633da79f-075e-41ef-a81e-3b11f5c8660f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:19.785892 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0315942c-d574-418f-9f83-15ac3c1f089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:19.790846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Router 0047be1e-027c-47b1-ab62-b3296b367338 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:15:19.820569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0315942c-d574-418f-9f83-15ac3c1f089a None None] Port 633da79f-075e-41ef-a81e-3b11f5c8660f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:15:19.882269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:15:19.888236 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c78484f8-94bf-4579-917b-a51ed9e684e2 admin admin] 10.222.0.44 "PUT /v2.0/routers/0047be1e-027c-47b1-ab62-b3296b367338/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7163150 Jan 28 03:15:19.891947 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Sync routers for ids ['0047be1e-027c-47b1-ab62-b3296b367338'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:15:19.906632 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Routers {'0047be1e-027c-47b1-ab62-b3296b367338'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:15:19.907490 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:15:12Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0047be1e-027c-47b1-ab62-b3296b367338'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:20.091991 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Set router 0047be1e-027c-47b1-ab62-b3296b367338 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:15:20.526120 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0047be1e-027c-47b1-ab62-b3296b367338', 'name': 'router1', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:15:09Z', 'updated_at': '2022-01-28T03:15:19Z', 'revision_number': 2, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'gw_port_host': None, '_interfaces': [{'id': '633da79f-075e-41ef-a81e-3b11f5c8660f', 'name': '', 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'mac_address': 'fa:16:3e:7e:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0047be1e-027c-47b1-ab62-b3296b367338', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:15:18Z', 'updated_at': '2022-01-28T03:15:19Z', 'revision_number': 2, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'subnets': [{'id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceb9d27b-7f31-4761-b0ff-5b8d325e3417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:20.577890 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Checking router: 0047be1e-027c-47b1-ab62-b3296b367338 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:15:20.578257 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Updating router 0047be1e-027c-47b1-ab62-b3296b367338 port 633da79f-075e-41ef-a81e-3b11f5c8660f binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:15:20.625809 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:21.133172 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Publish callbacks [] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:21.139998 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:21.304198 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Pushing event updated for resources: {'Port': ['ID=633da79f-075e-41ef-a81e-3b11f5c8660f,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:21.315745 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Attempting to bind port 633da79f-075e-41ef-a81e-3b11f5c8660f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:15:21.316134 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Attempting to bind port 633da79f-075e-41ef-a81e-3b11f5c8660f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '09e5ab2e-28e6-4c8e-b0e5-136091c81c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:15:21.316556 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Attempting to bind port 633da79f-075e-41ef-a81e-3b11f5c8660f on network 67292a0e-288f-4743-a6fb-b2dbd7d8434d {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:15:21.320007 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.320344 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.320675 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.321023 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.321347 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.321832 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.322797 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.323331 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.323666 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.323990 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.324312 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.324628 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.324973 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Tracked resource versions report: Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: pushed versions: Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: { 'AddressGroup': {'1.2'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'ConntrackHelper': {'1.0'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'LocalIPAssociation': {'1.0'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'Log': {'1.0'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'Network': {'1.1'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'Port': {'1.7'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'PortForwarding': {'1.2'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'QosPolicy': {'1.10'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'SecurityGroup': {'1.5'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'SubPort': {'1.0'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'Subnet': {'1.1'}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'Trunk': {'1.1'}} Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: consumer versions: Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: { DHCP agent@n-d-808199-14: {}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: L3 agent@n-d-808199-14: {}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: Metadata agent@n-d-808199-14: {}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: Metering agent@n-d-808199-14: {}, Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: Open vSwitch agent@n-d-808199-14: { 'AddressGroup': '1.2', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'ConntrackHelper': '1.0', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'LocalIPAssociation': '1.0', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'Log': '1.0', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'Network': '1.1', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'Port': '1.7', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'PortForwarding': '1.2', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'QosPolicy': '1.10', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'SecurityGroup': '1.5', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'SecurityGroupRule': '1.2', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'SubPort': '1.0', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'Subnet': '1.1', Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: 'Trunk': '1.1'}} Jan 28 03:15:21.326112 n-d-808199-14 neutron-server[103291]: {{(pid=103291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 03:15:21.330769 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:15:21.331169 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Checking segment: {'id': '09e5ab2e-28e6-4c8e-b0e5-136091c81c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:15:21.331659 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:21.332112 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Bound using segment: {'id': '09e5ab2e-28e6-4c8e-b0e5-136091c81c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:15:21.332599 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Bound port: 633da79f-075e-41ef-a81e-3b11f5c8660f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e5ab2e-28e6-4c8e-b0e5-136091c81c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:15:21.333001 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:21.351014 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c341c608-c5ac-42ff-9a9b-0f13868bb409 None None] Provisioning complete for port 633da79f-075e-41ef-a81e-3b11f5c8660f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:21.352363 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c341c608-c5ac-42ff-9a9b-0f13868bb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:21.386990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c341c608-c5ac-42ff-9a9b-0f13868bb409 None None] Port 633da79f-075e-41ef-a81e-3b11f5c8660f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:15:21.402355 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] For port 633da79f-075e-41ef-a81e-3b11f5c8660f, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:15:21.423082 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] For port 633da79f-075e-41ef-a81e-3b11f5c8660f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=633da79f-075e-41ef-a81e-3b11f5c8660f,segment=NetworkSegment(09e5ab2e-28e6-4c8e-b0e5-136091c81c76),segment_id=09e5ab2e-28e6-4c8e-b0e5-136091c81c76)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:15:21.427648 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:21.481289 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b811f69-8d27-437d-aa30-243975379b40 None None] Pushing event updated for resources: {'Port': ['ID=633da79f-075e-41ef-a81e-3b11f5c8660f,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:21.498130 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Routers {'0047be1e-027c-47b1-ab62-b3296b367338'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:15:21.498742 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:15:12Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0047be1e-027c-47b1-ab62-b3296b367338'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:21.595565 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] Set router 0047be1e-027c-47b1-ab62-b3296b367338 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:15:21.709161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-80a708e6-a0ab-49e2-a4db-8806d47e086e None None] Provisioning complete for port 633da79f-075e-41ef-a81e-3b11f5c8660f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:21.709540 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a708e6-a0ab-49e2-a4db-8806d47e086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:21.789895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-80a708e6-a0ab-49e2-a4db-8806d47e086e None None] Current status of the port 633da79f-075e-41ef-a81e-3b11f5c8660f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:15:21.790192 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a708e6-a0ab-49e2-a4db-8806d47e086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:21.814003 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0047be1e-027c-47b1-ab62-b3296b367338', 'name': 'router1', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:15:09Z', 'updated_at': '2022-01-28T03:15:19Z', 'revision_number': 2, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'gw_port_host': None, '_interfaces': [{'id': '633da79f-075e-41ef-a81e-3b11f5c8660f', 'name': '', 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'mac_address': 'fa:16:3e:7e:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0047be1e-027c-47b1-ab62-b3296b367338', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:15:18Z', 'updated_at': '2022-01-28T03:15:21Z', 'revision_number': 4, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'subnets': [{'id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceb9d27b-7f31-4761-b0ff-5b8d325e3417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:21.824422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-80a708e6-a0ab-49e2-a4db-8806d47e086e None None] For port 633da79f-075e-41ef-a81e-3b11f5c8660f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=633da79f-075e-41ef-a81e-3b11f5c8660f,segment=NetworkSegment(09e5ab2e-28e6-4c8e-b0e5-136091c81c76),segment_id=09e5ab2e-28e6-4c8e-b0e5-136091c81c76)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:15:21.828245 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a708e6-a0ab-49e2-a4db-8806d47e086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:21.839850 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2beaf2-2dc7-4e70-b7b6-3f6a2118b172 None None] The sync data for ids ['0047be1e-027c-47b1-ab62-b3296b367338'] in n-d-808199-14 is: [{'id': '0047be1e-027c-47b1-ab62-b3296b367338', 'name': 'router1', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:15:09Z', 'updated_at': '2022-01-28T03:15:19Z', 'revision_number': 2, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'gw_port_host': None, '_interfaces': [{'id': '633da79f-075e-41ef-a81e-3b11f5c8660f', 'name': '', 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'mac_address': 'fa:16:3e:7e:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0047be1e-027c-47b1-ab62-b3296b367338', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:15:18Z', 'updated_at': '2022-01-28T03:15:21Z', 'revision_number': 4, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'subnets': [{'id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceb9d27b-7f31-4761-b0ff-5b8d325e3417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:15:21.879464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a708e6-a0ab-49e2-a4db-8806d47e086e None None] Pushing event updated for resources: {'Port': ['ID=633da79f-075e-41ef-a81e-3b11f5c8660f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:24.644253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39538) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:24.753167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb10a657-9984-44fb-9da0-fcca7e4819c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:24.754509 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cb10a657-9984-44fb-9da0-fcca7e4819c6 admin admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 842 time: 0.1091166 Jan 28 03:15:24.764336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Request body: {'subnet': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': 'eb4c4e6ce2154cd0976ce4b0da73ea96', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'cidr': '172.25.1.0/24'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:15:24.784279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Made reservation on behalf of eb4c4e6ce2154cd0976ce4b0da73ea96 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:15:24.786505 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:25.072260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:15:25.072794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (fbc356bd-5e57-4780-9eb6-8d93eea4dad8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:25.126644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc356bd-5e57-4780-9eb6-8d93eea4dad8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:25.133539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:15:25.133870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Network hostable DHCP agents. Network: c428ea05-fdea-4927-b208-d8bd2b8e1ed7, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:15:25.151135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:15:25.161105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, c428ea05-fdea-4927-b208-d8bd2b8e1ed7) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:15:25.165061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:25.165681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:25.170954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a60e4f5-b076-4669-9604-0645157c204e None None] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:15:25.192957 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4ed35bd8-4a84-49bb-bf30-34c7ff493911 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4211340 Jan 28 03:15:25.277313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e4bace-ca5e-4a84-8ff8-edcecfc020c3 None None] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:15:27.643304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:27.840189 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ebfbc75d-7e4c-4dbc-bfa1-a88e2725c4b6 admin admin] 10.222.0.44 "GET /v2.0/routers/0047be1e-027c-47b1-ab62-b3296b367338 HTTP/1.1" status: 200 len: 710 time: 0.1955960 Jan 28 03:15:27.928941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d4672-f30a-4aae-a715-3cb15aa280db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:27.930306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4c2d4672-f30a-4aae-a715-3cb15aa280db admin admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 886 time: 0.0848176 Jan 28 03:15:27.939920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:15:28.182571 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Publish callbacks [] for router_gateway (0047be1e-027c-47b1-ab62-b3296b367338), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.424173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Publish callbacks [] for router_gateway (0047be1e-027c-47b1-ab62-b3296b367338), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.505157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.609201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Allocated IP 172.25.1.97 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/473d74a0-cafe-465c-be79-d2a252061f27) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:15:28.712637 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Publish callbacks [] for port (473d74a0-cafe-465c-be79-d2a252061f27), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.745813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (473d74a0-cafe-465c-be79-d2a252061f27), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.780458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:15:28.783083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:15:28.785651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:15:28.830005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Pushing event updated for resources: {'Port': ['ID=473d74a0-cafe-465c-be79-d2a252061f27,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:29.039345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Publish callbacks [] for router_gateway (0047be1e-027c-47b1-ab62-b3296b367338), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:29.129839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 633da79f-075e-41ef-a81e-3b11f5c8660f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:15:29.179095 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 633da79f-075e-41ef-a81e-3b11f5c8660f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:29.179490 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:29.259766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 633da79f-075e-41ef-a81e-3b11f5c8660f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:15:29.331001 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (0047be1e-027c-47b1-ab62-b3296b367338), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:29.334447 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (0047be1e-027c-47b1-ab62-b3296b367338), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:29.440754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Router 0047be1e-027c-47b1-ab62-b3296b367338 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:15:29.545907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:15:29.549992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:29.569134 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5ff99c6c-2a38-488b-89e7-cead195c2570 admin admin] 10.222.0.44 "PUT /v2.0/routers/0047be1e-027c-47b1-ab62-b3296b367338 HTTP/1.1" status: 200 len: 889 time: 1.6143727 Jan 28 03:15:30.302471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Sync routers for ids ['0047be1e-027c-47b1-ab62-b3296b367338'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:15:30.314218 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Routers {'0047be1e-027c-47b1-ab62-b3296b367338'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:15:30.314939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:15:12Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0047be1e-027c-47b1-ab62-b3296b367338'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:30.435286 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:15:30.538460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Set router 0047be1e-027c-47b1-ab62-b3296b367338 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:15:31.000892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0047be1e-027c-47b1-ab62-b3296b367338', 'name': 'router1', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '473d74a0-cafe-465c-be79-d2a252061f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:15:09Z', 'updated_at': '2022-01-28T03:15:28Z', 'revision_number': 4, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'gw_port': {'id': '473d74a0-cafe-465c-be79-d2a252061f27', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0047be1e-027c-47b1-ab62-b3296b367338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:15:28Z', 'updated_at': '2022-01-28T03:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '633da79f-075e-41ef-a81e-3b11f5c8660f', 'name': '', 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'mac_address': 'fa:16:3e:7e:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0047be1e-027c-47b1-ab62-b3296b367338', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:15:18Z', 'updated_at': '2022-01-28T03:15:21Z', 'revision_number': 5, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'subnets': [{'id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceb9d27b-7f31-4761-b0ff-5b8d325e3417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:31.049497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Checking router: 0047be1e-027c-47b1-ab62-b3296b367338 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:15:31.049862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Updating router 0047be1e-027c-47b1-ab62-b3296b367338 port 473d74a0-cafe-465c-be79-d2a252061f27 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:15:31.097974 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (473d74a0-cafe-465c-be79-d2a252061f27), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:31.407441 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Publish callbacks [] for port (473d74a0-cafe-465c-be79-d2a252061f27), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:31.412753 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (473d74a0-cafe-465c-be79-d2a252061f27), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:31.467020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95974c06-ec5b-42c3-933c-df80813febf3 None None] Pushing event updated for resources: {'Port': ['ID=473d74a0-cafe-465c-be79-d2a252061f27,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:31.469229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Attempting to bind port 473d74a0-cafe-465c-be79-d2a252061f27 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:15:31.469597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Attempting to bind port 473d74a0-cafe-465c-be79-d2a252061f27 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:15:31.469960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Attempting to bind port 473d74a0-cafe-465c-be79-d2a252061f27 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:15:31.475913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:15:31.476292 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:15:31.476692 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:31.477100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:15:31.477565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Bound port: 473d74a0-cafe-465c-be79-d2a252061f27, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:15:31.477942 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (473d74a0-cafe-465c-be79-d2a252061f27), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:31.527357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] For port 473d74a0-cafe-465c-be79-d2a252061f27, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:15:31.530765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] For port 473d74a0-cafe-465c-be79-d2a252061f27, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=473d74a0-cafe-465c-be79-d2a252061f27,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:15:31.535167 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (473d74a0-cafe-465c-be79-d2a252061f27), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:31.594372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Routers {'0047be1e-027c-47b1-ab62-b3296b367338'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:15:31.594981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:15:12Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0047be1e-027c-47b1-ab62-b3296b367338'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:31.597705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95974c06-ec5b-42c3-933c-df80813febf3 None None] Pushing event updated for resources: {'Port': ['ID=473d74a0-cafe-465c-be79-d2a252061f27,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:31.704942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] Set router 0047be1e-027c-47b1-ab62-b3296b367338 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:15:31.919836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0047be1e-027c-47b1-ab62-b3296b367338', 'name': 'router1', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '473d74a0-cafe-465c-be79-d2a252061f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:15:09Z', 'updated_at': '2022-01-28T03:15:28Z', 'revision_number': 4, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'gw_port': {'id': '473d74a0-cafe-465c-be79-d2a252061f27', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0047be1e-027c-47b1-ab62-b3296b367338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:15:28Z', 'updated_at': '2022-01-28T03:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '633da79f-075e-41ef-a81e-3b11f5c8660f', 'name': '', 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'mac_address': 'fa:16:3e:7e:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0047be1e-027c-47b1-ab62-b3296b367338', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:15:18Z', 'updated_at': '2022-01-28T03:15:21Z', 'revision_number': 5, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'subnets': [{'id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceb9d27b-7f31-4761-b0ff-5b8d325e3417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:31.945348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efada27-d647-46e8-b68e-e5c3bdccfd63 None None] The sync data for ids ['0047be1e-027c-47b1-ab62-b3296b367338'] in n-d-808199-14 is: [{'id': '0047be1e-027c-47b1-ab62-b3296b367338', 'name': 'router1', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '473d74a0-cafe-465c-be79-d2a252061f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:15:09Z', 'updated_at': '2022-01-28T03:15:28Z', 'revision_number': 4, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'gw_port': {'id': '473d74a0-cafe-465c-be79-d2a252061f27', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0047be1e-027c-47b1-ab62-b3296b367338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:15:28Z', 'updated_at': '2022-01-28T03:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '633da79f-075e-41ef-a81e-3b11f5c8660f', 'name': '', 'network_id': '67292a0e-288f-4743-a6fb-b2dbd7d8434d', 'tenant_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'mac_address': 'fa:16:3e:7e:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0047be1e-027c-47b1-ab62-b3296b367338', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:15:18Z', 'updated_at': '2022-01-28T03:15:21Z', 'revision_number': 5, 'project_id': '6c5b9f1d2a5a4ccebe35c5ef417d00fc', 'subnets': [{'id': 'cd649e76-b9fd-4a00-81fc-76f681527aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceb9d27b-7f31-4761-b0ff-5b8d325e3417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:15:32.066127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39558) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:32.197265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fad6d0cb-d270-4021-b489-21e6922bfa77 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1294358 Jan 28 03:15:33.161367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 473d74a0-cafe-465c-be79-d2a252061f27 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:15:33.209942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 473d74a0-cafe-465c-be79-d2a252061f27 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:33.210336 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (473d74a0-cafe-465c-be79-d2a252061f27), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:33.286555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 473d74a0-cafe-465c-be79-d2a252061f27 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:15:33.286860 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (473d74a0-cafe-465c-be79-d2a252061f27), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:33.306355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 473d74a0-cafe-465c-be79-d2a252061f27, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=473d74a0-cafe-465c-be79-d2a252061f27,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:15:33.310683 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (473d74a0-cafe-465c-be79-d2a252061f27), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:33.357209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=473d74a0-cafe-465c-be79-d2a252061f27,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:35.122992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 473d74a0-cafe-465c-be79-d2a252061f27 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:15:35.187016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 473d74a0-cafe-465c-be79-d2a252061f27 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:15:35.187409 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (473d74a0-cafe-465c-be79-d2a252061f27), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:35.286826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 473d74a0-cafe-465c-be79-d2a252061f27 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:15:40.317553 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bf69c9e-6489-4a21-9414-db4b4380f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:42.501107 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd9ff824-9143-4043-941c-c55e66b286e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.046926 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:45.245472 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:46.474285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:07.466177 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:16:10.304458 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-42120d47-9f54-4d69-8074-ab977903c3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:12.464513 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24afb37c-21c1-4d28-89c3-0c81f84c1903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:14.031994 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:15.247864 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.470602 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.307484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff84bac9-c49b-4566-b934-a7dc2141caab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:42.459025 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-759947f6-c346-4b32-9daf-a71314249faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.030679 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.445007 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:16:45.248723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:46.465547 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:57.552365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:57.630064 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7680a75-3e35-422f-a55e-ce8293c6e194 admin admin] GET failed (client error): The resource could not be found. Jan 28 03:16:57.631368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d7680a75-3e35-422f-a55e-ce8293c6e194 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0780101 Jan 28 03:16:57.829661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bbf2b6-db97-48b6-acb2-91b610785817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:57.831093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f3bbf2b6-db97-48b6-acb2-91b610785817 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1957095 Jan 28 03:17:00.117936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40084) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:00.244316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea48c8e-3951-4f73-bb83-b3944a81bb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:00.245609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1ea48c8e-3951-4f73-bb83-b3944a81bb7c admin admin] 10.222.0.44 "GET /v2.0/subnets/cd649e76-b9fd-4a00-81fc-76f681527aac HTTP/1.1" status: 200 len: 849 time: 0.1267326 Jan 28 03:17:00.255387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:00.340646 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Publish callbacks [] for subnet (cd649e76-b9fd-4a00-81fc-76f681527aac), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:00.508540 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761243384019'] for subnet (cd649e76-b9fd-4a00-81fc-76f681527aac), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:00.566008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:00.566678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:00.568015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] 10.222.0.44 "PUT /v2.0/subnets/cd649e76-b9fd-4a00-81fc-76f681527aac HTTP/1.1" status: 200 len: 868 time: 0.3161845 Jan 28 03:17:00.569523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8921c611-c0c6-4d09-a328-4729ab64a0ca None None] Network 67292a0e-288f-4743-a6fb-b2dbd7d8434d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:00.583255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd649e76-b9fd-4a00-81fc-76f681527aac,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:00.594156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.594602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.595116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.595463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.595875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.596216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.596618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.596983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.597316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.597655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.598138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.598584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.598931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a1513-6a76-4ebc-bd67-65e08c686b9d admin admin] Tracked resource versions report: Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: pushed versions: Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: { 'AddressGroup': {'1.2'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'Log': {'1.0'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'Network': {'1.1'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'Port': {'1.7'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'PortForwarding': {'1.2'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'QosPolicy': {'1.10'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'SecurityGroup': {'1.5'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'SubPort': {'1.0'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'Subnet': {'1.1'}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'Trunk': {'1.1'}} Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: consumer versions: Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: { DHCP agent@n-d-808199-14: {}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: L3 agent@n-d-808199-14: {}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: Metadata agent@n-d-808199-14: {}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: Metering agent@n-d-808199-14: {}, Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: Open vSwitch agent@n-d-808199-14: { 'AddressGroup': '1.2', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'ConntrackHelper': '1.0', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'LocalIPAssociation': '1.0', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'Log': '1.0', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'Network': '1.1', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'Port': '1.7', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'PortForwarding': '1.2', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'QosPolicy': '1.10', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'SecurityGroup': '1.5', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'SecurityGroupRule': '1.2', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'SubPort': '1.0', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'Subnet': '1.1', Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: 'Trunk': '1.1'}} Jan 28 03:17:00.600173 n-d-808199-14 neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 03:17:00.961943 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a9b08522-08b1-4a3d-87ec-9a611a1a8ce0 None None] Provisioning complete for port 5c373900-51ea-4731-bfed-e5f5542296d5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:00.962361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a9b08522-08b1-4a3d-87ec-9a611a1a8ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c373900-51ea-4731-bfed-e5f5542296d5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:01.041742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a9b08522-08b1-4a3d-87ec-9a611a1a8ce0 None None] Current status of the port 5c373900-51ea-4731-bfed-e5f5542296d5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:01.052270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a9b08522-08b1-4a3d-87ec-9a611a1a8ce0 None None] Provisioning complete for port 633da79f-075e-41ef-a81e-3b11f5c8660f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:01.052645 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a9b08522-08b1-4a3d-87ec-9a611a1a8ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (633da79f-075e-41ef-a81e-3b11f5c8660f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:01.129279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a9b08522-08b1-4a3d-87ec-9a611a1a8ce0 None None] Current status of the port 633da79f-075e-41ef-a81e-3b11f5c8660f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:02.821028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:03.036993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe7afa-db43-4ed3-af79-587a024ebcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:03.037389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe7afa-db43-4ed3-af79-587a024ebcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:03.038965 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6dbe7afa-db43-4ed3-af79-587a024ebcf9 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2169747 Jan 28 03:17:05.300956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:05.429389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe34807-93f6-4532-9dfc-c69777d84ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:05.429854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe34807-93f6-4532-9dfc-c69777d84ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:05.431386 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cbe34807-93f6-4532-9dfc-c69777d84ff1 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295137 Jan 28 03:17:07.685802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40116) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:07.817101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669467ff-c7e5-4cef-859d-dce1b79434d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:07.818483 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-669467ff-c7e5-4cef-859d-dce1b79434d2 admin admin] 10.222.0.44 "GET /v2.0/networks/67292a0e-288f-4743-a6fb-b2dbd7d8434d HTTP/1.1" status: 200 len: 869 time: 0.1317096 Jan 28 03:17:10.077373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40124) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:10.256149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20fb22e-3f68-44cf-9d20-ef6712c3b367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:10.257572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e20fb22e-3f68-44cf-9d20-ef6712c3b367 admin admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 886 time: 0.1792397 Jan 28 03:17:10.312153 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96556982-718d-411e-aae5-5261f6c0f3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:12.464649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-792305cd-2ee4-40f3-8b89-94828b96175c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:12.518062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40132) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:12.639173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db3a2f-7df2-456f-8d55-2939a26463bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:12.639634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db3a2f-7df2-456f-8d55-2939a26463bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:12.641201 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-89db3a2f-7df2-456f-8d55-2939a26463bc admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221592 Jan 28 03:17:14.032201 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.938012 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40140) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:15.031701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1cf39-c1e9-4a85-8c2e-6b3ef6f36ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:15.032163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1cf39-c1e9-4a85-8c2e-6b3ef6f36ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:15.034063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4ee1cf39-c1e9-4a85-8c2e-6b3ef6f36ffb admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950842 Jan 28 03:17:15.252085 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.470082 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:17.332520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40148) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:17.425946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2f4b4e-4973-441e-82bd-4a8584aefee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:17.427380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9e2f4b4e-4973-441e-82bd-4a8584aefee5 admin admin] 10.222.0.44 "GET /v2.0/subnets/cd649e76-b9fd-4a00-81fc-76f681527aac HTTP/1.1" status: 200 len: 868 time: 0.0938165 Jan 28 03:17:19.715027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:19.799494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f4186-cf4f-4b1f-b18d-d4e62618e834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:19.800832 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-667f4186-cf4f-4b1f-b18d-d4e62618e834 admin admin] 10.222.0.44 "GET /v2.0/subnets/fbc356bd-5e57-4780-9eb6-8d93eea4dad8 HTTP/1.1" status: 200 len: 816 time: 0.0848422 Jan 28 03:17:21.444110 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:17:40.314464 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c907ebd-9f42-42e0-9120-09eafab91109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:42.467691 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c84f6d4-9808-4586-828c-c840e90ff190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.037048 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.582797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40210) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:44.630272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-07bfc828-c715-4a37-ad8b-c206e1b54e46 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:17:44.631353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-07bfc828-c715-4a37-ad8b-c206e1b54e46 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475683 Jan 28 03:17:45.255715 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.475517 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.991270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40218) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:47.051665 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c44e15-df83-4b9a-91f2-caa0ccf5518f admin admin] GET failed (client error): The resource could not be found. Jan 28 03:17:47.052956 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-75c44e15-df83-4b9a-91f2-caa0ccf5518f admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606611 Jan 28 03:17:47.192720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635a712-17ae-481b-8138-e43cc6b8bc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:47.194170 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6635a712-17ae-481b-8138-e43cc6b8bc1b admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1372714 Jan 28 03:17:49.569190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:49.615015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Request body: {'network': {'project_id': 'eb4c4e6ce2154cd0976ce4b0da73ea96', 'shared': True, 'admin_state_up': True, 'tenant_id': 'eb4c4e6ce2154cd0976ce4b0da73ea96', 'name': 'shared'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:49.635263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Made reservation on behalf of eb4c4e6ce2154cd0976ce4b0da73ea96 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:49.637712 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.687051 n-d-808199-14 neutron-server[103288]: WARNING neutron.services.revisions.revision_plugin [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Could not find related network for resource to bump revision. Jan 28 03:17:49.704175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:17:49.717197 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761243338123', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (31ce8240-87ec-4703-a8b4-aeefcd73bdf8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.717691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Unsubscribe: segment precommit_create {{(pid=103288) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 03:17:49.718153 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Added segment 31ce8240-87ec-4703-a8b4-aeefcd73bdf8 of type vlan for network c38b1051-0861-475b-9365-b6a579d72eb4 Jan 28 03:17:49.767977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (c38b1051-0861-475b-9365-b6a579d72eb4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.800384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (c38b1051-0861-475b-9365-b6a579d72eb4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.801540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:49.802123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.874458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3041544 Jan 28 03:17:49.904025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5388e5c-f183-48c4-ac5a-fc3b746345c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c38b1051-0861-475b-9365-b6a579d72eb4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:49.915706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network c38b1051-0861-475b-9365-b6a579d72eb4 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:17:52.195807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:52.255398 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-faea6d5f-3671-430d-91f7-45f858bc441e admin admin] GET failed (client error): The resource could not be found. Jan 28 03:17:52.256592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-faea6d5f-3671-430d-91f7-45f858bc441e admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598390 Jan 28 03:17:52.327096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f091e-692b-4f58-9dfb-5779f3eb88be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:52.328543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-be7f091e-692b-4f58-9dfb-5779f3eb88be admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679235 Jan 28 03:17:52.338300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'tenant_id': 'eb4c4e6ce2154cd0976ce4b0da73ea96'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:52.359449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Made reservation on behalf of eb4c4e6ce2154cd0976ce4b0da73ea96 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:52.361753 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.544567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (f377566b-1c20-459c-9443-69e9a1f303fb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.599793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f377566b-1c20-459c-9443-69e9a1f303fb,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:52.609626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:52.609992 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Network hostable DHCP agents. Network: c38b1051-0861-475b-9365-b6a579d72eb4, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:17:52.633354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Network c38b1051-0861-475b-9365-b6a579d72eb4 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:17:52.644417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, c38b1051-0861-475b-9365-b6a579d72eb4) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:52.648410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:52.649042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.654259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4461c0c-152a-402b-aae4-18fa64de76f1 None None] Network c38b1051-0861-475b-9365-b6a579d72eb4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:52.665432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c59211ef-87f7-4f70-8311-c90633925be9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3304045 Jan 28 03:17:52.760623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-c38b1051-0861-475b-9365-b6a579d72eb4', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'project_id': 'eb4c4e6ce2154cd0976ce4b0da73ea96', 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:17:52.762400 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:53.007229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Allocated IP 192.168.233.2 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/f1da2d70-a492-43a1-af04-f9332b494f98) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:53.156020 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Publish callbacks [] for port (f1da2d70-a492-43a1-af04-f9332b494f98), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:53.161686 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (f1da2d70-a492-43a1-af04-f9332b494f98), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:53.202510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:53.207746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:53.212952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:53.216036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Pushing event updated for resources: {'Port': ['ID=f1da2d70-a492-43a1-af04-f9332b494f98,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:53.227548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.227898 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.228238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.228568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.228927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.229261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.229580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.229902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.230854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.230854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.231511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.231806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.232127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:53.278463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Attempting to bind port f1da2d70-a492-43a1-af04-f9332b494f98 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:17:53.278751 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Attempting to bind port f1da2d70-a492-43a1-af04-f9332b494f98 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:17:53.279109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Attempting to bind port f1da2d70-a492-43a1-af04-f9332b494f98 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:17:53.284565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:17:53.284967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:53.285370 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:53.285761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:17:53.286225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Bound port: f1da2d70-a492-43a1-af04-f9332b494f98, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:17:53.286637 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f1da2d70-a492-43a1-af04-f9332b494f98), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:53.351460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] For port f1da2d70-a492-43a1-af04-f9332b494f98, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:17:53.354552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] For port f1da2d70-a492-43a1-af04-f9332b494f98, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f1da2d70-a492-43a1-af04-f9332b494f98,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:17:53.360870 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f1da2d70-a492-43a1-af04-f9332b494f98), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:53.414539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d11b3-4bbd-4564-bb63-6ca7581df58b None None] Pushing event updated for resources: {'Port': ['ID=f1da2d70-a492-43a1-af04-f9332b494f98,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:54.392357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d05f2-95a1-46d1-9ba4-6dcd88a0da9d None None] Network c38b1051-0861-475b-9365-b6a579d72eb4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:54.505630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e7fa02b3-98f0-4fa4-bd01-c6268bac2710 None None] Provisioning complete for port f1da2d70-a492-43a1-af04-f9332b494f98 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:54.505951 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7fa02b3-98f0-4fa4-bd01-c6268bac2710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f1da2d70-a492-43a1-af04-f9332b494f98), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:54.596155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa02b3-98f0-4fa4-bd01-c6268bac2710 None None] Current status of the port f1da2d70-a492-43a1-af04-f9332b494f98 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:54.596441 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7fa02b3-98f0-4fa4-bd01-c6268bac2710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f1da2d70-a492-43a1-af04-f9332b494f98), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:54.639770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e7fa02b3-98f0-4fa4-bd01-c6268bac2710 None None] For port f1da2d70-a492-43a1-af04-f9332b494f98, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f1da2d70-a492-43a1-af04-f9332b494f98,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:54.646017 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7fa02b3-98f0-4fa4-bd01-c6268bac2710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f1da2d70-a492-43a1-af04-f9332b494f98), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:54.701662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa02b3-98f0-4fa4-bd01-c6268bac2710 None None] Pushing event updated for resources: {'Port': ['ID=f1da2d70-a492-43a1-af04-f9332b494f98,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:54.765594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2e75f52c-61b8-492d-9b8a-80c34944c194 None None] Provisioning complete for port f1da2d70-a492-43a1-af04-f9332b494f98 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:54.766023 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e75f52c-61b8-492d-9b8a-80c34944c194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f1da2d70-a492-43a1-af04-f9332b494f98), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:54.846379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2e75f52c-61b8-492d-9b8a-80c34944c194 None None] Current status of the port f1da2d70-a492-43a1-af04-f9332b494f98 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:55.232807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f1da2d70-a492-43a1-af04-f9332b494f98 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:17:55.283833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f1da2d70-a492-43a1-af04-f9332b494f98 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:55.284559 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f1da2d70-a492-43a1-af04-f9332b494f98), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:55.364628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f1da2d70-a492-43a1-af04-f9332b494f98 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:58.442887 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:18:10.315588 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a61cd76-991e-430c-a03f-504fd1790c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.470585 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c566326-5cd2-4b6b-9027-6cd3fdabd9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.039905 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:15.259236 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.477983 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:35.442855 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:18:40.319879 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23ccf29d-62f9-49ce-b0ff-b35e76a5ffc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.473405 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f67646c1-c272-487b-9ad4-bab62df6d4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:44.041137 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:45.262758 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.482383 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.322159 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc81a40d-4f08-45c2-b33e-ebd6636b692a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:12.440673 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:19:12.475101 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3a21-2b6c-46e6-8bc5-1c5958b38f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:14.044961 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:15.263141 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:16.485543 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:17.386742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40282) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:17.392662 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-212ebf10-b377-411a-bd30-d93c983665ac tempest-verify_tempest_config-38987037 tempest-verify_tempest_config-38987037-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:19:17.393679 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-212ebf10-b377-411a-bd30-d93c983665ac tempest-verify_tempest_config-38987037 tempest-verify_tempest_config-38987037-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059657 Jan 28 03:19:17.690949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:17.792198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:17.871527 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Publish callbacks [] for security_group (0eb605b6-bd7b-49c0-94ab-780cbc97c87b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:17.875307 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0eb605b6-bd7b-49c0-94ab-780cbc97c87b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:17.931695 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f029c195d7f46b2b88f1b6d96c5d760&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2396860 Jan 28 03:19:17.933271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb605b6-bd7b-49c0-94ab-780cbc97c87b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:17.934729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:17.940538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.940910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.941452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.941778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.942106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.942426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.942739 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.943053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.943367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.943887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.944204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.944519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:17.944832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b054-b866-4335-9209-906f2172e8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.011590 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Publish callbacks [] for security_group (0eb605b6-bd7b-49c0-94ab-780cbc97c87b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:18.031946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Publish callbacks [] for security_group (0eb605b6-bd7b-49c0-94ab-780cbc97c87b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:18.121938 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0eb605b6-bd7b-49c0-94ab-780cbc97c87b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:18.124511 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:18.125758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0eb605b6-bd7b-49c0-94ab-780cbc97c87b HTTP/1.1" status: 204 len: 168 time: 0.1898000 Jan 28 03:19:18.133315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb605b6-bd7b-49c0-94ab-780cbc97c87b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:18.140587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.140983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.141310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.141646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.141980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.142311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.142641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.142969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.143294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.143619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.143943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.144254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:18.144572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d056287-f4c8-4ab8-9f5a-f7774895c526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:40.326684 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46aaf25b-40e8-49f1-a405-49883ddffbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:42.476136 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16a3b776-d387-4fed-aa54-4cd761bd8c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:44.047841 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:45.266783 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:46.487288 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:49.439396 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:20:10.329880 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24377b47-6f3e-4f01-b543-d7463816ceaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:12.478004 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fff7b2ea-f3b6-46c0-8ef2-784d837fcf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:14.048963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:15.270889 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:16.489407 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:26.437638 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:20:40.331053 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4356121c-377b-4dc8-809c-586ef0d0b000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:42.480410 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa46c23b-17ac-4698-9cd9-5ddc5b90fd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:44.052831 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:45.273433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:46.491383 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:03.436351 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:21:10.333835 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44e4d3d6-13cc-4791-96da-d7b05919f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:12.481627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0744ae44-ac19-43ec-8e8f-b0334c66493f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:14.055749 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:15.277643 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:16.494105 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:40.335610 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0b9f-ea49-4f8b-b159-59a445af6023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:40.434698 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:21:42.483652 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-71195e73-8749-4430-9b59-90e1d9972579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:44.058088 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:45.279195 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:46.496476 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.337366 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e32a007-9ca5-4fce-8fa1-d3430ea258ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:12.484982 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ef1e-aa43-44ac-b28f-2582d2e2066a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:14.060507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:15.282108 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:16.498616 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:17.433818 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:22:40.342283 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe664817-22fe-41b5-b736-2e04c9461106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.737552 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-992691'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:42.487755 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2adacbd-b93c-4f97-9680-c4f272d3993f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:44.070078 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:44.112456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-992691'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.286907 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:46.501490 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:54.434443 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:23:10.344020 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f371ce40-b8b0-4981-bc5b-cb7a8d9ca332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:11.720094 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:12.491362 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50b2a8e6-b3bc-4891-aafe-6f9baaf5a18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:14.074727 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:14.076588 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:15.289856 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:15.917963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40362) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:16.020754 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3e9ec150-7dd6-460f-8ceb-b30eaf7fe9be admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1017051 Jan 28 03:23:16.504610 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:18.305671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40372) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:18.360823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c799215b-37c5-442f-8b29-ccc0c8d680c2 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0540869 Jan 28 03:23:31.433313 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:23:40.349429 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c8af77c-7bcd-427e-b714-d2cfa9ca210b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.721549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:42.494500 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-018116bf-c1f3-4468-ac94-f1cad7cad3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:44.079273 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:44.080875 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:45.291830 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:46.509159 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:08.432449 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:24:10.351986 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aa5d6757-dbb1-47cf-9664-f3aaf58d5e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:11.725924 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:12.496770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e157c2ae-9422-4837-b12c-771bdd5cfad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.081173 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.082193 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.295779 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:16.511881 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:40.358156 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-07ac1931-60fc-4d06-bad3-8bb2c69b2ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:41.734641 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:42.499805 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69e4c555-b5e8-40fc-904f-3997e5a6a05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:44.089862 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:44.094919 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:44.437983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:45.026904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-facd2a07-3fbf-4711-866e-a61fa30a7a6d tempest-AutoAllocateNetworkTest-1247458470 tempest-AutoAllocateNetworkTest-1247458470-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=964b9399ce9147a9ab2d750b56598727&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5851741 Jan 28 03:24:45.027306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40616) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:45.222303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deeeaf4-a6cf-4028-8e37-1e32485676a7 tempest-AutoAllocateNetworkTest-1247458470 tempest-AutoAllocateNetworkTest-1247458470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:45.228127 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:45.229633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4deeeaf4-a6cf-4028-8e37-1e32485676a7 tempest-AutoAllocateNetworkTest-1247458470 tempest-AutoAllocateNetworkTest-1247458470-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2012322 Jan 28 03:24:45.294183 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f7261b23-ccd4-457d-a15a-22bbca56cbcf tempest-AutoAllocateNetworkTest-1247458470 tempest-AutoAllocateNetworkTest-1247458470-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621533 Jan 28 03:24:45.294524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40636) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:45.301591 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:45.324917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-77f7374f-189f-4b7c-a1be-d198506a0c3e tempest-AutoAllocateNetworkTest-1247458470 tempest-AutoAllocateNetworkTest-1247458470-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=964b9399ce9147a9ab2d750b56598727 HTTP/1.1" status: 200 len: 208 time: 0.0287991 Jan 28 03:24:45.434054 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:24:46.131243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40672) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:46.504063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:46.532815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:46.608169 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Publish callbacks [] for security_group (2d1db024-119c-4904-9b4f-f75c590f7a5f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:46.612625 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2d1db024-119c-4904-9b4f-f75c590f7a5f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:46.651266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1db024-119c-4904-9b4f-f75c590f7a5f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:46.661516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.662116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.662381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.662988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.663631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.663964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.664290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.664619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.664966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.665273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.665592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.665909 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.666224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] Tracked resource versions report: Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: pushed versions: Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: { 'AddressGroup': {'1.2'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'ConntrackHelper': {'1.0'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'Log': {'1.0'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'Network': {'1.1'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'Port': {'1.7'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'PortForwarding': {'1.2'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'QosPolicy': {'1.10'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'SecurityGroup': {'1.5'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'SubPort': {'1.0'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'Subnet': {'1.1'}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'Trunk': {'1.1'}} Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: consumer versions: Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: { DHCP agent@n-d-808199-14: {}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: HyperV agent@n-h1-808199-14: {}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: HyperV agent@n-h2-808199-14: {}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: L3 agent@n-d-808199-14: {}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: Metadata agent@n-d-808199-14: {}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: Metering agent@n-d-808199-14: {}, Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: Open vSwitch agent@n-d-808199-14: { 'AddressGroup': '1.2', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'ConntrackHelper': '1.0', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'LocalIPAssociation': '1.0', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'Log': '1.0', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'Network': '1.1', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'Port': '1.7', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'PortForwarding': '1.2', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'QosPolicy': '1.10', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'SecurityGroup': '1.5', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'SecurityGroupRule': '1.2', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'SubPort': '1.0', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'Subnet': '1.1', Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: 'Trunk': '1.1'}} Jan 28 03:24:46.667357 n-d-808199-14 neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 03:24:46.676864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40704) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:46.685408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b2276bf1-13b9-476c-a3c5-99051535296a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=964b9399ce9147a9ab2d750b56598727&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5530398 Jan 28 03:24:46.735846 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Publish callbacks [] for security_group (2d1db024-119c-4904-9b4f-f75c590f7a5f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:46.814298 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Publish callbacks [] for security_group (2d1db024-119c-4904-9b4f-f75c590f7a5f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:46.866602 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2d1db024-119c-4904-9b4f-f75c590f7a5f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:46.869138 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:46.870272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d1db024-119c-4904-9b4f-f75c590f7a5f HTTP/1.1" status: 204 len: 168 time: 0.1901746 Jan 28 03:24:46.879136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1db024-119c-4904-9b4f-f75c590f7a5f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:46.888074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.888425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.888768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.889148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.889461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.889789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.890116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.890443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.890818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.891075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.891397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.891719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.892039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650db483-69c2-4a38-ae70-0be4b2c76426 admin admin] Tracked resource versions report: Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: pushed versions: Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: { 'AddressGroup': {'1.2'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'Log': {'1.0'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'Network': {'1.1'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'Port': {'1.7'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'PortForwarding': {'1.2'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'QosPolicy': {'1.10'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'SecurityGroup': {'1.5'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'SubPort': {'1.0'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'Subnet': {'1.1'}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'Trunk': {'1.1'}} Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: consumer versions: Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: { DHCP agent@n-d-808199-14: {}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: HyperV agent@n-h1-808199-14: {}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: HyperV agent@n-h2-808199-14: {}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: L3 agent@n-d-808199-14: {}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: Metadata agent@n-d-808199-14: {}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: Metering agent@n-d-808199-14: {}, Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: Open vSwitch agent@n-d-808199-14: { 'AddressGroup': '1.2', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'ConntrackHelper': '1.0', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'LocalIPAssociation': '1.0', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'Log': '1.0', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'Network': '1.1', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'Port': '1.7', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'PortForwarding': '1.2', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'QosPolicy': '1.10', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'SecurityGroup': '1.5', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'SecurityGroupRule': '1.2', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'SubPort': '1.0', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'Subnet': '1.1', Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: 'Trunk': '1.1'}} Jan 28 03:24:46.893433 n-d-808199-14 neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 03:24:48.548899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:48.686891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:48.803412 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f57a624-3324-4dcf-9b66-8e23e3da851e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:48.855802 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4763aa0-2ac5-4ea0-a392-ca2ad094d700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:48.972885 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f57a624-3324-4dcf-9b66-8e23e3da851e admin admin] Publish callbacks [] for security_group (42456422-e1a1-47d6-ab6d-1a276488911b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:48.984251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f57a624-3324-4dcf-9b66-8e23e3da851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (42456422-e1a1-47d6-ab6d-1a276488911b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.057753 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4763aa0-2ac5-4ea0-a392-ca2ad094d700 admin admin] Publish callbacks [] for security_group (54c2baa9-d4ba-4f08-ab97-d13c2ae76288), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.066964 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4763aa0-2ac5-4ea0-a392-ca2ad094d700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (54c2baa9-d4ba-4f08-ab97-d13c2ae76288), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.075100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4f57a624-3324-4dcf-9b66-8e23e3da851e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=592c85cdae6249e3a4120b1f1a0c8617&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5250125 Jan 28 03:24:49.077920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40878) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:49.089545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57a624-3324-4dcf-9b66-8e23e3da851e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42456422-e1a1-47d6-ab6d-1a276488911b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:49.124240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e4763aa0-2ac5-4ea0-a392-ca2ad094d700 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a39ed81b63b642a6ab56fc0c7020e11b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4358227 Jan 28 03:24:49.127813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:49.149661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4763aa0-2ac5-4ea0-a392-ca2ad094d700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c2baa9-d4ba-4f08-ab97-d13c2ae76288,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:49.193214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8986-62e2-4b2c-aff9-08e6a24c4aef admin admin] Publish callbacks [] for security_group (42456422-e1a1-47d6-ab6d-1a276488911b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.195320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6546f25d-ab9f-469a-bda4-64959d1e1701 admin admin] Publish callbacks [] for security_group (54c2baa9-d4ba-4f08-ab97-d13c2ae76288), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.218987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6546f25d-ab9f-469a-bda4-64959d1e1701 admin admin] Publish callbacks [] for security_group (54c2baa9-d4ba-4f08-ab97-d13c2ae76288), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.232277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8986-62e2-4b2c-aff9-08e6a24c4aef admin admin] Publish callbacks [] for security_group (42456422-e1a1-47d6-ab6d-1a276488911b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.269482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6546f25d-ab9f-469a-bda4-64959d1e1701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (54c2baa9-d4ba-4f08-ab97-d13c2ae76288), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.273695 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6546f25d-ab9f-469a-bda4-64959d1e1701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.278221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6546f25d-ab9f-469a-bda4-64959d1e1701 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54c2baa9-d4ba-4f08-ab97-d13c2ae76288 HTTP/1.1" status: 204 len: 168 time: 0.1492641 Jan 28 03:24:49.290275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546f25d-ab9f-469a-bda4-64959d1e1701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c2baa9-d4ba-4f08-ab97-d13c2ae76288,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:49.326863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8986-62e2-4b2c-aff9-08e6a24c4aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (42456422-e1a1-47d6-ab6d-1a276488911b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.329844 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8986-62e2-4b2c-aff9-08e6a24c4aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:49.332924 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d6ba8986-62e2-4b2c-aff9-08e6a24c4aef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42456422-e1a1-47d6-ab6d-1a276488911b HTTP/1.1" status: 204 len: 168 time: 0.2521641 Jan 28 03:24:49.339571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba8986-62e2-4b2c-aff9-08e6a24c4aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42456422-e1a1-47d6-ab6d-1a276488911b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:49.412606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40906) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:49.420805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40912) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:49.423533 n-d-808199-14 neutron-server[103288]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 03:24:49.446913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-1662a945-4dda-430a-8554-66569a51820c tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f7dfe4a6cc464bb4936899a786ed2f07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246422 Jan 28 03:24:49.560047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-8ab0764e-bd71-4076-8015-930df3c145e6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:49.561686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-8ab0764e-bd71-4076-8015-930df3c145e6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096499 Jan 28 03:24:49.579113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-1be8f020-bf16-4332-91bd-5505d7833cd2 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/quotas/f7dfe4a6cc464bb4936899a786ed2f07 HTTP/1.1" status: 200 len: 375 time: 0.0111227 Jan 28 03:24:49.635531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-773ae113-1410-4789-b364-2d29bb6c27cb tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7dfe4a6cc464bb4936899a786ed2f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507960 Jan 28 03:24:49.711835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40920) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:49.938098 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c66bfe83-4586-46a4-84b3-b5a8989c8f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.021875 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c66bfe83-4586-46a4-84b3-b5a8989c8f56 admin admin] Publish callbacks [] for security_group (90c34c11-d1d2-4e3a-b6b3-0f043f4fb55d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.025732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:50.032946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c66bfe83-4586-46a4-84b3-b5a8989c8f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (90c34c11-d1d2-4e3a-b6b3-0f043f4fb55d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.074534 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c66bfe83-4586-46a4-84b3-b5a8989c8f56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b24be06f99a34107ac91310d4aaad138&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6604919 Jan 28 03:24:50.075355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bfe83-4586-46a4-84b3-b5a8989c8f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c34c11-d1d2-4e3a-b6b3-0f043f4fb55d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:50.077313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40950) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:50.131969 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40952) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:50.149405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-090735ac-b62c-4a1f-9f49-d372810366c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.155276 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37109595-2fe7-407b-b736-7a6c7c484c4e admin admin] Publish callbacks [] for security_group (90c34c11-d1d2-4e3a-b6b3-0f043f4fb55d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.157089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdc52390-54d2-4ac5-831c-92457c54dd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.194834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37109595-2fe7-407b-b736-7a6c7c484c4e admin admin] Publish callbacks [] for security_group (90c34c11-d1d2-4e3a-b6b3-0f043f4fb55d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.250434 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-090735ac-b62c-4a1f-9f49-d372810366c7 admin admin] Publish callbacks [] for security_group (01e2253d-d568-4ab9-903d-d3da19ab127f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.254374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-090735ac-b62c-4a1f-9f49-d372810366c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01e2253d-d568-4ab9-903d-d3da19ab127f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.279111 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37109595-2fe7-407b-b736-7a6c7c484c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (90c34c11-d1d2-4e3a-b6b3-0f043f4fb55d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.282155 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37109595-2fe7-407b-b736-7a6c7c484c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.287343 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-37109595-2fe7-407b-b736-7a6c7c484c4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90c34c11-d1d2-4e3a-b6b3-0f043f4fb55d HTTP/1.1" status: 204 len: 168 time: 0.2082148 Jan 28 03:24:50.303795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-090735ac-b62c-4a1f-9f49-d372810366c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=548c99d3fc604aecbee4409a0a11ee18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5906699 Jan 28 03:24:50.304755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090735ac-b62c-4a1f-9f49-d372810366c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e2253d-d568-4ab9-903d-d3da19ab127f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:50.307285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40958) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:50.309107 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdc52390-54d2-4ac5-831c-92457c54dd59 admin admin] Publish callbacks [] for security_group (e14c4adc-5751-4285-81bd-f894e6d4da25), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.311076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37109595-2fe7-407b-b736-7a6c7c484c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c34c11-d1d2-4e3a-b6b3-0f043f4fb55d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:50.314604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdc52390-54d2-4ac5-831c-92457c54dd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e14c4adc-5751-4285-81bd-f894e6d4da25), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.363851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc52390-54d2-4ac5-831c-92457c54dd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c4adc-5751-4285-81bd-f894e6d4da25,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:50.367677 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb16166-2da4-4097-b7fc-f25dd5cabcec admin admin] Publish callbacks [] for security_group (01e2253d-d568-4ab9-903d-d3da19ab127f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.391086 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bdc52390-54d2-4ac5-831c-92457c54dd59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b05bb64cd4ec4177aedd1edcef11924b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2580395 Jan 28 03:24:50.392433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:50.397810 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb16166-2da4-4097-b7fc-f25dd5cabcec admin admin] Publish callbacks [] for security_group (01e2253d-d568-4ab9-903d-d3da19ab127f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.437062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:50.461200 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99e62f21-99a7-4b92-b037-b8d039eaa66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.462823 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb16166-2da4-4097-b7fc-f25dd5cabcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01e2253d-d568-4ab9-903d-d3da19ab127f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.466583 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb16166-2da4-4097-b7fc-f25dd5cabcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.467841 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bfb16166-2da4-4097-b7fc-f25dd5cabcec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01e2253d-d568-4ab9-903d-d3da19ab127f HTTP/1.1" status: 204 len: 168 time: 0.1594224 Jan 28 03:24:50.479529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb16166-2da4-4097-b7fc-f25dd5cabcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e2253d-d568-4ab9-903d-d3da19ab127f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:50.544492 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a0e9f5-8ae1-4d79-a461-1c6423ff9343 admin admin] Publish callbacks [] for security_group (e14c4adc-5751-4285-81bd-f894e6d4da25), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.582576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a0e9f5-8ae1-4d79-a461-1c6423ff9343 admin admin] Publish callbacks [] for security_group (e14c4adc-5751-4285-81bd-f894e6d4da25), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.598511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99e62f21-99a7-4b92-b037-b8d039eaa66b admin admin] Publish callbacks [] for security_group (323e6cd1-eab9-4c21-87b6-04a1814be1a8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.608257 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99e62f21-99a7-4b92-b037-b8d039eaa66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (323e6cd1-eab9-4c21-87b6-04a1814be1a8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.643035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e62f21-99a7-4b92-b037-b8d039eaa66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323e6cd1-eab9-4c21-87b6-04a1814be1a8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:50.665490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:50.679233 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-99e62f21-99a7-4b92-b037-b8d039eaa66b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ce10f9674394fb799ca80da78282ee5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2405419 Jan 28 03:24:50.681921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40984) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:50.704705 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a0e9f5-8ae1-4d79-a461-1c6423ff9343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e14c4adc-5751-4285-81bd-f894e6d4da25), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.707486 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a0e9f5-8ae1-4d79-a461-1c6423ff9343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.712306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-85a0e9f5-8ae1-4d79-a461-1c6423ff9343 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e14c4adc-5751-4285-81bd-f894e6d4da25 HTTP/1.1" status: 204 len: 168 time: 0.3183434 Jan 28 03:24:50.730842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0e9f5-8ae1-4d79-a461-1c6423ff9343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c4adc-5751-4285-81bd-f894e6d4da25,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:50.751364 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d949d82c-034a-4af9-ad56-ef063d3b9ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.783963 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edd9c13d-3521-42a1-a9a1-ab97bae97d21 admin admin] Publish callbacks [] for security_group (323e6cd1-eab9-4c21-87b6-04a1814be1a8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.811606 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edd9c13d-3521-42a1-a9a1-ab97bae97d21 admin admin] Publish callbacks [] for security_group (323e6cd1-eab9-4c21-87b6-04a1814be1a8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.930617 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d949d82c-034a-4af9-ad56-ef063d3b9ebb admin admin] Publish callbacks [] for security_group (09bc4bca-b8e9-4ca3-9056-27cd21256eb2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:50.938681 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d949d82c-034a-4af9-ad56-ef063d3b9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (09bc4bca-b8e9-4ca3-9056-27cd21256eb2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.014147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edd9c13d-3521-42a1-a9a1-ab97bae97d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (323e6cd1-eab9-4c21-87b6-04a1814be1a8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.018805 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edd9c13d-3521-42a1-a9a1-ab97bae97d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.021113 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-edd9c13d-3521-42a1-a9a1-ab97bae97d21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/323e6cd1-eab9-4c21-87b6-04a1814be1a8 HTTP/1.1" status: 204 len: 168 time: 0.3377588 Jan 28 03:24:51.025019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d949d82c-034a-4af9-ad56-ef063d3b9ebb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8e9fe156d0843389f10a4f8ff5698b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9975851 Jan 28 03:24:51.025919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:51.035064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9c13d-3521-42a1-a9a1-ab97bae97d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323e6cd1-eab9-4c21-87b6-04a1814be1a8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:51.066617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949d82c-034a-4af9-ad56-ef063d3b9ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bc4bca-b8e9-4ca3-9056-27cd21256eb2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:51.101099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bfde11b-2b97-4dc0-990a-998b16e301ec admin admin] Publish callbacks [] for security_group (09bc4bca-b8e9-4ca3-9056-27cd21256eb2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.126771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bfde11b-2b97-4dc0-990a-998b16e301ec admin admin] Publish callbacks [] for security_group (09bc4bca-b8e9-4ca3-9056-27cd21256eb2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.190475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bfde11b-2b97-4dc0-990a-998b16e301ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (09bc4bca-b8e9-4ca3-9056-27cd21256eb2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.197103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bfde11b-2b97-4dc0-990a-998b16e301ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.198243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8bfde11b-2b97-4dc0-990a-998b16e301ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09bc4bca-b8e9-4ca3-9056-27cd21256eb2 HTTP/1.1" status: 204 len: 168 time: 0.1681647 Jan 28 03:24:51.244234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfde11b-2b97-4dc0-990a-998b16e301ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bc4bca-b8e9-4ca3-9056-27cd21256eb2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:51.295180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d34dd0c-c7d3-4e58-9e42-9dc25f53c475 req-1821b731-aebd-4935-99a2-015da357151e tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 210 time: 0.6259944 Jan 28 03:24:51.453078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:51.467444 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b8dca1-68bc-45e3-824b-4586cb293119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.563988 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b8dca1-68bc-45e3-824b-4586cb293119 admin admin] Publish callbacks [] for security_group (8bbe7b1d-001a-48cc-8f97-08e9d6daac0c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.570173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b8dca1-68bc-45e3-824b-4586cb293119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8bbe7b1d-001a-48cc-8f97-08e9d6daac0c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.613228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-00b8dca1-68bc-45e3-824b-4586cb293119 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fe79cec822f4b35955202e712a25c55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1589713 Jan 28 03:24:51.616633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:51.626523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8dca1-68bc-45e3-824b-4586cb293119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbe7b1d-001a-48cc-8f97-08e9d6daac0c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:51.690305 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5515dab-a69a-4d52-86ac-197232f02e0a admin admin] Publish callbacks [] for security_group (8bbe7b1d-001a-48cc-8f97-08e9d6daac0c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.714932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41020) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:51.727481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5515dab-a69a-4d52-86ac-197232f02e0a admin admin] Publish callbacks [] for security_group (8bbe7b1d-001a-48cc-8f97-08e9d6daac0c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.733073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e3dafc1-cd34-474c-8c7a-07fd3e8c1cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.837260 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5515dab-a69a-4d52-86ac-197232f02e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8bbe7b1d-001a-48cc-8f97-08e9d6daac0c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.840262 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5515dab-a69a-4d52-86ac-197232f02e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.844373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c5515dab-a69a-4d52-86ac-197232f02e0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bbe7b1d-001a-48cc-8f97-08e9d6daac0c HTTP/1.1" status: 204 len: 168 time: 0.2242930 Jan 28 03:24:51.851722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5515dab-a69a-4d52-86ac-197232f02e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbe7b1d-001a-48cc-8f97-08e9d6daac0c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:51.876536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e3dafc1-cd34-474c-8c7a-07fd3e8c1cf3 admin admin] Publish callbacks [] for security_group (720cb1d5-d5b9-4e2b-a2c0-dfb2df4dc4cc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.881245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e3dafc1-cd34-474c-8c7a-07fd3e8c1cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (720cb1d5-d5b9-4e2b-a2c0-dfb2df4dc4cc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:51.923106 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4e3dafc1-cd34-474c-8c7a-07fd3e8c1cf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f9c7e36b6c94c51a2e56ab6067b6758&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2059665 Jan 28 03:24:51.924119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dafc1-cd34-474c-8c7a-07fd3e8c1cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720cb1d5-d5b9-4e2b-a2c0-dfb2df4dc4cc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:51.927144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:51.992451 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ed4224b-3c4e-4ca4-809b-ef42b5b57ae3 admin admin] Publish callbacks [] for security_group (720cb1d5-d5b9-4e2b-a2c0-dfb2df4dc4cc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.016454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ed4224b-3c4e-4ca4-809b-ef42b5b57ae3 admin admin] Publish callbacks [] for security_group (720cb1d5-d5b9-4e2b-a2c0-dfb2df4dc4cc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.065930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ed4224b-3c4e-4ca4-809b-ef42b5b57ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (720cb1d5-d5b9-4e2b-a2c0-dfb2df4dc4cc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.069183 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ed4224b-3c4e-4ca4-809b-ef42b5b57ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.070267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6ed4224b-3c4e-4ca4-809b-ef42b5b57ae3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/720cb1d5-d5b9-4e2b-a2c0-dfb2df4dc4cc HTTP/1.1" status: 204 len: 168 time: 0.1420519 Jan 28 03:24:52.081254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4224b-3c4e-4ca4-809b-ef42b5b57ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720cb1d5-d5b9-4e2b-a2c0-dfb2df4dc4cc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:52.200516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.42', 60934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:52.237604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-9d3a067a-a104-4634-813c-8d8c44eacdad tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f7dfe4a6cc464bb4936899a786ed2f07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240629 Jan 28 03:24:52.381235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-4526b974-de6e-4588-b6fe-d53bf34a1787 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:52.382745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-4526b974-de6e-4588-b6fe-d53bf34a1787 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1394827 Jan 28 03:24:52.441993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41050) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:52.455236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf728-f153-4c17-94ad-2d36f73c549f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.491198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60dcc0a4-1636-4243-9c32-e5f925ee211c req-8e5071ad-8761-4651-acd0-982d307e4452 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 210 time: 0.0401850 Jan 28 03:24:52.558716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Request body: {'port': {'device_id': 'fd8d2e5c-3aa0-464d-a597-22d596cdc582', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'f7dfe4a6cc464bb4936899a786ed2f07'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:52.562925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf728-f153-4c17-94ad-2d36f73c549f admin admin] Publish callbacks [] for security_group (050a43fc-0dba-4a17-92fd-cef69d3bbdc8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.569592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf728-f153-4c17-94ad-2d36f73c549f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (050a43fc-0dba-4a17-92fd-cef69d3bbdc8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.620641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ce0bf728-f153-4c17-94ad-2d36f73c549f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86c36c16c7734f94a74a0195df5d102b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1774647 Jan 28 03:24:52.621612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bf728-f153-4c17-94ad-2d36f73c549f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050a43fc-0dba-4a17-92fd-cef69d3bbdc8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:52.636121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:52.904136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20241dbc-3551-4db8-af08-64e863b1f743 admin admin] Publish callbacks [] for security_group (050a43fc-0dba-4a17-92fd-cef69d3bbdc8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.950418 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20241dbc-3551-4db8-af08-64e863b1f743 admin admin] Publish callbacks [] for security_group (050a43fc-0dba-4a17-92fd-cef69d3bbdc8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.953757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Made reservation on behalf of f7dfe4a6cc464bb4936899a786ed2f07 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:24:52.957727 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.972696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:53.061394 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20241dbc-3551-4db8-af08-64e863b1f743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (050a43fc-0dba-4a17-92fd-cef69d3bbdc8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:53.064131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20241dbc-3551-4db8-af08-64e863b1f743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:53.065419 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-20241dbc-3551-4db8-af08-64e863b1f743 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/050a43fc-0dba-4a17-92fd-cef69d3bbdc8 HTTP/1.1" status: 204 len: 168 time: 0.4275825 Jan 28 03:24:53.086843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20241dbc-3551-4db8-af08-64e863b1f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050a43fc-0dba-4a17-92fd-cef69d3bbdc8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:53.104407 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks [] for security_group (eecad2e3-464f-402b-969e-d0388fc6f024), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:53.109826 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (eecad2e3-464f-402b-969e-d0388fc6f024), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:53.209520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecad2e3-464f-402b-969e-d0388fc6f024,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:53.370577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Allocated IP 192.168.233.37 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/8e45a671-bc10-44f5-9760-1e6969f7a084) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:24:53.894198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0252e7c-fd88-4c47-969c-5a07956cc67f req-27b63f07-5bfe-4734-bf26-55b36c71b79b tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 210 time: 0.0731723 Jan 28 03:24:53.936228 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks [] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.077894 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.190211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:24:54.211749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:54.215419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:24:54.222932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:54.223975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.227849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Pushing event updated for resources: {'Port': ['ID=8e45a671-bc10-44f5-9760-1e6969f7a084,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:54.274480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-53236642-24c5-46d3-a5a4-8f1947856ce6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7207315 Jan 28 03:24:54.571040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-8098026b-dff3-4fce-bd7f-81c86a2de4ce tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:24:54.572108 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-8098026b-dff3-4fce-bd7f-81c86a2de4ce tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070605 Jan 28 03:24:54.638765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0ff6003-e4cd-4b5a-9cb2-9fff12ca2f0f None None] Provisioning complete for port 8e45a671-bc10-44f5-9760-1e6969f7a084 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:54.639358 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0ff6003-e4cd-4b5a-9cb2-9fff12ca2f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.722395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff6003-e4cd-4b5a-9cb2-9fff12ca2f0f None None] Port 8e45a671-bc10-44f5-9760-1e6969f7a084 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:24:54.766154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41158) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:55.076791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-385ccf0a-f8ca-4d9d-bf7f-354bc2075178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.131967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a27fef-7112-4738-b657-b39b93bc0006 req-ad301d17-91ce-40b6-b0f5-ce5935016aaa tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:55.133684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21a27fef-7112-4738-b657-b39b93bc0006 req-ad301d17-91ce-40b6-b0f5-ce5935016aaa tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 935 time: 0.1205106 Jan 28 03:24:55.234502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-385ccf0a-f8ca-4d9d-bf7f-354bc2075178 admin admin] Publish callbacks [] for security_group (06b55594-570c-42cf-9494-fa758ad93647), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.242968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-385ccf0a-f8ca-4d9d-bf7f-354bc2075178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (06b55594-570c-42cf-9494-fa758ad93647), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.253683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21a27fef-7112-4738-b657-b39b93bc0006 req-1183dd44-a9fd-498c-827e-b149296cfc03 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085446 Jan 28 03:24:55.299482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-385ccf0a-f8ca-4d9d-bf7f-354bc2075178 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d65ad49bd78e481ca63bc80a28917993&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5322304 Jan 28 03:24:55.301687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ccf0a-f8ca-4d9d-bf7f-354bc2075178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b55594-570c-42cf-9494-fa758ad93647,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:55.302650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41178) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:55.404668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f54f25ec-93b1-4119-95bd-e18d25c8b069 admin admin] Publish callbacks [] for security_group (06b55594-570c-42cf-9494-fa758ad93647), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.457800 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f54f25ec-93b1-4119-95bd-e18d25c8b069 admin admin] Publish callbacks [] for security_group (06b55594-570c-42cf-9494-fa758ad93647), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.545505 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f54f25ec-93b1-4119-95bd-e18d25c8b069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (06b55594-570c-42cf-9494-fa758ad93647), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.549844 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f54f25ec-93b1-4119-95bd-e18d25c8b069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.552649 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f54f25ec-93b1-4119-95bd-e18d25c8b069 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06b55594-570c-42cf-9494-fa758ad93647 HTTP/1.1" status: 204 len: 168 time: 0.2477231 Jan 28 03:24:55.567252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f25ec-93b1-4119-95bd-e18d25c8b069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b55594-570c-42cf-9494-fa758ad93647,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:56.383090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756196e-4330-422c-9b7f-290f8c489065 req-d7fd3416-b82a-4d4c-be05-a29117bc871f tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:56.389498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2756196e-4330-422c-9b7f-290f8c489065 req-d7fd3416-b82a-4d4c-be05-a29117bc871f tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 935 time: 0.0657773 Jan 28 03:24:56.457332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2756196e-4330-422c-9b7f-290f8c489065 req-128443e8-f816-4b8b-9cbc-ffc2b6a94ef6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576410 Jan 28 03:24:56.479219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41214) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:56.503230 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4bee439-f363-4a76-b924-2a7bdfa7467b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.646291 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4bee439-f363-4a76-b924-2a7bdfa7467b admin admin] Publish callbacks [] for security_group (90c648f8-292a-4d8a-8bd1-6716b2d267a9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.652883 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4bee439-f363-4a76-b924-2a7bdfa7467b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (90c648f8-292a-4d8a-8bd1-6716b2d267a9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.703298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c4bee439-f363-4a76-b924-2a7bdfa7467b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c255f2a7d004d448d466ee61b92df54&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2228029 Jan 28 03:24:56.704136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bee439-f363-4a76-b924-2a7bdfa7467b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c648f8-292a-4d8a-8bd1-6716b2d267a9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:56.707200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:56.772507 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6922cfb8-d89c-4094-860f-1735b6aa40c5 admin admin] Publish callbacks [] for security_group (90c648f8-292a-4d8a-8bd1-6716b2d267a9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.803530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6922cfb8-d89c-4094-860f-1735b6aa40c5 admin admin] Publish callbacks [] for security_group (90c648f8-292a-4d8a-8bd1-6716b2d267a9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.905394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6922cfb8-d89c-4094-860f-1735b6aa40c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (90c648f8-292a-4d8a-8bd1-6716b2d267a9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.908618 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6922cfb8-d89c-4094-860f-1735b6aa40c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.909993 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6922cfb8-d89c-4094-860f-1735b6aa40c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90c648f8-292a-4d8a-8bd1-6716b2d267a9 HTTP/1.1" status: 204 len: 168 time: 0.2009711 Jan 28 03:24:56.930295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922cfb8-d89c-4094-860f-1735b6aa40c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c648f8-292a-4d8a-8bd1-6716b2d267a9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:57.622018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bffbfb-08c9-4b9b-9e5f-4fe64132bebb req-ba36f06c-a987-46aa-83c8-1e5c30209a49 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:57.624125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2bffbfb-08c9-4b9b-9e5f-4fe64132bebb req-ba36f06c-a987-46aa-83c8-1e5c30209a49 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 935 time: 0.0906897 Jan 28 03:24:57.709857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2bffbfb-08c9-4b9b-9e5f-4fe64132bebb req-b000e172-2763-46ec-bd93-dcb8bfdc9f22 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778759 Jan 28 03:24:58.968654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa2b9e-eb29-42f8-8d66-8dcef614ccb4 req-ac613bfa-c50a-4826-a416-0eac27d1ceed tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:58.971136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0aa2b9e-eb29-42f8-8d66-8dcef614ccb4 req-ac613bfa-c50a-4826-a416-0eac27d1ceed tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 935 time: 0.0937221 Jan 28 03:24:59.098025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0aa2b9e-eb29-42f8-8d66-8dcef614ccb4 req-974753d8-e4ae-40f8-9036-09d901a4a8dd tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194971 Jan 28 03:25:00.301236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121992f-4d23-45ea-a145-99717eeeceb9 req-685f8226-9284-4c68-97f1-b0c2f0d204be tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:00.310113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b121992f-4d23-45ea-a145-99717eeeceb9 req-685f8226-9284-4c68-97f1-b0c2f0d204be tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 935 time: 0.0673559 Jan 28 03:25:00.421660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b121992f-4d23-45ea-a145-99717eeeceb9 req-1a94295e-b2e7-41ce-b5dc-df0ebece5aa8 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104560 Jan 28 03:25:00.740180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41438) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:00.778900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41442) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:01.196239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b723664-97dd-4763-8ce7-d046e7764a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.346191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:01.347547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a295d975-216a-4e0e-ab27-532dabc534f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.371158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b723664-97dd-4763-8ce7-d046e7764a3c admin admin] Publish callbacks [] for security_group (d9bcd269-0ab6-443a-b7eb-eb79e478fae6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.382590 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b723664-97dd-4763-8ce7-d046e7764a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d9bcd269-0ab6-443a-b7eb-eb79e478fae6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.448824 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1b723664-97dd-4763-8ce7-d046e7764a3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09921d6b46c54e57bf3676b4e1c54186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7073994 Jan 28 03:25:01.451517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41486) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:01.462419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b723664-97dd-4763-8ce7-d046e7764a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bcd269-0ab6-443a-b7eb-eb79e478fae6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:01.553286 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a187bd8-2048-4550-a038-d5df9ed95a19 admin admin] Publish callbacks [] for security_group (d9bcd269-0ab6-443a-b7eb-eb79e478fae6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.562388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a295d975-216a-4e0e-ab27-532dabc534f2 admin admin] Publish callbacks [] for security_group (956678ad-b9b9-4d8a-a726-a730e844a9c1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.567270 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a295d975-216a-4e0e-ab27-532dabc534f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (956678ad-b9b9-4d8a-a726-a730e844a9c1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.630009 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a295d975-216a-4e0e-ab27-532dabc534f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f44d4fffca0b46fb82e9b305f3dd45ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8499281 Jan 28 03:25:01.631327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295d975-216a-4e0e-ab27-532dabc534f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956678ad-b9b9-4d8a-a726-a730e844a9c1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:01.635332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:01.693469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fdfb1ef-3812-4809-99fd-270f99139db0 admin admin] Publish callbacks [] for security_group (956678ad-b9b9-4d8a-a726-a730e844a9c1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.704573 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a187bd8-2048-4550-a038-d5df9ed95a19 admin admin] Publish callbacks [] for security_group (d9bcd269-0ab6-443a-b7eb-eb79e478fae6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.716514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fdfb1ef-3812-4809-99fd-270f99139db0 admin admin] Publish callbacks [] for security_group (956678ad-b9b9-4d8a-a726-a730e844a9c1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.722042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3943afeb-c683-413c-9760-b6a46110d2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.774123 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fdfb1ef-3812-4809-99fd-270f99139db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (956678ad-b9b9-4d8a-a726-a730e844a9c1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.774884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007ac99-f912-493e-9355-18162eb8f121 req-668f4d6c-1c77-448c-8d22-8a7153e04e5b tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:01.776426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2007ac99-f912-493e-9355-18162eb8f121 req-668f4d6c-1c77-448c-8d22-8a7153e04e5b tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 935 time: 0.2243938 Jan 28 03:25:01.783179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fdfb1ef-3812-4809-99fd-270f99139db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.784784 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9fdfb1ef-3812-4809-99fd-270f99139db0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/956678ad-b9b9-4d8a-a726-a730e844a9c1 HTTP/1.1" status: 204 len: 168 time: 0.1481662 Jan 28 03:25:01.793286 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfb1ef-3812-4809-99fd-270f99139db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956678ad-b9b9-4d8a-a726-a730e844a9c1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:01.834735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Request body: {'port': {'device_id': 'fd8d2e5c-3aa0-464d-a597-22d596cdc582', 'device_owner': 'compute:tempest-test_az-895647177', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:01.893567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a187bd8-2048-4550-a038-d5df9ed95a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d9bcd269-0ab6-443a-b7eb-eb79e478fae6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.896195 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a187bd8-2048-4550-a038-d5df9ed95a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.897452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7a187bd8-2048-4550-a038-d5df9ed95a19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9bcd269-0ab6-443a-b7eb-eb79e478fae6 HTTP/1.1" status: 204 len: 168 time: 0.4426663 Jan 28 03:25:01.915932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2007ac99-f912-493e-9355-18162eb8f121 req-9d7178de-458d-4dab-be57-87168894b2a8 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328924 Jan 28 03:25:01.949272 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a187bd8-2048-4550-a038-d5df9ed95a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bcd269-0ab6-443a-b7eb-eb79e478fae6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:02.028705 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.092480 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3943afeb-c683-413c-9760-b6a46110d2e0 admin admin] Publish callbacks [] for security_group (bc483bfb-a7ad-4505-ab59-7370818d586e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.122687 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3943afeb-c683-413c-9760-b6a46110d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bc483bfb-a7ad-4505-ab59-7370818d586e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.199493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3943afeb-c683-413c-9760-b6a46110d2e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb38f8b63e364464bcf8a86ffcda6f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8523107 Jan 28 03:25:02.202729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41544) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:02.216947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943afeb-c683-413c-9760-b6a46110d2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc483bfb-a7ad-4505-ab59-7370818d586e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:02.300793 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac2e3034-0802-429c-8bdd-463a0fbeea57 admin admin] Publish callbacks [] for security_group (bc483bfb-a7ad-4505-ab59-7370818d586e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.358350 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac2e3034-0802-429c-8bdd-463a0fbeea57 admin admin] Publish callbacks [] for security_group (bc483bfb-a7ad-4505-ab59-7370818d586e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.424064 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac2e3034-0802-429c-8bdd-463a0fbeea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bc483bfb-a7ad-4505-ab59-7370818d586e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.427991 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac2e3034-0802-429c-8bdd-463a0fbeea57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.429910 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ac2e3034-0802-429c-8bdd-463a0fbeea57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc483bfb-a7ad-4505-ab59-7370818d586e HTTP/1.1" status: 204 len: 168 time: 0.2262077 Jan 28 03:25:02.439303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e3034-0802-429c-8bdd-463a0fbeea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc483bfb-a7ad-4505-ab59-7370818d586e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:02.502614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41568) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:02.529498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91c4cac7-bee8-424c-8dbb-366161c8e54f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.589128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e45a671-bc10-44f5-9760-1e6969f7a084 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:02.601664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Publish callbacks [] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.624073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91c4cac7-bee8-424c-8dbb-366161c8e54f admin admin] Publish callbacks [] for security_group (054c8da3-96cd-4beb-a04b-cfa2efec901a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.627331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Transition to ACTIVE for port object 8e45a671-bc10-44f5-9760-1e6969f7a084 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:25:02.627469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41572) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:02.633578 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.636756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91c4cac7-bee8-424c-8dbb-366161c8e54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (054c8da3-96cd-4beb-a04b-cfa2efec901a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.685991 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-91c4cac7-bee8-424c-8dbb-366161c8e54f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d3c7716af8148948fe1f758f0ef76b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819212 Jan 28 03:25:02.687118 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-740a54b8-d8fa-4539-b7e2-c818ae0aaa7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.690851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41574) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:02.733900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4cac7-bee8-424c-8dbb-366161c8e54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054c8da3-96cd-4beb-a04b-cfa2efec901a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:02.841327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-740a54b8-d8fa-4539-b7e2-c818ae0aaa7a admin admin] Publish callbacks [] for security_group (d9f58808-ecf9-4798-b116-d9be1c0518bd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.845697 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-740a54b8-d8fa-4539-b7e2-c818ae0aaa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d9f58808-ecf9-4798-b116-d9be1c0518bd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:02.928242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Pushing event updated for resources: {'Port': ['ID=8e45a671-bc10-44f5-9760-1e6969f7a084,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:02.929014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a54b8-d8fa-4539-b7e2-c818ae0aaa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f58808-ecf9-4798-b116-d9be1c0518bd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:02.970497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Attempting to bind port 8e45a671-bc10-44f5-9760-1e6969f7a084 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:02.971045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Attempting to bind port 8e45a671-bc10-44f5-9760-1e6969f7a084 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:02.971374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Attempting to bind port 8e45a671-bc10-44f5-9760-1e6969f7a084 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:02.974960 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-740a54b8-d8fa-4539-b7e2-c818ae0aaa7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16d685c8af334c19a48dc46da5c44afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448057 Jan 28 03:25:02.975373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41582) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:02.985734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Port 8e45a671-bc10-44f5-9760-1e6969f7a084 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:02.986056 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Attempting to bind port 8e45a671-bc10-44f5-9760-1e6969f7a084 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:03.011532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41584) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:03.019515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:03.019877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:03.020975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:03.021609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Bound port: 8e45a671-bc10-44f5-9760-1e6969f7a084, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:03.021968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.028197 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a559ae74-bee7-4cea-b010-7679e7d12e41 admin admin] Publish callbacks [] for security_group (054c8da3-96cd-4beb-a04b-cfa2efec901a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.138667 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a559ae74-bee7-4cea-b010-7679e7d12e41 admin admin] Publish callbacks [] for security_group (054c8da3-96cd-4beb-a04b-cfa2efec901a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.140950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41592) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:03.159762 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb87d692-82a5-4713-a3e2-7f78a7c284b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.185377 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3a05f4a-85c4-4f7a-8449-17a998b79829 admin admin] Publish callbacks [] for security_group (d9f58808-ecf9-4798-b116-d9be1c0518bd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.210963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863439c8-d56f-466a-b5d2-1185aaa5c07a req-0634b37e-ed06-46c6-9a83-da87ad7b3f83 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:03.212890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-863439c8-d56f-466a-b5d2-1185aaa5c07a req-0634b37e-ed06-46c6-9a83-da87ad7b3f83 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 968 time: 0.1973031 Jan 28 03:25:03.233085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] For port 8e45a671-bc10-44f5-9760-1e6969f7a084, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:03.268264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:03.273611 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3a05f4a-85c4-4f7a-8449-17a998b79829 admin admin] Publish callbacks [] for security_group (d9f58808-ecf9-4798-b116-d9be1c0518bd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.283079 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb87d692-82a5-4713-a3e2-7f78a7c284b0 admin admin] Publish callbacks [] for security_group (c31d4ac0-5b89-4dd7-b7dc-568f51bdf255), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.289267 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb87d692-82a5-4713-a3e2-7f78a7c284b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c31d4ac0-5b89-4dd7-b7dc-568f51bdf255), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.296893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] For port 8e45a671-bc10-44f5-9760-1e6969f7a084, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8e45a671-bc10-44f5-9760-1e6969f7a084,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:03.312682 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.333142 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87d692-82a5-4713-a3e2-7f78a7c284b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d4ac0-5b89-4dd7-b7dc-568f51bdf255,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:03.365414 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fd92750-dd24-4c81-bc07-aefc0182ab38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.377130 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bb87d692-82a5-4713-a3e2-7f78a7c284b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=636b495f23d84677ae4dfa15498d7451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319057 Jan 28 03:25:03.380991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41598) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:03.383551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:03.384613 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.386258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] 10.222.0.42 "PUT /v2.0/ports/8e45a671-bc10-44f5-9760-1e6969f7a084 HTTP/1.1" status: 200 len: 1117 time: 1.6596923 Jan 28 03:25:03.387033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8d2e5c-3aa0-464d-a597-22d596cdc582', 'tag': '8e45a671-bc10-44f5-9760-1e6969f7a084'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:03.400033 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc7cfd89-0588-44cf-aec9-3dbea744d727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.472022 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a559ae74-bee7-4cea-b010-7679e7d12e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (054c8da3-96cd-4beb-a04b-cfa2efec901a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.475515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a559ae74-bee7-4cea-b010-7679e7d12e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.476673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a559ae74-bee7-4cea-b010-7679e7d12e41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/054c8da3-96cd-4beb-a04b-cfa2efec901a HTTP/1.1" status: 204 len: 168 time: 0.7798328 Jan 28 03:25:03.508819 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0a54-0a86-48e2-82da-5094f4bf41ec admin admin] Publish callbacks [] for security_group (c31d4ac0-5b89-4dd7-b7dc-568f51bdf255), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.541431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-863439c8-d56f-466a-b5d2-1185aaa5c07a req-1be3cb64-23da-473c-af73-dc1e127f6025 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110750 Jan 28 03:25:03.549945 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0a54-0a86-48e2-82da-5094f4bf41ec admin admin] Publish callbacks [] for security_group (c31d4ac0-5b89-4dd7-b7dc-568f51bdf255), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.580289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559ae74-bee7-4cea-b010-7679e7d12e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c8da3-96cd-4beb-a04b-cfa2efec901a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:03.601399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9c3dd-281b-471a-ba53-24d31a89a813 service neutron] Pushing event updated for resources: {'Port': ['ID=8e45a671-bc10-44f5-9760-1e6969f7a084,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:03.607973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3a05f4a-85c4-4f7a-8449-17a998b79829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d9f58808-ecf9-4798-b116-d9be1c0518bd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.610647 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3a05f4a-85c4-4f7a-8449-17a998b79829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.611803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a3a05f4a-85c4-4f7a-8449-17a998b79829 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9f58808-ecf9-4798-b116-d9be1c0518bd HTTP/1.1" status: 204 len: 168 time: 0.6355019 Jan 28 03:25:03.634349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a05f4a-85c4-4f7a-8449-17a998b79829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f58808-ecf9-4798-b116-d9be1c0518bd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:03.639986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-bbc5effc-79cd-457b-bb9b-1397ff740349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:03.641722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-bbc5effc-79cd-457b-bb9b-1397ff740349 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7dfe4a6cc464bb4936899a786ed2f07&device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 1120 time: 0.1713820 Jan 28 03:25:03.695937 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baa196e-e64b-4ae3-8cfa-298d5f98502f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8d2e5c-3aa0-464d-a597-22d596cdc582", "tag": "8e45a671-bc10-44f5-9760-1e6969f7a084"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:03.736683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-89565396-e8cf-4665-bacb-489af41cefcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=8e45a671-bc10-44f5-9760-1e6969f7a084 HTTP/1.1" status: 200 len: 217 time: 0.0810864 Jan 28 03:25:03.750363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc7cfd89-0588-44cf-aec9-3dbea744d727 admin admin] Publish callbacks [] for security_group (3ca626c1-1386-4dd5-b74f-8c0a308c6ac1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.763968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc7cfd89-0588-44cf-aec9-3dbea744d727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3ca626c1-1386-4dd5-b74f-8c0a308c6ac1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.816831 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dc7cfd89-0588-44cf-aec9-3dbea744d727 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=199db511ee9749cbba1f9fdd0969566e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8041470 Jan 28 03:25:03.817711 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0a54-0a86-48e2-82da-5094f4bf41ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c31d4ac0-5b89-4dd7-b7dc-568f51bdf255), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.821813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0a54-0a86-48e2-82da-5094f4bf41ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.822558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41616) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:03.823590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c1ef0a54-0a86-48e2-82da-5094f4bf41ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c31d4ac0-5b89-4dd7-b7dc-568f51bdf255 HTTP/1.1" status: 204 len: 168 time: 0.4354820 Jan 28 03:25:03.833968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fd92750-dd24-4c81-bc07-aefc0182ab38 admin admin] Publish callbacks [] for security_group (d688561b-0cb7-48fa-9c6b-11284a8a2d0d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.834264 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-0c5be698-c987-44c4-915c-54ef31d61042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:03.835947 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-0c5be698-c987-44c4-915c-54ef31d61042 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0911272 Jan 28 03:25:03.840991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cfd89-0588-44cf-aec9-3dbea744d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca626c1-1386-4dd5-b74f-8c0a308c6ac1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:03.844571 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fd92750-dd24-4c81-bc07-aefc0182ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d688561b-0cb7-48fa-9c6b-11284a8a2d0d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.884414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef0a54-0a86-48e2-82da-5094f4bf41ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d4ac0-5b89-4dd7-b7dc-568f51bdf255,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:03.919951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd92750-dd24-4c81-bc07-aefc0182ab38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d688561b-0cb7-48fa-9c6b-11284a8a2d0d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:03.934205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3fd92750-dd24-4c81-bc07-aefc0182ab38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9bdb87c8e614679bff2c8da6e6a0e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6647687 Jan 28 03:25:03.934811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:03.953410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-50cf09fc-0e62-4269-815a-ee8f09699cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:03.954905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-50cf09fc-0e62-4269-815a-ee8f09699cb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1124723 Jan 28 03:25:03.958360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-762cadb7-3320-40a6-aee8-81aff1259aad admin admin] Publish callbacks [] for security_group (3ca626c1-1386-4dd5-b74f-8c0a308c6ac1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.997459 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-762cadb7-3320-40a6-aee8-81aff1259aad admin admin] Publish callbacks [] for security_group (3ca626c1-1386-4dd5-b74f-8c0a308c6ac1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.999887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41692b76-487d-434f-b6d2-ece420d5353d admin admin] Publish callbacks [] for security_group (d688561b-0cb7-48fa-9c6b-11284a8a2d0d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.025143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41692b76-487d-434f-b6d2-ece420d5353d admin admin] Publish callbacks [] for security_group (d688561b-0cb7-48fa-9c6b-11284a8a2d0d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.089357 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41692b76-487d-434f-b6d2-ece420d5353d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d688561b-0cb7-48fa-9c6b-11284a8a2d0d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.091610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-a11778c6-d9a7-42da-8bc3-4581dd42e0e6 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242073 Jan 28 03:25:04.094524 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41692b76-487d-434f-b6d2-ece420d5353d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.097973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-762cadb7-3320-40a6-aee8-81aff1259aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3ca626c1-1386-4dd5-b74f-8c0a308c6ac1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.100067 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-41692b76-487d-434f-b6d2-ece420d5353d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d688561b-0cb7-48fa-9c6b-11284a8a2d0d HTTP/1.1" status: 204 len: 168 time: 0.1630857 Jan 28 03:25:04.102775 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-762cadb7-3320-40a6-aee8-81aff1259aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.104677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-762cadb7-3320-40a6-aee8-81aff1259aad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ca626c1-1386-4dd5-b74f-8c0a308c6ac1 HTTP/1.1" status: 204 len: 168 time: 0.2811155 Jan 28 03:25:04.108653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41692b76-487d-434f-b6d2-ece420d5353d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d688561b-0cb7-48fa-9c6b-11284a8a2d0d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:04.140969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cadb7-3320-40a6-aee8-81aff1259aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca626c1-1386-4dd5-b74f-8c0a308c6ac1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:04.218645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16fc7af9-43e0-4ef8-81c5-4d514c778183 req-83bfffef-163d-42de-b2d9-6ea30fa4bdea service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127315 Jan 28 03:25:04.282816 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba12e99-1602-4061-ba77-1ea637e96121 x-openstack-request-id: req-aba12e99-1602-4061-ba77-1ea637e96121 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:04.283153 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8d2e5c-3aa0-464d-a597-22d596cdc582", "tag": "8e45a671-bc10-44f5-9760-1e6969f7a084", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:04.283666 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aba12e99-1602-4061-ba77-1ea637e96121 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:04.284119 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8d2e5c-3aa0-464d-a597-22d596cdc582', 'tag': '8e45a671-bc10-44f5-9760-1e6969f7a084', 'status': 'completed', 'code': 200} Jan 28 03:25:04.383207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-97a21e7c-de39-4ce1-82b5-e502c4c0d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:04.384796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-97a21e7c-de39-4ce1-82b5-e502c4c0d592 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7dfe4a6cc464bb4936899a786ed2f07&device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 1120 time: 0.0486450 Jan 28 03:25:04.547338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-7f872507-c663-4ebc-b802-6889776212d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:04.549258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-7f872507-c663-4ebc-b802-6889776212d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1579635 Jan 28 03:25:04.595494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-d30d4545-99cf-4e4a-8830-3705d655bc6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=8e45a671-bc10-44f5-9760-1e6969f7a084 HTTP/1.1" status: 200 len: 217 time: 0.0401456 Jan 28 03:25:04.619426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41650) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:04.633731 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53fc5339-1801-4ca9-aee9-251306020d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.649308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41652) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:04.673087 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bed8874-626e-4ccf-b470-7315b7ef586f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.682609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-fef9c191-feaf-4156-857a-e8fa50d265f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:04.684595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-fef9c191-feaf-4156-857a-e8fa50d265f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0829237 Jan 28 03:25:04.703883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74b8ad-53f4-4cea-86e4-163edb48d2ae req-ec39581e-7cfd-47e0-abcf-da4db0b3908a tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:04.712091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c74b8ad-53f4-4cea-86e4-163edb48d2ae req-ec39581e-7cfd-47e0-abcf-da4db0b3908a tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 968 time: 0.1009705 Jan 28 03:25:04.801875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53fc5339-1801-4ca9-aee9-251306020d5e admin admin] Publish callbacks [] for security_group (51c5c63b-a043-4591-87c9-c757526589b9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.807431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c74b8ad-53f4-4cea-86e4-163edb48d2ae req-24b52fb5-aa09-4ec8-8205-8348f7784929 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943818 Jan 28 03:25:04.812923 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53fc5339-1801-4ca9-aee9-251306020d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (51c5c63b-a043-4591-87c9-c757526589b9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.819582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-4379989e-34bb-4307-8464-ff7464ed3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:04.822037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-4379989e-34bb-4307-8464-ff7464ed3986 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307433 Jan 28 03:25:04.882135 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-53fc5339-1801-4ca9-aee9-251306020d5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b685971953954bd79f94c4d5b1eac43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614501 Jan 28 03:25:04.885147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:04.888154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc5339-1801-4ca9-aee9-251306020d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c5c63b-a043-4591-87c9-c757526589b9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:04.917915 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bed8874-626e-4ccf-b470-7315b7ef586f admin admin] Publish callbacks [] for security_group (66e7a061-3c5b-48a8-ba6e-57719a1e32c1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.924361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bed8874-626e-4ccf-b470-7315b7ef586f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (66e7a061-3c5b-48a8-ba6e-57719a1e32c1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.978498 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-637ee081-0c79-4b4d-aaae-ac726a85e234 admin admin] Publish callbacks [] for security_group (51c5c63b-a043-4591-87c9-c757526589b9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.981599 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8bed8874-626e-4ccf-b470-7315b7ef586f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97e34eb669724a03b2664a06947db06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313036 Jan 28 03:25:04.983813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed8874-626e-4ccf-b470-7315b7ef586f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e7a061-3c5b-48a8-ba6e-57719a1e32c1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:04.998337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41670) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:05.006866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-637ee081-0c79-4b4d-aaae-ac726a85e234 admin admin] Publish callbacks [] for security_group (51c5c63b-a043-4591-87c9-c757526589b9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:05.058156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-f0436cbb-f9cd-4afa-88a2-bdb82b1cc40d service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295790 Jan 28 03:25:05.064910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-219753ab-617b-428b-883a-3fd484d8e5f2 admin admin] Publish callbacks [] for security_group (66e7a061-3c5b-48a8-ba6e-57719a1e32c1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:05.065802 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-637ee081-0c79-4b4d-aaae-ac726a85e234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (51c5c63b-a043-4591-87c9-c757526589b9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:05.069521 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-637ee081-0c79-4b4d-aaae-ac726a85e234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:05.073068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-637ee081-0c79-4b4d-aaae-ac726a85e234 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51c5c63b-a043-4591-87c9-c757526589b9 HTTP/1.1" status: 204 len: 168 time: 0.1847394 Jan 28 03:25:05.092824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-219753ab-617b-428b-883a-3fd484d8e5f2 admin admin] Publish callbacks [] for security_group (66e7a061-3c5b-48a8-ba6e-57719a1e32c1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:05.103789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ee081-0c79-4b4d-aaae-ac726a85e234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c5c63b-a043-4591-87c9-c757526589b9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:05.169547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-219753ab-617b-428b-883a-3fd484d8e5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (66e7a061-3c5b-48a8-ba6e-57719a1e32c1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:05.174301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-219753ab-617b-428b-883a-3fd484d8e5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:05.175887 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-219753ab-617b-428b-883a-3fd484d8e5f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66e7a061-3c5b-48a8-ba6e-57719a1e32c1 HTTP/1.1" status: 204 len: 168 time: 0.1758676 Jan 28 03:25:05.187143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219753ab-617b-428b-883a-3fd484d8e5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e7a061-3c5b-48a8-ba6e-57719a1e32c1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:05.333480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5baa196e-e64b-4ae3-8cfa-298d5f98502f req-518be972-1ba4-4891-8078-7cbf6ceeda69 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606616 Jan 28 03:25:05.944657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c73319-381b-493a-9e19-138790f9f4c9 req-81f24ee5-ea39-4c3e-9a58-eb1bbc676458 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:05.945936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41718) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:05.946291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c73319-381b-493a-9e19-138790f9f4c9 req-81f24ee5-ea39-4c3e-9a58-eb1bbc676458 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 968 time: 0.0569468 Jan 28 03:25:06.053928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c73319-381b-493a-9e19-138790f9f4c9 req-016ea16b-41b7-42bc-badd-1f506ffa5ec6 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090903 Jan 28 03:25:06.257677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-655501558-network', 'tenant_id': 'ea2e1d4041ef4337ae62ea1490a1191c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:06.281522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Made reservation on behalf of ea2e1d4041ef4337ae62ea1490a1191c for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:06.284537 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.294671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.380227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Publish callbacks [] for security_group (a96e87b7-077b-41e2-ae85-9e0be8561fb8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.385122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a96e87b7-077b-41e2-ae85-9e0be8561fb8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.413001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:25:06.426684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96e87b7-077b-41e2-ae85-9e0be8561fb8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:06.431641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (73cb3490-7943-4e8a-b0de-3617d68eff0d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.431979 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Added segment 73cb3490-7943-4e8a-b0de-3617d68eff0d of type vlan for network 1f24b319-272d-42f5-a0bf-1052b7874935 Jan 28 03:25:06.480272 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1f24b319-272d-42f5-a0bf-1052b7874935), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.511932 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1f24b319-272d-42f5-a0bf-1052b7874935), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.513061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:06.513656 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.565843 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6252065 Jan 28 03:25:06.566182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:06.571538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Request body: {'subnet': {'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-655501558-subnet', 'tenant_id': 'ea2e1d4041ef4337ae62ea1490a1191c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:06.589155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca6061-0be8-4639-960a-ebf47bda0ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=1f24b319-272d-42f5-a0bf-1052b7874935,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:06.595864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Made reservation on behalf of ea2e1d4041ef4337ae62ea1490a1191c for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:06.601631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1f24b319-272d-42f5-a0bf-1052b7874935 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:25:06.602202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.820579 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (38e62498-2e1e-4282-bf91-3df78f49b1f3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.896100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e62498-2e1e-4282-bf91-3df78f49b1f3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:06.900496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:06.900872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Network hostable DHCP agents. Network: 1f24b319-272d-42f5-a0bf-1052b7874935, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:25:06.919311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Network 1f24b319-272d-42f5-a0bf-1052b7874935 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:25:06.934424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1f24b319-272d-42f5-a0bf-1052b7874935) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:06.943100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:06.943743 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.945066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3313e410-71db-4620-b8ff-ae6ea0acc68b None None] Network 1f24b319-272d-42f5-a0bf-1052b7874935 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:06.965896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-81b8301b-b112-4e92-a6a1-7c462acd0b80 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3970740 Jan 28 03:25:07.053850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc451ba-ae1e-47c3-8c1b-946baf8b7af4 None None] Network 1f24b319-272d-42f5-a0bf-1052b7874935 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:07.190525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c27c8d-3e49-4e22-924e-13a766e3676e req-87ef0ed3-a1a7-42d0-bd52-4e21904a2bc0 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:07.192979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1c27c8d-3e49-4e22-924e-13a766e3676e req-87ef0ed3-a1a7-42d0-bd52-4e21904a2bc0 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 968 time: 0.0530152 Jan 28 03:25:07.247026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1c27c8d-3e49-4e22-924e-13a766e3676e req-b1134be2-3d45-4d60-bfa9-9028e810b4d7 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482306 Jan 28 03:25:07.725797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41804) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:07.992075 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4eb657a-d7e7-4f56-8738-da36d2cff73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.092037 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4eb657a-d7e7-4f56-8738-da36d2cff73b admin admin] Publish callbacks [] for security_group (0d013165-8657-4bda-9161-bf4f7f643591), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.097680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4eb657a-d7e7-4f56-8738-da36d2cff73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0d013165-8657-4bda-9161-bf4f7f643591), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.143520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb657a-d7e7-4f56-8738-da36d2cff73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d013165-8657-4bda-9161-bf4f7f643591,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:08.160475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f4eb657a-d7e7-4f56-8738-da36d2cff73b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa1d96a02fd14c06b4161c0e3cd05212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334550 Jan 28 03:25:08.163714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41832) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:08.225056 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e80df0-a18f-4239-b4c4-10e870e07701 admin admin] Publish callbacks [] for security_group (0d013165-8657-4bda-9161-bf4f7f643591), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.251180 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e80df0-a18f-4239-b4c4-10e870e07701 admin admin] Publish callbacks [] for security_group (0d013165-8657-4bda-9161-bf4f7f643591), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.272505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8e45a671-bc10-44f5-9760-1e6969f7a084 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:25:08.345497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e80df0-a18f-4239-b4c4-10e870e07701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0d013165-8657-4bda-9161-bf4f7f643591), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.348297 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e80df0-a18f-4239-b4c4-10e870e07701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.351938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c1e80df0-a18f-4239-b4c4-10e870e07701 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d013165-8657-4bda-9161-bf4f7f643591 HTTP/1.1" status: 204 len: 168 time: 0.1849680 Jan 28 03:25:08.424090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e80df0-a18f-4239-b4c4-10e870e07701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d013165-8657-4bda-9161-bf4f7f643591,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:08.445535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8e45a671-bc10-44f5-9760-1e6969f7a084, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8e45a671-bc10-44f5-9760-1e6969f7a084,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:08.464338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '8e45a671-bc10-44f5-9760-1e6969f7a084', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '8e45a671-bc10-44f5-9760-1e6969f7a084', 'mac_address': 'fa:16:3e:df:ea:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:tempest-test_az-895647177', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:25:08.469529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1d84e-0260-4183-b2aa-aa7d24584bf2 req-3bc19d49-465c-43e7-8d54-495d215ede8b tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:08.478496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16a1d84e-0260-4183-b2aa-aa7d24584bf2 req-3bc19d49-465c-43e7-8d54-495d215ede8b tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 968 time: 0.1277423 Jan 28 03:25:08.529705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 8e45a671-bc10-44f5-9760-1e6969f7a084 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:08.530142 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.554684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e45a671-bc10-44f5-9760-1e6969f7a084 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:08.559767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16a1d84e-0260-4183-b2aa-aa7d24584bf2 req-cb838963-a34f-4765-9afb-3f31f3bef115 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789838 Jan 28 03:25:08.584409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8e45a671-bc10-44f5-9760-1e6969f7a084, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8e45a671-bc10-44f5-9760-1e6969f7a084,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:08.589101 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.641960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=8e45a671-bc10-44f5-9760-1e6969f7a084,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:08.655232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.655583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.656046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.656385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.656712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.657075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.657397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.657714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.658073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.658730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.659207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.659673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.659997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Tracked resource versions report: Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: pushed versions: Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: { 'AddressGroup': {'1.2'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'ConntrackHelper': {'1.0'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'Log': {'1.0'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'Network': {'1.1'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'Port': {'1.7'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'PortForwarding': {'1.2'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'QosPolicy': {'1.10'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'SecurityGroup': {'1.5'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'SubPort': {'1.0'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'Subnet': {'1.1'}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'Trunk': {'1.1'}} Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: consumer versions: Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: { DHCP agent@n-d-808199-14: {}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: HyperV agent@n-h1-808199-14: {}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: HyperV agent@n-h2-808199-14: {}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: L3 agent@n-d-808199-14: {}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: Metadata agent@n-d-808199-14: {}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: Metering agent@n-d-808199-14: {}, Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: Open vSwitch agent@n-d-808199-14: { 'AddressGroup': '1.2', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'ConntrackHelper': '1.0', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'LocalIPAssociation': '1.0', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'Log': '1.0', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'Network': '1.1', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'Port': '1.7', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'PortForwarding': '1.2', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'QosPolicy': '1.10', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'SecurityGroup': '1.5', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'SecurityGroupRule': '1.2', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'SubPort': '1.0', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'Subnet': '1.1', Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: 'Trunk': '1.1'}} Jan 28 03:25:08.661328 n-d-808199-14 neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 03:25:08.707063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:08.714371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1320368902-network', 'tenant_id': '4e7c13ee75324c5fa26694e1be1d4da6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:08.734605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Made reservation on behalf of 4e7c13ee75324c5fa26694e1be1d4da6 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:08.737757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.746857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.830140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Publish callbacks [] for security_group (34820a98-57f2-42e2-a797-78b434f2f579), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.837663 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (34820a98-57f2-42e2-a797-78b434f2f579), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.865365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:25:08.882434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34820a98-57f2-42e2-a797-78b434f2f579,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:08.885406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c1b446d0-d1a3-4c94-8b7c-b1afd4c34f71), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.885755 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Added segment c1b446d0-d1a3-4c94-8b7c-b1afd4c34f71 of type vlan for network 81edc669-09c4-4e8d-bb7d-2062ac4f0ab8 Jan 28 03:25:08.942957 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (81edc669-09c4-4e8d-bb7d-2062ac4f0ab8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.977394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['8e45a671-bc10-44f5-9760-1e6969f7a084'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:08.986519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (81edc669-09c4-4e8d-bb7d-2062ac4f0ab8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:08.987577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:08.988221 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.053069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41878) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:09.074156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3654466 Jan 28 03:25:09.076146 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b740915-f4fd-46a3-ba5a-69f7eec61865 admin admin] Pushing event updated for resources: {'Network': ['ID=81edc669-09c4-4e8d-bb7d-2062ac4f0ab8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:09.077477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:09.083477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Request body: {'subnet': {'network_id': '81edc669-09c4-4e8d-bb7d-2062ac4f0ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1320368902-subnet', 'tenant_id': '4e7c13ee75324c5fa26694e1be1d4da6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:09.103204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 81edc669-09c4-4e8d-bb7d-2062ac4f0ab8 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:25:09.115592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Made reservation on behalf of 4e7c13ee75324c5fa26694e1be1d4da6 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:09.120341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.163205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:09.182152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d397de4-fd8b-46f4-9624-546fcad5e2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.321132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (3001a516-0de7-4cff-b0ea-d6f6ea09daea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.353356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d397de4-fd8b-46f4-9624-546fcad5e2ce admin admin] Publish callbacks [] for security_group (dd4420d2-aa37-4409-a6ef-a993a6a947e2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.358317 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d397de4-fd8b-46f4-9624-546fcad5e2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd4420d2-aa37-4409-a6ef-a993a6a947e2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.401486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3001a516-0de7-4cff-b0ea-d6f6ea09daea,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:09.403998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Checking segment: {'id': 'c1b446d0-d1a3-4c94-8b7c-b1afd4c34f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '81edc669-09c4-4e8d-bb7d-2062ac4f0ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:09.404483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Network hostable DHCP agents. Network: 81edc669-09c4-4e8d-bb7d-2062ac4f0ab8, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:25:09.412028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6d397de4-fd8b-46f4-9624-546fcad5e2ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b22c349b8010492d96bf11ab30a0adaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475398 Jan 28 03:25:09.414765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:09.439041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d397de4-fd8b-46f4-9624-546fcad5e2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4420d2-aa37-4409-a6ef-a993a6a947e2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:09.446568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Network 81edc669-09c4-4e8d-bb7d-2062ac4f0ab8 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:25:09.468773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 81edc669-09c4-4e8d-bb7d-2062ac4f0ab8) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:09.475113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:09.475922 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.483265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82c0aa-b06e-418d-af77-7670b0462934 None None] Network 81edc669-09c4-4e8d-bb7d-2062ac4f0ab8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:09.498707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71bc073d-b487-441a-b262-3d785df42140 admin admin] Publish callbacks [] for security_group (dd4420d2-aa37-4409-a6ef-a993a6a947e2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.511145 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-48b972be-644a-4909-be29-b8abf0152267 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4325387 Jan 28 03:25:09.516640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71ae3398-f2d1-4ad0-ac9e-b446b0392e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.539561 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71bc073d-b487-441a-b262-3d785df42140 admin admin] Publish callbacks [] for security_group (dd4420d2-aa37-4409-a6ef-a993a6a947e2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.621639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa3cc73-1151-42a6-8b3e-6699bb6aebb3 None None] Network 81edc669-09c4-4e8d-bb7d-2062ac4f0ab8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:09.650460 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71bc073d-b487-441a-b262-3d785df42140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd4420d2-aa37-4409-a6ef-a993a6a947e2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.653602 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71bc073d-b487-441a-b262-3d785df42140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.657512 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-71bc073d-b487-441a-b262-3d785df42140 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd4420d2-aa37-4409-a6ef-a993a6a947e2 HTTP/1.1" status: 204 len: 168 time: 0.2396390 Jan 28 03:25:09.678666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc073d-b487-441a-b262-3d785df42140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4420d2-aa37-4409-a6ef-a993a6a947e2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:09.682037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71ae3398-f2d1-4ad0-ac9e-b446b0392e64 admin admin] Publish callbacks [] for security_group (8e7aca38-1642-4146-9fb9-e26049e00ab7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.686549 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71ae3398-f2d1-4ad0-ac9e-b446b0392e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8e7aca38-1642-4146-9fb9-e26049e00ab7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.730647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae3398-f2d1-4ad0-ac9e-b446b0392e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7aca38-1642-4146-9fb9-e26049e00ab7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:09.758754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:09.758954 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-71ae3398-f2d1-4ad0-ac9e-b446b0392e64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=416092f26d6d47c1a6132e4cf86919df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7046371 Jan 28 03:25:09.854752 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fe13b0e-1de6-443f-9863-982b8b7a84b3 admin admin] Publish callbacks [] for security_group (8e7aca38-1642-4146-9fb9-e26049e00ab7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.888819 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fe13b0e-1de6-443f-9863-982b8b7a84b3 admin admin] Publish callbacks [] for security_group (8e7aca38-1642-4146-9fb9-e26049e00ab7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:09.982472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6322f7-9f55-411e-8317-5dfebfe7e912 req-2df70fff-e8d1-4b04-baa7-e3db08b00946 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:09.984234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c6322f7-9f55-411e-8317-5dfebfe7e912 req-2df70fff-e8d1-4b04-baa7-e3db08b00946 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 969 time: 0.0642552 Jan 28 03:25:09.999353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fe13b0e-1de6-443f-9863-982b8b7a84b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8e7aca38-1642-4146-9fb9-e26049e00ab7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.003526 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fe13b0e-1de6-443f-9863-982b8b7a84b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.007887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9fe13b0e-1de6-443f-9863-982b8b7a84b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e7aca38-1642-4146-9fb9-e26049e00ab7 HTTP/1.1" status: 204 len: 168 time: 0.2452288 Jan 28 03:25:10.028678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe13b0e-1de6-443f-9863-982b8b7a84b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7aca38-1642-4146-9fb9-e26049e00ab7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:10.069650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c6322f7-9f55-411e-8317-5dfebfe7e912 req-940cce44-2172-4164-9eab-5c6761357def tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627518 Jan 28 03:25:10.282942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8e45a671-bc10-44f5-9760-1e6969f7a084 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:10.341839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 8e45a671-bc10-44f5-9760-1e6969f7a084 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:25:10.353860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 8e45a671-bc10-44f5-9760-1e6969f7a084 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:10.354479 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.378751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-662a91fc-443a-446e-85a4-13cc65b21de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.443729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:10.445729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 8e45a671-bc10-44f5-9760-1e6969f7a084 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:10.446130 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.476042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8d2e5c-3aa0-464d-a597-22d596cdc582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e45a671-bc10-44f5-9760-1e6969f7a084'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:10.555243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8e45a671-bc10-44f5-9760-1e6969f7a084, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8e45a671-bc10-44f5-9760-1e6969f7a084,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:10.561285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.610857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:10.634433 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69568f70-84bc-4752-9193-18a04fd35371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.647654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=8e45a671-bc10-44f5-9760-1e6969f7a084,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:10.735249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69568f70-84bc-4752-9193-18a04fd35371 admin admin] Publish callbacks [] for security_group (39ea324f-03f7-4b49-b224-dcdf4a907084), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.743698 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69568f70-84bc-4752-9193-18a04fd35371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (39ea324f-03f7-4b49-b224-dcdf4a907084), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.794027 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-69568f70-84bc-4752-9193-18a04fd35371 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c8315066bd74847b3459ae3d055d3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820745 Jan 28 03:25:10.794947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69568f70-84bc-4752-9193-18a04fd35371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea324f-03f7-4b49-b224-dcdf4a907084,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:10.797508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41966) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:10.844729 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6ca1319-de3c-4ae3-be3e-40c5072cfa97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.865666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-8026a347-9c86-4de1-928f-f87f5ab21e24 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:10.868243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-8026a347-9c86-4de1-928f-f87f5ab21e24 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 807 time: 0.2650714 Jan 28 03:25:10.879602 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8ed70ea-e859-4415-aa27-f104707a7945 admin admin] Publish callbacks [] for security_group (39ea324f-03f7-4b49-b224-dcdf4a907084), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:10.890963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-8ba50c49-a325-4401-8207-56fb00ea03ac tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/quotas/ea2e1d4041ef4337ae62ea1490a1191c HTTP/1.1" status: 200 len: 375 time: 0.0169108 Jan 28 03:25:10.935998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-eb31f1f4-46c2-4604-b47b-baaf38f5661d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440936 Jan 28 03:25:10.939385 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a10e68-1710-4b04-b0b8-77ce449b9af8" -d '{"events": [{"server_uuid": "fd8d2e5c-3aa0-464d-a597-22d596cdc582", "name": "network-vif-plugged", "status": "completed", "tag": "8e45a671-bc10-44f5-9760-1e6969f7a084"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:10.941006 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8ed70ea-e859-4415-aa27-f104707a7945 admin admin] Publish callbacks [] for security_group (39ea324f-03f7-4b49-b224-dcdf4a907084), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.009226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6ca1319-de3c-4ae3-be3e-40c5072cfa97 admin admin] Publish callbacks [] for security_group (febff8de-34d4-428c-bfd5-2bf90d230b31), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.015799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6ca1319-de3c-4ae3-be3e-40c5072cfa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (febff8de-34d4-428c-bfd5-2bf90d230b31), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.044175 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8ed70ea-e859-4415-aa27-f104707a7945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (39ea324f-03f7-4b49-b224-dcdf4a907084), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.046667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8ed70ea-e859-4415-aa27-f104707a7945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.047792 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d8ed70ea-e859-4415-aa27-f104707a7945 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39ea324f-03f7-4b49-b224-dcdf4a907084 HTTP/1.1" status: 204 len: 168 time: 0.2492187 Jan 28 03:25:11.070601 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a6ca1319-de3c-4ae3-be3e-40c5072cfa97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c08de33dcb294492a24babd6ada3be7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6221449 Jan 28 03:25:11.070601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca1319-de3c-4ae3-be3e-40c5072cfa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febff8de-34d4-428c-bfd5-2bf90d230b31,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:11.071631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41988) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:11.079936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed70ea-e859-4415-aa27-f104707a7945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea324f-03f7-4b49-b224-dcdf4a907084,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:11.136653 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47039e67-24ff-490c-961e-eaeb441eb4ee admin admin] Publish callbacks [] for security_group (febff8de-34d4-428c-bfd5-2bf90d230b31), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.180570 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47039e67-24ff-490c-961e-eaeb441eb4ee admin admin] Publish callbacks [] for security_group (febff8de-34d4-428c-bfd5-2bf90d230b31), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.242284 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354015d4-244f-4d18-9f9d-8165840d3b4f x-openstack-request-id: req-354015d4-244f-4d18-9f9d-8165840d3b4f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:11.242886 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8d2e5c-3aa0-464d-a597-22d596cdc582", "name": "network-vif-plugged", "status": "completed", "tag": "8e45a671-bc10-44f5-9760-1e6969f7a084", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:11.243382 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-354015d4-244f-4d18-9f9d-8165840d3b4f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:11.244164 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8d2e5c-3aa0-464d-a597-22d596cdc582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e45a671-bc10-44f5-9760-1e6969f7a084', 'code': 200} Jan 28 03:25:11.249612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47039e67-24ff-490c-961e-eaeb441eb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (febff8de-34d4-428c-bfd5-2bf90d230b31), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.252484 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47039e67-24ff-490c-961e-eaeb441eb4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.253770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-47039e67-24ff-490c-961e-eaeb441eb4ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/febff8de-34d4-428c-bfd5-2bf90d230b31 HTTP/1.1" status: 204 len: 168 time: 0.1810760 Jan 28 03:25:11.266880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7faa06cf-237e-4e0e-bfc4-bf19db701855 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:25:11.269345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7faa06cf-237e-4e0e-bfc4-bf19db701855 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2425389 Jan 28 03:25:11.270882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47039e67-24ff-490c-961e-eaeb441eb4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febff8de-34d4-428c-bfd5-2bf90d230b31,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:11.449590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d27ed0-428d-474e-9abe-8a7da82d45b6 req-7f905309-6032-405a-959d-0322e7bb985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:11.451098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0d27ed0-428d-474e-9abe-8a7da82d45b6 req-7f905309-6032-405a-959d-0322e7bb985e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 1122 time: 0.0953519 Jan 28 03:25:11.454478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-eb4e4820-0365-4c56-b590-45ac4e10a63f service neutron] 10.222.0.44 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791699 Jan 28 03:25:11.488892 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0d27ed0-428d-474e-9abe-8a7da82d45b6 req-d428c5dc-591c-4998-8f17-0c4dd8178246 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.583032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-88dfa062-af01-405a-a010-d0416fdbf44b service neutron] 10.222.0.44 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170866 Jan 28 03:25:11.627971 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0d27ed0-428d-474e-9abe-8a7da82d45b6 req-d428c5dc-591c-4998-8f17-0c4dd8178246 service neutron] Publish callbacks [] for security_group (6c89786f-772f-4eef-8b7d-cca274185c37), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.632869 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0d27ed0-428d-474e-9abe-8a7da82d45b6 req-d428c5dc-591c-4998-8f17-0c4dd8178246 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6c89786f-772f-4eef-8b7d-cca274185c37), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.724256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0d27ed0-428d-474e-9abe-8a7da82d45b6 req-d428c5dc-591c-4998-8f17-0c4dd8178246 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618103 Jan 28 03:25:11.725182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428c5dc-591c-4998-8f17-0c4dd8178246 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c89786f-772f-4eef-8b7d-cca274185c37,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:11.733333 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.818060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42022) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:11.841378 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f5e2-9586-4bbf-bf2d-d433279b5ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:11.860011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb709194-7e0e-446e-a51f-cbb089a75fda req-3f8156aa-aa4c-4910-8c20-98dd9c25908c tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:11.862160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb709194-7e0e-446e-a51f-cbb089a75fda req-3f8156aa-aa4c-4910-8c20-98dd9c25908c tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 970 time: 0.0900309 Jan 28 03:25:11.975798 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44cb67a7-3f43-44a8-8979-a41ece667a52 req-c32c874d-6063-40a9-89a6-0f1c6785c984 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 210 time: 0.0438998 Jan 28 03:25:12.009672 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f5e2-9586-4bbf-bf2d-d433279b5ba5 admin admin] Publish callbacks [] for security_group (900bfd6b-963d-4f2c-a2c2-9db1a715528e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:12.025006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb709194-7e0e-446e-a51f-cbb089a75fda req-13133734-d53b-442b-b091-529390668493 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233232 Jan 28 03:25:12.026126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f5e2-9586-4bbf-bf2d-d433279b5ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (900bfd6b-963d-4f2c-a2c2-9db1a715528e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:12.076578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f7e6f5e2-9586-4bbf-bf2d-d433279b5ba5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e18321f5eaa54f5283c48acb269ab137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556224 Jan 28 03:25:12.079922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:12.088712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6f5e2-9586-4bbf-bf2d-d433279b5ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900bfd6b-963d-4f2c-a2c2-9db1a715528e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:12.141993 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a006504e-364d-42d6-a72d-c8787dbfb16b admin admin] Publish callbacks [] for security_group (900bfd6b-963d-4f2c-a2c2-9db1a715528e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:12.164555 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a006504e-364d-42d6-a72d-c8787dbfb16b admin admin] Publish callbacks [] for security_group (900bfd6b-963d-4f2c-a2c2-9db1a715528e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:12.225158 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a006504e-364d-42d6-a72d-c8787dbfb16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (900bfd6b-963d-4f2c-a2c2-9db1a715528e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:12.228962 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a006504e-364d-42d6-a72d-c8787dbfb16b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:12.231462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a006504e-364d-42d6-a72d-c8787dbfb16b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/900bfd6b-963d-4f2c-a2c2-9db1a715528e HTTP/1.1" status: 204 len: 168 time: 0.1496170 Jan 28 03:25:12.242608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006504e-364d-42d6-a72d-c8787dbfb16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900bfd6b-963d-4f2c-a2c2-9db1a715528e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:12.511318 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7453e6c0-9be5-4560-b8fe-d532fc300046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:13.094600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b1b559d-3ba4-49b6-a566-a35c29ac505a req-465f7e2e-5608-4552-9745-d9481e90b93f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 210 time: 0.0329397 Jan 28 03:25:13.228017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc0be0-e782-4398-a815-5037b38cf5bb req-c1e4a10e-4e17-48a8-ae63-9fc6bcbf12a8 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:13.234793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00cc0be0-e782-4398-a815-5037b38cf5bb req-c1e4a10e-4e17-48a8-ae63-9fc6bcbf12a8 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 970 time: 0.0700696 Jan 28 03:25:13.276719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00cc0be0-e782-4398-a815-5037b38cf5bb req-a0a9e520-4289-4d75-b5f5-9f02ed3e1b64 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Jan 28 03:25:13.511309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.25', 54477) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:13.528814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3ae2d5e0-388a-43de-84c3-4c8e83700e5f req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Request body: {'security_group': {'name': 'tempest-securitygroup-582448846', 'description': 'tempest-description-1460864057'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:13.563770 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3ae2d5e0-388a-43de-84c3-4c8e83700e5f req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:13.603163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3ae2d5e0-388a-43de-84c3-4c8e83700e5f req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:13.763889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3ae2d5e0-388a-43de-84c3-4c8e83700e5f req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (a65ed878-ba84-4f25-bb1f-e0b7e9189932), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:13.769626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3ae2d5e0-388a-43de-84c3-4c8e83700e5f req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a65ed878-ba84-4f25-bb1f-e0b7e9189932), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:13.859057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-be14eba7-8303-4b03-8b6b-1957283db80c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:13.860878 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-be14eba7-8303-4b03-8b6b-1957283db80c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 807 time: 0.3385701 Jan 28 03:25:13.867121 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3ae2d5e0-388a-43de-84c3-4c8e83700e5f req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (9633f737-bfe5-4925-9f12-d4b8caab40e2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:13.870134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65ed878-ba84-4f25-bb1f-e0b7e9189932,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:13.873205 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3ae2d5e0-388a-43de-84c3-4c8e83700e5f req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9633f737-bfe5-4925-9f12-d4b8caab40e2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:13.909242 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3ae2d5e0-388a-43de-84c3-4c8e83700e5f req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:13.914621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ae2d5e0-388a-43de-84c3-4c8e83700e5f req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3907375 Jan 28 03:25:13.915266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174095b5-84ff-495f-a0db-3eac677aea3a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9633f737-bfe5-4925-9f12-d4b8caab40e2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:13.940304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-161e17f6-2863-470f-b526-93e8df896afc req-4d659477-6875-42ac-b594-367c12c6616e tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Request body: {'security_group': {'name': 'tempest-securitygroup-476474410', 'description': 'tempest-description-1381169100'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:13.961573 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-161e17f6-2863-470f-b526-93e8df896afc req-4d659477-6875-42ac-b594-367c12c6616e tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:13.996469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Request body: {'port': {'device_id': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935', 'admin_state_up': True, 'tenant_id': 'ea2e1d4041ef4337ae62ea1490a1191c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:14.071602 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-161e17f6-2863-470f-b526-93e8df896afc req-4d659477-6875-42ac-b594-367c12c6616e tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (8e34c03f-2989-4716-a995-f1256c8a9b1a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.076677 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-161e17f6-2863-470f-b526-93e8df896afc req-4d659477-6875-42ac-b594-367c12c6616e tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8e34c03f-2989-4716-a995-f1256c8a9b1a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.136470 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.140983 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.143599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d659477-6875-42ac-b594-367c12c6616e tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e34c03f-2989-4716-a995-f1256c8a9b1a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:14.149959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-161e17f6-2863-470f-b526-93e8df896afc req-4d659477-6875-42ac-b594-367c12c6616e tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.166202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-161e17f6-2863-470f-b526-93e8df896afc req-4d659477-6875-42ac-b594-367c12c6616e tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2308466 Jan 28 03:25:14.290912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f17eaa4-192d-463d-88fb-63613c3cab70 req-51855a90-dbe7-4252-a028-d985af469724 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 210 time: 0.0561013 Jan 28 03:25:14.482363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Made reservation on behalf of ea2e1d4041ef4337ae62ea1490a1191c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:14.490480 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.622869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2388aa1f-cb59-43a5-80d0-faa0f6cc4c8e req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-364775010', 'description': 'tempest-description-787538640'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:14.676503 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2388aa1f-cb59-43a5-80d0-faa0f6cc4c8e req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.688358 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2388aa1f-cb59-43a5-80d0-faa0f6cc4c8e req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.721092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26d63f-949c-42cf-8fde-ceb113e85db2 req-d9406cc1-b270-41c9-a901-74ee09c2ba28 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:14.731164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e26d63f-949c-42cf-8fde-ceb113e85db2 req-d9406cc1-b270-41c9-a901-74ee09c2ba28 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 970 time: 0.0912466 Jan 28 03:25:14.762966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Allocated IP 172.20.0.13 (1f24b319-272d-42f5-a0bf-1052b7874935/38e62498-2e1e-4282-bf91-3df78f49b1f3/c69e144a-b4d6-41a1-bda8-0e795d926cc1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:14.798333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e26d63f-949c-42cf-8fde-ceb113e85db2 req-169be8a5-29bb-4b30-8432-6b7550672874 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660615 Jan 28 03:25:14.843009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2388aa1f-cb59-43a5-80d0-faa0f6cc4c8e req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (41a59cce-6b7b-4078-bdb5-e626542ba6ba), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.848362 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2388aa1f-cb59-43a5-80d0-faa0f6cc4c8e req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (41a59cce-6b7b-4078-bdb5-e626542ba6ba), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.884325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a59cce-6b7b-4078-bdb5-e626542ba6ba,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:14.949585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2388aa1f-cb59-43a5-80d0-faa0f6cc4c8e req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (10653847-ec70-4302-8625-dfbbd275ca11), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:14.957691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2388aa1f-cb59-43a5-80d0-faa0f6cc4c8e req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (10653847-ec70-4302-8625-dfbbd275ca11), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.025806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2388aa1f-cb59-43a5-80d0-faa0f6cc4c8e req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.027839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2388aa1f-cb59-43a5-80d0-faa0f6cc4c8e req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4262857 Jan 28 03:25:15.034953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c60e5-e293-4f8c-996c-5c5ad132cb36 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10653847-ec70-4302-8625-dfbbd275ca11,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:15.094889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks [] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.103735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5f153-6970-4bc4-a6b7-83152d4eb4ec req-eb5f9ccb-5334-473f-afd5-df1b9220aa94 tempest-AggregatesAdminTestJSON-233945910 tempest-AggregatesAdminTestJSON-233945910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:15.105290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3e5f153-6970-4bc4-a6b7-83152d4eb4ec req-eb5f9ccb-5334-473f-afd5-df1b9220aa94 tempest-AggregatesAdminTestJSON-233945910 tempest-AggregatesAdminTestJSON-233945910-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 1122 time: 0.0501695 Jan 28 03:25:15.142543 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3e5f153-6970-4bc4-a6b7-83152d4eb4ec req-9497fe69-d1fc-4e6f-bcef-8c83c3edfdd6 tempest-AggregatesAdminTestJSON-233945910 tempest-AggregatesAdminTestJSON-233945910-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.150313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.156383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-f50905da-c6df-4ae7-bc6b-2bb6e2547be4 req-215f0bc4-0035-4b6e-987a-d5a15abf5108 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2113112878', 'description': 'tempest-description-1129165183'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:15.216131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f50905da-c6df-4ae7-bc6b-2bb6e2547be4 req-215f0bc4-0035-4b6e-987a-d5a15abf5108 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.228959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Network 1f24b319-272d-42f5-a0bf-1052b7874935 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:15.239184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:15.246494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:15.259173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:15.259876 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.304889 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3124647 Jan 28 03:25:15.311251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa945c-6f56-472c-b7ea-b2c2eedd4697 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Pushing event updated for resources: {'Port': ['ID=c69e144a-b4d6-41a1-bda8-0e795d926cc1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:15.319331 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.425730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:15.494580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3e5f153-6970-4bc4-a6b7-83152d4eb4ec req-9497fe69-d1fc-4e6f-bcef-8c83c3edfdd6 tempest-AggregatesAdminTestJSON-233945910 tempest-AggregatesAdminTestJSON-233945910-project-admin] Publish callbacks [] for security_group (38cd0e96-935d-43ac-bd2e-7fc5ed11be13), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.500485 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3e5f153-6970-4bc4-a6b7-83152d4eb4ec req-9497fe69-d1fc-4e6f-bcef-8c83c3edfdd6 tempest-AggregatesAdminTestJSON-233945910 tempest-AggregatesAdminTestJSON-233945910-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (38cd0e96-935d-43ac-bd2e-7fc5ed11be13), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.506283 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f50905da-c6df-4ae7-bc6b-2bb6e2547be4 req-215f0bc4-0035-4b6e-987a-d5a15abf5108 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (71e67839-0dfa-451f-b0ee-033aed2d3d2c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.515796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f50905da-c6df-4ae7-bc6b-2bb6e2547be4 req-215f0bc4-0035-4b6e-987a-d5a15abf5108 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (71e67839-0dfa-451f-b0ee-033aed2d3d2c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.551912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3e5f153-6970-4bc4-a6b7-83152d4eb4ec req-9497fe69-d1fc-4e6f-bcef-8c83c3edfdd6 tempest-AggregatesAdminTestJSON-233945910 tempest-AggregatesAdminTestJSON-233945910-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366598 Jan 28 03:25:15.552962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497fe69-d1fc-4e6f-bcef-8c83c3edfdd6 tempest-AggregatesAdminTestJSON-233945910 tempest-AggregatesAdminTestJSON-233945910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cd0e96-935d-43ac-bd2e-7fc5ed11be13,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:15.557515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f50905da-c6df-4ae7-bc6b-2bb6e2547be4 req-215f0bc4-0035-4b6e-987a-d5a15abf5108 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.564516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f50905da-c6df-4ae7-bc6b-2bb6e2547be4 req-215f0bc4-0035-4b6e-987a-d5a15abf5108 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4237986 Jan 28 03:25:15.611878 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d721460e-6439-48db-b12c-52d16fc498da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.621669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f0bc4-0035-4b6e-987a-d5a15abf5108 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e67839-0dfa-451f-b0ee-033aed2d3d2c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:15.719447 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d721460e-6439-48db-b12c-52d16fc498da admin admin] Publish callbacks [] for security_group (c8873a5a-dd58-49b6-8c89-78877c6b07f3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.724640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338793-14dc-4198-a4e0-647ab28bfaec req-9ecde3f5-2c19-404e-8d66-0aba155f6bf3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:15.724911 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d721460e-6439-48db-b12c-52d16fc498da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c8873a5a-dd58-49b6-8c89-78877c6b07f3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.731967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9338793-14dc-4198-a4e0-647ab28bfaec req-9ecde3f5-2c19-404e-8d66-0aba155f6bf3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 932 time: 0.0638361 Jan 28 03:25:15.765446 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d721460e-6439-48db-b12c-52d16fc498da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9a0948f0a364bf19b2507d910e392f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383632 Jan 28 03:25:15.765911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42234) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:15.800358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721460e-6439-48db-b12c-52d16fc498da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8873a5a-dd58-49b6-8c89-78877c6b07f3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:15.810388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9338793-14dc-4198-a4e0-647ab28bfaec req-f49e735f-8e6b-4e00-8ca4-816109e60989 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774779 Jan 28 03:25:15.901333 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b05c39d-51b7-4694-8148-e40fb57bfa3a admin admin] Publish callbacks [] for security_group (c8873a5a-dd58-49b6-8c89-78877c6b07f3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:15.917740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42240) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:15.948937 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b05c39d-51b7-4694-8148-e40fb57bfa3a admin admin] Publish callbacks [] for security_group (c8873a5a-dd58-49b6-8c89-78877c6b07f3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.047376 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6bd40ca-4a88-4f6a-a767-8c019f12f34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.055716 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b05c39d-51b7-4694-8148-e40fb57bfa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c8873a5a-dd58-49b6-8c89-78877c6b07f3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.058237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b05c39d-51b7-4694-8148-e40fb57bfa3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.059357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4b05c39d-51b7-4694-8148-e40fb57bfa3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8873a5a-dd58-49b6-8c89-78877c6b07f3 HTTP/1.1" status: 204 len: 168 time: 0.2923238 Jan 28 03:25:16.079217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05c39d-51b7-4694-8148-e40fb57bfa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8873a5a-dd58-49b6-8c89-78877c6b07f3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:16.132817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-e315f893-b8c7-4001-b1cb-e0b70f35b6f6 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34310 time: 0.3018594 Jan 28 03:25:16.224183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6bd40ca-4a88-4f6a-a767-8c019f12f34d admin admin] Publish callbacks [] for security_group (bf032b56-a23f-4111-83b7-e2fcc3dc328b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.228094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6bd40ca-4a88-4f6a-a767-8c019f12f34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bf032b56-a23f-4111-83b7-e2fcc3dc328b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.261125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-eda60087-2c19-4bc0-8469-73af8461ca9d tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/34820a98-57f2-42e2-a797-78b434f2f579 HTTP/1.1" status: 200 len: 2998 time: 0.1177306 Jan 28 03:25:16.262888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd40ca-4a88-4f6a-a767-8c019f12f34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf032b56-a23f-4111-83b7-e2fcc3dc328b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:16.285693 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f6bd40ca-4a88-4f6a-a767-8c019f12f34d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=852e18ff0c1945ecb90464bbc230e0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638077 Jan 28 03:25:16.289265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:16.337592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441098b5-1db1-4186-b79a-94f1fd6aa8c7 req-14050806-46cf-41fa-8698-efcc6e2bd5d1 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:16.339707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-441098b5-1db1-4186-b79a-94f1fd6aa8c7 req-14050806-46cf-41fa-8698-efcc6e2bd5d1 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 970 time: 0.1456969 Jan 28 03:25:16.358984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fef8be7-fa3f-49e5-9ed4-bc116e64414f admin admin] Publish callbacks [] for security_group (bf032b56-a23f-4111-83b7-e2fcc3dc328b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.377913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-fdce626f-a273-4875-8cc4-7ae402f8346f tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/34820a98-57f2-42e2-a797-78b434f2f579 HTTP/1.1" status: 200 len: 2998 time: 0.1157820 Jan 28 03:25:16.386556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fef8be7-fa3f-49e5-9ed4-bc116e64414f admin admin] Publish callbacks [] for security_group (bf032b56-a23f-4111-83b7-e2fcc3dc328b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.435183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42256) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:16.447381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-ba62720c-a19b-4800-a553-c639a4be8196 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/38cd0e96-935d-43ac-bd2e-7fc5ed11be13 HTTP/1.1" status: 200 len: 2998 time: 0.0685518 Jan 28 03:25:16.452186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-441098b5-1db1-4186-b79a-94f1fd6aa8c7 req-3461386b-75c4-4741-8bbf-2754c1db6e27 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010661 Jan 28 03:25:16.467132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fef8be7-fa3f-49e5-9ed4-bc116e64414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bf032b56-a23f-4111-83b7-e2fcc3dc328b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.487054 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fef8be7-fa3f-49e5-9ed4-bc116e64414f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.487054 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4fef8be7-fa3f-49e5-9ed4-bc116e64414f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf032b56-a23f-4111-83b7-e2fcc3dc328b HTTP/1.1" status: 204 len: 168 time: 0.1881404 Jan 28 03:25:16.487246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef8be7-fa3f-49e5-9ed4-bc116e64414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf032b56-a23f-4111-83b7-e2fcc3dc328b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:16.523199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-e0fd4147-f32f-43a5-a774-60802e0192ca tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/38cd0e96-935d-43ac-bd2e-7fc5ed11be13 HTTP/1.1" status: 200 len: 2998 time: 0.0647161 Jan 28 03:25:16.565497 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.591690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-ef86ca6a-438c-4ffd-87f6-9bd40c2e5997 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/41a59cce-6b7b-4078-bdb5-e626542ba6ba HTTP/1.1" status: 200 len: 2998 time: 0.0585837 Jan 28 03:25:16.605603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faddbb5f-0b2c-40f7-b728-76d0fc5bd5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.654153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-52ec6974-d6c7-4212-9696-d65e3f1f5576 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/41a59cce-6b7b-4078-bdb5-e626542ba6ba HTTP/1.1" status: 200 len: 2998 time: 0.0500660 Jan 28 03:25:16.654631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:16.680634 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-424776b2-9f3f-44ab-aee3-be2691845ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.724274 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faddbb5f-0b2c-40f7-b728-76d0fc5bd5a4 admin admin] Publish callbacks [] for security_group (b09ba6df-1c26-4f28-be8d-5c867fe01aa8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.729876 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faddbb5f-0b2c-40f7-b728-76d0fc5bd5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b09ba6df-1c26-4f28-be8d-5c867fe01aa8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.742199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-d80c0dfc-f6cc-45fc-a4ad-2db98843069a tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/434b204d-c691-44c3-bd64-ccf7d579dadf HTTP/1.1" status: 200 len: 2990 time: 0.0745876 Jan 28 03:25:16.778583 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-faddbb5f-0b2c-40f7-b728-76d0fc5bd5a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=384b6f9e494a4e768e53a40619bae82a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413460 Jan 28 03:25:16.779186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42266) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:16.779804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddbb5f-0b2c-40f7-b728-76d0fc5bd5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09ba6df-1c26-4f28-be8d-5c867fe01aa8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:16.808877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-b201a7c0-01c9-4f07-9d08-163a79722ec8 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/434b204d-c691-44c3-bd64-ccf7d579dadf HTTP/1.1" status: 200 len: 2990 time: 0.0654445 Jan 28 03:25:16.863001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-424776b2-9f3f-44ab-aee3-be2691845ca9 admin admin] Publish callbacks [] for security_group (e9fd9196-66d5-4dba-ac1a-7d5ff4e235c3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.863961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c943615-c189-4ae6-8418-c17b2cba18f7 admin admin] Publish callbacks [] for security_group (b09ba6df-1c26-4f28-be8d-5c867fe01aa8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.876763 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-424776b2-9f3f-44ab-aee3-be2691845ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e9fd9196-66d5-4dba-ac1a-7d5ff4e235c3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.907908 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c943615-c189-4ae6-8418-c17b2cba18f7 admin admin] Publish callbacks [] for security_group (b09ba6df-1c26-4f28-be8d-5c867fe01aa8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:16.965285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-9e285ffc-a7f0-41b9-bc74-7417c37f8b91 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/6c89786f-772f-4eef-8b7d-cca274185c37 HTTP/1.1" status: 200 len: 2998 time: 0.1376460 Jan 28 03:25:16.971403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-424776b2-9f3f-44ab-aee3-be2691845ca9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae1f3f1db8384cd185f9f0cd662cb8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065109 Jan 28 03:25:16.971403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424776b2-9f3f-44ab-aee3-be2691845ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd9196-66d5-4dba-ac1a-7d5ff4e235c3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:16.971683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42270) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:16.994983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6fb3-bf04-45e4-b9e9-56c3b406a43e req-fd894f29-394e-4171-9db1-f18fbc02bae5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:16.997073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b6e6fb3-bf04-45e4-b9e9-56c3b406a43e req-fd894f29-394e-4171-9db1-f18fbc02bae5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 932 time: 0.1131718 Jan 28 03:25:17.011567 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c943615-c189-4ae6-8418-c17b2cba18f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b09ba6df-1c26-4f28-be8d-5c867fe01aa8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.014650 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c943615-c189-4ae6-8418-c17b2cba18f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.018394 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2c943615-c189-4ae6-8418-c17b2cba18f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b09ba6df-1c26-4f28-be8d-5c867fe01aa8 HTTP/1.1" status: 204 len: 168 time: 0.2335086 Jan 28 03:25:17.038208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c943615-c189-4ae6-8418-c17b2cba18f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09ba6df-1c26-4f28-be8d-5c867fe01aa8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:17.086326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0c9f-e5c7-4d49-91d4-fbf2e98282cb admin admin] Publish callbacks [] for security_group (e9fd9196-66d5-4dba-ac1a-7d5ff4e235c3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.096444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-2839a31a-f4aa-4aa8-bf2b-1716576692f7 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/6c89786f-772f-4eef-8b7d-cca274185c37 HTTP/1.1" status: 200 len: 2998 time: 0.0979896 Jan 28 03:25:17.117001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b6e6fb3-bf04-45e4-b9e9-56c3b406a43e req-505bb98d-bffe-4cb2-8e71-7133668e8a3b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045702 Jan 28 03:25:17.136426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42274) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:17.141642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0c9f-e5c7-4d49-91d4-fbf2e98282cb admin admin] Publish callbacks [] for security_group (e9fd9196-66d5-4dba-ac1a-7d5ff4e235c3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.162121 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9710070-9e9f-4bd9-8143-d7c5cd7c061d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.202257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-9c3fb0f0-18a2-46c4-9fb8-072715a48b15 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a65ed878-ba84-4f25-bb1f-e0b7e9189932 HTTP/1.1" status: 200 len: 2998 time: 0.0831659 Jan 28 03:25:17.210571 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0c9f-e5c7-4d49-91d4-fbf2e98282cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e9fd9196-66d5-4dba-ac1a-7d5ff4e235c3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.213482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0c9f-e5c7-4d49-91d4-fbf2e98282cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.214651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ec6f0c9f-e5c7-4d49-91d4-fbf2e98282cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9fd9196-66d5-4dba-ac1a-7d5ff4e235c3 HTTP/1.1" status: 204 len: 168 time: 0.2416713 Jan 28 03:25:17.230215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f0c9f-e5c7-4d49-91d4-fbf2e98282cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd9196-66d5-4dba-ac1a-7d5ff4e235c3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:17.290737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-0920517d-442f-4988-867f-444057eb9de1 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a65ed878-ba84-4f25-bb1f-e0b7e9189932 HTTP/1.1" status: 200 len: 2998 time: 0.0861952 Jan 28 03:25:17.353135 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9710070-9e9f-4bd9-8143-d7c5cd7c061d admin admin] Publish callbacks [] for security_group (cff96799-5535-4b75-a3de-7b882a190e55), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.358615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-2f20d3b3-9724-4d94-8e7f-3bc496842293 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a96e87b7-077b-41e2-ae85-9e0be8561fb8 HTTP/1.1" status: 200 len: 2998 time: 0.0611341 Jan 28 03:25:17.359743 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9710070-9e9f-4bd9-8143-d7c5cd7c061d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cff96799-5535-4b75-a3de-7b882a190e55), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.417945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d9710070-9e9f-4bd9-8143-d7c5cd7c061d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c521d793c7e4780a763201887c9c673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805150 Jan 28 03:25:17.418655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9710070-9e9f-4bd9-8143-d7c5cd7c061d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff96799-5535-4b75-a3de-7b882a190e55,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:17.421003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:17.453457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-2da6941d-4fdf-4472-ab96-3b940e89d766 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a96e87b7-077b-41e2-ae85-9e0be8561fb8 HTTP/1.1" status: 200 len: 2998 time: 0.0773661 Jan 28 03:25:17.487100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b302d6a-4767-4b12-9256-ca10f0d26cfe admin admin] Publish callbacks [] for security_group (cff96799-5535-4b75-a3de-7b882a190e55), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.512500 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b302d6a-4767-4b12-9256-ca10f0d26cfe admin admin] Publish callbacks [] for security_group (cff96799-5535-4b75-a3de-7b882a190e55), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.521835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42286) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:17.544914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-7a2d6985-bcbf-458d-8190-afe6e6227c43 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b9cbf7e2-2f93-4b5e-a4a3-b7a09f1eea67 HTTP/1.1" status: 200 len: 2994 time: 0.0717797 Jan 28 03:25:17.555605 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b238380-ffe5-4acc-aec4-4ad2c24204aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.631669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b302d6a-4767-4b12-9256-ca10f0d26cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cff96799-5535-4b75-a3de-7b882a190e55), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.634509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b302d6a-4767-4b12-9256-ca10f0d26cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.635684 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8b302d6a-4767-4b12-9256-ca10f0d26cfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cff96799-5535-4b75-a3de-7b882a190e55 HTTP/1.1" status: 204 len: 168 time: 0.2139359 Jan 28 03:25:17.663137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b302d6a-4767-4b12-9256-ca10f0d26cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff96799-5535-4b75-a3de-7b882a190e55,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:17.714320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-2e4c542e-b922-473f-9b67-de557f00eaab tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b9cbf7e2-2f93-4b5e-a4a3-b7a09f1eea67 HTTP/1.1" status: 200 len: 2994 time: 0.1598802 Jan 28 03:25:17.730787 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b238380-ffe5-4acc-aec4-4ad2c24204aa admin admin] Publish callbacks [] for security_group (fa1ce3b5-89ab-4c52-acab-0d467b9cda59), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.735632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b238380-ffe5-4acc-aec4-4ad2c24204aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fa1ce3b5-89ab-4c52-acab-0d467b9cda59), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.758474 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-5e67db8a-1703-41c3-8cc9-bba394c69a70 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] show failed (client error): The resource could not be found. Jan 28 03:25:17.767756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-5e67db8a-1703-41c3-8cc9-bba394c69a70 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/c8873a5a-dd58-49b6-8c89-78877c6b07f3 HTTP/1.1" status: 404 len: 352 time: 0.0493398 Jan 28 03:25:17.778639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b8ad9-dc41-4fd4-9e38-152d8abdf904 req-0d445897-5578-4c91-b1ed-dd95a93b0edf tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:17.782541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-089b8ad9-dc41-4fd4-9e38-152d8abdf904 req-0d445897-5578-4c91-b1ed-dd95a93b0edf tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 970 time: 0.1853201 Jan 28 03:25:17.794347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b238380-ffe5-4acc-aec4-4ad2c24204aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1ce3b5-89ab-4c52-acab-0d467b9cda59,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:17.809240 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-b5be04d6-7c45-47fb-b815-0032b777b1b0 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] show failed (client error): The resource could not be found. Jan 28 03:25:17.817527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-b5be04d6-7c45-47fb-b815-0032b777b1b0 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/c8873a5a-dd58-49b6-8c89-78877c6b07f3 HTTP/1.1" status: 404 len: 352 time: 0.0486529 Jan 28 03:25:17.834628 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9b238380-ffe5-4acc-aec4-4ad2c24204aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a286fd2bbc7d4025942dcc8804d5e11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104885 Jan 28 03:25:17.836105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:17.856726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-7fab8a7c-f3bd-4e91-bcad-3b4867229a2a tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:17.858470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-7fab8a7c-f3bd-4e91-bcad-3b4867229a2a tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 970 time: 0.1652255 Jan 28 03:25:17.867881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:17.888047 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39ae7b8c-e448-453d-bf26-d1b2ce0f54b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.928952 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e114e9a9-7efc-4ade-af41-25ccf265e85f admin admin] Publish callbacks [] for security_group (fa1ce3b5-89ab-4c52-acab-0d467b9cda59), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:17.965069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e114e9a9-7efc-4ade-af41-25ccf265e85f admin admin] Publish callbacks [] for security_group (fa1ce3b5-89ab-4c52-acab-0d467b9cda59), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.000291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-089b8ad9-dc41-4fd4-9e38-152d8abdf904 req-8b718452-d6b9-426a-b0e7-647e0774b12a tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/security-groups?id=eecad2e3-464f-402b-969e-d0388fc6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072351 Jan 28 03:25:18.008820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-2055e2a0-3f47-4fa0-a51d-9611341a41f6 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/eecad2e3-464f-402b-969e-d0388fc6f024 HTTP/1.1" status: 200 len: 2994 time: 0.1902938 Jan 28 03:25:18.060826 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39ae7b8c-e448-453d-bf26-d1b2ce0f54b1 admin admin] Publish callbacks [] for security_group (203336b9-9145-4862-91d3-40dc7ef219f0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.067068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39ae7b8c-e448-453d-bf26-d1b2ce0f54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (203336b9-9145-4862-91d3-40dc7ef219f0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.101775 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e114e9a9-7efc-4ade-af41-25ccf265e85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fa1ce3b5-89ab-4c52-acab-0d467b9cda59), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.103972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b2769c2-e648-4588-a8a2-71366ab34b6d req-8a247a13-58c7-48c2-a52e-7de1f9ee9a68 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/eecad2e3-464f-402b-969e-d0388fc6f024 HTTP/1.1" status: 200 len: 2994 time: 0.0939817 Jan 28 03:25:18.104243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e114e9a9-7efc-4ade-af41-25ccf265e85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.105432 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e114e9a9-7efc-4ade-af41-25ccf265e85f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa1ce3b5-89ab-4c52-acab-0d467b9cda59 HTTP/1.1" status: 204 len: 168 time: 0.2665710 Jan 28 03:25:18.147041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-1bd737e3-0750-4081-89ab-5f88417c8628 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Deleting port 8e45a671-bc10-44f5-9760-1e6969f7a084 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:25:18.147392 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-1bd737e3-0750-4081-89ab-5f88417c8628 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.158675 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-39ae7b8c-e448-453d-bf26-d1b2ce0f54b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb996ebb19a14e609e78593cc62ce2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931044 Jan 28 03:25:18.160538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae7b8c-e448-453d-bf26-d1b2ce0f54b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203336b9-9145-4862-91d3-40dc7ef219f0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:18.167866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:18.195724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114e9a9-7efc-4ade-af41-25ccf265e85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1ce3b5-89ab-4c52-acab-0d467b9cda59,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:18.272263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48c88e14-143e-47bc-8f34-f5950d0d0e6c admin admin] Publish callbacks [] for security_group (203336b9-9145-4862-91d3-40dc7ef219f0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.304161 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48c88e14-143e-47bc-8f34-f5950d0d0e6c admin admin] Publish callbacks [] for security_group (203336b9-9145-4862-91d3-40dc7ef219f0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.352883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-1bd737e3-0750-4081-89ab-5f88417c8628 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] For port 8e45a671-bc10-44f5-9760-1e6969f7a084, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8e45a671-bc10-44f5-9760-1e6969f7a084,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:18.353478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-1bd737e3-0750-4081-89ab-5f88417c8628 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.375248 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48c88e14-143e-47bc-8f34-f5950d0d0e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (203336b9-9145-4862-91d3-40dc7ef219f0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.377466 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48c88e14-143e-47bc-8f34-f5950d0d0e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.380701 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-48c88e14-143e-47bc-8f34-f5950d0d0e6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/203336b9-9145-4862-91d3-40dc7ef219f0 HTTP/1.1" status: 204 len: 168 time: 0.2099257 Jan 28 03:25:18.385726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa76e0db-5063-4e54-ae19-a39c252fefc5 req-331db168-f928-4424-a4b8-17e24cb35869 tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72b9d3e86cda4407a4c350b0550d856c HTTP/1.1" status: 200 len: 6153 time: 0.2350416 Jan 28 03:25:18.391927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c88e14-143e-47bc-8f34-f5950d0d0e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203336b9-9145-4862-91d3-40dc7ef219f0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:18.417388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be905d-6dd3-48a6-8b85-bf642da1507b req-417eda8a-b2cb-4afc-8a54-fae67034a854 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:18.418910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-06be905d-6dd3-48a6-8b85-bf642da1507b req-417eda8a-b2cb-4afc-8a54-fae67034a854 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 932 time: 0.1941950 Jan 28 03:25:18.419902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-1bd737e3-0750-4081-89ab-5f88417c8628 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Calling delete_port for 8e45a671-bc10-44f5-9760-1e6969f7a084 owned by compute:tempest-test_az-895647177 {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:25:18.565514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa76e0db-5063-4e54-ae19-a39c252fefc5 req-a68d6bf3-011d-44ee-8136-c82db34db743 tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] 10.222.0.44 "GET /v2.0/security-groups/a65ed878-ba84-4f25-bb1f-e0b7e9189932 HTTP/1.1" status: 200 len: 2998 time: 0.1785564 Jan 28 03:25:18.619331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-06be905d-6dd3-48a6-8b85-bf642da1507b req-ec0a9558-157c-4da0-8cf8-80864bf343ab tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910670 Jan 28 03:25:18.664014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa76e0db-5063-4e54-ae19-a39c252fefc5 req-7e49144a-c085-4429-87ee-9b31f4fe0bd6 tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] 10.222.0.44 "GET /v2.0/security-groups/a65ed878-ba84-4f25-bb1f-e0b7e9189932 HTTP/1.1" status: 200 len: 2998 time: 0.0850830 Jan 28 03:25:18.752199 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-1bd737e3-0750-4081-89ab-5f88417c8628 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (8e45a671-bc10-44f5-9760-1e6969f7a084), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.787256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['8e45a671-bc10-44f5-9760-1e6969f7a084'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:18.787923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0280cae-f6bc-4ed8-9973-1a703048d4d0 req-f701d26a-73d8-47d8-b406-9e42d19b2fa3 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/71e67839-0dfa-451f-b0ee-033aed2d3d2c HTTP/1.1" status: 200 len: 1795 time: 0.0911458 Jan 28 03:25:18.790760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd737e3-0750-4081-89ab-5f88417c8628 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Pushing event deleted for resources: {'Port': ['ID=8e45a671-bc10-44f5-9760-1e6969f7a084,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:18.877795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-1bd737e3-0750-4081-89ab-5f88417c8628 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] No DVR routers for this DVR port 8e45a671-bc10-44f5-9760-1e6969f7a084 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:25:18.883202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-1bd737e3-0750-4081-89ab-5f88417c8628 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:18.886827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-925a3593-d5d3-4155-9281-52bbaefec7d4 req-1bd737e3-0750-4081-89ab-5f88417c8628 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.42 "DELETE /v2.0/ports/8e45a671-bc10-44f5-9760-1e6969f7a084 HTTP/1.1" status: 204 len: 173 time: 1.0194681 Jan 28 03:25:18.890316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8d2e5c-3aa0-464d-a597-22d596cdc582', 'name': 'network-vif-deleted', 'tag': '8e45a671-bc10-44f5-9760-1e6969f7a084'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:18.892915 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28786ee5-6b87-4590-8a4d-4dda7cc6fd47" -d '{"events": [{"server_uuid": "fd8d2e5c-3aa0-464d-a597-22d596cdc582", "name": "network-vif-deleted", "tag": "8e45a671-bc10-44f5-9760-1e6969f7a084"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:18.930084 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0280cae-f6bc-4ed8-9973-1a703048d4d0 req-28a38ed4-565b-4311-83f9-5e7666dfb5c5 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (71e67839-0dfa-451f-b0ee-033aed2d3d2c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.002738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0280cae-f6bc-4ed8-9973-1a703048d4d0 req-28a38ed4-565b-4311-83f9-5e7666dfb5c5 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (71e67839-0dfa-451f-b0ee-033aed2d3d2c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.006635 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded9d6a1-0a4f-42b7-858d-dc41793e223a x-openstack-request-id: req-ded9d6a1-0a4f-42b7-858d-dc41793e223a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:19.006944 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8d2e5c-3aa0-464d-a597-22d596cdc582", "name": "network-vif-deleted", "tag": "8e45a671-bc10-44f5-9760-1e6969f7a084", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:19.007199 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ded9d6a1-0a4f-42b7-858d-dc41793e223a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:19.007591 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8d2e5c-3aa0-464d-a597-22d596cdc582', 'name': 'network-vif-deleted', 'tag': '8e45a671-bc10-44f5-9760-1e6969f7a084', 'status': 'completed', 'code': 200} Jan 28 03:25:19.058121 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0280cae-f6bc-4ed8-9973-1a703048d4d0 req-28a38ed4-565b-4311-83f9-5e7666dfb5c5 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (71e67839-0dfa-451f-b0ee-033aed2d3d2c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.061159 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0280cae-f6bc-4ed8-9973-1a703048d4d0 req-28a38ed4-565b-4311-83f9-5e7666dfb5c5 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.062378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0280cae-f6bc-4ed8-9973-1a703048d4d0 req-28a38ed4-565b-4311-83f9-5e7666dfb5c5 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/71e67839-0dfa-451f-b0ee-033aed2d3d2c HTTP/1.1" status: 204 len: 173 time: 0.2406309 Jan 28 03:25:19.081144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42348) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:19.087288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a38ed4-565b-4311-83f9-5e7666dfb5c5 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e67839-0dfa-451f-b0ee-033aed2d3d2c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:19.185373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5176d29a-af94-4fb1-929e-b54cf54d74d8 req-aeb0bb3a-0811-47cf-8fe9-7bb35794e0b9 tempest-AggregatesAdminTestJSON-1309173912 tempest-AggregatesAdminTestJSON-1309173912-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd8d2e5c-3aa0-464d-a597-22d596cdc582 HTTP/1.1" status: 200 len: 210 time: 0.0384240 Jan 28 03:25:19.201590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b88b58c9-6608-436f-b2aa-51157681e294 req-deffb855-d573-437d-ab05-b907ea0c2ef1 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "GET /v2.0/security-groups/10653847-ec70-4302-8625-dfbbd275ca11 HTTP/1.1" status: 200 len: 1793 time: 0.1108479 Jan 28 03:25:19.225301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-550310731-network', 'tenant_id': '9f57bdcc63de43649475eaa29c3d2285'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:19.250395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Made reservation on behalf of 9f57bdcc63de43649475eaa29c3d2285 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:19.253844 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.263464 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.269580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b88b58c9-6608-436f-b2aa-51157681e294 req-9948b2e7-5c0f-4c71-a73a-633ad0bcc111 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (10653847-ec70-4302-8625-dfbbd275ca11), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.295112 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b88b58c9-6608-436f-b2aa-51157681e294 req-9948b2e7-5c0f-4c71-a73a-633ad0bcc111 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (10653847-ec70-4302-8625-dfbbd275ca11), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.345181 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b88b58c9-6608-436f-b2aa-51157681e294 req-9948b2e7-5c0f-4c71-a73a-633ad0bcc111 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (10653847-ec70-4302-8625-dfbbd275ca11), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.350667 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b88b58c9-6608-436f-b2aa-51157681e294 req-9948b2e7-5c0f-4c71-a73a-633ad0bcc111 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.352718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b88b58c9-6608-436f-b2aa-51157681e294 req-9948b2e7-5c0f-4c71-a73a-633ad0bcc111 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/10653847-ec70-4302-8625-dfbbd275ca11 HTTP/1.1" status: 204 len: 173 time: 0.1450605 Jan 28 03:25:19.353428 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Publish callbacks [] for security_group (c06b7083-d64d-4770-84f3-5b2832b60a16), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.360346 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c06b7083-d64d-4770-84f3-5b2832b60a16), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.366118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b2e7-5c0f-4c71-a73a-633ad0bcc111 tempest-SecurityGroupsTestAdminJSON-1707690028 tempest-SecurityGroupsTestAdminJSON-1707690028-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10653847-ec70-4302-8625-dfbbd275ca11,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:19.387524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:25:19.406854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06b7083-d64d-4770-84f3-5b2832b60a16,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:19.412777 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (45789c17-c1bd-4100-825c-e0f41f3566f8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.413216 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Added segment 45789c17-c1bd-4100-825c-e0f41f3566f8 of type vlan for network 6feeb0c1-0482-4943-a76b-256db1710662 Jan 28 03:25:19.464331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (6feeb0c1-0482-4943-a76b-256db1710662), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.465122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1704b6d-73de-4a27-812a-f7d5488f843a req-0d1df9ed-07cb-4af7-b679-472ba0773eb7 tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] 10.222.0.44 "GET /v2.0/security-groups/8e34c03f-2989-4716-a995-f1256c8a9b1a HTTP/1.1" status: 200 len: 1794 time: 0.0911124 Jan 28 03:25:19.501489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (6feeb0c1-0482-4943-a76b-256db1710662), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.502495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:19.503075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.529515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d1704b6d-73de-4a27-812a-f7d5488f843a req-89576c9b-509e-47b6-8b36-b947573f1f3f tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (8e34c03f-2989-4716-a995-f1256c8a9b1a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.571841 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d1704b6d-73de-4a27-812a-f7d5488f843a req-89576c9b-509e-47b6-8b36-b947573f1f3f tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (8e34c03f-2989-4716-a995-f1256c8a9b1a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.575906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4936683 Jan 28 03:25:19.576561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:19.583603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Request body: {'subnet': {'network_id': '6feeb0c1-0482-4943-a76b-256db1710662', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-550310731-subnet', 'tenant_id': '9f57bdcc63de43649475eaa29c3d2285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:19.595919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c4179-ef3e-4a17-8d8e-af25440fa9bb admin admin] Pushing event updated for resources: {'Network': ['ID=6feeb0c1-0482-4943-a76b-256db1710662,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:19.612122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Made reservation on behalf of 9f57bdcc63de43649475eaa29c3d2285 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:19.614838 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.618301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 6feeb0c1-0482-4943-a76b-256db1710662 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:25:19.662269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d1704b6d-73de-4a27-812a-f7d5488f843a req-89576c9b-509e-47b6-8b36-b947573f1f3f tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8e34c03f-2989-4716-a995-f1256c8a9b1a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.665177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d1704b6d-73de-4a27-812a-f7d5488f843a req-89576c9b-509e-47b6-8b36-b947573f1f3f tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.666329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1704b6d-73de-4a27-812a-f7d5488f843a req-89576c9b-509e-47b6-8b36-b947573f1f3f tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] 10.222.0.44 "DELETE /v2.0/security-groups/8e34c03f-2989-4716-a995-f1256c8a9b1a HTTP/1.1" status: 204 len: 173 time: 0.2004051 Jan 28 03:25:19.694684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89576c9b-509e-47b6-8b36-b947573f1f3f tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e34c03f-2989-4716-a995-f1256c8a9b1a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:19.790683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-104b3b16-139a-46e9-bcd9-8bcfbf30b879 req-d7bb6a53-c82d-4880-977d-8fcef6c9c42a tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] 10.222.0.44 "GET /v2.0/security-groups/9633f737-bfe5-4925-9f12-d4b8caab40e2 HTTP/1.1" status: 200 len: 1794 time: 0.0927966 Jan 28 03:25:19.944862 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-104b3b16-139a-46e9-bcd9-8bcfbf30b879 req-b17712a6-4348-40e7-a808-a34c34626575 tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (9633f737-bfe5-4925-9f12-d4b8caab40e2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.958093 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (719f8daa-0c81-4241-9a30-a78470f65f7b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:19.998668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-104b3b16-139a-46e9-bcd9-8bcfbf30b879 req-b17712a6-4348-40e7-a808-a34c34626575 tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (9633f737-bfe5-4925-9f12-d4b8caab40e2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:20.030098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719f8daa-0c81-4241-9a30-a78470f65f7b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:20.031285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea9e9a-1031-475b-90a3-894635cb8ac0 req-3e95f8b7-ec00-475f-97c1-80b45f271261 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:20.038851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:20.039083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3fea9e9a-1031-475b-90a3-894635cb8ac0 req-3e95f8b7-ec00-475f-97c1-80b45f271261 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 932 time: 0.1099613 Jan 28 03:25:20.039503 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Network hostable DHCP agents. Network: 6feeb0c1-0482-4943-a76b-256db1710662, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:25:20.059317 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Network 6feeb0c1-0482-4943-a76b-256db1710662 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:25:20.071457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 6feeb0c1-0482-4943-a76b-256db1710662) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:20.076449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:20.077783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:20.082057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf96dfc-329f-4f59-85f8-4e172a452750 None None] Network 6feeb0c1-0482-4943-a76b-256db1710662 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:20.116303 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-104b3b16-139a-46e9-bcd9-8bcfbf30b879 req-b17712a6-4348-40e7-a808-a34c34626575 tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9633f737-bfe5-4925-9f12-d4b8caab40e2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:20.118172 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d262bfe6-8f73-43a4-b247-bf228c5b9852 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5386293 Jan 28 03:25:20.126249 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-104b3b16-139a-46e9-bcd9-8bcfbf30b879 req-b17712a6-4348-40e7-a808-a34c34626575 tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:20.128807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-104b3b16-139a-46e9-bcd9-8bcfbf30b879 req-b17712a6-4348-40e7-a808-a34c34626575 tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] 10.222.0.44 "DELETE /v2.0/security-groups/9633f737-bfe5-4925-9f12-d4b8caab40e2 HTTP/1.1" status: 204 len: 173 time: 0.3367674 Jan 28 03:25:20.161158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3fea9e9a-1031-475b-90a3-894635cb8ac0 req-1b2c9d17-aea0-44e8-befb-1aabe21b4768 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209483 Jan 28 03:25:20.169053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17712a6-4348-40e7-a808-a34c34626575 tempest-SecurityGroupsTestAdminJSON-798537786 tempest-SecurityGroupsTestAdminJSON-798537786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9633f737-bfe5-4925-9f12-d4b8caab40e2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:20.225818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb692b-ec5e-432c-8383-c3062db0a275 None None] Network 6feeb0c1-0482-4943-a76b-256db1710662 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:20.581172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:20.801757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42440) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:20.805610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c7673c5-1a33-47ca-a114-171b1e614522 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72b9d3e86cda4407a4c350b0550d856c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226160 Jan 28 03:25:20.873837 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4efa4313-8b8d-49ab-b013-82308b3044ce admin admin] Publish callbacks [] for security_group (a65ed878-ba84-4f25-bb1f-e0b7e9189932), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:20.922719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-0d1ae07e-47a2-473e-b978-e6dcf8bf2c4f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:25:20.923796 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-0d1ae07e-47a2-473e-b978-e6dcf8bf2c4f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071037 Jan 28 03:25:20.927752 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4efa4313-8b8d-49ab-b013-82308b3044ce admin admin] Publish callbacks [] for security_group (a65ed878-ba84-4f25-bb1f-e0b7e9189932), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:21.012814 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4efa4313-8b8d-49ab-b013-82308b3044ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a65ed878-ba84-4f25-bb1f-e0b7e9189932), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:21.017154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4efa4313-8b8d-49ab-b013-82308b3044ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:21.019547 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4efa4313-8b8d-49ab-b013-82308b3044ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a65ed878-ba84-4f25-bb1f-e0b7e9189932 HTTP/1.1" status: 204 len: 168 time: 0.2163122 Jan 28 03:25:21.031894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa4313-8b8d-49ab-b013-82308b3044ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65ed878-ba84-4f25-bb1f-e0b7e9189932,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:21.426880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610f92d-f489-44eb-a833-e0d0922d6788 req-6a431364-220d-4098-86fe-aff765436b32 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:21.428440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4610f92d-f489-44eb-a833-e0d0922d6788 req-6a431364-220d-4098-86fe-aff765436b32 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 932 time: 0.0539844 Jan 28 03:25:21.476248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4610f92d-f489-44eb-a833-e0d0922d6788 req-a2805b00-1d3b-47b0-98ba-6bb25c2a63f8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Jan 28 03:25:21.528728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Request body: {'port': {'device_id': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:21.594276 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:21.641904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42496) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:21.648383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-922225040-network', 'tenant_id': 'd40f03cd2e244c21b5f57abc693ec6f3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:21.685394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Made reservation on behalf of d40f03cd2e244c21b5f57abc693ec6f3 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:21.690363 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:21.702808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:21.802707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:21.852817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Publish callbacks [] for security_group (e1a76263-620b-4b16-9375-e1eb9432b655), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:21.859790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e1a76263-620b-4b16-9375-e1eb9432b655), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:21.937952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42514) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:21.939035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:25:21.965552 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbdb82c4-dcf4-4f9b-b78d-1624b4e27c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.078465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a76263-620b-4b16-9375-e1eb9432b655,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:22.082808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbdb82c4-dcf4-4f9b-b78d-1624b4e27c84 admin admin] Publish callbacks [] for security_group (5a7d6277-a595-4d00-aed1-2b24ced1f82f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.084278 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (71345f95-8fb4-4c90-bf4b-840aad2f5801), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.084728 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Added segment 71345f95-8fb4-4c90-bf4b-840aad2f5801 of type vlan for network d26471df-558e-4f50-adbf-4e83fbb09197 Jan 28 03:25:22.095381 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbdb82c4-dcf4-4f9b-b78d-1624b4e27c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5a7d6277-a595-4d00-aed1-2b24ced1f82f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.188245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d26471df-558e-4f50-adbf-4e83fbb09197), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.195243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-61ff5876-6074-4170-8e1b-0f74d33b48b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0ab51161fe041a98b49113f884f6328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460651 Jan 28 03:25:22.198298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42532) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:22.202174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cbdb82c4-dcf4-4f9b-b78d-1624b4e27c84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4faf04adcd34a25af18df05ff8387fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969574 Jan 28 03:25:22.205515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42534) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:22.216862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb82c4-dcf4-4f9b-b78d-1624b4e27c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7d6277-a595-4d00-aed1-2b24ced1f82f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:22.270355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69e144a-b4d6-41a1-bda8-0e795d926cc1 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:22.299673 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d26471df-558e-4f50-adbf-4e83fbb09197), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.299955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Publish callbacks [] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.300687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:22.301508 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.303820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0b294a4-a4f8-42fc-a2a7-49a8c6b9dfae admin admin] Publish callbacks [] for security_group (41a59cce-6b7b-4078-bdb5-e626542ba6ba), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.324631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8e45a671-bc10-44f5-9760-1e6969f7a084 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:25:22.337359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Transition to ACTIVE for port object c69e144a-b4d6-41a1-bda8-0e795d926cc1 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:25:22.347805 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.352702 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0b294a4-a4f8-42fc-a2a7-49a8c6b9dfae admin admin] Publish callbacks [] for security_group (41a59cce-6b7b-4078-bdb5-e626542ba6ba), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.364806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7209494 Jan 28 03:25:22.368474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:22.368817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42544) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:22.372273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 8e45a671-bc10-44f5-9760-1e6969f7a084 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:25:22.372631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8e45a671-bc10-44f5-9760-1e6969f7a084 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:25:22.379832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Request body: {'subnet': {'network_id': 'd26471df-558e-4f50-adbf-4e83fbb09197', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-922225040-subnet', 'tenant_id': 'd40f03cd2e244c21b5f57abc693ec6f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:22.399200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1de1f85-1332-4294-8306-9fce9a9b7b42 admin admin] Publish callbacks [] for security_group (5a7d6277-a595-4d00-aed1-2b24ced1f82f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.403554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e389f0-53f7-447c-9e33-59706fa73346 admin admin] Pushing event updated for resources: {'Network': ['ID=d26471df-558e-4f50-adbf-4e83fbb09197,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:22.428497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Made reservation on behalf of d40f03cd2e244c21b5f57abc693ec6f3 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:22.430808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.432785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d26471df-558e-4f50-adbf-4e83fbb09197 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:25:22.437981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1de1f85-1332-4294-8306-9fce9a9b7b42 admin admin] Publish callbacks [] for security_group (5a7d6277-a595-4d00-aed1-2b24ced1f82f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.453240 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:25:22.455008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e144a-b4d6-41a1-bda8-0e795d926cc1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:22.564985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:22.564985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:22.565779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:22.573628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:22.573628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:22.582181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:22.582881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:22.583629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:22.584403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Bound port: c69e144a-b4d6-41a1-bda8-0e795d926cc1, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:22.584947 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.589174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0b294a4-a4f8-42fc-a2a7-49a8c6b9dfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (41a59cce-6b7b-4078-bdb5-e626542ba6ba), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.592105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0b294a4-a4f8-42fc-a2a7-49a8c6b9dfae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.601446 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b0b294a4-a4f8-42fc-a2a7-49a8c6b9dfae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41a59cce-6b7b-4078-bdb5-e626542ba6ba HTTP/1.1" status: 204 len: 168 time: 0.3996124 Jan 28 03:25:22.629060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b294a4-a4f8-42fc-a2a7-49a8c6b9dfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a59cce-6b7b-4078-bdb5-e626542ba6ba,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:22.680782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a95445d-0015-4d5e-808e-84ab854455ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.710178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:22.715904 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:22.720257 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.768752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:22.769583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.772477 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] 10.222.0.25 "PUT /v2.0/ports/c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 1093 time: 1.5571940 Jan 28 03:25:22.773199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'tag': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:22.802555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f879c7-1c94-4be2-a77e-58de041df0f5 req-07857153-697a-4b46-a627-cba73de8adc7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:22.804153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09f879c7-1c94-4be2-a77e-58de041df0f5 req-07857153-697a-4b46-a627-cba73de8adc7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.1167953 Jan 28 03:25:22.833177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1de1f85-1332-4294-8306-9fce9a9b7b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5a7d6277-a595-4d00-aed1-2b24ced1f82f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.835688 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1de1f85-1332-4294-8306-9fce9a9b7b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.840006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b1de1f85-1332-4294-8306-9fce9a9b7b42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a7d6277-a595-4d00-aed1-2b24ced1f82f HTTP/1.1" status: 204 len: 168 time: 0.6331296 Jan 28 03:25:22.984632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a95445d-0015-4d5e-808e-84ab854455ed admin admin] Publish callbacks [] for security_group (ceb19434-e155-441f-88e8-61fe07254352), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:22.988460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de1f85-1332-4294-8306-9fce9a9b7b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7d6277-a595-4d00-aed1-2b24ced1f82f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:22.998468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c704104-1f72-4b36-a72d-924e74ce1d83 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e144a-b4d6-41a1-bda8-0e795d926cc1,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:23.008425 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (060e325f-f0c1-45da-a4f2-ec63f56c60a9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.015161 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a95445d-0015-4d5e-808e-84ab854455ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ceb19434-e155-441f-88e8-61fe07254352), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.061437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95445d-0015-4d5e-808e-84ab854455ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb19434-e155-441f-88e8-61fe07254352,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:23.078158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-31a76544-c306-43ee-88a0-058420a0738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:23.080108 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-31a76544-c306-43ee-88a0-058420a0738a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1096 time: 0.2072542 Jan 28 03:25:23.130680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09f879c7-1c94-4be2-a77e-58de041df0f5 req-793f9c19-ada5-4e32-8a9f-74d60d159648 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173292 Jan 28 03:25:23.173426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5a95445d-0015-4d5e-808e-84ab854455ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d5df47b94694d138827b5aeb2f1745e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7984855 Jan 28 03:25:23.176114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060e325f-f0c1-45da-a4f2-ec63f56c60a9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:23.178376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:23.210285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Checking segment: {'id': '71345f95-8fb4-4c90-bf4b-840aad2f5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd26471df-558e-4f50-adbf-4e83fbb09197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:23.210973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Network hostable DHCP agents. Network: d26471df-558e-4f50-adbf-4e83fbb09197, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:25:23.250303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Network d26471df-558e-4f50-adbf-4e83fbb09197 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:25:23.253099 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-76dba9a8-815c-4e1e-9a28-790514696a29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 217 time: 0.1584072 Jan 28 03:25:23.257486 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac43eeb-aa5b-4434-b1bc-1d146af5a559" -d '{"events": [{"name": "network-changed", "server_uuid": "967816eb-3f12-46c5-9e24-a13a26381ab7", "tag": "c69e144a-b4d6-41a1-bda8-0e795d926cc1"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:23.267301 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb20204d-6ef1-46f0-add0-dc8abf9dd584 admin admin] Publish callbacks [] for security_group (ceb19434-e155-441f-88e8-61fe07254352), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.275545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d26471df-558e-4f50-adbf-4e83fbb09197) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:23.287555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:23.288351 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.289140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7118324-ec83-4b84-ba43-a3145d8a96a7 None None] Network d26471df-558e-4f50-adbf-4e83fbb09197 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:23.309059 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb20204d-6ef1-46f0-add0-dc8abf9dd584 admin admin] Publish callbacks [] for security_group (ceb19434-e155-441f-88e8-61fe07254352), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.330945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-113139e4-edd8-4917-9d3c-0e9389f08f34 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9532783 Jan 28 03:25:23.354979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-a244b6d3-c25c-4e71-bba2-018d2243a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:23.356887 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-a244b6d3-c25c-4e71-bba2-018d2243a3a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0944185 Jan 28 03:25:23.407547 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb20204d-6ef1-46f0-add0-dc8abf9dd584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ceb19434-e155-441f-88e8-61fe07254352), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.412967 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb20204d-6ef1-46f0-add0-dc8abf9dd584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.417384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fb20204d-6ef1-46f0-add0-dc8abf9dd584 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ceb19434-e155-441f-88e8-61fe07254352 HTTP/1.1" status: 204 len: 168 time: 0.2377334 Jan 28 03:25:23.422929 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-60fb73ef-86b1-4a32-9e4c-aa44eed08002 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581198 Jan 28 03:25:23.430087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20204d-6ef1-46f0-add0-dc8abf9dd584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb19434-e155-441f-88e8-61fe07254352,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:23.531471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089c80f2-104d-4fe0-b4cb-3713345d56bb None None] Network d26471df-558e-4f50-adbf-4e83fbb09197 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:23.558977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:23.576584 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3f0cfe4-75f7-4b79-82cd-1560bf203355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.616096 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-39a1edda-2d02-40a1-b9fc-786cd6072eee service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795721 Jan 28 03:25:23.754491 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3f0cfe4-75f7-4b79-82cd-1560bf203355 admin admin] Publish callbacks [] for security_group (f2e9a2b7-d805-4658-a0e8-17aa923c1590), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.760302 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3f0cfe4-75f7-4b79-82cd-1560bf203355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f2e9a2b7-d805-4658-a0e8-17aa923c1590), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.822329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c3f0cfe4-75f7-4b79-82cd-1560bf203355 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1af14439751b4f639b0c9642ed1d2540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622468 Jan 28 03:25:23.823676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0cfe4-75f7-4b79-82cd-1560bf203355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e9a2b7-d805-4658-a0e8-17aa923c1590,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:23.827710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:23.849080 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1529cc8-013d-479f-8b62-e29a98f94bc2 x-openstack-request-id: req-b1529cc8-013d-479f-8b62-e29a98f94bc2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:23.852529 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967816eb-3f12-46c5-9e24-a13a26381ab7", "tag": "c69e144a-b4d6-41a1-bda8-0e795d926cc1", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:23.855300 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1529cc8-013d-479f-8b62-e29a98f94bc2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:23.855916 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'tag': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1', 'status': 'completed', 'code': 200} Jan 28 03:25:23.859480 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fd54708-7ea9-484c-8bf9-1f8c702819d4 req-3ac552e8-d926-4aa3-a4ea-312d24aaef56 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418203 Jan 28 03:25:23.890939 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a71276eb-0908-4a46-8feb-f03853662bee admin admin] Publish callbacks [] for security_group (f2e9a2b7-d805-4658-a0e8-17aa923c1590), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:23.930419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a71276eb-0908-4a46-8feb-f03853662bee admin admin] Publish callbacks [] for security_group (f2e9a2b7-d805-4658-a0e8-17aa923c1590), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:24.015981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a71276eb-0908-4a46-8feb-f03853662bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f2e9a2b7-d805-4658-a0e8-17aa923c1590), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:24.020611 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a71276eb-0908-4a46-8feb-f03853662bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:24.024424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a71276eb-0908-4a46-8feb-f03853662bee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2e9a2b7-d805-4658-a0e8-17aa923c1590 HTTP/1.1" status: 204 len: 168 time: 0.1933751 Jan 28 03:25:24.033248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71276eb-0908-4a46-8feb-f03853662bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e9a2b7-d805-4658-a0e8-17aa923c1590,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:24.060803 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac43eeb-aa5b-4434-b1bc-1d146af5a559 req-ddc6531b-7e9a-4bd0-a066-ae9f6421f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:24.062740 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cac43eeb-aa5b-4434-b1bc-1d146af5a559 req-ddc6531b-7e9a-4bd0-a066-ae9f6421f4c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1140497 Jan 28 03:25:24.286529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac43eeb-aa5b-4434-b1bc-1d146af5a559 req-7206328a-f207-4d2b-ae44-e62cc0cefada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:24.288469 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cac43eeb-aa5b-4434-b1bc-1d146af5a559 req-7206328a-f207-4d2b-ae44-e62cc0cefada service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.2198775 Jan 28 03:25:24.289629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194f3aa-c1e3-4008-af12-0a9a7d6752ef req-ab755cb5-a705-476b-9204-77dbee68fb9f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:24.293298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d194f3aa-c1e3-4008-af12-0a9a7d6752ef req-ab755cb5-a705-476b-9204-77dbee68fb9f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.0650320 Jan 28 03:25:24.347327 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cac43eeb-aa5b-4434-b1bc-1d146af5a559 req-4f31274a-9788-4224-98d8-5a1e916a1523 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 217 time: 0.0511398 Jan 28 03:25:24.350594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d194f3aa-c1e3-4008-af12-0a9a7d6752ef req-e867eaee-1c81-440c-9cff-b94325311682 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539176 Jan 28 03:25:24.403680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac43eeb-aa5b-4434-b1bc-1d146af5a559 req-6a78e0b3-c584-4f48-8be1-ae0eb3697320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:24.405173 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cac43eeb-aa5b-4434-b1bc-1d146af5a559 req-6a78e0b3-c584-4f48-8be1-ae0eb3697320 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0525644 Jan 28 03:25:24.450132 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cac43eeb-aa5b-4434-b1bc-1d146af5a559 req-d5ef3daa-94db-4526-8a85-e601a81e05cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392082 Jan 28 03:25:24.582208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cac43eeb-aa5b-4434-b1bc-1d146af5a559 req-c570afdf-7e7c-4dc2-850d-4ef59c0f7921 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246657 Jan 28 03:25:24.715904 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cac43eeb-aa5b-4434-b1bc-1d146af5a559 req-cb3fba12-ad07-470f-b933-519ecd149cd2 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268702 Jan 28 03:25:24.736267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:24.763471 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f190b11a-c2cb-48cc-a4cb-80263052f824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:24.869630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8b18c41e-a5a0-4e29-9997-e881ad2627b4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:24.876827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8b18c41e-a5a0-4e29-9997-e881ad2627b4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 820 time: 0.1430111 Jan 28 03:25:24.887980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-1d8fc0be-26fe-4890-b145-415e376394c5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/quotas/9f57bdcc63de43649475eaa29c3d2285 HTTP/1.1" status: 200 len: 375 time: 0.0101483 Jan 28 03:25:24.917064 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f190b11a-c2cb-48cc-a4cb-80263052f824 admin admin] Publish callbacks [] for security_group (9dcfe52e-c5db-4462-a305-7b6ed4b9a2a1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:24.924701 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f190b11a-c2cb-48cc-a4cb-80263052f824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9dcfe52e-c5db-4462-a305-7b6ed4b9a2a1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:24.944510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:24.960797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-339566a4-7eec-4efe-9133-baf13575134e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668418 Jan 28 03:25:24.990719 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f190b11a-c2cb-48cc-a4cb-80263052f824 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=234e662385d74fba962754e8e4fe71a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489700 Jan 28 03:25:24.990980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:24.991621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190b11a-c2cb-48cc-a4cb-80263052f824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcfe52e-c5db-4462-a305-7b6ed4b9a2a1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:25.066399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca3c583c-b7f4-484c-ac39-20f8ca65e246 admin admin] Publish callbacks [] for security_group (9dcfe52e-c5db-4462-a305-7b6ed4b9a2a1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.097948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca3c583c-b7f4-484c-ac39-20f8ca65e246 admin admin] Publish callbacks [] for security_group (9dcfe52e-c5db-4462-a305-7b6ed4b9a2a1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.150062 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca3c583c-b7f4-484c-ac39-20f8ca65e246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9dcfe52e-c5db-4462-a305-7b6ed4b9a2a1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.153648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca3c583c-b7f4-484c-ac39-20f8ca65e246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.154770 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ca3c583c-b7f4-484c-ac39-20f8ca65e246 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dcfe52e-c5db-4462-a305-7b6ed4b9a2a1 HTTP/1.1" status: 204 len: 168 time: 0.1583495 Jan 28 03:25:25.163941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c583c-b7f4-484c-ac39-20f8ca65e246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcfe52e-c5db-4462-a305-7b6ed4b9a2a1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:25.203405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e11d44-1ae5-4e80-8b36-9c3278b833fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.235048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42742) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:25.312745 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e11d44-1ae5-4e80-8b36-9c3278b833fe admin admin] Publish callbacks [] for security_group (9914d7b9-a721-44a0-8e2f-b0da4e882f91), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.319968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e11d44-1ae5-4e80-8b36-9c3278b833fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9914d7b9-a721-44a0-8e2f-b0da4e882f91), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.373883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-49e11d44-1ae5-4e80-8b36-9c3278b833fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea104640a58d448293e6437a3d2775f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119325 Jan 28 03:25:25.374806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:25.375498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e11d44-1ae5-4e80-8b36-9c3278b833fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9914d7b9-a721-44a0-8e2f-b0da4e882f91,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:25.451115 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab414a32-8716-4c44-b01a-fef258cb4ebc admin admin] Publish callbacks [] for security_group (9914d7b9-a721-44a0-8e2f-b0da4e882f91), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.488594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab414a32-8716-4c44-b01a-fef258cb4ebc admin admin] Publish callbacks [] for security_group (9914d7b9-a721-44a0-8e2f-b0da4e882f91), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.513564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6839c-a613-4347-8be9-431ec66e2c38 req-7468e557-bba8-44e9-a5e1-8cde17943cd4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:25.517312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc6839c-a613-4347-8be9-431ec66e2c38 req-7468e557-bba8-44e9-a5e1-8cde17943cd4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.0668144 Jan 28 03:25:25.547251 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab414a32-8716-4c44-b01a-fef258cb4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9914d7b9-a721-44a0-8e2f-b0da4e882f91), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.550297 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab414a32-8716-4c44-b01a-fef258cb4ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.551479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ab414a32-8716-4c44-b01a-fef258cb4ebc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9914d7b9-a721-44a0-8e2f-b0da4e882f91 HTTP/1.1" status: 204 len: 168 time: 0.1755819 Jan 28 03:25:25.562473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab414a32-8716-4c44-b01a-fef258cb4ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9914d7b9-a721-44a0-8e2f-b0da4e882f91,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:25.594703 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc6839c-a613-4347-8be9-431ec66e2c38 req-0fc3a870-4db9-423e-b09b-cc4f7a568573 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687201 Jan 28 03:25:25.690042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-4bfe0401-527a-411a-b9ef-1b66018b886e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:25:25.691008 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-4bfe0401-527a-411a-b9ef-1b66018b886e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4107881 Jan 28 03:25:25.775750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42764) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:25.785182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-9f258561-dbcb-4153-8e75-938077d6cb46 service neutron] 10.222.0.44 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859854 Jan 28 03:25:25.799704 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0bb8-e486-40f6-9d21-55999d3e1579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:25.853014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:25.901394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-3577031f-f936-4ee6-a819-8a76c9c8257b service neutron] 10.222.0.44 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094947 Jan 28 03:25:26.080510 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0bb8-e486-40f6-9d21-55999d3e1579 admin admin] Publish callbacks [] for security_group (6b407d5e-c78a-47ce-aea1-03cdb1a9e231), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.102517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0bb8-e486-40f6-9d21-55999d3e1579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6b407d5e-c78a-47ce-aea1-03cdb1a9e231), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.109220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-657088816-network', 'tenant_id': '4dd99d1c62b84161ba1a421bee79ffea'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:26.151880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8d75323-0d7a-4f0e-980b-e6862ddf8039 req-2eaed2db-7782-455f-aec6-6c96abe45e79 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 210 time: 0.0705209 Jan 28 03:25:26.177978 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3e8b0bb8-e486-40f6-9d21-55999d3e1579 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16b0cae049624c4d83265c371d380dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9407344 Jan 28 03:25:26.180389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:26.186034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b0bb8-e486-40f6-9d21-55999d3e1579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b407d5e-c78a-47ce-aea1-03cdb1a9e231,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:26.188378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Made reservation on behalf of 4dd99d1c62b84161ba1a421bee79ffea for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:26.190910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.200812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.204450 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-75afd1f8-c579-408f-bf6d-3f235182900e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7dfe4a6cc464bb4936899a786ed2f07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4269037 Jan 28 03:25:26.207540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42788) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:26.250422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42792) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:26.250943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30221206-7942-40ca-9c55-1bbc6a05f648 admin admin] Publish callbacks [] for security_group (6b407d5e-c78a-47ce-aea1-03cdb1a9e231), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.278467 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e828130-738a-4384-98ba-5483b59b0f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.280919 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30221206-7942-40ca-9c55-1bbc6a05f648 admin admin] Publish callbacks [] for security_group (6b407d5e-c78a-47ce-aea1-03cdb1a9e231), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.336675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d53f3c89-a834-4477-9003-7d7a80cce616 admin admin] Publish callbacks [] for security_group (eecad2e3-464f-402b-969e-d0388fc6f024), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.339612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30221206-7942-40ca-9c55-1bbc6a05f648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6b407d5e-c78a-47ce-aea1-03cdb1a9e231), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.343631 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30221206-7942-40ca-9c55-1bbc6a05f648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.345341 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-30221206-7942-40ca-9c55-1bbc6a05f648 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b407d5e-c78a-47ce-aea1-03cdb1a9e231 HTTP/1.1" status: 204 len: 168 time: 0.1636579 Jan 28 03:25:26.357047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30221206-7942-40ca-9c55-1bbc6a05f648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b407d5e-c78a-47ce-aea1-03cdb1a9e231,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:26.395885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Publish callbacks [] for security_group (70fc5b89-a438-4740-b06d-31caad505ef3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.404518 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d53f3c89-a834-4477-9003-7d7a80cce616 admin admin] Publish callbacks [] for security_group (eecad2e3-464f-402b-969e-d0388fc6f024), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.406141 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (70fc5b89-a438-4740-b06d-31caad505ef3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.477329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:25:26.480358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fc5b89-a438-4740-b06d-31caad505ef3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:26.512334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (27db534a-9f43-4b59-ae5b-5805f03517a0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.512664 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Added segment 27db534a-9f43-4b59-ae5b-5805f03517a0 of type vlan for network 9219be51-3a94-4e72-9dd4-64b22f7c6555 Jan 28 03:25:26.529296 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e828130-738a-4384-98ba-5483b59b0f27 admin admin] Publish callbacks [] for security_group (beabbac2-f709-485e-b2da-454b6cc22883), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.551139 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e828130-738a-4384-98ba-5483b59b0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (beabbac2-f709-485e-b2da-454b6cc22883), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.598819 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d53f3c89-a834-4477-9003-7d7a80cce616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (eecad2e3-464f-402b-969e-d0388fc6f024), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.601554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d53f3c89-a834-4477-9003-7d7a80cce616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.605097 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d53f3c89-a834-4477-9003-7d7a80cce616 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eecad2e3-464f-402b-969e-d0388fc6f024 HTTP/1.1" status: 204 len: 168 time: 0.3941100 Jan 28 03:25:26.607305 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (9219be51-3a94-4e72-9dd4-64b22f7c6555), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.611807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e828130-738a-4384-98ba-5483b59b0f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beabbac2-f709-485e-b2da-454b6cc22883,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:26.645622 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0e828130-738a-4384-98ba-5483b59b0f27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=baccd0ae564b4e038db29bc946a510c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905094 Jan 28 03:25:26.645622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:26.696934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f3c89-a834-4477-9003-7d7a80cce616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecad2e3-464f-402b-969e-d0388fc6f024,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:26.723430 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (9219be51-3a94-4e72-9dd4-64b22f7c6555), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.724327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:26.725035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.794568 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9374945 Jan 28 03:25:26.795210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42816) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:26.808087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a963c-2bff-483e-ba9f-ab63571ffb6c admin admin] Pushing event updated for resources: {'Network': ['ID=9219be51-3a94-4e72-9dd4-64b22f7c6555,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:26.813291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Request body: {'subnet': {'network_id': '9219be51-3a94-4e72-9dd4-64b22f7c6555', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-657088816-subnet', 'tenant_id': '4dd99d1c62b84161ba1a421bee79ffea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:26.816182 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d629f376-1216-43f5-8f60-44926036c566 admin admin] Publish callbacks [] for security_group (beabbac2-f709-485e-b2da-454b6cc22883), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.826727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 9219be51-3a94-4e72-9dd4-64b22f7c6555 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:25:26.853081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb5b2b-c4fe-4152-9e2b-12e7adcaf62b req-361483bb-d96d-4a13-b761-af6a44045e0e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:26.861450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98cb5b2b-c4fe-4152-9e2b-12e7adcaf62b req-361483bb-d96d-4a13-b761-af6a44045e0e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.1530733 Jan 28 03:25:26.862059 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d629f376-1216-43f5-8f60-44926036c566 admin admin] Publish callbacks [] for security_group (beabbac2-f709-485e-b2da-454b6cc22883), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.902300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Made reservation on behalf of 4dd99d1c62b84161ba1a421bee79ffea for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:26.905943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.921388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d629f376-1216-43f5-8f60-44926036c566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (beabbac2-f709-485e-b2da-454b6cc22883), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.924646 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d629f376-1216-43f5-8f60-44926036c566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:26.926975 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d629f376-1216-43f5-8f60-44926036c566 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/beabbac2-f709-485e-b2da-454b6cc22883 HTTP/1.1" status: 204 len: 168 time: 0.2804172 Jan 28 03:25:26.960166 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629f376-1216-43f5-8f60-44926036c566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beabbac2-f709-485e-b2da-454b6cc22883,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:27.000359 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98cb5b2b-c4fe-4152-9e2b-12e7adcaf62b req-b40aa1a9-1647-486b-8621-99cdad046cf3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318588 Jan 28 03:25:27.177470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (6342cf57-da8f-463e-9bce-e1d1dd600393), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:27.239991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6342cf57-da8f-463e-9bce-e1d1dd600393,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:27.249005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Checking segment: {'id': '27db534a-9f43-4b59-ae5b-5805f03517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9219be51-3a94-4e72-9dd4-64b22f7c6555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:27.249672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Network hostable DHCP agents. Network: 9219be51-3a94-4e72-9dd4-64b22f7c6555, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:25:27.270025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Network 9219be51-3a94-4e72-9dd4-64b22f7c6555 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:25:27.307581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42830) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:27.311680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1d04c8f-9ae9-4ce1-b769-91b8af79deb4 req-7cdabae1-a92d-4f8b-ad9f-a5195b22da8a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 210 time: 0.0392392 Jan 28 03:25:27.312446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 9219be51-3a94-4e72-9dd4-64b22f7c6555) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:27.322206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab590b9-d2a0-4502-bbe4-7ce327157e4d None None] Network 9219be51-3a94-4e72-9dd4-64b22f7c6555 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:27.328800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:27.329413 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:27.353971 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9425280-da1e-4643-a00f-6b720d23b455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:27.354224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-19c045d0-ea53-494e-b154-0c270283d9b2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5580008 Jan 28 03:25:27.477439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77994768-7860-41c9-b46a-aa28cb7dc6c0 None None] Network 9219be51-3a94-4e72-9dd4-64b22f7c6555 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:27.480616 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9425280-da1e-4643-a00f-6b720d23b455 admin admin] Publish callbacks [] for security_group (b05820cc-dc82-48f7-9e3c-2ac20d887a2a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:27.488872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9425280-da1e-4643-a00f-6b720d23b455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b05820cc-dc82-48f7-9e3c-2ac20d887a2a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:27.553106 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d9425280-da1e-4643-a00f-6b720d23b455 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b6344f4636840ddbd17a03312df675a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441580 Jan 28 03:25:27.555731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42838) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:27.601921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9425280-da1e-4643-a00f-6b720d23b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05820cc-dc82-48f7-9e3c-2ac20d887a2a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:27.629926 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b01b91d-95c2-494d-83da-4aaa8d926c55 admin admin] Publish callbacks [] for security_group (b05820cc-dc82-48f7-9e3c-2ac20d887a2a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:27.745180 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b01b91d-95c2-494d-83da-4aaa8d926c55 admin admin] Publish callbacks [] for security_group (b05820cc-dc82-48f7-9e3c-2ac20d887a2a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:27.770846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:27.814093 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36879-954c-4cee-a865-212fd32e3d8b req-5ec98ace-b956-4b3e-9578-e0809ff223a7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:27.815624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-5ec98ace-b956-4b3e-9578-e0809ff223a7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 820 time: 0.1827629 Jan 28 03:25:27.838462 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-77c9cf47-d31e-49c6-a37b-b1fa713a049d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa7548bbc0754e169cca2fdbc4f5c94c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663390 Jan 28 03:25:27.839198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42846) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:27.842988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Request body: {'port': {'device_id': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662', 'admin_state_up': True, 'tenant_id': '9f57bdcc63de43649475eaa29c3d2285'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:27.848212 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b01b91d-95c2-494d-83da-4aaa8d926c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b05820cc-dc82-48f7-9e3c-2ac20d887a2a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:27.850801 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b01b91d-95c2-494d-83da-4aaa8d926c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:27.851881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7b01b91d-95c2-494d-83da-4aaa8d926c55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b05820cc-dc82-48f7-9e3c-2ac20d887a2a HTTP/1.1" status: 204 len: 168 time: 0.2952030 Jan 28 03:25:27.919444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01b91d-95c2-494d-83da-4aaa8d926c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05820cc-dc82-48f7-9e3c-2ac20d887a2a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:28.009844 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a897110-0509-4bf4-b9ec-95513583291d admin admin] Publish callbacks [] for security_group (38cd0e96-935d-43ac-bd2e-7fc5ed11be13), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:28.045738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a897110-0509-4bf4-b9ec-95513583291d admin admin] Publish callbacks [] for security_group (38cd0e96-935d-43ac-bd2e-7fc5ed11be13), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:28.053240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Made reservation on behalf of 9f57bdcc63de43649475eaa29c3d2285 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:28.056627 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:28.199592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a897110-0509-4bf4-b9ec-95513583291d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (38cd0e96-935d-43ac-bd2e-7fc5ed11be13), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:28.202486 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a897110-0509-4bf4-b9ec-95513583291d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:28.206903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8a897110-0509-4bf4-b9ec-95513583291d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38cd0e96-935d-43ac-bd2e-7fc5ed11be13 HTTP/1.1" status: 204 len: 168 time: 0.3594656 Jan 28 03:25:28.255320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0e79-35ea-4cde-9870-c53ec49fdd5f req-96811b33-f928-4718-929e-13991651f041 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:28.256977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc9e0e79-35ea-4cde-9870-c53ec49fdd5f req-96811b33-f928-4718-929e-13991651f041 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.1637022 Jan 28 03:25:28.257795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a897110-0509-4bf4-b9ec-95513583291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cd0e96-935d-43ac-bd2e-7fc5ed11be13,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:28.305516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Allocated IP 172.20.0.14 (6feeb0c1-0482-4943-a76b-256db1710662/719f8daa-0c81-4241-9a30-a78470f65f7b/4f6bec90-951e-4f9c-ad0f-04c849ab28db) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:28.330170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc9e0e79-35ea-4cde-9870-c53ec49fdd5f req-d24ba34a-8ae8-4d79-9737-6576ebac4a26 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590324 Jan 28 03:25:28.455324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12823b9e-88bb-4e53-8ecc-aea0ebcac706 req-f929a8cf-4f81-4401-8d2c-9d3d1ee58aed tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 210 time: 0.0347896 Jan 28 03:25:28.510509 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks [] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:28.557517 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:28.605773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Network 6feeb0c1-0482-4943-a76b-256db1710662 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:28.612713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:28.617145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:28.622204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:28.622875 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:28.629239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Pushing event updated for resources: {'Port': ['ID=4f6bec90-951e-4f9c-ad0f-04c849ab28db,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:28.641216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-68e50e93-afaf-40d2-a1c6-39320323b281 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8030810 Jan 28 03:25:28.660517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Request body: {'port': {'device_id': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:28.723066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:28.882735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c69e144a-b4d6-41a1-bda8-0e795d926cc1 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:25:28.989769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:29.002555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1', 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935', 'port_id': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1', 'mac_address': 'fa:16:3e:72:d2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e62498-2e1e-4282-bf91-3df78f49b1f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:25:29.051724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c69e144a-b4d6-41a1-bda8-0e795d926cc1 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:29.052120 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.065258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69e144a-b4d6-41a1-bda8-0e795d926cc1 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:29.066187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6bec90-951e-4f9c-ad0f-04c849ab28db {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:29.077088 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Publish callbacks [] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.087413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:29.092811 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.101589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Transition to ACTIVE for port object 4f6bec90-951e-4f9c-ad0f-04c849ab28db will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:25:29.105643 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.163092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c69e144a-b4d6-41a1-bda8-0e795d926cc1,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:29.176926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6bec90-951e-4f9c-ad0f-04c849ab28db,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:29.205126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:29.205553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:29.205987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:29.211283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:29.211707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:29.217146 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:29.217539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:29.217863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:29.218325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Bound port: 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:29.218686 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.287405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:29.290741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:29.294551 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.329872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:29.330503 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.332151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] 10.222.0.42 "PUT /v2.0/ports/4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 1093 time: 0.6779890 Jan 28 03:25:29.332630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'tag': '4f6bec90-951e-4f9c-ad0f-04c849ab28db'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:29.334891 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f09259-20da-4824-8f90-c0384612ccaa" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2f080f-cc42-4b20-bfc0-bbd266bc4f10", "tag": "4f6bec90-951e-4f9c-ad0f-04c849ab28db"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:29.368554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563c58e-8e33-412a-a17f-83bcf14d1df6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6bec90-951e-4f9c-ad0f-04c849ab28db,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:29.390929 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f43bdc1-8d59-4360-a4f3-603e8bde9240 x-openstack-request-id: req-9f43bdc1-8d59-4360-a4f3-603e8bde9240 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:29.391229 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2f080f-cc42-4b20-bfc0-bbd266bc4f10", "tag": "4f6bec90-951e-4f9c-ad0f-04c849ab28db", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:29.391489 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f43bdc1-8d59-4360-a4f3-603e8bde9240 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:29.391897 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'tag': '4f6bec90-951e-4f9c-ad0f-04c849ab28db', 'status': 'completed', 'code': 200} Jan 28 03:25:29.484826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36879-954c-4cee-a865-212fd32e3d8b req-99b738dd-53c1-48c0-b18a-4c156bf32570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:29.486467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-99b738dd-53c1-48c0-b18a-4c156bf32570 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1096 time: 0.0759397 Jan 28 03:25:29.500625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6cebd-cfe2-4dd4-8b28-9bd203118542 req-f61df34d-5e50-438c-8cc7-422738cdd015 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:29.502153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bff6cebd-cfe2-4dd4-8b28-9bd203118542 req-f61df34d-5e50-438c-8cc7-422738cdd015 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 945 time: 0.0575879 Jan 28 03:25:29.504952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42930) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:29.512110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-379390735-network', 'tenant_id': '17ab98b0dca44bae83f36a5cc3c9693e'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:29.536574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Made reservation on behalf of 17ab98b0dca44bae83f36a5cc3c9693e for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:29.539957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.552861 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.566120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-bffe3b83-2906-4a33-b5f2-8bd54d1e911d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 217 time: 0.0629885 Jan 28 03:25:29.596584 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['c69e144a-b4d6-41a1-bda8-0e795d926cc1'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:29.625185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bff6cebd-cfe2-4dd4-8b28-9bd203118542 req-63c0be85-d7f0-41ba-ba65-b2dbd1756cf9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097009 Jan 28 03:25:29.635369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36879-954c-4cee-a865-212fd32e3d8b req-3b645076-8b99-402f-8935-522c6efcde74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:29.637010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-3b645076-8b99-402f-8935-522c6efcde74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.0655961 Jan 28 03:25:29.674165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-12fd6cef-42f8-4cf9-9e47-1132e9a8803d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282607 Jan 28 03:25:29.687642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Publish callbacks [] for security_group (e8fbdc3d-8bda-4dc2-a757-98f082326d7a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.693588 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e8fbdc3d-8bda-4dc2-a757-98f082326d7a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.721193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:25:29.743374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7c77bcd1-f598-43b7-843a-6e27c007fa3f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.744290 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Added segment 7c77bcd1-f598-43b7-843a-6e27c007fa3f of type vlan for network b7fff31a-31f3-49de-b636-0a275fc20811 Jan 28 03:25:29.746295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fbdc3d-8bda-4dc2-a757-98f082326d7a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:29.802287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (b7fff31a-31f3-49de-b636-0a275fc20811), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.839095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (b7fff31a-31f3-49de-b636-0a275fc20811), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.840261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:29.841732 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.875530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad150fb-a24a-4efe-a79d-2ec890aa6d0d req-6f69233b-eb55-49df-8ff5-7008330bd02c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:29.883936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ad150fb-a24a-4efe-a79d-2ec890aa6d0d req-6f69233b-eb55-49df-8ff5-7008330bd02c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 944 time: 0.0976789 Jan 28 03:25:29.898200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-6893c817-c4dd-404a-9f00-60a5367b76b4 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184443 Jan 28 03:25:29.919902 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4130704 Jan 28 03:25:29.923226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:29.930481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Request body: {'subnet': {'network_id': 'b7fff31a-31f3-49de-b636-0a275fc20811', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-379390735-subnet', 'tenant_id': '17ab98b0dca44bae83f36a5cc3c9693e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:29.952435 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65045bd4-23e1-42ef-af74-f717fd4fe360 admin admin] Pushing event updated for resources: {'Network': ['ID=b7fff31a-31f3-49de-b636-0a275fc20811,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:29.967830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Made reservation on behalf of 17ab98b0dca44bae83f36a5cc3c9693e for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:29.970539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network b7fff31a-31f3-49de-b636-0a275fc20811 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:25:29.971249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.130228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42946) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:30.261774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ad150fb-a24a-4efe-a79d-2ec890aa6d0d req-0b526507-2888-4406-aff4-3237368278be tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762600 Jan 28 03:25:30.321505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e36879-954c-4cee-a865-212fd32e3d8b req-f3d2a3ab-80f3-4b3f-a60f-d7eae2369294 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165246 Jan 28 03:25:30.347706 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (8f313825-689b-4d01-8bf2-db709687597a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.434041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f313825-689b-4d01-8bf2-db709687597a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:30.451270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1950947802-network', 'tenant_id': 'cf151916feeb41f8ba6d5d260d90f013'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:30.462583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Checking segment: {'id': '7c77bcd1-f598-43b7-843a-6e27c007fa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fff31a-31f3-49de-b636-0a275fc20811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:30.463075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Network hostable DHCP agents. Network: b7fff31a-31f3-49de-b636-0a275fc20811, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:25:30.493095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Network b7fff31a-31f3-49de-b636-0a275fc20811 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:25:30.504345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, b7fff31a-31f3-49de-b636-0a275fc20811) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:30.508067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Made reservation on behalf of cf151916feeb41f8ba6d5d260d90f013 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:30.511986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.517342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a882e72d-3cbb-420d-b22a-1b9d47ac5357 None None] Network b7fff31a-31f3-49de-b636-0a275fc20811 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:30.526551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f09259-20da-4824-8f90-c0384612ccaa req-0ffd096c-120c-4256-a4e2-af9204a0aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:30.528102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f09259-20da-4824-8f90-c0384612ccaa req-0ffd096c-120c-4256-a4e2-af9204a0aaf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1096 time: 0.1050861 Jan 28 03:25:30.534730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:30.535680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.585415 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6c736238-74e7-4cd1-9552-58e942f12cf9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6524189 Jan 28 03:25:30.585415 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.672124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aba37f-31ca-4db0-8b65-f59bedbaa13e None None] Network b7fff31a-31f3-49de-b636-0a275fc20811 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:30.710068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Publish callbacks [] for security_group (f6f17767-7545-4b6b-bbb5-b736058f12da), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.718503 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f6f17767-7545-4b6b-bbb5-b736058f12da), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.755067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:25:30.776611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f17767-7545-4b6b-bbb5-b736058f12da,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:30.776611 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6ca21c65-1ffa-42bb-adf1-a307733cea1c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.776611 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Added segment 6ca21c65-1ffa-42bb-adf1-a307733cea1c of type vlan for network 01dcf58b-cd08-440c-b389-c5cdc320347b Jan 28 03:25:30.794358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f09259-20da-4824-8f90-c0384612ccaa req-b0cec9d9-0ab2-48c9-bfb0-6f8fe10d0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:30.796629 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f09259-20da-4824-8f90-c0384612ccaa req-b0cec9d9-0ab2-48c9-bfb0-6f8fe10d0373 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.2588143 Jan 28 03:25:30.824749 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (01dcf58b-cd08-440c-b389-c5cdc320347b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.862247 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (01dcf58b-cd08-440c-b389-c5cdc320347b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.863823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:30.864529 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.882097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f09259-20da-4824-8f90-c0384612ccaa req-aa9bcaae-ae19-4867-b7cf-43f2cb3ecba3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 217 time: 0.0669730 Jan 28 03:25:30.893054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c69e144a-b4d6-41a1-bda8-0e795d926cc1 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:30.944911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e5e6-fb8d-4159-b3e6-a27b9b0b422f req-7d9559f9-0c73-4460-ae16-14abd042d492 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:30.944911 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e665e5e6-fb8d-4159-b3e6-a27b9b0b422f req-7d9559f9-0c73-4460-ae16-14abd042d492 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 945 time: 0.1788402 Jan 28 03:25:30.960349 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8290334 Jan 28 03:25:30.963195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42980) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:30.969473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Request body: {'subnet': {'network_id': '01dcf58b-cd08-440c-b389-c5cdc320347b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1950947802-subnet', 'tenant_id': 'cf151916feeb41f8ba6d5d260d90f013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:30.981519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe54eb-6609-4f07-a31a-b62b6ca4654f admin admin] Pushing event updated for resources: {'Network': ['ID=01dcf58b-cd08-440c-b389-c5cdc320347b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:30.999589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Made reservation on behalf of cf151916feeb41f8ba6d5d260d90f013 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:31.002430 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:31.006390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 01dcf58b-cd08-440c-b389-c5cdc320347b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:25:31.029522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f09259-20da-4824-8f90-c0384612ccaa req-5afea12c-9136-4ff6-b53d-b3c002c88ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:31.031033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f09259-20da-4824-8f90-c0384612ccaa req-5afea12c-9136-4ff6-b53d-b3c002c88ccd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1401162 Jan 28 03:25:31.130279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f09259-20da-4824-8f90-c0384612ccaa req-9bb659ad-38d4-400a-b859-0cce3da8a8a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713670 Jan 28 03:25:31.146364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port c69e144a-b4d6-41a1-bda8-0e795d926cc1 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:25:31.159444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e665e5e6-fb8d-4159-b3e6-a27b9b0b422f req-b1b4115a-263a-43f9-9730-e6ce6ce9deb1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135947 Jan 28 03:25:31.169920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port c69e144a-b4d6-41a1-bda8-0e795d926cc1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:31.170330 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:31.330759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (81cd2181-f211-4895-84d1-6fba314a5738), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:31.392397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-404dc2ab-3348-4416-96df-39e71691899d tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708895 Jan 28 03:25:31.417522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c69e144a-b4d6-41a1-bda8-0e795d926cc1 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:31.417922 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:31.438675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81cd2181-f211-4895-84d1-6fba314a5738,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:31.453240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Checking segment: {'id': '6ca21c65-1ffa-42bb-adf1-a307733cea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '01dcf58b-cd08-440c-b389-c5cdc320347b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:31.455014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Network hostable DHCP agents. Network: 01dcf58b-cd08-440c-b389-c5cdc320347b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:25:31.461502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:31.463871 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fb8460-3fa5-4c7c-a04d-f8c72ac47c35" -d '{"events": [{"server_uuid": "967816eb-3f12-46c5-9e24-a13a26381ab7", "name": "network-vif-plugged", "status": "completed", "tag": "c69e144a-b4d6-41a1-bda8-0e795d926cc1"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:31.481538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Network 01dcf58b-cd08-440c-b389-c5cdc320347b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:25:31.496872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:31.502418 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:31.504358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 01dcf58b-cd08-440c-b389-c5cdc320347b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:31.509937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:31.511429 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:31.519900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d5ee93-863e-43b0-84a8-5187a535c9e1 None None] Network 01dcf58b-cd08-440c-b389-c5cdc320347b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:31.556300 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f09259-20da-4824-8f90-c0384612ccaa req-91f3d0f9-9362-4c61-a6ed-cf4ef3436af3 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120522 Jan 28 03:25:31.560132 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-80cc2e15-d818-4596-983c-775e0a90cf5a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5959187 Jan 28 03:25:31.690692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c69e144a-b4d6-41a1-bda8-0e795d926cc1,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:31.763319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9779fe5e-4ad2-46b9-9003-831efa101f8e None None] Network 01dcf58b-cd08-440c-b389-c5cdc320347b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:31.778761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4020-351f-43a5-879f-68babc4e280a req-dc431022-fe55-4ab0-926e-0b1c0f895779 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:31.781179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-dc431022-fe55-4ab0-926e-0b1c0f895779 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3876667 Jan 28 03:25:31.820118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-591f2947-3297-4535-a9bc-5b9cfd845b7b tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/quotas/26a3325796ff41e6bc5a76b4e757bc91 HTTP/1.1" status: 200 len: 375 time: 0.0286205 Jan 28 03:25:31.822099 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f09259-20da-4824-8f90-c0384612ccaa req-da260051-179d-4d07-9bc4-779b983920ec service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649190 Jan 28 03:25:31.861538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-f2d2b474-b3aa-418a-aa18-b8ca4612a5ad tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346291 Jan 28 03:25:32.231222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b62e6-d288-4c98-ab37-2d737105efff req-665ae61e-41d6-49b5-8c3b-968887ebc7d4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:32.232729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-374b62e6-d288-4c98-ab37-2d737105efff req-665ae61e-41d6-49b5-8c3b-968887ebc7d4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 944 time: 0.1467760 Jan 28 03:25:32.308349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-838915ff-4e3c-4914-9f01-6f867a8e2d17 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:32.310037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-838915ff-4e3c-4914-9f01-6f867a8e2d17 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/networks?id=9219be51-3a94-4e72-9dd4-64b22f7c6555 HTTP/1.1" status: 200 len: 814 time: 0.1757524 Jan 28 03:25:32.332789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-374b62e6-d288-4c98-ab37-2d737105efff req-779a1e23-e97d-41cf-bf5b-967755e68ba0 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936363 Jan 28 03:25:32.340800 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-8b33c033-77bf-4157-bf26-f1483bb713f3 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/quotas/4dd99d1c62b84161ba1a421bee79ffea HTTP/1.1" status: 200 len: 375 time: 0.0231287 Jan 28 03:25:32.389245 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2403120-f5b3-4d5a-9b0e-71b5c00530ac x-openstack-request-id: req-b2403120-f5b3-4d5a-9b0e-71b5c00530ac {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:32.389995 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967816eb-3f12-46c5-9e24-a13a26381ab7", "name": "network-vif-plugged", "status": "completed", "tag": "c69e144a-b4d6-41a1-bda8-0e795d926cc1", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:32.390412 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2403120-f5b3-4d5a-9b0e-71b5c00530ac {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:32.391038 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1', 'code': 200} Jan 28 03:25:32.398337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e77b20c5-fb25-4dca-89f5-6530465851df tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dd99d1c62b84161ba1a421bee79ffea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563965 Jan 28 03:25:32.602683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a94920f-80f9-453a-b526-ccf8d8a56c34 req-e4aedfee-7f40-481f-be52-bf26ef7c7223 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 210 time: 0.0772548 Jan 28 03:25:32.610628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a8320-b7a6-4255-bb72-c3d5b701d0e7 req-87aea648-1e7c-4d08-9d47-cd7cf1c163ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:32.614265 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-279a8320-b7a6-4255-bb72-c3d5b701d0e7 req-87aea648-1e7c-4d08-9d47-cd7cf1c163ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1098 time: 0.1156285 Jan 28 03:25:32.679314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-7207d80d-b4ab-4346-8995-53c029cd61ff service neutron] 10.222.0.44 "GET /v2.0/networks/9219be51-3a94-4e72-9dd4-64b22f7c6555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800820 Jan 28 03:25:32.713364 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-279a8320-b7a6-4255-bb72-c3d5b701d0e7 req-212edb21-c656-4d49-b8b5-ed108d4a80b3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919182 Jan 28 03:25:32.714040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43066) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:32.734721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-658552529-network', 'tenant_id': '2805507b05494131993417f56e7d790e'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:32.765229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Made reservation on behalf of 2805507b05494131993417f56e7d790e for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:32.768055 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:32.779026 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:32.843810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e94fb3-9bcd-4fb9-b57f-db5b822d8412 req-34631ee3-dfee-4627-8621-45718ec056d5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:32.845316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30e94fb3-9bcd-4fb9-b57f-db5b822d8412 req-34631ee3-dfee-4627-8621-45718ec056d5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 946 time: 0.0812247 Jan 28 03:25:32.877942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-9a7b7819-4a24-45cc-99ec-e3599337dd5d service neutron] 10.222.0.44 "GET /v2.0/networks/9219be51-3a94-4e72-9dd4-64b22f7c6555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976881 Jan 28 03:25:32.883671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Publish callbacks [] for security_group (0b46717f-cf68-475b-abcc-0b4b60c5d2b2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:32.888451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0b46717f-cf68-475b-abcc-0b4b60c5d2b2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:32.911800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:25:32.915053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30e94fb3-9bcd-4fb9-b57f-db5b822d8412 req-dd9e6525-e85f-47d6-90f2-1c25e393b058 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563242 Jan 28 03:25:32.926790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b46717f-cf68-475b-abcc-0b4b60c5d2b2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:32.938384 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (1526a5a0-ac49-445f-98e9-0ad524e774bd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:32.938384 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Added segment 1526a5a0-ac49-445f-98e9-0ad524e774bd of type vlan for network 7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa Jan 28 03:25:32.985914 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:33.031514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:33.033029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:33.034985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:33.109699 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3908899 Jan 28 03:25:33.109898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:33.114321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Request body: {'subnet': {'network_id': '7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-658552529-subnet', 'tenant_id': '2805507b05494131993417f56e7d790e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:33.116377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d40d1b-c291-4066-9228-d998d0d05d8d admin admin] Pushing event updated for resources: {'Network': ['ID=7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:33.131302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:25:33.147583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Made reservation on behalf of 2805507b05494131993417f56e7d790e for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:33.150307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:33.326254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-3bb3d775-7770-44b1-a75b-d62ffc1d0bea tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239351 Jan 28 03:25:33.387873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-55d136aa-ce1d-4484-921d-a731fc1fac9f tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581918 Jan 28 03:25:33.594862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd5090e9-4c7d-4d5c-b9bc-c505581bbf06 req-2dec5be4-b38a-439a-b059-d87ce9add8c6 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 210 time: 0.0585766 Jan 28 03:25:33.606620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (44e517b1-6fb9-4231-9e60-e0104c0e0be9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:33.685356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4020-351f-43a5-879f-68babc4e280a req-49fb0248-5530-42dd-9019-9b32d598e9e0 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:33.686765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-49fb0248-5530-42dd-9019-9b32d598e9e0 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3442495 Jan 28 03:25:33.712143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-473e5f5e-a8a8-482c-9662-a6d7d430ae93 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:33.713574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-473e5f5e-a8a8-482c-9662-a6d7d430ae93 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777028 Jan 28 03:25:33.733818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Request body: {'port': {'device_id': 'bb05027d-f17e-4cde-a41e-9c9e94aea0e4', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '26a3325796ff41e6bc5a76b4e757bc91'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:33.742589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e517b1-6fb9-4231-9e60-e0104c0e0be9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:33.811997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-06e1ad82-6a0b-48a3-b211-2a34230e4dc7 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/quotas/c38d5642bfe74c4e98fb8f3493d6bc2d HTTP/1.1" status: 200 len: 375 time: 0.0704868 Jan 28 03:25:33.842194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Checking segment: {'id': '1526a5a0-ac49-445f-98e9-0ad524e774bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:33.842554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Network hostable DHCP agents. Network: 7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:25:33.868461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-814edb70-5b62-4553-80f4-73b5253fd832 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454249 Jan 28 03:25:33.885879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450646-6e69-4da1-8b5d-75bca25a26da req-8231e5b2-0d92-4136-9618-6f5ffc343d11 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:33.887354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d450646-6e69-4da1-8b5d-75bca25a26da req-8231e5b2-0d92-4136-9618-6f5ffc343d11 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 944 time: 0.2126470 Jan 28 03:25:33.928525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Network 7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:25:33.947046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:33.958046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae2f031-f5a6-47f3-bbec-4bf1c50f73cb None None] Network 7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:34.185872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:34.186690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.191372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c3641d-0308-41ad-9fdf-b43af01dd73f None None] Network 7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:34.238082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Made reservation on behalf of 26a3325796ff41e6bc5a76b4e757bc91 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:34.241565 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.254652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8f99c6d-2893-4701-ba9b-259bb0b894c4 req-9c4d7043-4926-4345-8efd-470059913a46 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 210 time: 0.0702095 Jan 28 03:25:34.279762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9cd15969-db4c-4a1c-bf1b-937bdf773cdb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1696656 Jan 28 03:25:34.307352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d450646-6e69-4da1-8b5d-75bca25a26da req-e61e58b8-60eb-42fc-8e30-d30fe5a309b8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132152 Jan 28 03:25:34.308477 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.412553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4f6bec90-951e-4f9c-ad0f-04c849ab28db details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:25:34.465098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-741eff29-3d9c-4ac3-bcf4-0bb83249cf55 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:34.476407 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-741eff29-3d9c-4ac3-bcf4-0bb83249cf55 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.25 "GET /v2.0/networks?id=9219be51-3a94-4e72-9dd4-64b22f7c6555 HTTP/1.1" status: 200 len: 814 time: 0.2611971 Jan 28 03:25:34.483068 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks [] for security_group (30a7276a-eeda-436e-8f4a-4e7510c541e4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.498912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Request body: {'port': {'device_id': '72d380d9-2680-4b1d-8b83-bcfcf7711391', 'network_id': '9219be51-3a94-4e72-9dd4-64b22f7c6555', 'admin_state_up': True, 'tenant_id': '4dd99d1c62b84161ba1a421bee79ffea'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:34.534938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b04104b1-4c5e-4ca9-a654-a2377a7f3e4e req-0562fd98-3435-4df7-b4bf-3e1eab88d313 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 210 time: 0.1425433 Jan 28 03:25:34.542943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (30a7276a-eeda-436e-8f4a-4e7510c541e4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.556782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:34.598175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43130) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:34.613590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:34.642110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a7276a-eeda-436e-8f4a-4e7510c541e4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:34.675456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '4f6bec90-951e-4f9c-ad0f-04c849ab28db', 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662', 'port_id': '4f6bec90-951e-4f9c-ad0f-04c849ab28db', 'mac_address': 'fa:16:3e:48:da:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719f8daa-0c81-4241-9a30-a78470f65f7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:25:34.765766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254f896-3111-4128-8c27-48afd471a35a req-13d5c5e1-2818-4964-93c8-24c3ac13fbf6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:34.767550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1254f896-3111-4128-8c27-48afd471a35a req-13d5c5e1-2818-4964-93c8-24c3ac13fbf6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 946 time: 0.2294667 Jan 28 03:25:34.773721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1bb139-e639-4985-a5ee-54a6246376a1 admin admin] Deleting subnet 81cd2181-f211-4895-84d1-6fba314a5738 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:25:34.775023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Made reservation on behalf of 4dd99d1c62b84161ba1a421bee79ffea for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:34.778270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 4f6bec90-951e-4f9c-ad0f-04c849ab28db is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:34.780652 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.781260 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb139-e639-4985-a5ee-54a6246376a1 admin admin] Publish callbacks [] for subnet (81cd2181-f211-4895-84d1-6fba314a5738), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.783746 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.818069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6bec90-951e-4f9c-ad0f-04c849ab28db {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:34.868035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:34.872705 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.915373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb139-e639-4985-a5ee-54a6246376a1 admin admin] Publish callbacks [] for subnet (81cd2181-f211-4895-84d1-6fba314a5738), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.922272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0df7518d-8de1-4549-a99c-bc6b16acb09a req-b53c0e03-f822-4718-9c53-d5f926af35ef tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 210 time: 0.0725739 Jan 28 03:25:34.953553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb139-e639-4985-a5ee-54a6246376a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (81cd2181-f211-4895-84d1-6fba314a5738), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.985324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=4f6bec90-951e-4f9c-ad0f-04c849ab28db,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:34.986438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Allocated IP 192.168.233.213 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/8f3128b4-38a8-46bd-8e63-2f18a218c75c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:35.005148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1254f896-3111-4128-8c27-48afd471a35a req-5aade8a3-684e-4fc8-9341-00188fd0c073 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288024 Jan 28 03:25:35.048456 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03b6a6ec-065e-4984-be68-d144b02e8054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.069619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Allocated IP 172.20.0.7 (9219be51-3a94-4e72-9dd4-64b22f7c6555/6342cf57-da8f-463e-9bce-e1d1dd600393/77c932e6-e017-41f5-8ecf-eb3253e60c54) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:35.110949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb139-e639-4985-a5ee-54a6246376a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for subnet (81cd2181-f211-4895-84d1-6fba314a5738), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.144553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['4f6bec90-951e-4f9c-ad0f-04c849ab28db'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:35.171980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bb139-e639-4985-a5ee-54a6246376a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81cd2181-f211-4895-84d1-6fba314a5738,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:35.206241 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb139-e639-4985-a5ee-54a6246376a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.213679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9b1bb139-e639-4985-a5ee-54a6246376a1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/81cd2181-f211-4895-84d1-6fba314a5738 HTTP/1.1" status: 204 len: 168 time: 0.5916712 Jan 28 03:25:35.220973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:35.355759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (01dcf58b-cd08-440c-b389-c5cdc320347b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.357474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks [] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.391864 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03b6a6ec-065e-4984-be68-d144b02e8054 admin admin] Publish callbacks [] for security_group (f91d90ab-dc0e-42d8-87b1-22f8e8489c49), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.414190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Publish callbacks [] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.430741 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03b6a6ec-065e-4984-be68-d144b02e8054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f91d90ab-dc0e-42d8-87b1-22f8e8489c49), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.475917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f50ec55-b70f-4b89-af5e-a92f6f0134ec req-21e77a84-53d2-4e44-b32d-4f5a92bdeafb tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 210 time: 0.0540495 Jan 28 03:25:35.488065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.42', 60948) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:35.496233 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6a6ec-065e-4984-be68-d144b02e8054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d90ab-dc0e-42d8-87b1-22f8e8489c49,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:35.499933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.560771 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-03b6a6ec-065e-4984-be68-d144b02e8054 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da6be5a1008044cbbf273cc6c4bfa1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9591329 Jan 28 03:25:35.567906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b5ca3f77-2311-4c57-b6e3-d3621dd2d945 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672061 Jan 28 03:25:35.572366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:35.606511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1989b-f17c-4988-9bbe-4f5cfd34bf77 req-2c9ad005-dd01-47ba-888b-654f5b61f8b9 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:35.608338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19d1989b-f17c-4988-9bbe-4f5cfd34bf77 req-2c9ad005-dd01-47ba-888b-654f5b61f8b9 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 945 time: 0.1687703 Jan 28 03:25:35.633784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:35.642804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Pushing event updated for resources: {'Port': ['ID=8f3128b4-38a8-46bd-8e63-2f18a218c75c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:35.658679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:35.668423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:35.673525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:35.674173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.723788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (01dcf58b-cd08-440c-b389-c5cdc320347b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.728456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-5307eb70-eee0-48d2-b6eb-b0445379d0d9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0225322 Jan 28 03:25:35.732347 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-662605d1-a575-447b-a86f-95f8fb2b4552 admin admin] Publish callbacks [] for security_group (f91d90ab-dc0e-42d8-87b1-22f8e8489c49), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.741190 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19d1989b-f17c-4988-9bbe-4f5cfd34bf77 req-66cb4894-c148-4481-8cce-4dab961de97e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160398 Jan 28 03:25:35.753967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Request body: {'port': {'device_id': 'bb05027d-f17e-4cde-a41e-9c9e94aea0e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:35.814378 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-662605d1-a575-447b-a86f-95f8fb2b4552 admin admin] Publish callbacks [] for security_group (f91d90ab-dc0e-42d8-87b1-22f8e8489c49), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.818356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ca1f6a7-6db1-41d4-9c2b-9eea995497dd req-a4e74f7a-9ebe-48cb-bc52-59158f59c85b tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 210 time: 0.0713153 Jan 28 03:25:35.859400 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:35.860067 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:35.860517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:35.860866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > port after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:35.861220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:35.861552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > port after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:35.861910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:35.862771 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:35.863089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:35.863412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:35.880534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.941072 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-662605d1-a575-447b-a86f-95f8fb2b4552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f91d90ab-dc0e-42d8-87b1-22f8e8489c49), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.943745 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-662605d1-a575-447b-a86f-95f8fb2b4552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.955726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-662605d1-a575-447b-a86f-95f8fb2b4552 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f91d90ab-dc0e-42d8-87b1-22f8e8489c49 HTTP/1.1" status: 204 len: 168 time: 0.3729661 Jan 28 03:25:35.981570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662605d1-a575-447b-a86f-95f8fb2b4552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d90ab-dc0e-42d8-87b1-22f8e8489c49,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:36.002361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:36.002780 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:36.003110 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:36.003719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:36.004326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dcf58b-cd08-440c-b389-c5cdc320347b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:36.057904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c980cf0d-51d6-4839-b89e-4a545fb977a2 None None] Provisioning complete for port 8f3128b4-38a8-46bd-8e63-2f18a218c75c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:36.058378 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c980cf0d-51d6-4839-b89e-4a545fb977a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.111063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0568cfd-f0e6-4896-9c85-7b6840f121dc req-f5b18938-ffda-4e49-9ba8-cfec00b0ea96 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 210 time: 0.0343671 Jan 28 03:25:36.165563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c980cf0d-51d6-4839-b89e-4a545fb977a2 None None] Port 8f3128b4-38a8-46bd-8e63-2f18a218c75c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:25:36.217745 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca21c65-1ffa-42bb-adf1-a307733cea1c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:36.218043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca21c65-1ffa-42bb-adf1-a307733cea1c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:36.237388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.251815 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (6ca21c65-1ffa-42bb-adf1-a307733cea1c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.277586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bf005-5988-49a8-a7e0-7ad1031f79c7 req-57eb42c4-cc0b-40ab-9433-37a772df1013 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:36.279112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae6bf005-5988-49a8-a7e0-7ad1031f79c7 req-57eb42c4-cc0b-40ab-9433-37a772df1013 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 946 time: 0.1251915 Jan 28 03:25:36.338006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-6f99d836-d9fa-43e4-86da-c60382c6eeaa tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:36.339836 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-6f99d836-d9fa-43e4-86da-c60382c6eeaa tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7606051 Jan 28 03:25:36.341063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6ca21c65-1ffa-42bb-adf1-a307733cea1c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.358063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Network 9219be51-3a94-4e72-9dd4-64b22f7c6555 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:36.364196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Request body: {'port': {'device_id': '7e12b559-b21a-4193-b389-ca1d43b384d3', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'c38d5642bfe74c4e98fb8f3493d6bc2d'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:36.370137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Pushing event updated for resources: {'Port': ['ID=77c932e6-e017-41f5-8ecf-eb3253e60c54,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:36.373067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:25:36.373679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (6ca21c65-1ffa-42bb-adf1-a307733cea1c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.379887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae6bf005-5988-49a8-a7e0-7ad1031f79c7 req-f97cfd1f-0ac8-4996-876f-62d362e3eba5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902874 Jan 28 03:25:36.388879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4f6bec90-951e-4f9c-ad0f-04c849ab28db up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: from cryptography.utils import int_from_bytes Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: from cryptography.utils import int_from_bytes Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:25:36.401253 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:25:36.404954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:36.457448 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3128b4-38a8-46bd-8e63-2f18a218c75c {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:36.461997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43214) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:36.473876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Publish callbacks [] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.488315 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a06e8ca0-7381-4a7a-b622-bc3b8cf5127b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.497757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 4f6bec90-951e-4f9c-ad0f-04c849ab28db completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:25:36.509818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 4f6bec90-951e-4f9c-ad0f-04c849ab28db triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:36.510822 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.601611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:36.617982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Transition to ACTIVE for port object 8f3128b4-38a8-46bd-8e63-2f18a218c75c will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:25:36.633683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (01dcf58b-cd08-440c-b389-c5cdc320347b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.640315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 4f6bec90-951e-4f9c-ad0f-04c849ab28db is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:36.641836 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a06e8ca0-7381-4a7a-b622-bc3b8cf5127b admin admin] Publish callbacks [] for security_group (10189917-5d32-4585-8878-2fc837e4dbf0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.642004 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.642888 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.660234 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.666077 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] 10.222.0.44 "DELETE /v2.0/networks/01dcf58b-cd08-440c-b389-c5cdc320347b HTTP/1.1" status: 204 len: 168 time: 1.4406090 Jan 28 03:25:36.675729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:36.682138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b18227-8823-4405-b412-9b946ea6789f admin admin] Pushing event deleted for resources: {'Network': ['ID=01dcf58b-cd08-440c-b389-c5cdc320347b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:36.682295 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a06e8ca0-7381-4a7a-b622-bc3b8cf5127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (10189917-5d32-4585-8878-2fc837e4dbf0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.697113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6bec90-951e-4f9c-ad0f-04c849ab28db'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:36.701592 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70b34a5-0148-43e3-8397-fa4da2462449" -d '{"events": [{"server_uuid": "5c2f080f-cc42-4b20-bfc0-bbd266bc4f10", "name": "network-vif-plugged", "status": "completed", "tag": "4f6bec90-951e-4f9c-ad0f-04c849ab28db"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:36.723262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:36.733282 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.735056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:36.736200 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.759690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec646847-23f1-4263-9712-14bbe77964a8 req-b14d7220-7684-493a-87ec-f58000144d5a tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:36.767019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec646847-23f1-4263-9712-14bbe77964a8 req-b14d7220-7684-493a-87ec-f58000144d5a tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 936 time: 0.1759925 Jan 28 03:25:36.771635 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0991c984-8442-49e1-98a1-cee2857de5b1 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2766738 Jan 28 03:25:36.780793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc79c038-8f03-4e7f-94e4-fd54bd92a414 admin admin] Deleting subnet 44e517b1-6fb9-4231-9e60-e0104c0e0be9 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:25:36.783256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Pushing event updated for resources: {'Port': ['ID=8f3128b4-38a8-46bd-8e63-2f18a218c75c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:36.787823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc79c038-8f03-4e7f-94e4-fd54bd92a414 admin admin] Publish callbacks [] for subnet (44e517b1-6fb9-4231-9e60-e0104c0e0be9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.788316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e8ca0-7381-4a7a-b622-bc3b8cf5127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10189917-5d32-4585-8878-2fc837e4dbf0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:36.793341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Request body: {'port': {'device_id': '72d380d9-2680-4b1d-8b83-bcfcf7711391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:36.793810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a06e8ca0-7381-4a7a-b622-bc3b8cf5127b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0852d1c7ea4640b9a0e5cba18d1c4f58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307950 Jan 28 03:25:36.812976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:36.828538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Made reservation on behalf of c38d5642bfe74c4e98fb8f3493d6bc2d for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:36.835718 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.851421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=4f6bec90-951e-4f9c-ad0f-04c849ab28db,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:36.885175 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.898336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Attempting to bind port 8f3128b4-38a8-46bd-8e63-2f18a218c75c on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:36.898674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Attempting to bind port 8f3128b4-38a8-46bd-8e63-2f18a218c75c by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:36.899007 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Attempting to bind port 8f3128b4-38a8-46bd-8e63-2f18a218c75c on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:36.900778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc79c038-8f03-4e7f-94e4-fd54bd92a414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (44e517b1-6fb9-4231-9e60-e0104c0e0be9), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.932670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Port 8f3128b4-38a8-46bd-8e63-2f18a218c75c on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:36.933034 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Attempting to bind port 8f3128b4-38a8-46bd-8e63-2f18a218c75c on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:36.940588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec646847-23f1-4263-9712-14bbe77964a8 req-a2492fd9-3932-482f-bcff-38c363f8301f tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724637 Jan 28 03:25:36.954793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:36.955207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:36.956142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:36.956591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Bound port: 8f3128b4-38a8-46bd-8e63-2f18a218c75c, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:36.957036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.979711 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d8244e-b8ca-44a9-bb70-b17563815cbb admin admin] Publish callbacks [] for security_group (10189917-5d32-4585-8878-2fc837e4dbf0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.012079 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.034873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc79c038-8f03-4e7f-94e4-fd54bd92a414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (44e517b1-6fb9-4231-9e60-e0104c0e0be9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.060081 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f29417-957f-4f39-81b8-5574ffbff59f x-openstack-request-id: req-51f29417-957f-4f39-81b8-5574ffbff59f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:37.060736 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2f080f-cc42-4b20-bfc0-bbd266bc4f10", "name": "network-vif-plugged", "status": "completed", "tag": "4f6bec90-951e-4f9c-ad0f-04c849ab28db", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:37.061029 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51f29417-957f-4f39-81b8-5574ffbff59f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:37.061430 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6bec90-951e-4f9c-ad0f-04c849ab28db', 'code': 200} Jan 28 03:25:37.078023 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d8244e-b8ca-44a9-bb70-b17563815cbb admin admin] Publish callbacks [] for security_group (10189917-5d32-4585-8878-2fc837e4dbf0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.178510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fcfb2-3c72-4acc-bb00-4043620f0386 req-187606f6-b071-4ceb-b11d-35e7438528fb tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:37.180093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e2fcfb2-3c72-4acc-bb00-4043620f0386 req-187606f6-b071-4ceb-b11d-35e7438528fb tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1098 time: 0.1984103 Jan 28 03:25:37.186603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.42', 60949) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.210556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks [] for security_group (2caca128-6bb5-422d-ba99-4bd148f1a417), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.217930 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc79c038-8f03-4e7f-94e4-fd54bd92a414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (44e517b1-6fb9-4231-9e60-e0104c0e0be9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.229851 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2caca128-6bb5-422d-ba99-4bd148f1a417), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.234048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] For port 8f3128b4-38a8-46bd-8e63-2f18a218c75c, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:37.265043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] For port 8f3128b4-38a8-46bd-8e63-2f18a218c75c, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8f3128b4-38a8-46bd-8e63-2f18a218c75c,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:37.274362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79c038-8f03-4e7f-94e4-fd54bd92a414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e517b1-6fb9-4231-9e60-e0104c0e0be9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:37.275453 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.276471 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc79c038-8f03-4e7f-94e4-fd54bd92a414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.279810 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dc79c038-8f03-4e7f-94e4-fd54bd92a414 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/44e517b1-6fb9-4231-9e60-e0104c0e0be9 HTTP/1.1" status: 204 len: 168 time: 0.6027558 Jan 28 03:25:37.290149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.328963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1285f-50d3-4dab-b0de-ba38f0cbf0a1 req-c482c2b6-a545-43fd-9498-b3501d10cd09 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:37.330468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5c1285f-50d3-4dab-b0de-ba38f0cbf0a1 req-c482c2b6-a545-43fd-9498-b3501d10cd09 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 946 time: 0.1757405 Jan 28 03:25:37.335134 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d8244e-b8ca-44a9-bb70-b17563815cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (10189917-5d32-4585-8878-2fc837e4dbf0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.337875 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d8244e-b8ca-44a9-bb70-b17563815cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.341745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-95d8244e-b8ca-44a9-bb70-b17563815cbb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10189917-5d32-4585-8878-2fc837e4dbf0 HTTP/1.1" status: 204 len: 168 time: 0.5263817 Jan 28 03:25:37.354292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:37.354918 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.356377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] 10.222.0.42 "PUT /v2.0/ports/8f3128b4-38a8-46bd-8e63-2f18a218c75c HTTP/1.1" status: 200 len: 1097 time: 1.6082623 Jan 28 03:25:37.379322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb05027d-f17e-4cde-a41e-9c9e94aea0e4', 'tag': '8f3128b4-38a8-46bd-8e63-2f18a218c75c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:37.379852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2caca128-6bb5-422d-ba99-4bd148f1a417,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:37.381939 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb05027d-f17e-4cde-a41e-9c9e94aea0e4", "tag": "8f3128b4-38a8-46bd-8e63-2f18a218c75c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:37.387849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f60d13-6f6a-42f0-a049-ea41134a19f3 req-da7c38ba-4cae-43c8-9f4a-574d4ac02b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:37.389409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61f60d13-6f6a-42f0-a049-ea41134a19f3 req-da7c38ba-4cae-43c8-9f4a-574d4ac02b30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1098 time: 0.2017875 Jan 28 03:25:37.406884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e2fcfb2-3c72-4acc-bb00-4043620f0386 req-aa54beb0-39e2-4b3b-8554-5a8a1938a185 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903982 Jan 28 03:25:37.519622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431f160-403d-43f3-a369-0cce839faf5d service neutron] Pushing event updated for resources: {'Port': ['ID=8f3128b4-38a8-46bd-8e63-2f18a218c75c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:37.559389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8244e-b8ca-44a9-bb70-b17563815cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10189917-5d32-4585-8878-2fc837e4dbf0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:37.607968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Allocated IP 192.168.233.244 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/6f0f3fef-83d1-41e4-9db5-d375bcf31aa4) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:37.651530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c932e6-e017-41f5-8ecf-eb3253e60c54 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:37.661494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84a379bd-c32d-4d70-be5a-0a564c813237 req-dcb27c7e-4ccd-4792-8e18-3eb7c4f1420c tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 210 time: 0.1343153 Jan 28 03:25:37.669666 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Publish callbacks [] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.705309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61f60d13-6f6a-42f0-a049-ea41134a19f3 req-ae7c5000-a5e2-46db-9310-6b76480681d9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960804 Jan 28 03:25:37.720975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4020-351f-43a5-879f-68babc4e280a req-cb70429a-c59c-4510-b4ea-01d3d097d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:37.723788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-cb70429a-c59c-4510-b4ea-01d3d097d833 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 1100 time: 0.2399240 Jan 28 03:25:37.728782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Transition to ACTIVE for port object 77c932e6-e017-41f5-8ecf-eb3253e60c54 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:25:37.738315 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.747636 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.760820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5c1285f-50d3-4dab-b0de-ba38f0cbf0a1 req-375bcbe7-f0c9-4381-a431-83c0594d0035 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162388 Jan 28 03:25:37.880858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Pushing event updated for resources: {'Port': ['ID=77c932e6-e017-41f5-8ecf-eb3253e60c54,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:37.925147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c895-2403-4a60-b8aa-843c86cbab23 req-e2a07d79-140b-4fd0-a64f-865c1d55c045 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:37.926842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4766c895-2403-4a60-b8aa-843c86cbab23 req-e2a07d79-140b-4fd0-a64f-865c1d55c045 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 943 time: 0.1454072 Jan 28 03:25:37.974570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Attempting to bind port 77c932e6-e017-41f5-8ecf-eb3253e60c54 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:37.974897 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Attempting to bind port 77c932e6-e017-41f5-8ecf-eb3253e60c54 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '27db534a-9f43-4b59-ae5b-5805f03517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9219be51-3a94-4e72-9dd4-64b22f7c6555'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:37.975423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Attempting to bind port 77c932e6-e017-41f5-8ecf-eb3253e60c54 on network 9219be51-3a94-4e72-9dd4-64b22f7c6555 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:38.008545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Port 77c932e6-e017-41f5-8ecf-eb3253e60c54 on network 9219be51-3a94-4e72-9dd4-64b22f7c6555 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:38.009062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Attempting to bind port 77c932e6-e017-41f5-8ecf-eb3253e60c54 on network 9219be51-3a94-4e72-9dd4-64b22f7c6555 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:38.015847 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks [] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.024621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:38.025292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Checking segment: {'id': '27db534a-9f43-4b59-ae5b-5805f03517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9219be51-3a94-4e72-9dd4-64b22f7c6555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:38.025943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Bound using segment: {'id': '27db534a-9f43-4b59-ae5b-5805f03517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9219be51-3a94-4e72-9dd4-64b22f7c6555'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:38.026656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Bound port: 77c932e6-e017-41f5-8ecf-eb3253e60c54, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27db534a-9f43-4b59-ae5b-5805f03517a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9219be51-3a94-4e72-9dd4-64b22f7c6555'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:38.027183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.117342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] For port 77c932e6-e017-41f5-8ecf-eb3253e60c54, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:38.119926 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.122958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] For port 77c932e6-e017-41f5-8ecf-eb3253e60c54, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=77c932e6-e017-41f5-8ecf-eb3253e60c54,segment=NetworkSegment(27db534a-9f43-4b59-ae5b-5805f03517a0),segment_id=27db534a-9f43-4b59-ae5b-5805f03517a0)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:38.132309 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.179637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:38.180485 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.182044 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] 10.222.0.25 "PUT /v2.0/ports/77c932e6-e017-41f5-8ecf-eb3253e60c54 HTTP/1.1" status: 200 len: 1092 time: 1.3953414 Jan 28 03:25:38.182708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d380d9-2680-4b1d-8b83-bcfcf7711391', 'tag': '77c932e6-e017-41f5-8ecf-eb3253e60c54'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:38.185070 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.185209 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e947df62-f9a0-4809-9009-22260b3a45cd" -d '{"events": [{"name": "network-changed", "server_uuid": "72d380d9-2680-4b1d-8b83-bcfcf7711391", "tag": "77c932e6-e017-41f5-8ecf-eb3253e60c54"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:38.196872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:38.202508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:38.208276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:38.211704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Pushing event updated for resources: {'Port': ['ID=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:38.273128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-22b8482c-2bd0-46bb-a7f9-6f05609163f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=8f3128b4-38a8-46bd-8e63-2f18a218c75c HTTP/1.1" status: 200 len: 217 time: 0.0953205 Jan 28 03:25:38.280280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e76c1-e962-483d-a776-e7104bc76131 service neutron] Pushing event updated for resources: {'Port': ['ID=77c932e6-e017-41f5-8ecf-eb3253e60c54,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:38.318587 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.319227 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.319991 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.320323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > port after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.320662 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.321029 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.321376 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.321691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.322008 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.322331 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.394278 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.394648 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.394966 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.395297 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 03:25:38.395660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:38.402194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:38.402936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.421724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-86425962-b235-459c-bdd2-60d062d40540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:38.423431 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-86425962-b235-459c-bdd2-60d062d40540 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dd99d1c62b84161ba1a421bee79ffea&device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 1095 time: 0.1398542 Jan 28 03:25:38.427800 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4766c895-2403-4a60-b8aa-843c86cbab23 req-7c22c621-f42e-4eba-87d4-ea3e65359274 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844642 Jan 28 03:25:38.503669 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-f3dac97f-1f0c-48ab-a4ea-d3ca736eb7b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1430299 Jan 28 03:25:38.505941 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-df6ac754-8081-4655-803c-80ed98bc3252 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77c932e6-e017-41f5-8ecf-eb3253e60c54 HTTP/1.1" status: 200 len: 217 time: 0.0654230 Jan 28 03:25:38.538694 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2e12ef-431b-4e37-ada9-f483469b456f x-openstack-request-id: req-ed2e12ef-431b-4e37-ada9-f483469b456f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:38.539060 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb05027d-f17e-4cde-a41e-9c9e94aea0e4", "tag": "8f3128b4-38a8-46bd-8e63-2f18a218c75c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:38.539245 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed2e12ef-431b-4e37-ada9-f483469b456f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:38.539640 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb05027d-f17e-4cde-a41e-9c9e94aea0e4', 'tag': '8f3128b4-38a8-46bd-8e63-2f18a218c75c', 'status': 'completed', 'code': 200} Jan 28 03:25:38.550793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1526a5a0-ac49-445f-98e9-0ad524e774bd') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:38.551195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1526a5a0-ac49-445f-98e9-0ad524e774bd') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:38.556791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Request body: {'port': {'device_id': '7e12b559-b21a-4193-b389-ca1d43b384d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:38.598146 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c5aeb5f-bcba-43c2-a0b1-c7443ca47e10 None None] Provisioning complete for port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:38.599210 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c5aeb5f-bcba-43c2-a0b1-c7443ca47e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.609791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc96d48-7f54-4064-94b8-72028caeb1ea req-d8a2c64d-2ef7-4d6a-a25a-fd4ba24c2daf tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:38.622006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bc96d48-7f54-4064-94b8-72028caeb1ea req-d8a2c64d-2ef7-4d6a-a25a-fd4ba24c2daf tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1098 time: 0.7426901 Jan 28 03:25:38.634422 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (1526a5a0-ac49-445f-98e9-0ad524e774bd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.636934 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.641133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0f6fb966-e05f-40fb-ba01-ba7c7b96f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:38.642683 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-0f6fb966-e05f-40fb-ba01-ba7c7b96f4a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6342cf57-da8f-463e-9bce-e1d1dd600393 HTTP/1.1" status: 200 len: 854 time: 0.1289198 Jan 28 03:25:38.653011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c5aeb5f-bcba-43c2-a0b1-c7443ca47e10 None None] Port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:25:38.683703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4020-351f-43a5-879f-68babc4e280a req-b7b38289-6ff3-4e21-93fc-6bc576794ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:38.686103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-b7b38289-6ff3-4e21-93fc-6bc576794ddf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.3720722 Jan 28 03:25:38.700528 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-293c9377-1e44-4bc9-8695-3d626a8c16d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9219be51-3a94-4e72-9dd4-64b22f7c6555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493789 Jan 28 03:25:38.731044 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (1526a5a0-ac49-445f-98e9-0ad524e774bd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.777882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:25:38.778369 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (1526a5a0-ac49-445f-98e9-0ad524e774bd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: from cryptography.utils import int_from_bytes Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: from cryptography.utils import int_from_bytes Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:25:38.785641 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:25:38.883178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bc96d48-7f54-4064-94b8-72028caeb1ea req-d2d542e0-ec5b-4e39-b6f5-e9c8e071f8c0 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596688 Jan 28 03:25:38.888405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.915020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4020-351f-43a5-879f-68babc4e280a req-79178e2a-5ea3-4f06-ae85-c8352da63ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:38.916538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-79178e2a-5ea3-4f06-ae85-c8352da63ee1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2056108 Jan 28 03:25:38.942613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969f86f-7141-4c24-a7c0-733bb496c4fd req-8678cdfe-5295-4ed7-bd30-b8ee32b29322 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:38.948230 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f969f86f-7141-4c24-a7c0-733bb496c4fd req-8678cdfe-5295-4ed7-bd30-b8ee32b29322 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 948 time: 0.2868357 Jan 28 03:25:38.951264 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.975303 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-9f7d1a52-028c-48f3-845a-c04848f9ee90 service neutron] 10.222.0.25 "GET /v2.0/networks/9219be51-3a94-4e72-9dd4-64b22f7c6555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678905 Jan 28 03:25:38.986315 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a213f1-1ac5-4c76-9ce6-8b64fe49181a x-openstack-request-id: req-07a213f1-1ac5-4c76-9ce6-8b64fe49181a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:38.987067 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d380d9-2680-4b1d-8b83-bcfcf7711391", "tag": "77c932e6-e017-41f5-8ecf-eb3253e60c54", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:38.987609 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07a213f1-1ac5-4c76-9ce6-8b64fe49181a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:38.988262 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d380d9-2680-4b1d-8b83-bcfcf7711391', 'tag': '77c932e6-e017-41f5-8ecf-eb3253e60c54', 'status': 'completed', 'code': 200} Jan 28 03:25:38.991274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] 10.222.0.44 "DELETE /v2.0/networks/7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa HTTP/1.1" status: 204 len: 168 time: 1.6970854 Jan 28 03:25:39.182601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea827c-0efa-48a2-91d9-443ea2e9217f admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfc29c6-0baf-4e19-b2a7-36e8c88cbeaa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:39.203955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:39.348514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-39fe8717-d84d-4034-9865-d4a7a4ae3746 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf151916feeb41f8ba6d5d260d90f013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435363 Jan 28 03:25:39.365408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f969f86f-7141-4c24-a7c0-733bb496c4fd req-38808904-89c5-40e2-a55b-c27329c7067f tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094395 Jan 28 03:25:39.373238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43298) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:39.382322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-910e2c27-4c9c-4371-bd3d-1990106cdb5c service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506288 Jan 28 03:25:39.435135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b93de-c002-464e-9c76-3b7319ae09fa req-ff31d4d8-7dcd-43f5-a936-f9e06c56b39a tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:39.448632 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b6b93de-c002-464e-9c76-3b7319ae09fa req-ff31d4d8-7dcd-43f5-a936-f9e06c56b39a tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 936 time: 0.2200022 Jan 28 03:25:39.553203 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6c6cc9a-4587-4df4-82da-54f17f218d4d req-6a6cc65f-a443-456f-85f2-9ab0df44e5aa service neutron] 10.222.0.25 "GET /v2.0/networks/9219be51-3a94-4e72-9dd4-64b22f7c6555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624139 Jan 28 03:25:39.562100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64c0797c-96ba-4d85-bbc1-b0c1952af9a6 admin admin] Publish callbacks [] for security_group (f6f17767-7545-4b6b-bbb5-b736058f12da), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.629076 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64c0797c-96ba-4d85-bbc1-b0c1952af9a6 admin admin] Publish callbacks [] for security_group (f6f17767-7545-4b6b-bbb5-b736058f12da), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.656211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:39.656921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b6b93de-c002-464e-9c76-3b7319ae09fa req-8cf95544-6440-4961-97fa-249101ade24f tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072906 Jan 28 03:25:39.688241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Publish callbacks [] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.725611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Transition to ACTIVE for port object 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:25:39.733542 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.760180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d216e4-b12f-4f6f-888d-2dd0b63993a1 req-36990794-dcf8-4a35-8130-2044a788a0a2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:39.761700 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56d216e4-b12f-4f6f-888d-2dd0b63993a1 req-36990794-dcf8-4a35-8130-2044a788a0a2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 946 time: 0.2379310 Jan 28 03:25:39.763720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3c4020-351f-43a5-879f-68babc4e280a req-c4737658-a3fd-4f09-b546-39cd499f25c0 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791373 Jan 28 03:25:39.771873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947df62-f9a0-4809-9009-22260b3a45cd req-c691ab86-dc8c-4f4b-af46-3362c7a936c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:39.773815 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e947df62-f9a0-4809-9009-22260b3a45cd req-c691ab86-dc8c-4f4b-af46-3362c7a936c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dd99d1c62b84161ba1a421bee79ffea&device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 1095 time: 0.1020505 Jan 28 03:25:39.780580 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64c0797c-96ba-4d85-bbc1-b0c1952af9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f6f17767-7545-4b6b-bbb5-b736058f12da), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.784994 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64c0797c-96ba-4d85-bbc1-b0c1952af9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.789439 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-64c0797c-96ba-4d85-bbc1-b0c1952af9a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6f17767-7545-4b6b-bbb5-b736058f12da HTTP/1.1" status: 204 len: 168 time: 0.4149339 Jan 28 03:25:39.851632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:39.891370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0797c-96ba-4d85-bbc1-b0c1952af9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f17767-7545-4b6b-bbb5-b736058f12da,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:39.913366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56d216e4-b12f-4f6f-888d-2dd0b63993a1 req-4dd57808-3bbf-43c7-b548-ec45293b992a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412890 Jan 28 03:25:40.017680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7abb1d-7b35-41ba-9a69-adca5e81aede req-b9a746eb-b260-4420-88c3-88303efa56da tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:40.020132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947df62-f9a0-4809-9009-22260b3a45cd req-59d4b511-7d2a-494a-ba10-a2554f3140d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:40.022403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a7abb1d-7b35-41ba-9a69-adca5e81aede req-b9a746eb-b260-4420-88c3-88303efa56da tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 943 time: 0.1988032 Jan 28 03:25:40.028588 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e947df62-f9a0-4809-9009-22260b3a45cd req-59d4b511-7d2a-494a-ba10-a2554f3140d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9219be51-3a94-4e72-9dd4-64b22f7c6555 HTTP/1.1" status: 200 len: 915 time: 0.2291226 Jan 28 03:25:40.092209 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e947df62-f9a0-4809-9009-22260b3a45cd req-d68704de-4ba1-4d9f-85c5-56aba3bef2e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77c932e6-e017-41f5-8ecf-eb3253e60c54 HTTP/1.1" status: 200 len: 217 time: 0.0625539 Jan 28 03:25:40.094753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Attempting to bind port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:40.095092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Attempting to bind port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:40.095423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Attempting to bind port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:40.104530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-fe4254ec-7f57-4eb6-851a-dd22ee0d0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:40.107442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:40.107947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Attempting to bind port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:40.111368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-fe4254ec-7f57-4eb6-851a-dd22ee0d0613 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 1100 time: 0.2104797 Jan 28 03:25:40.130486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:40.131095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:40.131620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:40.132230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Bound port: 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:40.133006 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.250145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a7abb1d-7b35-41ba-9a69-adca5e81aede req-ad7649a3-b16a-4715-819b-42be2d5f0d48 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078192 Jan 28 03:25:40.255912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947df62-f9a0-4809-9009-22260b3a45cd req-d4a24c39-ea77-4a66-b65f-24efb7ee2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:40.257743 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e947df62-f9a0-4809-9009-22260b3a45cd req-d4a24c39-ea77-4a66-b65f-24efb7ee2696 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6342cf57-da8f-463e-9bce-e1d1dd600393 HTTP/1.1" status: 200 len: 854 time: 0.1284788 Jan 28 03:25:40.314375 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e947df62-f9a0-4809-9009-22260b3a45cd req-fc6a03ae-0484-4237-9595-e486adb806ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9219be51-3a94-4e72-9dd4-64b22f7c6555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283937 Jan 28 03:25:40.337101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-dda8a4d9-7bbf-4731-b6c7-eab213cfaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:40.338665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-dda8a4d9-7bbf-4731-b6c7-eab213cfaaa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2160363 Jan 28 03:25:40.363071 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7cac-fee4-494c-ad42-a4c998f5badc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.373604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:40.396633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-caac559e-72d6-429e-8b16-de45c1e9c4a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=8f3128b4-38a8-46bd-8e63-2f18a218c75c HTTP/1.1" status: 200 len: 217 time: 0.0491898 Jan 28 03:25:40.446160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-06dc88aa-e64f-4082-bd08-b8e3a8a13512 req-2a66fe20-638f-43c6-adf5-ee797a2b5afc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:25:40.447373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-06dc88aa-e64f-4082-bd08-b8e3a8a13512 req-2a66fe20-638f-43c6-adf5-ee797a2b5afc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141490 Jan 28 03:25:40.465114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-2e3243a3-6e9c-4136-8474-9224c00f468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:40.466765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-2e3243a3-6e9c-4136-8474-9224c00f468e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0622449 Jan 28 03:25:40.467443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] For port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:40.526839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-a1abf7d3-ce13-43e4-9d7a-d962606989bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:40.528454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-a1abf7d3-ce13-43e4-9d7a-d962606989bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533113 Jan 28 03:25:40.541332 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5181686e-9160-4586-a464-6838b7178485 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2805507b05494131993417f56e7d790e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664329 Jan 28 03:25:40.543327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] For port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:40.544264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:40.586401 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.647812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:40.648692 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.650655 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 HTTP/1.1" status: 200 len: 1097 time: 2.1081641 Jan 28 03:25:40.664935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81b212c8-cc18-416a-aea1-a22577338fd7 admin admin] Publish callbacks [] for security_group (0b46717f-cf68-475b-abcc-0b4b60c5d2b2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.688881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-940b76b5-35ac-44b5-8cd4-6ed4d255c30e service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533861 Jan 28 03:25:40.785893 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e947df62-f9a0-4809-9009-22260b3a45cd req-f2acfd36-56c1-4e31-ad57-a843c03fca22 service neutron] 10.222.0.25 "GET /v2.0/networks/9219be51-3a94-4e72-9dd4-64b22f7c6555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623597 Jan 28 03:25:40.787774 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81b212c8-cc18-416a-aea1-a22577338fd7 admin admin] Publish callbacks [] for security_group (0b46717f-cf68-475b-abcc-0b4b60c5d2b2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.890379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5b2bf-9036-41cf-90aa-a8c6396030f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:40.912974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-01bcb88b-f7ba-4562-87c6-b5ddcf625950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:40.914450 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-01bcb88b-f7ba-4562-87c6-b5ddcf625950 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 1100 time: 0.1867430 Jan 28 03:25:40.915565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ce51b95-41a1-4a11-a8cc-0fdc293f7bc4 req-53f51c8a-6fc6-4107-a69e-7413f913a934 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078168 Jan 28 03:25:41.005108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89656f7-2615-45bc-aac6-4f3eaa1f9b47 req-50ec35f6-5378-4944-a023-b1b52eba41ff tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:41.007354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e89656f7-2615-45bc-aac6-4f3eaa1f9b47 req-50ec35f6-5378-4944-a023-b1b52eba41ff tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1098 time: 0.0505338 Jan 28 03:25:41.013163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e12b559-b21a-4193-b389-ca1d43b384d3', 'tag': '6f0f3fef-83d1-41e4-9db5-d375bcf31aa4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:41.016734 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75c7add-3503-4369-89c7-9ad5398c3543" -d '{"events": [{"name": "network-changed", "server_uuid": "7e12b559-b21a-4193-b389-ca1d43b384d3", "tag": "6f0f3fef-83d1-41e4-9db5-d375bcf31aa4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:41.028072 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-e33de95e-e7ee-49c5-b037-350b1469b794 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 HTTP/1.1" status: 200 len: 217 time: 0.0772209 Jan 28 03:25:41.036051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81b212c8-cc18-416a-aea1-a22577338fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0b46717f-cf68-475b-abcc-0b4b60c5d2b2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.038717 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81b212c8-cc18-416a-aea1-a22577338fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.042664 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-81b212c8-cc18-416a-aea1-a22577338fd7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b46717f-cf68-475b-abcc-0b4b60c5d2b2 HTTP/1.1" status: 204 len: 168 time: 0.4955530 Jan 28 03:25:41.056227 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e947df62-f9a0-4809-9009-22260b3a45cd req-2fa65615-58d7-4cc1-bbc7-223628ee50e1 service neutron] 10.222.0.25 "GET /v2.0/networks/9219be51-3a94-4e72-9dd4-64b22f7c6555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487836 Jan 28 03:25:41.062938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b212c8-cc18-416a-aea1-a22577338fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b46717f-cf68-475b-abcc-0b4b60c5d2b2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:41.122524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-c841aec9-a80a-4bf0-805d-02bc22ab424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:41.124025 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-c841aec9-a80a-4bf0-805d-02bc22ab424a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0803299 Jan 28 03:25:41.128522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e89656f7-2615-45bc-aac6-4f3eaa1f9b47 req-f3608d79-64a2-4940-aba0-74569423e460 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144302 Jan 28 03:25:41.195997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-6e8ea69d-a8cf-4328-a277-04bcade01830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:41.197622 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-6e8ea69d-a8cf-4328-a277-04bcade01830 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679963 Jan 28 03:25:41.308716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-273042f6-82b4-4d82-b9bc-2a0c3b874e26 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044736 Jan 28 03:25:41.323373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948766d7-bb97-448b-9b64-3cc983cbfb86 req-fa42ecb0-b289-4e05-92d1-170d94748172 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:41.330143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-948766d7-bb97-448b-9b64-3cc983cbfb86 req-fa42ecb0-b289-4e05-92d1-170d94748172 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 948 time: 0.0699308 Jan 28 03:25:41.393733 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-948766d7-bb97-448b-9b64-3cc983cbfb86 req-38562ada-e89a-4db8-b1d0-1cf9783a7046 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585563 Jan 28 03:25:41.461159 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c33ef0e5-85c6-40b6-bb6d-64835c4bc672 req-7a779a9b-2b53-4c5a-a8dc-a041ba23939f service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458700 Jan 28 03:25:41.707982 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.961114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb76e3-1aab-4ded-80bb-b6dd0e484df9 req-4e56327d-fc89-4b3e-93c0-1987e3861c2f tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:41.962779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59fb76e3-1aab-4ded-80bb-b6dd0e484df9 req-4e56327d-fc89-4b3e-93c0-1987e3861c2f tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 948 time: 0.0484157 Jan 28 03:25:42.015491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59fb76e3-1aab-4ded-80bb-b6dd0e484df9 req-b1095bb5-a90d-4379-b503-b72b61f6e0bb tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467601 Jan 28 03:25:42.060148 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f45f56a-c4bd-474d-83f6-e9c47dad07e2 x-openstack-request-id: req-8f45f56a-c4bd-474d-83f6-e9c47dad07e2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:42.060639 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e12b559-b21a-4193-b389-ca1d43b384d3", "tag": "6f0f3fef-83d1-41e4-9db5-d375bcf31aa4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:42.060770 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f45f56a-c4bd-474d-83f6-e9c47dad07e2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:42.061241 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e12b559-b21a-4193-b389-ca1d43b384d3', 'tag': '6f0f3fef-83d1-41e4-9db5-d375bcf31aa4', 'status': 'completed', 'code': 200} Jan 28 03:25:42.155645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-1335e85f-c9da-4e9f-9d3a-96bd17d1a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:42.157519 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-1335e85f-c9da-4e9f-9d3a-96bd17d1a99f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 1100 time: 0.0523753 Jan 28 03:25:42.163664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd74969-9d3c-4e4d-b946-cf98798624aa req-0036b7fb-1940-4f7e-8eb9-9772c4948072 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:42.165242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dd74969-9d3c-4e4d-b946-cf98798624aa req-0036b7fb-1940-4f7e-8eb9-9772c4948072 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1098 time: 0.0515177 Jan 28 03:25:42.224665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dd74969-9d3c-4e4d-b946-cf98798624aa req-ef7523c5-96cc-4680-a859-5ce33a1ba32c tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477498 Jan 28 03:25:42.279017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-1ed20241-1366-468b-9299-c5b1beb81151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:42.284159 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-1ed20241-1366-468b-9299-c5b1beb81151 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1183765 Jan 28 03:25:42.318293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43412) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:42.335100 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-62fc0675-0121-4257-beef-12a13bdcd351 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 HTTP/1.1" status: 200 len: 217 time: 0.0430880 Jan 28 03:25:42.366298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9feeeed-1ee9-4d5b-9dc1-bf7b8138ed7e req-256ff411-bb51-48f1-8736-b04a79fbfdf6 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:42.368698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9feeeed-1ee9-4d5b-9dc1-bf7b8138ed7e req-256ff411-bb51-48f1-8736-b04a79fbfdf6 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 943 time: 0.0661249 Jan 28 03:25:42.390548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8f3128b4-38a8-46bd-8e63-2f18a218c75c details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:25:42.395826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-9af0095a-d84b-40a0-9223-64cd724f3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:42.397746 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-9af0095a-d84b-40a0-9223-64cd724f3e65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0568810 Jan 28 03:25:42.431201 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9feeeed-1ee9-4d5b-9dc1-bf7b8138ed7e req-dc419279-e34f-4452-af08-228ff5d5724b tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556216 Jan 28 03:25:42.464262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-2624486d-6cf8-4be2-b605-015cbe0d46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:42.468864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-2624486d-6cf8-4be2-b605-015cbe0d46e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0648603 Jan 28 03:25:42.559391 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6983ac6a-b39c-4f91-b19b-000a8a7c3252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:42.612323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8f3128b4-38a8-46bd-8e63-2f18a218c75c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8f3128b4-38a8-46bd-8e63-2f18a218c75c,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:42.625833 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-59b70268-40c0-44b1-910e-2f0a3571d6b6 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483843 Jan 28 03:25:42.632078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '8f3128b4-38a8-46bd-8e63-2f18a218c75c', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '8f3128b4-38a8-46bd-8e63-2f18a218c75c', 'mac_address': 'fa:16:3e:5f:db:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:25:42.651637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020d080-335d-41ba-9802-ceaf78ffae06 req-b6518260-5cc6-433f-a31f-9304ec92a000 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:42.657521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8020d080-335d-41ba-9802-ceaf78ffae06 req-b6518260-5cc6-433f-a31f-9304ec92a000 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 948 time: 0.0545733 Jan 28 03:25:42.685912 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 8f3128b4-38a8-46bd-8e63-2f18a218c75c is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:42.686315 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:42.700481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3128b4-38a8-46bd-8e63-2f18a218c75c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:42.726044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8020d080-335d-41ba-9802-ceaf78ffae06 req-4d1436e5-d2dc-4984-a09b-280904b7d5f9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581822 Jan 28 03:25:42.728384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8f3128b4-38a8-46bd-8e63-2f18a218c75c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8f3128b4-38a8-46bd-8e63-2f18a218c75c,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:42.733247 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:42.742875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-0efa157c-a480-4da2-a396-1628924368cb tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:25:42.744826 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-0efa157c-a480-4da2-a396-1628924368cb tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4247279 Jan 28 03:25:42.793189 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f75c7add-3503-4369-89c7-9ad5398c3543 req-ca3ae47c-3c25-4cb9-85f7-40908c138472 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610062 Jan 28 03:25:42.809842 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=8f3128b4-38a8-46bd-8e63-2f18a218c75c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:42.959213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-1b0aa4a6-973b-4ff0-8f51-25ac8533a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:42.960615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-1b0aa4a6-973b-4ff0-8f51-25ac8533a085 service neutron] 10.222.0.44 "GET /v2.0/ports/c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0834436 Jan 28 03:25:42.970285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Request body: {'binding': {'host': 'n-h1-808199-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:42.970890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Unknown quota resources ['binding']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:25:43.036819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['8f3128b4-38a8-46bd-8e63-2f18a218c75c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:43.105315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-8a9eaa6d-ee16-4f39-bb6f-8a04c408746a req-78b27b32-d0f5-40a2-bb44-7f455ad7641b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:25:43.106516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a9eaa6d-ee16-4f39-bb6f-8a04c408746a req-78b27b32-d0f5-40a2-bb44-7f455ad7641b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077281 Jan 28 03:25:43.156132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on host n-h1-808199-14 for vnic_type normal with profile None {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:43.156573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:43.157004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:43.162096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:43.162492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:43.168551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:43.172881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:43.173357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:43.173709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Bound port: c69e144a-b4d6-41a1-bda8-0e795d926cc1, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:43.209017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:43.275449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:43.283724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.288282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-28725242-d37d-45b2-8cff-2abbe95c5b56 service neutron] 10.222.0.44 "POST /v2.0/ports/c69e144a-b4d6-41a1-bda8-0e795d926cc1/bindings HTTP/1.1" status: 201 len: 390 time: 0.3213997 Jan 28 03:25:43.355011 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9725efb-1d57-412d-b110-0f7ed890e3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.504451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9725efb-1d57-412d-b110-0f7ed890e3b6 admin admin] Publish callbacks [] for security_group (4e45c202-585d-4286-910c-05dbff5e16d9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.513183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9725efb-1d57-412d-b110-0f7ed890e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4e45c202-585d-4286-910c-05dbff5e16d9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.519922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5ec1-4b93-42da-acfe-d1f59e376256 req-b4e00cb3-a46c-4dfe-9f40-cdaa97e7ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:43.521500 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f8a5ec1-4b93-42da-acfe-d1f59e376256 req-b4e00cb3-a46c-4dfe-9f40-cdaa97e7ea22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1098 time: 0.0871603 Jan 28 03:25:43.581586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:43.581808 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b9725efb-1d57-412d-b110-0f7ed890e3b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b032c3a65e484446b99968498d8d333b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691139 Jan 28 03:25:43.583851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9725efb-1d57-412d-b110-0f7ed890e3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e45c202-585d-4286-910c-05dbff5e16d9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:43.681811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5ec1-4b93-42da-acfe-d1f59e376256 req-bad10434-db5b-4069-817e-6e017bf4b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:43.683409 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f8a5ec1-4b93-42da-acfe-d1f59e376256 req-bad10434-db5b-4069-817e-6e017bf4b6cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.1234396 Jan 28 03:25:43.732063 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f8a5ec1-4b93-42da-acfe-d1f59e376256 req-eca7aec3-d65d-4314-b594-b49cb15e3e5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 217 time: 0.0403116 Jan 28 03:25:43.783160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5ec1-4b93-42da-acfe-d1f59e376256 req-1fbe7ed4-ee59-496c-a1a7-17ff36b2b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:43.785507 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f8a5ec1-4b93-42da-acfe-d1f59e376256 req-1fbe7ed4-ee59-496c-a1a7-17ff36b2b031 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.0468869 Jan 28 03:25:43.807513 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74600078-4f0c-49a8-80d8-fbea7d408e49 admin admin] Publish callbacks [] for security_group (4e45c202-585d-4286-910c-05dbff5e16d9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.818615 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f8a5ec1-4b93-42da-acfe-d1f59e376256 req-c479a9bf-c1bc-4ee7-aea9-8a2c4eb9d49e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278549 Jan 28 03:25:43.842270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-af3cbf7b-f6e2-43ba-92ac-e750b6ee1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:43.843800 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-af3cbf7b-f6e2-43ba-92ac-e750b6ee1dbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1098 time: 0.1872942 Jan 28 03:25:43.873067 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74600078-4f0c-49a8-80d8-fbea7d408e49 admin admin] Publish callbacks [] for security_group (4e45c202-585d-4286-910c-05dbff5e16d9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.920302 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f8a5ec1-4b93-42da-acfe-d1f59e376256 req-655774d2-05df-4e10-a71a-1931ed549d7e service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960009 Jan 28 03:25:44.027985 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f8a5ec1-4b93-42da-acfe-d1f59e376256 req-ec7192b2-c767-4876-b5b9-1a7581e0099a service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017301 Jan 28 03:25:44.092489 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.093671 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.159653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef039-9dfd-48dc-b4c7-3fcc9122d245 req-0bce8148-58ad-4dd8-b13f-ac5f49e08cc4 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.160244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef039-9dfd-48dc-b4c7-3fcc9122d245 req-0bce8148-58ad-4dd8-b13f-ac5f49e08cc4 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.160614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef039-9dfd-48dc-b4c7-3fcc9122d245 req-0bce8148-58ad-4dd8-b13f-ac5f49e08cc4 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.161103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef039-9dfd-48dc-b4c7-3fcc9122d245 req-0bce8148-58ad-4dd8-b13f-ac5f49e08cc4 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.161559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef039-9dfd-48dc-b4c7-3fcc9122d245 req-0bce8148-58ad-4dd8-b13f-ac5f49e08cc4 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.162016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef039-9dfd-48dc-b4c7-3fcc9122d245 req-0bce8148-58ad-4dd8-b13f-ac5f49e08cc4 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.162471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef039-9dfd-48dc-b4c7-3fcc9122d245 req-0bce8148-58ad-4dd8-b13f-ac5f49e08cc4 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.162927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef039-9dfd-48dc-b4c7-3fcc9122d245 req-0bce8148-58ad-4dd8-b13f-ac5f49e08cc4 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.163372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef039-9dfd-48dc-b4c7-3fcc9122d245 req-0bce8148-58ad-4dd8-b13f-ac5f49e08cc4 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.165289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e56ef039-9dfd-48dc-b4c7-3fcc9122d245 req-0bce8148-58ad-4dd8-b13f-ac5f49e08cc4 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6417 time: 0.5066051 Jan 28 03:25:44.195169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b32f24ba-40cf-44c8-8167-30e1275b708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.196968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b32f24ba-40cf-44c8-8167-30e1275b708a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.3449965 Jan 28 03:25:44.207334 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74600078-4f0c-49a8-80d8-fbea7d408e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4e45c202-585d-4286-910c-05dbff5e16d9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.209987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74600078-4f0c-49a8-80d8-fbea7d408e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.211204 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-74600078-4f0c-49a8-80d8-fbea7d408e49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e45c202-585d-4286-910c-05dbff5e16d9 HTTP/1.1" status: 204 len: 168 time: 0.6283426 Jan 28 03:25:44.226000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74600078-4f0c-49a8-80d8-fbea7d408e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e45c202-585d-4286-910c-05dbff5e16d9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:44.261873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-c71babcc-849a-4f63-a1aa-8cc2e3d9fedc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 217 time: 0.0425675 Jan 28 03:25:44.353069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bceeb-47b4-488c-8690-6aca5aeae16c req-07847837-fcd1-4082-ab1c-8ffaa24533cf tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.354644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d62bceeb-47b4-488c-8690-6aca5aeae16c req-07847837-fcd1-4082-ab1c-8ffaa24533cf tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 948 time: 0.0953560 Jan 28 03:25:44.364988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-1aaf69f3-0b53-498f-a95b-27d53b744a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.369609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-1aaf69f3-0b53-498f-a95b-27d53b744a84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0689993 Jan 28 03:25:44.390841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:25:44.407936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-14a3ff02-66d8-4168-b98a-f7ad6ec36596 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337617 Jan 28 03:25:44.422841 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43506) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:44.431341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8f3128b4-38a8-46bd-8e63-2f18a218c75c up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:44.452530 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d62bceeb-47b4-488c-8690-6aca5aeae16c req-85051cb5-4b72-4202-9557-708b91e84980 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906360 Jan 28 03:25:44.576511 n-d-808199-14 neutron-server[103289]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 03:25:44.581008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-7dbe77e6-966a-4076-a2b1-c8604fa49d52 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:25:44.588182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42707b67-6ea7-427a-8fe3-14cd03c25ae1 req-51635f4b-b301-4cab-9b2c-43de3d5493f7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.589735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42707b67-6ea7-427a-8fe3-14cd03c25ae1 req-51635f4b-b301-4cab-9b2c-43de3d5493f7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 946 time: 0.0753915 Jan 28 03:25:44.591407 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-7dbe77e6-966a-4076-a2b1-c8604fa49d52 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1670945 Jan 28 03:25:44.594184 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-e5f5ed5c-5b0e-4202-a0ed-35c6438640be service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569705 Jan 28 03:25:44.604230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:44.606763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 8f3128b4-38a8-46bd-8e63-2f18a218c75c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:25:44.612392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:44.620989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 8f3128b4-38a8-46bd-8e63-2f18a218c75c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:44.621450 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.626255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '6f0f3fef-83d1-41e4-9db5-d375bcf31aa4', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '6f0f3fef-83d1-41e4-9db5-d375bcf31aa4', 'mac_address': 'fa:16:3e:60:05:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:25:44.626394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54d5b154-296a-48d9-896c-085eb092fcc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.700739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:44.700739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.711249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-3be525cb-ab4e-4b10-98c5-42d2c99bd708 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108911 Jan 28 03:25:44.717204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54d5b154-296a-48d9-896c-085eb092fcc5 admin admin] Publish callbacks [] for security_group (3a1817db-016e-4722-80ba-eb57bf19e9f0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.726973 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54d5b154-296a-48d9-896c-085eb092fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3a1817db-016e-4722-80ba-eb57bf19e9f0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.758725 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42707b67-6ea7-427a-8fe3-14cd03c25ae1 req-2c4d4a3d-acb6-4c75-84fd-cb9c0793e51b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568892 Jan 28 03:25:44.777218 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-54d5b154-296a-48d9-896c-085eb092fcc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d745c549c854f5b83af31fcad17d902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638029 Jan 28 03:25:44.780366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43516) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:44.825329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-fd0f41e7-f09d-463a-824a-9c436551d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.826857 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-fd0f41e7-f09d-463a-824a-9c436551d5cc service neutron] 10.222.0.44 "GET /v2.0/ports/4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 1095 time: 0.1081328 Jan 28 03:25:44.827996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5b154-296a-48d9-896c-085eb092fcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1817db-016e-4722-80ba-eb57bf19e9f0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:44.836441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Request body: {'binding': {'host': 'n-h2-808199-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:44.837056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Unknown quota resources ['binding']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:25:44.857693 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-356c698a-9b76-4538-98fb-c31dff5fb4da admin admin] Publish callbacks [] for security_group (3a1817db-016e-4722-80ba-eb57bf19e9f0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.873396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:44.899638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b19c-a630-4383-a473-851aee436565 req-7245bbfb-2da3-4c3d-9b74-efc847b2537a tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.901272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cd7b19c-a630-4383-a473-851aee436565 req-7245bbfb-2da3-4c3d-9b74-efc847b2537a tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 943 time: 0.0715179 Jan 28 03:25:44.903351 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-356c698a-9b76-4538-98fb-c31dff5fb4da admin admin] Publish callbacks [] for security_group (3a1817db-016e-4722-80ba-eb57bf19e9f0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.915890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:44.922217 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.928330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 8f3128b4-38a8-46bd-8e63-2f18a218c75c is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:44.928330 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.949399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 77c932e6-e017-41f5-8ecf-eb3253e60c54 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:25:45.005810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb05027d-f17e-4cde-a41e-9c9e94aea0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3128b4-38a8-46bd-8e63-2f18a218c75c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:45.008066 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4a4467-2358-4e61-8f55-5e0b47d95457" -d '{"events": [{"server_uuid": "bb05027d-f17e-4cde-a41e-9c9e94aea0e4", "name": "network-vif-plugged", "status": "completed", "tag": "8f3128b4-38a8-46bd-8e63-2f18a218c75c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:45.013346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on host n-h2-808199-14 for vnic_type normal with profile None {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:45.013679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:45.014003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:45.019236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:45.019561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:45.025137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:45.025297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:45.027207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:45.027207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Bound port: 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:45.048315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8f3128b4-38a8-46bd-8e63-2f18a218c75c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8f3128b4-38a8-46bd-8e63-2f18a218c75c,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:45.053382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:45.091126 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.108217 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cd7b19c-a630-4383-a473-851aee436565 req-344ca2e4-8198-42bf-8cb8-e69f2c64cf6e tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944342 Jan 28 03:25:45.110012 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-356c698a-9b76-4538-98fb-c31dff5fb4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3a1817db-016e-4722-80ba-eb57bf19e9f0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.118942 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-356c698a-9b76-4538-98fb-c31dff5fb4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.120165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-356c698a-9b76-4538-98fb-c31dff5fb4da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a1817db-016e-4722-80ba-eb57bf19e9f0 HTTP/1.1" status: 204 len: 168 time: 0.3387682 Jan 28 03:25:45.153965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=8f3128b4-38a8-46bd-8e63-2f18a218c75c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:45.173222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-c60cbe2c-5266-4a98-9a98-eaed909b8d80 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:45.176867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-c60cbe2c-5266-4a98-9a98-eaed909b8d80 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1098 time: 0.2593639 Jan 28 03:25:45.178798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c698a-9b76-4538-98fb-c31dff5fb4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1817db-016e-4722-80ba-eb57bf19e9f0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:45.190581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-14'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:45.220203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:45.231355 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.240637 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-2f7a5c53-2c00-485f-8834-5bb2cc9e4cf2 service neutron] 10.222.0.44 "POST /v2.0/ports/4f6bec90-951e-4f9c-ad0f-04c849ab28db/bindings HTTP/1.1" status: 201 len: 390 time: 0.4076526 Jan 28 03:25:45.294247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 77c932e6-e017-41f5-8ecf-eb3253e60c54, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=77c932e6-e017-41f5-8ecf-eb3253e60c54,segment=NetworkSegment(27db534a-9f43-4b59-ae5b-5805f03517a0),segment_id=27db534a-9f43-4b59-ae5b-5805f03517a0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:45.296292 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.341988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '77c932e6-e017-41f5-8ecf-eb3253e60c54', 'network_id': '9219be51-3a94-4e72-9dd4-64b22f7c6555', 'port_id': '77c932e6-e017-41f5-8ecf-eb3253e60c54', 'mac_address': 'fa:16:3e:b0:eb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6342cf57-da8f-463e-9bce-e1d1dd600393', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:25:45.357635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['6f0f3fef-83d1-41e4-9db5-d375bcf31aa4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:45.410877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.465740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66393f85-b97e-4490-8a44-09c781c05b08 req-9c4aa9f4-96f2-42f3-bb98-6170c03aad00 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:45.473241 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66393f85-b97e-4490-8a44-09c781c05b08 req-9c4aa9f4-96f2-42f3-bb98-6170c03aad00 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 950 time: 0.2542741 Jan 28 03:25:45.493328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 77c932e6-e017-41f5-8ecf-eb3253e60c54 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:45.494459 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.541446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c932e6-e017-41f5-8ecf-eb3253e60c54 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:45.584773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 77c932e6-e017-41f5-8ecf-eb3253e60c54, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=77c932e6-e017-41f5-8ecf-eb3253e60c54,segment=NetworkSegment(27db534a-9f43-4b59-ae5b-5805f03517a0),segment_id=27db534a-9f43-4b59-ae5b-5805f03517a0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:45.620103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-1056cc8d-db0b-4a45-9f8f-6fc8ac4249ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:45.621610 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-1056cc8d-db0b-4a45-9f8f-6fc8ac4249ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1098 time: 0.0575109 Jan 28 03:25:45.625404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66393f85-b97e-4490-8a44-09c781c05b08 req-bcdbd74c-3927-4485-bfd2-25cd99c91ca4 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512647 Jan 28 03:25:45.667251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.719994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7187f7-fe33-4af5-a2fa-48d86991041a req-2ed2e483-4f06-4923-b4e2-30a8a7956dc9 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:45.722536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a7187f7-fe33-4af5-a2fa-48d86991041a req-2ed2e483-4f06-4923-b4e2-30a8a7956dc9 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 886 time: 0.3141401 Jan 28 03:25:45.730501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:45.786546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=77c932e6-e017-41f5-8ecf-eb3253e60c54,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:45.796214 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd6df64-cb39-412b-9b52-858c9cd568a9 x-openstack-request-id: req-0fd6df64-cb39-412b-9b52-858c9cd568a9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:45.803185 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb05027d-f17e-4cde-a41e-9c9e94aea0e4", "name": "network-vif-plugged", "status": "completed", "tag": "8f3128b4-38a8-46bd-8e63-2f18a218c75c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:45.803185 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fd6df64-cb39-412b-9b52-858c9cd568a9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:45.803614 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb05027d-f17e-4cde-a41e-9c9e94aea0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3128b4-38a8-46bd-8e63-2f18a218c75c', 'code': 200} Jan 28 03:25:45.825385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:45.854009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-137d0c08-0889-4ec4-a006-d64a444e9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:45.855741 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-137d0c08-0889-4ec4-a006-d64a444e9cb6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.2231677 Jan 28 03:25:45.923353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50e7cf-4efa-4434-9aac-7be676148443 req-27d7cc16-de90-4704-b4ad-434d6367dd35 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:45.930648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d50e7cf-4efa-4434-9aac-7be676148443 req-27d7cc16-de90-4704-b4ad-434d6367dd35 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 946 time: 0.1264014 Jan 28 03:25:45.933294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:45.936125 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e6f4ea-ede7-49fe-a9e9-970246eb8ac7" -d '{"events": [{"server_uuid": "967816eb-3f12-46c5-9e24-a13a26381ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "c69e144a-b4d6-41a1-bda8-0e795d926cc1"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:45.942988 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Publish callbacks [] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.965326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.093072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['77c932e6-e017-41f5-8ecf-eb3253e60c54'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:46.126008 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-46c96a2a-45c5-4a8a-bbda-824c0bad0adb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 217 time: 0.2629864 Jan 28 03:25:46.148526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511ac0d-cbe4-44d6-9078-9038563f087a req-8db168fe-57ac-4b94-801c-07321dcc5fdd tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.150186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3511ac0d-cbe4-44d6-9078-9038563f087a req-8db168fe-57ac-4b94-801c-07321dcc5fdd tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 949 time: 0.2097354 Jan 28 03:25:46.177831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d50e7cf-4efa-4434-9aac-7be676148443 req-7f5a2285-32a7-485a-91b9-5a0d8a5a7753 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458997 Jan 28 03:25:46.210960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e144a-b4d6-41a1-bda8-0e795d926cc1,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:46.216333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a87782-61bb-47e2-8a97-a83fd50198ad req-d5d4dab4-08a8-4575-8640-ebf071a0a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.218223 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-33a87782-61bb-47e2-8a97-a83fd50198ad req-d5d4dab4-08a8-4575-8640-ebf071a0a1b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 1102 time: 0.1007369 Jan 28 03:25:46.220227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-4d42a274-0010-42ea-9753-20e1f5d33cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.223328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-4d42a274-0010-42ea-9753-20e1f5d33cc4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.0704913 Jan 28 03:25:46.238369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on host n-h2-808199-14 for vnic_type normal with profile {"migrating_to": "n-h1-808199-14"} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:46.238708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:46.239044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:46.256047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:46.257859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Attempting to bind port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:46.280438 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-c8ff17eb-9d01-4d38-8d25-9794a5e93fac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473285 Jan 28 03:25:46.295495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:46.295858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:46.296280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:46.296745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Bound port: c69e144a-b4d6-41a1-bda8-0e795d926cc1, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:46.297145 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.347249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3511ac0d-cbe4-44d6-9078-9038563f087a req-2589002a-abe8-4c4d-8e07-63e32be6b8d5 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680007 Jan 28 03:25:46.356695 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-33a87782-61bb-47e2-8a97-a83fd50198ad req-a913a7f9-e40b-4a26-b80d-42c6e0d93296 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317394 Jan 28 03:25:46.401410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:46.424676 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-198a55d6-6af6-4410-bf18-53690f3cab13 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338825 Jan 28 03:25:46.487718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:25:46.494068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:46.494486 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.518666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:46.524817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:46.544321 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.565598 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.581247 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-bb4cd961-3b05-4ee5-8b82-7f1bc200783e service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497505 Jan 28 03:25:46.608084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383e39d-e990-4529-99dd-98b3bd046bca req-2226ca50-6ddb-48ef-a9b0-02879666b11b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.609914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c383e39d-e990-4529-99dd-98b3bd046bca req-2226ca50-6ddb-48ef-a9b0-02879666b11b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.1747105 Jan 28 03:25:46.617407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:46.617937 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.651858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce5a7-03bf-41f9-84b4-523fd727362d req-c08a3190-bbaa-4f16-9ebb-6bdd207de6e1 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.652715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce5a7-03bf-41f9-84b4-523fd727362d req-c08a3190-bbaa-4f16-9ebb-6bdd207de6e1 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.653394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce5a7-03bf-41f9-84b4-523fd727362d req-c08a3190-bbaa-4f16-9ebb-6bdd207de6e1 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.654128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce5a7-03bf-41f9-84b4-523fd727362d req-c08a3190-bbaa-4f16-9ebb-6bdd207de6e1 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.654781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce5a7-03bf-41f9-84b4-523fd727362d req-c08a3190-bbaa-4f16-9ebb-6bdd207de6e1 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.655443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce5a7-03bf-41f9-84b4-523fd727362d req-c08a3190-bbaa-4f16-9ebb-6bdd207de6e1 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.656081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce5a7-03bf-41f9-84b4-523fd727362d req-c08a3190-bbaa-4f16-9ebb-6bdd207de6e1 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.656587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce5a7-03bf-41f9-84b4-523fd727362d req-c08a3190-bbaa-4f16-9ebb-6bdd207de6e1 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.657090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce5a7-03bf-41f9-84b4-523fd727362d req-c08a3190-bbaa-4f16-9ebb-6bdd207de6e1 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.659038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:46.659562 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c2ce5a7-03bf-41f9-84b4-523fd727362d req-c08a3190-bbaa-4f16-9ebb-6bdd207de6e1 tempest-NetworksTest-2119299543 tempest-NetworksTest-2119299543-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6417 time: 0.3109553 Jan 28 03:25:46.665887 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.701257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e144a-b4d6-41a1-bda8-0e795d926cc1,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:46.731436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.732174 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.733930 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f27259c9-57b9-42c7-8608-5c28c7917595 service neutron] 10.222.0.42 "PUT /v2.0/ports/c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 1124 time: 1.5507386 Jan 28 03:25:46.746444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c383e39d-e990-4529-99dd-98b3bd046bca req-5c9ca082-803f-40c9-8c7a-aeb7f98b6038 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251247 Jan 28 03:25:46.761545 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66408cdf-d195-4b46-803a-d3fccb20c1e0 x-openstack-request-id: req-66408cdf-d195-4b46-803a-d3fccb20c1e0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:46.761889 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967816eb-3f12-46c5-9e24-a13a26381ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "c69e144a-b4d6-41a1-bda8-0e795d926cc1", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:46.762150 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66408cdf-d195-4b46-803a-d3fccb20c1e0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:46.763606 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1', 'code': 200} Jan 28 03:25:46.764490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:46.906100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18486b5e-05fa-47a7-9a45-1f3f94267243 req-fd9c5e14-d23f-401e-8630-cae9b51ba2f6 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.908002 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18486b5e-05fa-47a7-9a45-1f3f94267243 req-fd9c5e14-d23f-401e-8630-cae9b51ba2f6 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 944 time: 0.0715549 Jan 28 03:25:46.941976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['c69e144a-b4d6-41a1-bda8-0e795d926cc1'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:47.002999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18486b5e-05fa-47a7-9a45-1f3f94267243 req-d496ebdc-11b8-4a8c-bb76-81354673b77a tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784039 Jan 28 03:25:47.021322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10757fba-a0b6-4532-96ed-3f7b8631845e req-7ca83f06-9bcf-4373-a686-0373cb8ad84c tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:47.023215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10757fba-a0b6-4532-96ed-3f7b8631845e req-7ca83f06-9bcf-4373-a686-0373cb8ad84c tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 950 time: 0.1141374 Jan 28 03:25:47.099748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-185fe889-0f01-4827-8b6d-50446bb52ac6 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:47.101245 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-185fe889-0f01-4827-8b6d-50446bb52ac6 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1098 time: 0.1579401 Jan 28 03:25:47.106346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10757fba-a0b6-4532-96ed-3f7b8631845e req-dfe87296-dc3c-48af-a1f1-b84f53130186 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760291 Jan 28 03:25:47.113361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-14'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:47.185626 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.220176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:47.342158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51255e99-d3a9-4046-80d7-732cc295077c req-2b69e6ea-4a9c-4f1c-b11b-340415fbf141 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:47.343689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51255e99-d3a9-4046-80d7-732cc295077c req-2b69e6ea-4a9c-4f1c-b11b-340415fbf141 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 946 time: 0.0649765 Jan 28 03:25:47.355903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43586) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:47.360209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:47.414345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:47.432329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c170eb-9d1e-4d26-a90d-fff8f9942891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.499833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6bec90-951e-4f9c-ad0f-04c849ab28db'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:47.503218 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7378c6ed-33e7-43da-9e31-31a71a5702e3" -d '{"events": [{"server_uuid": "5c2f080f-cc42-4b20-bfc0-bbd266bc4f10", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6bec90-951e-4f9c-ad0f-04c849ab28db"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:47.508164 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Publish callbacks [] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.516138 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.537398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51255e99-d3a9-4046-80d7-732cc295077c req-9645be87-e0c3-49af-8123-91d04d850ae3 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748998 Jan 28 03:25:47.548352 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.613949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50a3f1-40db-4e1d-8c04-b5e637cd31c5 req-d226b230-7b29-4fa2-83c0-337a783f56f4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:47.620542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6bec90-951e-4f9c-ad0f-04c849ab28db,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:47.621098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be50a3f1-40db-4e1d-8c04-b5e637cd31c5 req-d226b230-7b29-4fa2-83c0-337a783f56f4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 950 time: 0.1481118 Jan 28 03:25:47.624343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on host n-h1-808199-14 for vnic_type normal with profile {"migrating_to": "n-h2-808199-14"} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:47.625102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:47.625636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:47.635082 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b588b76-1e43-4240-acc1-d73c5c6905d3 x-openstack-request-id: req-2b588b76-1e43-4240-acc1-d73c5c6905d3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:47.635607 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2f080f-cc42-4b20-bfc0-bbd266bc4f10", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6bec90-951e-4f9c-ad0f-04c849ab28db", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:47.635864 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b588b76-1e43-4240-acc1-d73c5c6905d3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:47.636249 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6bec90-951e-4f9c-ad0f-04c849ab28db', 'code': 200} Jan 28 03:25:47.637364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:47.637498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Attempting to bind port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:47.641308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.641654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.642238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.642631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.643125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.643694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.644111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.644446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.644772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.645126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.645441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.645769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.646084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.652804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:47.653162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:47.653550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:47.654072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Bound port: 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:47.654431 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.733456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:47.738605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:47.743894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.752591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be50a3f1-40db-4e1d-8c04-b5e637cd31c5 req-2d499bc0-4dab-4e47-a7e8-c74dfa3647ee tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255147 Jan 28 03:25:47.804678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e12b559-b21a-4193-b389-ca1d43b384d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0f3fef-83d1-41e4-9db5-d375bcf31aa4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:47.807369 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Publish callbacks [] for security_group (79caf01a-3508-4d42-82a3-69e39e9d5125), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.808061 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f946dbdf-99e7-495d-ab86-40520bf3e5af" -d '{"events": [{"server_uuid": "7e12b559-b21a-4193-b389-ca1d43b384d3", "name": "network-vif-plugged", "status": "completed", "tag": "6f0f3fef-83d1-41e4-9db5-d375bcf31aa4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:47.825008 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c170eb-9d1e-4d26-a90d-fff8f9942891 admin admin] Publish callbacks [] for security_group (8f0643fe-128a-497b-91a0-91dcc5cc2273), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.826972 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (79caf01a-3508-4d42-82a3-69e39e9d5125), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.835322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:47.835950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.836072 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c170eb-9d1e-4d26-a90d-fff8f9942891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8f0643fe-128a-497b-91a0-91dcc5cc2273), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:47.838022 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] 10.222.0.25 "PUT /v2.0/ports/4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 1124 time: 0.7296064 Jan 28 03:25:47.849233 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.25', 54506) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:47.852879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7662d3-ab76-4404-af07-f05ee3d32f19 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6bec90-951e-4f9c-ad0f-04c849ab28db,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:47.929758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81d48-fc44-42de-a638-5ca2a2ce6543 req-e8d34854-b88d-48de-b25d-281f86a581a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:47.932225 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a81d48-fc44-42de-a638-5ca2a2ce6543 req-e8d34854-b88d-48de-b25d-281f86a581a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1127 time: 0.0647168 Jan 28 03:25:47.935600 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f43bf68-15cc-49e6-a7ca-15c007bc1d0b x-openstack-request-id: req-0f43bf68-15cc-49e6-a7ca-15c007bc1d0b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:47.935917 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e12b559-b21a-4193-b389-ca1d43b384d3", "name": "network-vif-plugged", "status": "completed", "tag": "6f0f3fef-83d1-41e4-9db5-d375bcf31aa4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:47.936234 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f43bf68-15cc-49e6-a7ca-15c007bc1d0b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:47.936633 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e12b559-b21a-4193-b389-ca1d43b384d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0f3fef-83d1-41e4-9db5-d375bcf31aa4', 'code': 200} Jan 28 03:25:47.941579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3059d21175e54a4c80c4d543946cb272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5846064 Jan 28 03:25:47.944526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79caf01a-3508-4d42-82a3-69e39e9d5125,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:47.947153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:47.952531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c1c170eb-9d1e-4d26-a90d-fff8f9942891 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ace8fc4af2f4c88882b3d2ec572d22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7280462 Jan 28 03:25:47.958262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:47.965456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.965875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.966186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.966523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.967182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.967182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.967482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.967804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.968216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.968558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.968740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.969083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.969398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b7288-deda-4cf7-bbe6-a8d54a5836fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:47.998806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['4f6bec90-951e-4f9c-ad0f-04c849ab28db'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:48.037306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3190c1b-5e52-49cc-946e-cefd72408d74 req-ebaf4932-3384-4740-91a8-a7013424789a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:48.045030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3190c1b-5e52-49cc-946e-cefd72408d74 req-ebaf4932-3384-4740-91a8-a7013424789a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.1954899 Jan 28 03:25:48.078850 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5dffe3b-76be-4c5c-9a63-6c00206225be admin admin] Publish callbacks [] for security_group (79caf01a-3508-4d42-82a3-69e39e9d5125), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.086540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c170eb-9d1e-4d26-a90d-fff8f9942891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0643fe-128a-497b-91a0-91dcc5cc2273,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:48.108292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81d48-fc44-42de-a638-5ca2a2ce6543 req-305ff22b-9a6e-41ff-a39c-4d458f78d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:48.110927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a81d48-fc44-42de-a638-5ca2a2ce6543 req-305ff22b-9a6e-41ff-a39c-4d458f78d4ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.1488094 Jan 28 03:25:48.119632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5dffe3b-76be-4c5c-9a63-6c00206225be admin admin] Publish callbacks [] for security_group (79caf01a-3508-4d42-82a3-69e39e9d5125), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.174803 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a81d48-fc44-42de-a638-5ca2a2ce6543 req-8592e39f-3116-4c50-931d-03e4ff62a39a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 217 time: 0.0529859 Jan 28 03:25:48.179564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3190c1b-5e52-49cc-946e-cefd72408d74 req-59a41b56-ff1e-4d82-a3f6-18ec03d43bc1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333768 Jan 28 03:25:48.183197 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba75da9d-b88f-49fc-bb63-32a48af651fe admin admin] Publish callbacks [] for security_group (8f0643fe-128a-497b-91a0-91dcc5cc2273), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.231839 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba75da9d-b88f-49fc-bb63-32a48af651fe admin admin] Publish callbacks [] for security_group (8f0643fe-128a-497b-91a0-91dcc5cc2273), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.245220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81d48-fc44-42de-a638-5ca2a2ce6543 req-a1dbcea0-76dd-4f7f-bdbf-4d158df70172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:48.246621 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023874d9-2183-46a6-ac49-fe643678b886 req-5bdce1cf-ac02-4235-9547-550970e4eedc tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:48.246755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a81d48-fc44-42de-a638-5ca2a2ce6543 req-a1dbcea0-76dd-4f7f-bdbf-4d158df70172 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0564451 Jan 28 03:25:48.247755 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5dffe3b-76be-4c5c-9a63-6c00206225be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (79caf01a-3508-4d42-82a3-69e39e9d5125), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.249737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023874d9-2183-46a6-ac49-fe643678b886 req-5bdce1cf-ac02-4235-9547-550970e4eedc tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 944 time: 0.1495636 Jan 28 03:25:48.250500 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5dffe3b-76be-4c5c-9a63-6c00206225be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.254849 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a5dffe3b-76be-4c5c-9a63-6c00206225be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79caf01a-3508-4d42-82a3-69e39e9d5125 HTTP/1.1" status: 204 len: 168 time: 0.3036098 Jan 28 03:25:48.260348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dffe3b-76be-4c5c-9a63-6c00206225be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79caf01a-3508-4d42-82a3-69e39e9d5125,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:48.266312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb1746-61ce-49b5-86a2-be6beb079e95 req-846caba3-6952-4b50-b0ef-25fc4813b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:48.268737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33eb1746-61ce-49b5-86a2-be6beb079e95 req-846caba3-6952-4b50-b0ef-25fc4813b571 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 1102 time: 0.1569996 Jan 28 03:25:48.322174 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a81d48-fc44-42de-a638-5ca2a2ce6543 req-a0369755-15ec-4270-955e-56404bccb63f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592353 Jan 28 03:25:48.427453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023874d9-2183-46a6-ac49-fe643678b886 req-bfb4d4db-a244-4183-8f51-664de3c3447a tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553080 Jan 28 03:25:48.447579 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba75da9d-b88f-49fc-bb63-32a48af651fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8f0643fe-128a-497b-91a0-91dcc5cc2273), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.450390 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba75da9d-b88f-49fc-bb63-32a48af651fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.453606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ba75da9d-b88f-49fc-bb63-32a48af651fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f0643fe-128a-497b-91a0-91dcc5cc2273 HTTP/1.1" status: 204 len: 168 time: 0.4924445 Jan 28 03:25:48.458768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33eb1746-61ce-49b5-86a2-be6beb079e95 req-366137d0-d66e-4857-9b24-05988c493009 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665711 Jan 28 03:25:48.468638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75da9d-b88f-49fc-bb63-32a48af651fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0643fe-128a-497b-91a0-91dcc5cc2273,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:48.476251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a81d48-fc44-42de-a638-5ca2a2ce6543 req-cbfa774f-c37d-42db-a21c-1cdbb20b747d service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427095 Jan 28 03:25:48.478820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc502c-5933-418c-9b2d-6d157982e6a7 req-a8c870aa-1de2-4262-a00e-d15b63afcb13 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:48.480357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bedc502c-5933-418c-9b2d-6d157982e6a7 req-a8c870aa-1de2-4262-a00e-d15b63afcb13 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 950 time: 0.1351886 Jan 28 03:25:48.537945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bedc502c-5933-418c-9b2d-6d157982e6a7 req-74ae9c05-db28-4132-8e24-057708c95485 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513761 Jan 28 03:25:48.598520 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a81d48-fc44-42de-a638-5ca2a2ce6543 req-d69a2a93-f9d3-4ef5-94b3-5419904d18a0 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155708 Jan 28 03:25:48.692740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fedde-7d32-44b9-b7b8-9003e5339225 req-ac6ca896-651d-41a5-847d-5b4a8b3ef261 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:48.694985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a8fedde-7d32-44b9-b7b8-9003e5339225 req-ac6ca896-651d-41a5-847d-5b4a8b3ef261 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 944 time: 0.0602822 Jan 28 03:25:48.759609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a8fedde-7d32-44b9-b7b8-9003e5339225 req-b665c1a5-b4d0-448e-a42b-0d6be45eed95 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584438 Jan 28 03:25:48.763410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'tag': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:48.765765 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91701bd-12f7-4d56-8b5a-6c2afef66268" -d '{"events": [{"name": "network-changed", "server_uuid": "967816eb-3f12-46c5-9e24-a13a26381ab7", "tag": "c69e144a-b4d6-41a1-bda8-0e795d926cc1"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:48.788015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43650) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:48.807383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-228a3158-9139-4978-a96c-70c05920f43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.901089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-228a3158-9139-4978-a96c-70c05920f43b admin admin] Publish callbacks [] for security_group (a81cca36-75f0-48c2-9e28-b261c2cc4524), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.902723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdf8cf-4e3b-4813-b6c2-3d5dcda6134e req-1d705d4c-0e54-4e6b-bde6-e226cdd2284d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:48.904634 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48fdf8cf-4e3b-4813-b6c2-3d5dcda6134e req-1d705d4c-0e54-4e6b-bde6-e226cdd2284d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 950 time: 0.0601704 Jan 28 03:25:48.909896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:48.910887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-228a3158-9139-4978-a96c-70c05920f43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a81cca36-75f0-48c2-9e28-b261c2cc4524), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:48.942667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 77c932e6-e017-41f5-8ecf-eb3253e60c54 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:48.958061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-228a3158-9139-4978-a96c-70c05920f43b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d8143ac31e3496f9b4855ccb3afe10d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653466 Jan 28 03:25:48.959106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43656) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:48.968084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a3158-9139-4978-a96c-70c05920f43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81cca36-75f0-48c2-9e28-b261c2cc4524,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:49.016762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48fdf8cf-4e3b-4813-b6c2-3d5dcda6134e req-e33c8756-ccab-4a55-aa33-700466147eeb tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911899 Jan 28 03:25:49.056415 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02e985da-274b-4bf3-865c-3316c4efe1f0 admin admin] Publish callbacks [] for security_group (a81cca36-75f0-48c2-9e28-b261c2cc4524), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.068957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 77c932e6-e017-41f5-8ecf-eb3253e60c54 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:25:49.084940 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaacad4e-2e66-47fc-91cd-b2dc262c1a66 x-openstack-request-id: req-eaacad4e-2e66-47fc-91cd-b2dc262c1a66 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:49.085239 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967816eb-3f12-46c5-9e24-a13a26381ab7", "tag": "c69e144a-b4d6-41a1-bda8-0e795d926cc1", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:49.085475 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eaacad4e-2e66-47fc-91cd-b2dc262c1a66 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:49.085871 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'tag': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1', 'status': 'completed', 'code': 200} Jan 28 03:25:49.089342 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02e985da-274b-4bf3-865c-3316c4efe1f0 admin admin] Publish callbacks [] for security_group (a81cca36-75f0-48c2-9e28-b261c2cc4524), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.095375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 77c932e6-e017-41f5-8ecf-eb3253e60c54 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:49.096068 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.100062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43658) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:49.125739 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5e04-2ea9-4725-9999-0549fad7a355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.203190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91701bd-12f7-4d56-8b5a-6c2afef66268 req-861f9bcc-1702-4a93-9b13-9cbe4186b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:49.205638 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c91701bd-12f7-4d56-8b5a-6c2afef66268 req-861f9bcc-1702-4a93-9b13-9cbe4186b6b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1127 time: 0.0677810 Jan 28 03:25:49.214167 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02e985da-274b-4bf3-865c-3316c4efe1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a81cca36-75f0-48c2-9e28-b261c2cc4524), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.220349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02e985da-274b-4bf3-865c-3316c4efe1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.226496 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-02e985da-274b-4bf3-865c-3316c4efe1f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a81cca36-75f0-48c2-9e28-b261c2cc4524 HTTP/1.1" status: 204 len: 168 time: 0.2645528 Jan 28 03:25:49.286400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 77c932e6-e017-41f5-8ecf-eb3253e60c54 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:49.286800 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.289766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e985da-274b-4bf3-865c-3316c4efe1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81cca36-75f0-48c2-9e28-b261c2cc4524,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:49.301957 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5e04-2ea9-4725-9999-0549fad7a355 admin admin] Publish callbacks [] for security_group (be2ae68e-1244-47f9-b5f1-78bcf9371125), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.332901 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5e04-2ea9-4725-9999-0549fad7a355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (be2ae68e-1244-47f9-b5f1-78bcf9371125), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.396082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 77c932e6-e017-41f5-8ecf-eb3253e60c54, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=77c932e6-e017-41f5-8ecf-eb3253e60c54,segment=NetworkSegment(27db534a-9f43-4b59-ae5b-5805f03517a0),segment_id=27db534a-9f43-4b59-ae5b-5805f03517a0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:49.402784 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.444684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91701bd-12f7-4d56-8b5a-6c2afef66268 req-34921ac1-85f7-4ab3-bf2b-0d9fe35ca871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:49.446204 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c91701bd-12f7-4d56-8b5a-6c2afef66268 req-34921ac1-85f7-4ab3-bf2b-0d9fe35ca871 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.2209637 Jan 28 03:25:49.502336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=77c932e6-e017-41f5-8ecf-eb3253e60c54,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:49.503162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c91701bd-12f7-4d56-8b5a-6c2afef66268 req-af105777-1f6f-42eb-84db-d22328977051 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 217 time: 0.0462048 Jan 28 03:25:49.571922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91701bd-12f7-4d56-8b5a-6c2afef66268 req-b0c604f5-4e4d-4194-a4a6-69be6208e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:49.573506 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c91701bd-12f7-4d56-8b5a-6c2afef66268 req-b0c604f5-4e4d-4194-a4a6-69be6208e646 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0604739 Jan 28 03:25:49.609066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c91701bd-12f7-4d56-8b5a-6c2afef66268 req-86cadb4a-4c0b-4e0c-bbdf-8d6d42edebb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268314 Jan 28 03:25:49.638227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'tag': '4f6bec90-951e-4f9c-ad0f-04c849ab28db'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:49.641229 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2f080f-cc42-4b20-bfc0-bbd266bc4f10", "tag": "4f6bec90-951e-4f9c-ad0f-04c849ab28db"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:49.673505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ac7f5e04-2ea9-4725-9999-0549fad7a355 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5087ea58f68d45899a8bed61ffe006d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5723305 Jan 28 03:25:49.674937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43674) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:49.687254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2d905-b5d2-458b-9f38-7ce3097938bf req-815923f8-ab2e-4d56-85ac-8ffeb609ac3e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:49.688737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21d2d905-b5d2-458b-9f38-7ce3097938bf req-815923f8-ab2e-4d56-85ac-8ffeb609ac3e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.3833563 Jan 28 03:25:49.695167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f5e04-2ea9-4725-9999-0549fad7a355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2ae68e-1244-47f9-b5f1-78bcf9371125,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:49.701168 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abd29931-ba04-4210-8d28-237ef41d2329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.724578 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c91701bd-12f7-4d56-8b5a-6c2afef66268 req-b8e6c47c-8877-452b-94b5-8a24667b209d service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070156 Jan 28 03:25:49.790542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7ce32-7ab9-4b1b-9860-4bae37afe7f6 req-8077e92f-c70e-41f8-8e5d-cdbd45c97723 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:49.799968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcb7ce32-7ab9-4b1b-9860-4bae37afe7f6 req-8077e92f-c70e-41f8-8e5d-cdbd45c97723 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 950 time: 0.4015260 Jan 28 03:25:49.835406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21d2d905-b5d2-458b-9f38-7ce3097938bf req-bebfe4ee-da4b-4c92-99a6-e01a0b55dab3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361125 Jan 28 03:25:49.878105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c91701bd-12f7-4d56-8b5a-6c2afef66268 req-aa255d25-4114-4be1-94e9-bab4627dfb12 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398764 Jan 28 03:25:49.883289 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c809818a-d48e-412c-b7d0-e421d3f37cb3 admin admin] Publish callbacks [] for security_group (be2ae68e-1244-47f9-b5f1-78bcf9371125), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.915323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcb7ce32-7ab9-4b1b-9860-4bae37afe7f6 req-8afe16ea-3d32-411a-be79-94574c314f37 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144829 Jan 28 03:25:49.932157 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c809818a-d48e-412c-b7d0-e421d3f37cb3 admin admin] Publish callbacks [] for security_group (be2ae68e-1244-47f9-b5f1-78bcf9371125), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.937962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d380d9-2680-4b1d-8b83-bcfcf7711391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c932e6-e017-41f5-8ecf-eb3253e60c54'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:49.942036 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbc0e88-673e-4d56-b97e-ab06eaa9c93a" -d '{"events": [{"server_uuid": "72d380d9-2680-4b1d-8b83-bcfcf7711391", "name": "network-vif-plugged", "status": "completed", "tag": "77c932e6-e017-41f5-8ecf-eb3253e60c54"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:50.007309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abd29931-ba04-4210-8d28-237ef41d2329 admin admin] Publish callbacks [] for security_group (3dc0add7-74a9-4fe9-87eb-a7f25a7ad522), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.014316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abd29931-ba04-4210-8d28-237ef41d2329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3dc0add7-74a9-4fe9-87eb-a7f25a7ad522), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.022786 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e240a41b-37ee-4c34-b4a4-327e0e93d7fd x-openstack-request-id: req-e240a41b-37ee-4c34-b4a4-327e0e93d7fd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:50.023076 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2f080f-cc42-4b20-bfc0-bbd266bc4f10", "tag": "4f6bec90-951e-4f9c-ad0f-04c849ab28db", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:50.023352 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e240a41b-37ee-4c34-b4a4-327e0e93d7fd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:50.023731 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'tag': '4f6bec90-951e-4f9c-ad0f-04c849ab28db', 'status': 'completed', 'code': 200} Jan 28 03:25:50.050868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43f567-ffbd-41a6-b1a7-c2e846144bfb req-c552782e-66d2-45a1-8a3c-ec85a7671810 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:50.052410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af43f567-ffbd-41a6-b1a7-c2e846144bfb req-c552782e-66d2-45a1-8a3c-ec85a7671810 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 945 time: 0.1270633 Jan 28 03:25:50.074553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-abd29931-ba04-4210-8d28-237ef41d2329 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68587704847a442c8b2509963a165f09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1636121 Jan 28 03:25:50.077818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:50.104700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd29931-ba04-4210-8d28-237ef41d2329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc0add7-74a9-4fe9-87eb-a7f25a7ad522,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:50.121960 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c809818a-d48e-412c-b7d0-e421d3f37cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (be2ae68e-1244-47f9-b5f1-78bcf9371125), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.124446 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c809818a-d48e-412c-b7d0-e421d3f37cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.128367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c809818a-d48e-412c-b7d0-e421d3f37cb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be2ae68e-1244-47f9-b5f1-78bcf9371125 HTTP/1.1" status: 204 len: 168 time: 0.4385691 Jan 28 03:25:50.169292 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757acf6e-20e1-403d-b35b-0f655720b42b admin admin] Publish callbacks [] for security_group (3dc0add7-74a9-4fe9-87eb-a7f25a7ad522), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.172569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809818a-d48e-412c-b7d0-e421d3f37cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2ae68e-1244-47f9-b5f1-78bcf9371125,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:50.203519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af43f567-ffbd-41a6-b1a7-c2e846144bfb req-cc53f4e5-8ebb-4100-9374-cfde6e87638c tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369438 Jan 28 03:25:50.213346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c req-831af08c-f28e-4864-a02c-ae9e4f389cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:50.215083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c req-831af08c-f28e-4864-a02c-ae9e4f389cd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1127 time: 0.1302598 Jan 28 03:25:50.223453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757acf6e-20e1-403d-b35b-0f655720b42b admin admin] Publish callbacks [] for security_group (3dc0add7-74a9-4fe9-87eb-a7f25a7ad522), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.223945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45ed51-0cce-4cf2-86f5-045b8011c4d8 req-9472ad28-da51-49a5-bee3-daae0a444811 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:50.225106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f45ed51-0cce-4cf2-86f5-045b8011c4d8 req-9472ad28-da51-49a5-bee3-daae0a444811 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 944 time: 0.1184258 Jan 28 03:25:50.301106 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c580f251-6af5-4b64-94f6-c4c88f2425f6 x-openstack-request-id: req-c580f251-6af5-4b64-94f6-c4c88f2425f6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:50.302991 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d380d9-2680-4b1d-8b83-bcfcf7711391", "name": "network-vif-plugged", "status": "completed", "tag": "77c932e6-e017-41f5-8ecf-eb3253e60c54", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:50.305717 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c580f251-6af5-4b64-94f6-c4c88f2425f6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:50.306577 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d380d9-2680-4b1d-8b83-bcfcf7711391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c932e6-e017-41f5-8ecf-eb3253e60c54', 'code': 200} Jan 28 03:25:50.328770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757acf6e-20e1-403d-b35b-0f655720b42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3dc0add7-74a9-4fe9-87eb-a7f25a7ad522), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.331958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757acf6e-20e1-403d-b35b-0f655720b42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.334188 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-757acf6e-20e1-403d-b35b-0f655720b42b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3dc0add7-74a9-4fe9-87eb-a7f25a7ad522 HTTP/1.1" status: 204 len: 168 time: 0.2551594 Jan 28 03:25:50.345123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757acf6e-20e1-403d-b35b-0f655720b42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc0add7-74a9-4fe9-87eb-a7f25a7ad522,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:50.358387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f45ed51-0cce-4cf2-86f5-045b8011c4d8 req-0b49712c-b8df-4f8a-adbe-4af94cbaa48c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133149 Jan 28 03:25:50.373398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c req-bf8f9e78-9015-4da9-b0de-593b34270149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:50.374940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c req-bf8f9e78-9015-4da9-b0de-593b34270149 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.1489639 Jan 28 03:25:50.412797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c69e144a-b4d6-41a1-bda8-0e795d926cc1 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:25:50.420868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:50.475571 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c req-b42dfd05-d2de-49eb-bbda-f11a7b5c6be4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 217 time: 0.0901947 Jan 28 03:25:50.499006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c504b-84dd-4339-9235-432ff4a859a8 req-bc3f0df6-60ec-496a-a319-95428ff82b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:50.500568 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-802c504b-84dd-4339-9235-432ff4a859a8 req-bc3f0df6-60ec-496a-a319-95428ff82b64 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 1097 time: 0.0806649 Jan 28 03:25:50.563188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:50.588613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c69e144a-b4d6-41a1-bda8-0e795d926cc1 has no active binding in host n-h1-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:25:50.594569 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-802c504b-84dd-4339-9235-432ff4a859a8 req-fede5570-91ee-4bdb-b07e-418994df0575 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809262 Jan 28 03:25:50.610916 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-be8c371b-60d2-4c06-9962-32bb62652e6a tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906250 Jan 28 03:25:50.644622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfb0e9-239e-4815-b9b3-d0bcd3a3cf54 req-976e55ee-d102-40cd-8f6c-170a84d071e6 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:50.651466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1abfb0e9-239e-4815-b9b3-d0bcd3a3cf54 req-976e55ee-d102-40cd-8f6c-170a84d071e6 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 950 time: 0.2554550 Jan 28 03:25:50.667451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c req-d100c122-4821-43bb-ada6-74d9d3bf6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:50.668803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c req-d100c122-4821-43bb-ada6-74d9d3bf6b65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1639998 Jan 28 03:25:50.701450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-network', 'tenant_id': '690dbc24a26741e887958b351ae14887'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:50.725399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Made reservation on behalf of 690dbc24a26741e887958b351ae14887 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:50.728157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.740535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.749775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c req-4e51ea6b-95a3-4d38-a93b-07a738baf3d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425816 Jan 28 03:25:50.831547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43732) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:50.848220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1abfb0e9-239e-4815-b9b3-d0bcd3a3cf54 req-073515de-aa5b-4e8b-ac81-80b310adb3fa tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958730 Jan 28 03:25:50.857329 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Publish callbacks [] for security_group (1c2f91be-dc67-4718-b3f4-4033bb3cfe35), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.859426 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75f04e5b-ba06-4f66-a279-e5d50ddea8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.872889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1c2f91be-dc67-4718-b3f4-4033bb3cfe35), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.888054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-0ccce30d-1a5d-43c9-a378-bb24123c72c2 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:50.890388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-0ccce30d-1a5d-43c9-a378-bb24123c72c2 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725441 Jan 28 03:25:50.906968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:25:50.913477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-b9239277-d51b-4d54-af3c-2771070c5064 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/quotas/26a3325796ff41e6bc5a76b4e757bc91 HTTP/1.1" status: 200 len: 375 time: 0.0147302 Jan 28 03:25:50.937959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2f91be-dc67-4718-b3f4-4033bb3cfe35,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:50.938845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4f6bec90-951e-4f9c-ad0f-04c849ab28db details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:25:50.946737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8604edc2-9ba7-4653-9680-4dcae03b92fc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:50.947134 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Added segment 8604edc2-9ba7-4653-9680-4dcae03b92fc of type vlan for network 5006cc0f-77a4-4cbd-801a-a23f2761c35e Jan 28 03:25:51.000716 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (5006cc0f-77a4-4cbd-801a-a23f2761c35e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.048099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (5006cc0f-77a4-4cbd-801a-a23f2761c35e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.049098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:51.049882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.068245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75f04e5b-ba06-4f66-a279-e5d50ddea8f3 admin admin] Publish callbacks [] for security_group (8079e39a-e951-4486-a559-c1ebd4030b53), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.076129 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6543217 Jan 28 03:25:51.076718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43740) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:51.082672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c req-96e851d8-8b98-4c35-b6b1-71138590fad7 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227277 Jan 28 03:25:51.092805 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75f04e5b-ba06-4f66-a279-e5d50ddea8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8079e39a-e951-4486-a559-c1ebd4030b53), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.098872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Request body: {'subnet': {'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-subnet', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:51.120497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:51.138002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4f6bec90-951e-4f9c-ad0f-04c849ab28db has no active binding in host n-h2-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:25:51.182986 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68166424-1d5d-4bea-addb-65cb2ce75cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=5006cc0f-77a4-4cbd-801a-a23f2761c35e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:51.191873 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-75f04e5b-ba06-4f66-a279-e5d50ddea8f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7fb5c0831a4e46a492dc34cedda98b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561440 Jan 28 03:25:51.191873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f04e5b-ba06-4f66-a279-e5d50ddea8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8079e39a-e951-4486-a559-c1ebd4030b53,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:51.193763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43746) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:51.197668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-c3371746-c784-435a-8a17-7e4082786607 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2756591 Jan 28 03:25:51.201105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Made reservation on behalf of 690dbc24a26741e887958b351ae14887 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:51.202737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 5006cc0f-77a4-4cbd-801a-a23f2761c35e details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:25:51.203516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.222928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eb603-cb7d-4df9-935b-d11fbf312e6e req-809e70a2-3ac9-4a20-a389-444b971d14c3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:51.225595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b8eb603-cb7d-4df9-935b-d11fbf312e6e req-809e70a2-3ac9-4a20-a389-444b971d14c3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.2045929 Jan 28 03:25:51.296323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c74b32b0-5b58-4e45-8c6d-24b0961ac57c req-9b05b18c-37cf-4b55-9b78-ec95676d7c73 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932118 Jan 28 03:25:51.316931 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5354006e-4a9d-4a31-a389-05e7e78c8622 admin admin] Publish callbacks [] for security_group (8079e39a-e951-4486-a559-c1ebd4030b53), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.327794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b8eb603-cb7d-4df9-935b-d11fbf312e6e req-9d846ffb-22ea-4a5a-b365-047e24c4e81b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966361 Jan 28 03:25:51.347723 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5354006e-4a9d-4a31-a389-05e7e78c8622 admin admin] Publish callbacks [] for security_group (8079e39a-e951-4486-a559-c1ebd4030b53), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.491346 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5354006e-4a9d-4a31-a389-05e7e78c8622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8079e39a-e951-4486-a559-c1ebd4030b53), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.495466 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5354006e-4a9d-4a31-a389-05e7e78c8622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.496678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5354006e-4a9d-4a31-a389-05e7e78c8622 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8079e39a-e951-4486-a559-c1ebd4030b53 HTTP/1.1" status: 204 len: 168 time: 0.3019981 Jan 28 03:25:51.503170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (e0ba67f3-b54e-43b0-bc6f-836e950d5527), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.532343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354006e-4a9d-4a31-a389-05e7e78c8622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8079e39a-e951-4486-a559-c1ebd4030b53,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:51.594379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ba67f3-b54e-43b0-bc6f-836e950d5527,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:51.601496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13514ba-cecf-4e88-9953-fa827ab40b66 req-7f08e95c-13ab-4347-b94d-77829d71c3dc tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:51.603803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e13514ba-cecf-4e88-9953-fa827ab40b66 req-7f08e95c-13ab-4347-b94d-77829d71c3dc tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 945 time: 0.0985169 Jan 28 03:25:51.635304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Checking segment: {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:51.635588 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Network hostable DHCP agents. Network: 5006cc0f-77a4-4cbd-801a-a23f2761c35e, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:25:51.664763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Network 5006cc0f-77a4-4cbd-801a-a23f2761c35e is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:25:51.684292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 5006cc0f-77a4-4cbd-801a-a23f2761c35e) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:51.694330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b3113-a9f8-4c33-a78a-9d05da17d24f None None] Network 5006cc0f-77a4-4cbd-801a-a23f2761c35e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:51.694933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:51.695539 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.740038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c6ad8cd3-13d6-40b1-8492-ebdff9e5c254 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6488898 Jan 28 03:25:51.741957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:51.745891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e13514ba-cecf-4e88-9953-fa827ab40b66 req-a8da26d1-4ab3-42f5-aef7-029f947539c8 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352777 Jan 28 03:25:51.753532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:51.813363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (49026035-ff41-4875-8572-9546289cd578), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.816334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (49026035-ff41-4875-8572-9546289cd578), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.959345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'project_id': '690dbc24a26741e887958b351ae14887', 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:25:51.960332 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.967324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681c80b-9433-455e-9ebd-40e5a3b877db req-22478132-b154-4f89-88b5-1f15449fc7c8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:51.968915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4681c80b-9433-455e-9ebd-40e5a3b877db req-22478132-b154-4f89-88b5-1f15449fc7c8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 944 time: 0.1046481 Jan 28 03:25:52.061151 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks [] for router_controller (49026035-ff41-4875-8572-9546289cd578), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:52.066388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41171904-b8e5-4bd4-9a40-8790c99b4b3f req-e044d4a6-39b3-4050-a49d-16582d823280 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 210 time: 0.0571358 Jan 28 03:25:52.160947 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4681c80b-9433-455e-9ebd-40e5a3b877db req-93de4876-fff0-4c35-90f1-73dd8aa46e22 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837885 Jan 28 03:25:52.200066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Allocated IP 172.20.0.2 (5006cc0f-77a4-4cbd-801a-a23f2761c35e/e0ba67f3-b54e-43b0-bc6f-836e950d5527/14198adc-38e7-4a08-a13c-a436d55c168d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:52.300594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3ee4f-578d-4114-835a-ae145fa53fcd req-38d484bb-ad02-4387-8e40-6d6f3039ef09 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:52.311640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5c3ee4f-578d-4114-835a-ae145fa53fcd req-38d484bb-ad02-4387-8e40-6d6f3039ef09 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 950 time: 0.0844884 Jan 28 03:25:52.423412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5c3ee4f-578d-4114-835a-ae145fa53fcd req-9a3b6821-2d90-4155-8e95-2614fcd108c5 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066821 Jan 28 03:25:52.427341 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Publish callbacks [] for port (14198adc-38e7-4a08-a13c-a436d55c168d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:52.436296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:52.494922 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks [] for router_gateway (49026035-ff41-4875-8572-9546289cd578), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:52.520541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Network 5006cc0f-77a4-4cbd-801a-a23f2761c35e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:52.522533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:52.526719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:52.541361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92100d10-1472-43cb-b6c0-a9ff766f73f4 req-90f250fb-78b9-4f04-b8eb-db7823f951c6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:52.548164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92100d10-1472-43cb-b6c0-a9ff766f73f4 req-90f250fb-78b9-4f04-b8eb-db7823f951c6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.1214864 Jan 28 03:25:52.575624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Pushing event updated for resources: {'Port': ['ID=14198adc-38e7-4a08-a13c-a436d55c168d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:52.657254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Attempting to bind port 14198adc-38e7-4a08-a13c-a436d55c168d on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:52.657972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Attempting to bind port 14198adc-38e7-4a08-a13c-a436d55c168d by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:52.662194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Attempting to bind port 14198adc-38e7-4a08-a13c-a436d55c168d on network 5006cc0f-77a4-4cbd-801a-a23f2761c35e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:52.667616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92100d10-1472-43cb-b6c0-a9ff766f73f4 req-8e95b3f0-e80c-43dd-8b01-c3b1ac57d377 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117418 Jan 28 03:25:52.670634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:52.671122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Checking segment: {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:52.671626 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:52.672182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Bound using segment: {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:52.673142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Bound port: 14198adc-38e7-4a08-a13c-a436d55c168d, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:52.674286 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:52.749500 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] For port 14198adc-38e7-4a08-a13c-a436d55c168d, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:52.754276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] For port 14198adc-38e7-4a08-a13c-a436d55c168d, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=14198adc-38e7-4a08-a13c-a436d55c168d,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:52.760391 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:52.867496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81b4fd-6c27-4091-8312-e67f75b6f6f7 None None] Pushing event updated for resources: {'Port': ['ID=14198adc-38e7-4a08-a13c-a436d55c168d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:52.932052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde72ca6-7fb7-449a-a6a9-fc339182f3cc req-ea76adc8-2de9-40a9-95be-64c9e8160a2e tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:52.941544 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bde72ca6-7fb7-449a-a6a9-fc339182f3cc req-ea76adc8-2de9-40a9-95be-64c9e8160a2e tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 945 time: 0.0878618 Jan 28 03:25:53.010479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bde72ca6-7fb7-449a-a6a9-fc339182f3cc req-c627d25e-b791-4fbc-8dc6-5b20496d7fd5 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676675 Jan 28 03:25:53.070221 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks [] for router_gateway (49026035-ff41-4875-8572-9546289cd578), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:53.128300 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:53.161261 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-7e5075ab-afed-489a-9b5e-81f4d7944fee service neutron] 10.222.0.25 "GET /v2.0/ports/c69e144a-b4d6-41a1-bda8-0e795d926cc1/bindings/n-h1-808199-14 HTTP/1.1" status: 200 len: 385 time: 0.1797147 Jan 28 03:25:53.368714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-4551eff5-3fa8-45a4-bdd0-b90349ceecf6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c53407e2101a49f99bacdf704abd292c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713005 Jan 28 03:25:53.412032 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-05ea8c21-bf1b-4935-a751-f6efba2a7dcf tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1479733 Jan 28 03:25:53.567557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0383bd27-4ecc-417a-8b05-2781a30c83d8 req-e98d5ed6-8083-4026-b4f6-f739990b2f60 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 210 time: 0.1564741 Jan 28 03:25:53.653772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Allocated IP 172.25.1.232 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/49886a3c-16bb-490c-8e29-3caffe2a5346) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:53.698087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 14198adc-38e7-4a08-a13c-a436d55c168d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:53.708000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-f16ec684-00f3-48db-9c48-1be41a77122f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:53.716810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-f16ec684-00f3-48db-9c48-1be41a77122f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3472109 Jan 28 03:25:53.769401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-9edcbe9c-0ef0-4771-9554-65ee467c2800 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/quotas/c53407e2101a49f99bacdf704abd292c HTTP/1.1" status: 200 len: 375 time: 0.0512035 Jan 28 03:25:53.816463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-3f6f012f-7e9f-4f2b-b67f-db196574b9b2 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457101 Jan 28 03:25:53.818680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 14198adc-38e7-4a08-a13c-a436d55c168d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:53.819068 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:53.856129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4903a-b718-4801-98e0-9e09b451d3a6 req-5a0b4096-274c-4b6e-863d-7103db099a1b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:53.858052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22a4903a-b718-4801-98e0-9e09b451d3a6 req-5a0b4096-274c-4b6e-863d-7103db099a1b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 944 time: 0.1386440 Jan 28 03:25:53.991719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22a4903a-b718-4801-98e0-9e09b451d3a6 req-176901b6-e0d8-4b2f-8995-9d2afd75ea53 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185498 Jan 28 03:25:54.027660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 14198adc-38e7-4a08-a13c-a436d55c168d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:54.028368 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:54.050864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-26b30123-57ad-4d7f-890d-58b80978ce32 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:54.057697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-26b30123-57ad-4d7f-890d-58b80978ce32 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6248548 Jan 28 03:25:54.132473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 14198adc-38e7-4a08-a13c-a436d55c168d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=14198adc-38e7-4a08-a13c-a436d55c168d,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:54.145464 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:54.151394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-115ece4c-79aa-431a-b871-60bb3eb44f0d tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:54.152964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-115ece4c-79aa-431a-b871-60bb3eb44f0d tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 1102 time: 0.1867101 Jan 28 03:25:54.210203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Request body: {'port': {'device_id': 'da256422-46c1-4793-a4b7-02df9de768bb', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '26a3325796ff41e6bc5a76b4e757bc91'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:54.243350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=14198adc-38e7-4a08-a13c-a436d55c168d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:54.364639 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks [] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:54.373812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b8bc05c2-8f43-4273-8bd0-c2e76f5947b2 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:54.401388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36f74a-7ae3-4fd3-8713-7f4607eadc3d req-31e05854-3918-4e1b-b9c3-f6e47266dd65 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:54.408420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a36f74a-7ae3-4fd3-8713-7f4607eadc3d req-31e05854-3918-4e1b-b9c3-f6e47266dd65 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 950 time: 0.1839435 Jan 28 03:25:54.442690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d417c7-cffd-4a7a-b15d-836f5ced60c8 req-b7c5ad12-7855-48ab-a914-875614451d2f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:54.449823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5d417c7-cffd-4a7a-b15d-836f5ced60c8 req-b7c5ad12-7855-48ab-a914-875614451d2f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 944 time: 0.1622720 Jan 28 03:25:54.463054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b8bc05c2-8f43-4273-8bd0-c2e76f5947b2 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:54.511756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-b0009aa8-03eb-4e55-9d8d-2d025741ddbb tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] Deleting port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:25:54.512097 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-b0009aa8-03eb-4e55-9d8d-2d025741ddbb tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:54.529182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a36f74a-7ae3-4fd3-8713-7f4607eadc3d req-97f5e7f6-9f75-40b9-8eef-fb85ff44b79c tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157827 Jan 28 03:25:54.580536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b8bc05c2-8f43-4273-8bd0-c2e76f5947b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69e144a-b4d6-41a1-bda8-0e795d926cc1 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:54.586042 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:54.587950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Made reservation on behalf of 26a3325796ff41e6bc5a76b4e757bc91 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:54.591863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:54.622108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b8bc05c2-8f43-4273-8bd0-c2e76f5947b2 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:54.623879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa3e90b-84aa-4e41-b679-6bb46c95bc05 None None] Network 5006cc0f-77a4-4cbd-801a-a23f2761c35e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:54.650946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5d417c7-cffd-4a7a-b15d-836f5ced60c8 req-4cc2ddba-a6b9-46e2-90d0-ad71ed31f828 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998038 Jan 28 03:25:54.677788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:54.687655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:54.704273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:54.714279 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b8bc05c2-8f43-4273-8bd0-c2e76f5947b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:54.719431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b35ba50-b872-44a0-af52-215b8c247496 req-bc9b5bb6-1801-4408-b78a-26c7dd176584 tempest-FlavorsV2NegativeTest-908817952 tempest-FlavorsV2NegativeTest-908817952-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6f865af2fa974b9aade892da39d49557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673914 Jan 28 03:25:54.812481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b676746d-6a6d-48b5-ae7f-13316de74d2c None None] Provisioning complete for port 14198adc-38e7-4a08-a13c-a436d55c168d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:54.812996 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b676746d-6a6d-48b5-ae7f-13316de74d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:54.905084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b8bc05c2-8f43-4273-8bd0-c2e76f5947b2 service neutron] Transition to ACTIVE for port object c69e144a-b4d6-41a1-bda8-0e795d926cc1 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:25:54.939838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Pushing event updated for resources: {'Port': ['ID=49886a3c-16bb-490c-8e29-3caffe2a5346,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:54.968528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b8bc05c2-8f43-4273-8bd0-c2e76f5947b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:55.080957 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-b0009aa8-03eb-4e55-9d8d-2d025741ddbb tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] For port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:55.081419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-b0009aa8-03eb-4e55-9d8d-2d025741ddbb tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:55.094383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-d687dc8c-bd1f-437a-b746-4397135e1ea2 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c53407e2101a49f99bacdf704abd292c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2966013 Jan 28 03:25:55.096483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b676746d-6a6d-48b5-ae7f-13316de74d2c None None] Current status of the port 14198adc-38e7-4a08-a13c-a436d55c168d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:55.140805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc05c2-8f43-4273-8bd0-c2e76f5947b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e144a-b4d6-41a1-bda8-0e795d926cc1,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:55.213627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-ce06a496-0a4a-4829-9ac2-c88a4c048fc8 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:55.220150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-ce06a496-0a4a-4829-9ac2-c88a4c048fc8 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249106 Jan 28 03:25:55.245925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-b0009aa8-03eb-4e55-9d8d-2d025741ddbb tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] Calling delete_port for 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:25:55.263914 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-63f043fb-e35e-438a-ab86-f4dd3303d9cf service neutron] 10.222.0.42 "GET /v2.0/ports/4f6bec90-951e-4f9c-ad0f-04c849ab28db/bindings/n-h2-808199-14 HTTP/1.1" status: 200 len: 385 time: 0.1126373 Jan 28 03:25:55.267030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-9befa689-ae8e-4aba-b632-cb9b3e1001a9 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/quotas/c53407e2101a49f99bacdf704abd292c HTTP/1.1" status: 200 len: 375 time: 0.0449612 Jan 28 03:25:55.332983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e28df1a7-bc4c-415b-bfb7-002776a6c263 None None] Provisioning complete for port 14198adc-38e7-4a08-a13c-a436d55c168d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:55.333372 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e28df1a7-bc4c-415b-bfb7-002776a6c263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:55.370559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-46c2fde1-4a9f-4969-b602-4ebb8502d5b3 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003087 Jan 28 03:25:55.385858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35ba50-b872-44a0-af52-215b8c247496 req-83304fa2-d9e0-4bb1-9d8a-3fdb0da5a55a tempest-FlavorsV2NegativeTest-908817952 tempest-FlavorsV2NegativeTest-908817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:55.392974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b35ba50-b872-44a0-af52-215b8c247496 req-83304fa2-d9e0-4bb1-9d8a-3fdb0da5a55a tempest-FlavorsV2NegativeTest-908817952 tempest-FlavorsV2NegativeTest-908817952-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6726329 Jan 28 03:25:55.471726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e28df1a7-bc4c-415b-bfb7-002776a6c263 None None] Current status of the port 14198adc-38e7-4a08-a13c-a436d55c168d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:55.491395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b35ba50-b872-44a0-af52-215b8c247496 req-3deed79b-534b-4483-8a8e-04563cb7f145 tempest-FlavorsV2NegativeTest-908817952 tempest-FlavorsV2NegativeTest-908817952-project] 10.222.0.44 "GET /v2.0/quotas/6f865af2fa974b9aade892da39d49557 HTTP/1.1" status: 200 len: 375 time: 0.0972590 Jan 28 03:25:55.503668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-b0009aa8-03eb-4e55-9d8d-2d025741ddbb tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6f0f3fef-83d1-41e4-9db5-d375bcf31aa4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:55.525674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b8bc05c2-8f43-4273-8bd0-c2e76f5947b2 service neutron] No DVR routers for this DVR port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:25:55.549011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b35ba50-b872-44a0-af52-215b8c247496 req-a8d8122d-bea7-493b-8568-14dd57df91fb tempest-FlavorsV2NegativeTest-908817952 tempest-FlavorsV2NegativeTest-908817952-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f865af2fa974b9aade892da39d49557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559661 Jan 28 03:25:55.554860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['6f0f3fef-83d1-41e4-9db5-d375bcf31aa4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:55.603059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0009aa8-03eb-4e55-9d8d-2d025741ddbb tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f0f3fef-83d1-41e4-9db5-d375bcf31aa4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:55.678726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 14198adc-38e7-4a08-a13c-a436d55c168d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:55.697851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-b0009aa8-03eb-4e55-9d8d-2d025741ddbb tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] No DVR routers for this DVR port 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:25:55.710055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81688ac9-2dcb-44e4-ac31-eaed57958bc3 req-818cb628-5120-42b1-a78c-595e5f4afe99 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 210 time: 0.0549946 Jan 28 03:25:55.715674 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-b0009aa8-03eb-4e55-9d8d-2d025741ddbb tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:55.736755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27f1d3a9-4f44-4fa8-b2ec-a037ab1e91a5 req-b0009aa8-03eb-4e55-9d8d-2d025741ddbb tempest-DeleteServersAdminTestJSON-1413820852 tempest-DeleteServersAdminTestJSON-1413820852-project-admin] 10.222.0.42 "DELETE /v2.0/ports/6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 HTTP/1.1" status: 204 len: 173 time: 1.5753565 Jan 28 03:25:55.739800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e12b559-b21a-4193-b389-ca1d43b384d3', 'name': 'network-vif-deleted', 'tag': '6f0f3fef-83d1-41e4-9db5-d375bcf31aa4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:55.760077 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469baa59-29c4-429c-be64-a5945b7407b2" -d '{"events": [{"server_uuid": "7e12b559-b21a-4193-b389-ca1d43b384d3", "name": "network-vif-deleted", "tag": "6f0f3fef-83d1-41e4-9db5-d375bcf31aa4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:55.877158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 14198adc-38e7-4a08-a13c-a436d55c168d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:55.877756 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:55.887456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.25', 54514) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:55.961833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks [] for router_gateway (49026035-ff41-4875-8572-9546289cd578), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:56.053773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c77ce8b7-c8b0-4a41-b7b6-5969b5b743e2 req-e9439dcc-f834-44f9-a3b8-593bd7ae7c07 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e12b559-b21a-4193-b389-ca1d43b384d3 HTTP/1.1" status: 200 len: 210 time: 0.0916550 Jan 28 03:25:56.092887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 14198adc-38e7-4a08-a13c-a436d55c168d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:56.124144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-af2d2262-662c-4a39-a026-a0f273500c8b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c53407e2101a49f99bacdf704abd292c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2166154 Jan 28 03:25:56.219774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db40b684-54dd-442b-94cf-e6bfe751300e req-fb0a801f-e660-48dc-970e-c3bad083ccd4 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 210 time: 0.0637379 Jan 28 03:25:56.317563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-45d8af48-cd1d-46c7-9037-10f636619d7b service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:56.338465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-45d8af48-cd1d-46c7-9037-10f636619d7b service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:56.368211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b987-25ae-4e1a-aa1f-4f970f423ad3 req-470ba1dc-9b85-4d63-a6f1-e5d54d2e57e9 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:56.374927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-45d8af48-cd1d-46c7-9037-10f636619d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6bec90-951e-4f9c-ad0f-04c849ab28db {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:56.379771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9de4b987-25ae-4e1a-aa1f-4f970f423ad3 req-470ba1dc-9b85-4d63-a6f1-e5d54d2e57e9 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 944 time: 0.5417686 Jan 28 03:25:56.387405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-45d8af48-cd1d-46c7-9037-10f636619d7b service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:56.424901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Allocated IP 192.168.233.14 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/350009fa-3221-4990-877d-712c8f81facd) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:56.428670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-45d8af48-cd1d-46c7-9037-10f636619d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:56.494942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9de4b987-25ae-4e1a-aa1f-4f970f423ad3 req-3aa664ee-91ae-48c3-8614-6bb09b07ce6b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137149 Jan 28 03:25:56.499567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-b8bc05c2-8f43-4273-8bd0-c2e76f5947b2 service neutron] 10.222.0.25 "PUT /v2.0/ports/c69e144a-b4d6-41a1-bda8-0e795d926cc1/bindings/n-h1-808199-14/activate HTTP/1.1" status: 200 len: 370 time: 3.2337482 Jan 28 03:25:56.609425 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c95a54-de10-4163-9400-3e0e24b66170 x-openstack-request-id: req-77c95a54-de10-4163-9400-3e0e24b66170 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:56.610125 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e12b559-b21a-4193-b389-ca1d43b384d3", "name": "network-vif-deleted", "tag": "6f0f3fef-83d1-41e4-9db5-d375bcf31aa4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:56.610448 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77c95a54-de10-4163-9400-3e0e24b66170 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:56.611563 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e12b559-b21a-4193-b389-ca1d43b384d3', 'name': 'network-vif-deleted', 'tag': '6f0f3fef-83d1-41e4-9db5-d375bcf31aa4', 'status': 'completed', 'code': 200} Jan 28 03:25:56.623353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-96d7543e-fa32-4ce5-bd23-f3cf3496a154 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:56.625639 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-96d7543e-fa32-4ce5-bd23-f3cf3496a154 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5004263 Jan 28 03:25:56.669165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87df900-a67e-43e1-9840-891e3847638b req-6e6bde05-4751-4e4e-83e0-2b436bed88b1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:56.678413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f87df900-a67e-43e1-9840-891e3847638b req-6e6bde05-4751-4e4e-83e0-2b436bed88b1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 945 time: 0.2864506 Jan 28 03:25:56.685908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Request body: {'port': {'device_id': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'c53407e2101a49f99bacdf704abd292c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:56.777889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43956) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:56.838852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f87df900-a67e-43e1-9840-891e3847638b req-658dd486-cdcb-403a-a948-c6d83448ef76 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591067 Jan 28 03:25:56.870257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f33e05d5-1a73-4505-ad4e-60a1dd35ac8c tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:56.874844 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-f33e05d5-1a73-4505-ad4e-60a1dd35ac8c tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.2447965 Jan 28 03:25:56.971107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c69e144a-b4d6-41a1-bda8-0e795d926cc1 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:25:56.975546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44a9b4c5-9b2a-4f5d-80bb-f0d45b6f454a req-3e865eb5-2537-4be7-bd20-ee4afa8f0ea9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 210 time: 0.0978353 Jan 28 03:25:57.051742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-87dcfc72-a9e7-4cad-87ee-fc75ce13c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:57.053442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-87dcfc72-a9e7-4cad-87ee-fc75ce13c6b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c HTTP/1.1" status: 200 len: 1097 time: 0.1688399 Jan 28 03:25:57.062037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port c69e144a-b4d6-41a1-bda8-0e795d926cc1 host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:25:57.063159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c69e144a-b4d6-41a1-bda8-0e795d926cc1 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:25:57.071117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c27ac31-efbf-4a17-bf2d-20f3fa3d426c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.133955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Made reservation on behalf of c53407e2101a49f99bacdf704abd292c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:57.137796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.173285 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (49026035-ff41-4875-8572-9546289cd578), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.192428 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.229229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-45d8af48-cd1d-46c7-9037-10f636619d7b service neutron] Transition to ACTIVE for port object 4f6bec90-951e-4f9c-ad0f-04c849ab28db will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:25:57.288194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-45d8af48-cd1d-46c7-9037-10f636619d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.344676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-2c4d45b7-c082-45d2-81e0-84a9236f9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:57.346382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-2c4d45b7-c082-45d2-81e0-84a9236f9ede service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1097 time: 0.2343369 Jan 28 03:25:57.454392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0df415e-a6f7-4c18-9c08-95d110af3c28 req-7fd4412f-268b-4903-9a9e-ed229eeafa27 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 210 time: 0.0801377 Jan 28 03:25:57.510420 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks [] for port (350009fa-3221-4990-877d-712c8f81facd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.511633 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c27ac31-efbf-4a17-bf2d-20f3fa3d426c admin admin] Publish callbacks [] for security_group (aa260e04-6ad8-457d-860c-dda39ab16131), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.553851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8af48-cd1d-46c7-9037-10f636619d7b service neutron] Pushing event updated for resources: {'Port': ['ID=4f6bec90-951e-4f9c-ad0f-04c849ab28db,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:57.572826 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c27ac31-efbf-4a17-bf2d-20f3fa3d426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (aa260e04-6ad8-457d-860c-dda39ab16131), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.576764 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (350009fa-3221-4990-877d-712c8f81facd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.613745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['8f3128b4-38a8-46bd-8e63-2f18a218c75c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:57.616644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4c27ac31-efbf-4a17-bf2d-20f3fa3d426c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f865af2fa974b9aade892da39d49557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8298695 Jan 28 03:25:57.620483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:57.625985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-325f4f23-5fc9-41e4-9be6-d6e2cb9991da tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1516790 Jan 28 03:25:57.633837 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:57.656576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:57.661736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:57.705943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-45d8af48-cd1d-46c7-9037-10f636619d7b service neutron] No DVR routers for this DVR port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:25:57.710111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-52f952f3-3fbe-4139-8683-774f7d0d1e96 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c53407e2101a49f99bacdf704abd292c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1383984 Jan 28 03:25:57.783423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:57.784095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.801870 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-45d8af48-cd1d-46c7-9037-10f636619d7b service neutron] 10.222.0.42 "PUT /v2.0/ports/4f6bec90-951e-4f9c-ad0f-04c849ab28db/bindings/n-h2-808199-14/activate HTTP/1.1" status: 200 len: 370 time: 2.5036263 Jan 28 03:25:57.818032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Pushing event updated for resources: {'Port': ['ID=350009fa-3221-4990-877d-712c8f81facd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:57.835342 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-2e81f0c2-e472-4901-906a-0e4e4c65c4b8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6354165 Jan 28 03:25:57.854392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Request body: {'port': {'device_id': 'da256422-46c1-4793-a4b7-02df9de768bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:57.891583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27ac31-efbf-4a17-bf2d-20f3fa3d426c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa260e04-6ad8-457d-860c-dda39ab16131,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:57.901404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Router 49026035-ff41-4875-8572-9546289cd578 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:25:57.937569 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (350009fa-3221-4990-877d-712c8f81facd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.948129 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks [] for security_group (d557b619-a498-4bd3-bdd2-652e4de8c5be), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.956298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb81c63-e38e-49b3-93b9-3a05de0d818b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:57.957836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb81c63-e38e-49b3-93b9-3a05de0d818b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984820 Jan 28 03:25:57.971243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d557b619-a498-4bd3-bdd2-652e4de8c5be), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.014809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Request body: {'port': {'device_id': 'e7f71294-92d3-4b94-ab12-691562c8db03', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'c53407e2101a49f99bacdf704abd292c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:58.025830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2a72abaf-0f4c-45c2-8ed9-7828c461f308 None None] Provisioning complete for port 350009fa-3221-4990-877d-712c8f81facd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:58.027188 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a72abaf-0f4c-45c2-8ed9-7828c461f308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (350009fa-3221-4990-877d-712c8f81facd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.047710 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad85fdb-ba68-4456-8796-f7107d9be7a4 admin admin] Publish callbacks [] for security_group (aa260e04-6ad8-457d-860c-dda39ab16131), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.123214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-0df7b590-3e46-4bc1-aee8-ad8edbef0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:58.124613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-0df7b590-3e46-4bc1-aee8-ad8edbef0d66 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.7679162 Jan 28 03:25:58.142546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcfe6d-7c87-476b-9b6a-9f965bf708f4 req-f1877446-8f97-4ca7-a98e-a132159f7f06 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:58.144063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27bcfe6d-7c87-476b-9b6a-9f965bf708f4 req-f1877446-8f97-4ca7-a98e-a132159f7f06 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 945 time: 0.5219080 Jan 28 03:25:58.163910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-75682957-94f9-4d0a-bb02-5c180c2b3762 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:58.165421 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-75682957-94f9-4d0a-bb02-5c180c2b3762 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.1816933 Jan 28 03:25:58.175184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d557b619-a498-4bd3-bdd2-652e4de8c5be,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:58.189843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2a72abaf-0f4c-45c2-8ed9-7828c461f308 None None] Port 350009fa-3221-4990-877d-712c8f81facd cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:25:58.211926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:25:58.221256 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Sync routers for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:25:58.230644 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:25:58.231255 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:25:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:58.269043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad85fdb-ba68-4456-8796-f7107d9be7a4 admin admin] Publish callbacks [] for security_group (aa260e04-6ad8-457d-860c-dda39ab16131), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.275887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-57d86b84-5233-455f-b353-a201fa3a40e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 217 time: 0.1261013 Jan 28 03:25:58.312438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.314724 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-78cdcc1c-4f12-4885-9b1b-77bf9181cb0f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.5717728 Jan 28 03:25:58.321253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:58.326982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc969-db3d-4744-9076-dcb141093111 req-95ba571b-603a-4be8-bebb-71a160038ff3 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:58.328765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-95ba571b-603a-4be8-bebb-71a160038ff3 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6617365 Jan 28 03:25:58.366679 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:25:58.385986 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-3f8e3824-f919-4395-962a-8939558dc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:58.387391 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-3f8e3824-f919-4395-962a-8939558dc0fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10&tenant_id=9f57bdcc63de43649475eaa29c3d2285 HTTP/1.1" status: 200 len: 1097 time: 0.2126136 Jan 28 03:25:58.419342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-f28df930-55ed-4574-8dc9-3892f55ed191 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/quotas/c38d5642bfe74c4e98fb8f3493d6bc2d HTTP/1.1" status: 200 len: 375 time: 0.0605161 Jan 28 03:25:58.433369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27bcfe6d-7c87-476b-9b6a-9f965bf708f4 req-4d7710e6-eb43-45be-9383-3bf8db0e658a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602506 Jan 28 03:25:58.493825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:25:58.520695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:25:58.521067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6f0f3fef-83d1-41e4-9db5-d375bcf31aa4 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:25:58.521667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4f6bec90-951e-4f9c-ad0f-04c849ab28db no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:25:58.571137 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:25:55Z', 'revision_number': 3, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:58.575455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port 4f6bec90-951e-4f9c-ad0f-04c849ab28db host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:25:58.576151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4f6bec90-951e-4f9c-ad0f-04c849ab28db not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:25:58.603290 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Checking router: 49026035-ff41-4875-8572-9546289cd578 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:25:58.603886 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Updating router 49026035-ff41-4875-8572-9546289cd578 port 49886a3c-16bb-490c-8e29-3caffe2a5346 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:25:58.610138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-d09e6995-1c79-4095-977d-7b70f87b3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:58.612388 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-d09e6995-1c79-4095-977d-7b70f87b3832 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1097 time: 0.1288090 Jan 28 03:25:58.633732 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.698927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-052858d4-3c02-4c24-97d1-ab09d8981258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:58.700707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-052858d4-3c02-4c24-97d1-ab09d8981258 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.4084816 Jan 28 03:25:58.708155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-9b3414db-bd5d-4a43-bf47-638bd39fed0f tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2627213 Jan 28 03:25:58.764676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350009fa-3221-4990-877d-712c8f81facd {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:58.768551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-d51a8de5-af44-4651-a0ff-fae659dfb137 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574393 Jan 28 03:25:58.774951 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad85fdb-ba68-4456-8796-f7107d9be7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (aa260e04-6ad8-457d-860c-dda39ab16131), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.775882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Publish callbacks [] for port (350009fa-3221-4990-877d-712c8f81facd), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.777470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad85fdb-ba68-4456-8796-f7107d9be7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.781583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8ad85fdb-ba68-4456-8796-f7107d9be7a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa260e04-6ad8-457d-860c-dda39ab16131 HTTP/1.1" status: 204 len: 168 time: 1.1332698 Jan 28 03:25:58.843272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Transition to ACTIVE for port object 350009fa-3221-4990-877d-712c8f81facd will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:25:58.862745 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (350009fa-3221-4990-877d-712c8f81facd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.899585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad85fdb-ba68-4456-8796-f7107d9be7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa260e04-6ad8-457d-860c-dda39ab16131,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:58.902722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-99e64629-812c-4f74-80ea-3366a4998d85 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189513 Jan 28 03:25:58.912922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Made reservation on behalf of c53407e2101a49f99bacdf704abd292c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:58.916224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.136162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=350009fa-3221-4990-877d-712c8f81facd,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:59.147252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-6574edc0-e0d5-46da-b685-2cebe81dfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:59.149513 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Publish callbacks [] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.149688 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-6574edc0-e0d5-46da-b685-2cebe81dfcf9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.5014515 Jan 28 03:25:59.161248 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.186911 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-81583291-9e5b-4caa-9324-c64c5e9bd80c service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547779 Jan 28 03:25:59.197616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d72dfb-7144-4f58-b1b1-68e17a4477b8 req-2811c10d-397f-4640-a999-c24062772380 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:59.206006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24d72dfb-7144-4f58-b1b1-68e17a4477b8 req-2811c10d-397f-4640-a999-c24062772380 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 945 time: 0.5042434 Jan 28 03:25:59.231809 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Pushing event updated for resources: {'Port': ['ID=49886a3c-16bb-490c-8e29-3caffe2a5346,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:59.244152 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.245028 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.245988 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.247172 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.247802 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.248513 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.249192 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.249744 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.251452 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.252271 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.252764 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.253295 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.253814 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Tracked resource versions report: Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: pushed versions: Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: { 'AddressGroup': {'1.2'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'ConntrackHelper': {'1.0'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'LocalIPAssociation': {'1.0'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'Log': {'1.0'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'Network': {'1.1'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'Port': {'1.7'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'PortForwarding': {'1.2'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'QosPolicy': {'1.10'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'SecurityGroup': {'1.5'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'SecurityGroupRule': {'1.2'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'SubPort': {'1.0'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'Subnet': {'1.1'}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'Trunk': {'1.1'}} Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: consumer versions: Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: { DHCP agent@n-d-808199-14: {}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: HyperV agent@n-h1-808199-14: {}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: HyperV agent@n-h2-808199-14: {}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: L3 agent@n-d-808199-14: {}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: Metadata agent@n-d-808199-14: {}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: Metering agent@n-d-808199-14: {}, Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: Open vSwitch agent@n-d-808199-14: { 'AddressGroup': '1.2', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'ConntrackHelper': '1.0', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'LocalIPAssociation': '1.0', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'Log': '1.0', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'Network': '1.1', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'Port': '1.7', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'PortForwarding': '1.2', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'QosPolicy': '1.10', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'SecurityGroup': '1.5', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'SecurityGroupRule': '1.2', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'SubPort': '1.0', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'Subnet': '1.1', Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: 'Trunk': '1.1'}} Jan 28 03:25:59.256976 n-d-808199-14 neutron-server[103291]: {{(pid=103291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 03:25:59.311141 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Attempting to bind port 49886a3c-16bb-490c-8e29-3caffe2a5346 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:59.312893 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Attempting to bind port 49886a3c-16bb-490c-8e29-3caffe2a5346 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:59.313495 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Attempting to bind port 49886a3c-16bb-490c-8e29-3caffe2a5346 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:59.321686 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:59.322578 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:59.323435 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.324181 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:59.325014 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Bound port: 49886a3c-16bb-490c-8e29-3caffe2a5346, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:59.325750 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.340590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ab23-ff69-4fb4-bc29-d13e5bd2825b req-3e82ff52-57ff-4ced-97af-e17a5ab8fdad tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:59.342769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6959ab23-ff69-4fb4-bc29-d13e5bd2825b req-3e82ff52-57ff-4ced-97af-e17a5ab8fdad tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 947 time: 0.4362664 Jan 28 03:25:59.382789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Allocated IP 192.168.233.128 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/a6b71059-593e-43b4-a3e4-8e12e737f1e9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:59.409419 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] For port 49886a3c-16bb-490c-8e29-3caffe2a5346, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:59.413263 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] For port 49886a3c-16bb-490c-8e29-3caffe2a5346, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=49886a3c-16bb-490c-8e29-3caffe2a5346,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:59.427138 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.520701 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:25:59.555851 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c748a-5c8c-4231-a9a4-80a5407a8695 None None] Pushing event updated for resources: {'Port': ['ID=49886a3c-16bb-490c-8e29-3caffe2a5346,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:59.567647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24d72dfb-7144-4f58-b1b1-68e17a4477b8 req-2c5b611e-6544-4cbe-a50f-016ba1c48e6b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598108 Jan 28 03:25:59.572792 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:25:59.574592 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:25:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:59.645936 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-76063fbc-8a42-44d3-8ea8-0cdf09800939 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 217 time: 0.4856179 Jan 28 03:25:59.791826 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:25:59.830085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6959ab23-ff69-4fb4-bc29-d13e5bd2825b req-8f2a259d-066d-4c47-8554-ee61afbdea41 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754114 Jan 28 03:25:59.878027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-147d4cc4-f83f-4405-beeb-61b3a28cf0a5 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:59.879664 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-147d4cc4-f83f-4405-beeb-61b3a28cf0a5 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.3083293 Jan 28 03:25:59.903037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-57d69ae0-1da4-434e-bba8-bf479667e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:59.904807 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-57d69ae0-1da4-434e-bba8-bf479667e7a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1747055 Jan 28 03:25:59.960932 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-7d868f49-983f-4791-b7da-8124400d5435 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437820 Jan 28 03:25:59.961883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Attempting to bind port 350009fa-3221-4990-877d-712c8f81facd on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:59.963063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Attempting to bind port 350009fa-3221-4990-877d-712c8f81facd by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:59.963204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Attempting to bind port 350009fa-3221-4990-877d-712c8f81facd on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:59.993933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Port 350009fa-3221-4990-877d-712c8f81facd on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:59.994567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Attempting to bind port 350009fa-3221-4990-877d-712c8f81facd on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:00.107722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.108200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c3f58cf-ab98-4ebf-8d60-05ab9c5c3e3f req-52c0c3a6-52bc-43a6-bc30-aa0192f479c7 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 210 time: 0.0973225 Jan 28 03:26:00.121122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:00.121122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:00.121330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:00.121759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Bound port: 350009fa-3221-4990-877d-712c8f81facd, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:00.122122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (350009fa-3221-4990-877d-712c8f81facd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.176886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44038) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:00.258411 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:25:55Z', 'revision_number': 3, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:00.304264 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c7585-42f5-4c7f-b76c-f78e84cfa7ab None None] The sync data for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 is: [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:25:55Z', 'revision_number': 3, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:00.339049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8aeae64a-be6d-4b15-bffc-8019da7508c1 req-19f75134-7fff-437d-b8f9-8e1427cf2a0b tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 210 time: 0.0943029 Jan 28 03:26:00.344646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-8533de5b-6223-4f9c-8d8f-af15d42485c6 service neutron] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:00.371488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-8533de5b-6223-4f9c-8d8f-af15d42485c6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.372613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebff2db-207c-40f1-85e7-75ee4cb503fe req-8533de5b-6223-4f9c-8d8f-af15d42485c6 service neutron] 10.222.0.42 "DELETE /v2.0/ports/c69e144a-b4d6-41a1-bda8-0e795d926cc1/bindings/n-h2-808199-14 HTTP/1.1" status: 204 len: 173 time: 0.4849899 Jan 28 03:26:00.383936 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-ceeea346-2f12-447b-a149-11024a6adfbc service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151537 Jan 28 03:26:00.405280 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks [] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.435794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2093636000-network', 'tenant_id': '45be7ae3393d4014a171b862f35a7950'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:00.450334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] For port 350009fa-3221-4990-877d-712c8f81facd, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:00.451743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7af457-0cd0-4f5a-8839-15a10619c628 req-371d2530-293e-412f-9ea7-cd0121085dc1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:00.453328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db7af457-0cd0-4f5a-8839-15a10619c628 req-371d2530-293e-412f-9ea7-cd0121085dc1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 945 time: 0.1331918 Jan 28 03:26:00.473284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] For port 350009fa-3221-4990-877d-712c8f81facd, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=350009fa-3221-4990-877d-712c8f81facd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:00.485784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (350009fa-3221-4990-877d-712c8f81facd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.496302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Allocated IP 172.20.0.1 (5006cc0f-77a4-4cbd-801a-a23f2761c35e/e0ba67f3-b54e-43b0-bc6f-836e950d5527/9ed24436-64f5-4f68-a960-782cfffb3ae1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:00.522909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Made reservation on behalf of 45be7ae3393d4014a171b862f35a7950 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:00.525909 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.543990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:00.544484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.545936 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] 10.222.0.25 "PUT /v2.0/ports/350009fa-3221-4990-877d-712c8f81facd HTTP/1.1" status: 200 len: 1096 time: 2.6958869 Jan 28 03:26:00.546385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da256422-46c1-4793-a4b7-02df9de768bb', 'tag': '350009fa-3221-4990-877d-712c8f81facd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:00.549938 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbf5fa0-e4fe-4556-8922-a86314fe6dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "da256422-46c1-4793-a4b7-02df9de768bb", "tag": "350009fa-3221-4990-877d-712c8f81facd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:00.552802 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.586905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-485b3649-d5b7-41ff-bc17-5ebb9b8cfbe8 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921905 Jan 28 03:26:00.635456 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5161519c-06e9-4d73-b806-3ea7f9ee7469 x-openstack-request-id: req-5161519c-06e9-4d73-b806-3ea7f9ee7469 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:00.635747 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da256422-46c1-4793-a4b7-02df9de768bb", "tag": "350009fa-3221-4990-877d-712c8f81facd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:00.635995 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5161519c-06e9-4d73-b806-3ea7f9ee7469 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:00.636452 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da256422-46c1-4793-a4b7-02df9de768bb', 'tag': '350009fa-3221-4990-877d-712c8f81facd', 'status': 'completed', 'code': 200} Jan 28 03:26:00.648373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8d4f8-daa9-42f1-a0e7-e08337045cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=350009fa-3221-4990-877d-712c8f81facd,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:00.667176 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db7af457-0cd0-4f5a-8839-15a10619c628 req-37223cfe-8d09-411d-92ed-3a2f211e959d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048087 Jan 28 03:26:00.668690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.812696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Allocated IP 192.168.233.254 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/41e80372-c3ac-4f06-a1d8-64d17dd33b62) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:00.869625 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Publish callbacks [] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.953186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf5fa0-e4fe-4556-8922-a86314fe6dc4 req-23b97ad9-5ed4-44c1-b4a6-0a4c9b49ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:00.954855 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8cbf5fa0-e4fe-4556-8922-a86314fe6dc4 req-23b97ad9-5ed4-44c1-b4a6-0a4c9b49ecd7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 1099 time: 0.1443186 Jan 28 03:26:01.000989 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-497b18d2-010c-4bb2-a096-543a8ca9ccd2 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511342 Jan 28 03:26:01.027985 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8cbf5fa0-e4fe-4556-8922-a86314fe6dc4 req-ba74ec60-21fd-4b1a-8a3b-841364bb4a7d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400755 Jan 28 03:26:01.085688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:01.118387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:01.135638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:01.176164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Network 5006cc0f-77a4-4cbd-801a-a23f2761c35e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:01.185629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:01.196450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:01.208192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:01.234734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:01.314682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed24436-64f5-4f68-a960-782cfffb3ae1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:01.417487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (49026035-ff41-4875-8572-9546289cd578), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:01.570561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d8b30-5cd4-4e16-a812-ae9ff5f36d51 req-8b356355-d9da-466f-b192-10d2dc2b2d67 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.579295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e6d8b30-5cd4-4e16-a812-ae9ff5f36d51 req-8b356355-d9da-466f-b192-10d2dc2b2d67 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 945 time: 0.6133535 Jan 28 03:26:01.595566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedd659-f4ef-4cad-aec1-3dea451e762d req-2fb8a7c2-fe83-4157-a28c-44642ddfd587 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.620392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf5fa0-e4fe-4556-8922-a86314fe6dc4 req-f2b7c6c0-4ffb-4ec2-adbc-c9c11c4b38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.621241 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cedd659-f4ef-4cad-aec1-3dea451e762d req-2fb8a7c2-fe83-4157-a28c-44642ddfd587 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 947 time: 0.5493796 Jan 28 03:26:01.621902 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8cbf5fa0-e4fe-4556-8922-a86314fe6dc4 req-f2b7c6c0-4ffb-4ec2-adbc-c9c11c4b38e6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5852902 Jan 28 03:26:01.671951 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 49886a3c-16bb-490c-8e29-3caffe2a5346 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:01.737724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-7595eb2c-4e56-4a37-ac55-aa37617f020b tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.739437 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-7595eb2c-4e56-4a37-ac55-aa37617f020b tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.2093081 Jan 28 03:26:01.743115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cedd659-f4ef-4cad-aec1-3dea451e762d req-fa3d6820-339f-4f60-928e-10354ef4973e tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199265 Jan 28 03:26:01.752294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-787afd80-e486-4546-9380-201f080bc869 None None] Provisioning complete for port a6b71059-593e-43b4-a3e4-8e12e737f1e9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:01.755926 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-787afd80-e486-4546-9380-201f080bc869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:01.868091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.868989 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:01.889135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 49886a3c-16bb-490c-8e29-3caffe2a5346 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:01.890716 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:01.927049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-d0620f7c-67b6-4255-bc31-313ff7143cdc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2660601 Jan 28 03:26:01.941726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e6d8b30-5cd4-4e16-a812-ae9ff5f36d51 req-d48b31ec-5685-4176-a4dc-7703c292a2e8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580389 Jan 28 03:26:01.944132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-787afd80-e486-4546-9380-201f080bc869 None None] Port a6b71059-593e-43b4-a3e4-8e12e737f1e9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:01.962205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc969-db3d-4744-9076-dcb141093111 req-bb7fdcc1-815b-4ac1-9eaf-ebb262397789 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.964879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-bb7fdcc1-815b-4ac1-9eaf-ebb262397789 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2023511 Jan 28 03:26:01.991393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Request body: {'port': {'device_id': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:02.012795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 49886a3c-16bb-490c-8e29-3caffe2a5346 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:02.013554 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.026520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-b382985c-4aeb-491e-aebe-62badbc32b81 service neutron] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:02.033557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-0bbf9923-2bd3-44ad-a81e-352e18f32df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:02.035340 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-0bbf9923-2bd3-44ad-a81e-352e18f32df7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 1099 time: 0.3039103 Jan 28 03:26:02.039917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 49886a3c-16bb-490c-8e29-3caffe2a5346, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=49886a3c-16bb-490c-8e29-3caffe2a5346,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:02.040229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-b382985c-4aeb-491e-aebe-62badbc32b81 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.042148 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1985b79a-0988-4bf8-bd64-779ff6f60daf req-b382985c-4aeb-491e-aebe-62badbc32b81 service neutron] 10.222.0.25 "DELETE /v2.0/ports/4f6bec90-951e-4f9c-ad0f-04c849ab28db/bindings/n-h1-808199-14 HTTP/1.1" status: 204 len: 173 time: 0.2179489 Jan 28 03:26:02.051322 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.077244 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks [] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.086900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Request body: {'port': {'device_id': '31412a0d-39d3-4023-a056-81f47c70073c', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'c38d5642bfe74c4e98fb8f3493d6bc2d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:02.116046 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-1cb24d81-6ab1-4b78-8405-77e9e399c7d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=350009fa-3221-4990-877d-712c8f81facd HTTP/1.1" status: 200 len: 217 time: 0.0508959 Jan 28 03:26:02.122226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.124060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a416ab0c-0fc2-48b7-922c-2a45787795d8 None None] Provisioning complete for port 9ed24436-64f5-4f68-a960-782cfffb3ae1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:02.125054 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a416ab0c-0fc2-48b7-922c-2a45787795d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.137744 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Publish callbacks [] for security_group (908d1d6c-b247-4fbc-86fa-f9fb638c2223), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.178674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=49886a3c-16bb-490c-8e29-3caffe2a5346,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:02.193316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a416ab0c-0fc2-48b7-922c-2a45787795d8 None None] Port 9ed24436-64f5-4f68-a960-782cfffb3ae1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:02.234436 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (908d1d6c-b247-4fbc-86fa-f9fb638c2223), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.247076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85ad9d45-b573-4130-a9e1-8ad44b076aa1 req-ca8cc574-be35-4efb-8191-f11c2e386dcc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 210 time: 0.2697411 Jan 28 03:26:02.284211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-b021b129-6751-44ff-ba44-7c22502fafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:02.291226 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-b021b129-6751-44ff-ba44-7c22502fafa9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0723181 Jan 28 03:26:02.302043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4573b767-e0bb-451c-9cf6-d448ee09bdc5 req-41d45bd7-63e6-499a-a604-69f400884962 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 210 time: 0.1425374 Jan 28 03:26:02.313654 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.333488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:26:02.425910 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908d1d6c-b247-4fbc-86fa-f9fb638c2223,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:02.434215 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e6f5dc00-52b8-4b79-8767-e18b6cd00870), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.434564 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Added segment e6f5dc00-52b8-4b79-8767-e18b6cd00870 of type vlan for network 9410fe5f-9b5c-4a82-a78e-336667c40a75 Jan 28 03:26:02.464664 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-4d54abf5-69a5-40ce-87ac-e889e3e80da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:02.466260 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-4d54abf5-69a5-40ce-87ac-e889e3e80da1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1442032 Jan 28 03:26:02.729303 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-b1983471-ccf6-470b-99d3-9a5ea75f196e service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214895 Jan 28 03:26:02.731440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Publish callbacks [] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.744950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.867760 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (49026035-ff41-4875-8572-9546289cd578), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.878309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.886862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed24436-64f5-4f68-a960-782cfffb3ae1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:02.923259 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (9410fe5f-9b5c-4a82-a78e-336667c40a75), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:02.935148 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7b45e922-dd13-4c87-b150-092dc95a87ef req-86f9ac80-294e-4aca-a765-d6852379a9ea service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985650 Jan 28 03:26:03.023721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236272b-771d-4756-8a29-005a4150dc56 req-0135872f-40b2-4ee9-9850-93380bc48243 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:03.025255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7236272b-771d-4756-8a29-005a4150dc56 req-0135872f-40b2-4ee9-9850-93380bc48243 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1097 time: 0.2763886 Jan 28 03:26:03.043092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Network 5006cc0f-77a4-4cbd-801a-a23f2761c35e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:03.044616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:03.061413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff1b5e-6c47-40eb-871e-83942962291d req-818a7d06-c93c-4f2e-b172-61304bde2bcc tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:03.068358 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7ff1b5e-6c47-40eb-871e-83942962291d req-818a7d06-c93c-4f2e-b172-61304bde2bcc tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 945 time: 0.6434305 Jan 28 03:26:03.078289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:03.079097 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Made reservation on behalf of c38d5642bfe74c4e98fb8f3493d6bc2d for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:03.082981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.115699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:03.163997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:03.237409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Pushing event updated for resources: {'Port': ['ID=41e80372-c3ac-4f06-a1d8-64d17dd33b62,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:03.246538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:03.247177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.260908 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (9410fe5f-9b5c-4a82-a78e-336667c40a75), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.262061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:03.262235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Router 49026035-ff41-4875-8572-9546289cd578 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:26:03.262778 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.389862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-dcb1347a-f1b1-4eda-95a7-0dc8717b6e0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3925228 Jan 28 03:26:03.395944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] Pushing event updated for resources: {'Network': ['ID=9410fe5f-9b5c-4a82-a78e-336667c40a75,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:03.401657 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4ccd3230-3205-4fa7-8907-d8fec21b7e5c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2230217 Jan 28 03:26:03.410829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 9410fe5f-9b5c-4a82-a78e-336667c40a75 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:26:03.440858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Request body: {'port': {'device_id': 'e7f71294-92d3-4b94-ab12-691562c8db03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:03.499439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:03.581501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e7445265-d7db-42f9-a34e-28c3d2a9b12a None None] Provisioning complete for port 9ed24436-64f5-4f68-a960-782cfffb3ae1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:03.582509 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7445265-d7db-42f9-a34e-28c3d2a9b12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.628348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Request body: {'subnet': {'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2093636000-subnet', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:03.661470 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e7445265-d7db-42f9-a34e-28c3d2a9b12a None None] Port 9ed24436-64f5-4f68-a960-782cfffb3ae1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:03.662216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7236272b-771d-4756-8a29-005a4150dc56 req-05955aa9-cbcb-4035-ab06-cd502f21f2c5 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6216164 Jan 28 03:26:03.674157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 49886a3c-16bb-490c-8e29-3caffe2a5346 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:03.725870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:03.739631 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3a64c78a-1d7a-42a2-82e5-da418bf85dc8 admin admin] 10.222.0.44 "PUT /v2.0/routers/49026035-ff41-4875-8572-9546289cd578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4171228 Jan 28 03:26:03.772529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.838924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 49886a3c-16bb-490c-8e29-3caffe2a5346 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:03.839300 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.840831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e7445265-d7db-42f9-a34e-28c3d2a9b12a None None] Provisioning complete for port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:03.846139 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7445265-d7db-42f9-a34e-28c3d2a9b12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.881451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7ff1b5e-6c47-40eb-871e-83942962291d req-278d3d0a-a97c-4b4c-aea6-c4ef1b759c08 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8115346 Jan 28 03:26:03.958662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e7445265-d7db-42f9-a34e-28c3d2a9b12a None None] Port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:04.022171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 49886a3c-16bb-490c-8e29-3caffe2a5346 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:04.065307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Made reservation on behalf of 45be7ae3393d4014a171b862f35a7950 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:04.068312 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:04.161536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b71059-593e-43b4-a3e4-8e12e737f1e9 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:04.170897 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Publish callbacks [] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:04.314916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f331278-c8f4-4649-84ed-66085c9faf1f req-c5b6a25c-0266-488e-8dc2-a35737a41a2c tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:04.322423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f331278-c8f4-4649-84ed-66085c9faf1f req-c5b6a25c-0266-488e-8dc2-a35737a41a2c tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 947 time: 0.5086856 Jan 28 03:26:04.325524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Transition to ACTIVE for port object a6b71059-593e-43b4-a3e4-8e12e737f1e9 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:04.351048 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:04.517891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:04.540131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716d2c9-6a46-433d-a2c1-bc386f165ba8 req-9d0957eb-ded9-4702-ab6d-d6aed94ca193 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:04.545066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:04.549423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8716d2c9-6a46-433d-a2c1-bc386f165ba8 req-9d0957eb-ded9-4702-ab6d-d6aed94ca193 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 936 time: 0.4930212 Jan 28 03:26:04.551057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Allocated IP 192.168.233.77 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/fbe57a44-99c5-4832-b004-00e443d062fc) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:04.554244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-network', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:04.593663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Made reservation on behalf of 61b3f9af7eae475e94b8f667d485e562 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:04.596615 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:04.612405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:04.675755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f331278-c8f4-4649-84ed-66085c9faf1f req-01c5672d-929f-4bc7-bd87-a9a9415c982f tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524721 Jan 28 03:26:04.686001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (813fffc3-521c-4d24-b268-f11a94bd8920), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:04.776209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Publish callbacks [] for security_group (7fdd848d-ca87-4248-926d-280d5c8aadba), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:04.800511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Sync routers for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:04.803339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7fdd848d-ca87-4248-926d-280d5c8aadba), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:04.817442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:04.818555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:25:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:04.859391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58bb1a44-0270-4a39-bab1-8c9b8ab0b545 req-e8477158-be5d-4b9b-a337-245848f8fa9b tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 210 time: 0.0583479 Jan 28 03:26:04.878816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd848d-ca87-4248-926d-280d5c8aadba,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:04.890893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:26:04.926875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:04.927601 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Added segment 5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084 of type vlan for network a84d4c0d-3948-4454-a8a5-9fb9f5902973 Jan 28 03:26:04.929294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8716d2c9-6a46-433d-a2c1-bc386f165ba8 req-a33f8ddb-2a0a-413b-8fb8-f15c6fdbf8f8 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591848 Jan 28 03:26:04.962624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Pushing event updated for resources: {'Subnet': ['ID=813fffc3-521c-4d24-b268-f11a94bd8920,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:05.040321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a84d4c0d-3948-4454-a8a5-9fb9f5902973), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.065018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Attempting to bind port a6b71059-593e-43b4-a3e4-8e12e737f1e9 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:05.065434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Attempting to bind port a6b71059-593e-43b4-a3e4-8e12e737f1e9 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:05.065933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Attempting to bind port a6b71059-593e-43b4-a3e4-8e12e737f1e9 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:05.080616 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a84d4c0d-3948-4454-a8a5-9fb9f5902973), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.081733 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:05.082386 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.099735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Checking segment: {'id': 'e6f5dc00-52b8-4b79-8767-e18b6cd00870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:05.100195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Network hostable DHCP agents. Network: 9410fe5f-9b5c-4a82-a78e-336667c40a75, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:26:05.114093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:05.133559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Port a6b71059-593e-43b4-a3e4-8e12e737f1e9 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:05.133986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Attempting to bind port a6b71059-593e-43b4-a3e4-8e12e737f1e9 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:05.185516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:05.186206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:05.186206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:05.186784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Bound port: a6b71059-593e-43b4-a3e4-8e12e737f1e9, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:05.187137 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.189725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a84d4c0d-3948-4454-a8a5-9fb9f5902973,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:05.213850 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-23fdbdcc-3b13-436f-ac2d-289bdd7740c9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6669691 Jan 28 03:26:05.215923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44112) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:05.222382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a84d4c0d-3948-4454-a8a5-9fb9f5902973 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:26:05.225137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Request body: {'subnet': {'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-subnet', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:05.228823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Network 9410fe5f-9b5c-4a82-a78e-336667c40a75 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:26:05.262685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Made reservation on behalf of 61b3f9af7eae475e94b8f667d485e562 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:05.269053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.294226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks [] for port (fbe57a44-99c5-4832-b004-00e443d062fc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.301731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386aba4-18eb-4839-853c-35795f4c62c9 req-dbacd92b-f42a-40b3-b365-07631438bc18 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:05.303365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7386aba4-18eb-4839-853c-35795f4c62c9 req-dbacd92b-f42a-40b3-b365-07631438bc18 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1097 time: 0.1893964 Jan 28 03:26:05.312523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-7076000e-be0d-4d51-baec-ad475aae93b1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:05.314140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-7076000e-be0d-4d51-baec-ad475aae93b1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 807 time: 0.2873194 Jan 28 03:26:05.314830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 9410fe5f-9b5c-4a82-a78e-336667c40a75) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:05.378891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a3212c-c4a8-4c65-a7ed-d05d0ef4ff3b None None] Network 9410fe5f-9b5c-4a82-a78e-336667c40a75 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:05.569363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:05.570000 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.575515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (c15c146f-2bc2-442f-9687-ef0802263a69), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.589466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-fd268cb9-7305-4df5-9d70-cdf4d8ee652b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/quotas/ea2e1d4041ef4337ae62ea1490a1191c HTTP/1.1" status: 200 len: 375 time: 0.2567093 Jan 28 03:26:05.621818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15c146f-2bc2-442f-9687-ef0802263a69,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:05.632345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-9410fe5f-9b5c-4a82-a78e-336667c40a75', 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75', 'project_id': '45be7ae3393d4014a171b862f35a7950', 'fixed_ips': [{'subnet_id': '813fffc3-521c-4d24-b268-f11a94bd8920'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:26:05.633357 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.650993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7f4d5c99-5ca1-4dbd-887e-148d9831988a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0827739 Jan 28 03:26:05.651835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44114) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:05.653672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:05.657042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2093636000-router', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:05.693731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:05.698516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (d9129565-c850-4954-b7df-8832f29eed8e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.699941 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (d9129565-c850-4954-b7df-8832f29eed8e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.707457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7386aba4-18eb-4839-853c-35795f4c62c9 req-8c671d97-5e9f-4993-873f-1159fa1b2bac tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904221 Jan 28 03:26:05.723676 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.766250 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.812315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 2, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:05.836005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks [] for router_controller (d9129565-c850-4954-b7df-8832f29eed8e), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.839770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Checking segment: {'id': '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:05.840188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Network hostable DHCP agents. Network: a84d4c0d-3948-4454-a8a5-9fb9f5902973, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:26:05.867804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-a74b83c3-d836-4504-b47c-830f0887f8d6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2473056 Jan 28 03:26:05.899743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:05.900377 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.901822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] 10.222.0.25 "PUT /v2.0/ports/a6b71059-593e-43b4-a3e4-8e12e737f1e9 HTTP/1.1" status: 200 len: 1097 time: 3.9213130 Jan 28 03:26:05.916302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:05.918648 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28cb9fd-2a31-4dd1-8335-119d2c3552db" -d '{"events": [{"name": "network-changed", "server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:06.072287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:06.129899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Checking router: 49026035-ff41-4875-8572-9546289cd578 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:06.130266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Updating router 49026035-ff41-4875-8572-9546289cd578 port 9ed24436-64f5-4f68-a960-782cfffb3ae1 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:26:06.134813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks [] for router_gateway (d9129565-c850-4954-b7df-8832f29eed8e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.143632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:06.151219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Network a84d4c0d-3948-4454-a8a5-9fb9f5902973 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:26:06.168398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:06.175733 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.179893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a84d4c0d-3948-4454-a8a5-9fb9f5902973) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:06.184569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d84f9f-acf5-43bf-b902-37d5e814a179 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:06.194229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:06.194624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.213015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fb7742-6338-4f9e-b140-9c1d1457311a None None] Network a84d4c0d-3948-4454-a8a5-9fb9f5902973 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:06.287288 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-40d74d97-97a1-4777-ae6e-7173e325255e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0695210 Jan 28 03:26:06.295300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:06.305864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-router', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:06.368364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e786d-374f-41e9-96d9-da93bd75b69d req-2c79bbfc-21a1-49ba-8668-2b49baab6869 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:06.370029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c2e786d-374f-41e9-96d9-da93bd75b69d req-2c79bbfc-21a1-49ba-8668-2b49baab6869 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 947 time: 0.4875982 Jan 28 03:26:06.378062 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (bf94cb44-5e39-4f1d-8c77-8366c826dff7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.384208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (bf94cb44-5e39-4f1d-8c77-8366c826dff7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.396568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Allocated IP 172.20.0.2 (9410fe5f-9b5c-4a82-a78e-336667c40a75/813fffc3-521c-4d24-b268-f11a94bd8920/99d6330f-7dea-45b3-a374-b4577234ef7f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:06.437360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-6393b71d-0a79-456a-b21e-ae7bdace95ce service neutron] 10.222.0.44 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685737 Jan 28 03:26:06.457139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-e7c4c2e5-6f29-4199-a4d6-6a5755385873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:06.460967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-e7c4c2e5-6f29-4199-a4d6-6a5755385873 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 1100 time: 0.4401467 Jan 28 03:26:06.480781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:06.481424 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.498648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Pushing event updated for resources: {'Port': ['ID=fbe57a44-99c5-4832-b004-00e443d062fc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:06.595005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks [] for router_gateway (d9129565-c850-4954-b7df-8832f29eed8e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.618073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.627492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-50fb6347-5dcf-496c-ba06-7c78791d0565 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9 HTTP/1.1" status: 200 len: 217 time: 0.1431825 Jan 28 03:26:06.654489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-e5e6db34-0f38-4c8d-8bef-055eb25cb8db tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5737045 Jan 28 03:26:06.656500 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks [] for router_controller (bf94cb44-5e39-4f1d-8c77-8366c826dff7), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.685676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Request body: {'port': {'device_id': '31412a0d-39d3-4023-a056-81f47c70073c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:06.696368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c2e786d-374f-41e9-96d9-da93bd75b69d req-5ee0653b-8d53-434d-a0fc-2254b27a60e8 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114047 Jan 28 03:26:06.698450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e80372-c3ac-4f06-a1d8-64d17dd33b62 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:06.720356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Publish callbacks [] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.764950 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Publish callbacks [] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.777582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Transition to ACTIVE for port object 41e80372-c3ac-4f06-a1d8-64d17dd33b62 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:06.781666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-0c37d868-7015-4818-8d43-71b78fae29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:06.784308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-0c37d868-7015-4818-8d43-71b78fae29bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1462741 Jan 28 03:26:06.799648 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.813728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b8131358-b635-41ba-b364-e40a5eacb7e3 service neutron] 10.222.0.44 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754206 Jan 28 03:26:06.847688 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.887677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Network 9410fe5f-9b5c-4a82-a78e-336667c40a75 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:06.889571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-a84d4c0d-3948-4454-a8a5-9fb9f5902973', 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973', 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'fixed_ips': [{'subnet_id': 'c15c146f-2bc2-442f-9687-ef0802263a69'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:26:06.890446 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.890722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks [] for router_gateway (bf94cb44-5e39-4f1d-8c77-8366c826dff7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.912124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:06.927464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:07.037783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.104127 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f362031-b163-4534-a83c-1a4e4a323967 x-openstack-request-id: req-3f362031-b163-4534-a83c-1a4e4a323967 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:07.104971 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:07.105192 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f362031-b163-4534-a83c-1a4e4a323967 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:07.107414 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'status': 'completed', 'code': 200} Jan 28 03:26:07.146337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Allocated IP 172.25.1.11 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/e7d1481e-6195-456c-9446-d0bf5d5545de) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:07.222031 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Publish callbacks [] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.293839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=41e80372-c3ac-4f06-a1d8-64d17dd33b62,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:07.315675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-c7d40492-3937-44db-bc3f-3ad1f112d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:07.317578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-c7d40492-3937-44db-bc3f-3ad1f112d97d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5256445 Jan 28 03:26:07.430302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Allocated IP 172.20.0.2 (a84d4c0d-3948-4454-a8a5-9fb9f5902973/c15c146f-2bc2-442f-9687-ef0802263a69/297fe4ee-55f3-4968-b97e-502ccc7289e4) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:07.432411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4927dfc-1299-464c-8611-5c92826803b8 req-a35447d9-07be-4f3f-8aff-3f97f31b2707 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:07.442011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d4927dfc-1299-464c-8611-5c92826803b8 req-a35447d9-07be-4f3f-8aff-3f97f31b2707 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 935 time: 0.5872276 Jan 28 03:26:07.448679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks [] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.503220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3009e2-fa21-40e7-a94f-1d23fe93172b req-1aff1da7-1775-4ff9-8425-8f57d1cd2c6d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:07.504978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af3009e2-fa21-40e7-a94f-1d23fe93172b req-1aff1da7-1775-4ff9-8425-8f57d1cd2c6d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 948 time: 0.2819605 Jan 28 03:26:07.613247 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Publish callbacks [] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.619154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Pushing event updated for resources: {'Port': ['ID=99d6330f-7dea-45b3-a374-b4577234ef7f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:07.622229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Attempting to bind port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:07.622883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Attempting to bind port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:07.623480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Attempting to bind port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:07.625036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ef65213d-0f96-456b-b0a9-5a9cc6130498 None None] Provisioning complete for port fbe57a44-99c5-4832-b004-00e443d062fc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:07.625460 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef65213d-0f96-456b-b0a9-5a9cc6130498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.637330 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.668625 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 350009fa-3221-4990-877d-712c8f81facd details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:07.681026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d4927dfc-1299-464c-8611-5c92826803b8 req-e8ced736-6ff9-41f5-913d-0ae5b1000707 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341528 Jan 28 03:26:07.698534 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.705661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:07.713816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ef65213d-0f96-456b-b0a9-5a9cc6130498 None None] Port fbe57a44-99c5-4832-b004-00e443d062fc cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:07.718618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Attempting to bind port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:07.727966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:07.730087 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks [] for router_gateway (bf94cb44-5e39-4f1d-8c77-8366c826dff7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.752449 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.763328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.767527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Pushing event updated for resources: {'Port': ['ID=e7d1481e-6195-456c-9446-d0bf5d5545de,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:07.784732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:07.797287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:07.834739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:07.835110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:07.835467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:07.835919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Bound port: 41e80372-c3ac-4f06-a1d8-64d17dd33b62, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:07.836280 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.910557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af3009e2-fa21-40e7-a94f-1d23fe93172b req-264704e8-b0b3-4fbf-9d75-9d4e0329bfd0 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444378 Jan 28 03:26:08.004354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-76a8ff75-292c-4a72-a4c0-17769c915d03 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317630 Jan 28 03:26:08.019361 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Network a84d4c0d-3948-4454-a8a5-9fb9f5902973 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:08.041263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Allocated IP 172.25.1.64 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/a8a39b3b-e6c9-4f19-87b6-66c15f59c048) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:08.047092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Attempting to bind port 9ed24436-64f5-4f68-a960-782cfffb3ae1 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:08.047599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Attempting to bind port 9ed24436-64f5-4f68-a960-782cfffb3ae1 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:08.048670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Attempting to bind port 9ed24436-64f5-4f68-a960-782cfffb3ae1 on network 5006cc0f-77a4-4cbd-801a-a23f2761c35e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:08.061271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:08.061785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Checking segment: {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:08.062338 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.062895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Bound using segment: {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:08.063559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Bound port: 9ed24436-64f5-4f68-a960-782cfffb3ae1, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:08.064075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.098522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:08.100641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d512f8-2c1e-4b1e-883d-f688886cfdfb None None] Pushing event updated for resources: {'Port': ['ID=9ed24436-64f5-4f68-a960-782cfffb3ae1,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:08.126165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:08.175448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee19920d-c201-4108-a680-5a7bb9330b5d req-098726b7-cf0e-41e1-ac74-c9fd35a708af tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 210 time: 0.1343372 Jan 28 03:26:08.197570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Pushing event updated for resources: {'Port': ['ID=297fe4ee-55f3-4968-b97e-502ccc7289e4,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:08.202388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks [] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.220306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Attempting to bind port 99d6330f-7dea-45b3-a374-b4577234ef7f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:08.220693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Attempting to bind port 99d6330f-7dea-45b3-a374-b4577234ef7f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e6f5dc00-52b8-4b79-8767-e18b6cd00870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:08.222028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Attempting to bind port 99d6330f-7dea-45b3-a374-b4577234ef7f on network 9410fe5f-9b5c-4a82-a78e-336667c40a75 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:08.260037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.267446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:08.267939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Checking segment: {'id': 'e6f5dc00-52b8-4b79-8767-e18b6cd00870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:08.268378 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.268750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Bound using segment: {'id': 'e6f5dc00-52b8-4b79-8767-e18b6cd00870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:08.269268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Bound port: 99d6330f-7dea-45b3-a374-b4577234ef7f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f5dc00-52b8-4b79-8767-e18b6cd00870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:08.269654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.362461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] For port 99d6330f-7dea-45b3-a374-b4577234ef7f, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:08.366375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] For port 99d6330f-7dea-45b3-a374-b4577234ef7f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=99d6330f-7dea-45b3-a374-b4577234ef7f,segment=NetworkSegment(e6f5dc00-52b8-4b79-8767-e18b6cd00870),segment_id=e6f5dc00-52b8-4b79-8767-e18b6cd00870)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:08.389734 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.442972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 350009fa-3221-4990-877d-712c8f81facd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=350009fa-3221-4990-877d-712c8f81facd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:08.609222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:08.616730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2429e945-a96d-4d43-8904-b94004b9e0bf None None] Provisioning complete for port 9ed24436-64f5-4f68-a960-782cfffb3ae1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:08.625096 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2429e945-a96d-4d43-8904-b94004b9e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.633045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Attempting to bind port 297fe4ee-55f3-4968-b97e-502ccc7289e4 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:08.633416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Attempting to bind port 297fe4ee-55f3-4968-b97e-502ccc7289e4 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:08.633542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:08.633780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Attempting to bind port 297fe4ee-55f3-4968-b97e-502ccc7289e4 on network a84d4c0d-3948-4454-a8a5-9fb9f5902973 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:08.642681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '350009fa-3221-4990-877d-712c8f81facd', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '350009fa-3221-4990-877d-712c8f81facd', 'mac_address': 'fa:16:3e:fc:72:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:08.643693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:08.687776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a39b3b-e6c9-4f19-87b6-66c15f59c048,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:08.715212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] For port 9ed24436-64f5-4f68-a960-782cfffb3ae1, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:08.758762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] For port 41e80372-c3ac-4f06-a1d8-64d17dd33b62, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:08.781153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:08.781328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Checking segment: {'id': '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:08.782625 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.782625 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Bound using segment: {'id': '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:08.783335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Bound port: 297fe4ee-55f3-4968-b97e-502ccc7289e4, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:08.783729 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.784727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1beea-5de5-4385-ba9d-f25ec274f2b1 req-d454d42f-1115-49af-a794-629f47dd488d tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:08.786483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ba1beea-5de5-4385-ba9d-f25ec274f2b1 req-d454d42f-1115-49af-a794-629f47dd488d tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 947 time: 0.4618208 Jan 28 03:26:08.870139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-87f8e30a-f9af-440c-9dfa-d743e860cfaa tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:08.871983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-87f8e30a-f9af-440c-9dfa-d743e860cfaa tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 820 time: 1.0244763 Jan 28 03:26:08.877984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] For port 41e80372-c3ac-4f06-a1d8-64d17dd33b62, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=41e80372-c3ac-4f06-a1d8-64d17dd33b62,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:08.904646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] For port 9ed24436-64f5-4f68-a960-782cfffb3ae1, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9ed24436-64f5-4f68-a960-782cfffb3ae1,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:08.917671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Pushing event updated for resources: {'Port': ['ID=99d6330f-7dea-45b3-a374-b4577234ef7f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:08.938770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.952046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2429e945-a96d-4d43-8904-b94004b9e0bf None None] Port 9ed24436-64f5-4f68-a960-782cfffb3ae1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:08.960997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 350009fa-3221-4990-877d-712c8f81facd is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:08.961393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (350009fa-3221-4990-877d-712c8f81facd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.973071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.973569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.973922 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.974266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.974601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.974933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.975286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.976099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.976437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.976765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.977125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.977449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:08.977784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbbca3-4a32-49be-a30d-afcb4cc84aef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:09.029875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ba1beea-5de5-4385-ba9d-f25ec274f2b1 req-c3454b1a-7359-4dc1-931a-df4d8fcf9163 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301006 Jan 28 03:26:09.034248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe57a44-99c5-4832-b004-00e443d062fc {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:09.040598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350009fa-3221-4990-877d-712c8f81facd {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:09.052620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.063478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Publish callbacks [] for port (fbe57a44-99c5-4832-b004-00e443d062fc), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.085515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] For port 297fe4ee-55f3-4968-b97e-502ccc7289e4, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:09.098964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a17cec39-a3da-4744-b657-cc516446b0b5 req-7a38f0a0-663c-4791-9549-5c82b91a98cc service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0086255 Jan 28 03:26:09.105935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:09.111100 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.112850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/41e80372-c3ac-4f06-a1d8-64d17dd33b62 HTTP/1.1" status: 200 len: 1097 time: 5.6799245 Jan 28 03:26:09.116725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f71294-92d3-4b94-ab12-691562c8db03', 'tag': '41e80372-c3ac-4f06-a1d8-64d17dd33b62'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:09.118777 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c38de8-44f4-440e-b2da-aeaa00838d96" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f71294-92d3-4b94-ab12-691562c8db03", "tag": "41e80372-c3ac-4f06-a1d8-64d17dd33b62"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:09.172477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 350009fa-3221-4990-877d-712c8f81facd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=350009fa-3221-4990-877d-712c8f81facd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:09.175461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] For port 297fe4ee-55f3-4968-b97e-502ccc7289e4, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=297fe4ee-55f3-4968-b97e-502ccc7289e4,segment=NetworkSegment(5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084),segment_id=5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:09.196082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:09.196726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:25:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:09.208483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-066fa6dc-4315-4a90-8bd8-70943d38dae5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/quotas/9f57bdcc63de43649475eaa29c3d2285 HTTP/1.1" status: 200 len: 375 time: 0.1690876 Jan 28 03:26:09.218063 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (350009fa-3221-4990-877d-712c8f81facd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.221308 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.354243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Transition to ACTIVE for port object fbe57a44-99c5-4832-b004-00e443d062fc will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:09.356269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d512f8-2c1e-4b1e-883d-f688886cfdfb None None] Pushing event updated for resources: {'Port': ['ID=9ed24436-64f5-4f68-a960-782cfffb3ae1,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:09.382345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks [] for router_gateway (d9129565-c850-4954-b7df-8832f29eed8e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.525036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.546664 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-c09d518a-f69f-435c-831b-c6253a4a7ab2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:09.549228 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-c09d518a-f69f-435c-831b-c6253a4a7ab2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 807 time: 0.8789971 Jan 28 03:26:09.646152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc102b-381c-4c20-a54a-779b3770e13f req-c6489e50-7a70-4b67-a5b8-267e7aa7c4d6 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:09.659638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8dc102b-381c-4c20-a54a-779b3770e13f req-c6489e50-7a70-4b67-a5b8-267e7aa7c4d6 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 935 time: 0.4561932 Jan 28 03:26:09.714714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Request body: {'port': {'device_id': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935', 'admin_state_up': True, 'tenant_id': 'ea2e1d4041ef4337ae62ea1490a1191c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:09.721965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 99d6330f-7dea-45b3-a374-b4577234ef7f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:09.725518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af95987-b8ba-4b2f-b950-80962fd3b2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=41e80372-c3ac-4f06-a1d8-64d17dd33b62,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:09.755697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-258cbbca-67a4-4181-918b-a4ceb0bcaf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:09.766970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-258cbbca-67a4-4181-918b-a4ceb0bcaf6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 1100 time: 0.5640762 Jan 28 03:26:09.836174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-93906e8c-a917-4c32-848c-f840568f6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:09.838140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-93906e8c-a917-4c32-848c-f840568f6214 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 1100 time: 0.5313482 Jan 28 03:26:09.842446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-24409ab3-664d-48cd-afb3-eafc6a21efcb tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5725548 Jan 28 03:26:09.858272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:09.944970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8dc102b-381c-4c20-a54a-779b3770e13f req-e79a2ac1-6339-44f6-acb1-393310e1fcd0 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726440 Jan 28 03:26:10.042019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=350009fa-3221-4990-877d-712c8f81facd,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:10.057898 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['350009fa-3221-4990-877d-712c8f81facd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:10.124203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-248ab9d2-02b6-48a4-aa2a-85bd3e4585b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=41e80372-c3ac-4f06-a1d8-64d17dd33b62 HTTP/1.1" status: 200 len: 217 time: 0.2679169 Jan 28 03:26:10.141788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks [] for router_gateway (bf94cb44-5e39-4f1d-8c77-8366c826dff7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.258573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Made reservation on behalf of ea2e1d4041ef4337ae62ea1490a1191c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:10.262841 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.267834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a66e125e-5d78-467a-b0e9-334175c78169 None None] Provisioning complete for port 9ed24436-64f5-4f68-a960-782cfffb3ae1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:10.268211 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a66e125e-5d78-467a-b0e9-334175c78169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.306368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 99d6330f-7dea-45b3-a374-b4577234ef7f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:10.306732 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.335906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Attempting to bind port fbe57a44-99c5-4832-b004-00e443d062fc on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:10.336266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Attempting to bind port fbe57a44-99c5-4832-b004-00e443d062fc by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:10.336756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Attempting to bind port fbe57a44-99c5-4832-b004-00e443d062fc on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:10.337707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (d9129565-c850-4954-b7df-8832f29eed8e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.338814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe57a44-99c5-4832-b004-00e443d062fc,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:10.382316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Port fbe57a44-99c5-4832-b004-00e443d062fc on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:10.382644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Attempting to bind port fbe57a44-99c5-4832-b004-00e443d062fc on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:10.395566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35a5b4-e0f7-4898-a4db-8f9b4e8fbf5a None None] Pushing event updated for resources: {'Port': ['ID=297fe4ee-55f3-4968-b97e-502ccc7289e4,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:10.400165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ab9e8-2a54-4b23-92c8-57db7c79c761 None None] Network 9410fe5f-9b5c-4a82-a78e-336667c40a75 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:10.431028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:10.431377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:10.431764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:10.432191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Bound port: fbe57a44-99c5-4832-b004-00e443d062fc, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:10.432544 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.472447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-7320584f-869b-4651-b539-478608c4a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:10.475442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-7320584f-869b-4651-b539-478608c4a28a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.2648582 Jan 28 03:26:10.490710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9d9e3-217b-4d56-8747-4ae0a6c6b3dd req-dc0d8d84-ee7b-4ae9-9f4a-ca63d2d38f84 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:10.491425 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-42a07851-802e-48fc-b7b9-168720853758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.492171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8e9d9e3-217b-4d56-8747-4ae0a6c6b3dd req-dc0d8d84-ee7b-4ae9-9f4a-ca63d2d38f84 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 948 time: 0.3444417 Jan 28 03:26:10.541602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-7017d469-e3bd-4c44-957a-96446d627bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:10.543506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-7017d469-e3bd-4c44-957a-96446d627bc4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.6609163 Jan 28 03:26:10.600693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-f64292af-53c9-4b29-a740-fffe1b5b387b service neutron] 10.222.0.44 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7425027 Jan 28 03:26:10.601990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-4cca3cd1-e556-451a-8545-129d896afbbf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0405462 Jan 28 03:26:10.719309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a66e125e-5d78-467a-b0e9-334175c78169 None None] Current status of the port 9ed24436-64f5-4f68-a960-782cfffb3ae1 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:10.720465 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a66e125e-5d78-467a-b0e9-334175c78169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.739995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 99d6330f-7dea-45b3-a374-b4577234ef7f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:10.740391 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.748409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8e9d9e3-217b-4d56-8747-4ae0a6c6b3dd req-b191299f-9c0b-4a51-8629-3fe3b1119d4b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130251 Jan 28 03:26:10.796211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Router d9129565-c850-4954-b7df-8832f29eed8e is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:26:10.813914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Allocated IP 172.20.0.8 (1f24b319-272d-42f5-a0bf-1052b7874935/38e62498-2e1e-4282-bf91-3df78f49b1f3/05685be2-f779-4d5e-bee1-19815e6f4672) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:10.832871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-2bb3c2d7-49bb-4307-a3b1-b837c1f15d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:10.834374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-2bb3c2d7-49bb-4307-a3b1-b837c1f15d57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3188970 Jan 28 03:26:10.837615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-a33140bd-44d6-4ebf-b14c-cc741558dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:10.837839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:08Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:10.839123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-a33140bd-44d6-4ebf-b14c-cc741558dbf6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.2202721 Jan 28 03:26:10.840272 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] For port fbe57a44-99c5-4832-b004-00e443d062fc, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:10.845372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] For port fbe57a44-99c5-4832-b004-00e443d062fc, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fbe57a44-99c5-4832-b004-00e443d062fc,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:10.898299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538eb68d-a5c1-42ea-ba00-aa00d90a1a93 None None] The sync data for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 is: [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:08Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:11.001597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a66e125e-5d78-467a-b0e9-334175c78169 None None] For port 9ed24436-64f5-4f68-a960-782cfffb3ae1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9ed24436-64f5-4f68-a960-782cfffb3ae1,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:11.004722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 99d6330f-7dea-45b3-a374-b4577234ef7f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=99d6330f-7dea-45b3-a374-b4577234ef7f,segment=NetworkSegment(e6f5dc00-52b8-4b79-8767-e18b6cd00870),segment_id=e6f5dc00-52b8-4b79-8767-e18b6cd00870)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:11.013438 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a66e125e-5d78-467a-b0e9-334175c78169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.019484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.034025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.107662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e125e-5d78-467a-b0e9-334175c78169 None None] Pushing event updated for resources: {'Port': ['ID=9ed24436-64f5-4f68-a960-782cfffb3ae1,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:11.209904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=99d6330f-7dea-45b3-a374-b4577234ef7f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:11.248427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ccd27771-90c3-42d6-8b31-15b46cee53c7 None None] Provisioning complete for port 99d6330f-7dea-45b3-a374-b4577234ef7f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:11.248968 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ccd27771-90c3-42d6-8b31-15b46cee53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.258662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-616a65d2-24d9-42b5-80b8-9e892b020127 req-2e2ad090-286f-42f7-baf7-95461982d2f2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 210 time: 0.3139310 Jan 28 03:26:11.290749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:11.293614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.298846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] 10.222.0.42 "PUT /v2.0/ports/fbe57a44-99c5-4832-b004-00e443d062fc HTTP/1.1" status: 200 len: 1096 time: 4.6169670 Jan 28 03:26:11.362514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-371b78ba-7408-44e9-958e-b7eeea4d82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:11.364310 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-371b78ba-7408-44e9-958e-b7eeea4d82a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4921763 Jan 28 03:26:11.454515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39968b37-eec5-4dbb-bfac-2059d429480c None None] Network a84d4c0d-3948-4454-a8a5-9fb9f5902973 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:11.530880 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cde52f-039a-478d-a4bd-4cc9cc04f3ae x-openstack-request-id: req-05cde52f-039a-478d-a4bd-4cc9cc04f3ae {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:11.532545 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f71294-92d3-4b94-ab12-691562c8db03", "tag": "41e80372-c3ac-4f06-a1d8-64d17dd33b62", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:11.534689 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05cde52f-039a-478d-a4bd-4cc9cc04f3ae {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:11.535200 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f71294-92d3-4b94-ab12-691562c8db03', 'tag': '41e80372-c3ac-4f06-a1d8-64d17dd33b62', 'status': 'completed', 'code': 200} Jan 28 03:26:11.542571 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-8004be97-bfdd-44df-b043-e12787d8d7d5 service neutron] 10.222.0.44 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9104822 Jan 28 03:26:11.678191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9827a-8dd2-4c19-8f99-dbd5a95ec309 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe57a44-99c5-4832-b004-00e443d062fc,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:11.680220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:11.698016 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Sync routers for ids ['d9129565-c850-4954-b7df-8832f29eed8e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:11.730113 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Routers {'d9129565-c850-4954-b7df-8832f29eed8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:11.731810 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:25:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d9129565-c850-4954-b7df-8832f29eed8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:11.765642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda3dd1-eaec-4c27-8d7b-905155b8942e req-4e0dde44-b01f-453a-8fcd-aabf4170437e tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:11.767939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acda3dd1-eaec-4c27-8d7b-905155b8942e req-4e0dde44-b01f-453a-8fcd-aabf4170437e tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 948 time: 0.2099295 Jan 28 03:26:11.778853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-805bfaa2-2993-4aa5-a8cd-b2d9517841c3 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9315629 Jan 28 03:26:11.789856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc969-db3d-4744-9076-dcb141093111 req-ce9c6216-df72-4176-a64b-5f6f339fc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:11.792062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-ce9c6216-df72-4176-a64b-5f6f339fc706 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 1099 time: 0.4072614 Jan 28 03:26:11.875040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ccd27771-90c3-42d6-8b31-15b46cee53c7 None None] Current status of the port 99d6330f-7dea-45b3-a374-b4577234ef7f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:11.903117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a211c17b-bc36-42cf-9b49-8ac08e9821ba req-f30ab7d3-f7c1-440c-8f77-812decfabe59 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073756 Jan 28 03:26:11.906218 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.963278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.964906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 99d6330f-7dea-45b3-a374-b4577234ef7f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:11.967618 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-802939ef-ca73-44a2-8ff5-157a075a7f4f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3145850 Jan 28 03:26:11.973872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:12.046378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (bf94cb44-5e39-4f1d-8c77-8366c826dff7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.088379 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Set router d9129565-c850-4954-b7df-8832f29eed8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:12.175768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 99d6330f-7dea-45b3-a374-b4577234ef7f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:12.176342 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.278547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b026602c-f2ea-4d74-8b1b-b535e444c0f1 None None] Provisioning complete for port 297fe4ee-55f3-4968-b97e-502ccc7289e4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:12.278932 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b026602c-f2ea-4d74-8b1b-b535e444c0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.406898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-5245efe3-1a1e-4da0-9288-9b6ddb61c30f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=fbe57a44-99c5-4832-b004-00e443d062fc HTTP/1.1" status: 200 len: 217 time: 0.5026317 Jan 28 03:26:12.596473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc969-db3d-4744-9076-dcb141093111 req-e65e9a34-3001-4738-b973-6ed46bb81c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:12.600163 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks [] for port (05685be2-f779-4d5e-bee1-19815e6f4672), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.604671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-e65e9a34-3001-4738-b973-6ed46bb81c06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1231751 Jan 28 03:26:12.636995 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'name': 'tempest-FloatingIPsTestJSON-2093636000-router', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:05Z', 'updated_at': '2022-01-28T03:26:08Z', 'revision_number': 3, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'gw_port': {'id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:12.670086 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ba12055-872b-4fe6-9c9f-da6ab8519393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.673923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 99d6330f-7dea-45b3-a374-b4577234ef7f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:12.677054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 297fe4ee-55f3-4968-b97e-502ccc7289e4 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:12.712705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b026602c-f2ea-4d74-8b1b-b535e444c0f1 None None] Current status of the port 297fe4ee-55f3-4968-b97e-502ccc7289e4 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:12.713286 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b026602c-f2ea-4d74-8b1b-b535e444c0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.736643 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Checking router: d9129565-c850-4954-b7df-8832f29eed8e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:12.737378 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Updating router d9129565-c850-4954-b7df-8832f29eed8e port e7d1481e-6195-456c-9446-d0bf5d5545de binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:26:12.784989 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.833338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b026602c-f2ea-4d74-8b1b-b535e444c0f1 None None] For port 297fe4ee-55f3-4968-b97e-502ccc7289e4, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=297fe4ee-55f3-4968-b97e-502ccc7289e4,segment=NetworkSegment(5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084),segment_id=5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:12.837247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 297fe4ee-55f3-4968-b97e-502ccc7289e4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:12.837785 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.892609 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b026602c-f2ea-4d74-8b1b-b535e444c0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.949229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-95df161d-19b7-47eb-b2a0-bdfba475a4cc service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5154266 Jan 28 03:26:12.956469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acda3dd1-eaec-4c27-8d7b-905155b8942e req-d384eb77-e25e-4e97-846e-f5d2ce79cd9f tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1760375 Jan 28 03:26:12.976816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4d09f-f112-4709-afe0-84f7922ac9b5 req-5f607d50-bc11-4a32-b618-056da6016aa4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:12.989051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45c4d09f-f112-4709-afe0-84f7922ac9b5 req-5f607d50-bc11-4a32-b618-056da6016aa4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 947 time: 0.5804760 Jan 28 03:26:13.050614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026602c-f2ea-4d74-8b1b-b535e444c0f1 None None] Pushing event updated for resources: {'Port': ['ID=297fe4ee-55f3-4968-b97e-502ccc7289e4,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:13.052886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Router bf94cb44-5e39-4f1d-8c77-8366c826dff7 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:26:13.085545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-2f9d9c05-4966-44a1-8062-d77ac9eab728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.086972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-2f9d9c05-4966-44a1-8062-d77ac9eab728 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 1100 time: 0.6199787 Jan 28 03:26:13.096662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc969-db3d-4744-9076-dcb141093111 req-ffac0b29-b9d6-4be3-8cfb-b6ea7ae5300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.098312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-ffac0b29-b9d6-4be3-8cfb-b6ea7ae5300b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4102941 Jan 28 03:26:13.108726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b026602c-f2ea-4d74-8b1b-b535e444c0f1 None None] Provisioning complete for port 99d6330f-7dea-45b3-a374-b4577234ef7f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:13.109121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b026602c-f2ea-4d74-8b1b-b535e444c0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.232956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 297fe4ee-55f3-4968-b97e-502ccc7289e4 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:13.235324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ed24436-64f5-4f68-a960-782cfffb3ae1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:13.244824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.298828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a6b71059-593e-43b4-a3e4-8e12e737f1e9 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:13.391523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45c4d09f-f112-4709-afe0-84f7922ac9b5 req-e1c05190-684e-4bfd-811e-f08b2d0ace6d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016552 Jan 28 03:26:13.393442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-d4a75c61-ba6e-4671-9fbf-1259d781a642 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636163 Jan 28 03:26:13.419016 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Publish callbacks [] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.437266 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.529257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 350009fa-3221-4990-877d-712c8f81facd up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:13.532727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Network 1f24b319-272d-42f5-a0bf-1052b7874935 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:13.559600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:13.570785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31412a0d-39d3-4023-a056-81f47c70073c', 'tag': 'fbe57a44-99c5-4832-b004-00e443d062fc'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:13.576029 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986" -d '{"events": [{"name": "network-changed", "server_uuid": "31412a0d-39d3-4023-a056-81f47c70073c", "tag": "fbe57a44-99c5-4832-b004-00e443d062fc"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:13.595479 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Attempting to bind port e7d1481e-6195-456c-9446-d0bf5d5545de on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:13.601684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:13.605104 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Attempting to bind port e7d1481e-6195-456c-9446-d0bf5d5545de by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:13.605762 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Attempting to bind port e7d1481e-6195-456c-9446-d0bf5d5545de on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:13.633851 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:13.634455 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:13.635092 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.635711 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:13.641731 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Bound port: e7d1481e-6195-456c-9446-d0bf5d5545de, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:13.642371 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.688087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8aa901f3-3181-4646-9940-68537498ed0c req-c7acbc21-94a4-41eb-8aa0-dba90227ad72 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 210 time: 0.0992808 Jan 28 03:26:13.738445 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] For port e7d1481e-6195-456c-9446-d0bf5d5545de, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:13.745163 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] For port e7d1481e-6195-456c-9446-d0bf5d5545de, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e7d1481e-6195-456c-9446-d0bf5d5545de,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:13.758998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab3cf6-900f-4d13-bc90-b935ed3c0822 req-bc6fa940-176b-4255-bfc6-6063bd057e48 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.763529 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.768504 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a689a-3f77-4917-a24c-7035b5d9d7b1 None None] Pushing event updated for resources: {'Port': ['ID=e7d1481e-6195-456c-9446-d0bf5d5545de,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:13.771735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94ab3cf6-900f-4d13-bc90-b935ed3c0822 req-bc6fa940-176b-4255-bfc6-6063bd057e48 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 948 time: 0.6035929 Jan 28 03:26:13.786207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9ed24436-64f5-4f68-a960-782cfffb3ae1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:13.786816 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.788483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b026602c-f2ea-4d74-8b1b-b535e444c0f1 None None] Current status of the port 99d6330f-7dea-45b3-a374-b4577234ef7f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:13.843319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.879044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.880829 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.958376 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 350009fa-3221-4990-877d-712c8f81facd completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:13.986711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Pushing event updated for resources: {'Port': ['ID=05685be2-f779-4d5e-bee1-19815e6f4672,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:14.003434 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e28cb9fd-2a31-4dd1-8335-119d2c3552db req-c1301254-a304-48cd-a7f7-be3d06ae713b service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0424995 Jan 28 03:26:14.028721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-ee24ca12-4e39-406f-bcc4-f06ad5af45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:14.030357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-ee24ca12-4e39-406f-bcc4-f06ad5af45d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.9031236 Jan 28 03:26:14.059496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 350009fa-3221-4990-877d-712c8f81facd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:14.061998 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (350009fa-3221-4990-877d-712c8f81facd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.067583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210fc969-db3d-4744-9076-dcb141093111 req-8b58aca0-437c-4268-9d60-5fa6767f3ed8 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6344197 Jan 28 03:26:14.082822 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a689a-3f77-4917-a24c-7035b5d9d7b1 None None] Pushing event updated for resources: {'Port': ['ID=e7d1481e-6195-456c-9446-d0bf5d5545de,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:14.083127 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-67eaa1ed-00c4-4026-9eea-a34ec3998f30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3861835 Jan 28 03:26:14.087157 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Routers {'d9129565-c850-4954-b7df-8832f29eed8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:14.088106 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d9129565-c850-4954-b7df-8832f29eed8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:14.121614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Request body: {'port': {'device_id': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:14.138465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94ab3cf6-900f-4d13-bc90-b935ed3c0822 req-df2c7b23-91c4-4955-9a52-31b3e79b479f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656170 Jan 28 03:26:14.149957 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-1f3d52ad-c722-4c93-8151-019c004c55ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=41e80372-c3ac-4f06-a1d8-64d17dd33b62 HTTP/1.1" status: 200 len: 217 time: 0.1104994 Jan 28 03:26:14.160240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f59200-ce36-40f8-a4a1-144fac99ff44 req-c9b74c2a-d8d5-41c8-b2bc-4c2a038f03d7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:14.169407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43f59200-ce36-40f8-a4a1-144fac99ff44 req-c9b74c2a-d8d5-41c8-b2bc-4c2a038f03d7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 931 time: 0.3026953 Jan 28 03:26:14.246131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:14.265334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-746aa3e3-be5c-4355-8050-c20dfaebcbd3 None None] Provisioning complete for port 297fe4ee-55f3-4968-b97e-502ccc7289e4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:14.266125 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-746aa3e3-be5c-4355-8050-c20dfaebcbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.306995 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be56fc-9426-486a-824f-13c6db086fa0 x-openstack-request-id: req-34be56fc-9426-486a-824f-13c6db086fa0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:14.307358 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31412a0d-39d3-4023-a056-81f47c70073c", "tag": "fbe57a44-99c5-4832-b004-00e443d062fc", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:14.307532 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34be56fc-9426-486a-824f-13c6db086fa0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:14.307925 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31412a0d-39d3-4023-a056-81f47c70073c', 'tag': 'fbe57a44-99c5-4832-b004-00e443d062fc', 'status': 'completed', 'code': 200} Jan 28 03:26:14.327151 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.332761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'mac_address': 'fa:16:3e:12:da:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:14.337501 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.385013 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] Set router d9129565-c850-4954-b7df-8832f29eed8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:14.463822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a6b71059-593e-43b4-a3e4-8e12e737f1e9 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:14.464007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:14.464720 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.467593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9ed24436-64f5-4f68-a960-782cfffb3ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:14.477968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43f59200-ce36-40f8-a4a1-144fac99ff44 req-8ebc3742-3d4c-445e-9202-2f3b4b2cca68 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074386 Jan 28 03:26:14.494251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Sync routers for ids ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:14.508343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-560a4bb7-22b8-4807-895d-444647699470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:14.509901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-560a4bb7-22b8-4807-895d-444647699470 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.3230379 Jan 28 03:26:14.542052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 350009fa-3221-4990-877d-712c8f81facd is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:14.542796 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (350009fa-3221-4990-877d-712c8f81facd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.565659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b71059-593e-43b4-a3e4-8e12e737f1e9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:14.574082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-71d99d2b-d4a7-49cb-b7cb-50f873e3812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:14.578333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-71d99d2b-d4a7-49cb-b7cb-50f873e3812a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 1099 time: 0.2432845 Jan 28 03:26:14.593619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Routers {'bf94cb44-5e39-4f1d-8c77-8366c826dff7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:14.595401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:14.603806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 41e80372-c3ac-4f06-a1d8-64d17dd33b62 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:14.631127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9532d-2a8b-41a8-96f8-39259de14f3d req-c11f9aef-7706-4e73-9090-99c45aca49ef tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:14.637907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cc9532d-2a8b-41a8-96f8-39259de14f3d req-c11f9aef-7706-4e73-9090-99c45aca49ef tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 948 time: 0.2469299 Jan 28 03:26:14.667763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Allocated IP 172.20.0.1 (9410fe5f-9b5c-4a82-a78e-336667c40a75/813fffc3-521c-4d24-b268-f11a94bd8920/cb446632-00a6-4663-9ce2-1e9debc7b3b5) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:14.676281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 297fe4ee-55f3-4968-b97e-502ccc7289e4 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:14.692527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:14.728736 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-746aa3e3-be5c-4355-8050-c20dfaebcbd3 None None] Current status of the port 297fe4ee-55f3-4968-b97e-502ccc7289e4 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:14.746789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-6f302439-2821-44d4-820e-33b5607ccdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:14.748155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da256422-46c1-4793-a4b7-02df9de768bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350009fa-3221-4990-877d-712c8f81facd'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:14.748310 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-6f302439-2821-44d4-820e-33b5607ccdde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2232459 Jan 28 03:26:14.751080 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a38744-b6a7-4fe9-b56c-cbdf2584a554" -d '{"events": [{"server_uuid": "da256422-46c1-4793-a4b7-02df9de768bb", "name": "network-vif-plugged", "status": "completed", "tag": "350009fa-3221-4990-877d-712c8f81facd"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:14.754646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.763134 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'name': 'tempest-FloatingIPsTestJSON-2093636000-router', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:05Z', 'updated_at': '2022-01-28T03:26:08Z', 'revision_number': 3, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'gw_port': {'id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:14.788260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 350009fa-3221-4990-877d-712c8f81facd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=350009fa-3221-4990-877d-712c8f81facd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:14.820190 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84ddd1-2aa7-4ec0-986a-dd14df00b31e None None] The sync data for ids ['d9129565-c850-4954-b7df-8832f29eed8e'] in n-d-808199-14 is: [{'id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'name': 'tempest-FloatingIPsTestJSON-2093636000-router', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:05Z', 'updated_at': '2022-01-28T03:26:08Z', 'revision_number': 3, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'gw_port': {'id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:14.827917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94b3c1-7b97-49a0-8bec-770fee8e1775 req-1f7600b8-803d-4150-bd52-6128d9b4bf4d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:14.835383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca94b3c1-7b97-49a0-8bec-770fee8e1775 req-1f7600b8-803d-4150-bd52-6128d9b4bf4d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 947 time: 0.2199831 Jan 28 03:26:14.851904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.856013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6e9ba6e1-57af-48b3-bef6-d3bcec86a2a9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.5575910 Jan 28 03:26:14.856676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44210) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:14.868527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (350009fa-3221-4990-877d-712c8f81facd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.874030 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.876815 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cc9532d-2a8b-41a8-96f8-39259de14f3d req-4ecc6730-90bd-499a-b80f-f4380ad9bc99 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378201 Jan 28 03:26:14.930535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-84ff7563-7a44-452e-93ae-be45b6f3d09e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:14.932112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-84ff7563-7a44-452e-93ae-be45b6f3d09e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 820 time: 0.9114192 Jan 28 03:26:14.953075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Request body: {'port': {'device_id': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662', 'admin_state_up': True, 'tenant_id': '9f57bdcc63de43649475eaa29c3d2285'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:14.973343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:15.059865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37d3ed2e-5b64-4e7c-94a7-e40d2c6d718b req-cdda624d-3cb5-4e8f-857e-5ac4ca9693d0 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 210 time: 0.0557950 Jan 28 03:26:15.067009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 297fe4ee-55f3-4968-b97e-502ccc7289e4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:15.067478 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.073804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Set router bf94cb44-5e39-4f1d-8c77-8366c826dff7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:15.080025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-942683c3-3d4e-4e81-862b-d541d904b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:15.081912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-942683c3-3d4e-4e81-862b-d541d904b854 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.4760892 Jan 28 03:26:15.159876 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac86081-85dd-4ba8-9957-370f7f24b0f6 x-openstack-request-id: req-7ac86081-85dd-4ba8-9957-370f7f24b0f6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:15.160189 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da256422-46c1-4793-a4b7-02df9de768bb", "name": "network-vif-plugged", "status": "completed", "tag": "350009fa-3221-4990-877d-712c8f81facd", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:15.160451 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ac86081-85dd-4ba8-9957-370f7f24b0f6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:15.160876 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da256422-46c1-4793-a4b7-02df9de768bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350009fa-3221-4990-877d-712c8f81facd', 'code': 200} Jan 28 03:26:15.196834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-5b7c7770-a70d-4234-b685-d4417ae435b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=fbe57a44-99c5-4832-b004-00e443d062fc HTTP/1.1" status: 200 len: 217 time: 0.1027248 Jan 28 03:26:15.269288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['a6b71059-593e-43b4-a3e4-8e12e737f1e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:15.335428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca94b3c1-7b97-49a0-8bec-770fee8e1775 req-ea8be3fe-d6a3-4ce8-b6de-1ea4c1293308 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990702 Jan 28 03:26:15.388492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-27a4fdff-51ea-4f62-8b4e-b64e6176c3a1 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259148 Jan 28 03:26:15.436226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-9c6cb7cc-1b54-4bb0-be4b-ed3020fe4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:15.437847 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-9c6cb7cc-1b54-4bb0-be4b-ed3020fe4705 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.2282310 Jan 28 03:26:15.499184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Publish callbacks [] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.545718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 41e80372-c3ac-4f06-a1d8-64d17dd33b62, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=41e80372-c3ac-4f06-a1d8-64d17dd33b62,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:15.561973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=350009fa-3221-4990-877d-712c8f81facd,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:15.574346 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.602048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '41e80372-c3ac-4f06-a1d8-64d17dd33b62', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '41e80372-c3ac-4f06-a1d8-64d17dd33b62', 'mac_address': 'fa:16:3e:f8:a4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:15.604647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd5811-67b6-42e5-9129-ff34802a82ee req-61095e8d-ec00-4c78-8f75-46767dc9a6dd tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:15.612771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2cd5811-67b6-42e5-9129-ff34802a82ee req-61095e8d-ec00-4c78-8f75-46767dc9a6dd tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 948 time: 0.3267202 Jan 28 03:26:15.666179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67aace8-66a1-4714-9ca0-d35fd1445190 req-5c2c67b9-46d0-48ce-a7f8-74a4b2838af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:15.667866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e67aace8-66a1-4714-9ca0-d35fd1445190 req-5c2c67b9-46d0-48ce-a7f8-74a4b2838af8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 1101 time: 0.3912859 Jan 28 03:26:15.795600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:15.795903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.801141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-router', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:09Z', 'revision_number': 3, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'gw_port': {'id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:07Z', 'updated_at': '2022-01-28T03:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:15.841967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Checking router: bf94cb44-5e39-4f1d-8c77-8366c826dff7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:15.842321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Updating router bf94cb44-5e39-4f1d-8c77-8366c826dff7 port a8a39b3b-e6c9-4f19-87b6-66c15f59c048 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:26:15.844910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 297fe4ee-55f3-4968-b97e-502ccc7289e4 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:15.896439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e80372-c3ac-4f06-a1d8-64d17dd33b62 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:15.899313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05685be2-f779-4d5e-bee1-19815e6f4672 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:15.911014 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Publish callbacks [] for port (05685be2-f779-4d5e-bee1-19815e6f4672), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.923710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.928887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Transition to ACTIVE for port object 05685be2-f779-4d5e-bee1-19815e6f4672 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:15.960042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 41e80372-c3ac-4f06-a1d8-64d17dd33b62, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=41e80372-c3ac-4f06-a1d8-64d17dd33b62,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:15.974711 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.065307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-debd5570-6e34-47c1-8ed2-11164e9ef44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:16.066893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-debd5570-6e34-47c1-8ed2-11164e9ef44b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5897279 Jan 28 03:26:16.077253 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c38de8-44f4-440e-b2da-aeaa00838d96 req-63ef66db-04d9-4177-a330-31caf42ccbcf service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807883 Jan 28 03:26:16.133796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=41e80372-c3ac-4f06-a1d8-64d17dd33b62,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:16.158373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2cd5811-67b6-42e5-9129-ff34802a82ee req-f5ec318d-45d5-4374-a451-edb2e824ad74 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444822 Jan 28 03:26:16.230194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18399d9-d2c6-4c64-84ed-04273cd73688 req-804e9b95-cba2-4184-bbff-a101434d245f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:16.237395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c18399d9-d2c6-4c64-84ed-04273cd73688 req-804e9b95-cba2-4184-bbff-a101434d245f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 931 time: 0.6038983 Jan 28 03:26:16.286742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e67aace8-66a1-4714-9ca0-d35fd1445190 req-71a20806-1f4d-467b-b88a-f3be7d4703ed service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954795 Jan 28 03:26:16.349500 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.418438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-3342cfad-8454-4ff1-98e6-6056def50ab6 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070085 Jan 28 03:26:16.426806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c18399d9-d2c6-4c64-84ed-04273cd73688 req-682ef089-4528-4992-aee8-3f3ca7a84c6f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823013 Jan 28 03:26:16.464096 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.476059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['41e80372-c3ac-4f06-a1d8-64d17dd33b62'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:16.477954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Pushing event updated for resources: {'Port': ['ID=05685be2-f779-4d5e-bee1-19815e6f4672,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:16.538591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Network 9410fe5f-9b5c-4a82-a78e-336667c40a75 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:16.573790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd37070-783d-4a27-8de0-5d369eea7f0c req-fbc3f16c-7c93-4324-a89d-50249eb131e9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:16.581812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cdd37070-783d-4a27-8de0-5d369eea7f0c req-fbc3f16c-7c93-4324-a89d-50249eb131e9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 949 time: 0.2909875 Jan 28 03:26:16.611187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fbe57a44-99c5-4832-b004-00e443d062fc details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:16.642179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:16.644315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-872be98c-80a6-4906-a9e7-42e968db57c3 req-da0312b7-946e-48c7-9f34-3ed79b352405 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 210 time: 0.0523186 Jan 28 03:26:16.662053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:16.666813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Pushing event updated for resources: {'Port': ['ID=cb446632-00a6-4663-9ce2-1e9debc7b3b5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:16.699244 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.707411 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Publish callbacks [] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.714463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e7d1481e-6195-456c-9446-d0bf5d5545de up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:16.730771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Made reservation on behalf of 9f57bdcc63de43649475eaa29c3d2285 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:16.737475 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.759286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cdd37070-783d-4a27-8de0-5d369eea7f0c req-1c61b265-4693-42e7-a9b4-edfd2f533d60 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765232 Jan 28 03:26:16.783861 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-75298886-6206-4381-bfec-2c70aa405acc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:26:16.823635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70a0a773-3db5-49b6-82d0-b2d5d0d2f986 req-3108b064-af4f-4afc-9c9f-f8d4a02dc4aa service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956654 Jan 28 03:26:16.848665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d90a1-1d9e-414c-aae5-d3362cd0f299 req-799ab470-9847-428e-8540-d1dcb6fe4c9b tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:16.865460 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d94d90a1-1d9e-414c-aae5-d3362cd0f299 req-799ab470-9847-428e-8540-d1dcb6fe4c9b tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 947 time: 0.1030028 Jan 28 03:26:16.879710 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.880453 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.941137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (d9129565-c850-4954-b7df-8832f29eed8e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.946484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d94d90a1-1d9e-414c-aae5-d3362cd0f299 req-65bbe5a3-8524-40c6-963e-7f70590b1286 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798247 Jan 28 03:26:17.004220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fbe57a44-99c5-4832-b004-00e443d062fc, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fbe57a44-99c5-4832-b004-00e443d062fc,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:17.014651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc071a-7f64-47de-83bf-4911dda18daf None None] Pushing event updated for resources: {'Port': ['ID=a8a39b3b-e6c9-4f19-87b6-66c15f59c048,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:17.018385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Attempting to bind port a8a39b3b-e6c9-4f19-87b6-66c15f59c048 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:17.018761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Attempting to bind port a8a39b3b-e6c9-4f19-87b6-66c15f59c048 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:17.019134 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Attempting to bind port a8a39b3b-e6c9-4f19-87b6-66c15f59c048 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:17.041340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:17.041717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:17.042128 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.042522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:17.042999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Bound port: a8a39b3b-e6c9-4f19-87b6-66c15f59c048, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:17.043450 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.044964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'fbe57a44-99c5-4832-b004-00e443d062fc', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'fbe57a44-99c5-4832-b004-00e443d062fc', 'mac_address': 'fa:16:3e:c4:e1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:17.120372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:17.120821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:17.121276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:17.162996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Port 05685be2-f779-4d5e-bee1-19815e6f4672 on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:17.163459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:17.178983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8ba51aa4-d94f-45a4-a4d1-d12c43f1365d None None] Provisioning complete for port cb446632-00a6-4663-9ce2-1e9debc7b3b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:17.179363 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ba51aa4-d94f-45a4-a4d1-d12c43f1365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.185592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Allocated IP 172.20.0.12 (6feeb0c1-0482-4943-a76b-256db1710662/719f8daa-0c81-4241-9a30-a78470f65f7b/4484855e-bd6c-4dfa-80cb-911c925c12f9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:17.207262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e7d1481e-6195-456c-9446-d0bf5d5545de triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:17.208870 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.213893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port fbe57a44-99c5-4832-b004-00e443d062fc is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:17.214287 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.217165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] For port a8a39b3b-e6c9-4f19-87b6-66c15f59c048, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:17.231093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:17.231442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:17.231831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:17.232274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Bound port: 05685be2-f779-4d5e-bee1-19815e6f4672, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:17.232631 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.284570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] For port a8a39b3b-e6c9-4f19-87b6-66c15f59c048, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a8a39b3b-e6c9-4f19-87b6-66c15f59c048,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:17.303508 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe57a44-99c5-4832-b004-00e443d062fc {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:17.314777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a6b71059-593e-43b4-a3e4-8e12e737f1e9 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:17.323775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8ba51aa4-d94f-45a4-a4d1-d12c43f1365d None None] Port cb446632-00a6-4663-9ce2-1e9debc7b3b5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:17.326368 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.352399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc4b72-9831-425b-a143-b3c02cdcff93 req-4543271b-f19f-4f36-816b-d5ec42b3cb30 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:17.377345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02fc4b72-9831-425b-a143-b3c02cdcff93 req-4543271b-f19f-4f36-816b-d5ec42b3cb30 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 949 time: 0.1308804 Jan 28 03:26:17.441100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fbe57a44-99c5-4832-b004-00e443d062fc, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fbe57a44-99c5-4832-b004-00e443d062fc,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:17.467907 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.495116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02fc4b72-9831-425b-a143-b3c02cdcff93 req-7c46c761-9d97-490f-8936-055ec309a23d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163054 Jan 28 03:26:17.525551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:17.529586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Routers {'bf94cb44-5e39-4f1d-8c77-8366c826dff7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:17.530373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:17.537869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc071a-7f64-47de-83bf-4911dda18daf None None] Pushing event updated for resources: {'Port': ['ID=a8a39b3b-e6c9-4f19-87b6-66c15f59c048,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:17.552279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:17.567668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.664901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e7d1481e-6195-456c-9446-d0bf5d5545de is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:17.665334 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.666826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Pushing event updated for resources: {'Port': ['ID=05685be2-f779-4d5e-bee1-19815e6f4672,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:17.677007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port a6b71059-593e-43b4-a3e4-8e12e737f1e9 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:17.688109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc995f-03f2-4cef-a92e-fe9843ef8b31 req-c3e0da18-948f-4218-9ad3-7a650e49eb1d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:17.691285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84dc995f-03f2-4cef-a92e-fe9843ef8b31 req-c3e0da18-948f-4218-9ad3-7a650e49eb1d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 943 time: 0.1133454 Jan 28 03:26:17.790761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port a6b71059-593e-43b4-a3e4-8e12e737f1e9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:17.796443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.798520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84dc995f-03f2-4cef-a92e-fe9843ef8b31 req-af26f5e4-4186-435b-904b-5b8f4a22564d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022623 Jan 28 03:26:17.803661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:17.804939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.805817 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-b82320bf-3223-40ee-870a-8ba780a24c6c service neutron] 10.222.0.25 "PUT /v2.0/ports/05685be2-f779-4d5e-bee1-19815e6f4672 HTTP/1.1" status: 200 len: 1092 time: 3.6931326 Jan 28 03:26:17.852663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'tag': '05685be2-f779-4d5e-bee1-19815e6f4672'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:17.865727 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fac0f37e-3c00-4ca8-85db-1ca8921a2dc4", "tag": "05685be2-f779-4d5e-bee1-19815e6f4672"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:17.890519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78598606-5a75-48b9-b052-a6f59e89a37e req-e4999fb9-f8ee-49b8-88fb-db4bc6d46a3b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 210 time: 0.0784729 Jan 28 03:26:17.899984 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port e7d1481e-6195-456c-9446-d0bf5d5545de, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e7d1481e-6195-456c-9446-d0bf5d5545de,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:17.906543 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.907281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=fbe57a44-99c5-4832-b004-00e443d062fc,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:17.930049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['fbe57a44-99c5-4832-b004-00e443d062fc'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:17.947443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Allocated IP 172.20.0.1 (a84d4c0d-3948-4454-a8a5-9fb9f5902973/c15c146f-2bc2-442f-9687-ef0802263a69/7d04e3b7-0f2b-444f-9052-4fb93a33f8f7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:17.976431 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e71633-44eb-4810-989c-af3e10a6e4c5 x-openstack-request-id: req-f1e71633-44eb-4810-989c-af3e10a6e4c5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:17.976726 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac0f37e-3c00-4ca8-85db-1ca8921a2dc4", "tag": "05685be2-f779-4d5e-bee1-19815e6f4672", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:17.983994 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1e71633-44eb-4810-989c-af3e10a6e4c5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:17.983994 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'tag': '05685be2-f779-4d5e-bee1-19815e6f4672', 'status': 'completed', 'code': 200} Jan 28 03:26:17.984304 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.020884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b0293-7bf6-470d-9c43-f96f0eada4e0 req-f1d4de57-f0c4-4c47-a504-dde29845b907 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:18.035385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a5b0293-7bf6-470d-9c43-f96f0eada4e0 req-f1d4de57-f0c4-4c47-a504-dde29845b907 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 949 time: 0.1432641 Jan 28 03:26:18.056646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=e7d1481e-6195-456c-9446-d0bf5d5545de,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:18.073774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-061bf36b-cb25-43ab-a10c-31ab71259f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:18.075384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-061bf36b-cb25-43ab-a10c-31ab71259f7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1095 time: 0.1971965 Jan 28 03:26:18.148611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a5b0293-7bf6-470d-9c43-f96f0eada4e0 req-29234d32-9f74-4c8a-a45c-7804fb52f31a tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118970 Jan 28 03:26:18.163250 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks [] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.164665 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] Set router bf94cb44-5e39-4f1d-8c77-8366c826dff7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:18.167394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a6b71059-593e-43b4-a3e4-8e12e737f1e9 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:18.167780 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.176641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-97d6150d-edf1-45a1-9de4-677259699f7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05685be2-f779-4d5e-bee1-19815e6f4672 HTTP/1.1" status: 200 len: 217 time: 0.0825932 Jan 28 03:26:18.179810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9022df-dbca-4c05-96de-9f4e55243e42 req-4b47942a-c01a-4903-af87-f8c3efc58534 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:18.181412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a9022df-dbca-4c05-96de-9f4e55243e42 req-4b47942a-c01a-4903-af87-f8c3efc58534 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 948 time: 0.0827057 Jan 28 03:26:18.249118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:18.285620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a9022df-dbca-4c05-96de-9f4e55243e42 req-922dd89b-10c6-4e6b-9012-76341034d54b tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983505 Jan 28 03:26:18.302170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:18.302170 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89ef41b-b763-4053-84c7-1924bfd0d8dd" -d '{"events": [{"server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "name": "network-vif-plugged", "status": "completed", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:18.302170 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.356025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Publish callbacks [] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.380018 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6321b355-5ba3-4383-8caa-c3ef1691b755 x-openstack-request-id: req-6321b355-5ba3-4383-8caa-c3ef1691b755 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:18.388056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-592380fc-5e4d-41ab-b6f6-fd579e91ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:18.389612 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-592380fc-5e4d-41ab-b6f6-fd579e91ed98 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.1754060 Jan 28 03:26:18.394803 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "name": "network-vif-plugged", "status": "completed", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:18.395278 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6321b355-5ba3-4383-8caa-c3ef1691b755 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:18.396270 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'code': 200} Jan 28 03:26:18.443445 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.447325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42826134-0a03-4e5c-a05e-a6185c84e09f req-3ce6eaa8-6c6c-4ea8-9fac-9b29922dd047 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:18.454368 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-84f55b6f-3c81-4789-b3b3-716f406d15c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447183 Jan 28 03:26:18.457234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42826134-0a03-4e5c-a05e-a6185c84e09f req-3ce6eaa8-6c6c-4ea8-9fac-9b29922dd047 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 949 time: 0.0853527 Jan 28 03:26:18.578812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.602203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:18.605384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42826134-0a03-4e5c-a05e-a6185c84e09f req-ddbff0d7-93c2-4af0-9e5f-32ea08f5f04e tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436360 Jan 28 03:26:18.612162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e7d1481e-6195-456c-9446-d0bf5d5545de up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:18.623282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34781f5-8e02-46a0-ae67-2551f9bb2c69 req-cd51f28c-39f5-414d-989b-636295bf2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:18.624861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d34781f5-8e02-46a0-ae67-2551f9bb2c69 req-cd51f28c-39f5-414d-989b-636295bf2412 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 1102 time: 0.1489005 Jan 28 03:26:18.628222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Network 6feeb0c1-0482-4943-a76b-256db1710662 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:18.643268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:18.699919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 41e80372-c3ac-4f06-a1d8-64d17dd33b62 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:18.719818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d34781f5-8e02-46a0-ae67-2551f9bb2c69 req-1b3c1978-af62-47ec-a3fe-e334ae6dd5e8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801060 Jan 28 03:26:18.741143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2bb42-171b-4084-9efe-01ce0fb20e8c req-e398e1d4-6abe-4d7b-b22c-e37e06cf7ba9 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:18.743638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87e2bb42-171b-4084-9efe-01ce0fb20e8c req-e398e1d4-6abe-4d7b-b22c-e37e06cf7ba9 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 949 time: 0.1144342 Jan 28 03:26:18.811452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87e2bb42-171b-4084-9efe-01ce0fb20e8c req-d49d518a-4bd5-456e-90cc-323f5b47c0cf tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619321 Jan 28 03:26:18.823063 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e7d1481e-6195-456c-9446-d0bf5d5545de triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:18.823520 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.864661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:18.869860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Publish callbacks [] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.893381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:18.899184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Network a84d4c0d-3948-4454-a8a5-9fb9f5902973 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:18.901331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Pushing event updated for resources: {'Port': ['ID=4484855e-bd6c-4dfa-80cb-911c925c12f9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:18.901779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-router', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:09Z', 'revision_number': 3, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'gw_port': {'id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:07Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:18.910823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.923238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:18.955039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:19.082935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ed4e5-da31-4adb-894a-900c008a5591 req-e5de5786-6e84-4b6b-a609-c0f65c7e67b9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:19.096474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d92ed4e5-da31-4adb-894a-900c008a5591 req-e5de5786-6e84-4b6b-a609-c0f65c7e67b9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 943 time: 0.1473050 Jan 28 03:26:19.145417 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-29290397-d9b7-4ca7-bde0-da86203e88dd service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724489 Jan 28 03:26:19.146850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9a0fc-5294-4062-a16f-77593bca6049 req-fcc65e98-54d6-4f10-8460-1ec2e887092c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:19.147494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e474f9f-7597-4602-a578-8288a28765bf None None] The sync data for ids ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'] in n-d-808199-14 is: [{'id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-router', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:09Z', 'revision_number': 3, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'gw_port': {'id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:07Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:19.149408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2e9a0fc-5294-4062-a16f-77593bca6049 req-fcc65e98-54d6-4f10-8460-1ec2e887092c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 932 time: 0.1242771 Jan 28 03:26:19.155201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:19.155513 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.166460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:19.170349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.228005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (d9129565-c850-4954-b7df-8832f29eed8e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.262286 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d04e3b7-0f2b-444f-9052-4fb93a33f8f7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:19.280482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2e9a0fc-5294-4062-a16f-77593bca6049 req-b476abb6-4d35-47a7-88b6-10c5f3b06ecc tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989823 Jan 28 03:26:19.284364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d92ed4e5-da31-4adb-894a-900c008a5591 req-64bb80c9-55a2-4fed-9fe6-8d2f55b1da65 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865859 Jan 28 03:26:19.286586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e7d1481e-6195-456c-9446-d0bf5d5545de is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:19.364441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-78c20214-2f82-42c2-be13-e647673a98b9 None None] Provisioning complete for port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:19.364905 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78c20214-2f82-42c2-be13-e647673a98b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.366694 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (bf94cb44-5e39-4f1d-8c77-8366c826dff7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.396344 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-16ef3cdc-5b9b-4256-9b37-f081f558c8ac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4474077 Jan 28 03:26:19.396587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:19.397060 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.419045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-78c20214-2f82-42c2-be13-e647673a98b9 None None] Port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:19.455316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 41e80372-c3ac-4f06-a1d8-64d17dd33b62, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=41e80372-c3ac-4f06-a1d8-64d17dd33b62,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:19.462948 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.468374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Request body: {'port': {'device_id': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:19.473255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef86f6-9d92-4669-b3f5-cbeee5f86cf7 req-a3309c14-dd40-4cd7-9029-e942109b9368 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:19.485564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26ef86f6-9d92-4669-b3f5-cbeee5f86cf7 req-a3309c14-dd40-4cd7-9029-e942109b9368 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 948 time: 0.0775907 Jan 28 03:26:19.527070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=41e80372-c3ac-4f06-a1d8-64d17dd33b62,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:19.549274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26ef86f6-9d92-4669-b3f5-cbeee5f86cf7 req-77fb68d9-bbee-4d5e-8b7a-a2bf182be78d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629950 Jan 28 03:26:19.594972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Pushing event updated for resources: {'Port': ['ID=cb446632-00a6-4663-9ce2-1e9debc7b3b5,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:19.661135 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e13e666-cc5d-46dd-85ea-2c12498ca32e req-8b271311-833e-46f7-852f-cd603e975521 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840164 Jan 28 03:26:19.701077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Network 9410fe5f-9b5c-4a82-a78e-336667c40a75 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:19.704609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.706892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:19.764567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfcbd9-2363-4bfe-96df-4107e9d4a9ce req-31998cdd-0fc5-4797-babb-8b0ef2a12ba9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:19.771942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04cfcbd9-2363-4bfe-96df-4107e9d4a9ce req-31998cdd-0fc5-4797-babb-8b0ef2a12ba9 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 949 time: 0.0918057 Jan 28 03:26:19.853530 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04cfcbd9-2363-4bfe-96df-4107e9d4a9ce req-3214728d-9c91-4eff-80b5-c66a443ce0ed tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805542 Jan 28 03:26:20.016222 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.028148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c87a1-32aa-4694-b25e-44e8ebf1e110 req-30a61bd6-a0f2-499b-afda-0ca64e3715fc tempest-LiveMigrationNegativeTest-1880760083 tempest-LiveMigrationNegativeTest-1880760083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:20.029714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-167c87a1-32aa-4694-b25e-44e8ebf1e110 req-30a61bd6-a0f2-499b-afda-0ca64e3715fc tempest-LiveMigrationNegativeTest-1880760083 tempest-LiveMigrationNegativeTest-1880760083-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 1101 time: 0.0642207 Jan 28 03:26:20.053599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-12ceb46c-156a-4b53-9a94-7603395f6692 None None] Provisioning complete for port cb446632-00a6-4663-9ce2-1e9debc7b3b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:20.054168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46c-156a-4b53-9a94-7603395f6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.058278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab req-cab704d1-9a93-47ce-934f-e5ccadd47074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:20.059801 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab req-cab704d1-9a93-47ce-934f-e5ccadd47074 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1095 time: 0.2686369 Jan 28 03:26:20.065614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49867eb8-ff17-4380-bbc3-d1873502a1e0 req-ad0b9018-0345-49ec-84f6-ea3205799573 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:20.067532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49867eb8-ff17-4380-bbc3-d1873502a1e0 req-ad0b9018-0345-49ec-84f6-ea3205799573 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 950 time: 0.1422486 Jan 28 03:26:20.077426 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-167c87a1-32aa-4694-b25e-44e8ebf1e110 req-de36092f-7b0d-4140-8f99-fe40123c19bc tempest-LiveMigrationNegativeTest-1880760083 tempest-LiveMigrationNegativeTest-1880760083-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.096788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-12ceb46c-156a-4b53-9a94-7603395f6692 None None] Port cb446632-00a6-4663-9ce2-1e9debc7b3b5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:20.120375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Router d9129565-c850-4954-b7df-8832f29eed8e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:26:20.146489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49867eb8-ff17-4380-bbc3-d1873502a1e0 req-1b8980ea-e099-4f2b-9262-ad4c32ce76ba tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710659 Jan 28 03:26:20.211785 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-167c87a1-32aa-4694-b25e-44e8ebf1e110 req-de36092f-7b0d-4140-8f99-fe40123c19bc tempest-LiveMigrationNegativeTest-1880760083 tempest-LiveMigrationNegativeTest-1880760083-project-admin] Publish callbacks [] for security_group (3c8e9a0e-a0da-464b-82c6-8293462094a5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.217127 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-167c87a1-32aa-4694-b25e-44e8ebf1e110 req-de36092f-7b0d-4140-8f99-fe40123c19bc tempest-LiveMigrationNegativeTest-1880760083 tempest-LiveMigrationNegativeTest-1880760083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3c8e9a0e-a0da-464b-82c6-8293462094a5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.260559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36092f-7b0d-4140-8f99-fe40123c19bc tempest-LiveMigrationNegativeTest-1880760083 tempest-LiveMigrationNegativeTest-1880760083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8e9a0e-a0da-464b-82c6-8293462094a5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:20.264832 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-167c87a1-32aa-4694-b25e-44e8ebf1e110 req-de36092f-7b0d-4140-8f99-fe40123c19bc tempest-LiveMigrationNegativeTest-1880760083 tempest-LiveMigrationNegativeTest-1880760083-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181184 Jan 28 03:26:20.397831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f71294-92d3-4b94-ab12-691562c8db03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e80372-c3ac-4f06-a1d8-64d17dd33b62'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:20.400403 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e78f7aa-e231-4751-b16c-48a0be8e3d0d" -d '{"events": [{"server_uuid": "e7f71294-92d3-4b94-ab12-691562c8db03", "name": "network-vif-plugged", "status": "completed", "tag": "41e80372-c3ac-4f06-a1d8-64d17dd33b62"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:20.429633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab req-2783f848-2116-4ff0-a430-e77f5443ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:20.431160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab req-2783f848-2116-4ff0-a430-e77f5443ab42 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.3394535 Jan 28 03:26:20.510727 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab req-ccbf436d-56ad-4111-b258-f80d575d4619 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05685be2-f779-4d5e-bee1-19815e6f4672 HTTP/1.1" status: 200 len: 217 time: 0.0715673 Jan 28 03:26:20.538311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d3fe3-ec26-44e0-b2a4-5924607704f7 req-86ad41fa-1c7a-4fc5-b031-e28ed8a2ebcb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:20.540611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a04d3fe3-ec26-44e0-b2a4-5924607704f7 req-86ad41fa-1c7a-4fc5-b031-e28ed8a2ebcb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 943 time: 0.1191370 Jan 28 03:26:20.555851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ab9d1-bb9b-48d8-ba14-82d2b1650194 req-b419a55c-3d99-48bd-8d2d-571553a70eaf tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:20.560648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-613ab9d1-bb9b-48d8-ba14-82d2b1650194 req-b419a55c-3d99-48bd-8d2d-571553a70eaf tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 932 time: 0.1212759 Jan 28 03:26:20.580957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:20.595239 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Sync routers for ids ['d9129565-c850-4954-b7df-8832f29eed8e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:20.605495 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Routers {'d9129565-c850-4954-b7df-8832f29eed8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:20.605847 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-340f9b82-63ee-42cf-bda1-89f230430737 admin admin] 10.222.0.44 "PUT /v2.0/routers/d9129565-c850-4954-b7df-8832f29eed8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6124728 Jan 28 03:26:20.606277 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d9129565-c850-4954-b7df-8832f29eed8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:20.644533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a8a39b3b-e6c9-4f19-87b6-66c15f59c048 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:20.660920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a04d3fe3-ec26-44e0-b2a4-5924607704f7 req-604c2f89-4eff-4c76-ab3c-5d9958a4e79f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989730 Jan 28 03:26:20.663330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4484855e-bd6c-4dfa-80cb-911c925c12f9 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:20.669312 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Publish callbacks [] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.692359 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-613ab9d1-bb9b-48d8-ba14-82d2b1650194 req-2136db68-880e-4d5c-9cf7-98dbeff16a7e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210709 Jan 28 03:26:20.699297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fbe57a44-99c5-4832-b004-00e443d062fc up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:20.700600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Publish callbacks [] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.709574 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.737531 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Set router d9129565-c850-4954-b7df-8832f29eed8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:20.834028 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b6d717-a66c-4513-b053-ee57cd7f2dca x-openstack-request-id: req-18b6d717-a66c-4513-b053-ee57cd7f2dca {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:20.834323 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f71294-92d3-4b94-ab12-691562c8db03", "name": "network-vif-plugged", "status": "completed", "tag": "41e80372-c3ac-4f06-a1d8-64d17dd33b62", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:20.834730 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18b6d717-a66c-4513-b053-ee57cd7f2dca {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:20.835290 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f71294-92d3-4b94-ab12-691562c8db03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e80372-c3ac-4f06-a1d8-64d17dd33b62', 'code': 200} Jan 28 03:26:20.889758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Transition to ACTIVE for port object 4484855e-bd6c-4dfa-80cb-911c925c12f9 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:20.889947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab req-0c558bdc-ed7b-4c1c-9b84-6109d6e6f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:20.898954 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab req-0c558bdc-ed7b-4c1c-9b84-6109d6e6f766 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.3595507 Jan 28 03:26:20.900542 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.903331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a8a39b3b-e6c9-4f19-87b6-66c15f59c048 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:20.903749 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.945348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port fbe57a44-99c5-4832-b004-00e443d062fc completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:20.956348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port fbe57a44-99c5-4832-b004-00e443d062fc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:20.956754 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.978448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (bf94cb44-5e39-4f1d-8c77-8366c826dff7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.035890 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab req-27ef5604-e285-41bb-8517-3a8a91e56ab5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809088 Jan 28 03:26:21.043200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d04e3b7-0f2b-444f-9052-4fb93a33f8f7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:21.103305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb87a93-4f9e-4ca5-b762-69494f6126a2 req-e80bc6ed-ceb3-4746-be04-96c2de78f4a5 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:21.105465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb87a93-4f9e-4ca5-b762-69494f6126a2 req-e80bc6ed-ceb3-4746-be04-96c2de78f4a5 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 948 time: 0.1550772 Jan 28 03:26:21.107756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20578672-67ba-4ba6-988b-cc761c9965ad req-18d90101-b773-4f78-97ee-336a93f18c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:21.111272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20578672-67ba-4ba6-988b-cc761c9965ad req-18d90101-b773-4f78-97ee-336a93f18c09 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 1102 time: 0.1696732 Jan 28 03:26:21.121836 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'name': 'tempest-FloatingIPsTestJSON-2093636000-router', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:05Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'gw_port': {'id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'cb446632-00a6-4663-9ce2-1e9debc7b3b5', 'name': '', 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'mac_address': 'fa:16:3e:d5:58:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '813fffc3-521c-4d24-b268-f11a94bd8920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:14Z', 'updated_at': '2022-01-28T03:26:18Z', 'revision_number': 2, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'subnets': [{'id': '813fffc3-521c-4d24-b268-f11a94bd8920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:21.159956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a8a39b3b-e6c9-4f19-87b6-66c15f59c048 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:21.160506 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.164902 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Checking router: d9129565-c850-4954-b7df-8832f29eed8e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:21.165483 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Updating router d9129565-c850-4954-b7df-8832f29eed8e port cb446632-00a6-4663-9ce2-1e9debc7b3b5 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:26:21.187530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port a8a39b3b-e6c9-4f19-87b6-66c15f59c048, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a8a39b3b-e6c9-4f19-87b6-66c15f59c048,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:21.196123 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.236198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb87a93-4f9e-4ca5-b762-69494f6126a2 req-b1c6600c-1224-4ffc-8db4-bdfbd99ad3ce tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065440 Jan 28 03:26:21.238213 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.273504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=a8a39b3b-e6c9-4f19-87b6-66c15f59c048,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:21.319458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20578672-67ba-4ba6-988b-cc761c9965ad req-5b57b122-d8a9-43ac-9daf-4446166eadf1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016785 Jan 28 03:26:21.363145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port fbe57a44-99c5-4832-b004-00e443d062fc is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:21.363547 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.403174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fbe57a44-99c5-4832-b004-00e443d062fc, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fbe57a44-99c5-4832-b004-00e443d062fc,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:21.409302 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.453005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35920931-b41e-407c-9338-7ad8e8815e5f req-dde7845b-ec45-40ed-91f0-b559460e2167 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:21.455276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35920931-b41e-407c-9338-7ad8e8815e5f req-dde7845b-ec45-40ed-91f0-b559460e2167 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 949 time: 0.1085985 Jan 28 03:26:21.480607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=fbe57a44-99c5-4832-b004-00e443d062fc,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:21.557481 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Publish callbacks [] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.563678 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.596677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Pushing event updated for resources: {'Port': ['ID=4484855e-bd6c-4dfa-80cb-911c925c12f9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:21.613231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35920931-b41e-407c-9338-7ad8e8815e5f req-bc565aea-69ff-4ba4-90b4-8661a2b7f66e tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223791 Jan 28 03:26:21.646488 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3286d76-7fd6-40b9-a48a-4d5ace778260 None None] Pushing event updated for resources: {'Port': ['ID=cb446632-00a6-4663-9ce2-1e9debc7b3b5,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:21.693359 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab req-e8dbd6f9-f280-4ddd-a5c5-4cf2df95af25 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523724 Jan 28 03:26:21.698624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:21.698855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:21.699180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:21.707907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Network a84d4c0d-3948-4454-a8a5-9fb9f5902973 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:21.720266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:21.721905 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Attempting to bind port cb446632-00a6-4663-9ce2-1e9debc7b3b5 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:21.722517 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Attempting to bind port cb446632-00a6-4663-9ce2-1e9debc7b3b5 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e6f5dc00-52b8-4b79-8767-e18b6cd00870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:21.723044 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Attempting to bind port cb446632-00a6-4663-9ce2-1e9debc7b3b5 on network 9410fe5f-9b5c-4a82-a78e-336667c40a75 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:21.733814 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:21.734705 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Checking segment: {'id': 'e6f5dc00-52b8-4b79-8767-e18b6cd00870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:21.734705 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.735028 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Bound using segment: {'id': 'e6f5dc00-52b8-4b79-8767-e18b6cd00870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:21.735527 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Bound port: cb446632-00a6-4663-9ce2-1e9debc7b3b5, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f5dc00-52b8-4b79-8767-e18b6cd00870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:21.735900 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.753756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-7fef196c-ed56-4e45-923d-88f7abdcf72c tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3698816 Jan 28 03:26:21.758750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:21.759254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:21.776687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:21.802578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:21.804173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:21.804880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:21.805045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Bound port: 4484855e-bd6c-4dfa-80cb-911c925c12f9, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:21.808971 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.837184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2d863-2f9f-4fb9-ad0e-d3f87046500a req-73b1e18b-863f-4d09-bda2-12833b97dea7 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:21.837805 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] For port cb446632-00a6-4663-9ce2-1e9debc7b3b5, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:21.839407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fa2d863-2f9f-4fb9-ad0e-d3f87046500a req-73b1e18b-863f-4d09-bda2-12833b97dea7 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 950 time: 0.1041789 Jan 28 03:26:21.841168 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.842269 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] For port cb446632-00a6-4663-9ce2-1e9debc7b3b5, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=cb446632-00a6-4663-9ce2-1e9debc7b3b5,segment=NetworkSegment(e6f5dc00-52b8-4b79-8767-e18b6cd00870),segment_id=e6f5dc00-52b8-4b79-8767-e18b6cd00870)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:21.848477 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.917862 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Routers {'d9129565-c850-4954-b7df-8832f29eed8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:21.919936 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d9129565-c850-4954-b7df-8832f29eed8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:22.004074 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3286d76-7fd6-40b9-a48a-4d5ace778260 None None] Pushing event updated for resources: {'Port': ['ID=cb446632-00a6-4663-9ce2-1e9debc7b3b5,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:22.018174 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4c123e0d-27e8-442c-a16d-c4ea06b7c4ab req-d95c836a-ecf4-4a1d-8f8e-d0d3777c0617 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159730 Jan 28 03:26:22.022441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fa2d863-2f9f-4fb9-ad0e-d3f87046500a req-e94c3f06-3327-491e-a6d7-0dd5b3ec67fd tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630733 Jan 28 03:26:22.069596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:22.085798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:22.087792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Router bf94cb44-5e39-4f1d-8c77-8366c826dff7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:26:22.090042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a99b65a2-5999-4178-a3bc-30a73a41cb27 None None] Provisioning complete for port cb446632-00a6-4663-9ce2-1e9debc7b3b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:22.090954 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a99b65a2-5999-4178-a3bc-30a73a41cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.094656 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.154527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:22.155139 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.165599 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] 10.222.0.42 "PUT /v2.0/ports/4484855e-bd6c-4dfa-80cb-911c925c12f9 HTTP/1.1" status: 200 len: 1093 time: 2.7032762 Jan 28 03:26:22.170761 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'tag': '4484855e-bd6c-4dfa-80cb-911c925c12f9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:22.173548 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955" -d '{"events": [{"name": "network-changed", "server_uuid": "78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8", "tag": "4484855e-bd6c-4dfa-80cb-911c925c12f9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:22.186712 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] Set router d9129565-c850-4954-b7df-8832f29eed8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:22.235067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e94b30-d885-4130-80f1-3f5dac5827ee req-dcd6d0f4-3a22-4529-82e2-4d338f012415 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:22.244918 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21e94b30-d885-4130-80f1-3f5dac5827ee req-dcd6d0f4-3a22-4529-82e2-4d338f012415 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 943 time: 0.1112289 Jan 28 03:26:22.248678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.279169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a99b65a2-5999-4178-a3bc-30a73a41cb27 None None] Current status of the port cb446632-00a6-4663-9ce2-1e9debc7b3b5 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:22.279765 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a99b65a2-5999-4178-a3bc-30a73a41cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.322362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8928-ac3a-4567-b969-4f77eca98e10 service neutron] Pushing event updated for resources: {'Port': ['ID=4484855e-bd6c-4dfa-80cb-911c925c12f9,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:22.369688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a99b65a2-5999-4178-a3bc-30a73a41cb27 None None] For port cb446632-00a6-4663-9ce2-1e9debc7b3b5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=cb446632-00a6-4663-9ce2-1e9debc7b3b5,segment=NetworkSegment(e6f5dc00-52b8-4b79-8767-e18b6cd00870),segment_id=e6f5dc00-52b8-4b79-8767-e18b6cd00870)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:22.378027 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a99b65a2-5999-4178-a3bc-30a73a41cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.413743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-74bde2f4-1a51-441d-befb-78a6b91c67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:22.415625 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-74bde2f4-1a51-441d-befb-78a6b91c67e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1096 time: 0.1743586 Jan 28 03:26:22.419654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:22.431345 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2078ae8b-e99c-4f0a-90a0-41349113f8e6 admin admin] 10.222.0.44 "PUT /v2.0/routers/bf94cb44-5e39-4f1d-8c77-8366c826dff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5666528 Jan 28 03:26:22.455151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21e94b30-d885-4130-80f1-3f5dac5827ee req-79dd92fd-fba0-4324-b267-5bbd71677593 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088954 Jan 28 03:26:22.506994 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-996b8737-ec3f-4c20-82d4-f354586afe40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9 HTTP/1.1" status: 200 len: 217 time: 0.0745373 Jan 28 03:26:22.508587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b65a2-5999-4178-a3bc-30a73a41cb27 None None] Pushing event updated for resources: {'Port': ['ID=cb446632-00a6-4663-9ce2-1e9debc7b3b5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:22.542033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a79fac01-01d2-4d09-abad-0dce95d218e2 None None] Provisioning complete for port cb446632-00a6-4663-9ce2-1e9debc7b3b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:22.543266 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a79fac01-01d2-4d09-abad-0dce95d218e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.627787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-22c50aa3-e5aa-4c64-9f2b-142c7926469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:22.629329 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-22c50aa3-e5aa-4c64-9f2b-142c7926469b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1158521 Jan 28 03:26:22.648105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Allocated IP 172.25.1.96 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/b8c2d1a9-f2f4-4831-ab68-d2ca581facd3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:22.684297 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-b5269de1-9c40-4690-b720-1d2a0d6ef57c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483835 Jan 28 03:26:22.701078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a79fac01-01d2-4d09-abad-0dce95d218e2 None None] Current status of the port cb446632-00a6-4663-9ce2-1e9debc7b3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:22.707445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Sync routers for ids ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:22.716893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a8a39b3b-e6c9-4f19-87b6-66c15f59c048 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:22.734990 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'name': 'tempest-FloatingIPsTestJSON-2093636000-router', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:05Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'gw_port': {'id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'cb446632-00a6-4663-9ce2-1e9debc7b3b5', 'name': '', 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'mac_address': 'fa:16:3e:d5:58:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '813fffc3-521c-4d24-b268-f11a94bd8920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:14Z', 'updated_at': '2022-01-28T03:26:21Z', 'revision_number': 4, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'subnets': [{'id': '813fffc3-521c-4d24-b268-f11a94bd8920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:22.774561 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e7609-8881-4fc2-83d6-17bb2953c3d9 None None] The sync data for ids ['d9129565-c850-4954-b7df-8832f29eed8e'] in n-d-808199-14 is: [{'id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'name': 'tempest-FloatingIPsTestJSON-2093636000-router', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:05Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'gw_port': {'id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'cb446632-00a6-4663-9ce2-1e9debc7b3b5', 'name': '', 'network_id': '9410fe5f-9b5c-4a82-a78e-336667c40a75', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'mac_address': 'fa:16:3e:d5:58:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '813fffc3-521c-4d24-b268-f11a94bd8920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:14Z', 'updated_at': '2022-01-28T03:26:21Z', 'revision_number': 4, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'subnets': [{'id': '813fffc3-521c-4d24-b268-f11a94bd8920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:22.794982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Routers {'bf94cb44-5e39-4f1d-8c77-8366c826dff7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:22.795627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:22.808520 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-be2a546d-e3cf-41f4-9c73-4c18b95be51e service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146007 Jan 28 03:26:22.864369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a79fac01-01d2-4d09-abad-0dce95d218e2 None None] Provisioning complete for port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:22.864656 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a79fac01-01d2-4d09-abad-0dce95d218e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.866989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31412a0d-39d3-4023-a056-81f47c70073c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe57a44-99c5-4832-b004-00e443d062fc'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:22.869284 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0013974e-920c-40f6-9c37-9c05131e5a35" -d '{"events": [{"server_uuid": "31412a0d-39d3-4023-a056-81f47c70073c", "name": "network-vif-plugged", "status": "completed", "tag": "fbe57a44-99c5-4832-b004-00e443d062fc"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:22.897349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a8a39b3b-e6c9-4f19-87b6-66c15f59c048 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:22.897721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.921708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a358074-2433-4766-97ce-6e63aa999c38 req-73c6f265-f444-4a5d-8dc2-fe936378c625 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:22.924527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a358074-2433-4766-97ce-6e63aa999c38 req-73c6f265-f444-4a5d-8dc2-fe936378c625 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 944 time: 0.3213046 Jan 28 03:26:22.935786 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88a24cb8-ff90-4ddb-b07f-cc70891af1d5 req-bf615a18-2be6-4f43-bf27-a9ce80740f6b service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206238 Jan 28 03:26:22.951505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a79fac01-01d2-4d09-abad-0dce95d218e2 None None] Port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:23.028853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a358074-2433-4766-97ce-6e63aa999c38 req-364c3a40-41a6-4661-9916-eebc230687d1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769739 Jan 28 03:26:23.070160 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for port (b8c2d1a9-f2f4-4831-ab68-d2ca581facd3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.084436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a8a39b3b-e6c9-4f19-87b6-66c15f59c048 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:23.090476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Set router bf94cb44-5e39-4f1d-8c77-8366c826dff7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:23.122871 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b8c2d1a9-f2f4-4831-ab68-d2ca581facd3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.127989 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b1a5eb-68b3-4753-a97a-8870702028ef x-openstack-request-id: req-73b1a5eb-68b3-4753-a97a-8870702028ef {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:23.128485 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8", "tag": "4484855e-bd6c-4dfa-80cb-911c925c12f9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:23.129031 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73b1a5eb-68b3-4753-a97a-8870702028ef {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:23.129616 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'tag': '4484855e-bd6c-4dfa-80cb-911c925c12f9', 'status': 'completed', 'code': 200} Jan 28 03:26:23.167729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:23.171018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:23.175159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:23.212940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Pushing event updated for resources: {'Port': ['ID=b8c2d1a9-f2f4-4831-ab68-d2ca581facd3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:23.257373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955 req-8343846d-50f7-4004-95c6-0c3d1244baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:23.259017 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955 req-8343846d-50f7-4004-95c6-0c3d1244baae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1096 time: 0.0802212 Jan 28 03:26:23.351202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 05685be2-f779-4d5e-bee1-19815e6f4672 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:23.405525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2ba8d-fe19-44ae-b51a-768342122318 req-1bed5d2e-27a2-4454-bc7a-31b17f580fac tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:23.414357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5be2ba8d-fe19-44ae-b51a-768342122318 req-1bed5d2e-27a2-4454-bc7a-31b17f580fac tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 949 time: 0.1682360 Jan 28 03:26:23.436086 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for floatingip (d0836385-292d-45cb-a9eb-2fe1b016b2ab), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.453650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b827e-8740-4093-9180-bfc529747350 req-a3a79c45-76cd-44f2-aef0-6ca1b9f602b6 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:23.456475 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e8b827e-8740-4093-9180-bfc529747350 req-a3a79c45-76cd-44f2-aef0-6ca1b9f602b6 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.25 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 949 time: 0.1418607 Jan 28 03:26:23.463043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955 req-c1185ccb-dc8d-4467-a940-667c96df2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:23.464899 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955 req-c1185ccb-dc8d-4467-a940-667c96df2581 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.1987185 Jan 28 03:26:23.466820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-router', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:19Z', 'revision_number': 4, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'gw_port': {'id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:07Z', 'updated_at': '2022-01-28T03:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '7d04e3b7-0f2b-444f-9052-4fb93a33f8f7', 'name': '', 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'mac_address': 'fa:16:3e:e7:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c15c146f-2bc2-442f-9687-ef0802263a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:17Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 2, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'subnets': [{'id': 'c15c146f-2bc2-442f-9687-ef0802263a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:23.498343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Checking router: bf94cb44-5e39-4f1d-8c77-8366c826dff7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:23.498837 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Updating router bf94cb44-5e39-4f1d-8c77-8366c826dff7 port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:26:23.514320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5be2ba8d-fe19-44ae-b51a-768342122318 req-f06695df-4a89-4a25-bc4c-36217ab7c69e tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934820 Jan 28 03:26:23.533008 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b8c2d1a9-f2f4-4831-ab68-d2ca581facd3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.533950 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.583722 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955 req-38646b05-bbd3-4943-bb31-e9a7433527ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9 HTTP/1.1" status: 200 len: 217 time: 0.1108899 Jan 28 03:26:23.603250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:23.617893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '05685be2-f779-4d5e-bee1-19815e6f4672', 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935', 'port_id': '05685be2-f779-4d5e-bee1-19815e6f4672', 'mac_address': 'fa:16:3e:28:ed:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e62498-2e1e-4282-bf91-3df78f49b1f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:23.712220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955 req-56f75572-1f1c-415b-b1fd-d769f26cd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:23.714533 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955 req-56f75572-1f1c-415b-b1fd-d769f26cd281 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1235836 Jan 28 03:26:23.723367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d14aa7-8d2b-4822-8440-59423da87083 req-af6533a7-f0c9-45f5-a27c-77cefe842060 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:23.730438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59d14aa7-8d2b-4822-8440-59423da87083 req-af6533a7-f0c9-45f5-a27c-77cefe842060 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 949 time: 0.1345789 Jan 28 03:26:23.763740 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955 req-0f070fe9-f955-46fe-a59b-aadc8f0fbf5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409832 Jan 28 03:26:23.782511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-2e8b827e-8740-4093-9180-bfc529747350 req-d87bea96-635b-4a2b-a8e7-3e02e1dfbfec tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Deleting port 350009fa-3221-4990-877d-712c8f81facd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:23.783376 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e8b827e-8740-4093-9180-bfc529747350 req-d87bea96-635b-4a2b-a8e7-3e02e1dfbfec tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (350009fa-3221-4990-877d-712c8f81facd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.829123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59d14aa7-8d2b-4822-8440-59423da87083 req-bdfef0af-06a9-4d85-824c-5d414061400c tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908883 Jan 28 03:26:23.855940 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for port (b8c2d1a9-f2f4-4831-ab68-d2ca581facd3), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.862178 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (b8c2d1a9-f2f4-4831-ab68-d2ca581facd3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.911869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 05685be2-f779-4d5e-bee1-19815e6f4672 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:23.912175 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.946733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Pushing event updated for resources: {'Port': ['ID=b8c2d1a9-f2f4-4831-ab68-d2ca581facd3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:23.949544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05685be2-f779-4d5e-bee1-19815e6f4672 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:23.965665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (d0836385-292d-45cb-a9eb-2fe1b016b2ab), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.979210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955 req-314d6884-5780-42ac-9e5e-27180b9e142f service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085752 Jan 28 03:26:23.981005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:23.982365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2e8b827e-8740-4093-9180-bfc529747350 req-d87bea96-635b-4a2b-a8e7-3e02e1dfbfec tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] For port 350009fa-3221-4990-877d-712c8f81facd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=350009fa-3221-4990-877d-712c8f81facd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:23.982888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e8b827e-8740-4093-9180-bfc529747350 req-d87bea96-635b-4a2b-a8e7-3e02e1dfbfec tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (350009fa-3221-4990-877d-712c8f81facd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.993764 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:24.004115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-b6b4ede8-a0ac-4993-907d-b20dd6e45a92 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2286046 Jan 28 03:26:24.029011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-2e8b827e-8740-4093-9180-bfc529747350 req-d87bea96-635b-4a2b-a8e7-3e02e1dfbfec tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Calling delete_port for 350009fa-3221-4990-877d-712c8f81facd owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:24.030449 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:24.117094 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Publish callbacks [] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:24.132126 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:24.135164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-197ee5b1-751c-486d-8bc5-272c005ef8ec tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.1284213 Jan 28 03:26:24.146277 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911a9728-2d5a-44cc-a360-9eec635d01e8 x-openstack-request-id: req-911a9728-2d5a-44cc-a360-9eec635d01e8 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:24.146593 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31412a0d-39d3-4023-a056-81f47c70073c", "name": "network-vif-plugged", "status": "completed", "tag": "fbe57a44-99c5-4832-b004-00e443d062fc", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:24.146939 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-911a9728-2d5a-44cc-a360-9eec635d01e8 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:24.147397 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31412a0d-39d3-4023-a056-81f47c70073c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe57a44-99c5-4832-b004-00e443d062fc', 'code': 200} Jan 28 03:26:24.159420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=05685be2-f779-4d5e-bee1-19815e6f4672,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:24.329531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Attempting to bind port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:24.344768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Attempting to bind port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:24.345326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Attempting to bind port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 on network a84d4c0d-3948-4454-a8a5-9fb9f5902973 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:24.352220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593ea85-e38b-438c-841b-b776b19f5ea6 None None] Pushing event updated for resources: {'Port': ['ID=7d04e3b7-0f2b-444f-9052-4fb93a33f8f7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:24.357007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:24.357382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Checking segment: {'id': '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:24.357784 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:24.358169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Bound using segment: {'id': '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:24.358641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Bound port: 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:24.359017 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:24.406035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-9d322c34-2068-402a-a315-36c0bf4e4fc8 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:24.414520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-9d322c34-2068-402a-a315-36c0bf4e4fc8 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.2719810 Jan 28 03:26:24.436828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-0ef5c4da-4cd0-467f-aab3-321c728b6ea1 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:26:24.438038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-508e50b1-0a6a-48d4-a37a-ee4d50546ee0 req-0ef5c4da-4cd0-467f-aab3-321c728b6ea1 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226085 Jan 28 03:26:24.472129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7d1ab-6205-4189-8c89-8abb93dcb2f7 req-d0ddeea3-eb0b-41ed-a93e-846be9ccc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:24.474313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ef7d1ab-6205-4189-8c89-8abb93dcb2f7 req-d0ddeea3-eb0b-41ed-a93e-846be9ccc456 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 1101 time: 0.2263634 Jan 28 03:26:24.501750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['05685be2-f779-4d5e-bee1-19815e6f4672'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:24.505640 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b7a7ac-d8c4-4459-ae1c-26a20a70d955 req-567e1e90-c50f-4948-a6ba-076b739f918e service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171571 Jan 28 03:26:24.539501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37c441-5323-46bc-97bc-7a06d4405379 req-ab8cb809-c507-46be-aed6-e043632612c3 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:24.545406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe37c441-5323-46bc-97bc-7a06d4405379 req-ab8cb809-c507-46be-aed6-e043632612c3 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 950 time: 0.2032459 Jan 28 03:26:24.625888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e8b827e-8740-4093-9180-bfc529747350 req-d87bea96-635b-4a2b-a8e7-3e02e1dfbfec tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (350009fa-3221-4990-877d-712c8f81facd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:24.661319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bea96-635b-4a2b-a8e7-3e02e1dfbfec tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Pushing event deleted for resources: {'Port': ['ID=350009fa-3221-4990-877d-712c8f81facd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:24.668834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ef7d1ab-6205-4189-8c89-8abb93dcb2f7 req-098fa384-d9aa-4c85-bd17-e7e4fecfb6b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866407 Jan 28 03:26:24.689188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] For port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:24.693727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] For port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7d04e3b7-0f2b-444f-9052-4fb93a33f8f7,segment=NetworkSegment(5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084),segment_id=5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:24.697323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe37c441-5323-46bc-97bc-7a06d4405379 req-c40599e9-b492-4f9f-b786-514120a6b21a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353707 Jan 28 03:26:24.699284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['8f3128b4-38a8-46bd-8e63-2f18a218c75c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:24.712939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cb446632-00a6-4663-9ce2-1e9debc7b3b5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:24.726107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de702071-c669-4e08-a807-9b2546cca42a req-be7068e6-0b09-4045-b8f2-bd79f0f2a95d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:24.730223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de702071-c669-4e08-a807-9b2546cca42a req-be7068e6-0b09-4045-b8f2-bd79f0f2a95d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 944 time: 0.1836796 Jan 28 03:26:24.742832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8b827e-8740-4093-9180-bfc529747350 req-d87bea96-635b-4a2b-a8e7-3e02e1dfbfec tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] No DVR routers for this DVR port 350009fa-3221-4990-877d-712c8f81facd on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:26:24.748707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e8b827e-8740-4093-9180-bfc529747350 req-d87bea96-635b-4a2b-a8e7-3e02e1dfbfec tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:24.752871 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e8b827e-8740-4093-9180-bfc529747350 req-d87bea96-635b-4a2b-a8e7-3e02e1dfbfec tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.25 "DELETE /v2.0/ports/350009fa-3221-4990-877d-712c8f81facd HTTP/1.1" status: 204 len: 173 time: 1.2913885 Jan 28 03:26:24.789145 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:24.819420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de702071-c669-4e08-a807-9b2546cca42a req-29ef2c9d-079c-4d6d-83c2-a49d5096a0da tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826452 Jan 28 03:26:24.858516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87486689-b739-46ca-bcfe-2dd402ceba22 req-84eaf6eb-8dbf-4403-a512-03ce8f8c8590 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:24.862131 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87486689-b739-46ca-bcfe-2dd402ceba22 req-84eaf6eb-8dbf-4403-a512-03ce8f8c8590 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 944 time: 0.0590391 Jan 28 03:26:24.939856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87486689-b739-46ca-bcfe-2dd402ceba22 req-3a2ac61e-ee6f-477b-af39-9370321367d8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688863 Jan 28 03:26:24.954380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c117512a-dd4f-4fd8-8e58-70da49db1bd8 None None] Provisioning complete for port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:24.954965 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c117512a-dd4f-4fd8-8e58-70da49db1bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.102455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b059dffa-c45e-4541-83aa-b9996405a8a1 req-8249c34a-51aa-47da-9f9d-74e2bb992455 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips/d0836385-292d-45cb-a9eb-2fe1b016b2ab HTTP/1.1" status: 200 len: 692 time: 0.1100066 Jan 28 03:26:25.114032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593ea85-e38b-438c-841b-b776b19f5ea6 None None] Pushing event updated for resources: {'Port': ['ID=7d04e3b7-0f2b-444f-9052-4fb93a33f8f7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:25.130515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da256422-46c1-4793-a4b7-02df9de768bb', 'name': 'network-vif-deleted', 'tag': '350009fa-3221-4990-877d-712c8f81facd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:25.131616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Routers {'bf94cb44-5e39-4f1d-8c77-8366c826dff7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:25.132258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:25.133248 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ab1c9-4e10-4a76-8527-2144642b5619" -d '{"events": [{"server_uuid": "da256422-46c1-4793-a4b7-02df9de768bb", "name": "network-vif-deleted", "tag": "350009fa-3221-4990-877d-712c8f81facd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:25.208001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d512f-44b0-43ab-a14b-d19741818cac req-95f65764-f122-4c9d-8f7d-294db5704644 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:25.208195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port cb446632-00a6-4663-9ce2-1e9debc7b3b5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:25.208315 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.209475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c7d512f-44b0-43ab-a14b-d19741818cac req-95f65764-f122-4c9d-8f7d-294db5704644 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 949 time: 0.1222537 Jan 28 03:26:25.286710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059dffa-c45e-4541-83aa-b9996405a8a1 req-920a39f6-86b1-466b-95f1-c62f945e1bd8 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:25.288495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b059dffa-c45e-4541-83aa-b9996405a8a1 req-920a39f6-86b1-466b-95f1-c62f945e1bd8 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1721768 Jan 28 03:26:25.309071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-b059dffa-c45e-4541-83aa-b9996405a8a1 req-0e2db302-ca9d-4a0f-94ec-ea7cb2fb5830 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:26:25.310051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b059dffa-c45e-4541-83aa-b9996405a8a1 req-0e2db302-ca9d-4a0f-94ec-ea7cb2fb5830 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084522 Jan 28 03:26:25.325965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c7d512f-44b0-43ab-a14b-d19741818cac req-dadf3940-ff26-4008-9da7-997b55b2f0e7 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106052 Jan 28 03:26:25.365366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 350009fa-3221-4990-877d-712c8f81facd no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:25.412159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c117512a-dd4f-4fd8-8e58-70da49db1bd8 None None] Current status of the port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:25.412544 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c117512a-dd4f-4fd8-8e58-70da49db1bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.421562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 350009fa-3221-4990-877d-712c8f81facd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:25.422601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 350009fa-3221-4990-877d-712c8f81facd not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:25.454275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] Set router bf94cb44-5e39-4f1d-8c77-8366c826dff7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:25.472588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cebbde8b-b236-4927-ae02-7fd44873ac57 req-d4ad3887-6312-491e-a18c-b2201fd732a7 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=da256422-46c1-4793-a4b7-02df9de768bb HTTP/1.1" status: 200 len: 210 time: 0.0547116 Jan 28 03:26:25.525824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997d6e-7cf9-4c31-bb5e-23f0d27a3ced req-76b329de-f307-4005-a8c3-64146d0e0080 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:25.528335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a997d6e-7cf9-4c31-bb5e-23f0d27a3ced req-76b329de-f307-4005-a8c3-64146d0e0080 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1275384 Jan 28 03:26:25.531293 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c878ff30-9088-4263-9777-27c120c88c4f x-openstack-request-id: req-c878ff30-9088-4263-9777-27c120c88c4f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:25.531611 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da256422-46c1-4793-a4b7-02df9de768bb", "name": "network-vif-deleted", "tag": "350009fa-3221-4990-877d-712c8f81facd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:25.532122 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c878ff30-9088-4263-9777-27c120c88c4f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:25.532519 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da256422-46c1-4793-a4b7-02df9de768bb', 'name': 'network-vif-deleted', 'tag': '350009fa-3221-4990-877d-712c8f81facd', 'status': 'completed', 'code': 200} Jan 28 03:26:25.584238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c117512a-dd4f-4fd8-8e58-70da49db1bd8 None None] For port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7d04e3b7-0f2b-444f-9052-4fb93a33f8f7,segment=NetworkSegment(5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084),segment_id=5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:25.591200 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c117512a-dd4f-4fd8-8e58-70da49db1bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.637142 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5eabbe92-90eb-48bc-89fc-d335d03073e2 req-9c32ae78-6fe4-4650-849b-b920b8f84b4d tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=45be7ae3393d4014a171b862f35a7950 HTTP/1.1" status: 200 len: 695 time: 0.0921171 Jan 28 03:26:25.662036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port cb446632-00a6-4663-9ce2-1e9debc7b3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:25.678218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a997d6e-7cf9-4c31-bb5e-23f0d27a3ced req-2de26a1e-5f67-41e3-87b8-88967a1342ae tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427708 Jan 28 03:26:25.717528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117512a-dd4f-4fd8-8e58-70da49db1bd8 None None] Pushing event updated for resources: {'Port': ['ID=7d04e3b7-0f2b-444f-9052-4fb93a33f8f7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:25.758989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-88198dce-9825-4491-8a65-851069a3c17c None None] Provisioning complete for port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:25.758989 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88198dce-9825-4491-8a65-851069a3c17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.792462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabbe92-90eb-48bc-89fc-d335d03073e2 req-f5ff12a2-9ed3-43e0-9ef3-7f6e78840c4f tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:25.797706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5eabbe92-90eb-48bc-89fc-d335d03073e2 req-f5ff12a2-9ed3-43e0-9ef3-7f6e78840c4f tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/networks?id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 787 time: 0.1518033 Jan 28 03:26:25.825643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-5eabbe92-90eb-48bc-89fc-d335d03073e2 req-c7a887af-0ca1-4a98-bdbb-34be14aba34e tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:26:25.829883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5eabbe92-90eb-48bc-89fc-d335d03073e2 req-c7a887af-0ca1-4a98-bdbb-34be14aba34e tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095398 Jan 28 03:26:25.863312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-router', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:19Z', 'revision_number': 4, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'gw_port': {'id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:07Z', 'updated_at': '2022-01-28T03:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '7d04e3b7-0f2b-444f-9052-4fb93a33f8f7', 'name': '', 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'mac_address': 'fa:16:3e:e7:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c15c146f-2bc2-442f-9687-ef0802263a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:17Z', 'updated_at': '2022-01-28T03:26:24Z', 'revision_number': 4, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'subnets': [{'id': 'c15c146f-2bc2-442f-9687-ef0802263a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:25.915410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-834601ac-df75-41eb-a46e-cb880d37ee78 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips/d0836385-292d-45cb-a9eb-2fe1b016b2ab HTTP/1.1" status: 200 len: 692 time: 0.0609217 Jan 28 03:26:25.922724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4a319-554d-4f2e-bc58-09edbb5d9a38 None None] The sync data for ids ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'] in n-d-808199-14 is: [{'id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-router', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:19Z', 'revision_number': 4, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'gw_port': {'id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:07Z', 'updated_at': '2022-01-28T03:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '7d04e3b7-0f2b-444f-9052-4fb93a33f8f7', 'name': '', 'network_id': 'a84d4c0d-3948-4454-a8a5-9fb9f5902973', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'mac_address': 'fa:16:3e:e7:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c15c146f-2bc2-442f-9687-ef0802263a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:17Z', 'updated_at': '2022-01-28T03:26:24Z', 'revision_number': 4, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'subnets': [{'id': 'c15c146f-2bc2-442f-9687-ef0802263a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:25.963271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-88198dce-9825-4491-8a65-851069a3c17c None None] Current status of the port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:26.056877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-98b22d0a-7554-419d-a042-bbce71e437df tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:26.058474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-98b22d0a-7554-419d-a042-bbce71e437df tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1420040 Jan 28 03:26:26.073110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ff2a3ed6-16e3-497b-9251-efbeaba97bb3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:26:26.081344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ff2a3ed6-16e3-497b-9251-efbeaba97bb3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140073 Jan 28 03:26:26.137396 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-9550fd27-2092-4266-98de-dd836c4939fc tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.0550058 Jan 28 03:26:26.161821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44358) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:26.166404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-03cfcbb1-ff32-4246-b4d7-b8565e6a557b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1195051580', 'description': 'tempest-description--2084472449'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:26.194379 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03cfcbb1-ff32-4246-b4d7-b8565e6a557b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.197780 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-3fda19ba-0bf6-4a2f-9e14-f0e0e70e60a5 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.0569673 Jan 28 03:26:26.309618 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03cfcbb1-ff32-4246-b4d7-b8565e6a557b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group (9edcabf4-8904-49cd-941b-a13a934ec1ac), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.314413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03cfcbb1-ff32-4246-b4d7-b8565e6a557b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9edcabf4-8904-49cd-941b-a13a934ec1ac), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.335640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-3dd5d3e7-5786-4e03-a193-6b283fb6c0ea tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c53407e2101a49f99bacdf704abd292c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734420 Jan 28 03:26:26.356558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03cfcbb1-ff32-4246-b4d7-b8565e6a557b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.360758 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-03cfcbb1-ff32-4246-b4d7-b8565e6a557b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1951015 Jan 28 03:26:26.362406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:26.366976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0cc97d9c-7b81-439b-8f3a-30fdbf8e21c9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Request body: {'security_group_rule': {'security_group_id': '9edcabf4-8904-49cd-941b-a13a934ec1ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:26.379827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfcbb1-ff32-4246-b4d7-b8565e6a557b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edcabf4-8904-49cd-941b-a13a934ec1ac,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:26.423629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cc97d9c-7b81-439b-8f3a-30fdbf8e21c9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group_rule (526adee2-95a4-4038-af1b-a7c106f840e5), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.519486 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cc97d9c-7b81-439b-8f3a-30fdbf8e21c9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group_rule (526adee2-95a4-4038-af1b-a7c106f840e5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.528590 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cc97d9c-7b81-439b-8f3a-30fdbf8e21c9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (526adee2-95a4-4038-af1b-a7c106f840e5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.559206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc97d9c-7b81-439b-8f3a-30fdbf8e21c9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526adee2-95a4-4038-af1b-a7c106f840e5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:26.567148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cc97d9c-7b81-439b-8f3a-30fdbf8e21c9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.568891 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0cc97d9c-7b81-439b-8f3a-30fdbf8e21c9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2050247 Jan 28 03:26:26.571347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44380) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:26.576544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-084c2893-cd02-4140-aafb-88d1e0eac341 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Request body: {'security_group_rule': {'security_group_id': '9edcabf4-8904-49cd-941b-a13a934ec1ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:26.610212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-084c2893-cd02-4140-aafb-88d1e0eac341 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group_rule (2617d7c6-05b6-46d7-86ac-7fca8425eead), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.669601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:26.680912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ca876dc2-f1ff-4d9f-80f0-c5195cf33f55 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Deleting port b8c2d1a9-f2f4-4831-ab68-d2ca581facd3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:26.681353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ca876dc2-f1ff-4d9f-80f0-c5195cf33f55 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b8c2d1a9-f2f4-4831-ab68-d2ca581facd3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.692871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-084c2893-cd02-4140-aafb-88d1e0eac341 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group_rule (2617d7c6-05b6-46d7-86ac-7fca8425eead), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.698212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-084c2893-cd02-4140-aafb-88d1e0eac341 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (2617d7c6-05b6-46d7-86ac-7fca8425eead), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.728051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:26.730024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c2893-cd02-4140-aafb-88d1e0eac341 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2617d7c6-05b6-46d7-86ac-7fca8425eead,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:26.731475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-b80247b5-e4e0-47ac-982f-2e0088320a12 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:26.733368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-b80247b5-e4e0-47ac-982f-2e0088320a12 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3776302 Jan 28 03:26:26.740674 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-084c2893-cd02-4140-aafb-88d1e0eac341 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.744702 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-084c2893-cd02-4140-aafb-88d1e0eac341 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708739 Jan 28 03:26:26.746587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:26.755116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:26.760824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-ba493237-04e5-4c3e-bc5d-f4f42d1fbd98 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/quotas/c53407e2101a49f99bacdf704abd292c HTTP/1.1" status: 200 len: 375 time: 0.0197976 Jan 28 03:26:26.770186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:26.770576 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.790354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.824248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ca876dc2-f1ff-4d9f-80f0-c5195cf33f55 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b8c2d1a9-f2f4-4831-ab68-d2ca581facd3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.825230 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ca876dc2-f1ff-4d9f-80f0-c5195cf33f55 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for floatingip (b8c2d1a9-f2f4-4831-ab68-d2ca581facd3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.843445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ca876dc2-f1ff-4d9f-80f0-c5195cf33f55 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Calling delete_port for b8c2d1a9-f2f4-4831-ab68-d2ca581facd3 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:26.862549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-3747ac69-4609-452f-9d9e-f08b333a5a21 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005347 Jan 28 03:26:26.931710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:26.940080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:26.951346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '4484855e-bd6c-4dfa-80cb-911c925c12f9', 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662', 'port_id': '4484855e-bd6c-4dfa-80cb-911c925c12f9', 'mac_address': 'fa:16:3e:a3:8a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719f8daa-0c81-4241-9a30-a78470f65f7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:27.083315 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ca876dc2-f1ff-4d9f-80f0-c5195cf33f55 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b8c2d1a9-f2f4-4831-ab68-d2ca581facd3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.086500 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:27.106051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 4484855e-bd6c-4dfa-80cb-911c925c12f9 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:27.110360 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.118201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca876dc2-f1ff-4d9f-80f0-c5195cf33f55 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Pushing event deleted for resources: {'Port': ['ID=b8c2d1a9-f2f4-4831-ab68-d2ca581facd3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:27.130729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Allocated IP 172.25.1.62 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/67403dac-5c73-45f6-ac66-6c4728085593) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:27.138367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4484855e-bd6c-4dfa-80cb-911c925c12f9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:27.176689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:27.184474 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.258177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b7432-9eca-427f-94b5-ff250e408e52 req-38dcedc1-48bd-4d8b-adfa-9f4fbfa72e7e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:27.259652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c91b7432-9eca-427f-94b5-ff250e408e52 req-38dcedc1-48bd-4d8b-adfa-9f4fbfa72e7e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 944 time: 0.1391256 Jan 28 03:26:27.261414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=4484855e-bd6c-4dfa-80cb-911c925c12f9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:27.267764 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ca876dc2-f1ff-4d9f-80f0-c5195cf33f55 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for floatingip (d0836385-292d-45cb-a9eb-2fe1b016b2ab), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.270627 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ca876dc2-f1ff-4d9f-80f0-c5195cf33f55 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.271850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9de2729f-1131-4ed2-9871-e31b9be7fbe3 req-ca876dc2-f1ff-4d9f-80f0-c5195cf33f55 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "DELETE /v2.0/floatingips/d0836385-292d-45cb-a9eb-2fe1b016b2ab HTTP/1.1" status: 204 len: 173 time: 1.0732820 Jan 28 03:26:27.300961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for port (67403dac-5c73-45f6-ac66-6c4728085593), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.336307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 05685be2-f779-4d5e-bee1-19815e6f4672 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:27.373972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (67403dac-5c73-45f6-ac66-6c4728085593), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.389473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c91b7432-9eca-427f-94b5-ff250e408e52 req-78e35190-3d7d-4964-8c35-aae517e06f0f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165507 Jan 28 03:26:27.405947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 05685be2-f779-4d5e-bee1-19815e6f4672 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:27.412175 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 05685be2-f779-4d5e-bee1-19815e6f4672 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:27.412562 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.439087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baa44f-ed3c-4199-a7ab-7328da71a7fd req-a60bc6b2-a980-43ff-a0d1-f8a3d077547d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:27.442400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90baa44f-ed3c-4199-a7ab-7328da71a7fd req-a60bc6b2-a980-43ff-a0d1-f8a3d077547d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 945 time: 0.1006391 Jan 28 03:26:27.464719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event updated for resources: {'Port': ['ID=67403dac-5c73-45f6-ac66-6c4728085593,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:27.489004 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:27.490494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:27.496815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:27.505100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['4484855e-bd6c-4dfa-80cb-911c925c12f9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:27.511452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90baa44f-ed3c-4199-a7ab-7328da71a7fd req-f0b11660-bcaa-4895-8236-9ce5c4e90868 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637939 Jan 28 03:26:27.616486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 05685be2-f779-4d5e-bee1-19815e6f4672 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:27.616894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.645288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62fb0d-2291-488b-930e-28653afc04d3 req-7ff26daf-42ba-44cc-bf1c-596df05998b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:27.646871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d62fb0d-2291-488b-930e-28653afc04d3 req-7ff26daf-42ba-44cc-bf1c-596df05998b4 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 949 time: 0.0937433 Jan 28 03:26:27.671433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:27.672986 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05685be2-f779-4d5e-bee1-19815e6f4672'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:27.675736 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c02e4a-2605-4bf0-8c99-b42a4bd908f3" -d '{"events": [{"server_uuid": "fac0f37e-3c00-4ca8-85db-1ca8921a2dc4", "name": "network-vif-plugged", "status": "completed", "tag": "05685be2-f779-4d5e-bee1-19815e6f4672"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:27.682878 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.753890 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for floatingip (5a5b0c00-01c5-4a61-8520-a39c841cfdc0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.787766 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d62fb0d-2291-488b-930e-28653afc04d3 req-4da40b2b-5a00-475f-b7ae-3a5fb3f66dcb tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275501 Jan 28 03:26:27.811724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (67403dac-5c73-45f6-ac66-6c4728085593), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.929834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=05685be2-f779-4d5e-bee1-19815e6f4672,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:27.971133 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7b34656-6794-4bbd-9f25-4e10624148c9 req-831c303f-2737-45a3-9ecb-7e9718d5229b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 210 time: 0.0326383 Jan 28 03:26:28.046358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for port (67403dac-5c73-45f6-ac66-6c4728085593), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.052870 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (67403dac-5c73-45f6-ac66-6c4728085593), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.128747 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-33921b09-b03a-47d5-a290-5dd1ab767f19 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1311879 Jan 28 03:26:28.134301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:28.157264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event updated for resources: {'Port': ['ID=67403dac-5c73-45f6-ac66-6c4728085593,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:28.159263 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.178610 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5a5b0c00-01c5-4a61-8520-a39c841cfdc0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.185052 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584847d2-dbbc-49ee-ba48-a5f1db43a6f8 x-openstack-request-id: req-584847d2-dbbc-49ee-ba48-a5f1db43a6f8 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:28.185713 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac0f37e-3c00-4ca8-85db-1ca8921a2dc4", "name": "network-vif-plugged", "status": "completed", "tag": "05685be2-f779-4d5e-bee1-19815e6f4672", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:28.186186 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-584847d2-dbbc-49ee-ba48-a5f1db43a6f8 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:28.186713 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05685be2-f779-4d5e-bee1-19815e6f4672', 'code': 200} Jan 28 03:26:28.205148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.206588 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b376908d-8e08-40ae-b21b-d6af156481b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4587748 Jan 28 03:26:28.293496 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.347008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08818d5b-5ec3-4d33-97fd-b5823a142f14 req-3bfe488e-6d4e-454d-be1d-64345104a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:28.348614 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08818d5b-5ec3-4d33-97fd-b5823a142f14 req-3bfe488e-6d4e-454d-be1d-64345104a9a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0424757 Jan 28 03:26:28.400272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08818d5b-5ec3-4d33-97fd-b5823a142f14 req-90b5b104-5360-41d3-9828-ae073ff9269e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Jan 28 03:26:28.411313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Allocated IP 172.25.1.241 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/45e1e4f9-2509-416c-9307-b64640845d9e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:28.520679 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for port (45e1e4f9-2509-416c-9307-b64640845d9e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.558895 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (45e1e4f9-2509-416c-9307-b64640845d9e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.597098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:28.599812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:28.602424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:28.635366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Pushing event updated for resources: {'Port': ['ID=45e1e4f9-2509-416c-9307-b64640845d9e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:28.706842 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for floatingip (f57f0dd2-36b5-4cc0-bd2d-107a25a4ccaa), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.716351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:28.742800 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (45e1e4f9-2509-416c-9307-b64640845d9e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.782686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 4484855e-bd6c-4dfa-80cb-911c925c12f9 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:28.786688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 4484855e-bd6c-4dfa-80cb-911c925c12f9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:28.787062 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.856816 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-6191eb76-52e3-4054-936f-d427cb1d3cbc tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1195051580&fields=id&tenant_id=690dbc24a26741e887958b351ae14887 HTTP/1.1" status: 200 len: 267 time: 0.0917006 Jan 28 03:26:28.875730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 4484855e-bd6c-4dfa-80cb-911c925c12f9 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:28.876173 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.910804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:28.915466 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.976377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=4484855e-bd6c-4dfa-80cb-911c925c12f9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:29.048905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49baa-1e13-4037-a334-0f410e336751 req-0ce2d9f4-91dc-4cfb-abc9-f99220815df3 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:29.050430 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-0ce2d9f4-91dc-4cfb-abc9-f99220815df3 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/networks?id=5006cc0f-77a4-4cbd-801a-a23f2761c35e HTTP/1.1" status: 200 len: 824 time: 0.1653287 Jan 28 03:26:29.075459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-4fee1ffd-f5d4-4c12-9ad3-09a7f14fed74 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/quotas/690dbc24a26741e887958b351ae14887 HTTP/1.1" status: 200 len: 375 time: 0.0189910 Jan 28 03:26:29.077470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for port (45e1e4f9-2509-416c-9307-b64640845d9e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.090771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (45e1e4f9-2509-416c-9307-b64640845d9e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.143598 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-9a8f29de-4e1a-47da-95c2-f2f928808cc5 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c53407e2101a49f99bacdf704abd292c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247254 Jan 28 03:26:29.192029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Pushing event updated for resources: {'Port': ['ID=45e1e4f9-2509-416c-9307-b64640845d9e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:29.200878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-4f9be91f-167d-4d73-8417-0d1cfbc95d48 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=690dbc24a26741e887958b351ae14887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1191247 Jan 28 03:26:29.205202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (f57f0dd2-36b5-4cc0-bd2d-107a25a4ccaa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.262058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.263268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-8198e613-b0bb-4b7c-b580-f00c83e1bcc3 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1336749 Jan 28 03:26:29.268491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-770ec5f2-efa1-4cda-aaa7-c03e1084da39 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:29.269982 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-770ec5f2-efa1-4cda-aaa7-c03e1084da39 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215231 Jan 28 03:26:29.296359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Request body: {'port': {'device_id': '8b1e9800-f945-4e8c-95df-5ba3089ff9c9', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'c53407e2101a49f99bacdf704abd292c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:29.341733 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-d2ec29ed-408a-451c-999d-85a0226c51e9 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 696 time: 0.0700207 Jan 28 03:26:29.406346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Made reservation on behalf of c53407e2101a49f99bacdf704abd292c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:29.407489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-d4abe459-d2b4-46b0-b3aa-f56675c0149b service neutron] 10.222.0.44 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940327 Jan 28 03:26:29.409956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.510578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-4890c1bb-1518-40f9-8d2a-c674fd8f8b45 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:29.511944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d163ddaf-afab-4998-a1b4-66552f6b9f05 req-4890c1bb-1518-40f9-8d2a-c674fd8f8b45 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1639221 Jan 28 03:26:29.541732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-5e636d69-14bf-42ac-b103-808e2095b7a4 service neutron] 10.222.0.44 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236007 Jan 28 03:26:29.548159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Allocated IP 192.168.233.99 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/3db1ed85-8d83-4aad-a094-f02d6df71150) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:29.643090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5765-877e-4f3a-9f51-ca6fee04c02c req-2948c342-03be-49e0-bfa0-61b921427c56 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:29.644715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb6a5765-877e-4f3a-9f51-ca6fee04c02c req-2948c342-03be-49e0-bfa0-61b921427c56 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 949 time: 0.0578139 Jan 28 03:26:29.741589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks [] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.754302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb6a5765-877e-4f3a-9f51-ca6fee04c02c req-de0f08b2-2c18-441d-81c3-8e2ffe8116c1 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855405 Jan 28 03:26:29.792404 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.832581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['41e80372-c3ac-4f06-a1d8-64d17dd33b62'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:29.866488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5767b31-1671-4538-a4a9-b4cd70e0dbf6 req-3cb51cfd-d0cc-459b-b511-6ca3f9c03f69 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:29.867508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5767b31-1671-4538-a4a9-b4cd70e0dbf6 req-3cb51cfd-d0cc-459b-b511-6ca3f9c03f69 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1466103 Jan 28 03:26:29.879308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Pushing event updated for resources: {'Port': ['ID=3db1ed85-8d83-4aad-a094-f02d6df71150,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:29.884507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:29.886092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:29.889171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:29.902846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['a6b71059-593e-43b4-a3e4-8e12e737f1e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:29.971349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:29.972376 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.991697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5767b31-1671-4538-a4a9-b4cd70e0dbf6 req-f9827992-08f1-4dc8-a557-d4156166fafc tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148098 Jan 28 03:26:30.029073 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-91d33592-189c-4ba9-b0a7-f459e13a024d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7349908 Jan 28 03:26:30.046214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Request body: {'port': {'device_id': '8b1e9800-f945-4e8c-95df-5ba3089ff9c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:30.095668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280bb57-3e44-458e-b73a-b7e9d3e33c42 req-760ed2c3-f881-4fab-828f-63052f7ce111 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:30.100607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d280bb57-3e44-458e-b73a-b7e9d3e33c42 req-760ed2c3-f881-4fab-828f-63052f7ce111 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 950 time: 0.1918764 Jan 28 03:26:30.185987 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:30.190432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4484855e-bd6c-4dfa-80cb-911c925c12f9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:30.195295 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee937868-3595-4246-a525-f6314881f204" -d '{"events": [{"server_uuid": "78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8", "name": "network-vif-plugged", "status": "completed", "tag": "4484855e-bd6c-4dfa-80cb-911c925c12f9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:30.268700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d1c0b-78c6-4133-bd14-6f8a9cda5647 req-4113e1ba-a841-41cf-84cf-1a8012e26c5c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:30.278176 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d18d1c0b-78c6-4133-bd14-6f8a9cda5647 req-4113e1ba-a841-41cf-84cf-1a8012e26c5c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 946 time: 0.1521487 Jan 28 03:26:30.316923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-04cc663a-f6f2-4ffb-bdf1-40621c2a5a1c tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:30.321883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-04cc663a-f6f2-4ffb-bdf1-40621c2a5a1c tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 950 time: 0.3155718 Jan 28 03:26:30.341845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d280bb57-3e44-458e-b73a-b7e9d3e33c42 req-d9747085-a67d-4926-98d4-c81791ea0830 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/security-groups?id=30a7276a-eeda-436e-8f4a-4e7510c541e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321916 Jan 28 03:26:30.393226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e023bccf-ed72-4140-a44a-de1bdf951d1a None None] Provisioning complete for port 3db1ed85-8d83-4aad-a094-f02d6df71150 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:30.402789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e023bccf-ed72-4140-a44a-de1bdf951d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:30.506913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e023bccf-ed72-4140-a44a-de1bdf951d1a None None] Port 3db1ed85-8d83-4aad-a094-f02d6df71150 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:30.542697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d18d1c0b-78c6-4133-bd14-6f8a9cda5647 req-47cc8e01-1bef-449b-ae14-83b05965e3d2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579014 Jan 28 03:26:30.606009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-d5643328-cad9-4d91-8819-980d2af29989 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Deleting port 8f3128b4-38a8-46bd-8e63-2f18a218c75c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:30.606399 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-d5643328-cad9-4d91-8819-980d2af29989 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:30.655614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db1ed85-8d83-4aad-a094-f02d6df71150 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:30.664985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Publish callbacks [] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:30.680886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Transition to ACTIVE for port object 3db1ed85-8d83-4aad-a094-f02d6df71150 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:30.687723 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:30.701467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-720e0610-bdea-413f-905f-036dbdbde9e8 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips/f57f0dd2-36b5-4cc0-bd2d-107a25a4ccaa HTTP/1.1" status: 200 len: 693 time: 0.1069417 Jan 28 03:26:30.716134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e444e5-e04d-4f8b-9ef5-4f8709afe1e0 req-6581525b-039e-4d34-a1a7-c07bda96bbd2 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:30.723113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05e444e5-e04d-4f8b-9ef5-4f8709afe1e0 req-6581525b-039e-4d34-a1a7-c07bda96bbd2 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 935 time: 0.1623583 Jan 28 03:26:30.838316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3db1ed85-8d83-4aad-a094-f02d6df71150,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:30.853349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Attempting to bind port 3db1ed85-8d83-4aad-a094-f02d6df71150 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:30.853685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Attempting to bind port 3db1ed85-8d83-4aad-a094-f02d6df71150 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:30.854006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Attempting to bind port 3db1ed85-8d83-4aad-a094-f02d6df71150 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:30.861070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Port 3db1ed85-8d83-4aad-a094-f02d6df71150 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:30.861482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Attempting to bind port 3db1ed85-8d83-4aad-a094-f02d6df71150 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:30.867844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:30.868211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:30.868567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:30.869071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Bound port: 3db1ed85-8d83-4aad-a094-f02d6df71150, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:30.869439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:30.971471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] For port 3db1ed85-8d83-4aad-a094-f02d6df71150, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:30.975657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] For port 3db1ed85-8d83-4aad-a094-f02d6df71150, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3db1ed85-8d83-4aad-a094-f02d6df71150,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:30.982236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:31.028913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.029547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:31.031538 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] 10.222.0.25 "PUT /v2.0/ports/3db1ed85-8d83-4aad-a094-f02d6df71150 HTTP/1.1" status: 200 len: 1096 time: 0.9893312 Jan 28 03:26:31.032242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1e9800-f945-4e8c-95df-5ba3089ff9c9', 'tag': '3db1ed85-8d83-4aad-a094-f02d6df71150'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:31.034982 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e061f92e-5747-4dda-bc80-bdb8883ed002" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1e9800-f945-4e8c-95df-5ba3089ff9c9", "tag": "3db1ed85-8d83-4aad-a094-f02d6df71150"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:31.117943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96131ff2-b15f-425e-a4bc-a15b46163bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3db1ed85-8d83-4aad-a094-f02d6df71150,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:31.197788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-d1971212-cdd8-4623-83ef-b4fb5585ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.200342 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-d1971212-cdd8-4623-83ef-b4fb5585ac4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 1099 time: 0.0616252 Jan 28 03:26:31.220148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05e444e5-e04d-4f8b-9ef5-4f8709afe1e0 req-950c3658-5428-4c8d-9f88-80f3e6506305 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961674 Jan 28 03:26:31.222164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-d5643328-cad9-4d91-8819-980d2af29989 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] For port 8f3128b4-38a8-46bd-8e63-2f18a218c75c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8f3128b4-38a8-46bd-8e63-2f18a218c75c,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:31.222483 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-d5643328-cad9-4d91-8819-980d2af29989 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:31.253928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-d5643328-cad9-4d91-8819-980d2af29989 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Calling delete_port for 8f3128b4-38a8-46bd-8e63-2f18a218c75c owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:31.276235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-c2b4ed80-deac-4546-98e0-4a90afc41b2f tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.277654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-c2b4ed80-deac-4546-98e0-4a90afc41b2f tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.5459538 Jan 28 03:26:31.307948 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-8855ba0c-4194-42a4-becb-eca0a319ffc1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3db1ed85-8d83-4aad-a094-f02d6df71150 HTTP/1.1" status: 200 len: 217 time: 0.0713170 Jan 28 03:26:31.373522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-79c322a9-f3ae-4308-bd0b-7e3785da1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.377215 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-79c322a9-f3ae-4308-bd0b-7e3785da1b38 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0596266 Jan 28 03:26:31.406035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-724dc565-24f8-4a72-b672-6a1382eac204 req-aeabf4d3-cfc0-4aee-8a00-30a27be5fc64 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 210 time: 0.0653424 Jan 28 03:26:31.429266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-5cf06ca8-cf24-49c7-a06f-41550dc4f42a tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 696 time: 0.0878036 Jan 28 03:26:31.469854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-8588fbbf-77a8-4a54-b42b-10ee5309d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.473296 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-8588fbbf-77a8-4a54-b42b-10ee5309d50f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897553 Jan 28 03:26:31.589795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-ddb5937b-398c-424d-8330-dbf02af5ee38 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 696 time: 0.1553235 Jan 28 03:26:31.703337 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7ec219-0e6e-4975-99e0-961bdf92ee53 x-openstack-request-id: req-2a7ec219-0e6e-4975-99e0-961bdf92ee53 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:31.703908 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8", "name": "network-vif-plugged", "status": "completed", "tag": "4484855e-bd6c-4dfa-80cb-911c925c12f9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:31.704266 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a7ec219-0e6e-4975-99e0-961bdf92ee53 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:31.704742 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4484855e-bd6c-4dfa-80cb-911c925c12f9', 'code': 200} Jan 28 03:26:31.718178 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-6f9e8aea-492b-476a-995a-f00e2462a367 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319660 Jan 28 03:26:31.838906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e97c44a-e6c8-46c3-a4aa-436d24aa7f29 req-1e058772-7d01-43bc-8702-b25de7b91399 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106324 Jan 28 03:26:31.847314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49baa-1e13-4037-a334-0f410e336751 req-7638eec4-b5b2-4fd9-95c5-f2e139144f12 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.849029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-7638eec4-b5b2-4fd9-95c5-f2e139144f12 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.25 "GET /v2.0/networks?id=5006cc0f-77a4-4cbd-801a-a23f2761c35e HTTP/1.1" status: 200 len: 824 time: 0.3959537 Jan 28 03:26:31.871728 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-d5643328-cad9-4d91-8819-980d2af29989 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8f3128b4-38a8-46bd-8e63-2f18a218c75c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:31.908756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['8f3128b4-38a8-46bd-8e63-2f18a218c75c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:31.933281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5643328-cad9-4d91-8819-980d2af29989 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Pushing event deleted for resources: {'Port': ['ID=8f3128b4-38a8-46bd-8e63-2f18a218c75c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:31.935226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0e832-588b-4751-90e2-fdb5c032ddb1 req-d33b8e8d-8205-41fe-b0ba-ded509f2a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.936724 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43d0e832-588b-4751-90e2-fdb5c032ddb1 req-d33b8e8d-8205-41fe-b0ba-ded509f2a0b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1098 time: 0.0638247 Jan 28 03:26:31.997366 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43d0e832-588b-4751-90e2-fdb5c032ddb1 req-8d9402b5-1165-490b-93de-9143ec14a0c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515299 Jan 28 03:26:32.021515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7d26-830a-41da-b1b1-3a8860a44823 req-73b33fdd-04e0-46db-ac3f-287c7b3d5b34 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:32.023221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c67a7d26-830a-41da-b1b1-3a8860a44823 req-73b33fdd-04e0-46db-ac3f-287c7b3d5b34 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 945 time: 0.2364340 Jan 28 03:26:32.029541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-d5643328-cad9-4d91-8819-980d2af29989 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] No DVR routers for this DVR port 8f3128b4-38a8-46bd-8e63-2f18a218c75c on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:26:32.038087 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-d5643328-cad9-4d91-8819-980d2af29989 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:32.041484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12a96348-c7fa-4f18-89ad-353deecf97c0 req-d5643328-cad9-4d91-8819-980d2af29989 tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.42 "DELETE /v2.0/ports/8f3128b4-38a8-46bd-8e63-2f18a218c75c HTTP/1.1" status: 204 len: 173 time: 1.6969295 Jan 28 03:26:32.043865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb05027d-f17e-4cde-a41e-9c9e94aea0e4', 'name': 'network-vif-deleted', 'tag': '8f3128b4-38a8-46bd-8e63-2f18a218c75c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:32.046125 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae972ef5-d221-4919-9c73-115c4a8bf670" -d '{"events": [{"server_uuid": "bb05027d-f17e-4cde-a41e-9c9e94aea0e4", "name": "network-vif-deleted", "tag": "8f3128b4-38a8-46bd-8e63-2f18a218c75c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:32.088125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-bfa96bcb-4dae-47aa-b619-d9cf92e632ad tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=690dbc24a26741e887958b351ae14887 HTTP/1.1" status: 200 len: 380 time: 0.2176154 Jan 28 03:26:32.091242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-2246c95e-9f13-4c68-9bb2-8e6de13b8a90 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Deleting port 45e1e4f9-2509-416c-9307-b64640845d9e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:32.091591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-2246c95e-9f13-4c68-9bb2-8e6de13b8a90 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (45e1e4f9-2509-416c-9307-b64640845d9e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:32.111654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Request body: {'port': {'device_id': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'admin_state_up': True, 'tenant_id': '690dbc24a26741e887958b351ae14887', 'security_groups': ['9edcabf4-8904-49cd-941b-a13a934ec1ac']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:32.219000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c67a7d26-830a-41da-b1b1-3a8860a44823 req-67025ea3-62fc-4c44-9e58-c5fb2b9720ea tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751273 Jan 28 03:26:32.286974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-2246c95e-9f13-4c68-9bb2-8e6de13b8a90 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (45e1e4f9-2509-416c-9307-b64640845d9e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:32.287653 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-2246c95e-9f13-4c68-9bb2-8e6de13b8a90 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for floatingip (45e1e4f9-2509-416c-9307-b64640845d9e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:32.292356 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b943f8a9-8c06-4ed4-af81-7877ebe34651 x-openstack-request-id: req-b943f8a9-8c06-4ed4-af81-7877ebe34651 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:32.293592 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1e9800-f945-4e8c-95df-5ba3089ff9c9", "tag": "3db1ed85-8d83-4aad-a094-f02d6df71150", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:32.294061 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b943f8a9-8c06-4ed4-af81-7877ebe34651 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:32.294673 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1e9800-f945-4e8c-95df-5ba3089ff9c9', 'tag': '3db1ed85-8d83-4aad-a094-f02d6df71150', 'status': 'completed', 'code': 200} Jan 28 03:26:32.314868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-2246c95e-9f13-4c68-9bb2-8e6de13b8a90 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Calling delete_port for 45e1e4f9-2509-416c-9307-b64640845d9e owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:32.384391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Made reservation on behalf of 690dbc24a26741e887958b351ae14887 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:32.387717 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:32.443973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0ab2c84-90a2-4b54-ab2a-aa3574164f55 req-56b581cd-71ce-458b-832c-7d65bde3baad tempest-LiveMigrationNegativeTest-1553849759 tempest-LiveMigrationNegativeTest-1553849759-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb05027d-f17e-4cde-a41e-9c9e94aea0e4 HTTP/1.1" status: 200 len: 210 time: 0.0402622 Jan 28 03:26:32.467973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-8df4109b-086d-4790-977b-956e78e70cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:32.471859 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-8df4109b-086d-4790-977b-956e78e70cdb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 1099 time: 0.1136858 Jan 28 03:26:32.672130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-418fbf36-0b4e-46dd-b810-b78c99fd4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:32.676251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-418fbf36-0b4e-46dd-b810-b78c99fd4a22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1940000 Jan 28 03:26:32.681931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Allocated IP 172.20.0.7 (5006cc0f-77a4-4cbd-801a-a23f2761c35e/e0ba67f3-b54e-43b0-bc6f-836e950d5527/c06fb0e9-0a01-4063-a3c8-77ac874432e4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:32.736076 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-b365b43c-94b1-461d-aa63-e0cbd3c21486 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3db1ed85-8d83-4aad-a094-f02d6df71150 HTTP/1.1" status: 200 len: 217 time: 0.0524607 Jan 28 03:26:32.748736 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-2246c95e-9f13-4c68-9bb2-8e6de13b8a90 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (45e1e4f9-2509-416c-9307-b64640845d9e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:32.797897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246c95e-9f13-4c68-9bb2-8e6de13b8a90 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Pushing event deleted for resources: {'Port': ['ID=45e1e4f9-2509-416c-9307-b64640845d9e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:32.805784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-d50e4ec0-2378-4a50-a39b-be8ee22fe477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:32.809000 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-d50e4ec0-2378-4a50-a39b-be8ee22fe477 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0631921 Jan 28 03:26:32.830094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f2da2-4855-4692-bd3b-ff82b6fc777e req-29d9f3d8-62b3-4555-8dba-1e8d56677b02 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:32.838093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be3f2da2-4855-4692-bd3b-ff82b6fc777e req-29d9f3d8-62b3-4555-8dba-1e8d56677b02 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 946 time: 0.1424632 Jan 28 03:26:32.871958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-1ff59914-a14c-42eb-95be-c7548a2b98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:32.873764 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-1ff59914-a14c-42eb-95be-c7548a2b98a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582561 Jan 28 03:26:32.978631 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-0f906c5c-65f4-47fa-aecb-a2f9e7b85941 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973270 Jan 28 03:26:33.029626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:33.117170 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e061f92e-5747-4dda-bc80-bdb8883ed002 req-250463f4-e22e-47ee-b027-8df6e696abbe service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308258 Jan 28 03:26:33.153959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be3f2da2-4855-4692-bd3b-ff82b6fc777e req-27a0d11e-90ab-4217-8745-8f4b5eb10ab0 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145189 Jan 28 03:26:33.219839 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:33.221549 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-2246c95e-9f13-4c68-9bb2-8e6de13b8a90 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks [] for floatingip (f57f0dd2-36b5-4cc0-bd2d-107a25a4ccaa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:33.224331 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-2246c95e-9f13-4c68-9bb2-8e6de13b8a90 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:33.225708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6aff3728-d9a2-4509-87f1-d86f832282dd req-2246c95e-9f13-4c68-9bb2-8e6de13b8a90 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "DELETE /v2.0/floatingips/f57f0dd2-36b5-4cc0-bd2d-107a25a4ccaa HTTP/1.1" status: 204 len: 173 time: 1.6198049 Jan 28 03:26:33.292766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event updated for resources: {'Port': ['ID=c06fb0e9-0a01-4063-a3c8-77ac874432e4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:33.302738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Network 5006cc0f-77a4-4cbd-801a-a23f2761c35e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:33.313562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:33.331631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:33.389567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:33.390747 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:33.414983 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b80df8-c721-4924-9d46-09892111dea9 x-openstack-request-id: req-e4b80df8-c721-4924-9d46-09892111dea9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:33.415445 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb05027d-f17e-4cde-a41e-9c9e94aea0e4", "name": "network-vif-deleted", "tag": "8f3128b4-38a8-46bd-8e63-2f18a218c75c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:33.421194 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4b80df8-c721-4924-9d46-09892111dea9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:33.422567 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb05027d-f17e-4cde-a41e-9c9e94aea0e4', 'name': 'network-vif-deleted', 'tag': '8f3128b4-38a8-46bd-8e63-2f18a218c75c', 'status': 'completed', 'code': 200} Jan 28 03:26:33.428974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-f2098d93-7a53-45b8-ab6a-ba896ac015b6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3307922 Jan 28 03:26:33.476953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Request body: {'port': {'device_id': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:33.519032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9017b84-01ea-4441-b3b1-fbb00ae00369 req-26e312df-f99d-4d89-a2f6-f8d2772ebe5c tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:33.520770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9017b84-01ea-4441-b3b1-fbb00ae00369 req-26e312df-f99d-4d89-a2f6-f8d2772ebe5c tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 949 time: 0.2219501 Jan 28 03:26:33.607240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9017b84-01ea-4441-b3b1-fbb00ae00369 req-8c582edc-d3dc-4aa2-b4a8-25d3f2e1b5e5 tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/security-groups?id=2caca128-6bb5-422d-ba99-4bd148f1a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615530 Jan 28 03:26:33.612760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f958db4-2b53-44a9-b9bb-0ac183191d63 req-2d42e063-9e7c-4c50-9aba-522144ccbaf1 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:33.621772 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f958db4-2b53-44a9-b9bb-0ac183191d63 req-2d42e063-9e7c-4c50-9aba-522144ccbaf1 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1097 time: 0.1904252 Jan 28 03:26:33.635205 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:33.662603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a07c96d9-337f-43e9-a06d-751272656c4d None None] Provisioning complete for port c06fb0e9-0a01-4063-a3c8-77ac874432e4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:33.663445 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a07c96d9-337f-43e9-a06d-751272656c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:33.714424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a07c96d9-337f-43e9-a06d-751272656c4d None None] Port c06fb0e9-0a01-4063-a3c8-77ac874432e4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:33.741487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f958db4-2b53-44a9-b9bb-0ac183191d63 req-913d7421-a17e-41c5-b7f4-4626d6f64521 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186426 Jan 28 03:26:33.776230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2027f11-919f-4799-ac40-886f3550bbfa req-2b30eb64-0582-41c5-ae00-a3a07d59d239 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:33.777773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2027f11-919f-4799-ac40-886f3550bbfa req-2b30eb64-0582-41c5-ae00-a3a07d59d239 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 947 time: 0.0816147 Jan 28 03:26:33.977053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2027f11-919f-4799-ac40-886f3550bbfa req-d4df4b15-155a-4548-ae8a-6ab7d9b78a7b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547110 Jan 28 03:26:33.986799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17892985-d314-48f9-afa5-b6e76bb2d5ea req-480d97f9-51dd-434e-8baf-50492eb72b33 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:33.988302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17892985-d314-48f9-afa5-b6e76bb2d5ea req-480d97f9-51dd-434e-8baf-50492eb72b33 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 931 time: 0.1543851 Jan 28 03:26:34.031243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605414e-e690-4ceb-a072-5e6268d47711 req-df80d901-40bd-4dfc-972a-7710ec47591d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:34.032992 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4605414e-e690-4ceb-a072-5e6268d47711 req-df80d901-40bd-4dfc-972a-7710ec47591d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.42 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 949 time: 0.0873978 Jan 28 03:26:34.147427 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-4e4c2e62-5e98-493a-ad58-9be8595a4b81 req-c8aaa650-9bcb-4390-b786-bd9b8cb322f2 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] show failed (client error): The resource could not be found. Jan 28 03:26:34.148526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e4c2e62-5e98-493a-ad58-9be8595a4b81 req-c8aaa650-9bcb-4390-b786-bd9b8cb322f2 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips/f57f0dd2-36b5-4cc0-bd2d-107a25a4ccaa HTTP/1.1" status: 404 len: 350 time: 0.0894938 Jan 28 03:26:34.181418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17892985-d314-48f9-afa5-b6e76bb2d5ea req-c05a16d4-d523-4034-8472-44f664414406 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670554 Jan 28 03:26:34.269848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06fb0e9-0a01-4063-a3c8-77ac874432e4 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:34.279885 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Publish callbacks [] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:34.299158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4605414e-e690-4ceb-a072-5e6268d47711 req-304b7b3b-f88c-403c-a63a-dc505d40603d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Deleting port fbe57a44-99c5-4832-b004-00e443d062fc {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:34.299866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4605414e-e690-4ceb-a072-5e6268d47711 req-304b7b3b-f88c-403c-a63a-dc505d40603d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:34.572938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44494) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:34.607467 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-a05fcb77-ea6b-463c-a3a7-7d14c72ddf7d req-fc4e33bf-0377-4011-86b6-37288822f6b9 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] show failed (client error): The resource could not be found. Jan 28 03:26:34.617935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a05fcb77-ea6b-463c-a3a7-7d14c72ddf7d req-fc4e33bf-0377-4011-86b6-37288822f6b9 tempest-FloatingIPsTestJSON-1466465962 tempest-FloatingIPsTestJSON-1466465962-project] 10.222.0.44 "GET /v2.0/floatingips/f57f0dd2-36b5-4cc0-bd2d-107a25a4ccaa HTTP/1.1" status: 404 len: 350 time: 0.2963161 Jan 28 03:26:34.617935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Transition to ACTIVE for port object c06fb0e9-0a01-4063-a3c8-77ac874432e4 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:34.618140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44498) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:34.668092 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:34.761507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8f3128b4-38a8-46bd-8e63-2f18a218c75c no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:34.802777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 8f3128b4-38a8-46bd-8e63-2f18a218c75c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:34.803303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8f3128b4-38a8-46bd-8e63-2f18a218c75c not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:34.889165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4605414e-e690-4ceb-a072-5e6268d47711 req-304b7b3b-f88c-403c-a63a-dc505d40603d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] For port fbe57a44-99c5-4832-b004-00e443d062fc, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fbe57a44-99c5-4832-b004-00e443d062fc,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:34.889537 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4605414e-e690-4ceb-a072-5e6268d47711 req-304b7b3b-f88c-403c-a63a-dc505d40603d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:34.901641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c06fb0e9-0a01-4063-a3c8-77ac874432e4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:34.970322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4605414e-e690-4ceb-a072-5e6268d47711 req-304b7b3b-f88c-403c-a63a-dc505d40603d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Calling delete_port for fbe57a44-99c5-4832-b004-00e443d062fc owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:35.123183 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-93cadd12-a7c9-42c7-8954-c1802138e845 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26a3325796ff41e6bc5a76b4e757bc91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5490477 Jan 28 03:26:35.129365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44504) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:35.189617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0917c-e97b-43ba-a2e3-709f187c1fec req-85394744-6059-43eb-ae6a-68a3f6001918 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:35.197408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37a0917c-e97b-43ba-a2e3-709f187c1fec req-85394744-6059-43eb-ae6a-68a3f6001918 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1097 time: 0.8775821 Jan 28 03:26:35.209988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48ea03-50bc-4d6e-882a-78565f68a40b req-8351c380-85db-41fb-873a-fb21d52ad219 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:35.211552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e48ea03-50bc-4d6e-882a-78565f68a40b req-8351c380-85db-41fb-873a-fb21d52ad219 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 946 time: 0.4489186 Jan 28 03:26:35.212210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4605414e-e690-4ceb-a072-5e6268d47711 req-304b7b3b-f88c-403c-a63a-dc505d40603d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fbe57a44-99c5-4832-b004-00e443d062fc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.235858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a573c48-8d3f-4fdd-8536-db0e2e5dc9bf admin admin] Publish callbacks [] for security_group (30a7276a-eeda-436e-8f4a-4e7510c541e4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.251338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['fbe57a44-99c5-4832-b004-00e443d062fc'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:35.282854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a573c48-8d3f-4fdd-8536-db0e2e5dc9bf admin admin] Publish callbacks [] for security_group (30a7276a-eeda-436e-8f4a-4e7510c541e4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.322354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b7b3b-f88c-403c-a63a-dc505d40603d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Pushing event deleted for resources: {'Port': ['ID=fbe57a44-99c5-4832-b004-00e443d062fc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:35.373751 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3db1ed85-8d83-4aad-a094-f02d6df71150 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:35.460634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a573c48-8d3f-4fdd-8536-db0e2e5dc9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (30a7276a-eeda-436e-8f4a-4e7510c541e4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.463427 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a573c48-8d3f-4fdd-8536-db0e2e5dc9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.467675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e48ea03-50bc-4d6e-882a-78565f68a40b req-40819515-4b86-4d9d-b213-c09fcb139447 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879387 Jan 28 03:26:35.468629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Attempting to bind port c06fb0e9-0a01-4063-a3c8-77ac874432e4 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:35.469058 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Attempting to bind port c06fb0e9-0a01-4063-a3c8-77ac874432e4 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:35.469501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Attempting to bind port c06fb0e9-0a01-4063-a3c8-77ac874432e4 on network 5006cc0f-77a4-4cbd-801a-a23f2761c35e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:35.471392 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3a573c48-8d3f-4fdd-8536-db0e2e5dc9bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30a7276a-eeda-436e-8f4a-4e7510c541e4 HTTP/1.1" status: 204 len: 168 time: 0.3399961 Jan 28 03:26:35.476709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Port c06fb0e9-0a01-4063-a3c8-77ac874432e4 on network 5006cc0f-77a4-4cbd-801a-a23f2761c35e not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:35.477060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Attempting to bind port c06fb0e9-0a01-4063-a3c8-77ac874432e4 on network 5006cc0f-77a4-4cbd-801a-a23f2761c35e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:35.492906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a573c48-8d3f-4fdd-8536-db0e2e5dc9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a7276a-eeda-436e-8f4a-4e7510c541e4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:35.510794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37a0917c-e97b-43ba-a2e3-709f187c1fec req-93d66470-6e51-42ba-aa57-89dd37d7600d tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958546 Jan 28 03:26:35.510794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4605414e-e690-4ceb-a072-5e6268d47711 req-304b7b3b-f88c-403c-a63a-dc505d40603d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] No DVR routers for this DVR port fbe57a44-99c5-4832-b004-00e443d062fc on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:26:35.515150 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4605414e-e690-4ceb-a072-5e6268d47711 req-304b7b3b-f88c-403c-a63a-dc505d40603d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.518859 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4605414e-e690-4ceb-a072-5e6268d47711 req-304b7b3b-f88c-403c-a63a-dc505d40603d tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.42 "DELETE /v2.0/ports/fbe57a44-99c5-4832-b004-00e443d062fc HTTP/1.1" status: 204 len: 173 time: 1.4679997 Jan 28 03:26:35.519329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31412a0d-39d3-4023-a056-81f47c70073c', 'name': 'network-vif-deleted', 'tag': 'fbe57a44-99c5-4832-b004-00e443d062fc'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:35.522170 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56bfaa1-9204-4e38-94ec-27b15de7f5f6" -d '{"events": [{"server_uuid": "31412a0d-39d3-4023-a056-81f47c70073c", "name": "network-vif-deleted", "tag": "fbe57a44-99c5-4832-b004-00e443d062fc"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:35.535653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:35.536187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Checking segment: {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:35.536612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Bound using segment: {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:35.537257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Bound port: c06fb0e9-0a01-4063-a3c8-77ac874432e4, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:35.537717 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.597346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3db1ed85-8d83-4aad-a094-f02d6df71150, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3db1ed85-8d83-4aad-a094-f02d6df71150,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:35.615918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '3db1ed85-8d83-4aad-a094-f02d6df71150', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '3db1ed85-8d83-4aad-a094-f02d6df71150', 'mac_address': 'fa:16:3e:84:5a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:35.676683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3db1ed85-8d83-4aad-a094-f02d6df71150 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:35.677341 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.698086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db1ed85-8d83-4aad-a094-f02d6df71150 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:35.744529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3db1ed85-8d83-4aad-a094-f02d6df71150, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3db1ed85-8d83-4aad-a094-f02d6df71150,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:35.752612 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.783519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af89f392-0175-441f-a674-814473db0877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (d9129565-c850-4954-b7df-8832f29eed8e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.789222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] For port c06fb0e9-0a01-4063-a3c8-77ac874432e4, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:35.806053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36a19411-a646-4376-84eb-5ffffef836ac req-c2ff3d16-ab84-437f-8721-bedc018d53ad tempest-DeleteServersAdminTestJSON-1458510994 tempest-DeleteServersAdminTestJSON-1458510994-project] 10.222.0.44 "GET /v2.0/ports?device_id=31412a0d-39d3-4023-a056-81f47c70073c HTTP/1.1" status: 200 len: 210 time: 0.0920255 Jan 28 03:26:35.831256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] For port c06fb0e9-0a01-4063-a3c8-77ac874432e4, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c06fb0e9-0a01-4063-a3c8-77ac874432e4,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:35.840099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e43180-0eb5-4854-a5df-4de795d2518c req-a626c3de-78d4-4d2f-9665-97f05a833540 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:35.842476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99e43180-0eb5-4854-a5df-4de795d2518c req-a626c3de-78d4-4d2f-9665-97f05a833540 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 947 time: 0.2088287 Jan 28 03:26:35.846925 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.908739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3db1ed85-8d83-4aad-a094-f02d6df71150,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:36.009034 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c06fb0e9-0a01-4063-a3c8-77ac874432e4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:36.026479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99e43180-0eb5-4854-a5df-4de795d2518c req-6121b1fa-b9f3-4ed5-9bf3-ca5e24762aac tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734133 Jan 28 03:26:36.044138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:36.045102 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:36.047292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-2b4fcc7a-e57e-4529-aa1c-d97c055098e1 service neutron] 10.222.0.25 "PUT /v2.0/ports/c06fb0e9-0a01-4063-a3c8-77ac874432e4 HTTP/1.1" status: 200 len: 1092 time: 2.5779338 Jan 28 03:26:36.135884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005626ac-c66b-4a55-a638-89e134393b8a req-6ecd9517-a30e-4cc0-8bf9-3b121a6f7dd5 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:36.144986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-005626ac-c66b-4a55-a638-89e134393b8a req-6ecd9517-a30e-4cc0-8bf9-3b121a6f7dd5 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 943 time: 0.2046304 Jan 28 03:26:36.238820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['3db1ed85-8d83-4aad-a094-f02d6df71150'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:36.276088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44520) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:36.390485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-af89f392-0175-441f-a674-814473db0877 admin admin] Deleting port cb446632-00a6-4663-9ce2-1e9debc7b3b5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:36.391338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af89f392-0175-441f-a674-814473db0877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:36.443274 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:26:36.463663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-005626ac-c66b-4a55-a638-89e134393b8a req-29604ad7-e801-4353-bbdb-e51c9a88f340 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906361 Jan 28 03:26:36.477522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-850a5a6d-b2f5-4c98-99cd-899a16a582a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07396e85652c422e89b8e30c3b12d8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003210 Jan 28 03:26:36.486202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44522) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:36.506157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49baa-1e13-4037-a334-0f410e336751 req-3c45cf05-d790-4a6e-91ce-d85f372d7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:36.508059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-3c45cf05-d790-4a6e-91ce-d85f372d7868 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=690dbc24a26741e887958b351ae14887&device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 1095 time: 0.3621140 Jan 28 03:26:36.518832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52796aab-3e75-4ec5-8250-b9b180b61dad req-36204afa-1147-4dd2-b5a9-9b1835c01126 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:36.527978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52796aab-3e75-4ec5-8250-b9b180b61dad req-36204afa-1147-4dd2-b5a9-9b1835c01126 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1098 time: 0.2067401 Jan 28 03:26:36.567992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa4704a9-bcf0-446c-af0f-2f49368efacd admin admin] Publish callbacks [] for security_group (3c8e9a0e-a0da-464b-82c6-8293462094a5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:36.589391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-af89f392-0175-441f-a674-814473db0877 admin admin] For port cb446632-00a6-4663-9ce2-1e9debc7b3b5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=cb446632-00a6-4663-9ce2-1e9debc7b3b5,segment=NetworkSegment(e6f5dc00-52b8-4b79-8767-e18b6cd00870),segment_id=e6f5dc00-52b8-4b79-8767-e18b6cd00870)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:36.589974 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af89f392-0175-441f-a674-814473db0877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:36.604972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-af89f392-0175-441f-a674-814473db0877 admin admin] Calling delete_port for cb446632-00a6-4663-9ce2-1e9debc7b3b5 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:36.607954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-ac3cf7ea-d88e-4dbf-92d7-d9221d6a59c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c06fb0e9-0a01-4063-a3c8-77ac874432e4 HTTP/1.1" status: 200 len: 217 time: 0.0786939 Jan 28 03:26:36.629390 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e968787b-4356-44e2-923a-dd4cc673c26e x-openstack-request-id: req-e968787b-4356-44e2-923a-dd4cc673c26e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:36.629740 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31412a0d-39d3-4023-a056-81f47c70073c", "name": "network-vif-deleted", "tag": "fbe57a44-99c5-4832-b004-00e443d062fc", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:36.629916 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e968787b-4356-44e2-923a-dd4cc673c26e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:36.630303 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31412a0d-39d3-4023-a056-81f47c70073c', 'name': 'network-vif-deleted', 'tag': 'fbe57a44-99c5-4832-b004-00e443d062fc', 'status': 'completed', 'code': 200} Jan 28 03:26:36.670188 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52796aab-3e75-4ec5-8250-b9b180b61dad req-40a1e796-a981-4540-956c-a66f9c8f15c8 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862744 Jan 28 03:26:36.679504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49baa-1e13-4037-a334-0f410e336751 req-dff67be3-761b-41fd-9440-ff42c654f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:36.681132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-dff67be3-761b-41fd-9440-ff42c654f632 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e0ba67f3-b54e-43b0-bc6f-836e950d5527 HTTP/1.1" status: 200 len: 863 time: 0.0655692 Jan 28 03:26:36.743051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa4704a9-bcf0-446c-af0f-2f49368efacd admin admin] Publish callbacks [] for security_group (3c8e9a0e-a0da-464b-82c6-8293462094a5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:36.754932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49baa-1e13-4037-a334-0f410e336751 req-d74dbd81-6875-44ab-8302-6730fd41696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:36.756686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-d74dbd81-6875-44ab-8302-6730fd41696c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5006cc0f-77a4-4cbd-801a-a23f2761c35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676565 Jan 28 03:26:36.861846 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af89f392-0175-441f-a674-814473db0877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cb446632-00a6-4663-9ce2-1e9debc7b3b5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:36.945386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89f392-0175-441f-a674-814473db0877 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb446632-00a6-4663-9ce2-1e9debc7b3b5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:36.961427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3d542-f5ea-4ede-a9bf-7887a88bb308 req-42f318d0-a5b3-4dba-b062-72a4a0904110 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:36.983254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25d3d542-f5ea-4ede-a9bf-7887a88bb308 req-42f318d0-a5b3-4dba-b062-72a4a0904110 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1097 time: 0.1418052 Jan 28 03:26:36.990061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-1bc5cc74-96ff-4f8a-b25b-43c7ffa8341f service neutron] 10.222.0.25 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169943 Jan 28 03:26:37.078604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa4704a9-bcf0-446c-af0f-2f49368efacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3c8e9a0e-a0da-464b-82c6-8293462094a5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:37.083052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa4704a9-bcf0-446c-af0f-2f49368efacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:37.084290 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aa4704a9-bcf0-446c-af0f-2f49368efacd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c8e9a0e-a0da-464b-82c6-8293462094a5 HTTP/1.1" status: 204 len: 168 time: 0.5970807 Jan 28 03:26:37.143625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4704a9-bcf0-446c-af0f-2f49368efacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8e9a0e-a0da-464b-82c6-8293462094a5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:37.205720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25d3d542-f5ea-4ede-a9bf-7887a88bb308 req-b8736b17-f407-480d-bb3f-7110773134a0 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143826 Jan 28 03:26:37.241003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af89f392-0175-441f-a674-814473db0877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (d9129565-c850-4954-b7df-8832f29eed8e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:37.247376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b035059-fe1d-453b-b792-135cc10b83c1 req-a61871e1-8fdc-4d29-b401-e61a31165a3a tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:37.256112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b035059-fe1d-453b-b792-135cc10b83c1 req-a61871e1-8fdc-4d29-b401-e61a31165a3a tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1098 time: 0.2397544 Jan 28 03:26:37.279110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb49baa-1e13-4037-a334-0f410e336751 req-48b4ecb3-250b-4b15-9610-e572058ac213 service neutron] 10.222.0.25 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820978 Jan 28 03:26:37.335619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b035059-fe1d-453b-b792-135cc10b83c1 req-716cfbde-20d2-4f39-af63-212aebef9311 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746400 Jan 28 03:26:37.475484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea8925-b1b5-4db4-956f-a86c20b9669f req-87fc739d-2636-41b4-bfdc-d550a0c0e12c tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:37.478652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dea8925-b1b5-4db4-956f-a86c20b9669f req-87fc739d-2636-41b4-bfdc-d550a0c0e12c tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 948 time: 0.1275947 Jan 28 03:26:37.554343 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dea8925-b1b5-4db4-956f-a86c20b9669f req-f0076aeb-85a5-4722-b2d6-9fe6b3e2a03a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688987 Jan 28 03:26:37.634258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af89f392-0175-441f-a674-814473db0877 admin admin] Router d9129565-c850-4954-b7df-8832f29eed8e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:26:37.811325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630ec5-2976-447c-9ba4-b12e07aa2c12 req-135d854f-2082-4d63-821e-ba1fbdf51f0d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:37.845684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96630ec5-2976-447c-9ba4-b12e07aa2c12 req-135d854f-2082-4d63-821e-ba1fbdf51f0d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 943 time: 0.1788738 Jan 28 03:26:37.928109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af89f392-0175-441f-a674-814473db0877 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:37.940449 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] Sync routers for ids ['d9129565-c850-4954-b7df-8832f29eed8e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:37.944925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-af89f392-0175-441f-a674-814473db0877 admin admin] 10.222.0.44 "PUT /v2.0/routers/d9129565-c850-4954-b7df-8832f29eed8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3257184 Jan 28 03:26:37.955583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44568) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:37.961471 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] Routers {'d9129565-c850-4954-b7df-8832f29eed8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:37.962393 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d9129565-c850-4954-b7df-8832f29eed8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:38.027726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96630ec5-2976-447c-9ba4-b12e07aa2c12 req-9c8c8912-6075-4bfb-99e8-60f3751e44ac tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807899 Jan 28 03:26:38.056314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602d25e-cf98-47a1-a969-5e354e3c3732 req-3132a752-513b-47cf-9c6c-979af94985b3 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:38.058291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9602d25e-cf98-47a1-a969-5e354e3c3732 req-3132a752-513b-47cf-9c6c-979af94985b3 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1098 time: 0.1122870 Jan 28 03:26:38.141191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9602d25e-cf98-47a1-a969-5e354e3c3732 req-9c20af1b-4fc9-447f-b2b1-62ca09a0c03c tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721025 Jan 28 03:26:38.194266 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] Set router d9129565-c850-4954-b7df-8832f29eed8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:38.269271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Publish callbacks [] for router (d9129565-c850-4954-b7df-8832f29eed8e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:38.271193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44576) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:38.367761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8547e04-d9f2-4f9d-8302-d415e35c5f68 req-26feb96f-85f4-4b9b-8749-f991d62401b8 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:38.376249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8547e04-d9f2-4f9d-8302-d415e35c5f68 req-26feb96f-85f4-4b9b-8749-f991d62401b8 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0550919 Jan 28 03:26:38.402066 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'name': 'tempest-FloatingIPsTestJSON-2093636000-router', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:05Z', 'updated_at': '2022-01-28T03:26:36Z', 'revision_number': 5, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'gw_port': {'id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:38.432079 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] Checking router: d9129565-c850-4954-b7df-8832f29eed8e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:38.441272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8547e04-d9f2-4f9d-8302-d415e35c5f68 req-676ef4f9-87f9-4864-b2bb-935375c1ee24 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638857 Jan 28 03:26:38.443249 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] Routers {'d9129565-c850-4954-b7df-8832f29eed8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:38.444413 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d9129565-c850-4954-b7df-8832f29eed8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:38.566791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Publish callbacks [] for router_gateway (d9129565-c850-4954-b7df-8832f29eed8e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:38.610088 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f8200707-e3dd-42a5-b0ba-f224ab8e649f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c38d5642bfe74c4e98fb8f3493d6bc2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359947 Jan 28 03:26:38.613299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:38.636565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'tag': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:38.640128 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8993d9-c918-49f4-bfc4-55475cc45f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4952edd-836e-43a4-bcae-f9fd0c695ec8", "tag": "c06fb0e9-0a01-4063-a3c8-77ac874432e4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:38.668646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Deleting port e7d1481e-6195-456c-9446-d0bf5d5545de {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:38.693796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:38.754269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a8c0fee-db21-4077-9bcb-d01f7afe3e8a admin admin] Publish callbacks [] for security_group (2caca128-6bb5-422d-ba99-4bd148f1a417), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:38.758677 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] Set router d9129565-c850-4954-b7df-8832f29eed8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:38.764023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fbe57a44-99c5-4832-b004-00e443d062fc no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:38.780209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a8c0fee-db21-4077-9bcb-d01f7afe3e8a admin admin] Publish callbacks [] for security_group (2caca128-6bb5-422d-ba99-4bd148f1a417), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:38.835576 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: fbe57a44-99c5-4832-b004-00e443d062fc {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:38.835930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fbe57a44-99c5-4832-b004-00e443d062fc not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:38.848113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a8c0fee-db21-4077-9bcb-d01f7afe3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2caca128-6bb5-422d-ba99-4bd148f1a417), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:38.850988 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a8c0fee-db21-4077-9bcb-d01f7afe3e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:38.864049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8a8c0fee-db21-4077-9bcb-d01f7afe3e8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2caca128-6bb5-422d-ba99-4bd148f1a417 HTTP/1.1" status: 204 len: 168 time: 0.2409875 Jan 28 03:26:38.917767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c0fee-db21-4077-9bcb-d01f7afe3e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caca128-6bb5-422d-ba99-4bd148f1a417,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:38.963798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ba1e-7ab1-43eb-a372-32f5e49dcaca req-996a9f0e-6477-449f-a4d2-bbe4ff9c05df tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:38.972463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] For port e7d1481e-6195-456c-9446-d0bf5d5545de, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e7d1481e-6195-456c-9446-d0bf5d5545de,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:38.973032 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:38.981161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f37ba1e-7ab1-43eb-a372-32f5e49dcaca req-996a9f0e-6477-449f-a4d2-bbe4ff9c05df tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 948 time: 0.1474240 Jan 28 03:26:39.018854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Calling delete_port for e7d1481e-6195-456c-9446-d0bf5d5545de owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:39.149670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f37ba1e-7ab1-43eb-a372-32f5e49dcaca req-b7231f15-dfa4-466b-aa85-1c069df4e755 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597114 Jan 28 03:26:39.230962 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6207e7f6-658f-4678-8846-8452d695219b x-openstack-request-id: req-6207e7f6-658f-4678-8846-8452d695219b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:39.231469 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4952edd-836e-43a4-bcae-f9fd0c695ec8", "tag": "c06fb0e9-0a01-4063-a3c8-77ac874432e4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:39.231894 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6207e7f6-658f-4678-8846-8452d695219b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:39.232459 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'tag': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4', 'status': 'completed', 'code': 200} Jan 28 03:26:39.384288 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'name': 'tempest-FloatingIPsTestJSON-2093636000-router', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:05Z', 'updated_at': '2022-01-28T03:26:36Z', 'revision_number': 5, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'gw_port': {'id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:39.408089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3db1ed85-8d83-4aad-a094-f02d6df71150 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:39.425043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e7d1481e-6195-456c-9446-d0bf5d5545de), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:39.446171 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762a97c-e9f4-4626-bd52-bb218397e021 None None] The sync data for ids ['d9129565-c850-4954-b7df-8832f29eed8e'] in n-d-808199-14 is: [{'id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'name': 'tempest-FloatingIPsTestJSON-2093636000-router', 'tenant_id': '45be7ae3393d4014a171b862f35a7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:05Z', 'updated_at': '2022-01-28T03:26:36Z', 'revision_number': 5, 'project_id': '45be7ae3393d4014a171b862f35a7950', 'gw_port': {'id': 'e7d1481e-6195-456c-9446-d0bf5d5545de', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9129565-c850-4954-b7df-8832f29eed8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:39.527024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-011fdd77-5c20-4ea1-aeb7-393de7d2ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:39.533842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-011fdd77-5c20-4ea1-aeb7-393de7d2ba49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=690dbc24a26741e887958b351ae14887&device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 1095 time: 0.2621908 Jan 28 03:26:39.539181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d1481e-6195-456c-9446-d0bf5d5545de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:39.569113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 3db1ed85-8d83-4aad-a094-f02d6df71150 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:39.585888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 3db1ed85-8d83-4aad-a094-f02d6df71150 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:39.586383 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:39.588778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c40be-d127-4959-bdac-27a3b5dee299 req-80b500bc-52d9-46d5-ad93-315f4b645868 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:39.601108 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc8c40be-d127-4959-bdac-27a3b5dee299 req-80b500bc-52d9-46d5-ad93-315f4b645868 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 943 time: 0.2302015 Jan 28 03:26:39.626230 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (d9129565-c850-4954-b7df-8832f29eed8e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:39.689670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44624) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:39.707078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc8c40be-d127-4959-bdac-27a3b5dee299 req-9687bd95-08c5-41dd-a24f-1c1f21823bb3 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050134 Jan 28 03:26:39.768790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33007a05-0e6f-4f33-87be-38a9d3a18fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:39.782762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3db1ed85-8d83-4aad-a094-f02d6df71150 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:39.784644 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:39.814443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-f6c9b3f0-afc1-47d0-ae76-321831279483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:39.816352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-f6c9b3f0-afc1-47d0-ae76-321831279483 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5006cc0f-77a4-4cbd-801a-a23f2761c35e HTTP/1.1" status: 200 len: 925 time: 0.2670996 Jan 28 03:26:39.856803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1e9800-f945-4e8c-95df-5ba3089ff9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db1ed85-8d83-4aad-a094-f02d6df71150'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:39.862679 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af05bb9c-7f82-4f0d-948e-d708fce72c5d" -d '{"events": [{"server_uuid": "8b1e9800-f945-4e8c-95df-5ba3089ff9c9", "name": "network-vif-plugged", "status": "completed", "tag": "3db1ed85-8d83-4aad-a094-f02d6df71150"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:39.900511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3db1ed85-8d83-4aad-a094-f02d6df71150, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3db1ed85-8d83-4aad-a094-f02d6df71150,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:39.916335 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:39.927531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-a3e5713c-17ae-4732-9f98-25b5c09e583f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c06fb0e9-0a01-4063-a3c8-77ac874432e4 HTTP/1.1" status: 200 len: 217 time: 0.1038387 Jan 28 03:26:40.039128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3db1ed85-8d83-4aad-a094-f02d6df71150,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:40.184222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309075-772a-475e-9542-20e47e19867a req-ba178bc7-75c0-4b8d-8143-e5277036d536 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:40.186127 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35309075-772a-475e-9542-20e47e19867a req-ba178bc7-75c0-4b8d-8143-e5277036d536 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1098 time: 0.2705543 Jan 28 03:26:40.191278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-4a3be326-6751-4f18-885d-9eefbd168e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:40.192779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-4a3be326-6751-4f18-885d-9eefbd168e6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e0ba67f3-b54e-43b0-bc6f-836e950d5527 HTTP/1.1" status: 200 len: 863 time: 0.2431576 Jan 28 03:26:40.271248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33007a05-0e6f-4f33-87be-38a9d3a18fb8 admin admin] Publish callbacks [] for security_group (73390bb4-88aa-4267-99bd-656851173100), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:40.314712 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (d9129565-c850-4954-b7df-8832f29eed8e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:40.318090 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Publish callbacks [] for router_controller (d9129565-c850-4954-b7df-8832f29eed8e), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:40.363304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33007a05-0e6f-4f33-87be-38a9d3a18fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (73390bb4-88aa-4267-99bd-656851173100), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:40.371951 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-058e1fab-ed27-4aa8-a4e0-f60161183b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:40.428002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (d9129565-c850-4954-b7df-8832f29eed8e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:40.428944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9129565-c850-4954-b7df-8832f29eed8e {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:26:40.437378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:40.445381 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-39c88c28-187f-46e5-9d4c-d2f98c715095 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d9129565-c850-4954-b7df-8832f29eed8e HTTP/1.1" status: 204 len: 168 time: 2.4844553 Jan 28 03:26:40.446631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44648) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:40.504599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-aadcfc11-68a7-4618-944c-716a5113e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:40.506301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-aadcfc11-68a7-4618-944c-716a5113e0c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5006cc0f-77a4-4cbd-801a-a23f2761c35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2628741 Jan 28 03:26:40.520006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-33007a05-0e6f-4f33-87be-38a9d3a18fb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2dd120b26b9439cb232f869eb6652e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8115647 Jan 28 03:26:40.542524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44650) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:40.550445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33007a05-0e6f-4f33-87be-38a9d3a18fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73390bb4-88aa-4267-99bd-656851173100,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:40.608883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35309075-772a-475e-9542-20e47e19867a req-db105d0a-05f4-4fa2-b7e5-ca1edc16804f tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121375 Jan 28 03:26:40.613843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c991c3b-3243-4af8-b897-331ac3a41827 admin admin] Deleting subnet 813fffc3-521c-4d24-b268-f11a94bd8920 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:26:40.632899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c991c3b-3243-4af8-b897-331ac3a41827 admin admin] Publish callbacks [] for subnet (813fffc3-521c-4d24-b268-f11a94bd8920), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:40.761706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-2403975d-a1ab-45b7-b23a-0bbab723f900 service neutron] 10.222.0.25 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406125 Jan 28 03:26:40.770777 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c991c3b-3243-4af8-b897-331ac3a41827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (813fffc3-521c-4d24-b268-f11a94bd8920), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:40.875820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-e0fc79c4-1bf1-49e9-b8e0-0d6612a7d1ac tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:26:40.884415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-e0fc79c4-1bf1-49e9-b8e0-0d6612a7d1ac tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212462 Jan 28 03:26:40.914896 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf406e-abb5-47b1-9ecf-67165ca38ba3 x-openstack-request-id: req-4eaf406e-abb5-47b1-9ecf-67165ca38ba3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:40.915407 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1e9800-f945-4e8c-95df-5ba3089ff9c9", "name": "network-vif-plugged", "status": "completed", "tag": "3db1ed85-8d83-4aad-a094-f02d6df71150", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:40.915489 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4eaf406e-abb5-47b1-9ecf-67165ca38ba3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:40.915989 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1e9800-f945-4e8c-95df-5ba3089ff9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db1ed85-8d83-4aad-a094-f02d6df71150', 'code': 200} Jan 28 03:26:40.939635 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0983343c-70c4-400a-b8af-c30e894f24cf admin admin] Publish callbacks [] for security_group (73390bb4-88aa-4267-99bd-656851173100), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:40.954557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-8f0082a7-bb0a-4e4d-8916-de588ecae6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:40.963183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-8f0082a7-bb0a-4e4d-8916-de588ecae6ed service neutron] 10.222.0.44 "GET /v2.0/ports/05685be2-f779-4d5e-bee1-19815e6f4672 HTTP/1.1" status: 200 len: 1094 time: 0.0778000 Jan 28 03:26:40.978460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Request body: {'binding': {'host': 'n-h1-808199-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:40.979159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Unknown quota resources ['binding']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:26:41.013661 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c991c3b-3243-4af8-b897-331ac3a41827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (813fffc3-521c-4d24-b268-f11a94bd8920), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.022526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8993d9-c918-49f4-bfc4-55475cc45f5b req-94d2e662-9b18-4b9c-b3ae-9e3c25f5d59c service neutron] 10.222.0.25 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339833 Jan 28 03:26:41.115919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c991c3b-3243-4af8-b897-331ac3a41827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (813fffc3-521c-4d24-b268-f11a94bd8920), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.120767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cb446632-00a6-4663-9ce2-1e9debc7b3b5 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:41.167641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: cb446632-00a6-4663-9ce2-1e9debc7b3b5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:41.168202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cb446632-00a6-4663-9ce2-1e9debc7b3b5 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:41.177974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c991c3b-3243-4af8-b897-331ac3a41827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813fffc3-521c-4d24-b268-f11a94bd8920,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:41.191067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a428455e-ce45-4155-a413-0f3e564d9854 None None] Network 9410fe5f-9b5c-4a82-a78e-336667c40a75 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:41.200241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c991c3b-3243-4af8-b897-331ac3a41827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.207654 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0c991c3b-3243-4af8-b897-331ac3a41827 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/813fffc3-521c-4d24-b268-f11a94bd8920 HTTP/1.1" status: 204 len: 168 time: 0.7570732 Jan 28 03:26:41.208451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44660) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:41.212064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0983343c-70c4-400a-b8af-c30e894f24cf admin admin] Publish callbacks [] for security_group (73390bb4-88aa-4267-99bd-656851173100), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.286600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (9410fe5f-9b5c-4a82-a78e-336667c40a75), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.313548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 on host n-h1-808199-14 for vnic_type normal with profile None {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:41.314747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:41.315218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:41.383770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Deleting port 99d6330f-7dea-45b3-a374-b4577234ef7f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:41.384202 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.397366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Port 05685be2-f779-4d5e-bee1-19815e6f4672 on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:41.397704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:41.404256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8bcf37-1ef8-4053-94f3-c397516b220b None None] DHCP port deletion for 9410fe5f-9b5c-4a82-a78e-336667c40a75 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:26:41.413447 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0983343c-70c4-400a-b8af-c30e894f24cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (73390bb4-88aa-4267-99bd-656851173100), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.416013 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0983343c-70c4-400a-b8af-c30e894f24cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.420528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0983343c-70c4-400a-b8af-c30e894f24cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73390bb4-88aa-4267-99bd-656851173100 HTTP/1.1" status: 204 len: 168 time: 0.8546836 Jan 28 03:26:41.429836 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:41.430298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:41.430619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:41.431084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Bound port: 05685be2-f779-4d5e-bee1-19815e6f4672, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:41.432540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c06fb0e9-0a01-4063-a3c8-77ac874432e4 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:41.451081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983343c-70c4-400a-b8af-c30e894f24cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73390bb4-88aa-4267-99bd-656851173100,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:41.492746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9c79-5876-47f2-8f52-77b00ea9d2f5 req-29d56501-60dd-4a79-a145-1a992ae755ab tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:41.502441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-902d9c79-5876-47f2-8f52-77b00ea9d2f5 req-29d56501-60dd-4a79-a145-1a992ae755ab tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 949 time: 0.2803845 Jan 28 03:26:41.507822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb7804-7a81-45aa-8bec-d7a8d3a7687c req-5a68942b-2ff4-442e-80a3-a5c7f0d33c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:41.509028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95eb7804-7a81-45aa-8bec-d7a8d3a7687c req-5a68942b-2ff4-442e-80a3-a5c7f0d33c80 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 1101 time: 0.2935123 Jan 28 03:26:41.531044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] For port 99d6330f-7dea-45b3-a374-b4577234ef7f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=99d6330f-7dea-45b3-a374-b4577234ef7f,segment=NetworkSegment(e6f5dc00-52b8-4b79-8767-e18b6cd00870),segment_id=e6f5dc00-52b8-4b79-8767-e18b6cd00870)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:41.531409 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.558728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Calling delete_port for 99d6330f-7dea-45b3-a374-b4577234ef7f owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:41.584046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:41.603304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.604479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-d641dc46-91a5-4d93-8cb5-bfed6a77b07e service neutron] 10.222.0.44 "POST /v2.0/ports/05685be2-f779-4d5e-bee1-19815e6f4672/bindings HTTP/1.1" status: 201 len: 390 time: 0.6402698 Jan 28 03:26:41.625804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-902d9c79-5876-47f2-8f52-77b00ea9d2f5 req-2cff9016-5659-436e-8802-03afad23af04 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172068 Jan 28 03:26:41.629642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95eb7804-7a81-45aa-8bec-d7a8d3a7687c req-7eca0261-c70b-418d-9ad2-9bdc596505d7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109822 Jan 28 03:26:41.722840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c06fb0e9-0a01-4063-a3c8-77ac874432e4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c06fb0e9-0a01-4063-a3c8-77ac874432e4,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:41.741437 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.743789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'port_id': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4', 'mac_address': 'fa:16:3e:e8:b7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:41.771726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] No DVR routers for this DVR port 99d6330f-7dea-45b3-a374-b4577234ef7f on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:26:41.795430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bcf37-1ef8-4053-94f3-c397516b220b None None] Deleting port 99d6330f-7dea-45b3-a374-b4577234ef7f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:41.796635 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcf37-1ef8-4053-94f3-c397516b220b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.822367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d6330f-7dea-45b3-a374-b4577234ef7f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:41.899659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2b8bcf37-1ef8-4053-94f3-c397516b220b None None] For port 99d6330f-7dea-45b3-a374-b4577234ef7f, host n-d-808199-14, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:41.900060 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcf37-1ef8-4053-94f3-c397516b220b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.959333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (9410fe5f-9b5c-4a82-a78e-336667c40a75), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:41.969961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c06fb0e9-0a01-4063-a3c8-77ac874432e4 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:41.970501 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.007670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9410fe5f-9b5c-4a82-a78e-336667c40a75']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:42.015902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06fb0e9-0a01-4063-a3c8-77ac874432e4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:42.034595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bcf37-1ef8-4053-94f3-c397516b220b None None] Calling delete_port for 99d6330f-7dea-45b3-a374-b4577234ef7f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:42.041159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-2b8bcf37-1ef8-4053-94f3-c397516b220b None None] Port 99d6330f-7dea-45b3-a374-b4577234ef7f was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:26:42.042449 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.049849 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcf37-1ef8-4053-94f3-c397516b220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (99d6330f-7dea-45b3-a374-b4577234ef7f), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.051961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f5dc00-52b8-4b79-8767-e18b6cd00870') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:42.052273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f5dc00-52b8-4b79-8767-e18b6cd00870') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:42.073322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (e6f5dc00-52b8-4b79-8767-e18b6cd00870), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.078416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c06fb0e9-0a01-4063-a3c8-77ac874432e4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c06fb0e9-0a01-4063-a3c8-77ac874432e4,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:42.080494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bcf37-1ef8-4053-94f3-c397516b220b None None] Pushing event deleted for resources: {'Port': ['ID=99d6330f-7dea-45b3-a374-b4577234ef7f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:42.088532 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.093599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e6f5dc00-52b8-4b79-8767-e18b6cd00870), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.118675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8bcf37-1ef8-4053-94f3-c397516b220b None None] No DVR routers for this DVR port 99d6330f-7dea-45b3-a374-b4577234ef7f on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:26:42.120008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:26:42.120498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (e6f5dc00-52b8-4b79-8767-e18b6cd00870), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:26:42.123513 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:26:42.231130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c06fb0e9-0a01-4063-a3c8-77ac874432e4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:42.239693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (9410fe5f-9b5c-4a82-a78e-336667c40a75), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.247866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.253463 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9410fe5f-9b5c-4a82-a78e-336667c40a75 HTTP/1.1" status: 204 len: 168 time: 1.0425062 Jan 28 03:26:42.262789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-a427938d-a8b9-4dc0-ab42-6dc8ecbc6293 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f815fae9b0904d42ba659d8929d97815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763540 Jan 28 03:26:42.282732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99654bff-19c5-465a-8acf-58b92cd38cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9410fe5f-9b5c-4a82-a78e-336667c40a75,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:42.399795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-e9b2822f-538d-47c3-9b6d-7f013f49a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:42.401493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-e9b2822f-538d-47c3-9b6d-7f013f49a94e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1097 time: 0.1159933 Jan 28 03:26:42.443229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-f09505bb-a93f-40be-b151-c58d400f544b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:42.445040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-f09505bb-a93f-40be-b151-c58d400f544b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752532 Jan 28 03:26:42.493474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-6231e4c9-f6a4-4269-b80a-f5eba1a22b56 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/quotas/f815fae9b0904d42ba659d8929d97815 HTTP/1.1" status: 200 len: 375 time: 0.0178411 Jan 28 03:26:42.517258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44702) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:42.558267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fda01d5-eea0-4ad4-8ebb-ff90d07de8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.611694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e7d1481e-6195-456c-9446-d0bf5d5545de no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:42.615776 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d4a9372a-173e-4255-9ecc-99417cad2fd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45be7ae3393d4014a171b862f35a7950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0963595 Jan 28 03:26:42.618152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:42.658862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2db4616b-4428-4a67-9bb3-7bae8b782801 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1562116 Jan 28 03:26:42.663365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-1fcadd16-0810-451e-8fa3-b93efe18ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:42.668164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-1fcadd16-0810-451e-8fa3-b93efe18ac85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.2588189 Jan 28 03:26:42.690337 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35542560-b8d5-4a0a-9ceb-13b36bdb3d58 admin admin] Publish callbacks [] for security_group (908d1d6c-b247-4fbc-86fa-f9fb638c2223), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.742225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35542560-b8d5-4a0a-9ceb-13b36bdb3d58 admin admin] Publish callbacks [] for security_group (908d1d6c-b247-4fbc-86fa-f9fb638c2223), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.799959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-77c4f65e-79d7-45cd-a25b-707d5b06f32e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05685be2-f779-4d5e-bee1-19815e6f4672 HTTP/1.1" status: 200 len: 217 time: 0.1263585 Jan 28 03:26:42.827907 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35542560-b8d5-4a0a-9ceb-13b36bdb3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (908d1d6c-b247-4fbc-86fa-f9fb638c2223), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.831442 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35542560-b8d5-4a0a-9ceb-13b36bdb3d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:42.832990 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-35542560-b8d5-4a0a-9ceb-13b36bdb3d58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/908d1d6c-b247-4fbc-86fa-f9fb638c2223 HTTP/1.1" status: 204 len: 168 time: 0.2139204 Jan 28 03:26:42.860127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['c06fb0e9-0a01-4063-a3c8-77ac874432e4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:42.864223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: e7d1481e-6195-456c-9446-d0bf5d5545de {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:42.864223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e7d1481e-6195-456c-9446-d0bf5d5545de not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:42.864223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 99d6330f-7dea-45b3-a374-b4577234ef7f no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:42.867179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35542560-b8d5-4a0a-9ceb-13b36bdb3d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908d1d6c-b247-4fbc-86fa-f9fb638c2223,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:42.921129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 99d6330f-7dea-45b3-a374-b4577234ef7f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:42.921555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 99d6330f-7dea-45b3-a374-b4577234ef7f not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:43.314564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-2a4ee36a-a08a-4962-982e-5d4c77ee1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:43.317621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-2a4ee36a-a08a-4962-982e-5d4c77ee1e3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.5065839 Jan 28 03:26:43.397854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-024cdd6c-fad5-4975-abcc-2417f3239f45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672572 Jan 28 03:26:43.410444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdde5a9-b8a1-4404-979e-c5e5b806d88d req-0f5f365b-e158-497f-a0b0-c9f4a68b6061 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:43.411955 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6cdde5a9-b8a1-4404-979e-c5e5b806d88d req-0f5f365b-e158-497f-a0b0-c9f4a68b6061 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 944 time: 0.2102358 Jan 28 03:26:43.561235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6cdde5a9-b8a1-4404-979e-c5e5b806d88d req-ad7d071d-fa36-44d1-87ca-4f9bfcd54270 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123714 Jan 28 03:26:43.585977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-35866a91-ca50-415f-a451-51d201e392f4 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:26:43.587131 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-35866a91-ca50-415f-a451-51d201e392f4 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088105 Jan 28 03:26:43.630214 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-ff016f95-2327-4b16-9ab6-96e2ee08c627 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171705 Jan 28 03:26:43.692599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-8b3372e6-e118-4ce4-a20d-a1b485afa707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:43.698549 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-8b3372e6-e118-4ce4-a20d-a1b485afa707 service neutron] 10.222.0.44 "GET /v2.0/ports/4484855e-bd6c-4dfa-80cb-911c925c12f9 HTTP/1.1" status: 200 len: 1095 time: 0.1026859 Jan 28 03:26:43.711204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Request body: {'binding': {'host': 'n-h2-808199-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:43.711681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Unknown quota resources ['binding']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:26:43.809457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-a1368aeb-6f70-4364-a935-8c663ecf4545 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722271 Jan 28 03:26:43.817100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7a040-017e-4f12-a494-707474637070 req-f48ea349-dc94-46ab-9ea4-90b94a51ebc7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:43.818581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afa7a040-017e-4f12-a494-707474637070 req-f48ea349-dc94-46ab-9ea4-90b94a51ebc7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0811863 Jan 28 03:26:43.902506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afa7a040-017e-4f12-a494-707474637070 req-574ed5bc-3181-4a69-8320-3cb6ea26bfe9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713353 Jan 28 03:26:43.958948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on host n-h2-808199-14 for vnic_type normal with profile None {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:43.959534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:43.960048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:43.965505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:43.966063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:43.973373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:43.975295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:43.976230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:43.977043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Bound port: 4484855e-bd6c-4dfa-80cb-911c925c12f9, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:44.066689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:44.079298 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:44.091005 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-674ffff6-542c-41d0-97b2-c65e41191e4a service neutron] 10.222.0.44 "POST /v2.0/ports/4484855e-bd6c-4dfa-80cb-911c925c12f9/bindings HTTP/1.1" status: 201 len: 390 time: 0.3783574 Jan 28 03:26:44.099342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-de4cc10c-a434-453f-aea1-e21a8853ed4d tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:44.100932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-de4cc10c-a434-453f-aea1-e21a8853ed4d tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.1465175 Jan 28 03:26:44.118469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-14'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:44.134894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:44.161370 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:44.341675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:44.371696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22add25d-1f54-4abf-beb4-96b0358f1ce8 req-802b62b4-10f8-4f58-ac0e-b0527e962752 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 210 time: 0.0714140 Jan 28 03:26:44.530200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8a70e-446a-42b0-b676-c5092ab43cb0 req-9965c155-a937-4803-8dee-38e0d4e5b853 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:44.531959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5d8a70e-446a-42b0-b676-c5092ab43cb0 req-9965c155-a937-4803-8dee-38e0d4e5b853 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 949 time: 0.3190274 Jan 28 03:26:44.618244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf436-7289-4708-942e-c937c2ba1cf4 req-f260f20c-d22c-497f-8a5a-7ef6692c02ca tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:44.619730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b3cf436-7289-4708-942e-c937c2ba1cf4 req-f260f20c-d22c-497f-8a5a-7ef6692c02ca tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 946 time: 0.1384008 Jan 28 03:26:44.621533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-a1874271-8e9c-458b-b737-30566c2c53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:44.622871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-a1874271-8e9c-458b-b737-30566c2c53f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1098 time: 0.1914377 Jan 28 03:26:44.628971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:44.694387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5d8a70e-446a-42b0-b676-c5092ab43cb0 req-9c676012-5e2f-49fd-aba1-5a6ee43c1e3c tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520693 Jan 28 03:26:44.761693 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-ec368649-d58c-48cd-a49c-05fad429ec3b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f815fae9b0904d42ba659d8929d97815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447507 Jan 28 03:26:44.833165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:44.872353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b3cf436-7289-4708-942e-c937c2ba1cf4 req-0fb29769-e2af-42aa-a5d0-06d7c862a7e4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400577 Jan 28 03:26:44.942859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-4ab6e033-73ea-44f9-84ea-aad930aa54e3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:44.943071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Publish callbacks [] for port (05685be2-f779-4d5e-bee1-19815e6f4672), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:44.944897 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-4ab6e033-73ea-44f9-84ea-aad930aa54e3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733963 Jan 28 03:26:44.946975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05685be2-f779-4d5e-bee1-19815e6f4672'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:44.950622 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f37863-5127-4657-aba9-4204d75ab1cc" -d '{"events": [{"server_uuid": "fac0f37e-3c00-4ca8-85db-1ca8921a2dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "05685be2-f779-4d5e-bee1-19815e6f4672"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:44.964269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:44.987962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f30c1db0-fa4e-4335-9f91-b57d7d7fc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:44.990670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f30c1db0-fa4e-4335-9f91-b57d7d7fc986 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.3539088 Jan 28 03:26:45.001491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Request body: {'port': {'device_id': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'f815fae9b0904d42ba659d8929d97815'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:45.123005 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-ac3d32e8-53a2-4d17-a52f-997ccefd9b96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9 HTTP/1.1" status: 200 len: 217 time: 0.0953453 Jan 28 03:26:45.137727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Made reservation on behalf of f815fae9b0904d42ba659d8929d97815 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:45.144729 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:45.173785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:45.240855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febe67b-85e1-4a6a-ba42-2df6bc96d2f9 req-b76b5884-bc51-4842-8cc5-f45c70ba9931 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:45.247671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9febe67b-85e1-4a6a-ba42-2df6bc96d2f9 req-b76b5884-bc51-4842-8cc5-f45c70ba9931 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 944 time: 0.2611263 Jan 28 03:26:45.254947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=05685be2-f779-4d5e-bee1-19815e6f4672,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:45.266754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 on host n-h2-808199-14 for vnic_type normal with profile {"migrating_to": "n-h1-808199-14"} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:45.267084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:45.267414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:45.274555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Port 05685be2-f779-4d5e-bee1-19815e6f4672 on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:45.274883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Attempting to bind port 05685be2-f779-4d5e-bee1-19815e6f4672 on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:45.285514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-d76922a0-3c9f-4bbe-9d93-a199e0027baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:45.287373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-d76922a0-3c9f-4bbe-9d93-a199e0027baf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1521966 Jan 28 03:26:45.293777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:45.293777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:45.298894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:45.299928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Bound port: 05685be2-f779-4d5e-bee1-19815e6f4672, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:45.300646 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:45.335526 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:45.356412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-bdbe85c9-daf3-437e-9c2a-31eedcb8a49e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531406 Jan 28 03:26:45.376301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks [] for security_group (b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:45.381499 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:45.437181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c06fb0e9-0a01-4063-a3c8-77ac874432e4 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:45.507797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9febe67b-85e1-4a6a-ba42-2df6bc96d2f9 req-cfb47633-0844-4511-87e6-560690b4ae88 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587268 Jan 28 03:26:45.581411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port c06fb0e9-0a01-4063-a3c8-77ac874432e4 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:45.589503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port c06fb0e9-0a01-4063-a3c8-77ac874432e4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:45.590203 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:45.606886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:45.613357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:45.705211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Allocated IP 192.168.233.199 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/8367fa4d-21b6-4f76-b898-811bb737fb89) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:45.783844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c06fb0e9-0a01-4063-a3c8-77ac874432e4 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:45.784525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:45.833353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:45.839368 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b2e1a2-98d2-4161-bf88-0b638788676f" -d '{"events": [{"server_uuid": "c4952edd-836e-43a4-bcae-f9fd0c695ec8", "name": "network-vif-plugged", "status": "completed", "tag": "c06fb0e9-0a01-4063-a3c8-77ac874432e4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:45.842869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:45.852497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:45.874958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c06fb0e9-0a01-4063-a3c8-77ac874432e4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c06fb0e9-0a01-4063-a3c8-77ac874432e4,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:45.882323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:45.886619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:45.970908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c06fb0e9-0a01-4063-a3c8-77ac874432e4,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:46.023622 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0be7d5a9-fdbd-45c1-af7c-4cee86114266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.043199 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4966b64e-d886-40f4-9f49-85886e4f1fd5 x-openstack-request-id: req-4966b64e-d886-40f4-9f49-85886e4f1fd5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:46.043638 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac0f37e-3c00-4ca8-85db-1ca8921a2dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "05685be2-f779-4d5e-bee1-19815e6f4672", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:46.043747 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4966b64e-d886-40f4-9f49-85886e4f1fd5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:46.044148 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05685be2-f779-4d5e-bee1-19815e6f4672', 'code': 200} Jan 28 03:26:46.053789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-a3bea7e8-2c0b-4804-95f7-11d935fc9a2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5758886 Jan 28 03:26:46.067162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec9254-f3a4-4ecc-83cc-04d259a06bd1 req-c2d5b6d3-6c13-4d9a-8311-43d24299f784 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:46.073289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7aec9254-f3a4-4ecc-83cc-04d259a06bd1 req-c2d5b6d3-6c13-4d9a-8311-43d24299f784 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 943 time: 0.3693504 Jan 28 03:26:46.107075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=05685be2-f779-4d5e-bee1-19815e6f4672,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:46.187789 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks [] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.222330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fbef2dac-503e-41e0-9317-30424adb0efb req-a67b134f-c7a0-43ac-b3e8-84719924562f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 210 time: 0.1066377 Jan 28 03:26:46.254118 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0be7d5a9-fdbd-45c1-af7c-4cee86114266 admin admin] Publish callbacks [] for security_group (3dd2a8bf-2a4e-4dd4-a4ca-f18d461e4ccd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.258514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0be7d5a9-fdbd-45c1-af7c-4cee86114266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3dd2a8bf-2a4e-4dd4-a4ca-f18d461e4ccd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.280783 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7aec9254-f3a4-4ecc-83cc-04d259a06bd1 req-aefac177-d877-49bf-900c-2eda8de3691b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560543 Jan 28 03:26:46.282890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:46.283515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.284861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-44392ef9-1592-4a0f-ba51-90bfd1813ad8 service neutron] 10.222.0.42 "PUT /v2.0/ports/05685be2-f779-4d5e-bee1-19815e6f4672 HTTP/1.1" status: 200 len: 1123 time: 2.1715074 Jan 28 03:26:46.288004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-31962010-8b57-45a6-bd1f-a449d7053521 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9214070 Jan 28 03:26:46.317490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.319337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-4289239c-fa26-47eb-85fe-f924fef75477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:46.320854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-4289239c-fa26-47eb-85fe-f924fef75477 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1097 time: 0.1625633 Jan 28 03:26:46.342206 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfa4c10-055a-4b2f-b545-95ed21a742be x-openstack-request-id: req-2dfa4c10-055a-4b2f-b545-95ed21a742be {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:46.344024 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4952edd-836e-43a4-bcae-f9fd0c695ec8", "name": "network-vif-plugged", "status": "completed", "tag": "c06fb0e9-0a01-4063-a3c8-77ac874432e4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:46.344529 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2dfa4c10-055a-4b2f-b545-95ed21a742be {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:46.345226 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4', 'code': 200} Jan 28 03:26:46.346711 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0be7d5a9-fdbd-45c1-af7c-4cee86114266 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aac3ef25ba45479db535eecf39890371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7044485 Jan 28 03:26:46.364484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:46.393469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7d5a9-fdbd-45c1-af7c-4cee86114266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd2a8bf-2a4e-4dd4-a4ca-f18d461e4ccd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:46.449958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:46.463093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:46.474173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:46.495768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['05685be2-f779-4d5e-bee1-19815e6f4672'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:46.509887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Pushing event updated for resources: {'Port': ['ID=8367fa4d-21b6-4f76-b898-811bb737fb89,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:46.562186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:46.563806 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.571399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02249e7a-fe2e-469e-9fc9-394ee42d49f2 admin admin] Publish callbacks [] for security_group (3dd2a8bf-2a4e-4dd4-a4ca-f18d461e4ccd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.632970 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.652025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-dcff1b1a-5e9e-45cb-acb0-bbe4d3e4fe98 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494823 Jan 28 03:26:46.656159 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-2a8f7b56-854c-4266-af41-d1ebd585063f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6614242 Jan 28 03:26:46.676516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02249e7a-fe2e-469e-9fc9-394ee42d49f2 admin admin] Publish callbacks [] for security_group (3dd2a8bf-2a4e-4dd4-a4ca-f18d461e4ccd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.682690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Request body: {'port': {'device_id': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:46.695323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-e080e51e-25dc-4172-ac3c-ad52475aba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:46.698691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-e080e51e-25dc-4172-ac3c-ad52475aba14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.3490894 Jan 28 03:26:46.716661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3428ccd-cfe9-40f0-a555-4da075b63439 req-3005cd27-6e63-4b24-83c3-04585fec27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:46.718530 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e3428ccd-cfe9-40f0-a555-4da075b63439 req-3005cd27-6e63-4b24-83c3-04585fec27b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1343632 Jan 28 03:26:46.732245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65368bf2-be07-46aa-940b-ae3de2b2c978 req-b64ba2be-5fb8-4118-8c4e-c551bdccd747 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:46.734902 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65368bf2-be07-46aa-940b-ae3de2b2c978 req-b64ba2be-5fb8-4118-8c4e-c551bdccd747 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 946 time: 0.2925804 Jan 28 03:26:46.793915 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.828428 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02249e7a-fe2e-469e-9fc9-394ee42d49f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3dd2a8bf-2a4e-4dd4-a4ca-f18d461e4ccd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.831032 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02249e7a-fe2e-469e-9fc9-394ee42d49f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.834713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-02249e7a-fe2e-469e-9fc9-394ee42d49f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3dd2a8bf-2a4e-4dd4-a4ca-f18d461e4ccd HTTP/1.1" status: 204 len: 168 time: 0.4647889 Jan 28 03:26:46.866534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e3428ccd-cfe9-40f0-a555-4da075b63439 req-ba1d18e3-6bd7-4017-873b-d55041b49268 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232474 Jan 28 03:26:46.869239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02249e7a-fe2e-469e-9fc9-394ee42d49f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd2a8bf-2a4e-4dd4-a4ca-f18d461e4ccd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:46.887944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-44d4de51-b9c6-467b-99dd-7f914f56c853 None None] Provisioning complete for port 8367fa4d-21b6-4f76-b898-811bb737fb89 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:46.889084 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44d4de51-b9c6-467b-99dd-7f914f56c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:46.936925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-44d4de51-b9c6-467b-99dd-7f914f56c853 None None] Port 8367fa4d-21b6-4f76-b898-811bb737fb89 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:47.100021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-5dad81d9-8f24-46a6-864a-cab619ff2b4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 217 time: 0.3856113 Jan 28 03:26:47.129740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8367fa4d-21b6-4f76-b898-811bb737fb89 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:47.138834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Publish callbacks [] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.153398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Transition to ACTIVE for port object 8367fa4d-21b6-4f76-b898-811bb737fb89 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:47.159719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.199927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.200441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.201514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.201514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.202794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.202914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.203495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.203961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.204426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.205077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.213335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-af75c103-b524-4282-8fcc-752b390662c5 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158&device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8&device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9&device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8&device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4&device_id=e7f71294-92d3-4b94-ab12-691562c8db03&device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5&device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391&device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10&device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 9060 time: 0.5126705 Jan 28 03:26:47.219806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Pushing event updated for resources: {'Port': ['ID=8367fa4d-21b6-4f76-b898-811bb737fb89,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:47.241038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65368bf2-be07-46aa-940b-ae3de2b2c978 req-cf154881-ccd6-433e-8394-47c8a5a3f426 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795980 Jan 28 03:26:47.256113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.264036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-6369d3e8-70e6-4d1f-851a-00380e451e74 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.266573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-6369d3e8-70e6-4d1f-851a-00380e451e74 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1098 time: 0.1788371 Jan 28 03:26:47.269681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-f1cda4f6-ea7c-4d3e-a65b-17d8ae07b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.271151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-f1cda4f6-ea7c-4d3e-a65b-17d8ae07b94b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.1482785 Jan 28 03:26:47.306953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Attempting to bind port 8367fa4d-21b6-4f76-b898-811bb737fb89 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:47.307397 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Attempting to bind port 8367fa4d-21b6-4f76-b898-811bb737fb89 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:47.307803 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Attempting to bind port 8367fa4d-21b6-4f76-b898-811bb737fb89 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:47.308420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-5a9888cd-6f0f-410b-b648-b85429a5d2ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296550 Jan 28 03:26:47.314115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Port 8367fa4d-21b6-4f76-b898-811bb737fb89 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:47.314508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Attempting to bind port 8367fa4d-21b6-4f76-b898-811bb737fb89 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:47.321854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:47.322154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:47.322714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:47.323265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Bound port: 8367fa4d-21b6-4f76-b898-811bb737fb89, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:47.323693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.349426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-14'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:47.418184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:47.425621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8367fa4d-21b6-4f76-b898-811bb737fb89,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:47.435099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.496431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.497532 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.500351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] 10.222.0.42 "PUT /v2.0/ports/8367fa4d-21b6-4f76-b898-811bb737fb89 HTTP/1.1" status: 200 len: 1097 time: 0.8256962 Jan 28 03:26:47.501300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:47.504589 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a9797d-802b-4003-aeb3-af876c6655c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:47.521960 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.587452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bee56f-8aab-4f0d-985d-7604bd786f09 service neutron] Pushing event updated for resources: {'Port': ['ID=8367fa4d-21b6-4f76-b898-811bb737fb89,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:47.649567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-e047e9ec-a30e-4d2e-b5e6-71a9259a6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.650849 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-c55ed209-3cb7-4d8a-8566-0afda0858632 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329244 Jan 28 03:26:47.651606 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-e047e9ec-a30e-4d2e-b5e6-71a9259a6f0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 1100 time: 0.0816133 Jan 28 03:26:47.728977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Publish callbacks [] for security_group (e06697bd-9ed0-4b92-8be6-4e00f8aed3f9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.744261 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-bfd9aa29-1932-44ec-8918-acf6b0c1cb14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=8367fa4d-21b6-4f76-b898-811bb737fb89 HTTP/1.1" status: 200 len: 217 time: 0.0700586 Jan 28 03:26:47.807362 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e06697bd-9ed0-4b92-8be6-4e00f8aed3f9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.825866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-73a98c70-eabb-487f-bd85-aa59a9050fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.828311 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-73a98c70-eabb-487f-bd85-aa59a9050fc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0753827 Jan 28 03:26:47.869860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44856) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:47.899492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-ff007aa0-1535-425d-9c8d-378b837e0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.901164 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-ff007aa0-1535-425d-9c8d-378b837e0ae7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661099 Jan 28 03:26:47.966467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ba4c1-cf1c-4a38-9655-f72deb83b5c2 req-735dcbf2-845c-464e-bca0-9fd112b9d22b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.969020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-736ba4c1-cf1c-4a38-9655-f72deb83b5c2 req-735dcbf2-845c-464e-bca0-9fd112b9d22b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 945 time: 0.3371792 Jan 28 03:26:47.999200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1030818589-network', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:48.017778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06697bd-9ed0-4b92-8be6-4e00f8aed3f9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:48.034996 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-fee79a68-6e40-4259-b157-c3df94cbbed4 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261897 Jan 28 03:26:48.038290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:48.041801 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.044956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'tag': '05685be2-f779-4d5e-bee1-19815e6f4672'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:48.048633 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a400e669-aa65-467e-be94-7930229d30ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fac0f37e-3c00-4ca8-85db-1ca8921a2dc4", "tag": "05685be2-f779-4d5e-bee1-19815e6f4672"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:48.059086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.097826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.098171 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.098515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.098850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.099182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.099538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.099942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.100253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.100624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.101096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.101422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.101745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.102064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.131600 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:48.139109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1750663-fc0c-41c5-8016-98d9c340a40c req-5a97e489-5bad-4f9d-958b-d428d970178d service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568076 Jan 28 03:26:48.174689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a629867-c0c0-48eb-b024-bc2ce1d02a68 req-b575e66d-d2bc-499d-9b99-91c3a83eb66a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&id=d557b619-a498-4bd3-bdd2-652e4de8c5be&id=70fc5b89-a438-4740-b06d-31caad505ef3&id=c06b7083-d64d-4770-84f3-5b2832b60a16&id=9edcabf4-8904-49cd-941b-a13a934ec1ac&id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.9604137 Jan 28 03:26:48.184573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-736ba4c1-cf1c-4a38-9655-f72deb83b5c2 req-0ab45063-2105-460e-a933-5cca262f69de tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013917 Jan 28 03:26:48.194777 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0f65ac28-7d0b-4346-b983-8531faa2a103 req-ee1d267b-9551-41e4-bb0f-816b53a12b59 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496124 Jan 28 03:26:48.251931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:48.259204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Publish callbacks [] for security_group (a60bfed3-a14a-48d8-b97e-a1c99476eddf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.268796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a60bfed3-a14a-48d8-b97e-a1c99476eddf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.307886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624ab754-9429-4060-8df1-568442279cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:26:48.321339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60bfed3-a14a-48d8-b97e-a1c99476eddf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:48.328436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d55231fc-0e38-43a2-8b9c-cef733f39c66), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.328793 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Added segment d55231fc-0e38-43a2-8b9c-cef733f39c66 of type vlan for network 80337955-f1a2-4368-b05e-eb900e69efbd Jan 28 03:26:48.353852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.354317 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.354548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.354883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.355242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.355577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.355903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.357010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.357346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.357678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.358084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.358413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.358736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:48.378699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Publish callbacks [] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.419721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14629c0-a643-438a-b589-e0654d498dc0 req-d0090363-0131-454a-962d-ab4dc3febfe3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:48.422020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f14629c0-a643-438a-b589-e0654d498dc0 req-d0090363-0131-454a-962d-ab4dc3febfe3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 948 time: 0.1437218 Jan 28 03:26:48.422750 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.426911 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (80337955-f1a2-4368-b05e-eb900e69efbd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.468900 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (80337955-f1a2-4368-b05e-eb900e69efbd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.471090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:48.472324 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.513351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f14629c0-a643-438a-b589-e0654d498dc0 req-23e080ea-b692-430f-b3a8-f0e8e011290d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745158 Jan 28 03:26:48.585001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-624ab754-9429-4060-8df1-568442279cef admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7128749 Jan 28 03:26:48.585488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44872) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:48.589808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075125e-425b-489d-8d87-363e8cf512e8 req-ea10ca33-3e7c-4d2d-9f54-c050db33cd36 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:48.592482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a075125e-425b-489d-8d87-363e8cf512e8 req-ea10ca33-3e7c-4d2d-9f54-c050db33cd36 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 943 time: 0.2327724 Jan 28 03:26:48.595796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Request body: {'subnet': {'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1030818589-subnet', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:48.606900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ab754-9429-4060-8df1-568442279cef admin admin] Pushing event updated for resources: {'Network': ['ID=80337955-f1a2-4368-b05e-eb900e69efbd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:48.622924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:48.624496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 80337955-f1a2-4368-b05e-eb900e69efbd details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:26:48.630112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on host n-h1-808199-14 for vnic_type normal with profile {"migrating_to": "n-h2-808199-14"} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:48.630452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:48.630938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:48.631465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.644098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:48.644420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Attempting to bind port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:48.649414 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c3e288-54af-4c3f-8651-ba104edd2339 x-openstack-request-id: req-22c3e288-54af-4c3f-8651-ba104edd2339 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:48.649864 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:48.650154 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22c3e288-54af-4c3f-8651-ba104edd2339 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:48.650556 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89', 'status': 'completed', 'code': 200} Jan 28 03:26:48.655430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:48.655812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:48.656162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:48.656900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Bound port: 4484855e-bd6c-4dfa-80cb-911c925c12f9, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:48.657276 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.695001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Pushing event updated for resources: {'Port': ['ID=4484855e-bd6c-4dfa-80cb-911c925c12f9,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:48.813767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:48.814962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 05685be2-f779-4d5e-bee1-19815e6f4672 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:48.819620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:48.825992 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d1fd88-93c5-4670-81a9-260aa548f8d3 x-openstack-request-id: req-66d1fd88-93c5-4670-81a9-260aa548f8d3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:48.826401 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac0f37e-3c00-4ca8-85db-1ca8921a2dc4", "tag": "05685be2-f779-4d5e-bee1-19815e6f4672", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:48.827443 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66d1fd88-93c5-4670-81a9-260aa548f8d3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:48.827719 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'tag': '05685be2-f779-4d5e-bee1-19815e6f4672', 'status': 'completed', 'code': 200} Jan 28 03:26:48.836019 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.923923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a075125e-425b-489d-8d87-363e8cf512e8 req-557964bb-92da-4799-9ec1-87a967efc679 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121009 Jan 28 03:26:48.970816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:48.973922 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:48.977549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] 10.222.0.25 "PUT /v2.0/ports/4484855e-bd6c-4dfa-80cb-911c925c12f9 HTTP/1.1" status: 200 len: 1124 time: 1.6438408 Jan 28 03:26:48.977943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-5b8f1580-7977-4d7b-a2de-77bb8a15a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:48.979670 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-5b8f1580-7977-4d7b-a2de-77bb8a15a684 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 1100 time: 0.2732997 Jan 28 03:26:49.035487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34003e6-5aa9-4321-badc-fac0cbae072a service neutron] Pushing event updated for resources: {'Port': ['ID=4484855e-bd6c-4dfa-80cb-911c925c12f9,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:49.121715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400e669-aa65-467e-be94-7930229d30ea req-91cdc151-9218-4fa2-8c60-1a43b2000c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.124813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a400e669-aa65-467e-be94-7930229d30ea req-91cdc151-9218-4fa2-8c60-1a43b2000c62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1126 time: 0.2928660 Jan 28 03:26:49.164288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c98db1-684d-4006-802c-38d93e46b298 req-06221492-ca64-4cf9-a3f5-ac36938d725b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.166066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c98db1-684d-4006-802c-38d93e46b298 req-06221492-ca64-4cf9-a3f5-ac36938d725b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 944 time: 0.1013367 Jan 28 03:26:49.169217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['4484855e-bd6c-4dfa-80cb-911c925c12f9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:49.193424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:49.298524 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:49.299350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c98db1-684d-4006-802c-38d93e46b298 req-fd752fc4-38b7-42c2-a320-b598cfd2de8e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237550 Jan 28 03:26:49.307621 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 05685be2-f779-4d5e-bee1-19815e6f4672 has no active binding in host n-h1-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:26:49.483703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:49.569259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ff0ed-55a8-42fc-acd8-e4dd0b2cc576 req-e39aecc0-fd2a-41f8-b039-e166b3e7d53a tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.570845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-388ff0ed-55a8-42fc-acd8-e4dd0b2cc576 req-e39aecc0-fd2a-41f8-b039-e166b3e7d53a tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 945 time: 0.1700087 Jan 28 03:26:49.607764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-e5a105a7-168c-482a-aaaf-344cf2444d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.610251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-e5a105a7-168c-482a-aaaf-344cf2444d38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.6230471 Jan 28 03:26:49.678245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44888) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:49.680862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Checking segment: {'id': 'd55231fc-0e38-43a2-8b9c-cef733f39c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:49.681297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Network hostable DHCP agents. Network: 80337955-f1a2-4368-b05e-eb900e69efbd, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:26:49.686762 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-d38cc267-7205-4e10-a8b4-85e79831a723 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=8367fa4d-21b6-4f76-b898-811bb737fb89 HTTP/1.1" status: 200 len: 217 time: 0.0657156 Jan 28 03:26:49.690539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400e669-aa65-467e-be94-7930229d30ea req-0d92f791-e2b7-44af-904e-6eabccbfb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.691975 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a400e669-aa65-467e-be94-7930229d30ea req-0d92f791-e2b7-44af-904e-6eabccbfb5d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.5516737 Jan 28 03:26:49.704686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da2128-91e3-4a39-8e47-3f5487f7f034 req-aa9bc282-2637-43b4-91d3-1f46e5ea2f8c tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.705298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da2128-91e3-4a39-8e47-3f5487f7f034 req-aa9bc282-2637-43b4-91d3-1f46e5ea2f8c tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.705962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da2128-91e3-4a39-8e47-3f5487f7f034 req-aa9bc282-2637-43b4-91d3-1f46e5ea2f8c tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.707624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52da2128-91e3-4a39-8e47-3f5487f7f034 req-aa9bc282-2637-43b4-91d3-1f46e5ea2f8c tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9&device_id=e7f71294-92d3-4b94-ab12-691562c8db03&device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 2886 time: 0.1349373 Jan 28 03:26:49.761306 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-388ff0ed-55a8-42fc-acd8-e4dd0b2cc576 req-469e8615-e578-4882-aa68-39bf8f3213c8 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515450 Jan 28 03:26:49.772961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Network 80337955-f1a2-4368-b05e-eb900e69efbd is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:26:49.777680 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a400e669-aa65-467e-be94-7930229d30ea req-cbb1e731-0117-4a1c-8b19-7971a5efdf2b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05685be2-f779-4d5e-bee1-19815e6f4672 HTTP/1.1" status: 200 len: 217 time: 0.0702014 Jan 28 03:26:49.801333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-b2ba9e63-3210-44d9-909f-e21d9a72824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.802941 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-b2ba9e63-3210-44d9-909f-e21d9a72824d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1064641 Jan 28 03:26:49.804764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 80337955-f1a2-4368-b05e-eb900e69efbd) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:49.813975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52da2128-91e3-4a39-8e47-3f5487f7f034 req-81cb86cb-0224-4692-a16a-864bc743917a tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952017 Jan 28 03:26:49.817405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9436eb4-dca6-4e78-814c-9f5ebb2affcb None None] Network 80337955-f1a2-4368-b05e-eb900e69efbd requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:49.829235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.829955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:49.891576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775fdcb-9068-4775-a680-2518a9954954 req-7ab80912-915f-4eb1-9673-e5604b25f477 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.901489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b775fdcb-9068-4775-a680-2518a9954954 req-7ab80912-915f-4eb1-9673-e5604b25f477 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 948 time: 0.0673351 Jan 28 03:26:49.918204 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-38c0ff4d-b08f-4e96-96f6-b6aa4ffc2931 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3297079 Jan 28 03:26:49.921271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44896) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:49.927811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400e669-aa65-467e-be94-7930229d30ea req-10cf755d-3f14-44be-ab1c-df34cb248f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.929481 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a400e669-aa65-467e-be94-7930229d30ea req-10cf755d-3f14-44be-ab1c-df34cb248f1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.1373916 Jan 28 03:26:49.935387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1030818589-router', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:49.950049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-1a084906-1401-4709-a1c7-f5baff062397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.951802 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-1a084906-1401-4709-a1c7-f5baff062397 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267726 Jan 28 03:26:49.974353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a400e669-aa65-467e-be94-7930229d30ea req-bb3a7a94-49a0-495a-addf-7089403a424b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365109 Jan 28 03:26:50.007553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-80337955-f1a2-4368-b05e-eb900e69efbd', 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd', 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'fixed_ips': [{'subnet_id': '256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:26:50.008721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.022619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c48d-da5c-4874-baa6-e92a8a9764bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.038661 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (b65017b2-3d01-4389-837c-1e1638dc7885), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.039899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (b65017b2-3d01-4389-837c-1e1638dc7885), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.058149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fadfe-62a6-4f30-bf5e-959feee13c6e req-2eb4e6cf-5463-454b-b5d4-cc4e54f0e3e5 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:50.060472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c20fadfe-62a6-4f30-bf5e-959feee13c6e req-2eb4e6cf-5463-454b-b5d4-cc4e54f0e3e5 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 945 time: 0.1559432 Jan 28 03:26:50.080471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:50.083384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b775fdcb-9068-4775-a680-2518a9954954 req-6cfd2703-2cbb-4c6d-a8c3-41117645f631 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808982 Jan 28 03:26:50.089599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b807566e-9d2e-4083-a485-4ed6e4e1fcaa tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Request body: {'floatingip': {'port_id': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:50.265023 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks [] for router_controller (b65017b2-3d01-4389-837c-1e1638dc7885), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.329723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Allocated IP 172.20.0.2 (80337955-f1a2-4368-b05e-eb900e69efbd/256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf/219be090-6af4-42f0-8350-2ae3af598060) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:50.457678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b807566e-9d2e-4083-a485-4ed6e4e1fcaa tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for floatingip (5a5b0c00-01c5-4a61-8520-a39c841cfdc0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.490026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f7a54-6a61-4adc-8bb7-8b2f4eff9300 req-a894319e-519d-4719-91e1-3d3a273ba77c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:50.491652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f5f7a54-6a61-4adc-8bb7-8b2f4eff9300 req-a894319e-519d-4719-91e1-3d3a273ba77c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 943 time: 0.3013184 Jan 28 03:26:50.538865 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Publish callbacks [] for port (219be090-6af4-42f0-8350-2ae3af598060), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.546257 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (219be090-6af4-42f0-8350-2ae3af598060), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.599368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Pushing event updated for resources: {'Port': ['ID=219be090-6af4-42f0-8350-2ae3af598060,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:50.606245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c48d-da5c-4874-baa6-e92a8a9764bc admin admin] Publish callbacks [] for security_group (163c7138-adfd-46be-a2b0-2489ba34da61), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.610922 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-8450ea8e-68d0-4418-bd04-4da210a88342 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383581 Jan 28 03:26:50.630580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Network 80337955-f1a2-4368-b05e-eb900e69efbd is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:50.634631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:50.642791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:50.646546 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a400e669-aa65-467e-be94-7930229d30ea req-addb27f1-9279-492a-bc28-da5c14cbf07f service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650236 Jan 28 03:26:50.668217 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c48d-da5c-4874-baa6-e92a8a9764bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (163c7138-adfd-46be-a2b0-2489ba34da61), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.693397 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks [] for router_gateway (b65017b2-3d01-4389-837c-1e1638dc7885), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.706706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1ea1c48d-da5c-4874-baa6-e92a8a9764bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3325e29e0f8244bda95daec3a40cb321&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0272305 Jan 28 03:26:50.708795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44912) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:50.731588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Attempting to bind port 219be090-6af4-42f0-8350-2ae3af598060 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:50.731973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Attempting to bind port 219be090-6af4-42f0-8350-2ae3af598060 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd55231fc-0e38-43a2-8b9c-cef733f39c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:50.732335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Attempting to bind port 219be090-6af4-42f0-8350-2ae3af598060 on network 80337955-f1a2-4368-b05e-eb900e69efbd {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:50.738339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:50.739033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f5f7a54-6a61-4adc-8bb7-8b2f4eff9300 req-aa0c17eb-34ce-4ea9-b07e-618ef38e485b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395444 Jan 28 03:26:50.745848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Checking segment: {'id': 'd55231fc-0e38-43a2-8b9c-cef733f39c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:50.752481 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.752929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Bound using segment: {'id': 'd55231fc-0e38-43a2-8b9c-cef733f39c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:50.753449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Bound port: 219be090-6af4-42f0-8350-2ae3af598060, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55231fc-0e38-43a2-8b9c-cef733f39c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:50.753850 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (219be090-6af4-42f0-8350-2ae3af598060), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.779630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07f12c-954c-4fa1-9c5b-63a676626e3e req-3b948028-0a85-4411-b046-b43980110944 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:50.790370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce07f12c-954c-4fa1-9c5b-63a676626e3e req-3b948028-0a85-4411-b046-b43980110944 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 944 time: 0.3439965 Jan 28 03:26:50.912183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] For port 219be090-6af4-42f0-8350-2ae3af598060, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:50.925282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] For port 219be090-6af4-42f0-8350-2ae3af598060, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=219be090-6af4-42f0-8350-2ae3af598060,segment=NetworkSegment(d55231fc-0e38-43a2-8b9c-cef733f39c66),segment_id=d55231fc-0e38-43a2-8b9c-cef733f39c66)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:50.934545 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95a9797d-802b-4003-aeb3-af876c6655c7 req-3a1b3d91-3ff8-48a9-9ba9-9f5fcaf0abfc service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035791 Jan 28 03:26:50.934810 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (219be090-6af4-42f0-8350-2ae3af598060), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:50.938800 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a400e669-aa65-467e-be94-7930229d30ea req-83a72005-bec6-43ff-b99e-3f3ae2cc4fea service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734776 Jan 28 03:26:51.087638 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d86eef-a37d-4797-b5a9-3cc8e28e974e None None] Pushing event updated for resources: {'Port': ['ID=219be090-6af4-42f0-8350-2ae3af598060,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:51.120542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4484855e-bd6c-4dfa-80cb-911c925c12f9'}, {'name': 'network-changed', 'server_uuid': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'tag': '4484855e-bd6c-4dfa-80cb-911c925c12f9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:51.127537 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891cd0e1-9844-4d71-b2c6-c13680d78c81" -d '{"events": [{"server_uuid": "78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8", "name": "network-vif-unplugged", "status": "completed", "tag": "4484855e-bd6c-4dfa-80cb-911c925c12f9"}, {"name": "network-changed", "server_uuid": "78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8", "tag": "4484855e-bd6c-4dfa-80cb-911c925c12f9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:51.150350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1c48d-da5c-4874-baa6-e92a8a9764bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163c7138-adfd-46be-a2b0-2489ba34da61,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:51.269634 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-ea8a0c58-2dbd-43bb-9d74-4f5ed0b636f7 service neutron] 10.222.0.25 "GET /v2.0/ports/05685be2-f779-4d5e-bee1-19815e6f4672/bindings/n-h1-808199-14 HTTP/1.1" status: 200 len: 385 time: 0.6778498 Jan 28 03:26:51.366056 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce07f12c-954c-4fa1-9c5b-63a676626e3e req-4f3c26ad-b83c-44bd-9e9a-e99310b23b7b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743606 Jan 28 03:26:51.413486 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-b807566e-9d2e-4083-a485-4ed6e4e1fcaa tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:26:51.427663 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26fabb0b-29aa-4f0b-a65a-55f38663ec87 admin admin] Publish callbacks [] for security_group (163c7138-adfd-46be-a2b0-2489ba34da61), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:51.469259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:51.472658 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ec5990-0148-4592-a7fe-832a5e741867 x-openstack-request-id: req-d8ec5990-0148-4592-a7fe-832a5e741867 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:51.473078 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8", "name": "network-vif-unplugged", "status": "completed", "tag": "4484855e-bd6c-4dfa-80cb-911c925c12f9", "code": 200}, {"name": "network-changed", "server_uuid": "78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8", "tag": "4484855e-bd6c-4dfa-80cb-911c925c12f9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:51.473458 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8ec5990-0148-4592-a7fe-832a5e741867 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:51.473927 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4484855e-bd6c-4dfa-80cb-911c925c12f9', 'code': 200} Jan 28 03:26:51.474280 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'tag': '4484855e-bd6c-4dfa-80cb-911c925c12f9', 'status': 'completed', 'code': 200} Jan 28 03:26:51.497094 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26fabb0b-29aa-4f0b-a65a-55f38663ec87 admin admin] Publish callbacks [] for security_group (163c7138-adfd-46be-a2b0-2489ba34da61), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:51.571763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2eee-6b56-4dd9-9601-7b67ca1dcb2f req-56ec3127-5698-44fd-9f0a-94c623b7c4bd tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:51.580090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b57f2eee-6b56-4dd9-9601-7b67ca1dcb2f req-56ec3127-5698-44fd-9f0a-94c623b7c4bd tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 948 time: 0.2926569 Jan 28 03:26:51.596680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b807566e-9d2e-4083-a485-4ed6e4e1fcaa tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:51.645204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b807566e-9d2e-4083-a485-4ed6e4e1fcaa tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5a5b0c00-01c5-4a61-8520-a39c841cfdc0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:51.701298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:51.729422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 has no active binding in host n-h2-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:26:51.744528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd0e1-9844-4d71-b2c6-c13680d78c81 req-8b8e9dae-7d52-450c-af15-b106991bed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:51.746096 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-891cd0e1-9844-4d71-b2c6-c13680d78c81 req-8b8e9dae-7d52-450c-af15-b106991bed06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1127 time: 0.2011948 Jan 28 03:26:51.848671 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-c4a1b109-4f6f-4070-9130-e331b3667cae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1544836 Jan 28 03:26:51.869416 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-b807566e-9d2e-4083-a485-4ed6e4e1fcaa tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Floating IP 5a5b0c00-01c5-4a61-8520-a39c841cfdc0 associated. External IP: 172.25.1.62, port: c06fb0e9-0a01-4063-a3c8-77ac874432e4. Jan 28 03:26:51.893523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b57f2eee-6b56-4dd9-9601-7b67ca1dcb2f req-67ee898d-e633-47c4-8831-b63d579ae741 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122823 Jan 28 03:26:51.902291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012be82-a77a-4e36-85bb-bc5c6e478654 req-2f9010d7-b878-422c-a1e6-b1a47e0c2a52 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:51.911087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b012be82-a77a-4e36-85bb-bc5c6e478654 req-2f9010d7-b878-422c-a1e6-b1a47e0c2a52 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 1102 time: 0.3523426 Jan 28 03:26:51.918889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26fabb0b-29aa-4f0b-a65a-55f38663ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (163c7138-adfd-46be-a2b0-2489ba34da61), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:51.922000 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26fabb0b-29aa-4f0b-a65a-55f38663ec87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:51.925903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-26fabb0b-29aa-4f0b-a65a-55f38663ec87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/163c7138-adfd-46be-a2b0-2489ba34da61 HTTP/1.1" status: 204 len: 168 time: 1.2119312 Jan 28 03:26:51.944591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks [] for router_gateway (b65017b2-3d01-4389-837c-1e1638dc7885), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:51.991844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fabb0b-29aa-4f0b-a65a-55f38663ec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163c7138-adfd-46be-a2b0-2489ba34da61,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:52.004054 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:52.069144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-dabfb941-974d-4f51-b154-350a2c9eb671 service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:52.080899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd0e1-9844-4d71-b2c6-c13680d78c81 req-234e5c4c-585d-4133-8d37-be5d8ab29d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:52.082680 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-891cd0e1-9844-4d71-b2c6-c13680d78c81 req-234e5c4c-585d-4133-8d37-be5d8ab29d8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.3262448 Jan 28 03:26:52.166297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-dabfb941-974d-4f51-b154-350a2c9eb671 service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:52.189024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b012be82-a77a-4e36-85bb-bc5c6e478654 req-55a5de74-dfc3-4f23-90dc-2947dac2d200 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654300 Jan 28 03:26:52.210341 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-891cd0e1-9844-4d71-b2c6-c13680d78c81 req-e29ce266-03a4-4800-a610-842fb8ab38f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9 HTTP/1.1" status: 200 len: 217 time: 0.1205750 Jan 28 03:26:52.236134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-a5f431da-8ea8-484a-b212-d68a5d495c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:52.237865 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-a5f431da-8ea8-484a-b212-d68a5d495c35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1097 time: 0.2623050 Jan 28 03:26:52.286397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55a50c-b90f-4891-9b0d-99d9980f2d88 req-73adca45-0db4-4c91-82af-0e1663a54a8e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:52.289752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de55a50c-b90f-4891-9b0d-99d9980f2d88 req-73adca45-0db4-4c91-82af-0e1663a54a8e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 943 time: 0.3225892 Jan 28 03:26:52.302789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-dabfb941-974d-4f51-b154-350a2c9eb671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05685be2-f779-4d5e-bee1-19815e6f4672 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:52.371135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd0e1-9844-4d71-b2c6-c13680d78c81 req-8171df71-f028-4017-bace-798a44e4b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:52.372799 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-891cd0e1-9844-4d71-b2c6-c13680d78c81 req-8171df71-f028-4017-bace-798a44e4b3f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1531947 Jan 28 03:26:52.375387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-dabfb941-974d-4f51-b154-350a2c9eb671 service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:52.417659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Allocated IP 172.25.1.197 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/43f3f8f8-6705-4de0-aaca-1a5933f23c92) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:52.426558 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-dabfb941-974d-4f51-b154-350a2c9eb671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:52.460223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:52.494280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de55a50c-b90f-4891-9b0d-99d9980f2d88 req-9849b14a-5a5a-4068-b2fd-d874e9b1b9b9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966503 Jan 28 03:26:52.542805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d993f-08e3-4a21-9c53-b04328a45580 req-151be42e-6cfc-4710-86fe-2cde5aace555 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:52.560203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-873d993f-08e3-4a21-9c53-b04328a45580 req-151be42e-6cfc-4710-86fe-2cde5aace555 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 1102 time: 0.2675178 Jan 28 03:26:52.657178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043ad86a-4222-4e64-bd46-b610452e2b76 None None] Network 80337955-f1a2-4368-b05e-eb900e69efbd requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:52.659776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52bfe597-6aa1-4468-9b71-d5d9b906f0e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:52.718131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-dabfb941-974d-4f51-b154-350a2c9eb671 service neutron] Transition to ACTIVE for port object 05685be2-f779-4d5e-bee1-19815e6f4672 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:52.740205 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-dabfb941-974d-4f51-b154-350a2c9eb671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:52.747030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 219be090-6af4-42f0-8350-2ae3af598060 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:52.796883 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-891cd0e1-9844-4d71-b2c6-c13680d78c81 req-69de10c1-4282-4154-9820-6719a92d16cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3620124 Jan 28 03:26:52.844956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8367fa4d-21b6-4f76-b898-811bb737fb89 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:52.907086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-003b945e-af78-4916-ac02-7099c7087f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:52.908571 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-003b945e-af78-4916-ac02-7099c7087f31 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.6265805 Jan 28 03:26:52.953311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-873d993f-08e3-4a21-9c53-b04328a45580 req-beb429c4-4ff7-43dc-9f73-252716e74f22 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862648 Jan 28 03:26:52.986509 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-06ab3b1d-0bd6-4d99-ac89-dd20e710c7fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 217 time: 0.0708332 Jan 28 03:26:53.005538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8367fa4d-21b6-4f76-b898-811bb737fb89,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:53.023965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfb941-974d-4f51-b154-350a2c9eb671 service neutron] Pushing event updated for resources: {'Port': ['ID=05685be2-f779-4d5e-bee1-19815e6f4672,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:53.027769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-dabfb941-974d-4f51-b154-350a2c9eb671 service neutron] No DVR routers for this DVR port 05685be2-f779-4d5e-bee1-19815e6f4672 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:26:53.040507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cf0b469b-5d11-4817-be61-cc67ce0b09ca None None] Provisioning complete for port 219be090-6af4-42f0-8350-2ae3af598060 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:53.041001 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf0b469b-5d11-4817-be61-cc67ce0b09ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (219be090-6af4-42f0-8350-2ae3af598060), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.043641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '8367fa4d-21b6-4f76-b898-811bb737fb89', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '8367fa4d-21b6-4f76-b898-811bb737fb89', 'mac_address': 'fa:16:3e:ce:7e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:53.052800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b807566e-9d2e-4083-a485-4ed6e4e1fcaa tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Router 49026035-ff41-4875-8572-9546289cd578 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:26:53.061821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0d5a3-cb30-4506-9a47-693ba6d6f442 req-66cb192d-a2cc-4dde-8286-9fa44dd458ad tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:53.063281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-891cd0e1-9844-4d71-b2c6-c13680d78c81 req-c7026b5f-e86c-438a-b907-8d79d4714115 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592151 Jan 28 03:26:53.069145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89b0d5a3-cb30-4506-9a47-693ba6d6f442 req-66cb192d-a2cc-4dde-8286-9fa44dd458ad tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 944 time: 0.3961480 Jan 28 03:26:53.149552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 8367fa4d-21b6-4f76-b898-811bb737fb89 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:53.150184 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.151627 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks [] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.195679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-dabfb941-974d-4f51-b154-350a2c9eb671 service neutron] 10.222.0.25 "PUT /v2.0/ports/05685be2-f779-4d5e-bee1-19815e6f4672/bindings/n-h1-808199-14/activate HTTP/1.1" status: 200 len: 370 time: 1.9025242 Jan 28 03:26:53.253626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89b0d5a3-cb30-4506-9a47-693ba6d6f442 req-ee77f584-356d-4a26-8609-c3ba2b7aa206 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832561 Jan 28 03:26:53.282947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-eceff322-ff82-4ed6-8dae-cb8912b3cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:53.284428 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-eceff322-ff82-4ed6-8dae-cb8912b3cecb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.2913404 Jan 28 03:26:53.297858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a914-2331-4a87-b72e-08575503fe36 req-a8d855ef-55dc-4db5-a634-3a4d136fed65 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:53.309147 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aba4a914-2331-4a87-b72e-08575503fe36 req-a8d855ef-55dc-4db5-a634-3a4d136fed65 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 948 time: 0.2298582 Jan 28 03:26:53.319354 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52bfe597-6aa1-4468-9b71-d5d9b906f0e3 admin admin] Publish callbacks [] for security_group (73b73d58-8508-40c8-95ec-e41d3f2b73be), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.352164 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52bfe597-6aa1-4468-9b71-d5d9b906f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (73b73d58-8508-40c8-95ec-e41d3f2b73be), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.375527 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-7dbc881b-7252-44b9-9376-3c4323b37627 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382631 Jan 28 03:26:53.437659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8367fa4d-21b6-4f76-b898-811bb737fb89 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:53.447753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 219be090-6af4-42f0-8350-2ae3af598060 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:53.448091 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (219be090-6af4-42f0-8350-2ae3af598060), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.491795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 05685be2-f779-4d5e-bee1-19815e6f4672 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:53.495902 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.505491 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-823101db-b399-43e3-9389-653c6e3d6411 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155126 Jan 28 03:26:53.548418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8367fa4d-21b6-4f76-b898-811bb737fb89,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:53.551132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b469b-5d11-4817-be61-cc67ce0b09ca None None] Current status of the port 219be090-6af4-42f0-8350-2ae3af598060 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:53.551654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf0b469b-5d11-4817-be61-cc67ce0b09ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (219be090-6af4-42f0-8350-2ae3af598060), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.576058 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.651907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=8367fa4d-21b6-4f76-b898-811bb737fb89,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:53.654788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aba4a914-2331-4a87-b72e-08575503fe36 req-f246275a-fffe-4592-8bbc-ddb4a897c3c3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380094 Jan 28 03:26:53.679088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cf0b469b-5d11-4817-be61-cc67ce0b09ca None None] For port 219be090-6af4-42f0-8350-2ae3af598060, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=219be090-6af4-42f0-8350-2ae3af598060,segment=NetworkSegment(d55231fc-0e38-43a2-8b9c-cef733f39c66),segment_id=d55231fc-0e38-43a2-8b9c-cef733f39c66)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:53.695847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b807566e-9d2e-4083-a485-4ed6e4e1fcaa tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:53.703152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b807566e-9d2e-4083-a485-4ed6e4e1fcaa tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.706726 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf0b469b-5d11-4817-be61-cc67ce0b09ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (219be090-6af4-42f0-8350-2ae3af598060), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.729325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-52bfe597-6aa1-4468-9b71-d5d9b906f0e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7295c37b30f4a8fa4e5d32d201d66a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2636492 Jan 28 03:26:53.741421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44946) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:53.746501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port 05685be2-f779-4d5e-bee1-19815e6f4672 host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:26:53.746853 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 05685be2-f779-4d5e-bee1-19815e6f4672 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:53.750509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:53.754859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] Sync routers for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:53.773308 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f68646c2-9f0f-4979-bf2c-11ec3f0923cb req-66effce4-b71c-4227-a791-92a552442258 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479413 Jan 28 03:26:53.778954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfe597-6aa1-4468-9b71-d5d9b906f0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b73d58-8508-40c8-95ec-e41d3f2b73be,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:53.785416 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:53.800650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 219be090-6af4-42f0-8350-2ae3af598060 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:53.801139 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (219be090-6af4-42f0-8350-2ae3af598060), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.804376 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b469b-5d11-4817-be61-cc67ce0b09ca None None] Pushing event updated for resources: {'Port': ['ID=219be090-6af4-42f0-8350-2ae3af598060,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:53.816459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:53.817119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:53.831951 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b807566e-9d2e-4083-a485-4ed6e4e1fcaa tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "PUT /v2.0/floatingips/5a5b0c00-01c5-4a61-8520-a39c841cfdc0 HTTP/1.1" status: 200 len: 990 time: 3.7490892 Jan 28 03:26:53.860267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'tag': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:53.862863 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c4952edd-836e-43a4-bcae-f9fd0c695ec8", "tag": "c06fb0e9-0a01-4063-a3c8-77ac874432e4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:53.877581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:53.954530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=43f3f8f8-6705-4de0-aaca-1a5933f23c92,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:53.956260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['8367fa4d-21b6-4f76-b898-811bb737fb89'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:53.965506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-19581890-b989-46ec-87d3-e04fc41de4cf None None] Provisioning complete for port 219be090-6af4-42f0-8350-2ae3af598060 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:53.966011 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-19581890-b989-46ec-87d3-e04fc41de4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (219be090-6af4-42f0-8350-2ae3af598060), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.969878 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-891cd0e1-9844-4d71-b2c6-c13680d78c81 req-6c63556a-edc2-4938-966a-7fe7da6a6c31 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8973734 Jan 28 03:26:54.004151 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17e2e08-1201-4980-b60d-acc3581477bf admin admin] Publish callbacks [] for security_group (73b73d58-8508-40c8-95ec-e41d3f2b73be), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:54.033634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17e2e08-1201-4980-b60d-acc3581477bf admin admin] Publish callbacks [] for security_group (73b73d58-8508-40c8-95ec-e41d3f2b73be), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:54.091387 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17e2e08-1201-4980-b60d-acc3581477bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (73b73d58-8508-40c8-95ec-e41d3f2b73be), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:54.094393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17e2e08-1201-4980-b60d-acc3581477bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:54.096755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e17e2e08-1201-4980-b60d-acc3581477bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73b73d58-8508-40c8-95ec-e41d3f2b73be HTTP/1.1" status: 204 len: 168 time: 0.3502898 Jan 28 03:26:54.113841 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e2e08-1201-4980-b60d-acc3581477bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b73d58-8508-40c8-95ec-e41d3f2b73be,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:54.121418 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91005935-0f04-41f8-ad05-00077d0745b5 x-openstack-request-id: req-91005935-0f04-41f8-ad05-00077d0745b5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:54.121733 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4952edd-836e-43a4-bcae-f9fd0c695ec8", "tag": "c06fb0e9-0a01-4063-a3c8-77ac874432e4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:54.122043 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91005935-0f04-41f8-ad05-00077d0745b5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:54.122438 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'tag': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4', 'status': 'completed', 'code': 200} Jan 28 03:26:54.156688 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:26:54.157038 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:26:54.238231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-008d1574-10d7-485a-9d54-5c0271bdf539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:54.240279 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-008d1574-10d7-485a-9d54-5c0271bdf539 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=690dbc24a26741e887958b351ae14887&device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0802882 Jan 28 03:26:54.241489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:54.400529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-dba96dbe-67d0-424d-98c1-b9229560e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:54.406719 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-dba96dbe-67d0-424d-98c1-b9229560e687 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5006cc0f-77a4-4cbd-801a-a23f2761c35e HTTP/1.1" status: 200 len: 925 time: 0.1592202 Jan 28 03:26:54.418199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-5c0e9cf6-9ceb-4cb5-a2af-ad05fa61ef88 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:54.431890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-5c0e9cf6-9ceb-4cb5-a2af-ad05fa61ef88 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1096 time: 1.0035827 Jan 28 03:26:54.539185 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-00ba89f5-a8a7-404f-8797-daf2cd826956 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c06fb0e9-0a01-4063-a3c8-77ac874432e4 HTTP/1.1" status: 200 len: 998 time: 0.1224046 Jan 28 03:26:54.566543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991cfe5-1eb6-483b-8998-baf111de532b req-d86277f4-49ff-4934-a64f-ba933b49ceb8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:54.575167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a991cfe5-1eb6-483b-8998-baf111de532b req-d86277f4-49ff-4934-a64f-ba933b49ceb8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 944 time: 0.8343043 Jan 28 03:26:54.585503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-19581890-b989-46ec-87d3-e04fc41de4cf None None] Current status of the port 219be090-6af4-42f0-8350-2ae3af598060 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:54.611551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-294eb69e-a97d-4e7d-94de-9a587edc01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:54.613561 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-294eb69e-a97d-4e7d-94de-9a587edc01bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e0ba67f3-b54e-43b0-bc6f-836e950d5527 HTTP/1.1" status: 200 len: 863 time: 0.0679646 Jan 28 03:26:54.671366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a030d7-c1ea-4475-bb4b-7bf5048cae6e req-1ed9845a-b06f-489a-9d9b-e9ed35a700aa tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:54.679353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91a030d7-c1ea-4475-bb4b-7bf5048cae6e req-1ed9845a-b06f-489a-9d9b-e9ed35a700aa tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 944 time: 0.2458599 Jan 28 03:26:54.685587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-434f1e97-5879-4f70-9b89-323e7b4ba971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:54.687645 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-434f1e97-5879-4f70-9b89-323e7b4ba971 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5006cc0f-77a4-4cbd-801a-a23f2761c35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666125 Jan 28 03:26:54.739242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 219be090-6af4-42f0-8350-2ae3af598060 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:54.760448 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-c9921760-2aa4-4fdf-bdde-dae1acaa2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:54.762079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-c9921760-2aa4-4fdf-bdde-dae1acaa2cdf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c HTTP/1.1" status: 200 len: 1096 time: 0.2847831 Jan 28 03:26:54.773547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a991cfe5-1eb6-483b-8998-baf111de532b req-d8f3d3ee-3b67-4861-b5ac-3e05670eba39 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969645 Jan 28 03:26:54.954781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91a030d7-c1ea-4475-bb4b-7bf5048cae6e req-1caa33c1-f244-47a4-ae27-1ada58ed622e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744515 Jan 28 03:26:54.961201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 219be090-6af4-42f0-8350-2ae3af598060 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:54.995716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-763903cf-9cb3-4e8b-8f69-574a82c2a1b0 service neutron] 10.222.0.25 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905738 Jan 28 03:26:55.184193 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f78e681c-639a-4ccd-a539-6ab3bb6270a0 service neutron] 10.222.0.42 "GET /v2.0/ports/4484855e-bd6c-4dfa-80cb-911c925c12f9/bindings/n-h2-808199-14 HTTP/1.1" status: 200 len: 385 time: 0.2999723 Jan 28 03:26:55.306146 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b4a73512-9518-4976-8c63-0c3a4fbbd2fc req-66ecb2de-dd82-4b5c-bd3e-3ab2286a86f5 service neutron] 10.222.0.25 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010490 Jan 28 03:26:55.329153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 219be090-6af4-42f0-8350-2ae3af598060 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:55.329489 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (219be090-6af4-42f0-8350-2ae3af598060), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:55.342982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '5a5b0c00-01c5-4a61-8520-a39c841cfdc0', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '49026035-ff41-4875-8572-9546289cd578', 'port_id': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'mac_address': 'fa:16:3e:e8:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:26:27Z', 'updated_at': '2022-01-28T03:26:51Z', 'revision_number': 1, 'project_id': '690dbc24a26741e887958b351ae14887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:55.347869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-85d59216-28c2-4caa-8359-db1027673694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:55.349636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-85d59216-28c2-4caa-8359-db1027673694 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1096 time: 0.5405338 Jan 28 03:26:55.355237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks [] for router_gateway (b65017b2-3d01-4389-837c-1e1638dc7885), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:55.425041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1d1dc-8bdc-470c-b2ba-0690de5d6532 req-66a59746-6dc2-4588-af48-9c6ac8fc50f4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:55.434080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1c1d1dc-8bdc-470c-b2ba-0690de5d6532 req-66a59746-6dc2-4588-af48-9c6ac8fc50f4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 949 time: 0.3379607 Jan 28 03:26:55.450633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] Checking router: 49026035-ff41-4875-8572-9546289cd578 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:55.502578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:55.503199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:55.506594 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-4238fcf0-8db8-4033-8da7-2db425acf877 service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:55.519236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:55.534037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-4238fcf0-8db8-4033-8da7-2db425acf877 service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:55.561739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1c1d1dc-8bdc-470c-b2ba-0690de5d6532 req-9f114591-74b1-4c0b-bee4-f41a4c11ca14 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225770 Jan 28 03:26:55.579694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-4238fcf0-8db8-4033-8da7-2db425acf877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4484855e-bd6c-4dfa-80cb-911c925c12f9 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:55.593722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-4238fcf0-8db8-4033-8da7-2db425acf877 service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:55.613999 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-4238fcf0-8db8-4033-8da7-2db425acf877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:55.692254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-592af1ee-3f92-47d8-968f-acc6f2d0b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:55.694132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-592af1ee-3f92-47d8-968f-acc6f2d0b5cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.3353186 Jan 28 03:26:55.748105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:55.883792 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-a7aa2044-cd69-4a23-b030-70a524ce048e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05685be2-f779-4d5e-bee1-19815e6f4672 HTTP/1.1" status: 200 len: 217 time: 0.1767256 Jan 28 03:26:55.900122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 has no active binding in host n-h2-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:26:55.917098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-4238fcf0-8db8-4033-8da7-2db425acf877 service neutron] Transition to ACTIVE for port object 4484855e-bd6c-4dfa-80cb-911c925c12f9 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:55.924124 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-4238fcf0-8db8-4033-8da7-2db425acf877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:56.079645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293cb8d-5740-4f47-a56b-43ee97850514 req-f1d213db-db81-4513-846d-7f822962f240 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:56.086660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d293cb8d-5740-4f47-a56b-43ee97850514 req-f1d213db-db81-4513-846d-7f822962f240 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.2167871 Jan 28 03:26:56.097876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-6bfd7b1f-13a9-468f-aa97-4c8659e8ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:56.099598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-6bfd7b1f-13a9-468f-aa97-4c8659e8ddc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.1961946 Jan 28 03:26:56.133517 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (b65017b2-3d01-4389-837c-1e1638dc7885), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:56.144442 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5e748-07a3-435b-9b95-83f9d2ddabe2 req-e4f7a481-7ea6-4311-8b7f-7591d181a2d6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:56.146627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80a5e748-07a3-435b-9b95-83f9d2ddabe2 req-e4f7a481-7ea6-4311-8b7f-7591d181a2d6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 944 time: 0.2237961 Jan 28 03:26:56.169742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-4238fcf0-8db8-4033-8da7-2db425acf877 service neutron] No DVR routers for this DVR port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:26:56.179325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 219be090-6af4-42f0-8350-2ae3af598060 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:56.179549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-e32217b8-9d2e-4869-8979-a1fb2f4719bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672052 Jan 28 03:26:56.202945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:56.271133 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-4238fcf0-8db8-4033-8da7-2db425acf877 service neutron] 10.222.0.42 "PUT /v2.0/ports/4484855e-bd6c-4dfa-80cb-911c925c12f9/bindings/n-h2-808199-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0782461 Jan 28 03:26:56.301146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238fcf0-8db8-4033-8da7-2db425acf877 service neutron] Pushing event updated for resources: {'Port': ['ID=4484855e-bd6c-4dfa-80cb-911c925c12f9,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:56.430395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d293cb8d-5740-4f47-a56b-43ee97850514 req-c6bb0a59-9feb-4671-93fa-ab21cac54a82 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417282 Jan 28 03:26:56.539268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-92ee46f0-600f-438b-a960-d7956e632d43 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:56.539474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80a5e748-07a3-435b-9b95-83f9d2ddabe2 req-de9de142-e95b-4b70-abb1-b417a3b3caf9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624334 Jan 28 03:26:56.540761 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-92ee46f0-600f-438b-a960-d7956e632d43 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.1437163 Jan 28 03:26:56.632705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-8601d2a3-51b2-4b6d-b65f-3395e1950915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:56.634236 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-8601d2a3-51b2-4b6d-b65f-3395e1950915 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8&tenant_id=9f57bdcc63de43649475eaa29c3d2285 HTTP/1.1" status: 200 len: 1097 time: 0.0824785 Jan 28 03:26:56.739531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '5a5b0c00-01c5-4a61-8520-a39c841cfdc0', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '49026035-ff41-4875-8572-9546289cd578', 'port_id': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'mac_address': 'fa:16:3e:e8:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:26:27Z', 'updated_at': '2022-01-28T03:26:51Z', 'revision_number': 1, 'project_id': '690dbc24a26741e887958b351ae14887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:56.752185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f0df0526-9139-43b6-a792-5339eec88be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:56.753722 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-f0df0526-9139-43b6-a792-5339eec88be1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1097 time: 0.0730579 Jan 28 03:26:56.775515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-eb077922-4705-4c05-9d57-0d493beeb0be service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976912 Jan 28 03:26:56.863984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f5777-d2a3-4c06-bfbd-ebc850e2eb07 req-f4ecc4f2-7299-448b-89e7-2a97b9fc4b5f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:56.871338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-437f5777-d2a3-4c06-bfbd-ebc850e2eb07 req-f4ecc4f2-7299-448b-89e7-2a97b9fc4b5f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 945 time: 0.3309164 Jan 28 03:26:56.915700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-80a8e17f-9fb5-41e6-9b15-4f14df355a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:56.917213 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-80a8e17f-9fb5-41e6-9b15-4f14df355a73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.1563268 Jan 28 03:26:56.957723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d43856b-c38a-40f6-b4ee-0a45c5896fd4 None None] The sync data for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 is: [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '5a5b0c00-01c5-4a61-8520-a39c841cfdc0', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '49026035-ff41-4875-8572-9546289cd578', 'port_id': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'mac_address': 'fa:16:3e:e8:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:26:27Z', 'updated_at': '2022-01-28T03:26:51Z', 'revision_number': 1, 'project_id': '690dbc24a26741e887958b351ae14887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:56.959329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8367fa4d-21b6-4f76-b898-811bb737fb89 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:57.040395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 8367fa4d-21b6-4f76-b898-811bb737fb89 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:57.045799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 8367fa4d-21b6-4f76-b898-811bb737fb89 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:57.046548 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:57.061014 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-adf40050-8be5-4d78-ba1b-94f1cc562435 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9 HTTP/1.1" status: 200 len: 217 time: 0.1188459 Jan 28 03:26:57.064427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccf8a9-76fd-4439-bebe-652c3956be2a req-7eb74738-375c-4739-98c8-b81549d79a44 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:57.066520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85ccf8a9-76fd-4439-bebe-652c3956be2a req-7eb74738-375c-4739-98c8-b81549d79a44 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 949 time: 0.3817923 Jan 28 03:26:57.168734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-21307340-f255-43ac-b4da-c778c0348189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:57.181391 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-21307340-f255-43ac-b4da-c778c0348189 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1190236 Jan 28 03:26:57.239887 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-8e7d44ec-a19a-4e71-9fd5-89b9b4dc220f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491860 Jan 28 03:26:57.242196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 8367fa4d-21b6-4f76-b898-811bb737fb89 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:57.243037 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:57.317264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:57.324150 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1b19e7-79ce-4db4-a31c-709abec8aae7" -d '{"events": [{"server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "name": "network-vif-plugged", "status": "completed", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:57.373840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8367fa4d-21b6-4f76-b898-811bb737fb89,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:57.381080 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:57.382183 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8559762-5c81-49f1-b831-4c6c8ea2cfb8 None None] New status for floating IP 5a5b0c00-01c5-4a61-8520-a39c841cfdc0: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:26:57.494873 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-8a2368d8-4618-47cc-8fd7-90025e6cc8df service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455771 Jan 28 03:26:57.496048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=8367fa4d-21b6-4f76-b898-811bb737fb89,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:57.548394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-437f5777-d2a3-4c06-bfbd-ebc850e2eb07 req-5a620432-a005-408a-86d8-4de725cda34a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6679244 Jan 28 03:26:57.625855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Router b65017b2-3d01-4389-837c-1e1638dc7885 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:26:57.719665 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-c65ef5b8-b541-402d-b0e8-59c728a1475f service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139275 Jan 28 03:26:57.767047 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14730740-c871-4ec4-80dc-ec63b3dae609 x-openstack-request-id: req-14730740-c871-4ec4-80dc-ec63b3dae609 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:57.767607 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "name": "network-vif-plugged", "status": "completed", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:57.768060 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14730740-c871-4ec4-80dc-ec63b3dae609 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:57.768627 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89', 'code': 200} Jan 28 03:26:57.788292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85ccf8a9-76fd-4439-bebe-652c3956be2a req-8bbe9bbf-18c4-40f3-bb7e-ac0f1a8042df tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024755 Jan 28 03:26:57.807102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-3b57d470-b164-4fda-93c0-4cf10151564c service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0131817 Jan 28 03:26:57.988228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:58.001628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Sync routers for ids ['b65017b2-3d01-4389-837c-1e1638dc7885'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:58.037238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30358101-e182-4c94-8267-59d10400c117 req-b172b6d0-cc62-4e99-98b6-52fccca33f96 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:58.038695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Routers {'b65017b2-3d01-4389-837c-1e1638dc7885'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:58.039226 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30358101-e182-4c94-8267-59d10400c117 req-b172b6d0-cc62-4e99-98b6-52fccca33f96 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1349304 Jan 28 03:26:58.045630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b65017b2-3d01-4389-837c-1e1638dc7885'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:58.047455 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:58.049184 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-95020da1-f539-4b14-8472-0161e9c26fa0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1189404 Jan 28 03:26:58.052272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:58.075817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8718e-c23c-4347-9e43-01c2e3d3c2f0 req-4891d5db-b43a-475e-af7a-05e35ee5bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:58.081805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ca8718e-c23c-4347-9e43-01c2e3d3c2f0 req-4891d5db-b43a-475e-af7a-05e35ee5bece service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 1102 time: 0.1389894 Jan 28 03:26:58.143712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30358101-e182-4c94-8267-59d10400c117 req-e2395b7c-eb9d-4e4a-990d-21a644c9f3f6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917668 Jan 28 03:26:58.202365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ca8718e-c23c-4347-9e43-01c2e3d3c2f0 req-d41b68fa-2991-4bba-a192-dbda7d4dc337 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990951 Jan 28 03:26:58.330434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-75d0c2e9-0b33-4a46-a481-a65ec440cafa tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:58.336254 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-75d0c2e9-0b33-4a46-a481-a65ec440cafa tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.1538165 Jan 28 03:26:58.369609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda6d47-66e8-4690-9294-752840673958 req-aead12da-8b62-4750-be53-052aa43d36e3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:58.370899 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2cda6d47-66e8-4690-9294-752840673958 req-aead12da-8b62-4750-be53-052aa43d36e3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 944 time: 0.0976343 Jan 28 03:26:58.371074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Set router b65017b2-3d01-4389-837c-1e1638dc7885 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:58.455009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2cda6d47-66e8-4690-9294-752840673958 req-a5f9f715-4451-4e03-a76c-4607dd320c53 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760827 Jan 28 03:26:58.693155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'name': 'tempest-ServersTestMultiNic-1030818589-router', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:50Z', 'updated_at': '2022-01-28T03:26:54Z', 'revision_number': 3, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'gw_port': {'id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:52Z', 'updated_at': '2022-01-28T03:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:58.720658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1345c-15f8-4e62-b757-00e8b0aeb9ac req-92154c30-eb24-4fae-b86d-80d925fc0555 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:58.729764 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1c1345c-15f8-4e62-b757-00e8b0aeb9ac req-92154c30-eb24-4fae-b86d-80d925fc0555 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1096 time: 0.0559793 Jan 28 03:26:58.744122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-38039c79-91ee-4f83-be7a-d4b35f6c0b46 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:58.745690 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-38039c79-91ee-4f83-be7a-d4b35f6c0b46 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.1690438 Jan 28 03:26:58.800191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Checking router: b65017b2-3d01-4389-837c-1e1638dc7885 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:58.800526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Updating router b65017b2-3d01-4389-837c-1e1638dc7885 port 43f3f8f8-6705-4de0-aaca-1a5933f23c92 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:26:58.833402 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:58.839802 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1c1345c-15f8-4e62-b757-00e8b0aeb9ac req-83b7f456-75ab-4ce5-826a-5c9f7a763200 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062636 Jan 28 03:26:58.879758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:58.888470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b459f-55cc-42e6-a8a4-f83d18cb47d7 req-52209a12-bfa3-432b-b26f-ad1ddda20faa tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:58.891321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad1b459f-55cc-42e6-a8a4-f83d18cb47d7 req-52209a12-bfa3-432b-b26f-ad1ddda20faa tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 945 time: 0.1477022 Jan 28 03:26:59.006584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad1b459f-55cc-42e6-a8a4-f83d18cb47d7 req-bf1065f0-719f-41ab-b66a-8ca08c346b6f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088061 Jan 28 03:26:59.042156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port 4484855e-bd6c-4dfa-80cb-911c925c12f9 host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:26:59.045786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:59.238633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051a7a7-4ae3-4e11-af78-03404d96b096 req-95658819-ce64-4015-b866-6bd107706402 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:59.240394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f051a7a7-4ae3-4e11-af78-03404d96b096 req-95658819-ce64-4015-b866-6bd107706402 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1107221 Jan 28 03:26:59.291496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-6be5d9f8-6326-4e7e-8946-c810542a7e48 service neutron] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:59.297903 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-6be5d9f8-6326-4e7e-8946-c810542a7e48 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.299192 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8fc1f6b5-567d-4d21-b1b4-9f3e1534873b req-6be5d9f8-6326-4e7e-8946-c810542a7e48 service neutron] 10.222.0.42 "DELETE /v2.0/ports/05685be2-f779-4d5e-bee1-19815e6f4672/bindings/n-h2-808199-14 HTTP/1.1" status: 204 len: 173 time: 0.5444491 Jan 28 03:26:59.314265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-ffc287db-816c-42c3-a7fc-c24239f103a5 service neutron] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:59.323046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-ffc287db-816c-42c3-a7fc-c24239f103a5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.325360 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e57a311-1b80-40c5-85d1-e61ac690d95c req-ffc287db-816c-42c3-a7fc-c24239f103a5 service neutron] 10.222.0.25 "DELETE /v2.0/ports/4484855e-bd6c-4dfa-80cb-911c925c12f9/bindings/n-h1-808199-14 HTTP/1.1" status: 204 len: 173 time: 0.9717062 Jan 28 03:26:59.356834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f051a7a7-4ae3-4e11-af78-03404d96b096 req-b08abcb9-5f30-4da0-89dc-8a39c5c23ef0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985830 Jan 28 03:26:59.473275 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Publish callbacks [] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.489070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.555698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:59.604507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6646e5-c29f-4a2f-8485-a38cad30975d None None] Pushing event updated for resources: {'Port': ['ID=43f3f8f8-6705-4de0-aaca-1a5933f23c92,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:59.685216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Attempting to bind port 43f3f8f8-6705-4de0-aaca-1a5933f23c92 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:59.689569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Attempting to bind port 43f3f8f8-6705-4de0-aaca-1a5933f23c92 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:59.690492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Attempting to bind port 43f3f8f8-6705-4de0-aaca-1a5933f23c92 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:59.697901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62bae4-7782-4178-b264-2ce72da4efc5 req-e816239f-7c64-4730-a9e0-3315975db80f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:59.711450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef62bae4-7782-4178-b264-2ce72da4efc5 req-e816239f-7c64-4730-a9e0-3315975db80f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.2060776 Jan 28 03:26:59.715805 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.768148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:59.768657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:59.769168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.769695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:59.770254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Bound port: 43f3f8f8-6705-4de0-aaca-1a5933f23c92, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:59.770712 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.807079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4484855e-bd6c-4dfa-80cb-911c925c12f9 is: DOWN; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:59.827173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef62bae4-7782-4178-b264-2ce72da4efc5 req-1b0535dd-a527-4bf8-9d95-528654fac41b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117857 Jan 28 03:26:59.863955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c80e85-d12f-491c-b491-350823b8e984 req-3a29a3d3-b2a8-4933-af75-237110287fc4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:59.873890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-3a29a3d3-b2a8-4933-af75-237110287fc4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 807 time: 0.3058140 Jan 28 03:26:59.882062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] For port 43f3f8f8-6705-4de0-aaca-1a5933f23c92, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:59.887021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] For port 43f3f8f8-6705-4de0-aaca-1a5933f23c92, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=43f3f8f8-6705-4de0-aaca-1a5933f23c92,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:59.898853 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.913630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-768cbf6f-2f62-403b-a986-947b4eb1e51a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/quotas/ea2e1d4041ef4337ae62ea1490a1191c HTTP/1.1" status: 200 len: 375 time: 0.0325575 Jan 28 03:26:59.974350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Allocated IP 172.20.0.1 (80337955-f1a2-4368-b05e-eb900e69efbd/256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf/9a648dbe-caff-4cc9-8166-d76fcd65bb0e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:00.020896 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6646e5-c29f-4a2f-8485-a38cad30975d None None] Pushing event updated for resources: {'Port': ['ID=43f3f8f8-6705-4de0-aaca-1a5933f23c92,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:00.054474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-e8d7cd58-4937-4ab7-b81a-a9022bfcba04 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348686 Jan 28 03:27:00.092572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Routers {'b65017b2-3d01-4389-837c-1e1638dc7885'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:00.094078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b65017b2-3d01-4389-837c-1e1638dc7885'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:00.220279 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Publish callbacks [] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:00.237252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3ba07-0647-4427-9c76-525a78ab82fd req-8665341e-f538-4017-9c59-b80202f0154d tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:00.239339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bb3ba07-0647-4427-9c76-525a78ab82fd req-8665341e-f538-4017-9c59-b80202f0154d tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1097 time: 0.0652683 Jan 28 03:27:00.278492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-a087cd7d-4a9d-435b-bfe4-107f256d2fb7 service neutron] 10.222.0.44 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229116 Jan 28 03:27:00.293420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] Set router b65017b2-3d01-4389-837c-1e1638dc7885 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:00.298188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:00.371411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Pushing event updated for resources: {'Port': ['ID=9a648dbe-caff-4cc9-8166-d76fcd65bb0e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:00.375129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bb3ba07-0647-4427-9c76-525a78ab82fd req-c9b2a3bc-d434-40d0-9b40-ac1c421ea760 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200900 Jan 28 03:27:00.394090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Network 80337955-f1a2-4368-b05e-eb900e69efbd is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:00.395730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:00.411121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:00.449727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-4bf651ac-d4be-49b9-894a-a772eeb00555 service neutron] 10.222.0.44 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700206 Jan 28 03:27:00.533135 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (b65017b2-3d01-4389-837c-1e1638dc7885), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:00.803117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'name': 'tempest-ServersTestMultiNic-1030818589-router', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:50Z', 'updated_at': '2022-01-28T03:26:54Z', 'revision_number': 3, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'gw_port': {'id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:52Z', 'updated_at': '2022-01-28T03:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:00.885705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3d0c9-8722-4e72-93dd-947a4119021c req-4177d7be-d1e5-4d15-bee6-975e3154700b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:00.889490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98a3d0c9-8722-4e72-93dd-947a4119021c req-4177d7be-d1e5-4d15-bee6-975e3154700b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1456039 Jan 28 03:27:00.933773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:00.964708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd3301-9f0d-4eca-8825-478ae69a7dcb None None] The sync data for ids ['b65017b2-3d01-4389-837c-1e1638dc7885'] in n-d-808199-14 is: [{'id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'name': 'tempest-ServersTestMultiNic-1030818589-router', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:50Z', 'updated_at': '2022-01-28T03:26:54Z', 'revision_number': 3, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'gw_port': {'id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:52Z', 'updated_at': '2022-01-28T03:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:27:00.991151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4ba1860e-4cf1-4a1f-ae73-34790ee76cf8 None None] Provisioning complete for port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:00.991585 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ba1860e-4cf1-4a1f-ae73-34790ee76cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:01.052539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1860e-4cf1-4a1f-ae73-34790ee76cf8 None None] Port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:01.231890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98a3d0c9-8722-4e72-93dd-947a4119021c req-8dc60052-8f97-440f-b49f-b162fb41eacd tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551563 Jan 28 03:27:01.253640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Publish callbacks [] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:01.264991 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:01.299618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381067a4-5253-44b4-9fbc-015beb6f129c req-30b22f2e-c092-4249-884c-2fac1b00b453 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:01.325846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-30b22f2e-c092-4249-884c-2fac1b00b453 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 820 time: 0.4351735 Jan 28 03:27:01.346545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-373b3ce7-292a-43a1-a59c-89da896a68e1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/quotas/9f57bdcc63de43649475eaa29c3d2285 HTTP/1.1" status: 200 len: 375 time: 0.0198703 Jan 28 03:27:01.467785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (b65017b2-3d01-4389-837c-1e1638dc7885), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:01.469785 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Pushing event updated for resources: {'Port': ['ID=9a648dbe-caff-4cc9-8166-d76fcd65bb0e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:01.509932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b935307a-4a23-4c3e-a7ce-e699d9b46b87 req-952d0a9c-a17e-4262-97bb-487bae131e30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 210 time: 0.1684995 Jan 28 03:27:01.538929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45152) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:01.587220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-b2ead047-6336-4ae6-8295-3dee7b8cc776 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2382672 Jan 28 03:27:01.649044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Network 80337955-f1a2-4368-b05e-eb900e69efbd is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:01.653690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:01.791950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e8c23-e4ee-4a8f-949d-33d35241fd0a req-8be6b3d1-22bf-40c2-85ad-0a2c05b96ff3 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:01.793533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d2e8c23-e4ee-4a8f-949d-33d35241fd0a req-8be6b3d1-22bf-40c2-85ad-0a2c05b96ff3 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1584809 Jan 28 03:27:01.849039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-e65e0681-329b-489b-801a-b6a3f93bf693 service neutron] 10.222.0.44 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607734 Jan 28 03:27:01.858338 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbeca-d289-4acb-85ce-a9378e74a805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:01.870956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Router b65017b2-3d01-4389-837c-1e1638dc7885 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:27:02.034474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:27:02.039664 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-62cde87b-23ba-41cc-9660-5cc933f1946e admin admin] 10.222.0.44 "PUT /v2.0/routers/b65017b2-3d01-4389-837c-1e1638dc7885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9859636 Jan 28 03:27:02.044335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d2e8c23-e4ee-4a8f-949d-33d35241fd0a req-b12c7cd9-3c53-4e00-8378-f831f0bca5f7 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225115 Jan 28 03:27:02.120681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-828a5e4b-95cf-4829-81e4-ea20f0db21fe None None] Provisioning complete for port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:02.123112 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-828a5e4b-95cf-4829-81e4-ea20f0db21fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.148895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-cc8355fd-f059-46af-ab58-3b754025641c service neutron] 10.222.0.44 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879565 Jan 28 03:27:02.224288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbeca-d289-4acb-85ce-a9378e74a805 admin admin] Publish callbacks [] for security_group (2d4c61b0-61e1-4de7-a98d-d0d55b83a982), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.235355 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbeca-d289-4acb-85ce-a9378e74a805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2d4c61b0-61e1-4de7-a98d-d0d55b83a982), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.235597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45164) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:02.270574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-828a5e4b-95cf-4829-81e4-ea20f0db21fe None None] Port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:02.332109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dbeca-d289-4acb-85ce-a9378e74a805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4c61b0-61e1-4de7-a98d-d0d55b83a982,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:02.362769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3b7dbeca-d289-4acb-85ce-a9378e74a805 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01426294b28b4dde864d9b4f81eb6ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8189089 Jan 28 03:27:02.363287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45168) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:02.369609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1292021696'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:02.442947 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94453ae1-ef21-4e23-8899-d281a2fdc293 admin admin] Publish callbacks [] for security_group (2d4c61b0-61e1-4de7-a98d-d0d55b83a982), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.491889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94453ae1-ef21-4e23-8899-d281a2fdc293 admin admin] Publish callbacks [] for security_group (2d4c61b0-61e1-4de7-a98d-d0d55b83a982), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.595445 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94453ae1-ef21-4e23-8899-d281a2fdc293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2d4c61b0-61e1-4de7-a98d-d0d55b83a982), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.599856 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94453ae1-ef21-4e23-8899-d281a2fdc293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.603546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-94453ae1-ef21-4e23-8899-d281a2fdc293 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d4c61b0-61e1-4de7-a98d-d0d55b83a982 HTTP/1.1" status: 204 len: 168 time: 0.2354846 Jan 28 03:27:02.639622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94453ae1-ef21-4e23-8899-d281a2fdc293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4c61b0-61e1-4de7-a98d-d0d55b83a982,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:02.670119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:02.673731 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.747168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa180563-56e1-4124-b9cc-5a45e3f04efd req-4865a48c-7aaa-44cc-9aaa-2ebae3c118f0 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 210 time: 0.0896096 Jan 28 03:27:02.760444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b8f5-6700-4702-8ffa-745260650941 req-c6e20825-4b8f-4ba4-a9f5-bf4ae4f2a595 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:02.762083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3058b8f5-6700-4702-8ffa-745260650941 req-c6e20825-4b8f-4ba4-a9f5-bf4ae4f2a595 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 1102 time: 0.0652325 Jan 28 03:27:02.789981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:27:02.799450 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3058b8f5-6700-4702-8ffa-745260650941 req-7139ad64-35f7-485a-b994-1b19a2e79a38 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.831043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c80e85-d12f-491c-b491-350823b8e984 req-f0b7f5ef-f5f0-4294-8682-dca6ac92a556 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:02.832637 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-f0b7f5ef-f5f0-4294-8682-dca6ac92a556 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 807 time: 0.4245815 Jan 28 03:27:02.840986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d1dcc509-47e3-477b-a97e-762100dd7ba4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.841368 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Added segment d1dcc509-47e3-477b-a97e-762100dd7ba4 of type vlan for network 6b1e172e-a5af-41fd-910e-3f347e12e794 Jan 28 03:27:02.865565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Request body: {'port': {'device_id': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935', 'admin_state_up': True, 'tenant_id': 'ea2e1d4041ef4337ae62ea1490a1191c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:02.927921 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3058b8f5-6700-4702-8ffa-745260650941 req-7139ad64-35f7-485a-b994-1b19a2e79a38 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] Publish callbacks [] for security_group (67e5d76c-c57e-42f4-80d8-54d1fa4a96a6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.936345 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3058b8f5-6700-4702-8ffa-745260650941 req-7139ad64-35f7-485a-b994-1b19a2e79a38 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (67e5d76c-c57e-42f4-80d8-54d1fa4a96a6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:02.976273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3058b8f5-6700-4702-8ffa-745260650941 req-7139ad64-35f7-485a-b994-1b19a2e79a38 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024820 Jan 28 03:27:03.033005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139ad64-35f7-485a-b994-1b19a2e79a38 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5d76c-c57e-42f4-80d8-54d1fa4a96a6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:03.066060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f0c2025-ec47-4738-8891-5cf58272f8c2 req-0f78f467-37ca-4fc0-bba5-6c81468c6581 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 210 time: 0.1328607 Jan 28 03:27:03.096423 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (6b1e172e-a5af-41fd-910e-3f347e12e794), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.142967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 43f3f8f8-6705-4de0-aaca-1a5933f23c92 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:03.219236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:27:03.259842 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 43f3f8f8-6705-4de0-aaca-1a5933f23c92 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:03.260353 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.338088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (6b1e172e-a5af-41fd-910e-3f347e12e794), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.350016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b4fd-309c-447d-a63f-23068aa99f4e req-531c1c86-85b9-40d7-8203-742af6d86935 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:03.354242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7e1b4fd-309c-447d-a63f-23068aa99f4e req-531c1c86-85b9-40d7-8203-742af6d86935 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1631866 Jan 28 03:27:03.365433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:03.367091 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.444624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45196) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:03.476347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 43f3f8f8-6705-4de0-aaca-1a5933f23c92 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:03.476734 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.483774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7e1b4fd-309c-447d-a63f-23068aa99f4e req-72193d79-d117-468a-aecb-bfb30ff51913 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211522 Jan 28 03:27:03.490620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ecfc69f-103d-44df-a81a-27d9bb478544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.515792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 43f3f8f8-6705-4de0-aaca-1a5933f23c92, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=43f3f8f8-6705-4de0-aaca-1a5933f23c92,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:03.538021 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.657101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Made reservation on behalf of ea2e1d4041ef4337ae62ea1490a1191c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:03.676145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.686545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=43f3f8f8-6705-4de0-aaca-1a5933f23c92,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:03.689003 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ecfc69f-103d-44df-a81a-27d9bb478544 admin admin] Publish callbacks [] for security_group (6ec1c042-24ea-4250-9bff-0a055cedb590), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.696761 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ecfc69f-103d-44df-a81a-27d9bb478544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6ec1c042-24ea-4250-9bff-0a055cedb590), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.722098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Network': ['ID=6b1e172e-a5af-41fd-910e-3f347e12e794,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:03.732720 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-453115ba-082b-4108-8d59-d8543ad0df52 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4933295 Jan 28 03:27:03.733314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45206) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:03.739959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'subnet': {'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:03.742297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 6b1e172e-a5af-41fd-910e-3f347e12e794 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:27:03.799765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0ecfc69f-103d-44df-a81a-27d9bb478544 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41bdf5dd9c07435495e6547ab814fe2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436582 Jan 28 03:27:03.799765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfc69f-103d-44df-a81a-27d9bb478544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec1c042-24ea-4250-9bff-0a055cedb590,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:03.801578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:03.889890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:03.896508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.901181 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Sync routers for ids ['b65017b2-3d01-4389-837c-1e1638dc7885'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:27:03.929742 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6570-e4c7-4e95-98a5-34b189445836 admin admin] Publish callbacks [] for security_group (6ec1c042-24ea-4250-9bff-0a055cedb590), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.940577 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Routers {'b65017b2-3d01-4389-837c-1e1638dc7885'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:03.943452 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b65017b2-3d01-4389-837c-1e1638dc7885'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:03.976197 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6570-e4c7-4e95-98a5-34b189445836 admin admin] Publish callbacks [] for security_group (6ec1c042-24ea-4250-9bff-0a055cedb590), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:04.053362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c16971f-b392-4a63-a637-b43b3ce1b7aa req-ad503667-4d68-4618-b92b-fbc0e93d4944 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 210 time: 0.0618961 Jan 28 03:27:04.112408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Allocated IP 172.20.0.9 (1f24b319-272d-42f5-a0bf-1052b7874935/38e62498-2e1e-4282-bf91-3df78f49b1f3/c5c9de21-0a71-4f9b-a525-c3799347492b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:04.137491 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6570-e4c7-4e95-98a5-34b189445836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6ec1c042-24ea-4250-9bff-0a055cedb590), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:04.141234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6570-e4c7-4e95-98a5-34b189445836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:04.142402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cf0c6570-e4c7-4e95-98a5-34b189445836 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ec1c042-24ea-4250-9bff-0a055cedb590 HTTP/1.1" status: 204 len: 168 time: 0.3400581 Jan 28 03:27:04.177942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c6570-e4c7-4e95-98a5-34b189445836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec1c042-24ea-4250-9bff-0a055cedb590,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:04.230098 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Set router b65017b2-3d01-4389-837c-1e1638dc7885 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:04.247182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fce18b48-a218-4ac0-845d-67c5e61f2cba req-7131f3d7-a24b-4fc5-ab85-9497b00f13c8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 210 time: 0.0638554 Jan 28 03:27:04.570601 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'name': 'tempest-ServersTestMultiNic-1030818589-router', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:50Z', 'updated_at': '2022-01-28T03:27:00Z', 'revision_number': 4, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'gw_port': {'id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:52Z', 'updated_at': '2022-01-28T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9a648dbe-caff-4cc9-8166-d76fcd65bb0e', 'name': '', 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'mac_address': 'fa:16:3e:2e:6d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:59Z', 'updated_at': '2022-01-28T03:27:01Z', 'revision_number': 2, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'subnets': [{'id': '256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:04.577176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks [] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:04.614773 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Checking router: b65017b2-3d01-4389-837c-1e1638dc7885 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:27:04.615492 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Updating router b65017b2-3d01-4389-837c-1e1638dc7885 port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:27:04.659471 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:04.669017 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:04.671378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-b8c2af08-8dd6-4623-9bc9-b1dae5721031 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2456570 Jan 28 03:27:04.692742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-7c752be8-9833-4796-93f5-729643e1417f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:27:04.710496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-7c752be8-9833-4796-93f5-729643e1417f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0366054 Jan 28 03:27:04.726606 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (73c41d58-1914-407b-a94e-4813ee05ea41), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:04.826685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Network 1f24b319-272d-42f5-a0bf-1052b7874935 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:04.848311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9eb9c0-f808-457d-95ba-d68ac5006576 req-e0057144-3f96-44cf-b8ce-7e5ce95b5ffd tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:04.854839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:04.858739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a9eb9c0-f808-457d-95ba-d68ac5006576 req-e0057144-3f96-44cf-b8ce-7e5ce95b5ffd tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.3950696 Jan 28 03:27:04.904864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:04.918203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 43f3f8f8-6705-4de0-aaca-1a5933f23c92 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:04.988791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a9eb9c0-f808-457d-95ba-d68ac5006576 req-59ef8c9e-1981-48ab-bd85-554093857c41 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289372 Jan 28 03:27:05.037786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Subnet': ['ID=73c41d58-1914-407b-a94e-4813ee05ea41,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:05.041117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381067a4-5253-44b4-9fbc-015beb6f129c req-e1a73e89-9670-46e9-bd8c-622eaa1d5270 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:05.043857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-e1a73e89-9670-46e9-bd8c-622eaa1d5270 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 820 time: 0.4586651 Jan 28 03:27:05.053804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4603a-ba2b-46c4-aed0-bc210adc4d0b req-133782bb-a45a-4b9b-8d99-d79518c749f0 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:05.063065 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dd4603a-ba2b-46c4-aed0-bc210adc4d0b req-133782bb-a45a-4b9b-8d99-d79518c749f0 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.3309040 Jan 28 03:27:05.074382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Request body: {'port': {'device_id': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662', 'admin_state_up': True, 'tenant_id': '9f57bdcc63de43649475eaa29c3d2285'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:05.093243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 43f3f8f8-6705-4de0-aaca-1a5933f23c92 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:05.093688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Pushing event updated for resources: {'Port': ['ID=c5c9de21-0a71-4f9b-a525-c3799347492b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:05.095011 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.182246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Checking segment: {'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:05.182246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network hostable DHCP agents. Network: 6b1e172e-a5af-41fd-910e-3f347e12e794, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:27:05.189262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dd4603a-ba2b-46c4-aed0-bc210adc4d0b req-b12cd95a-b046-4444-bddd-ccc3669ea4f2 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154974 Jan 28 03:27:05.210786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:05.211430 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.262019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network 6b1e172e-a5af-41fd-910e-3f347e12e794 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:27:05.273927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-2dc484bc-0598-48eb-88d8-f4be5c3e9050 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4169290 Jan 28 03:27:05.277596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 43f3f8f8-6705-4de0-aaca-1a5933f23c92 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:05.288458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 6b1e172e-a5af-41fd-910e-3f347e12e794) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:05.301442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:05.302461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132fb498-efd9-45fb-8acb-706069073d5e None None] Network 6b1e172e-a5af-41fd-910e-3f347e12e794 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:05.309958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.331985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Request body: {'port': {'device_id': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:05.365634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c54ca6-9e59-42ea-81af-fc9d80dbdee1 req-5ba736d9-cd5c-4d4d-a159-c614e21334ec tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:05.372263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86c54ca6-9e59-42ea-81af-fc9d80dbdee1 req-5ba736d9-cd5c-4d4d-a159-c614e21334ec tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 945 time: 0.2051880 Jan 28 03:27:05.473475 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Publish callbacks [] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.500294 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.508747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.516248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Made reservation on behalf of 9f57bdcc63de43649475eaa29c3d2285 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:05.528185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.554096 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8873c850-f4ce-45e3-8eff-3d632356a765 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8172953 Jan 28 03:27:05.555407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45266) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:05.565256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76add78f-0f7a-4847-ab81-8dbcd4b9030d req-a8e05dcf-0b72-4caf-a7cf-9a320f7cc609 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 210 time: 0.0769589 Jan 28 03:27:05.566912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-669101290'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:05.588204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6b1e172e-a5af-41fd-910e-3f347e12e794', 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794', 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'fixed_ips': [{'subnet_id': '73c41d58-1914-407b-a94e-4813ee05ea41'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:27:05.589549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.611079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86c54ca6-9e59-42ea-81af-fc9d80dbdee1 req-fe146ba3-cc35-4813-a54d-6474a90c87d4 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155097 Jan 28 03:27:05.671478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:05.675350 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.758065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:27:05.761208 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Attempting to bind port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:05.761753 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Attempting to bind port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd55231fc-0e38-43a2-8b9c-cef733f39c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:05.762310 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Attempting to bind port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e on network 80337955-f1a2-4368-b05e-eb900e69efbd {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:05.775125 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:05.775966 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Checking segment: {'id': 'd55231fc-0e38-43a2-8b9c-cef733f39c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:05.777187 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.778381 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Bound using segment: {'id': 'd55231fc-0e38-43a2-8b9c-cef733f39c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:05.779550 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Bound port: 9a648dbe-caff-4cc9-8166-d76fcd65bb0e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55231fc-0e38-43a2-8b9c-cef733f39c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:05.780278 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.781971 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (9a6366c3-22f7-45a9-bdba-6c7bfa074097), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.785149 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Added segment 9a6366c3-22f7-45a9-bdba-6c7bfa074097 of type vlan for network 1cc7d276-1510-4807-bcf2-74eaec8f05cc Jan 28 03:27:05.814051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:05.893451 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] For port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:05.902130 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] For port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a648dbe-caff-4cc9-8166-d76fcd65bb0e,segment=NetworkSegment(d55231fc-0e38-43a2-8b9c-cef733f39c66),segment_id=d55231fc-0e38-43a2-8b9c-cef733f39c66)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:05.908705 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Pushing event updated for resources: {'Port': ['ID=9a648dbe-caff-4cc9-8166-d76fcd65bb0e,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:05.912778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1cc7d276-1510-4807-bcf2-74eaec8f05cc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.948284 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.948564 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.948936 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.949283 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.960426 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.961612 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.961981 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.962797 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.967180 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.967569 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.968002 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.968510 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.970712 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:05.992087 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.997665 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Allocated IP 19.80.0.2 (6b1e172e-a5af-41fd-910e-3f347e12e794/73c41d58-1914-407b-a94e-4813ee05ea41/e860a3fc-3b46-4053-9dbd-74674148932d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:06.023847 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1cc7d276-1510-4807-bcf2-74eaec8f05cc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.031351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:06.032682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.071228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-network', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:06.103820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b009f6-cb56-45ae-9da1-b745b8c1d390 req-6f327e27-7490-4600-958d-f625df3514cb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:06.125939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3b009f6-cb56-45ae-9da1-b745b8c1d390 req-6f327e27-7490-4600-958d-f625df3514cb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 931 time: 0.2813199 Jan 28 03:27:06.139472 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0c187-14ac-458d-a157-448708caf9ff None None] Pushing event updated for resources: {'Port': ['ID=9a648dbe-caff-4cc9-8166-d76fcd65bb0e,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:06.165343 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Routers {'b65017b2-3d01-4389-837c-1e1638dc7885'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:06.166438 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:26:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b65017b2-3d01-4389-837c-1e1638dc7885'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:06.181823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Allocated IP 172.20.0.5 (6feeb0c1-0482-4943-a76b-256db1710662/719f8daa-0c81-4241-9a30-a78470f65f7b/176d348b-9697-4e18-9341-5e7783c44c97) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:06.381240 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] Set router b65017b2-3d01-4389-837c-1e1638dc7885 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:06.387493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-219b8ac4-d35d-4310-8465-4cd9a45296c9 None None] Provisioning complete for port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:06.392476 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-219b8ac4-d35d-4310-8465-4cd9a45296c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.408606 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8521576 Jan 28 03:27:06.416080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:06.436592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'subnet': {'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:06.454755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44e70f-15fe-4c4f-8a13-e0f06861cd5f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Network': ['ID=1cc7d276-1510-4807-bcf2-74eaec8f05cc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:06.484537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1cc7d276-1510-4807-bcf2-74eaec8f05cc details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:27:06.539479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3b009f6-cb56-45ae-9da1-b745b8c1d390 req-333936b2-d2ad-48ff-bc27-515481572b99 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121196 Jan 28 03:27:06.577870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dd252-83ce-4610-8c6a-7355ecaf9315 req-6cfdab5c-3106-4873-a773-3baa8ae9577a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:06.580331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311dd252-83ce-4610-8c6a-7355ecaf9315 req-6cfdab5c-3106-4873-a773-3baa8ae9577a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.3958325 Jan 28 03:27:06.585818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Made reservation on behalf of c873c89a8dba408383e7d806c68a14b1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:06.588594 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.644827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.805774 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks [] for port (176d348b-9697-4e18-9341-5e7783c44c97), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.816038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311dd252-83ce-4610-8c6a-7355ecaf9315 req-0abb3255-2ac1-44d2-832a-ca99788fc368 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202964 Jan 28 03:27:06.891878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c4617-0ae5-43f6-b5c3-4d56fe76d373 req-1c882377-c897-4772-8cd1-594a05354521 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:06.893102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-219b8ac4-d35d-4310-8465-4cd9a45296c9 None None] Current status of the port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:06.893835 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-219b8ac4-d35d-4310-8465-4cd9a45296c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.895133 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e82c4617-0ae5-43f6-b5c3-4d56fe76d373 req-1c882377-c897-4772-8cd1-594a05354521 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1825416 Jan 28 03:27:06.914959 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Publish callbacks [] for port (e860a3fc-3b46-4053-9dbd-74674148932d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.934261 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.951849 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Publish callbacks [] for security_group (01831d5a-e7b3-4235-8afb-c9405fb382cb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.977886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:06.983335 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:06.993476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-219b8ac4-d35d-4310-8465-4cd9a45296c9 None None] For port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a648dbe-caff-4cc9-8166-d76fcd65bb0e,segment=NetworkSegment(d55231fc-0e38-43a2-8b9c-cef733f39c66),segment_id=d55231fc-0e38-43a2-8b9c-cef733f39c66)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:06.996805 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'name': 'tempest-ServersTestMultiNic-1030818589-router', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:50Z', 'updated_at': '2022-01-28T03:27:00Z', 'revision_number': 4, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'gw_port': {'id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:52Z', 'updated_at': '2022-01-28T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9a648dbe-caff-4cc9-8166-d76fcd65bb0e', 'name': '', 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'mac_address': 'fa:16:3e:2e:6d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:59Z', 'updated_at': '2022-01-28T03:27:05Z', 'revision_number': 4, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'subnets': [{'id': '256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:07.000193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01831d5a-e7b3-4235-8afb-c9405fb382cb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.002628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Network 6b1e172e-a5af-41fd-910e-3f347e12e794 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:07.007828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:07.015191 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-219b8ac4-d35d-4310-8465-4cd9a45296c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.019037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:07.027409 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (176d348b-9697-4e18-9341-5e7783c44c97), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.059035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Pushing event updated for resources: {'Port': ['ID=e860a3fc-3b46-4053-9dbd-74674148932d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:07.072628 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14114c-f2a1-4b94-8b57-365e0ca81b05 None None] The sync data for ids ['b65017b2-3d01-4389-837c-1e1638dc7885'] in n-d-808199-14 is: [{'id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'name': 'tempest-ServersTestMultiNic-1030818589-router', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:50Z', 'updated_at': '2022-01-28T03:27:00Z', 'revision_number': 4, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'gw_port': {'id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:52Z', 'updated_at': '2022-01-28T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9a648dbe-caff-4cc9-8166-d76fcd65bb0e', 'name': '', 'network_id': '80337955-f1a2-4368-b05e-eb900e69efbd', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'mac_address': 'fa:16:3e:2e:6d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:59Z', 'updated_at': '2022-01-28T03:27:05Z', 'revision_number': 4, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'subnets': [{'id': '256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:27:07.130377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Pushing event updated for resources: {'Port': ['ID=176d348b-9697-4e18-9341-5e7783c44c97,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:07.148383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c9de21-0a71-4f9b-a525-c3799347492b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:07.163939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Publish callbacks [] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.168808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Network 6feeb0c1-0482-4943-a76b-256db1710662 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:07.181643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Attempting to bind port e860a3fc-3b46-4053-9dbd-74674148932d on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:07.182070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Attempting to bind port e860a3fc-3b46-4053-9dbd-74674148932d by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:07.182274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Transition to ACTIVE for port object c5c9de21-0a71-4f9b-a525-c3799347492b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:27:07.182494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Attempting to bind port e860a3fc-3b46-4053-9dbd-74674148932d on network 6b1e172e-a5af-41fd-910e-3f347e12e794 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:07.182728 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:27:07.210226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:07.210597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Checking segment: {'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:07.211005 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.211404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Bound using segment: {'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:07.211890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Bound port: e860a3fc-3b46-4053-9dbd-74674148932d, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:07.212476 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.216802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8a95bd5e-81d5-4710-8faf-c78f3d4a601b None None] Provisioning complete for port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:07.217401 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a95bd5e-81d5-4710-8faf-c78f3d4a601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.221046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b8ac4-d35d-4310-8465-4cd9a45296c9 None None] Pushing event updated for resources: {'Port': ['ID=9a648dbe-caff-4cc9-8166-d76fcd65bb0e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:07.233203 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.236297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:07.269200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:07.309665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Pushing event updated for resources: {'Port': ['ID=c5c9de21-0a71-4f9b-a525-c3799347492b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:07.376553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] For port e860a3fc-3b46-4053-9dbd-74674148932d, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:07.379896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-78e98dcc-e40c-4da0-a922-17105485fdfd tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:07.381790 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-78e98dcc-e40c-4da0-a922-17105485fdfd tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 945 time: 0.4353559 Jan 28 03:27:07.395570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] For port e860a3fc-3b46-4053-9dbd-74674148932d, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e860a3fc-3b46-4053-9dbd-74674148932d,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:07.405115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:07.405790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.412826 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (70d1725e-357e-497c-bc46-bb3f15b00ee1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.413098 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Added segment 70d1725e-357e-497c-bc46-bb3f15b00ee1 of type vlan for network 4f8a2343-3908-47d7-b5dc-ec025110b546 Jan 28 03:27:07.417720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01831d5a-e7b3-4235-8afb-c9405fb382cb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:07.465296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.541983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8a95bd5e-81d5-4710-8faf-c78f3d4a601b None None] Current status of the port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:07.547932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e82c4617-0ae5-43f6-b5c3-4d56fe76d373 req-a15f0ac7-41f7-47b7-af61-d968aa3bb46d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929501 Jan 28 03:27:07.598891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cc25f-14e7-4503-90ab-d2d36b154550 None None] Pushing event updated for resources: {'Port': ['ID=e860a3fc-3b46-4053-9dbd-74674148932d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:07.631983 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (4f8a2343-3908-47d7-b5dc-ec025110b546), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.666457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-220398f7-1626-482a-b229-f93db5177e58 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5998862 Jan 28 03:27:07.688594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bd535-397c-480c-bef7-9007e7a40f1d req-15942373-e0db-4425-803b-067139292262 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:07.696556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-133bd535-397c-480c-bef7-9007e7a40f1d req-15942373-e0db-4425-803b-067139292262 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 931 time: 0.5727799 Jan 28 03:27:07.712302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Request body: {'port': {'device_id': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:07.827343 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (c7814a7c-179d-4fcb-b519-b09931c3dc8a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.974591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Checking segment: {'id': '9a6366c3-22f7-45a9-bdba-6c7bfa074097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:07.975005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network hostable DHCP agents. Network: 1cc7d276-1510-4807-bcf2-74eaec8f05cc, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:27:08.036617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Subnet': ['ID=c7814a7c-179d-4fcb-b519-b09931c3dc8a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:08.043246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-a3e55e04-d3fa-454a-a4bf-be1e2cdd3818 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Deleting port 77c932e6-e017-41f5-8ecf-eb3253e60c54 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:27:08.043427 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-a3e55e04-d3fa-454a-a4bf-be1e2cdd3818 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:08.054791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:08.055125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:08.057149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:08.092673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Port c5c9de21-0a71-4f9b-a525-c3799347492b on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:27:08.093325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:08.134852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network 1cc7d276-1510-4807-bcf2-74eaec8f05cc is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:27:08.145584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:08.146218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:08.147145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:08.147754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Bound port: c5c9de21-0a71-4f9b-a525-c3799347492b, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:08.148320 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:08.176655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1cc7d276-1510-4807-bcf2-74eaec8f05cc) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:08.182070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:08.182678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:08.185864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e435408-d86e-45eb-a850-3a40192d03fe None None] Network 1cc7d276-1510-4807-bcf2-74eaec8f05cc requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:08.208048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-d1839a6f-7174-40cf-987a-df2a8696565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:08.209740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-d1839a6f-7174-40cf-987a-df2a8696565a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 1102 time: 0.7951262 Jan 28 03:27:08.239837 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (4f8a2343-3908-47d7-b5dc-ec025110b546), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:08.240510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:08.241199 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:08.252259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-a3e55e04-d3fa-454a-a4bf-be1e2cdd3818 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] For port 77c932e6-e017-41f5-8ecf-eb3253e60c54, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=77c932e6-e017-41f5-8ecf-eb3253e60c54,segment=NetworkSegment(27db534a-9f43-4b59-ae5b-5805f03517a0),segment_id=27db534a-9f43-4b59-ae5b-5805f03517a0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:08.252637 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-a3e55e04-d3fa-454a-a4bf-be1e2cdd3818 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:08.267351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-042f4a3f-be1a-4883-96c3-7cfd2e00dd3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8436923 Jan 28 03:27:08.304264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-a3e55e04-d3fa-454a-a4bf-be1e2cdd3818 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Calling delete_port for 77c932e6-e017-41f5-8ecf-eb3253e60c54 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:27:08.319443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471cda3-b434-4dda-91f9-0fd2162288ea req-746d65c2-cedd-4a3b-8f5e-9cbd6e136ad6 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:08.333162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5471cda3-b434-4dda-91f9-0fd2162288ea req-746d65c2-cedd-4a3b-8f5e-9cbd6e136ad6 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d380d9-2680-4b1d-8b83-bcfcf7711391 HTTP/1.1" status: 200 len: 945 time: 0.6634550 Jan 28 03:27:08.356713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:08.428171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:08.428362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1cc7d276-1510-4807-bcf2-74eaec8f05cc', 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc', 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'fixed_ips': [{'subnet_id': 'c7814a7c-179d-4fcb-b519-b09931c3dc8a'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:27:08.429349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:08.454453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:08.539039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:08.539665 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:08.541485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] 10.222.0.42 "PUT /v2.0/ports/c5c9de21-0a71-4f9b-a525-c3799347492b HTTP/1.1" status: 200 len: 1092 time: 3.2215455 Jan 28 03:27:08.541960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'tag': 'c5c9de21-0a71-4f9b-a525-c3799347492b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:08.545169 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62854e48-435d-4ac2-b1a8-227dc664b309" -d '{"events": [{"name": "network-changed", "server_uuid": "16bb749e-4436-4a1c-96d2-d83b1b306818", "tag": "c5c9de21-0a71-4f9b-a525-c3799347492b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:08.623309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (176d348b-9697-4e18-9341-5e7783c44c97), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:08.628461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-133bd535-397c-480c-bef7-9007e7a40f1d req-da8096ea-5c82-40b2-bb44-991bfee0fb8c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9309938 Jan 28 03:27:08.644425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d6aef-9060-4443-8219-89af8b10c30f service neutron] Pushing event updated for resources: {'Port': ['ID=c5c9de21-0a71-4f9b-a525-c3799347492b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:08.673582 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8585632 Jan 28 03:27:08.681124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:08.688004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Allocated IP 19.86.0.2 (1cc7d276-1510-4807-bcf2-74eaec8f05cc/c7814a7c-179d-4fcb-b519-b09931c3dc8a/c158c539-0500-43f7-9cdf-e687fb9f364e) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:08.704906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94121abd-bf78-4da1-817a-98c12137e50c admin admin] Pushing event updated for resources: {'Network': ['ID=4f8a2343-3908-47d7-b5dc-ec025110b546,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:08.747526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Request body: {'subnet': {'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-subnet', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:08.755099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 4f8a2343-3908-47d7-b5dc-ec025110b546 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:27:08.824206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c80e85-d12f-491c-b491-350823b8e984 req-c8854144-74b0-4942-8b7a-a0818aa46231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:08.832595 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-c8854144-74b0-4942-8b7a-a0818aa46231 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1095 time: 0.2060297 Jan 28 03:27:08.855194 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5471cda3-b434-4dda-91f9-0fd2162288ea req-8f382664-3f76-4810-9ead-1d095c848b0d tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.44 "GET /v2.0/security-groups?id=70fc5b89-a438-4740-b06d-31caad505ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209396 Jan 28 03:27:08.945913 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-415b676c-fe37-4458-aa23-94d2776346c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c9de21-0a71-4f9b-a525-c3799347492b HTTP/1.1" status: 200 len: 217 time: 0.0930977 Jan 28 03:27:08.950209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-a3e55e04-d3fa-454a-a4bf-be1e2cdd3818 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (77c932e6-e017-41f5-8ecf-eb3253e60c54), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.016925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['77c932e6-e017-41f5-8ecf-eb3253e60c54'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:09.017188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-16e30fe7-a1d6-4e30-8c82-63a336576122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:09.018832 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-16e30fe7-a1d6-4e30-8c82-63a336576122 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.7828813 Jan 28 03:27:09.045825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e55e04-d3fa-454a-a4bf-be1e2cdd3818 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Pushing event deleted for resources: {'Port': ['ID=77c932e6-e017-41f5-8ecf-eb3253e60c54,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:09.113219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Made reservation on behalf of c873c89a8dba408383e7d806c68a14b1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:09.115942 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.172538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-a3e55e04-d3fa-454a-a4bf-be1e2cdd3818 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] No DVR routers for this DVR port 77c932e6-e017-41f5-8ecf-eb3253e60c54 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:27:09.183795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-a3e55e04-d3fa-454a-a4bf-be1e2cdd3818 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.192815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e860a3fc-3b46-4053-9dbd-74674148932d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:09.197360 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4c3357e4-f5ea-4bf0-ac1c-90874e2cae1f req-a3e55e04-d3fa-454a-a4bf-be1e2cdd3818 tempest-VolumesAdminNegativeTest-1268850567 tempest-VolumesAdminNegativeTest-1268850567-project] 10.222.0.25 "DELETE /v2.0/ports/77c932e6-e017-41f5-8ecf-eb3253e60c54 HTTP/1.1" status: 204 len: 173 time: 1.7960074 Jan 28 03:27:09.219835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c80e85-d12f-491c-b491-350823b8e984 req-5af83cd2-b98e-4b9c-a3f9-1209b727f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:09.221363 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-5af83cd2-b98e-4b9c-a3f9-1209b727f448 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.2566688 Jan 28 03:27:09.243037 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Publish callbacks [] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.272935 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.283053 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-881440b1-8ada-4e03-8f65-dd3b20a80fb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526147 Jan 28 03:27:09.283274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-56c96daf-3cc6-439c-a375-a6566db851a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=8367fa4d-21b6-4f76-b898-811bb737fb89 HTTP/1.1" status: 200 len: 217 time: 0.2348278 Jan 28 03:27:09.356211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Network 1cc7d276-1510-4807-bcf2-74eaec8f05cc is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:09.358019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e860a3fc-3b46-4053-9dbd-74674148932d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:09.358567 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.369716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:09.373327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df72ffd-3e81-46e2-8dda-5561c4c550df None None] Network 6b1e172e-a5af-41fd-910e-3f347e12e794 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:09.385692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:09.389018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fd66d-383f-493e-93d3-6598b6d18afe req-d0c2a61d-8313-4a8c-81eb-9cc4088a78b1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:09.390629 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-607fd66d-383f-493e-93d3-6598b6d18afe req-d0c2a61d-8313-4a8c-81eb-9cc4088a78b1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.5130107 Jan 28 03:27:09.428718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Pushing event updated for resources: {'Port': ['ID=c158c539-0500-43f7-9cdf-e687fb9f364e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:09.429036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793d5ef-332a-4ab6-8224-7f7692056fb5 req-a1a4a1f3-dc88-46b1-9020-fe73d7787f48 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:09.430400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f793d5ef-332a-4ab6-8224-7f7692056fb5 req-a1a4a1f3-dc88-46b1-9020-fe73d7787f48 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.4232447 Jan 28 03:27:09.511145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.511428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.511749 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.512084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.512409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.513107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.513252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.513732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.514217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.514401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.514714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.515039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.515363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:09.517201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-20df31a3-2c7a-493a-b50b-9299fbe48d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:09.518868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-20df31a3-2c7a-493a-b50b-9299fbe48d02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.2159488 Jan 28 03:27:09.551027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2cbac64c-f9b8-44aa-87fc-2138f85a4752 None None] Provisioning complete for port e860a3fc-3b46-4053-9dbd-74674148932d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:09.551409 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2cbac64c-f9b8-44aa-87fc-2138f85a4752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.612760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Attempting to bind port c158c539-0500-43f7-9cdf-e687fb9f364e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:09.613807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Attempting to bind port c158c539-0500-43f7-9cdf-e687fb9f364e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '9a6366c3-22f7-45a9-bdba-6c7bfa074097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:09.613807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Attempting to bind port c158c539-0500-43f7-9cdf-e687fb9f364e on network 1cc7d276-1510-4807-bcf2-74eaec8f05cc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:09.631858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:09.631858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Checking segment: {'id': '9a6366c3-22f7-45a9-bdba-6c7bfa074097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:09.631858 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.631858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Bound using segment: {'id': '9a6366c3-22f7-45a9-bdba-6c7bfa074097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:09.632438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Bound port: c158c539-0500-43f7-9cdf-e687fb9f364e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6366c3-22f7-45a9-bdba-6c7bfa074097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:09.632667 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.661365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-607fd66d-383f-493e-93d3-6598b6d18afe req-9c87e8ce-1bb5-4768-973e-d97e3a5653b2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537680 Jan 28 03:27:09.705725 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f793d5ef-332a-4ab6-8224-7f7692056fb5 req-6321f3c9-15cb-4c57-b7dc-3eeb291b9b3d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627668 Jan 28 03:27:09.756469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e860a3fc-3b46-4053-9dbd-74674148932d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:09.756964 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.764277 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-ff12c197-b522-48f2-a042-b84ae5b9f5ff service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670842 Jan 28 03:27:09.791833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-39515446-fc44-408b-97f6-294454168925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:09.793639 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-39515446-fc44-408b-97f6-294454168925 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2580123 Jan 28 03:27:09.921641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-76c80e85-d12f-491c-b491-350823b8e984 req-47a8260e-e350-4c2a-b55e-11148f2a8180 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530917 Jan 28 03:27:09.969949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (70692883-a42e-4997-a8f3-51f595ba9582), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:09.975760 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e660c3-c6c3-4d3e-ab52-2fb3b2d342f1 x-openstack-request-id: req-39e660c3-c6c3-4d3e-ab52-2fb3b2d342f1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:09.977152 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16bb749e-4436-4a1c-96d2-d83b1b306818", "tag": "c5c9de21-0a71-4f9b-a525-c3799347492b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:09.977743 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39e660c3-c6c3-4d3e-ab52-2fb3b2d342f1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:09.983928 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'tag': 'c5c9de21-0a71-4f9b-a525-c3799347492b', 'status': 'completed', 'code': 200} Jan 28 03:27:10.022853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176d348b-9697-4e18-9341-5e7783c44c97 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:10.024685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-65862244-608a-4a0a-8a25-49316c670847 None None] For port c158c539-0500-43f7-9cdf-e687fb9f364e, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:10.068540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2cbac64c-f9b8-44aa-87fc-2138f85a4752 None None] Current status of the port e860a3fc-3b46-4053-9dbd-74674148932d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:10.069070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2cbac64c-f9b8-44aa-87fc-2138f85a4752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.072226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-65862244-608a-4a0a-8a25-49316c670847 None None] For port c158c539-0500-43f7-9cdf-e687fb9f364e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c158c539-0500-43f7-9cdf-e687fb9f364e,segment=NetworkSegment(9a6366c3-22f7-45a9-bdba-6c7bfa074097),segment_id=9a6366c3-22f7-45a9-bdba-6c7bfa074097)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:10.077058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port e860a3fc-3b46-4053-9dbd-74674148932d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e860a3fc-3b46-4053-9dbd-74674148932d,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:10.085075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.090982 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.092977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9a648dbe-caff-4cc9-8166-d76fcd65bb0e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:10.111665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Publish callbacks [] for port (176d348b-9697-4e18-9341-5e7783c44c97), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.176273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62854e48-435d-4ac2-b1a8-227dc664b309 req-68562712-e8be-4327-8eef-078383afc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:10.177940 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-62854e48-435d-4ac2-b1a8-227dc664b309 req-68562712-e8be-4327-8eef-078383afc1e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1095 time: 0.0642054 Jan 28 03:27:10.212128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Transition to ACTIVE for port object 176d348b-9697-4e18-9341-5e7783c44c97 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:27:10.216859 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-00b59b2e-7723-4214-9ce7-c07454fdeab7 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898189 Jan 28 03:27:10.225657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65862244-608a-4a0a-8a25-49316c670847 None None] Pushing event updated for resources: {'Port': ['ID=c158c539-0500-43f7-9cdf-e687fb9f364e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:10.233999 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (176d348b-9697-4e18-9341-5e7783c44c97), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.259380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70692883-a42e-4997-a8f3-51f595ba9582,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:10.272484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-2cbac64c-f9b8-44aa-87fc-2138f85a4752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:27:10.273157 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-2cbac64c-f9b8-44aa-87fc-2138f85a4752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:27:10.291568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:10.292214 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.314026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62854e48-435d-4ac2-b1a8-227dc664b309 req-b640c173-49c0-4ba8-b1c2-b5f9d5cd95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:10.317970 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-62854e48-435d-4ac2-b1a8-227dc664b309 req-b640c173-49c0-4ba8-b1c2-b5f9d5cd95aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.1311982 Jan 28 03:27:10.329795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=e860a3fc-3b46-4053-9dbd-74674148932d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:10.371784 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49fa7b7c-5337-4d7d-a8f7-217317bd575d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.382811 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-62854e48-435d-4ac2-b1a8-227dc664b309 req-9bf27405-1e97-4815-952b-68a27b71076f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c9de21-0a71-4f9b-a525-c3799347492b HTTP/1.1" status: 200 len: 217 time: 0.0530219 Jan 28 03:27:10.411091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Pushing event updated for resources: {'Port': ['ID=176d348b-9697-4e18-9341-5e7783c44c97,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:10.431231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-5bff9f4e-ff00-4343-a9fe-91f6c7a6a189 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:10.441556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-5bff9f4e-ff00-4343-a9fe-91f6c7a6a189 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:10.443212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-5bff9f4e-ff00-4343-a9fe-91f6c7a6a189 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/networks?id=6b1e172e-a5af-41fd-910e-3f347e12e794&id=1cc7d276-1510-4807-bcf2-74eaec8f05cc&id=6b1e172e-a5af-41fd-910e-3f347e12e794 HTTP/1.1" status: 200 len: 1391 time: 0.5046303 Jan 28 03:27:10.457475 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:10.462277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d149a0-5c5e-47bd-b53c-c94b55574c0d req-f0cc6d84-f487-44d2-86c4-5af27ce1d827 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:10.463769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0d149a0-5c5e-47bd-b53c-c94b55574c0d req-f0cc6d84-f487-44d2-86c4-5af27ce1d827 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.3703830 Jan 28 03:27:10.473190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Checking segment: {'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:10.473553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Network hostable DHCP agents. Network: 4f8a2343-3908-47d7-b5dc-ec025110b546, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:27:10.479999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62854e48-435d-4ac2-b1a8-227dc664b309 req-da3e97b8-62f6-416d-8b92-44d08d94edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:10.481714 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-62854e48-435d-4ac2-b1a8-227dc664b309 req-da3e97b8-62f6-416d-8b92-44d08d94edc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0925319 Jan 28 03:27:10.502103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-cc2281b8-3ce7-40b7-a69c-ea4ff6be7d30 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/quotas/54fe7af83f4f4c3c98b0b9a7a624cf45 HTTP/1.1" status: 200 len: 375 time: 0.0345006 Jan 28 03:27:10.514647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-62854e48-435d-4ac2-b1a8-227dc664b309 req-edba66d6-a858-4a0d-9817-e8231683adb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256650 Jan 28 03:27:10.591874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Network 4f8a2343-3908-47d7-b5dc-ec025110b546 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:27:10.623080 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-62854e48-435d-4ac2-b1a8-227dc664b309 req-0142277d-5925-4a87-995f-314db10c12ef service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022851 Jan 28 03:27:10.657210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 4f8a2343-3908-47d7-b5dc-ec025110b546) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:10.662435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:10.662980 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.666438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9875cc02-a421-4be9-b219-635ed3bbc50e None None] Network 4f8a2343-3908-47d7-b5dc-ec025110b546 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:10.670986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-901c0be8-f448-4991-a371-78126fcc2789 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431667 Jan 28 03:27:10.688494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0d149a0-5c5e-47bd-b53c-c94b55574c0d req-b8f59f11-9ffb-4c85-b02a-94c374c1a587 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124240 Jan 28 03:27:10.736567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-62854e48-435d-4ac2-b1a8-227dc664b309 req-8a779523-cf4f-486e-8eec-4482947f285b service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071053 Jan 28 03:27:10.765741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-ca0e6eaf-77ee-4af7-846d-3fe2eb0f891a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2505007 Jan 28 03:27:10.769955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:10.770719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:10.771745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:10.802917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7f5f44ee-b7eb-4bcf-a3e7-07971911f337 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1056705 Jan 28 03:27:10.803838 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Port 176d348b-9697-4e18-9341-5e7783c44c97 on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:27:10.804306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:10.805790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:10.810996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-router', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:10.836298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-4f8a2343-3908-47d7-b5dc-ec025110b546', 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546', 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'fixed_ips': [{'subnet_id': '70692883-a42e-4997-a8f3-51f595ba9582'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:27:10.838369 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.865616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2cbac64c-f9b8-44aa-87fc-2138f85a4752 None None] Current status of the port e860a3fc-3b46-4053-9dbd-74674148932d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:10.874599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (319a7ac6-1183-4e22-987a-f51c2cde84f0), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.875861 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (319a7ac6-1183-4e22-987a-f51c2cde84f0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.961005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks [] for router_controller (319a7ac6-1183-4e22-987a-f51c2cde84f0), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:10.965703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:10.966516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:10.967228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:10.967907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Bound port: 176d348b-9697-4e18-9341-5e7783c44c97, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:10.970732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (176d348b-9697-4e18-9341-5e7783c44c97), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.089945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:11.094664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:11.096423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e860a3fc-3b46-4053-9dbd-74674148932d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:11.107343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad40d9-6b1e-43e8-8214-989de36a1049 req-e2141821-f56e-4cc3-9758-8a2bd60bccd1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:11.110905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bad40d9-6b1e-43e8-8214-989de36a1049 req-e2141821-f56e-4cc3-9758-8a2bd60bccd1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.2883372 Jan 28 03:27:11.113314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-2e27d6b7-d1c6-4645-9a23-637f99220b6a service neutron] 10.222.0.44 "GET /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378675 Jan 28 03:27:11.114897 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (176d348b-9697-4e18-9341-5e7783c44c97), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.150770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-05c0358b-988d-4c5c-b03c-4816d7af9508 None None] Provisioning complete for port e860a3fc-3b46-4053-9dbd-74674148932d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:11.151147 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05c0358b-988d-4c5c-b03c-4816d7af9508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.158216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks [] for router_gateway (319a7ac6-1183-4e22-987a-f51c2cde84f0), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.164774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Allocated IP 172.20.0.2 (4f8a2343-3908-47d7-b5dc-ec025110b546/70692883-a42e-4997-a8f3-51f595ba9582/b425b2e2-715d-4242-814c-2a27c4cd0551) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:11.305349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e860a3fc-3b46-4053-9dbd-74674148932d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:11.305887 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.379937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-05c0358b-988d-4c5c-b03c-4816d7af9508 None None] Current status of the port e860a3fc-3b46-4053-9dbd-74674148932d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:11.435980 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks [] for router_gateway (319a7ac6-1183-4e22-987a-f51c2cde84f0), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.464793 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.492829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:11.493492 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.495489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] 10.222.0.42 "PUT /v2.0/ports/176d348b-9697-4e18-9341-5e7783c44c97 HTTP/1.1" status: 200 len: 1092 time: 3.7886441 Jan 28 03:27:11.500950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d446786-b94e-4d18-af42-a6213c4a0a51 None None] Network 1cc7d276-1510-4807-bcf2-74eaec8f05cc requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:11.501137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'tag': '176d348b-9697-4e18-9341-5e7783c44c97'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:11.503164 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e" -d '{"events": [{"name": "network-changed", "server_uuid": "11928cde-46fc-47b7-9019-28193c7ddb0d", "tag": "176d348b-9697-4e18-9341-5e7783c44c97"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:11.524986 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Publish callbacks [] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.561592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bad40d9-6b1e-43e8-8214-989de36a1049 req-491f4862-ef30-49c4-9766-4a13d0cad613 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436972 Jan 28 03:27:11.584352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a6b71059-593e-43b4-a3e4-8e12e737f1e9 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:27:11.586679 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.590912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512aa44-a5b0-420c-af33-8e52a75e6a57 service neutron] Pushing event updated for resources: {'Port': ['ID=176d348b-9697-4e18-9341-5e7783c44c97,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:11.598113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-d8cc509e-f45b-427f-9997-21d057a14ffa service neutron] 10.222.0.44 "GET /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740314 Jan 28 03:27:11.610111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Allocated IP 172.25.1.87 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/84b6781c-2c6a-467a-9e7a-7e6b872d9d4b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:11.619568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e860a3fc-3b46-4053-9dbd-74674148932d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:11.621185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c158c539-0500-43f7-9cdf-e687fb9f364e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:11.628789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45328) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:11.727925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381067a4-5253-44b4-9fbc-015beb6f129c req-714a5544-5e23-4736-9150-b0ab11c0b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:11.729665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-714a5544-5e23-4736-9150-b0ab11c0b774 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1095 time: 0.1301272 Jan 28 03:27:11.740987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8393fb97-ddf8-41f7-b3b7-af1e610094c2 admin admin] Deleting subnet 6342cf57-da8f-463e-9bce-e1d1dd600393 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:27:11.744406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-24fde367-4ea1-4f90-88c4-97c5935b6f0f None None] Provisioning complete for port c158c539-0500-43f7-9cdf-e687fb9f364e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:11.744968 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24fde367-4ea1-4f90-88c4-97c5935b6f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.746996 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8393fb97-ddf8-41f7-b3b7-af1e610094c2 admin admin] Publish callbacks [] for subnet (6342cf57-da8f-463e-9bce-e1d1dd600393), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.800335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-45ba9f0b-1dc0-4c16-a501-bdfa1007df0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=176d348b-9697-4e18-9341-5e7783c44c97 HTTP/1.1" status: 200 len: 217 time: 0.0520289 Jan 28 03:27:11.806351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8393fb97-ddf8-41f7-b3b7-af1e610094c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (6342cf57-da8f-463e-9bce-e1d1dd600393), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.808245 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Network 4f8a2343-3908-47d7-b5dc-ec025110b546 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:11.837940 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.841888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks [] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.843227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:11.851920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:11.859502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Pushing event updated for resources: {'Port': ['ID=b425b2e2-715d-4242-814c-2a27c4cd0551,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:11.864286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da986f5-02f2-4b02-8cf2-b6cdfe6da1b1 req-dbb6616d-5dec-4f7b-8768-f866adf9527b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:11.865689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2da986f5-02f2-4b02-8cf2-b6cdfe6da1b1 req-dbb6616d-5dec-4f7b-8768-f866adf9527b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.1664081 Jan 28 03:27:11.869198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8393fb97-ddf8-41f7-b3b7-af1e610094c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (6342cf57-da8f-463e-9bce-e1d1dd600393), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.869599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-8f4a3959-fceb-45f2-b321-e24b7dc3f242 service neutron] 10.222.0.44 "GET /v2.0/networks/1cc7d276-1510-4807-bcf2-74eaec8f05cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370565 Jan 28 03:27:11.900062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381067a4-5253-44b4-9fbc-015beb6f129c req-310cc0ae-0126-4c16-89b7-6e1751710f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:11.901536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-310cc0ae-0126-4c16-89b7-6e1751710f14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.0936828 Jan 28 03:27:11.930286 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.976249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c158c539-0500-43f7-9cdf-e687fb9f364e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:11.977155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:11.987196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d380d9-2680-4b1d-8b83-bcfcf7711391', 'name': 'network-vif-deleted', 'tag': '77c932e6-e017-41f5-8ecf-eb3253e60c54'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:11.990069 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12acf43e-0efb-4003-a7a0-439e3837e102" -d '{"events": [{"server_uuid": "72d380d9-2680-4b1d-8b83-bcfcf7711391", "name": "network-vif-deleted", "tag": "77c932e6-e017-41f5-8ecf-eb3253e60c54"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:11.998636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-d9782a49-3ac7-403a-a2d5-84aa393632b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781415 Jan 28 03:27:11.999903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:12.001734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8393fb97-ddf8-41f7-b3b7-af1e610094c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (6342cf57-da8f-463e-9bce-e1d1dd600393), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.014305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:12.016038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Pushing event updated for resources: {'Port': ['ID=84b6781c-2c6a-467a-9e7a-7e6b872d9d4b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:12.019530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8393fb97-ddf8-41f7-b3b7-af1e610094c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.027375 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8393fb97-ddf8-41f7-b3b7-af1e610094c2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6342cf57-da8f-463e-9bce-e1d1dd600393 HTTP/1.1" status: 204 len: 168 time: 0.3918159 Jan 28 03:27:12.027375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:12.027671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:12.035533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a6b71059-593e-43b4-a3e4-8e12e737f1e9 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:12.035878 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.051435 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393fb97-ddf8-41f7-b3b7-af1e610094c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6342cf57-da8f-463e-9bce-e1d1dd600393,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:12.106212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Attempting to bind port b425b2e2-715d-4242-814c-2a27c4cd0551 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:12.106212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Attempting to bind port b425b2e2-715d-4242-814c-2a27c4cd0551 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:12.106527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Attempting to bind port b425b2e2-715d-4242-814c-2a27c4cd0551 on network 4f8a2343-3908-47d7-b5dc-ec025110b546 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:12.120522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2da986f5-02f2-4b02-8cf2-b6cdfe6da1b1 req-1cdca28b-1cc3-429d-b485-b499c872da9c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404857 Jan 28 03:27:12.154489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:12.158079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Checking segment: {'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:12.158727 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.159296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Bound using segment: {'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:12.160073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Bound port: b425b2e2-715d-4242-814c-2a27c4cd0551, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:12.161873 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.170312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-db66e1e8-b338-404f-ae64-fd7df60f67ee service neutron] 10.222.0.44 "GET /v2.0/networks/1cc7d276-1510-4807-bcf2-74eaec8f05cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889209 Jan 28 03:27:12.173344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-24fde367-4ea1-4f90-88c4-97c5935b6f0f None None] Current status of the port c158c539-0500-43f7-9cdf-e687fb9f364e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:12.174558 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24fde367-4ea1-4f90-88c4-97c5935b6f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.211580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:12.213953 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f74eb8-6482-43eb-96d6-931053111df7" -d '{"events": [{"server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:12.236013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:12.259326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (9219be51-3a94-4e72-9dd4-64b22f7c6555), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.260352 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.261075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 77c932e6-e017-41f5-8ecf-eb3253e60c54 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:27:12.308448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-83d629f1-9bf1-42b5-b002-eac39c8910aa service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008499 Jan 28 03:27:12.321212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 77c932e6-e017-41f5-8ecf-eb3253e60c54 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:27:12.321763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 77c932e6-e017-41f5-8ecf-eb3253e60c54 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:27:12.382224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-24fde367-4ea1-4f90-88c4-97c5935b6f0f None None] For port c158c539-0500-43f7-9cdf-e687fb9f364e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c158c539-0500-43f7-9cdf-e687fb9f364e,segment=NetworkSegment(9a6366c3-22f7-45a9-bdba-6c7bfa074097),segment_id=9a6366c3-22f7-45a9-bdba-6c7bfa074097)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:12.384068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c158c539-0500-43f7-9cdf-e687fb9f364e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:12.384471 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.396204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks [] for router_gateway (319a7ac6-1183-4e22-987a-f51c2cde84f0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.405171 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24fde367-4ea1-4f90-88c4-97c5935b6f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.413118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:12.421275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab874e9-cf04-495e-8ea3-c51319665832 req-7f8063fb-c7a1-49dc-a893-2de544a02282 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:12.422517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cab874e9-cf04-495e-8ea3-c51319665832 req-7f8063fb-c7a1-49dc-a893-2de544a02282 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.2028494 Jan 28 03:27:12.446459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-66fc76fc-66f2-4f5a-bb49-b7c43832af32 service neutron] 10.222.0.44 "GET /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681584 Jan 28 03:27:12.461322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] For port b425b2e2-715d-4242-814c-2a27c4cd0551, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:12.577422 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (9219be51-3a94-4e72-9dd4-64b22f7c6555), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.615241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (319a7ac6-1183-4e22-987a-f51c2cde84f0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.624186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-381067a4-5253-44b4-9fbc-015beb6f129c req-196d98d3-6aeb-45dd-8341-d007553b69a3 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066165 Jan 28 03:27:12.640977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9219be51-3a94-4e72-9dd4-64b22f7c6555']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:12.641180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] For port b425b2e2-715d-4242-814c-2a27c4cd0551, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b425b2e2-715d-4242-814c-2a27c4cd0551,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:12.653250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cab874e9-cf04-495e-8ea3-c51319665832 req-655adc7c-0532-4966-9db9-b16425af985d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124054 Jan 28 03:27:12.658904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27db534a-9f43-4b59-ae5b-5805f03517a0') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:12.659300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27db534a-9f43-4b59-ae5b-5805f03517a0') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:12.659730 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.670338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fde367-4ea1-4f90-88c4-97c5935b6f0f None None] Pushing event updated for resources: {'Port': ['ID=c158c539-0500-43f7-9cdf-e687fb9f364e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:12.679112 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (27db534a-9f43-4b59-ae5b-5805f03517a0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.683154 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:27:12.683520 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:27:12.688678 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62d95e6a-77ae-43b0-91bc-0d9ee5f95a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.696617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-9d3299c6-b420-4c51-bc1d-c6c96c5781b5 service neutron] 10.222.0.44 "GET /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155330 Jan 28 03:27:12.700384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (27db534a-9f43-4b59-ae5b-5805f03517a0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.707336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:27:12.708133 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (27db534a-9f43-4b59-ae5b-5805f03517a0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:27:12.709919 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:27:12.714888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5af0e4c1-74a2-4c95-a9d5-e0832179e70e None None] Provisioning complete for port c158c539-0500-43f7-9cdf-e687fb9f364e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:12.715313 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5af0e4c1-74a2-4c95-a9d5-e0832179e70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.784892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1463ce-3ef8-4601-badf-ce60af96237b None None] Pushing event updated for resources: {'Port': ['ID=b425b2e2-715d-4242-814c-2a27c4cd0551,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:12.785476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (9219be51-3a94-4e72-9dd4-64b22f7c6555), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.812025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.820927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] 10.222.0.44 "DELETE /v2.0/networks/9219be51-3a94-4e72-9dd4-64b22f7c6555 HTTP/1.1" status: 204 len: 168 time: 0.7945235 Jan 28 03:27:12.824113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45344) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:12.846960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa5a31-249a-4248-b302-0be9ab2e573d admin admin] Pushing event deleted for resources: {'Network': ['ID=9219be51-3a94-4e72-9dd4-64b22f7c6555,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:12.855137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Router 319a7ac6-1183-4e22-987a-f51c2cde84f0 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:27:12.857071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5af0e4c1-74a2-4c95-a9d5-e0832179e70e None None] Current status of the port c158c539-0500-43f7-9cdf-e687fb9f364e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:12.901648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c5c9de21-0a71-4f9b-a525-c3799347492b details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:27:12.926332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f45d27f-0f32-43d6-97a5-29fbef372837 admin admin] Deleting subnet 8f313825-689b-4d01-8bf2-db709687597a {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:27:12.931816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f45d27f-0f32-43d6-97a5-29fbef372837 admin admin] Publish callbacks [] for subnet (8f313825-689b-4d01-8bf2-db709687597a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:12.971396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f45d27f-0f32-43d6-97a5-29fbef372837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (8f313825-689b-4d01-8bf2-db709687597a), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:13.028245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f45d27f-0f32-43d6-97a5-29fbef372837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (8f313825-689b-4d01-8bf2-db709687597a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:13.030573 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef0979c-3dbc-43fb-8dbf-ebb62a0b1775 x-openstack-request-id: req-1ef0979c-3dbc-43fb-8dbf-ebb62a0b1775 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:13.031215 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11928cde-46fc-47b7-9019-28193c7ddb0d", "tag": "176d348b-9697-4e18-9341-5e7783c44c97", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:13.031558 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ef0979c-3dbc-43fb-8dbf-ebb62a0b1775 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:13.032076 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'tag': '176d348b-9697-4e18-9341-5e7783c44c97', 'status': 'completed', 'code': 200} Jan 28 03:27:13.107261 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9b0ad4-8da4-481d-9f87-af53fbecda5a x-openstack-request-id: req-1f9b0ad4-8da4-481d-9f87-af53fbecda5a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:13.107562 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d380d9-2680-4b1d-8b83-bcfcf7711391", "name": "network-vif-deleted", "tag": "77c932e6-e017-41f5-8ecf-eb3253e60c54", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:13.107972 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f9b0ad4-8da4-481d-9f87-af53fbecda5a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:13.108366 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d380d9-2680-4b1d-8b83-bcfcf7711391', 'name': 'network-vif-deleted', 'tag': '77c932e6-e017-41f5-8ecf-eb3253e60c54', 'status': 'completed', 'code': 200} Jan 28 03:27:13.137340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:13.187923 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f42ca5-8b52-41e6-843d-d9e03f7dffb7 x-openstack-request-id: req-96f42ca5-8b52-41e6-843d-d9e03f7dffb7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:13.188220 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:13.188541 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96f42ca5-8b52-41e6-843d-d9e03f7dffb7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:13.189030 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'code': 200} Jan 28 03:27:13.196738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'c5c9de21-0a71-4f9b-a525-c3799347492b', 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935', 'port_id': 'c5c9de21-0a71-4f9b-a525-c3799347492b', 'mac_address': 'fa:16:3e:71:96:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e62498-2e1e-4282-bf91-3df78f49b1f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:27:13.232601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:27:13.249180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af71bb-4835-4852-be70-0e02e6470e6e req-372a5620-c19a-4f59-8ffb-6eb0581d714a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:13.254376 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f45d27f-0f32-43d6-97a5-29fbef372837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (8f313825-689b-4d01-8bf2-db709687597a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:13.258263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74af71bb-4835-4852-be70-0e02e6470e6e req-372a5620-c19a-4f59-8ffb-6eb0581d714a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 948 time: 0.2239790 Jan 28 03:27:13.303863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c158c539-0500-43f7-9cdf-e687fb9f364e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:13.305571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45d27f-0f32-43d6-97a5-29fbef372837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f313825-689b-4d01-8bf2-db709687597a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:13.314754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Sync routers for ids ['319a7ac6-1183-4e22-987a-f51c2cde84f0'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:27:13.324032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c5c9de21-0a71-4f9b-a525-c3799347492b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:13.325177 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:13.329555 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f45d27f-0f32-43d6-97a5-29fbef372837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:13.331428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e req-a0a7e939-d818-4a75-ac2b-bbf3fbcbb078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:13.333039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e req-a0a7e939-d818-4a75-ac2b-bbf3fbcbb078 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1095 time: 0.2271123 Jan 28 03:27:13.340267 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1f45d27f-0f32-43d6-97a5-29fbef372837 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8f313825-689b-4d01-8bf2-db709687597a HTTP/1.1" status: 204 len: 168 time: 0.5147989 Jan 28 03:27:13.347595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:13.348873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Routers {'319a7ac6-1183-4e22-987a-f51c2cde84f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:13.349722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['319a7ac6-1183-4e22-987a-f51c2cde84f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:13.351748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:13.352088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:13.354017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c9de21-0a71-4f9b-a525-c3799347492b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:13.354969 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dc909165-8e5e-43d6-8716-88b5d2d01213 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5480111 Jan 28 03:27:13.380398 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:13.428661 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:13.443800 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:27:13.545384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c5c9de21-0a71-4f9b-a525-c3799347492b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:13.559583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a6b71059-593e-43b4-a3e4-8e12e737f1e9 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:27:13.563746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Set router 319a7ac6-1183-4e22-987a-f51c2cde84f0 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:13.620344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74af71bb-4835-4852-be70-0e02e6470e6e req-90d25204-7851-4742-abae-ef19ad9bea9a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609776 Jan 28 03:27:13.620708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b425b2e2-715d-4242-814c-2a27c4cd0551 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:13.692967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f02927-e1f3-4ea1-bdb9-32924fc57f2f req-58971c61-1f5d-4a97-822d-5b6766a63dd9 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:13.694610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56f02927-e1f3-4ea1-bdb9-32924fc57f2f req-58971c61-1f5d-4a97-822d-5b6766a63dd9 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.4118912 Jan 28 03:27:13.740769 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (b7fff31a-31f3-49de-b636-0a275fc20811), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:13.851074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['c5c9de21-0a71-4f9b-a525-c3799347492b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:13.910029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b425b2e2-715d-4242-814c-2a27c4cd0551 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:13.910390 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:13.919557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:13.979848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'mac_address': 'fa:16:3e:12:da:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:27:14.042136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91a631b1-baa5-4869-90ab-1e7fb1e9d7eb req-f1b3fc81-6ce1-47fc-bb3a-f377632436ca tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 210 time: 0.3417523 Jan 28 03:27:14.072781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e req-685e1e12-b5ab-4e4c-87da-6dbc1a44322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:14.074299 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e req-685e1e12-b5ab-4e4c-87da-6dbc1a44322c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.7241092 Jan 28 03:27:14.104093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a6b71059-593e-43b4-a3e4-8e12e737f1e9 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:14.104484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.166285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-router', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:10Z', 'updated_at': '2022-01-28T03:27:12Z', 'revision_number': 3, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'gw_port': {'id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:11Z', 'updated_at': '2022-01-28T03:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:14.170977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56f02927-e1f3-4ea1-bdb9-32924fc57f2f req-6db5e8a7-cbd3-4a59-b255-f5cae8f0782a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505401 Jan 28 03:27:14.174980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e req-48f9f0e0-a627-481d-af8d-e12b0784b956 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=176d348b-9697-4e18-9341-5e7783c44c97 HTTP/1.1" status: 200 len: 217 time: 0.0522919 Jan 28 03:27:14.175278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b71059-593e-43b4-a3e4-8e12e737f1e9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:14.214438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b425b2e2-715d-4242-814c-2a27c4cd0551 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:14.214832 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.217588 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.225330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Checking router: 319a7ac6-1183-4e22-987a-f51c2cde84f0 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:27:14.225760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Updating router 319a7ac6-1183-4e22-987a-f51c2cde84f0 port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:27:14.227785 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.264287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93ec49c-0364-48ce-aa1c-2d375ea8b8f3 None None] Network 4f8a2343-3908-47d7-b5dc-ec025110b546 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:14.277853 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:14.340484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.363542 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.410724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (b7fff31a-31f3-49de-b636-0a275fc20811), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.420880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port b425b2e2-715d-4242-814c-2a27c4cd0551, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b425b2e2-715d-4242-814c-2a27c4cd0551,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:14.433578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e req-677d2358-3906-4bca-a56d-b8d9a6198402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:14.435650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e req-677d2358-3906-4bca-a56d-b8d9a6198402 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.2227223 Jan 28 03:27:14.441242 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.442002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c158c539-0500-43f7-9cdf-e687fb9f364e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:14.473519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2199e5e-5a61-424d-96ba-f670da1343ad req-f6165f45-9e7c-4dc9-b701-c02b43823bb6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:14.474997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2199e5e-5a61-424d-96ba-f670da1343ad req-f6165f45-9e7c-4dc9-b701-c02b43823bb6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 944 time: 0.2799153 Jan 28 03:27:14.477994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fff31a-31f3-49de-b636-0a275fc20811']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:14.479146 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-741735ce-96a6-4517-9663-b85abfff5877 None None] Provisioning complete for port b425b2e2-715d-4242-814c-2a27c4cd0551 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:14.480213 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-741735ce-96a6-4517-9663-b85abfff5877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.505305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e req-0a7575c7-d6c8-4496-a63d-c5d860995eb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614042 Jan 28 03:27:14.550826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c77bcd1-f598-43b7-843a-6e27c007fa3f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:14.551204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c77bcd1-f598-43b7-843a-6e27c007fa3f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:14.580141 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (7c77bcd1-f598-43b7-843a-6e27c007fa3f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.611049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:14.611322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a2366-b9fe-4aa4-8803-3bdb244a0e56 req-ebcaa95a-35c4-421b-81af-a0bb4c77e36e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:14.612664 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b2a2366-b9fe-4aa4-8803-3bdb244a0e56 req-ebcaa95a-35c4-421b-81af-a0bb4c77e36e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.3191850 Jan 28 03:27:14.624606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-b0f71df4-334d-4e3b-8390-38cbea2b1796 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:14.632416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-b0f71df4-334d-4e3b-8390-38cbea2b1796 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:14.634422 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-b0f71df4-334d-4e3b-8390-38cbea2b1796 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.25 "GET /v2.0/networks?id=6b1e172e-a5af-41fd-910e-3f347e12e794&id=1cc7d276-1510-4807-bcf2-74eaec8f05cc&id=6b1e172e-a5af-41fd-910e-3f347e12e794 HTTP/1.1" status: 200 len: 1391 time: 0.1491549 Jan 28 03:27:14.657991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'port': {'device_id': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794', 'admin_state_up': True, 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:14.673638 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7c77bcd1-f598-43b7-843a-6e27c007fa3f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.741796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:27:14.742121 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (7c77bcd1-f598-43b7-843a-6e27c007fa3f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:27:14.743791 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:27:14.803119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:14.806913 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.821379 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2199e5e-5a61-424d-96ba-f670da1343ad req-3c372a62-08b5-4eb9-b6bd-6d44becb1bbf tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263068 Jan 28 03:27:14.824832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['a6b71059-593e-43b4-a3e4-8e12e737f1e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:14.920751 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (b7fff31a-31f3-49de-b636-0a275fc20811), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.958876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:14.961996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=b425b2e2-715d-4242-814c-2a27c4cd0551,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:14.975609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b7fff31a-31f3-49de-b636-0a275fc20811 HTTP/1.1" status: 204 len: 168 time: 1.6225169 Jan 28 03:27:14.976595 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06302582-1580-46b3-ad66-a72ad4ce7103 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7fff31a-31f3-49de-b636-0a275fc20811,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:14.987992 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e req-58bdf597-975a-44e1-920d-a7d985fe13cc service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349759 Jan 28 03:27:15.010112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c158c539-0500-43f7-9cdf-e687fb9f364e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:15.010484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.014541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b2a2366-b9fe-4aa4-8803-3bdb244a0e56 req-fc77c8be-8e52-45ae-87bb-a8b93745d9f7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422282 Jan 28 03:27:15.022244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Allocated IP 19.80.0.130 (6b1e172e-a5af-41fd-910e-3f347e12e794/73c41d58-1914-407b-a94e-4813ee05ea41/e3ce54de-8ca9-4912-961f-6abcff6e3f7f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:15.145614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-741735ce-96a6-4517-9663-b85abfff5877 None None] Current status of the port b425b2e2-715d-4242-814c-2a27c4cd0551 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:15.274557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:15.287895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-069c9faa-4ca7-4bef-827b-e0feb7329aa3 req-e23b8b94-adcd-49de-ab7a-4763576091f9 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 210 time: 0.0819783 Jan 28 03:27:15.313289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c997da-e3e5-42ae-83e3-46cbf4886348 req-24833a24-22ca-4853-be18-4f786dc8f92e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:15.321720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81c997da-e3e5-42ae-83e3-46cbf4886348 req-24833a24-22ca-4853-be18-4f786dc8f92e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 949 time: 0.2208040 Jan 28 03:27:15.341042 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Publish callbacks [] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.356306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b71f948a-ada1-4290-a7ca-b0b8a009f07e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4dd99d1c62b84161ba1a421bee79ffea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0805244 Jan 28 03:27:15.359409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:15.377427 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.386327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c158c539-0500-43f7-9cdf-e687fb9f364e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:15.404114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7dad622-dcb7-4ec7-a36a-8fdad3f8864e req-7f7904fd-9385-4bb8-a35e-0f34fb941220 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840072 Jan 28 03:27:15.423106 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.455616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-22fdabbe-bf98-42b7-bf23-c8c807297e54 None None] Provisioning complete for port b425b2e2-715d-4242-814c-2a27c4cd0551 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:15.455995 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22fdabbe-bf98-42b7-bf23-c8c807297e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.457336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks [] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.465095 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.490067 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37f6906d-dabe-4f0a-b58c-e13f040e11eb admin admin] Publish callbacks [] for security_group (70fc5b89-a438-4740-b06d-31caad505ef3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.491093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624f687-64fa-4526-b210-f6015738d043 None None] Pushing event updated for resources: {'Port': ['ID=84b6781c-2c6a-467a-9e7a-7e6b872d9d4b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:15.496806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Attempting to bind port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:15.497393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Attempting to bind port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:15.497850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Attempting to bind port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:15.501729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81c997da-e3e5-42ae-83e3-46cbf4886348 req-ac61653c-3182-40cf-8344-88eb8e4d1362 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786313 Jan 28 03:27:15.512517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:15.513574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:15.513777 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.514381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:15.515104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Bound port: 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:15.515482 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.519076 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37f6906d-dabe-4f0a-b58c-e13f040e11eb admin admin] Publish callbacks [] for security_group (70fc5b89-a438-4740-b06d-31caad505ef3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.553401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72072efd-0603-47a7-98e5-e6a2ffd79bb0 req-6f8f2d09-5ff9-44c2-b8ba-9efe8ca61278 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:15.555092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72072efd-0603-47a7-98e5-e6a2ffd79bb0 req-6f8f2d09-5ff9-44c2-b8ba-9efe8ca61278 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.1436188 Jan 28 03:27:15.571897 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.588034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b425b2e2-715d-4242-814c-2a27c4cd0551 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:15.612992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37f6906d-dabe-4f0a-b58c-e13f040e11eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (70fc5b89-a438-4740-b06d-31caad505ef3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.615433 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37f6906d-dabe-4f0a-b58c-e13f040e11eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.618993 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-37f6906d-dabe-4f0a-b58c-e13f040e11eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70fc5b89-a438-4740-b06d-31caad505ef3 HTTP/1.1" status: 204 len: 168 time: 0.2562733 Jan 28 03:27:15.628268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network 6b1e172e-a5af-41fd-910e-3f347e12e794 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:15.640096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6906d-dabe-4f0a-b58c-e13f040e11eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fc5b89-a438-4740-b06d-31caad505ef3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:15.641853 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:15.647055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:15.651498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Port': ['ID=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:15.679779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] For port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:15.691448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] For port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84b6781c-2c6a-467a-9e7a-7e6b872d9d4b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:15.705808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:15.706581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.736683 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-57333ba8-11fe-4001-b3cb-eee67e849158 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0882232 Jan 28 03:27:15.745672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72072efd-0603-47a7-98e5-e6a2ffd79bb0 req-6f82460c-cd7b-475c-adcc-f614f84e77aa tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713529 Jan 28 03:27:15.759652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'port': {'device_id': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc', 'admin_state_up': True, 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:15.798853 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.831618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Allocated IP 172.20.0.1 (4f8a2343-3908-47d7-b5dc-ec025110b546/70692883-a42e-4997-a8f3-51f595ba9582/00d20661-5cc5-410c-a280-7c69e3bf4b1b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:15.847890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-22fdabbe-bf98-42b7-bf23-c8c807297e54 None None] Current status of the port b425b2e2-715d-4242-814c-2a27c4cd0551 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:15.883600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624f687-64fa-4526-b210-f6015738d043 None None] Pushing event updated for resources: {'Port': ['ID=84b6781c-2c6a-467a-9e7a-7e6b872d9d4b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:15.897782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Routers {'319a7ac6-1183-4e22-987a-f51c2cde84f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:15.898424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['319a7ac6-1183-4e22-987a-f51c2cde84f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:15.900398 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b425b2e2-715d-4242-814c-2a27c4cd0551 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:15.900768 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.960593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:15.964675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.105120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367fea-970e-428b-9e6a-1da0e2170e8b req-4e24523d-057c-452a-99a6-44a1b8142055 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:16.112666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] Set router 319a7ac6-1183-4e22-987a-f51c2cde84f0 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:16.114687 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20367fea-970e-428b-9e6a-1da0e2170e8b req-4e24523d-057c-452a-99a6-44a1b8142055 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 944 time: 0.1412306 Jan 28 03:27:16.116700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cdd7ffaa-f7c8-4297-9192-f2760d4cf72e None None] Provisioning complete for port e3ce54de-8ca9-4912-961f-6abcff6e3f7f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:16.116700 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ffaa-f7c8-4297-9192-f2760d4cf72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.171426 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Publish callbacks [] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.184389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Allocated IP 19.86.0.170 (1cc7d276-1510-4807-bcf2-74eaec8f05cc/c7814a7c-179d-4fcb-b519-b09931c3dc8a/d0fc211d-6c60-4762-8ab2-a20e5f1518d0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:16.219805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45390) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:16.274915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b425b2e2-715d-4242-814c-2a27c4cd0551 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:16.280472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cdd7ffaa-f7c8-4297-9192-f2760d4cf72e None None] Port e3ce54de-8ca9-4912-961f-6abcff6e3f7f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:16.292757 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b87b8098-3c61-4000-95e9-77e650c88c2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17ab98b0dca44bae83f36a5cc3c9693e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717320 Jan 28 03:27:16.296529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45392) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:16.303136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.338972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20367fea-970e-428b-9e6a-1da0e2170e8b req-48ed51e0-f609-4fad-96a0-584e675c25b0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330068 Jan 28 03:27:16.355506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2e646-fb52-43d2-a61c-f9fab8570247 req-3057e8f3-7a6c-4ca1-b9e0-b35a320e40e2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:16.365210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ce2e646-fb52-43d2-a61c-f9fab8570247 req-3057e8f3-7a6c-4ca1-b9e0-b35a320e40e2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1604156 Jan 28 03:27:16.389536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-router', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:10Z', 'updated_at': '2022-01-28T03:27:12Z', 'revision_number': 3, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'gw_port': {'id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:11Z', 'updated_at': '2022-01-28T03:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:16.397763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Network 4f8a2343-3908-47d7-b5dc-ec025110b546 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:16.412781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e762a0fc-0b01-4644-8cd4-374a23032c08 admin admin] Publish callbacks [] for security_group (e8fbdc3d-8bda-4dc2-a757-98f082326d7a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.420698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262e49c-8707-431d-9d4d-b440b4035412 None None] The sync data for ids ['319a7ac6-1183-4e22-987a-f51c2cde84f0'] in n-d-808199-14 is: [{'id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-router', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:10Z', 'updated_at': '2022-01-28T03:27:12Z', 'revision_number': 3, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'gw_port': {'id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:11Z', 'updated_at': '2022-01-28T03:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:27:16.432797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks [] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.441418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Pushing event updated for resources: {'Port': ['ID=00d20661-5cc5-410c-a280-7c69e3bf4b1b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:16.452916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:16.455969 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e762a0fc-0b01-4644-8cd4-374a23032c08 admin admin] Publish callbacks [] for security_group (e8fbdc3d-8bda-4dc2-a757-98f082326d7a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.465343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:16.519405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.569447 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e762a0fc-0b01-4644-8cd4-374a23032c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e8fbdc3d-8bda-4dc2-a757-98f082326d7a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.571488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ce2e646-fb52-43d2-a61c-f9fab8570247 req-ebd0802e-782b-48be-b822-3697cfd8d53d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039621 Jan 28 03:27:16.572383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e762a0fc-0b01-4644-8cd4-374a23032c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.576233 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.582369 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e762a0fc-0b01-4644-8cd4-374a23032c08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8fbdc3d-8bda-4dc2-a757-98f082326d7a HTTP/1.1" status: 204 len: 168 time: 0.2847099 Jan 28 03:27:16.584464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network 1cc7d276-1510-4807-bcf2-74eaec8f05cc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:16.592489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:16.604692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:16.607714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b8726-83c2-4dc8-9dde-bf40d79d10fc req-e38a2df1-90db-4e65-983c-f60ee1796d3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:16.612815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762a0fc-0b01-4644-8cd4-374a23032c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fbdc3d-8bda-4dc2-a757-98f082326d7a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:16.614424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Port': ['ID=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:16.629801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b57b8726-83c2-4dc8-9dde-bf40d79d10fc req-e38a2df1-90db-4e65-983c-f60ee1796d3c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 932 time: 0.1871004 Jan 28 03:27:16.687865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:16.688526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.739710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-60f02970-6ff0-4ed9-844b-898ede842414 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9885173 Jan 28 03:27:16.765377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'port': {'device_id': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794', 'admin_state_up': True, 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:16.825809 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (319a7ac6-1183-4e22-987a-f51c2cde84f0), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.923184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-63844e5e-c21b-41f6-8f6f-32a10c34acb1 None None] Provisioning complete for port 00d20661-5cc5-410c-a280-7c69e3bf4b1b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:16.923577 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63844e5e-c21b-41f6-8f6f-32a10c34acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:16.988661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:16.994714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-63844e5e-c21b-41f6-8f6f-32a10c34acb1 None None] Port 00d20661-5cc5-410c-a280-7c69e3bf4b1b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:16.994714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 176d348b-9697-4e18-9341-5e7783c44c97 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:27:16.995032 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:17.084372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c5c9de21-0a71-4f9b-a525-c3799347492b up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:17.153968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Allocated IP 19.80.0.234 (6b1e172e-a5af-41fd-910e-3f347e12e794/73c41d58-1914-407b-a94e-4813ee05ea41/ed1e7aaa-4cb5-453a-b513-6fe36dd83643) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:17.202018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:17.244288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '176d348b-9697-4e18-9341-5e7783c44c97', 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662', 'port_id': '176d348b-9697-4e18-9341-5e7783c44c97', 'mac_address': 'fa:16:3e:d4:2b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719f8daa-0c81-4241-9a30-a78470f65f7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:27:17.263235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7fcee560-65d6-43f8-9947-4b2549afbbaf None None] Provisioning complete for port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:17.263787 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fcee560-65d6-43f8-9947-4b2549afbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:17.343850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b57b8726-83c2-4dc8-9dde-bf40d79d10fc req-17e13a3b-ddd7-4e32-8f1c-1d04f150c06c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7129562 Jan 28 03:27:17.390119 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks [] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:17.393292 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port c5c9de21-0a71-4f9b-a525-c3799347492b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:27:17.406885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406dd69-bf27-49eb-841a-84f39de9ae84 req-52cd1b0c-4f76-4d25-b07a-9d69317e789b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:17.410588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port c5c9de21-0a71-4f9b-a525-c3799347492b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:17.411239 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:17.413757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2406dd69-bf27-49eb-841a-84f39de9ae84 req-52cd1b0c-4f76-4d25-b07a-9d69317e789b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 949 time: 0.7189217 Jan 28 03:27:17.416097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7fcee560-65d6-43f8-9947-4b2549afbbaf None None] Port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:17.440395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 176d348b-9697-4e18-9341-5e7783c44c97 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:17.441139 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (176d348b-9697-4e18-9341-5e7783c44c97), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:17.464959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176d348b-9697-4e18-9341-5e7783c44c97 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:17.500580 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:17.506580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:17.521556 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (176d348b-9697-4e18-9341-5e7783c44c97), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:17.583049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network 6b1e172e-a5af-41fd-910e-3f347e12e794 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:17.590447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:17.611019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:17.612444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=176d348b-9697-4e18-9341-5e7783c44c97,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:17.620080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a6b71059-593e-43b4-a3e4-8e12e737f1e9 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:17.709855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:17.709855 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:17.737323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2406dd69-bf27-49eb-841a-84f39de9ae84 req-f3dcd5ff-8771-4b31-a902-de2fca6048b5 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225274 Jan 28 03:27:17.763113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Port': ['ID=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:17.784531 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-27169f12-7621-4eef-ab3e-e6b83b788ceb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0288064 Jan 28 03:27:17.799897 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:17.805668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Request body: {'port': {'device_id': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:17.922519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.000472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:18.023307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b6b92-7d25-458f-9ac7-bb1e244994e0 req-ae6c844a-2d5d-4c75-b4da-40176b196e8f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:18.024990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-029b6b92-7d25-458f-9ac7-bb1e244994e0 req-ae6c844a-2d5d-4c75-b4da-40176b196e8f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 944 time: 0.3668959 Jan 28 03:27:18.027605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:18.067657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c5c9de21-0a71-4f9b-a525-c3799347492b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:18.068052 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.120819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-029b6b92-7d25-458f-9ac7-bb1e244994e0 req-346f554d-b0d0-405a-a994-1500f6c1360e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724556 Jan 28 03:27:18.140054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c9de21-0a71-4f9b-a525-c3799347492b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:18.143151 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13657575-3076-4ac0-ac84-a7c394f29aef" -d '{"events": [{"server_uuid": "16bb749e-4436-4a1c-96d2-d83b1b306818", "name": "network-vif-plugged", "status": "completed", "tag": "c5c9de21-0a71-4f9b-a525-c3799347492b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:18.145512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c6a52-d0fe-4ca9-9ec0-50356912f1d6 req-611fb66e-0ba6-4104-b79c-101f10fe28a0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:18.164240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab4c6a52-d0fe-4ca9-9ec0-50356912f1d6 req-611fb66e-0ba6-4104-b79c-101f10fe28a0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 944 time: 0.1693304 Jan 28 03:27:18.166187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['176d348b-9697-4e18-9341-5e7783c44c97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:18.195185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:18.196383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2073097646-network', 'tenant_id': '85f21791b5c049eea7024232797872d1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:18.213826 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.240557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b121caea-77d6-46aa-894c-78ec1e2ee560 None None] Provisioning complete for port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:18.240953 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b121caea-77d6-46aa-894c-78ec1e2ee560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.279731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Publish callbacks [] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.287121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab4c6a52-d0fe-4ca9-9ec0-50356912f1d6 req-88d31ded-c25c-4723-ba74-faeb02074351 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213458 Jan 28 03:27:18.287951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Made reservation on behalf of 85f21791b5c049eea7024232797872d1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:18.290394 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.304816 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.314353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.319251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:18.319623 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.353963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ce54de-8ca9-4912-961f-6abcff6e3f7f {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:18.360779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port a6b71059-593e-43b4-a3e4-8e12e737f1e9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:18.361184 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.365975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Publish callbacks [] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.367346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b121caea-77d6-46aa-894c-78ec1e2ee560 None None] Port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:18.385577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Transition to ACTIVE for port object e3ce54de-8ca9-4912-961f-6abcff6e3f7f will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:27:18.390330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c5c9de21-0a71-4f9b-a525-c3799347492b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:18.391863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.412870 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729f90a6-0cd2-495c-94a3-d8b35cf15739 x-openstack-request-id: req-729f90a6-0cd2-495c-94a3-d8b35cf15739 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:18.413455 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bb749e-4436-4a1c-96d2-d83b1b306818", "name": "network-vif-plugged", "status": "completed", "tag": "c5c9de21-0a71-4f9b-a525-c3799347492b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:18.413455 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-729f90a6-0cd2-495c-94a3-d8b35cf15739 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:18.413773 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c9de21-0a71-4f9b-a525-c3799347492b', 'code': 200} Jan 28 03:27:18.462271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18159f2b-21b4-4d38-b5a7-27fffd0517d7 req-c2e84a79-fa92-48b7-bb03-f195383e9382 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:18.481924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18159f2b-21b4-4d38-b5a7-27fffd0517d7 req-c2e84a79-fa92-48b7-bb03-f195383e9382 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.2472298 Jan 28 03:27:18.498213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (319a7ac6-1183-4e22-987a-f51c2cde84f0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.500126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Pushing event updated for resources: {'Port': ['ID=00d20661-5cc5-410c-a280-7c69e3bf4b1b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:18.599104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:18.617894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Attempting to bind port e3ce54de-8ca9-4912-961f-6abcff6e3f7f on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:18.618544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Attempting to bind port e3ce54de-8ca9-4912-961f-6abcff6e3f7f by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:18.619036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Attempting to bind port e3ce54de-8ca9-4912-961f-6abcff6e3f7f on network 6b1e172e-a5af-41fd-910e-3f347e12e794 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:18.626515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Port e3ce54de-8ca9-4912-961f-6abcff6e3f7f on network 6b1e172e-a5af-41fd-910e-3f347e12e794 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:27:18.627055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Attempting to bind port e3ce54de-8ca9-4912-961f-6abcff6e3f7f on network 6b1e172e-a5af-41fd-910e-3f347e12e794 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:18.633914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:18.634789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Checking segment: {'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:18.635876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Bound using segment: {'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:18.636496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Bound port: e3ce54de-8ca9-4912-961f-6abcff6e3f7f, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:18.637074 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.731703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] For port e3ce54de-8ca9-4912-961f-6abcff6e3f7f, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:18.735404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] For port e3ce54de-8ca9-4912-961f-6abcff6e3f7f, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:18.735962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a6b71059-593e-43b4-a3e4-8e12e737f1e9 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:18.736457 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.741336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.745521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:18.746280 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.752038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18159f2b-21b4-4d38-b5a7-27fffd0517d7 req-9bfc887f-5c96-4ebd-989d-fa0e8f2db3a5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633512 Jan 28 03:27:18.771993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da2dfa-0824-43bf-b301-544b738db920 req-8ab7ce3e-d8f1-40ae-ab6b-399ba3ff00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:18.773117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84b6781c-2c6a-467a-9e7a-7e6b872d9d4b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:18.773706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76da2dfa-0824-43bf-b301-544b738db920 req-8ab7ce3e-d8f1-40ae-ab6b-399ba3ff00b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1097 time: 0.2632077 Jan 28 03:27:18.782489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:18.783381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.785776 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] 10.222.0.25 "PUT /v2.0/ports/e3ce54de-8ca9-4912-961f-6abcff6e3f7f HTTP/1.1" status: 200 len: 1093 time: 0.9852982 Jan 28 03:27:18.786302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'tag': 'e3ce54de-8ca9-4912-961f-6abcff6e3f7f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:18.789075 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd" -d '{"events": [{"name": "network-changed", "server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "tag": "e3ce54de-8ca9-4912-961f-6abcff6e3f7f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:18.796053 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.817349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6ff33-2e53-4110-a53f-c4f6ea842902 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:18.832559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Request body: {'port': {'device_id': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:18.836448 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba0a2-9966-4220-83b4-ab8d1fd60d07 req-b535e5f8-4d40-446a-bdbc-c213b890c368 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:18.852454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba0a2-9966-4220-83b4-ab8d1fd60d07 req-b535e5f8-4d40-446a-bdbc-c213b890c368 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:18.867343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba0a2-9966-4220-83b4-ab8d1fd60d07 req-b535e5f8-4d40-446a-bdbc-c213b890c368 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:18.874583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-904ba0a2-9966-4220-83b4-ab8d1fd60d07 req-b535e5f8-4d40-446a-bdbc-c213b890c368 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2389 time: 0.3804660 Jan 28 03:27:18.898898 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:18.911236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.922908 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:18.929600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=84b6781c-2c6a-467a-9e7a-7e6b872d9d4b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:19.040196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:19.043603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76da2dfa-0824-43bf-b301-544b738db920 req-04a51264-f567-4f74-bf47-b4660b29c9fc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506030 Jan 28 03:27:19.058063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Network 4f8a2343-3908-47d7-b5dc-ec025110b546 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:19.060780 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Publish callbacks [] for security_group (f97a9bad-17db-4b67-97e2-899ee3155c7b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.068450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:19.087153 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f97a9bad-17db-4b67-97e2-899ee3155c7b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.122575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c0064-826f-4021-8625-bce068c4df98 req-ee74ac50-291f-40cd-abeb-d430ab64bc0d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.124247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d0c0064-826f-4021-8625-bce068c4df98 req-ee74ac50-291f-40cd-abeb-d430ab64bc0d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 949 time: 0.2446613 Jan 28 03:27:19.186273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-904ba0a2-9966-4220-83b4-ab8d1fd60d07 req-28e0a688-2b3a-41ce-b388-31a8cb4f9d70 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097818 Jan 28 03:27:19.191383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:27:19.203337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97a9bad-17db-4b67-97e2-899ee3155c7b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:19.223634 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d0d350f6-55b0-474c-9bef-3d1365f1a5c9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.223890 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Added segment d0d350f6-55b0-474c-9bef-3d1365f1a5c9 of type vlan for network 7ff5d5ca-031c-4cf7-b89b-5bf3593415c3 Jan 28 03:27:19.252181 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7434d293-2e37-4421-9020-13dbfded261a x-openstack-request-id: req-7434d293-2e37-4421-9020-13dbfded261a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:19.252625 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "tag": "e3ce54de-8ca9-4912-961f-6abcff6e3f7f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:19.253022 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7434d293-2e37-4421-9020-13dbfded261a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:19.253504 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'tag': 'e3ce54de-8ca9-4912-961f-6abcff6e3f7f', 'status': 'completed', 'code': 200} Jan 28 03:27:19.329477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fc211d-6c60-4762-8ab2-a20e5f1518d0 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:19.333189 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (7ff5d5ca-031c-4cf7-b89b-5bf3593415c3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.345276 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Publish callbacks [] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.363122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Transition to ACTIVE for port object d0fc211d-6c60-4762-8ab2-a20e5f1518d0 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:27:19.365976 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d0c0064-826f-4021-8625-bce068c4df98 req-0fd07fbd-3208-4619-a306-c68576d2e477 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246735 Jan 28 03:27:19.373325 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.404799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Router 319a7ac6-1183-4e22-987a-f51c2cde84f0 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:27:19.421711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd req-5a92d7a2-7246-4050-a569-2f4193296a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.422323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd req-5a92d7a2-7246-4050-a569-2f4193296a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.422642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd req-5a92d7a2-7246-4050-a569-2f4193296a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.424289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd req-5a92d7a2-7246-4050-a569-2f4193296a91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2733 time: 0.1081152 Jan 28 03:27:19.425217 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (7ff5d5ca-031c-4cf7-b89b-5bf3593415c3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.426084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.426639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.468600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:19.503407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-14dabc1a-e225-4aca-8dbd-b0c743be70c5 None None] Provisioning complete for port 00d20661-5cc5-410c-a280-7c69e3bf4b1b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:19.504354 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14dabc1a-e225-4aca-8dbd-b0c743be70c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.555761 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Attempting to bind port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:19.556333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Attempting to bind port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '9a6366c3-22f7-45a9-bdba-6c7bfa074097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:19.556654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Attempting to bind port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 on network 1cc7d276-1510-4807-bcf2-74eaec8f05cc {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:19.561954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 on network 1cc7d276-1510-4807-bcf2-74eaec8f05cc not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:27:19.562602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Attempting to bind port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 on network 1cc7d276-1510-4807-bcf2-74eaec8f05cc {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:19.567704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:19.568297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Checking segment: {'id': '9a6366c3-22f7-45a9-bdba-6c7bfa074097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:19.568676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Bound using segment: {'id': '9a6366c3-22f7-45a9-bdba-6c7bfa074097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:19.569207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Bound port: d0fc211d-6c60-4762-8ab2-a20e5f1518d0, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6366c3-22f7-45a9-bdba-6c7bfa074097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:19.569400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-14dabc1a-e225-4aca-8dbd-b0c743be70c5 None None] Port 00d20661-5cc5-410c-a280-7c69e3bf4b1b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:19.569696 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.573626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:19.629876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5882535 Jan 28 03:27:19.634822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:19.635582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:19.636176 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.641634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Request body: {'subnet': {'network_id': '7ff5d5ca-031c-4cf7-b89b-5bf3593415c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2073097646-subnet', 'tenant_id': '85f21791b5c049eea7024232797872d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:19.688288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] For port d0fc211d-6c60-4762-8ab2-a20e5f1518d0, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:19.691994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] For port d0fc211d-6c60-4762-8ab2-a20e5f1518d0, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,segment=NetworkSegment(9a6366c3-22f7-45a9-bdba-6c7bfa074097),segment_id=9a6366c3-22f7-45a9-bdba-6c7bfa074097)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:19.696573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Made reservation on behalf of 85f21791b5c049eea7024232797872d1 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:19.702292 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.708016 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.710876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c4aff-a4ee-4e2a-9b39-08cc16655745 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff5d5ca-031c-4cf7-b89b-5bf3593415c3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:19.741794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 7ff5d5ca-031c-4cf7-b89b-5bf3593415c3 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:27:19.811326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.812716 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:19.814727 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] 10.222.0.25 "PUT /v2.0/ports/d0fc211d-6c60-4762-8ab2-a20e5f1518d0 HTTP/1.1" status: 200 len: 1093 time: 0.9921019 Jan 28 03:27:19.815940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a685bfb-14bd-42c7-a349-3ed85d162f20 req-31f26eaf-d733-4465-ae66-50cbdf7b8da8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.819478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:19.823111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a685bfb-14bd-42c7-a349-3ed85d162f20 req-31f26eaf-d733-4465-ae66-50cbdf7b8da8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 944 time: 0.3853514 Jan 28 03:27:19.863888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8c3e2-6176-4f17-9c35-79a91913836d req-7677aaec-2097-46ec-85dd-f8fa365ed17a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.865426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05d8c3e2-6176-4f17-9c35-79a91913836d req-7677aaec-2097-46ec-85dd-f8fa365ed17a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.3760600 Jan 28 03:27:19.870356 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Request body: {'port': {'device_id': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:19.876078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11814cdd-d1a4-43a7-a5c6-4d64a45d2300 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:19.883610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd req-d199cf8b-fe97-4094-b609-a3362e688120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.884086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd req-d199cf8b-fe97-4094-b609-a3362e688120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.884664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd req-d199cf8b-fe97-4094-b609-a3362e688120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.886263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd req-d199cf8b-fe97-4094-b609-a3362e688120 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4345660 Jan 28 03:27:19.962346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:27:19.974367 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Sync routers for ids ['319a7ac6-1183-4e22-987a-f51c2cde84f0'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:27:19.993896 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Routers {'319a7ac6-1183-4e22-987a-f51c2cde84f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:19.993896 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['319a7ac6-1183-4e22-987a-f51c2cde84f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:20.020151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0a50bda8-70ed-4d13-978c-4be12775a03b admin admin] 10.222.0.44 "PUT /v2.0/routers/319a7ac6-1183-4e22-987a-f51c2cde84f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6554880 Jan 28 03:27:20.020425 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:20.050364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a685bfb-14bd-42c7-a349-3ed85d162f20 req-003d7275-52c3-4820-90e6-0b6bf1c6a0ed tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251227 Jan 28 03:27:20.111312 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (e36b5984-144b-4347-b437-4f742119ae9d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:20.115879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05d8c3e2-6176-4f17-9c35-79a91913836d req-cab90d81-3415-4956-bafb-ef8a93b90ec5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375314 Jan 28 03:27:20.191512 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Set router 319a7ac6-1183-4e22-987a-f51c2cde84f0 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:20.378701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Checking segment: {'id': 'd0d350f6-55b0-474c-9bef-3d1365f1a5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7ff5d5ca-031c-4cf7-b89b-5bf3593415c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:20.379120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Network hostable DHCP agents. Network: 7ff5d5ca-031c-4cf7-b89b-5bf3593415c3, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:27:20.396449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36b5984-144b-4347-b437-4f742119ae9d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:20.415366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:20.418203 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9bd3f6-aa45-494c-8f3c-bb9bafd26d95" -d '{"events": [{"server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "name": "network-vif-plugged", "status": "completed", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:20.442605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Network 7ff5d5ca-031c-4cf7-b89b-5bf3593415c3 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:27:20.468368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 7ff5d5ca-031c-4cf7-b89b-5bf3593415c3) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:20.474720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:20.475561 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:20.483685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948aeea8-c586-4197-9ae8-8cbefcdb8fc5 None None] Network 7ff5d5ca-031c-4cf7-b89b-5bf3593415c3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:20.486347 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-router', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:10Z', 'updated_at': '2022-01-28T03:27:17Z', 'revision_number': 4, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'gw_port': {'id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:11Z', 'updated_at': '2022-01-28T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '00d20661-5cc5-410c-a280-7c69e3bf4b1b', 'name': '', 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'mac_address': 'fa:16:3e:1b:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '70692883-a42e-4997-a8f3-51f595ba9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:15Z', 'updated_at': '2022-01-28T03:27:17Z', 'revision_number': 2, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'subnets': [{'id': '70692883-a42e-4997-a8f3-51f595ba9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:20.518021 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Checking router: 319a7ac6-1183-4e22-987a-f51c2cde84f0 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:27:20.518566 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Updating router 319a7ac6-1183-4e22-987a-f51c2cde84f0 port 00d20661-5cc5-410c-a280-7c69e3bf4b1b binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:27:20.550153 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:20.607565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd req-4462cffb-3510-4691-9636-9bc93cc109f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:20.609371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c9f4ac7-6b51-4c2e-91ec-853f2297edbd req-4462cffb-3510-4691-9636-9bc93cc109f5 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7141287 Jan 28 03:27:20.621479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae978ae6-ae36-457c-95be-3b57b734692a req-424a6821-10d5-46e5-a282-a3abfc318560 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:20.623608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae978ae6-ae36-457c-95be-3b57b734692a req-424a6821-10d5-46e5-a282-a3abfc318560 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.4482126 Jan 28 03:27:20.662259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722cce3-004c-461d-bfb3-2ff43f2e7006 req-bbf8bad3-df64-44dd-9b46-516d18379b31 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:20.670281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722cce3-004c-461d-bfb3-2ff43f2e7006 req-bbf8bad3-df64-44dd-9b46-516d18379b31 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:20.691152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722cce3-004c-461d-bfb3-2ff43f2e7006 req-bbf8bad3-df64-44dd-9b46-516d18379b31 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:20.697399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f722cce3-004c-461d-bfb3-2ff43f2e7006 req-bbf8bad3-df64-44dd-9b46-516d18379b31 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2401 time: 0.1398473 Jan 28 03:27:20.723031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab9a71a-e798-4926-b961-22a3745f7b50 None None] Network 7ff5d5ca-031c-4cf7-b89b-5bf3593415c3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:20.796751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae978ae6-ae36-457c-95be-3b57b734692a req-50f66b27-664c-428a-a5e5-977b82ca9789 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645041 Jan 28 03:27:20.815308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f722cce3-004c-461d-bfb3-2ff43f2e7006 req-2e35fdd6-9071-494a-8dda-8d05ccef98f8 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095116 Jan 28 03:27:20.871473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:20.877278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-network', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:20.909039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Made reservation on behalf of 6c0af682bd2d4d9585fe12736c83aa09 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:20.912206 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:20.933393 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fa0ec14a-ed9c-4460-96fe-bcbd025b148a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2974703 Jan 28 03:27:20.944276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 176d348b-9697-4e18-9341-5e7783c44c97 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:20.974784 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.015530 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4ee803-0bf1-4647-a615-c74230f09f21 x-openstack-request-id: req-8a4ee803-0bf1-4647-a615-c74230f09f21 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:21.015856 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "name": "network-vif-plugged", "status": "completed", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:21.016114 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a4ee803-0bf1-4647-a615-c74230f09f21 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:21.017175 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'code': 200} Jan 28 03:27:21.035555 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Publish callbacks [] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.040501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 176d348b-9697-4e18-9341-5e7783c44c97 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:27:21.049364 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.050333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 176d348b-9697-4e18-9341-5e7783c44c97 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:21.050805 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (176d348b-9697-4e18-9341-5e7783c44c97), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.063199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99474b0b-7c55-436a-b119-1bba8fcb0182 req-29cb51bc-e392-4d52-8f7b-78f6f6d5bc2f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:21.064753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99474b0b-7c55-436a-b119-1bba8fcb0182 req-29cb51bc-e392-4d52-8f7b-78f6f6d5bc2f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1200194 Jan 28 03:27:21.108044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1e7aaa-4cb5-453a-b513-6fe36dd83643 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:21.146933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Publish callbacks [] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.161967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99474b0b-7c55-436a-b119-1bba8fcb0182 req-3ba92add-79d8-4c41-a050-db1a96d49705 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889544 Jan 28 03:27:21.222770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Transition to ACTIVE for port object ed1e7aaa-4cb5-453a-b513-6fe36dd83643 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:27:21.229903 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.237412 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Publish callbacks [] for security_group (e4f04cce-1e8b-43dd-85c9-a6b1aa280158), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.249798 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e4f04cce-1e8b-43dd-85c9-a6b1aa280158), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.258217 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82fd50-b419-4b8a-8a11-09ce131b368f None None] Pushing event updated for resources: {'Port': ['ID=00d20661-5cc5-410c-a280-7c69e3bf4b1b,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:21.271757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'tag': 'd0fc211d-6c60-4762-8ab2-a20e5f1518d0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:21.272786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 176d348b-9697-4e18-9341-5e7783c44c97 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:21.273205 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (176d348b-9697-4e18-9341-5e7783c44c97), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.274735 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825728c8-775f-4708-ba96-40e35b3b37a0" -d '{"events": [{"name": "network-changed", "server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "tag": "d0fc211d-6c60-4762-8ab2-a20e5f1518d0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:21.283464 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Attempting to bind port 00d20661-5cc5-410c-a280-7c69e3bf4b1b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:21.283944 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Attempting to bind port 00d20661-5cc5-410c-a280-7c69e3bf4b1b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:21.289376 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Attempting to bind port 00d20661-5cc5-410c-a280-7c69e3bf4b1b on network 4f8a2343-3908-47d7-b5dc-ec025110b546 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:21.300257 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:21.300645 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Checking segment: {'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:21.304996 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.305472 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Bound using segment: {'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:21.305993 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Bound port: 00d20661-5cc5-410c-a280-7c69e3bf4b1b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:21.306384 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.355917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f04cce-1e8b-43dd-85c9-a6b1aa280158,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:21.356690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:21.363894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:27:21.370800 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (176d348b-9697-4e18-9341-5e7783c44c97), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.422680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Pushing event updated for resources: {'Port': ['ID=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:21.471038 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0c9398a9-0cee-4b0e-b12f-c270b43596ed), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.471678 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Added segment 0c9398a9-0cee-4b0e-b12f-c270b43596ed of type vlan for network 8a131b11-059c-44b3-b64a-7190a6ff2e2f Jan 28 03:27:21.482633 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] For port 00d20661-5cc5-410c-a280-7c69e3bf4b1b, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:21.487274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732ecdb-cff8-4344-90ca-ab5ccbc3a681 req-d3f6572e-a09d-4b29-8102-cdab721f1151 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:21.487758 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] For port 00d20661-5cc5-410c-a280-7c69e3bf4b1b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=00d20661-5cc5-410c-a280-7c69e3bf4b1b,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:21.489178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2732ecdb-cff8-4344-90ca-ab5ccbc3a681 req-d3f6572e-a09d-4b29-8102-cdab721f1151 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 944 time: 0.1978192 Jan 28 03:27:21.494166 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.503590 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Attempting to bind port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:21.505370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Attempting to bind port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:21.505815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Attempting to bind port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 on network 6b1e172e-a5af-41fd-910e-3f347e12e794 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:21.512456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 on network 6b1e172e-a5af-41fd-910e-3f347e12e794 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:27:21.513785 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Attempting to bind port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 on network 6b1e172e-a5af-41fd-910e-3f347e12e794 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:21.520017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:21.520504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Checking segment: {'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:21.523102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Bound using segment: {'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:21.523102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Bound port: ed1e7aaa-4cb5-453a-b513-6fe36dd83643, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dcc509-47e3-477b-a97e-762100dd7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:21.523102 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.529491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=176d348b-9697-4e18-9341-5e7783c44c97,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:21.542728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7f2ee52f-354a-4286-8f0d-78eec80be480 None None] Provisioning complete for port 00d20661-5cc5-410c-a280-7c69e3bf4b1b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:21.543194 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee52f-354a-4286-8f0d-78eec80be480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.574332 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Routers {'319a7ac6-1183-4e22-987a-f51c2cde84f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:21.575573 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['319a7ac6-1183-4e22-987a-f51c2cde84f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:21.631556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] For port ed1e7aaa-4cb5-453a-b513-6fe36dd83643, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:21.640077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] For port ed1e7aaa-4cb5-453a-b513-6fe36dd83643, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:21.656720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.698680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ee52f-354a-4286-8f0d-78eec80be480 None None] Current status of the port 00d20661-5cc5-410c-a280-7c69e3bf4b1b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:21.699433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee52f-354a-4286-8f0d-78eec80be480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.715245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8a131b11-059c-44b3-b64a-7190a6ff2e2f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.737743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976a49f-af31-4e58-973d-7871a1a42914 req-539c1b55-c8e0-4323-91e0-63addc01ad24 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:21.739258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f976a49f-af31-4e58-973d-7871a1a42914 req-539c1b55-c8e0-4323-91e0-63addc01ad24 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.3674996 Jan 28 03:27:21.745414 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] Set router 319a7ac6-1183-4e22-987a-f51c2cde84f0 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:21.768470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Pushing event updated for resources: {'Port': ['ID=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:21.770765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2732ecdb-cff8-4344-90ca-ab5ccbc3a681 req-64d17a16-7292-4a4b-96b4-085ca2d13c21 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490554 Jan 28 03:27:21.788945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7f2ee52f-354a-4286-8f0d-78eec80be480 None None] For port 00d20661-5cc5-410c-a280-7c69e3bf4b1b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=00d20661-5cc5-410c-a280-7c69e3bf4b1b,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:21.795995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:21.797115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee52f-354a-4286-8f0d-78eec80be480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.797996 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:21.808357 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-4312ed82-cc91-4737-be64-fb60a9f2e92f service neutron] 10.222.0.25 "PUT /v2.0/ports/ed1e7aaa-4cb5-453a-b513-6fe36dd83643 HTTP/1.1" status: 200 len: 1093 time: 1.9406593 Jan 28 03:27:21.896011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf720da4-0c81-454e-9a29-832f7402d4af req-922a07ab-77f2-4769-aa98-6ee52e632610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:21.897586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf720da4-0c81-454e-9a29-832f7402d4af req-922a07ab-77f2-4769-aa98-6ee52e632610 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 1102 time: 0.4306798 Jan 28 03:27:21.902706 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82fd50-b419-4b8a-8a11-09ce131b368f None None] Pushing event updated for resources: {'Port': ['ID=00d20661-5cc5-410c-a280-7c69e3bf4b1b,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:21.978960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ee52f-354a-4286-8f0d-78eec80be480 None None] Pushing event updated for resources: {'Port': ['ID=00d20661-5cc5-410c-a280-7c69e3bf4b1b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:21.995444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-04632b16-a88f-4aa8-89b1-00bcab1e1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:21.997969 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-04632b16-a88f-4aa8-89b1-00bcab1e1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:21.999372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-04632b16-a88f-4aa8-89b1-00bcab1e1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.004431 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-04632b16-a88f-4aa8-89b1-00bcab1e1e71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2869 time: 0.1277344 Jan 28 03:27:22.012911 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f976a49f-af31-4e58-973d-7871a1a42914 req-73ed9a39-add8-488c-89c5-618f820ae163 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322810 Jan 28 03:27:22.016256 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8a131b11-059c-44b3-b64a-7190a6ff2e2f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:22.027234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.027839 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:22.062424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a6cef552-d49e-4b02-9867-831839c9a1ce req-bca8f5d0-d6b5-401f-99c2-942e61de5aa8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-154697694', 'description': 'tempest-description-1892359812'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:22.075160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-3e3d6ea5-d40d-458a-8cb0-c9ff483387e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.130&port_id=e3ce54de-8ca9-4912-961f-6abcff6e3f7f HTTP/1.1" status: 200 len: 217 time: 0.0551798 Jan 28 03:27:22.080199 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-router', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:10Z', 'updated_at': '2022-01-28T03:27:17Z', 'revision_number': 4, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'gw_port': {'id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:11Z', 'updated_at': '2022-01-28T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '00d20661-5cc5-410c-a280-7c69e3bf4b1b', 'name': '', 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'mac_address': 'fa:16:3e:1b:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '70692883-a42e-4997-a8f3-51f595ba9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:15Z', 'updated_at': '2022-01-28T03:27:21Z', 'revision_number': 4, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'subnets': [{'id': '70692883-a42e-4997-a8f3-51f595ba9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:22.082371 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de7ae1e-b7ff-4712-af85-692ce3db2a46 x-openstack-request-id: req-8de7ae1e-b7ff-4712-af85-692ce3db2a46 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:22.085083 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "tag": "d0fc211d-6c60-4762-8ab2-a20e5f1518d0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:22.085416 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8de7ae1e-b7ff-4712-af85-692ce3db2a46 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:22.085965 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'tag': 'd0fc211d-6c60-4762-8ab2-a20e5f1518d0', 'status': 'completed', 'code': 200} Jan 28 03:27:22.137284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] Pushing event updated for resources: {'Network': ['ID=8a131b11-059c-44b3-b64a-7190a6ff2e2f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:22.138016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-96fed0f5-40df-4b54-8247-e31a11eb3d23 None None] Provisioning complete for port 00d20661-5cc5-410c-a280-7c69e3bf4b1b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:22.138543 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96fed0f5-40df-4b54-8247-e31a11eb3d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:22.138667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-01824154-868f-4932-bf96-798e2dac69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.141239 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-01824154-868f-4932-bf96-798e2dac69b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=73c41d58-1914-407b-a94e-4813ee05ea41 HTTP/1.1" status: 200 len: 801 time: 0.0531311 Jan 28 03:27:22.158208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8a131b11-059c-44b3-b64a-7190a6ff2e2f details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:27:22.163300 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd2bae-8a2c-4032-b5a3-4f84acbee68d None None] The sync data for ids ['319a7ac6-1183-4e22-987a-f51c2cde84f0'] in n-d-808199-14 is: [{'id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-router', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:10Z', 'updated_at': '2022-01-28T03:27:17Z', 'revision_number': 4, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'gw_port': {'id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:11Z', 'updated_at': '2022-01-28T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '00d20661-5cc5-410c-a280-7c69e3bf4b1b', 'name': '', 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'mac_address': 'fa:16:3e:1b:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '70692883-a42e-4997-a8f3-51f595ba9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:15Z', 'updated_at': '2022-01-28T03:27:21Z', 'revision_number': 4, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'subnets': [{'id': '70692883-a42e-4997-a8f3-51f595ba9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:27:22.168187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f593eba2-af20-4677-a09c-e7063b8f7ecb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2954786 Jan 28 03:27:22.186413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:22.191918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Request body: {'subnet': {'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-subnet', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:22.249454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-7926961e-33f6-45ce-b036-773391eb8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.253869 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-7926961e-33f6-45ce-b036-773391eb8238 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b1e172e-a5af-41fd-910e-3f347e12e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043911 Jan 28 03:27:22.278914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf720da4-0c81-454e-9a29-832f7402d4af req-612a7955-8f7d-4266-8b68-ea7c4b06ca04 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385584 Jan 28 03:27:22.299531 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6cef552-d49e-4b02-9867-831839c9a1ce req-bca8f5d0-d6b5-401f-99c2-942e61de5aa8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:22.327787 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Made reservation on behalf of 6c0af682bd2d4d9585fe12736c83aa09 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:22.330111 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:22.341459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-96fed0f5-40df-4b54-8247-e31a11eb3d23 None None] Current status of the port 00d20661-5cc5-410c-a280-7c69e3bf4b1b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:22.361265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefef364-39d3-4d93-a13d-00b31f2e1b03 req-e91f0c73-ef21-4109-9168-fa9e560f75a2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.373080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fefef364-39d3-4d93-a13d-00b31f2e1b03 req-e91f0c73-ef21-4109-9168-fa9e560f75a2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1698697 Jan 28 03:27:22.396832 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-91d353ec-bda4-4e75-ac60-e915c285c718 service neutron] 10.222.0.25 "GET /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374195 Jan 28 03:27:22.489014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fefef364-39d3-4d93-a13d-00b31f2e1b03 req-bed14c4e-e6a2-46c7-8dc7-bfad7bb26057 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149490 Jan 28 03:27:22.513421 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6cef552-d49e-4b02-9867-831839c9a1ce req-bca8f5d0-d6b5-401f-99c2-942e61de5aa8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (08e4ad5e-1a8a-4dba-9e02-5e176177a251), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:22.520362 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6cef552-d49e-4b02-9867-831839c9a1ce req-bca8f5d0-d6b5-401f-99c2-942e61de5aa8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (08e4ad5e-1a8a-4dba-9e02-5e176177a251), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:22.597793 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6cef552-d49e-4b02-9867-831839c9a1ce req-bca8f5d0-d6b5-401f-99c2-942e61de5aa8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:22.599053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6cef552-d49e-4b02-9867-831839c9a1ce req-bca8f5d0-d6b5-401f-99c2-942e61de5aa8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5617032 Jan 28 03:27:22.617186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8f5d0-d6b5-401f-99c2-942e61de5aa8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4ad5e-1a8a-4dba-9e02-5e176177a251,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:22.685962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea3f24-b43b-4215-9318-f5f7fa6ba3b7 req-ccaf0b8a-79e5-474f-987f-5c6f3c9be2e1 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.691375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea3f24-b43b-4215-9318-f5f7fa6ba3b7 req-ccaf0b8a-79e5-474f-987f-5c6f3c9be2e1 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.696763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea3f24-b43b-4215-9318-f5f7fa6ba3b7 req-ccaf0b8a-79e5-474f-987f-5c6f3c9be2e1 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.698549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8dea3f24-b43b-4215-9318-f5f7fa6ba3b7 req-ccaf0b8a-79e5-474f-987f-5c6f3c9be2e1 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2413 time: 0.1278079 Jan 28 03:27:22.721834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (668a078b-d1e0-4dda-a800-1ced94deba46), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:22.754759 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-db106256-b286-403e-84d6-d9ded18b52cc service neutron] 10.222.0.25 "GET /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237671 Jan 28 03:27:22.808351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-d884cad6-7633-45ae-bc7d-6c364ac7f675 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.170&port_id=d0fc211d-6c60-4762-8ab2-a20e5f1518d0 HTTP/1.1" status: 200 len: 217 time: 0.0463941 Jan 28 03:27:22.850434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668a078b-d1e0-4dda-a800-1ced94deba46,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:22.855108 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8dea3f24-b43b-4215-9318-f5f7fa6ba3b7 req-6c545a10-9f78-418a-82d1-87880356c584 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406798 Jan 28 03:27:22.859374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-7810b8b5-783c-4e14-83d2-87da2efff4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.861015 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-7810b8b5-783c-4e14-83d2-87da2efff4c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7814a7c-179d-4fcb-b519-b09931c3dc8a HTTP/1.1" status: 200 len: 801 time: 0.0466301 Jan 28 03:27:22.865735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Checking segment: {'id': '0c9398a9-0cee-4b0e-b12f-c270b43596ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:22.866098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Network hostable DHCP agents. Network: 8a131b11-059c-44b3-b64a-7190a6ff2e2f, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:27:22.871072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4417fd-0821-4a10-bf09-3408e1d88021 req-d77b76a5-b0c3-45f5-b676-2c85d06f39e4 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.882051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb4417fd-0821-4a10-bf09-3408e1d88021 req-d77b76a5-b0c3-45f5-b676-2c85d06f39e4 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1097 time: 0.1384122 Jan 28 03:27:22.923339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Network 8a131b11-059c-44b3-b64a-7190a6ff2e2f is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:27:22.929806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-a3e162fa-0839-4ed2-9b78-3bdfa4ca3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.931656 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-a3e162fa-0839-4ed2-9b78-3bdfa4ca3f7c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1cc7d276-1510-4807-bcf2-74eaec8f05cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636945 Jan 28 03:27:22.951083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb4417fd-0821-4a10-bf09-3408e1d88021 req-e13a3089-6c39-4cd4-b21a-38cf9fa7f574 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700946 Jan 28 03:27:22.954166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 8a131b11-059c-44b3-b64a-7190a6ff2e2f) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:22.964828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc6e600-cba2-4308-b8f1-cc973a73e4a6 None None] Network 8a131b11-059c-44b3-b64a-7190a6ff2e2f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:23.004258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:23.004678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.018563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176d348b-9697-4e18-9341-5e7783c44c97'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:23.021049 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dc23b8-28ee-4857-bac5-cb5181dbc34b" -d '{"events": [{"server_uuid": "11928cde-46fc-47b7-9019-28193c7ddb0d", "name": "network-vif-plugged", "status": "completed", "tag": "176d348b-9697-4e18-9341-5e7783c44c97"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:23.055822 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-869874d7-6708-446f-b833-1cf9d6cb10c8 service neutron] 10.222.0.25 "GET /v2.0/networks/1cc7d276-1510-4807-bcf2-74eaec8f05cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174278 Jan 28 03:27:23.057177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fa938c07-3bef-4fab-a1cc-838a731014a5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8695209 Jan 28 03:27:23.060755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45504) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:23.067340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-router', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:23.070280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3055ab84-4c9f-4af7-9b73-ab0918ccd636 req-b4c56ebc-ab2a-49c4-b500-b1a392da0793 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/08e4ad5e-1a8a-4dba-9e02-5e176177a251 HTTP/1.1" status: 200 len: 1821 time: 0.0899072 Jan 28 03:27:23.078501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312357f2-0684-4baf-9329-742bc6379546 req-7c466363-2028-4d8b-8b57-e58fc2dca2ed tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:23.086482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-312357f2-0684-4baf-9329-742bc6379546 req-7c466363-2028-4d8b-8b57-e58fc2dca2ed tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1340821 Jan 28 03:27:23.107101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3055ab84-4c9f-4af7-9b73-ab0918ccd636 req-1e6fe2f2-3d5b-4991-8d80-c7fb639cbe11 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08e4ad5e-1a8a-4dba-9e02-5e176177a251', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:23.107709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3055ab84-4c9f-4af7-9b73-ab0918ccd636 req-1e6fe2f2-3d5b-4991-8d80-c7fb639cbe11 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08e4ad5e-1a8a-4dba-9e02-5e176177a251', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:23.109210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-8a131b11-059c-44b3-b64a-7190a6ff2e2f', 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f', 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'fixed_ips': [{'subnet_id': '668a078b-d1e0-4dda-a800-1ced94deba46'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:27:23.110272 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.173333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (07225221-9f02-4bb4-877e-bd351ab42fdc), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.174807 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (07225221-9f02-4bb4-877e-bd351ab42fdc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.218115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-312357f2-0684-4baf-9329-742bc6379546 req-041f0b60-6eb1-4cc7-8cca-c48136df6f8b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307323 Jan 28 03:27:23.253421 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3055ab84-4c9f-4af7-9b73-ab0918ccd636 req-1e6fe2f2-3d5b-4991-8d80-c7fb639cbe11 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (eb0cedb6-b600-4105-8d0f-6287f18eeb26), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.282181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks [] for router_controller (07225221-9f02-4bb4-877e-bd351ab42fdc), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.286814 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-a4e98e75-5931-4dc8-8e60-1416e0be631a service neutron] 10.222.0.25 "GET /v2.0/networks/1cc7d276-1510-4807-bcf2-74eaec8f05cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236586 Jan 28 03:27:23.329839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Allocated IP 172.20.0.2 (8a131b11-059c-44b3-b64a-7190a6ff2e2f/668a078b-d1e0-4dda-a800-1ced94deba46/4db5c719-6060-4bbf-8a2d-6ae35463656f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:23.333388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3055ab84-4c9f-4af7-9b73-ab0918ccd636 req-1e6fe2f2-3d5b-4991-8d80-c7fb639cbe11 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (eb0cedb6-b600-4105-8d0f-6287f18eeb26), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.349695 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3055ab84-4c9f-4af7-9b73-ab0918ccd636 req-1e6fe2f2-3d5b-4991-8d80-c7fb639cbe11 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (eb0cedb6-b600-4105-8d0f-6287f18eeb26), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.392669 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-9471e1ba-3c34-4954-89ff-bdcc03565b39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=ed1e7aaa-4cb5-453a-b513-6fe36dd83643 HTTP/1.1" status: 200 len: 217 time: 0.0649724 Jan 28 03:27:23.398466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fe2f2-3d5b-4991-8d80-c7fb639cbe11 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0cedb6-b600-4105-8d0f-6287f18eeb26,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:23.415299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf86bfe-d042-40d2-a5a2-2ed2afe884c3 req-213d966f-e942-4ed7-9645-c91bb3cfee9a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:23.423228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acf86bfe-d042-40d2-a5a2-2ed2afe884c3 req-213d966f-e942-4ed7-9645-c91bb3cfee9a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0873976 Jan 28 03:27:23.433398 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3055ab84-4c9f-4af7-9b73-ab0918ccd636 req-1e6fe2f2-3d5b-4991-8d80-c7fb639cbe11 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.446316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3055ab84-4c9f-4af7-9b73-ab0918ccd636 req-1e6fe2f2-3d5b-4991-8d80-c7fb639cbe11 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3476286 Jan 28 03:27:23.538734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks [] for router_gateway (07225221-9f02-4bb4-877e-bd351ab42fdc), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.542974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acf86bfe-d042-40d2-a5a2-2ed2afe884c3 req-cd404745-c86a-492e-9152-4861ab938e54 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189029 Jan 28 03:27:23.572163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Publish callbacks [] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.599264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.602400 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918ff0f1-c493-456a-9ffd-bb60e4969d76 x-openstack-request-id: req-918ff0f1-c493-456a-9ffd-bb60e4969d76 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:23.602748 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11928cde-46fc-47b7-9019-28193c7ddb0d", "name": "network-vif-plugged", "status": "completed", "tag": "176d348b-9697-4e18-9341-5e7783c44c97", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:23.603006 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-918ff0f1-c493-456a-9ffd-bb60e4969d76 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:23.603138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d7e8b3da-b544-42ab-9688-f5d43be5b7ff req-9c359849-0bf1-46bf-aa7b-6f9983203dd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1275271128', 'description': 'tempest-description-998784776'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:23.603435 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176d348b-9697-4e18-9341-5e7783c44c97', 'code': 200} Jan 28 03:27:23.643259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 00d20661-5cc5-410c-a280-7c69e3bf4b1b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:23.646261 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d7e8b3da-b544-42ab-9688-f5d43be5b7ff req-9c359849-0bf1-46bf-aa7b-6f9983203dd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.671949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-c3645fc0-cf31-4a6d-917b-2f12519f6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:23.686160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-c3645fc0-cf31-4a6d-917b-2f12519f6354 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=73c41d58-1914-407b-a94e-4813ee05ea41 HTTP/1.1" status: 200 len: 801 time: 0.1345470 Jan 28 03:27:23.830610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-d25d7316-a0c7-4855-924f-09e9286eb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:23.832273 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-d25d7316-a0c7-4855-924f-09e9286eb679 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b1e172e-a5af-41fd-910e-3f347e12e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956976 Jan 28 03:27:23.884393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4274e8-cac7-477e-b384-d89f8de662ec req-ad111943-31b8-40ef-bfad-69532986ab48 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:23.891721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4274e8-cac7-477e-b384-d89f8de662ec req-ad111943-31b8-40ef-bfad-69532986ab48 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1529522 Jan 28 03:27:23.911511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d747-9796-420e-a3c3-5d69ceb3c927 req-fc7c835f-065e-43b4-851d-48d82e126856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:23.913242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ff4d747-9796-420e-a3c3-5d69ceb3c927 req-fc7c835f-065e-43b4-851d-48d82e126856 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1097 time: 0.2067027 Jan 28 03:27:23.946191 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d7e8b3da-b544-42ab-9688-f5d43be5b7ff req-9c359849-0bf1-46bf-aa7b-6f9983203dd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (9f2865f2-4475-4662-9aae-9cb07d645373), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:23.991551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4274e8-cac7-477e-b384-d89f8de662ec req-88b41f0c-626f-4ad1-9c6d-019276c8af7e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987999 Jan 28 03:27:23.995175 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d7e8b3da-b544-42ab-9688-f5d43be5b7ff req-9c359849-0bf1-46bf-aa7b-6f9983203dd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9f2865f2-4475-4662-9aae-9cb07d645373), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.030349 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ff4d747-9796-420e-a3c3-5d69ceb3c927 req-c8e864c4-c652-4e6f-8a2e-d34ff2db1647 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064386 Jan 28 03:27:24.034116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Pushing event updated for resources: {'Port': ['ID=4db5c719-6060-4bbf-8a2d-6ae35463656f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:24.049315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c359849-0bf1-46bf-aa7b-6f9983203dd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2865f2-4475-4662-9aae-9cb07d645373,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:24.054943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d7e8b3da-b544-42ab-9688-f5d43be5b7ff req-9c359849-0bf1-46bf-aa7b-6f9983203dd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.062998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7e8b3da-b544-42ab-9688-f5d43be5b7ff req-9c359849-0bf1-46bf-aa7b-6f9983203dd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4644718 Jan 28 03:27:24.082096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Network 8a131b11-059c-44b3-b64a-7190a6ff2e2f is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:24.085537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:24.091709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:24.117363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'tag': 'ed1e7aaa-4cb5-453a-b513-6fe36dd83643'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:24.119841 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fa2360-3a9d-46c3-a278-274a56d6011d" -d '{"events": [{"name": "network-changed", "server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "tag": "ed1e7aaa-4cb5-453a-b513-6fe36dd83643"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:24.145756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 00d20661-5cc5-410c-a280-7c69e3bf4b1b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:24.146140 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.182054 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks [] for router_gateway (07225221-9f02-4bb4-877e-bd351ab42fdc), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.191704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Attempting to bind port 4db5c719-6060-4bbf-8a2d-6ae35463656f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:24.192083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Attempting to bind port 4db5c719-6060-4bbf-8a2d-6ae35463656f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '0c9398a9-0cee-4b0e-b12f-c270b43596ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:24.192449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Attempting to bind port 4db5c719-6060-4bbf-8a2d-6ae35463656f on network 8a131b11-059c-44b3-b64a-7190a6ff2e2f {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:24.201840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:24.202223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Checking segment: {'id': '0c9398a9-0cee-4b0e-b12f-c270b43596ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:24.202670 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.203019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Bound using segment: {'id': '0c9398a9-0cee-4b0e-b12f-c270b43596ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:24.203539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Bound port: 4db5c719-6060-4bbf-8a2d-6ae35463656f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9398a9-0cee-4b0e-b12f-c270b43596ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:24.203880 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.214820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.256316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068cace-9cfe-41f2-8185-58ed6a0e4033 req-3c423ea3-9e30-4280-b7f9-d6707fdbb169 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:24.261993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068cace-9cfe-41f2-8185-58ed6a0e4033 req-3c423ea3-9e30-4280-b7f9-d6707fdbb169 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:24.269123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068cace-9cfe-41f2-8185-58ed6a0e4033 req-3c423ea3-9e30-4280-b7f9-d6707fdbb169 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:24.270891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6068cace-9cfe-41f2-8185-58ed6a0e4033 req-3c423ea3-9e30-4280-b7f9-d6707fdbb169 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2413 time: 0.1423092 Jan 28 03:27:24.311585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69157f46-443d-48b2-a884-16c84a11d7de req-51ec7316-a636-4e3b-bfac-f96c1b1bcf7b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/9f2865f2-4475-4662-9aae-9cb07d645373 HTTP/1.1" status: 200 len: 1821 time: 0.1114340 Jan 28 03:27:24.323959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-69157f46-443d-48b2-a884-16c84a11d7de req-8ccdfacc-3c77-49dd-a4f3-09591ae1b168 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9f2865f2-4475-4662-9aae-9cb07d645373', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:24.324395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-69157f46-443d-48b2-a884-16c84a11d7de req-8ccdfacc-3c77-49dd-a4f3-09591ae1b168 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9f2865f2-4475-4662-9aae-9cb07d645373', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:24.328800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] For port 4db5c719-6060-4bbf-8a2d-6ae35463656f, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:24.335828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] For port 4db5c719-6060-4bbf-8a2d-6ae35463656f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4db5c719-6060-4bbf-8a2d-6ae35463656f,segment=NetworkSegment(0c9398a9-0cee-4b0e-b12f-c270b43596ed),segment_id=0c9398a9-0cee-4b0e-b12f-c270b43596ed)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:24.341551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 00d20661-5cc5-410c-a280-7c69e3bf4b1b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:24.348361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.351351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6068cace-9cfe-41f2-8185-58ed6a0e4033 req-673d06e2-202a-4c39-97fa-09aaa765ae1e tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747299 Jan 28 03:27:24.378950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Allocated IP 172.25.1.130 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/c6ceb45f-2b4a-4611-b62b-4f51ac374f1b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:24.424565 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69157f46-443d-48b2-a884-16c84a11d7de req-8ccdfacc-3c77-49dd-a4f3-09591ae1b168 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (291f00ec-bf6b-4ad8-be29-210a179a73eb), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.449415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77796c1-70aa-4025-be55-1b98bcf79eb7 None None] Pushing event updated for resources: {'Port': ['ID=4db5c719-6060-4bbf-8a2d-6ae35463656f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:24.451841 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbf7544-5743-48d0-bf5c-274ba2d91e41 x-openstack-request-id: req-1fbf7544-5743-48d0-bf5c-274ba2d91e41 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:24.452280 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "tag": "ed1e7aaa-4cb5-453a-b513-6fe36dd83643", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:24.452705 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fbf7544-5743-48d0-bf5c-274ba2d91e41 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:24.453291 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'tag': 'ed1e7aaa-4cb5-453a-b513-6fe36dd83643', 'status': 'completed', 'code': 200} Jan 28 03:27:24.463406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69157f46-443d-48b2-a884-16c84a11d7de req-8ccdfacc-3c77-49dd-a4f3-09591ae1b168 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (291f00ec-bf6b-4ad8-be29-210a179a73eb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.464742 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-28547cea-9b2a-4121-851e-f79fccffd5fc service neutron] 10.222.0.25 "GET /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193867 Jan 28 03:27:24.472052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69157f46-443d-48b2-a884-16c84a11d7de req-8ccdfacc-3c77-49dd-a4f3-09591ae1b168 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (291f00ec-bf6b-4ad8-be29-210a179a73eb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.491368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdfacc-3c77-49dd-a4f3-09591ae1b168 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291f00ec-bf6b-4ad8-be29-210a179a73eb,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:24.527723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69157f46-443d-48b2-a884-16c84a11d7de req-8ccdfacc-3c77-49dd-a4f3-09591ae1b168 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.534223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69157f46-443d-48b2-a884-16c84a11d7de req-8ccdfacc-3c77-49dd-a4f3-09591ae1b168 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2132380 Jan 28 03:27:24.576216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e0eeeda9-08a7-420c-a237-9a8cb908c880 req-fa8c2cac-f3cf-4a4e-bd20-c9f1dab2f15e tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1736885008', 'description': 'tempest-description-1676219600'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:24.636132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe37e-8aba-4423-9d5f-98794b406f65 req-2ea70b83-b386-4e4a-82a6-98a278ca1352 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:24.643960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0fbe37e-8aba-4423-9d5f-98794b406f65 req-2ea70b83-b386-4e4a-82a6-98a278ca1352 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1085534 Jan 28 03:27:24.651674 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0eeeda9-08a7-420c-a237-9a8cb908c880 req-fa8c2cac-f3cf-4a4e-bd20-c9f1dab2f15e tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.656588 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks [] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.661004 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda3c882-ceac-4bea-abc9-d6b7b9a8c8af req-f4c8a687-f074-4760-bf08-c42055ad9fc0 service neutron] 10.222.0.25 "GET /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831844 Jan 28 03:27:24.719428 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.732431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0fbe37e-8aba-4423-9d5f-98794b406f65 req-d4b3d70c-75e9-4c67-baec-ba7a45b19df0 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873449 Jan 28 03:27:24.794546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0eeeda9-08a7-420c-a237-9a8cb908c880 req-fa8c2cac-f3cf-4a4e-bd20-c9f1dab2f15e tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (556736be-df30-43f7-8fd7-339192264dcf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.798548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:24.800244 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0eeeda9-08a7-420c-a237-9a8cb908c880 req-fa8c2cac-f3cf-4a4e-bd20-c9f1dab2f15e tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (556736be-df30-43f7-8fd7-339192264dcf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.802152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:24.807111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:24.840121 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0eeeda9-08a7-420c-a237-9a8cb908c880 req-fa8c2cac-f3cf-4a4e-bd20-c9f1dab2f15e tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:24.842919 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0eeeda9-08a7-420c-a237-9a8cb908c880 req-fa8c2cac-f3cf-4a4e-bd20-c9f1dab2f15e tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2719889 Jan 28 03:27:24.848202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c2cac-f3cf-4a4e-bd20-c9f1dab2f15e tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556736be-df30-43f7-8fd7-339192264dcf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:24.938743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ceb45f-2b4a-4611-b62b-4f51ac374f1b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:25.002428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-e07bafc3-743d-4869-8f28-6afa4fb1ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:25.002913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-e07bafc3-743d-4869-8f28-6afa4fb1ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:25.006139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74825969-783e-4eb2-bfcb-d5544c6e495e req-ae956082-bd2a-44b5-8555-feec4f2fddac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:25.006635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-e07bafc3-743d-4869-8f28-6afa4fb1ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:25.008277 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-e07bafc3-743d-4869-8f28-6afa4fb1ca78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2869 time: 0.1399107 Jan 28 03:27:25.013661 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74825969-783e-4eb2-bfcb-d5544c6e495e req-ae956082-bd2a-44b5-8555-feec4f2fddac tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1160820 Jan 28 03:27:25.040580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b034e-b486-43d2-ae3b-df6a80cbed89 req-e44197a5-e941-4e60-b1a5-a97390b76498 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:25.042228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-261b034e-b486-43d2-ae3b-df6a80cbed89 req-e44197a5-e941-4e60-b1a5-a97390b76498 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.0994525 Jan 28 03:27:25.075445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74825969-783e-4eb2-bfcb-d5544c6e495e req-2c905239-58b5-4f15-b73f-b0a503c6cf9b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603449 Jan 28 03:27:25.118323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-261b034e-b486-43d2-ae3b-df6a80cbed89 req-40399ff9-da9d-4f13-b154-fcd76c2c6c4d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479057 Jan 28 03:27:25.122228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ef9e89e1-e8b8-4f0c-ab64-d77e7c3e2c5d req-7c833ffc-19f6-49c8-a915-b2829084abd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2105874883', 'description': 'tempest-description-1191930334'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:25.154946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef9e89e1-e8b8-4f0c-ab64-d77e7c3e2c5d req-7c833ffc-19f6-49c8-a915-b2829084abd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:25.247771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef9e89e1-e8b8-4f0c-ab64-d77e7c3e2c5d req-7c833ffc-19f6-49c8-a915-b2829084abd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (5f555c78-bfa7-4f67-8423-4881ece5341f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:25.262823 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef9e89e1-e8b8-4f0c-ab64-d77e7c3e2c5d req-7c833ffc-19f6-49c8-a915-b2829084abd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5f555c78-bfa7-4f67-8423-4881ece5341f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:25.279229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-acb3c8a6-5c8f-4d03-86b0-9769f875f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:25.280374 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-acb3c8a6-5c8f-4d03-86b0-9769f875f265 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1cc7d276-1510-4807-bcf2-74eaec8f05cc HTTP/1.1" status: 200 len: 902 time: 0.2398093 Jan 28 03:27:25.347871 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef9e89e1-e8b8-4f0c-ab64-d77e7c3e2c5d req-7c833ffc-19f6-49c8-a915-b2829084abd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:25.349209 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef9e89e1-e8b8-4f0c-ab64-d77e7c3e2c5d req-7c833ffc-19f6-49c8-a915-b2829084abd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2346776 Jan 28 03:27:25.352185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c833ffc-19f6-49c8-a915-b2829084abd7 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f555c78-bfa7-4f67-8423-4881ece5341f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:25.391422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc9bb0-4a97-4367-a726-4a6af796c75e req-7ffdea56-94d0-4cbe-8547-d68a4b9473db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:25.393014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3cc9bb0-4a97-4367-a726-4a6af796c75e req-7ffdea56-94d0-4cbe-8547-d68a4b9473db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1062880 Jan 28 03:27:25.483486 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3cc9bb0-4a97-4367-a726-4a6af796c75e req-3682276c-ac69-45d8-b883-a068b9b937a4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847709 Jan 28 03:27:25.536398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks [] for router_gateway (07225221-9f02-4bb4-877e-bd351ab42fdc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:25.663306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-1d5915fc-fad0-4651-9e90-a36877cb59bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.170&port_id=d0fc211d-6c60-4762-8ab2-a20e5f1518d0 HTTP/1.1" status: 200 len: 217 time: 0.3739319 Jan 28 03:27:25.715183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4db5c719-6060-4bbf-8a2d-6ae35463656f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:25.771858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-046dbd07-c596-42a6-b40f-24a739c79339 req-8600dc16-9aa2-407a-8710-72a096e86219 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/556736be-df30-43f7-8fd7-339192264dcf HTTP/1.1" status: 200 len: 1822 time: 0.0758929 Jan 28 03:27:25.849867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-046dbd07-c596-42a6-b40f-24a739c79339 req-c55ef1e3-550e-4096-8f88-6a959a91794b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/5f555c78-bfa7-4f67-8423-4881ece5341f HTTP/1.1" status: 200 len: 1822 time: 0.0615273 Jan 28 03:27:25.862422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-046dbd07-c596-42a6-b40f-24a739c79339 req-bd8548b9-862e-4ad9-8ae9-85ca14a46c24 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '556736be-df30-43f7-8fd7-339192264dcf', 'remote_group_id': '5f555c78-bfa7-4f67-8423-4881ece5341f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:25.863691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-046dbd07-c596-42a6-b40f-24a739c79339 req-bd8548b9-862e-4ad9-8ae9-85ca14a46c24 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '556736be-df30-43f7-8fd7-339192264dcf', 'remote_group_id': '5f555c78-bfa7-4f67-8423-4881ece5341f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:25.863844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4db5c719-6060-4bbf-8a2d-6ae35463656f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:25.864131 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.040785 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-046dbd07-c596-42a6-b40f-24a739c79339 req-bd8548b9-862e-4ad9-8ae9-85ca14a46c24 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (bf0e23d7-0670-4a77-bafb-ee3fe0634081), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.047832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4db5c719-6060-4bbf-8a2d-6ae35463656f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:26.048244 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.087519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 4db5c719-6060-4bbf-8a2d-6ae35463656f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4db5c719-6060-4bbf-8a2d-6ae35463656f,segment=NetworkSegment(0c9398a9-0cee-4b0e-b12f-c270b43596ed),segment_id=0c9398a9-0cee-4b0e-b12f-c270b43596ed)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:26.094131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-046dbd07-c596-42a6-b40f-24a739c79339 req-bd8548b9-862e-4ad9-8ae9-85ca14a46c24 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (bf0e23d7-0670-4a77-bafb-ee3fe0634081), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.097237 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.118772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873c950-3798-4e5d-a778-e263944e7536 req-18d5a3e5-702e-4711-95e7-1f4e9c341b0b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:26.126365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873c950-3798-4e5d-a778-e263944e7536 req-18d5a3e5-702e-4711-95e7-1f4e9c341b0b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:26.132349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873c950-3798-4e5d-a778-e263944e7536 req-18d5a3e5-702e-4711-95e7-1f4e9c341b0b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:26.141869 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d873c950-3798-4e5d-a778-e263944e7536 req-18d5a3e5-702e-4711-95e7-1f4e9c341b0b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2413 time: 0.1624978 Jan 28 03:27:26.150479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-046dbd07-c596-42a6-b40f-24a739c79339 req-bd8548b9-862e-4ad9-8ae9-85ca14a46c24 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (bf0e23d7-0670-4a77-bafb-ee3fe0634081), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.158022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70ef75-1ffd-41e9-a67a-712a91d70ea7 None None] Network 8a131b11-059c-44b3-b64a-7190a6ff2e2f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:26.181852 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=4db5c719-6060-4bbf-8a2d-6ae35463656f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:26.205329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8548b9-862e-4ad9-8ae9-85ca14a46c24 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0e23d7-0670-4a77-bafb-ee3fe0634081,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:26.219351 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-046dbd07-c596-42a6-b40f-24a739c79339 req-bd8548b9-862e-4ad9-8ae9-85ca14a46c24 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.221063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-046dbd07-c596-42a6-b40f-24a739c79339 req-bd8548b9-862e-4ad9-8ae9-85ca14a46c24 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3643391 Jan 28 03:27:26.276401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d873c950-3798-4e5d-a778-e263944e7536 req-948d2870-0ee2-4534-a1ee-62f8f7308029 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335008 Jan 28 03:27:26.297358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-54327849-3fb3-488a-8b3a-1414c0ab6e97 None None] Provisioning complete for port 4db5c719-6060-4bbf-8a2d-6ae35463656f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:26.297358 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54327849-3fb3-488a-8b3a-1414c0ab6e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.410007 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0464aa-9724-48d4-b398-22d4f8962e5e req-ac79d31d-1bbc-4a1d-83b9-32b08cdcad9e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:26.411797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec0464aa-9724-48d4-b398-22d4f8962e5e req-ac79d31d-1bbc-4a1d-83b9-32b08cdcad9e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.0850065 Jan 28 03:27:26.451669 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-76b956ba-0cf8-4203-a29f-535789260490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:26.453859 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-76b956ba-0cf8-4203-a29f-535789260490 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7814a7c-179d-4fcb-b519-b09931c3dc8a HTTP/1.1" status: 200 len: 801 time: 0.7654607 Jan 28 03:27:26.497167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec0464aa-9724-48d4-b398-22d4f8962e5e req-b6470f8c-e46c-49fd-b760-27febf59f6d8 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747244 Jan 28 03:27:26.513224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5716b-6e45-4c63-ab5f-423b6e24a784 req-3bfdd0c4-39c4-49b7-b128-edd05c3e685f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:26.520527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7c5716b-6e45-4c63-ab5f-423b6e24a784 req-3bfdd0c4-39c4-49b7-b128-edd05c3e685f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1075866 Jan 28 03:27:26.553876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-516bb8c7-fea2-4c0a-909e-8d0fdd124118 req-7a6598e1-1f6a-4727-94fb-2ba96da644a8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1939825030', 'description': 'tempest-description-1922640171'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:26.593278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (07225221-9f02-4bb4-877e-bd351ab42fdc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.596643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-d40b5629-6820-485d-9059-a18b22d743f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:26.598366 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-d40b5629-6820-485d-9059-a18b22d743f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1cc7d276-1510-4807-bcf2-74eaec8f05cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364212 Jan 28 03:27:26.599782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-54327849-3fb3-488a-8b3a-1414c0ab6e97 None None] Current status of the port 4db5c719-6060-4bbf-8a2d-6ae35463656f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:26.616238 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-516bb8c7-fea2-4c0a-909e-8d0fdd124118 req-7a6598e1-1f6a-4727-94fb-2ba96da644a8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.622942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7c5716b-6e45-4c63-ab5f-423b6e24a784 req-347bdd82-15f2-41f5-990e-aef5192abe08 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952795 Jan 28 03:27:26.762717 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-516bb8c7-fea2-4c0a-909e-8d0fdd124118 req-7a6598e1-1f6a-4727-94fb-2ba96da644a8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (c97cc7f3-c105-4201-8a79-a3c60b2c125f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.769915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-516bb8c7-fea2-4c0a-909e-8d0fdd124118 req-7a6598e1-1f6a-4727-94fb-2ba96da644a8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c97cc7f3-c105-4201-8a79-a3c60b2c125f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.804704 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-516bb8c7-fea2-4c0a-909e-8d0fdd124118 req-7a6598e1-1f6a-4727-94fb-2ba96da644a8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.805925 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-516bb8c7-fea2-4c0a-909e-8d0fdd124118 req-7a6598e1-1f6a-4727-94fb-2ba96da644a8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2559352 Jan 28 03:27:26.808479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6598e1-1f6a-4727-94fb-2ba96da644a8 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97cc7f3-c105-4201-8a79-a3c60b2c125f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:26.830278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-51c3f6d2-09c5-4b95-92d4-fd5bbe6b4531 None None] Provisioning complete for port 4db5c719-6060-4bbf-8a2d-6ae35463656f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:26.830783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45e21b-3e0d-4d3b-8c88-80765dbb38c5 req-87f0019b-dada-4a6c-ab85-206dc5d08c91 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:26.831316 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-51c3f6d2-09c5-4b95-92d4-fd5bbe6b4531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:26.840346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd45e21b-3e0d-4d3b-8c88-80765dbb38c5 req-87f0019b-dada-4a6c-ab85-206dc5d08c91 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1250780 Jan 28 03:27:26.867084 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-8d34a242-0fee-44cb-9e3c-7da67e7d6f79 service neutron] 10.222.0.25 "GET /v2.0/networks/1cc7d276-1510-4807-bcf2-74eaec8f05cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067008 Jan 28 03:27:26.906238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd45e21b-3e0d-4d3b-8c88-80765dbb38c5 req-dcaa1852-5814-40ed-bd67-610c8d1fb40d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644314 Jan 28 03:27:26.935272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-51c3f6d2-09c5-4b95-92d4-fd5bbe6b4531 None None] Current status of the port 4db5c719-6060-4bbf-8a2d-6ae35463656f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:26.967834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65982c7-dbeb-4928-91f8-5d48b7a56c12 req-fea70b05-92cf-4806-bb40-b8b283bb2a2d tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:26.968805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Router 07225221-9f02-4bb4-877e-bd351ab42fdc is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:27:26.969442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d65982c7-dbeb-4928-91f8-5d48b7a56c12 req-fea70b05-92cf-4806-bb40-b8b283bb2a2d tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1097 time: 0.0880270 Jan 28 03:27:27.015298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d65982c7-dbeb-4928-91f8-5d48b7a56c12 req-cde005dc-34f2-450c-95be-c7e26ceaa414 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 Jan 28 03:27:27.060485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-825728c8-775f-4708-ba96-40e35b3b37a0 req-79ea67e1-14c4-4b47-a987-9f5d888cae7f service neutron] 10.222.0.25 "GET /v2.0/networks/1cc7d276-1510-4807-bcf2-74eaec8f05cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842661 Jan 28 03:27:27.061667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-87a49c8b-7bef-4b04-8545-c34f7fa70850 req-288f5f49-c73c-4098-a560-1bf9da7bdfed tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1795625980', 'description': 'tempest-description-1443740357'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:27.085596 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-87a49c8b-7bef-4b04-8545-c34f7fa70850 req-288f5f49-c73c-4098-a560-1bf9da7bdfed tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:27.115927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:27:27.134007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Sync routers for ids ['07225221-9f02-4bb4-877e-bd351ab42fdc'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:27:27.142890 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:27.146998 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-79702133-940b-4c9c-9c48-a86e45237d58 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0823057 Jan 28 03:27:27.147145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Routers {'07225221-9f02-4bb4-877e-bd351ab42fdc'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:27.147145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['07225221-9f02-4bb4-877e-bd351ab42fdc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:27.147377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:27.191617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-2cd2c0bf-56fd-449d-ba5e-478dc2bd32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:27.192441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-2cd2c0bf-56fd-449d-ba5e-478dc2bd32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:27.192578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-2cd2c0bf-56fd-449d-ba5e-478dc2bd32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:27.194260 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-2cd2c0bf-56fd-449d-ba5e-478dc2bd32a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2869 time: 0.0473285 Jan 28 03:27:27.287411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Set router 07225221-9f02-4bb4-877e-bd351ab42fdc gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:27.315429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-87a49c8b-7bef-4b04-8545-c34f7fa70850 req-288f5f49-c73c-4098-a560-1bf9da7bdfed tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (1dc75718-c60d-4efe-893c-2427484dc4dd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:27.324476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-87a49c8b-7bef-4b04-8545-c34f7fa70850 req-288f5f49-c73c-4098-a560-1bf9da7bdfed tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1dc75718-c60d-4efe-893c-2427484dc4dd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:27.351390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-46d1caae-63a9-4da3-80ad-0551deee93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:27.352991 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-46d1caae-63a9-4da3-80ad-0551deee93a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b1e172e-a5af-41fd-910e-3f347e12e794 HTTP/1.1" status: 200 len: 903 time: 0.1520238 Jan 28 03:27:27.407307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-87a49c8b-7bef-4b04-8545-c34f7fa70850 req-288f5f49-c73c-4098-a560-1bf9da7bdfed tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:27.408547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87a49c8b-7bef-4b04-8545-c34f7fa70850 req-288f5f49-c73c-4098-a560-1bf9da7bdfed tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3526082 Jan 28 03:27:27.410872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f5f49-c73c-4098-a560-1bf9da7bdfed tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc75718-c60d-4efe-893c-2427484dc4dd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:27.434607 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-eaa07536-641f-42b8-bdb8-d8364a46d543 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=ed1e7aaa-4cb5-453a-b513-6fe36dd83643 HTTP/1.1" status: 200 len: 217 time: 0.0744100 Jan 28 03:27:27.536718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-1e3e09d3-5265-4f1e-871e-0a107f728481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:27.546595 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-1e3e09d3-5265-4f1e-871e-0a107f728481 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=73c41d58-1914-407b-a94e-4813ee05ea41 HTTP/1.1" status: 200 len: 801 time: 0.0972750 Jan 28 03:27:27.594983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4db5c719-6060-4bbf-8a2d-6ae35463656f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:27.613489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-e4189651-26a2-4e57-9058-d32d9cc946fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:27.614987 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-e4189651-26a2-4e57-9058-d32d9cc946fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b1e172e-a5af-41fd-910e-3f347e12e794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676968 Jan 28 03:27:27.637719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d837f142-d7b0-45d9-97eb-1af62ec94e93 req-8ba50b35-6eb4-49c8-85d6-211bec9c0b87 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/c97cc7f3-c105-4201-8a79-a3c60b2c125f HTTP/1.1" status: 200 len: 1822 time: 0.1132209 Jan 28 03:27:27.670465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4db5c719-6060-4bbf-8a2d-6ae35463656f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:27.671055 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:27.710381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-router', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:23Z', 'updated_at': '2022-01-28T03:27:25Z', 'revision_number': 3, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'gw_port': {'id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:24Z', 'updated_at': '2022-01-28T03:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:27.731068 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75bb23-7e4f-4b78-9d34-d7b9ccadf96d req-5bf4ae21-1411-4989-a0d5-592d68895601 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:27.736434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75bb23-7e4f-4b78-9d34-d7b9ccadf96d req-5bf4ae21-1411-4989-a0d5-592d68895601 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:27.741681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75bb23-7e4f-4b78-9d34-d7b9ccadf96d req-5bf4ae21-1411-4989-a0d5-592d68895601 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:27.741844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Checking router: 07225221-9f02-4bb4-877e-bd351ab42fdc for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:27:27.742155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Updating router 07225221-9f02-4bb4-877e-bd351ab42fdc port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:27:27.748682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e75bb23-7e4f-4b78-9d34-d7b9ccadf96d req-5bf4ae21-1411-4989-a0d5-592d68895601 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2413 time: 0.1862156 Jan 28 03:27:27.752343 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-e6ca6bac-495d-4dfc-a675-554a3995ab12 service neutron] 10.222.0.25 "GET /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303344 Jan 28 03:27:27.775950 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:27.797317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d837f142-d7b0-45d9-97eb-1af62ec94e93 req-9ea2955c-2545-40e6-87e7-8a11d3eb5340 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/1dc75718-c60d-4efe-893c-2427484dc4dd HTTP/1.1" status: 200 len: 1822 time: 0.1500664 Jan 28 03:27:27.804178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d837f142-d7b0-45d9-97eb-1af62ec94e93 req-fda79ebd-9906-4f47-9098-7bb366864488 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c97cc7f3-c105-4201-8a79-a3c60b2c125f', 'remote_group_id': '1dc75718-c60d-4efe-893c-2427484dc4dd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:27.804495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d837f142-d7b0-45d9-97eb-1af62ec94e93 req-fda79ebd-9906-4f47-9098-7bb366864488 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c97cc7f3-c105-4201-8a79-a3c60b2c125f', 'remote_group_id': '1dc75718-c60d-4efe-893c-2427484dc4dd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:27.869052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4db5c719-6060-4bbf-8a2d-6ae35463656f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:27.893933 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-57fa2360-3a9d-46c3-a278-274a56d6011d req-58b4d439-45b6-4eee-bc20-3b83ea9c393b service neutron] 10.222.0.25 "GET /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346452 Jan 28 03:27:27.932500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e75bb23-7e4f-4b78-9d34-d7b9ccadf96d req-a177164b-ba67-4b11-8d83-88ea59fc8e2c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828394 Jan 28 03:27:28.083411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d837f142-d7b0-45d9-97eb-1af62ec94e93 req-fda79ebd-9906-4f47-9098-7bb366864488 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (4f982fb6-29f8-47aa-9b83-6d472904ebc6), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:28.149386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f92e3-ea69-488e-b7ca-571a14fdbca0 req-a339532e-f978-4e4f-b15a-13061c7bb9bc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:28.150864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d92f92e3-ea69-488e-b7ca-571a14fdbca0 req-a339532e-f978-4e4f-b15a-13061c7bb9bc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1156425 Jan 28 03:27:28.157871 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d837f142-d7b0-45d9-97eb-1af62ec94e93 req-fda79ebd-9906-4f47-9098-7bb366864488 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (4f982fb6-29f8-47aa-9b83-6d472904ebc6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:28.161001 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Publish callbacks [] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:28.166577 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:28.170609 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d837f142-d7b0-45d9-97eb-1af62ec94e93 req-fda79ebd-9906-4f47-9098-7bb366864488 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (4f982fb6-29f8-47aa-9b83-6d472904ebc6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:28.223174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776d6ee-e37c-420c-b96a-9d4967d60da9 None None] Pushing event updated for resources: {'Port': ['ID=c6ceb45f-2b4a-4611-b62b-4f51ac374f1b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:28.226283 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Attempting to bind port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:28.226658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Attempting to bind port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:28.227016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Attempting to bind port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:28.233711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:28.234144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:28.234562 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:28.235024 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:28.235504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Bound port: c6ceb45f-2b4a-4611-b62b-4f51ac374f1b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:28.235905 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:28.237008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda79ebd-9906-4f47-9098-7bb366864488 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f982fb6-29f8-47aa-9b83-6d472904ebc6,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:28.260896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d837f142-d7b0-45d9-97eb-1af62ec94e93 req-fda79ebd-9906-4f47-9098-7bb366864488 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:28.262044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d837f142-d7b0-45d9-97eb-1af62ec94e93 req-fda79ebd-9906-4f47-9098-7bb366864488 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4638608 Jan 28 03:27:28.267454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:28.306855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] For port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:28.312710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] For port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c6ceb45f-2b4a-4611-b62b-4f51ac374f1b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:28.313986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d92f92e3-ea69-488e-b7ca-571a14fdbca0 req-14add776-d2f0-4156-8ae7-b41dbb3c856b tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527264 Jan 28 03:27:28.330662 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:28.384147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Routers {'07225221-9f02-4bb4-877e-bd351ab42fdc'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:28.384766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['07225221-9f02-4bb4-877e-bd351ab42fdc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:28.446562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776d6ee-e37c-420c-b96a-9d4967d60da9 None None] Pushing event updated for resources: {'Port': ['ID=c6ceb45f-2b4a-4611-b62b-4f51ac374f1b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:28.707029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] Set router 07225221-9f02-4bb4-877e-bd351ab42fdc gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:28.835655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852e592-b61b-4da6-8cbf-8e11288c0422 req-98bda3ef-d3ed-4f48-87a6-7860798ee2dd tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:28.837169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2852e592-b61b-4da6-8cbf-8e11288c0422 req-98bda3ef-d3ed-4f48-87a6-7860798ee2dd tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.4478221 Jan 28 03:27:28.927229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-router', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:23Z', 'updated_at': '2022-01-28T03:27:25Z', 'revision_number': 3, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'gw_port': {'id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:24Z', 'updated_at': '2022-01-28T03:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:28.933539 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b45b91f-7da2-4e36-8657-66cb16da1323 req-39508dfb-8c62-4b41-9a52-e33e24856f0a tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/1dc75718-c60d-4efe-893c-2427484dc4dd HTTP/1.1" status: 200 len: 1822 time: 0.1595423 Jan 28 03:27:28.948159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2852e592-b61b-4da6-8cbf-8e11288c0422 req-d0fa05a2-8602-404c-80ae-4d751c0e6019 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026721 Jan 28 03:27:28.982907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d687a191-627c-44a8-a357-bd988cef4f4e None None] The sync data for ids ['07225221-9f02-4bb4-877e-bd351ab42fdc'] in n-d-808199-14 is: [{'id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-router', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:23Z', 'updated_at': '2022-01-28T03:27:25Z', 'revision_number': 3, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'gw_port': {'id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:24Z', 'updated_at': '2022-01-28T03:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:27:29.004193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Allocated IP 172.20.0.1 (8a131b11-059c-44b3-b64a-7190a6ff2e2f/668a078b-d1e0-4dda-a800-1ced94deba46/7b5285e4-f20b-401a-87f3-9ed76b8e98f5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:29.046107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b45b91f-7da2-4e36-8657-66cb16da1323 req-c9c797a4-9b1e-48af-ac78-cb8c2b9e2a89 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (1dc75718-c60d-4efe-893c-2427484dc4dd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.069781 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b45b91f-7da2-4e36-8657-66cb16da1323 req-c9c797a4-9b1e-48af-ac78-cb8c2b9e2a89 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (1dc75718-c60d-4efe-893c-2427484dc4dd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.219172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c743f5-94ca-4424-a49c-b3ec2f33ab05 req-1e802e92-ab45-443b-8702-5175a32f887a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:29.224398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c743f5-94ca-4424-a49c-b3ec2f33ab05 req-1e802e92-ab45-443b-8702-5175a32f887a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:29.229705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c743f5-94ca-4424-a49c-b3ec2f33ab05 req-1e802e92-ab45-443b-8702-5175a32f887a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:29.232083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09c743f5-94ca-4424-a49c-b3ec2f33ab05 req-1e802e92-ab45-443b-8702-5175a32f887a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2413 time: 0.1584563 Jan 28 03:27:29.332092 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b45b91f-7da2-4e36-8657-66cb16da1323 req-c9c797a4-9b1e-48af-ac78-cb8c2b9e2a89 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1dc75718-c60d-4efe-893c-2427484dc4dd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.334808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b45b91f-7da2-4e36-8657-66cb16da1323 req-c9c797a4-9b1e-48af-ac78-cb8c2b9e2a89 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.336576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b45b91f-7da2-4e36-8657-66cb16da1323 req-c9c797a4-9b1e-48af-ac78-cb8c2b9e2a89 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "DELETE /v2.0/security-groups/1dc75718-c60d-4efe-893c-2427484dc4dd HTTP/1.1" status: 204 len: 173 time: 0.4018815 Jan 28 03:27:29.364520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Publish callbacks [] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.405420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09c743f5-94ca-4424-a49c-b3ec2f33ab05 req-cce4f914-fcf7-491f-a96f-8e6a7da6bc67 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608016 Jan 28 03:27:29.413652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c797a4-9b1e-48af-ac78-cb8c2b9e2a89 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc75718-c60d-4efe-893c-2427484dc4dd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:29.551224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.616215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b491fbcb-3cff-4673-8f98-39ef040d1a67 req-efd7dd99-e00d-4faa-92fb-47460ce689b5 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/c97cc7f3-c105-4201-8a79-a3c60b2c125f HTTP/1.1" status: 200 len: 1822 time: 0.1558609 Jan 28 03:27:29.625616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Network 8a131b11-059c-44b3-b64a-7190a6ff2e2f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:29.633203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f77d91-79af-45b8-ad57-94bae483a9c0 req-8a382e8b-cc24-4b7b-9481-7b5f67802a45 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:29.641251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7f77d91-79af-45b8-ad57-94bae483a9c0 req-8a382e8b-cc24-4b7b-9481-7b5f67802a45 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.2024369 Jan 28 03:27:29.653575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:29.659082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e3ce54de-8ca9-4912-961f-6abcff6e3f7f details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:27:29.665530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:29.671750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5285e4-f20b-401a-87f3-9ed76b8e98f5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:29.724126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c6ceb45f-2b4a-4611-b62b-4f51ac374f1b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:29.755650 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (07225221-9f02-4bb4-877e-bd351ab42fdc), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.789758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7f77d91-79af-45b8-ad57-94bae483a9c0 req-0a969268-b025-4b54-b758-e785b089e18d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472392 Jan 28 03:27:29.856573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2fea996e-9e81-4c6f-967a-8480e564078e req-9a259907-8c3c-4336-8cbf-69058432822b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-533526880', 'description': 'tempest-description-72812986'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:29.894680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2fea996e-9e81-4c6f-967a-8480e564078e req-9a259907-8c3c-4336-8cbf-69058432822b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.971614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e3ce54de-8ca9-4912-961f-6abcff6e3f7f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:29.992360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'e3ce54de-8ca9-4912-961f-6abcff6e3f7f', 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794', 'port_id': 'e3ce54de-8ca9-4912-961f-6abcff6e3f7f', 'mac_address': 'fa:16:3e:b0:0a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c41d58-1914-407b-a94e-4813ee05ea41', 'ip_address': '19.80.0.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:27:29.994745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:29.995133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.111056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e3ce54de-8ca9-4912-961f-6abcff6e3f7f is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:30.111056 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.131173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2fea996e-9e81-4c6f-967a-8480e564078e req-9a259907-8c3c-4336-8cbf-69058432822b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (b8aa3cac-b0e7-4635-837b-4e7b818af096), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.134084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ce54de-8ca9-4912-961f-6abcff6e3f7f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:30.145402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2fea996e-9e81-4c6f-967a-8480e564078e req-9a259907-8c3c-4336-8cbf-69058432822b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b8aa3cac-b0e7-4635-837b-4e7b818af096), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.162359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e3ce54de-8ca9-4912-961f-6abcff6e3f7f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:30.172574 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1d135-7066-480c-8efa-0575cd97f763 req-4c5381e1-67df-4610-b4c1-8af94b605929 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:30.174413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13e1d135-7066-480c-8efa-0575cd97f763 req-4c5381e1-67df-4610-b4c1-8af94b605929 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.0751030 Jan 28 03:27:30.174923 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.177013 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.178519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ed1e7aaa-4cb5-453a-b513-6fe36dd83643 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:27:30.241352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bca09ef8-7d36-4c02-a860-864f2184423e None None] Provisioning complete for port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:30.242081 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bca09ef8-7d36-4c02-a860-864f2184423e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.245871 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2fea996e-9e81-4c6f-967a-8480e564078e req-9a259907-8c3c-4336-8cbf-69058432822b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.247991 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fea996e-9e81-4c6f-967a-8480e564078e req-9a259907-8c3c-4336-8cbf-69058432822b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4023504 Jan 28 03:27:30.260493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a259907-8c3c-4336-8cbf-69058432822b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aa3cac-b0e7-4635-837b-4e7b818af096,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:30.322440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13e1d135-7066-480c-8efa-0575cd97f763 req-db0fcada-b8c7-419c-9514-5b4a6121f710 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365869 Jan 28 03:27:30.402271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:30.402904 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.417265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bca09ef8-7d36-4c02-a860-864f2184423e None None] Port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:30.420132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port ed1e7aaa-4cb5-453a-b513-6fe36dd83643, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:30.423611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:30.475754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'ed1e7aaa-4cb5-453a-b513-6fe36dd83643', 'network_id': '6b1e172e-a5af-41fd-910e-3f347e12e794', 'port_id': 'ed1e7aaa-4cb5-453a-b513-6fe36dd83643', 'mac_address': 'fa:16:3e:56:d8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c41d58-1914-407b-a94e-4813ee05ea41', 'ip_address': '19.80.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:27:30.485250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c6ceb45f-2b4a-4611-b62b-4f51ac374f1b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:30.487309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-562df836-904d-4aa7-bfe4-080e403f1ad8 req-ae03e81f-99e6-4de6-beba-73e17793941c tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/b8aa3cac-b0e7-4635-837b-4e7b818af096 HTTP/1.1" status: 200 len: 1819 time: 0.0963383 Jan 28 03:27:30.505101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-562df836-904d-4aa7-bfe4-080e403f1ad8 req-093d7cf1-85ae-4707-a14d-07a7260a1aa2 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8aa3cac-b0e7-4635-837b-4e7b818af096', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:30.505412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-562df836-904d-4aa7-bfe4-080e403f1ad8 req-093d7cf1-85ae-4707-a14d-07a7260a1aa2 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8aa3cac-b0e7-4635-837b-4e7b818af096', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:30.510252 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.552699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:30.553211 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.568914 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Publish callbacks [] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.580668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.584555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1e7aaa-4cb5-453a-b513-6fe36dd83643 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:30.595620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=c6ceb45f-2b4a-4611-b62b-4f51ac374f1b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:30.613459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port ed1e7aaa-4cb5-453a-b513-6fe36dd83643, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:30.618733 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.619606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d0fc211d-6c60-4762-8ab2-a20e5f1518d0 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:27:30.672704 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-562df836-904d-4aa7-bfe4-080e403f1ad8 req-093d7cf1-85ae-4707-a14d-07a7260a1aa2 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (d1348059-4f7d-471e-adbd-fcedba8a1858), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.684524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:30.702285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5285e4-f20b-401a-87f3-9ed76b8e98f5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:30.708100 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (07225221-9f02-4bb4-877e-bd351ab42fdc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.730488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-562df836-904d-4aa7-bfe4-080e403f1ad8 req-093d7cf1-85ae-4707-a14d-07a7260a1aa2 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (d1348059-4f7d-471e-adbd-fcedba8a1858), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.835477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port d0fc211d-6c60-4762-8ab2-a20e5f1518d0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,segment=NetworkSegment(9a6366c3-22f7-45a9-bdba-6c7bfa074097),segment_id=9a6366c3-22f7-45a9-bdba-6c7bfa074097)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:30.845795 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-562df836-904d-4aa7-bfe4-080e403f1ad8 req-093d7cf1-85ae-4707-a14d-07a7260a1aa2 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d1348059-4f7d-471e-adbd-fcedba8a1858), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.850512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'd0fc211d-6c60-4762-8ab2-a20e5f1518d0', 'network_id': '1cc7d276-1510-4807-bcf2-74eaec8f05cc', 'port_id': 'd0fc211d-6c60-4762-8ab2-a20e5f1518d0', 'mac_address': 'fa:16:3e:3f:5a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7814a7c-179d-4fcb-b519-b09931c3dc8a', 'ip_address': '19.86.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:27:30.876592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Network 8a131b11-059c-44b3-b64a-7190a6ff2e2f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:30.892913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:30.914248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d7cf1-85ae-4707-a14d-07a7260a1aa2 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1348059-4f7d-471e-adbd-fcedba8a1858,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:30.936871 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-562df836-904d-4aa7-bfe4-080e403f1ad8 req-093d7cf1-85ae-4707-a14d-07a7260a1aa2 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.938200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-562df836-904d-4aa7-bfe4-080e403f1ad8 req-093d7cf1-85ae-4707-a14d-07a7260a1aa2 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4389732 Jan 28 03:27:30.967653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:30.968073 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:30.997567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fc211d-6c60-4762-8ab2-a20e5f1518d0 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:31.052453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port d0fc211d-6c60-4762-8ab2-a20e5f1518d0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,segment=NetworkSegment(9a6366c3-22f7-45a9-bdba-6c7bfa074097),segment_id=9a6366c3-22f7-45a9-bdba-6c7bfa074097)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:31.054360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d67eb-2105-4c7c-af18-03dc595bb0e2 req-c926a112-bb63-466d-8118-992e648a4935 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:31.061768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d67eb-2105-4c7c-af18-03dc595bb0e2 req-c926a112-bb63-466d-8118-992e648a4935 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:31.063874 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.081762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d67eb-2105-4c7c-af18-03dc595bb0e2 req-c926a112-bb63-466d-8118-992e648a4935 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:31.084988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-775d67eb-2105-4c7c-af18-03dc595bb0e2 req-c926a112-bb63-466d-8118-992e648a4935 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2415 time: 0.2591264 Jan 28 03:27:31.173303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:31.239728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-775d67eb-2105-4c7c-af18-03dc595bb0e2 req-9b3c10b3-87d8-4171-acca-d5b97e6956fb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409345 Jan 28 03:27:31.266507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ef811-609e-4af0-9a6d-97d3ecb30b83 req-ab20b9cc-d12d-43e1-832e-991f906a8f08 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:31.268247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-467ef811-609e-4af0-9a6d-97d3ecb30b83 req-ab20b9cc-d12d-43e1-832e-991f906a8f08 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1820080 Jan 28 03:27:31.306926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Router 07225221-9f02-4bb4-877e-bd351ab42fdc has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:27:31.350175 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-60912a1a-bd42-4397-bfa5-644b0efc755e None None] Provisioning complete for port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:31.350877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60912a1a-bd42-4397-bfa5-644b0efc755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.396454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-467ef811-609e-4af0-9a6d-97d3ecb30b83 req-31ae06ee-fbe0-4f91-bfe4-35e260fea884 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201575 Jan 28 03:27:31.479016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-60912a1a-bd42-4397-bfa5-644b0efc755e None None] Port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:31.565718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c6ceb45f-2b4a-4611-b62b-4f51ac374f1b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:31.573831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:27:31.585166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3ce47877-a3a6-4f48-927b-2e95b67ae5b6 admin admin] 10.222.0.44 "PUT /v2.0/routers/07225221-9f02-4bb4-877e-bd351ab42fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4355857 Jan 28 03:27:31.606087 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Sync routers for ids ['07225221-9f02-4bb4-877e-bd351ab42fdc'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:27:31.615262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5a5d8f2-31fb-4220-b826-fd1ae1ecfc55 req-ed262fa7-796c-4cbd-b79e-5fccb91fa3de tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/b8aa3cac-b0e7-4635-837b-4e7b818af096 HTTP/1.1" status: 200 len: 2412 time: 0.2159393 Jan 28 03:27:31.621081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d5a5d8f2-31fb-4220-b826-fd1ae1ecfc55 req-ccf8c3a8-d6cf-4f07-b161-c37b0806fab9 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8aa3cac-b0e7-4635-837b-4e7b818af096', 'remote_group_id': None}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:31.621517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d5a5d8f2-31fb-4220-b826-fd1ae1ecfc55 req-ccf8c3a8-d6cf-4f07-b161-c37b0806fab9 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8aa3cac-b0e7-4635-837b-4e7b818af096', 'remote_group_id': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:31.622268 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Routers {'07225221-9f02-4bb4-877e-bd351ab42fdc'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:31.622900 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['07225221-9f02-4bb4-877e-bd351ab42fdc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:31.662547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f1c86-e905-4b92-8e1d-d8f54d7e36b1 req-aac3f678-62f6-4e14-951e-915e4475f1db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:31.664407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-235f1c86-e905-4b92-8e1d-d8f54d7e36b1 req-aac3f678-62f6-4e14-951e-915e4475f1db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1630430 Jan 28 03:27:31.696109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:31.696438 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.747083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['ed1e7aaa-4cb5-453a-b513-6fe36dd83643'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:31.799910 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5a5d8f2-31fb-4220-b826-fd1ae1ecfc55 req-ccf8c3a8-d6cf-4f07-b161-c37b0806fab9 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (d48ca52b-5cd5-4727-bd68-306bacd80e28), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.831319 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Set router 07225221-9f02-4bb4-877e-bd351ab42fdc gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:31.847515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5a5d8f2-31fb-4220-b826-fd1ae1ecfc55 req-ccf8c3a8-d6cf-4f07-b161-c37b0806fab9 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (d48ca52b-5cd5-4727-bd68-306bacd80e28), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.867256 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5a5d8f2-31fb-4220-b826-fd1ae1ecfc55 req-ccf8c3a8-d6cf-4f07-b161-c37b0806fab9 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d48ca52b-5cd5-4727-bd68-306bacd80e28), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.870936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['d0fc211d-6c60-4762-8ab2-a20e5f1518d0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:31.934170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-235f1c86-e905-4b92-8e1d-d8f54d7e36b1 req-fb4d1e89-8cb6-4a36-a580-f3c15f5d50ca tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632759 Jan 28 03:27:31.937309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8c3a8-d6cf-4f07-b161-c37b0806fab9 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48ca52b-5cd5-4727-bd68-306bacd80e28,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:31.969121 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5a5d8f2-31fb-4220-b826-fd1ae1ecfc55 req-ccf8c3a8-d6cf-4f07-b161-c37b0806fab9 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.974378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5a5d8f2-31fb-4220-b826-fd1ae1ecfc55 req-ccf8c3a8-d6cf-4f07-b161-c37b0806fab9 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3582251 Jan 28 03:27:32.081440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3fd1da7-26cc-4d37-9ea6-bcff6265ced2 req-e186885b-3cd1-42c0-973c-7bb60d9db1ba tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/b8aa3cac-b0e7-4635-837b-4e7b818af096 HTTP/1.1" status: 200 len: 3010 time: 0.0898013 Jan 28 03:27:32.158466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f2151f0-c953-49bc-9da7-11af87a27acd req-36df93b3-f4d6-433c-9161-e3ec4233bc14 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-group-rules/d48ca52b-5cd5-4727-bd68-306bacd80e28 HTTP/1.1" status: 200 len: 783 time: 0.0553794 Jan 28 03:27:32.177844 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-router', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:23Z', 'updated_at': '2022-01-28T03:27:30Z', 'revision_number': 4, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'gw_port': {'id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:24Z', 'updated_at': '2022-01-28T03:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '7b5285e4-f20b-401a-87f3-9ed76b8e98f5', 'name': '', 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'mac_address': 'fa:16:3e:ac:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '668a078b-d1e0-4dda-a800-1ced94deba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:28Z', 'updated_at': '2022-01-28T03:27:30Z', 'revision_number': 2, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'subnets': [{'id': '668a078b-d1e0-4dda-a800-1ced94deba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:32.260763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:32.286427 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Checking router: 07225221-9f02-4bb4-877e-bd351ab42fdc for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:27:32.287270 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Updating router 07225221-9f02-4bb4-877e-bd351ab42fdc port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:27:32.298435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f2151f0-c953-49bc-9da7-11af87a27acd req-39b5c0c1-549d-461d-8409-2bade82f8e93 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/b8aa3cac-b0e7-4635-837b-4e7b818af096 HTTP/1.1" status: 200 len: 3010 time: 0.1391377 Jan 28 03:27:32.349573 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:32.361327 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0f2151f0-c953-49bc-9da7-11af87a27acd req-a2772657-fa06-449e-8d4c-f275ff21d5d5 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (d48ca52b-5cd5-4727-bd68-306bacd80e28), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:32.389919 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0f2151f0-c953-49bc-9da7-11af87a27acd req-a2772657-fa06-449e-8d4c-f275ff21d5d5 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (d48ca52b-5cd5-4727-bd68-306bacd80e28), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:32.549146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0f2151f0-c953-49bc-9da7-11af87a27acd req-a2772657-fa06-449e-8d4c-f275ff21d5d5 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d48ca52b-5cd5-4727-bd68-306bacd80e28), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:32.555948 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0f2151f0-c953-49bc-9da7-11af87a27acd req-a2772657-fa06-449e-8d4c-f275ff21d5d5 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:32.557117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f2151f0-c953-49bc-9da7-11af87a27acd req-a2772657-fa06-449e-8d4c-f275ff21d5d5 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d48ca52b-5cd5-4727-bd68-306bacd80e28 HTTP/1.1" status: 204 len: 173 time: 0.2524066 Jan 28 03:27:32.576726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2772657-fa06-449e-8d4c-f275ff21d5d5 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d48ca52b-5cd5-4727-bd68-306bacd80e28,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:32.645342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c314-7bb6-476b-b89d-41f46f5ebb83 req-c77fa739-334d-49f2-bde6-52461f7e5ef9 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:32.653124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c314-7bb6-476b-b89d-41f46f5ebb83 req-c77fa739-334d-49f2-bde6-52461f7e5ef9 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:32.667261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c314-7bb6-476b-b89d-41f46f5ebb83 req-c77fa739-334d-49f2-bde6-52461f7e5ef9 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:32.669059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ceb7c314-7bb6-476b-b89d-41f46f5ebb83 req-c77fa739-334d-49f2-bde6-52461f7e5ef9 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2416 time: 0.1965265 Jan 28 03:27:32.749845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ceb7c314-7bb6-476b-b89d-41f46f5ebb83 req-17d5f9ee-ebe0-4046-aa0b-3f2abfcdcda4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747976 Jan 28 03:27:32.927397 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Publish callbacks [] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:32.937856 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:32.956369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e3ce54de-8ca9-4912-961f-6abcff6e3f7f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:33.133347 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818b2ed-0537-4dfc-b62f-bcd15efa0e5e None None] Pushing event updated for resources: {'Port': ['ID=7b5285e4-f20b-401a-87f3-9ed76b8e98f5,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:33.176737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ee83ed0-6162-4d4b-9a00-2631526116e5 req-e67924c9-7836-45b6-82a6-81430aaae854 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/b8aa3cac-b0e7-4635-837b-4e7b818af096 HTTP/1.1" status: 200 len: 2412 time: 0.3270078 Jan 28 03:27:33.211781 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Attempting to bind port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:33.212665 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Attempting to bind port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '0c9398a9-0cee-4b0e-b12f-c270b43596ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:33.213056 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Attempting to bind port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 on network 8a131b11-059c-44b3-b64a-7190a6ff2e2f {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:33.230306 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:33.231217 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Checking segment: {'id': '0c9398a9-0cee-4b0e-b12f-c270b43596ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:33.231625 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.232042 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Bound using segment: {'id': '0c9398a9-0cee-4b0e-b12f-c270b43596ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:33.234824 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Bound port: 7b5285e4-f20b-401a-87f3-9ed76b8e98f5, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9398a9-0cee-4b0e-b12f-c270b43596ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:33.235268 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.236533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee6495-6680-4700-a4c8-0b8c9a53cac2 req-ee2cd9c0-8c5d-4428-b54e-aace834be7ca tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:33.242625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1ee6495-6680-4700-a4c8-0b8c9a53cac2 req-ee2cd9c0-8c5d-4428-b54e-aace834be7ca tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.4374614 Jan 28 03:27:33.390377 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4ee83ed0-6162-4d4b-9a00-2631526116e5 req-025d1a85-31d9-4dc3-b287-9965bb85b96d tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (b8aa3cac-b0e7-4635-837b-4e7b818af096), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.394033 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-d8f9bfb8-6500-4485-ac97-15113499cb89 service neutron] show failed (client error): The resource could not be found. Jan 28 03:27:33.395297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-d8f9bfb8-6500-4485-ac97-15113499cb89 service neutron] 10.222.0.42 "GET /v2.0/ports/8367fa4d-21b6-4f76-b898-811bb737fb89/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.4007864 Jan 28 03:27:33.459104 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] For port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:33.466039 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] For port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7b5285e4-f20b-401a-87f3-9ed76b8e98f5,segment=NetworkSegment(0c9398a9-0cee-4b0e-b12f-c270b43596ed),segment_id=0c9398a9-0cee-4b0e-b12f-c270b43596ed)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:33.473560 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.476954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe021-9739-4474-b6fa-23e3e2fa9db8 None None] Provisioning complete for port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:33.477456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe021-9739-4474-b6fa-23e3e2fa9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.508295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1ee6495-6680-4700-a4c8-0b8c9a53cac2 req-7772dab3-53a4-4e5f-a503-a40a8491ee22 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232289 Jan 28 03:27:33.546550 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4ee83ed0-6162-4d4b-9a00-2631526116e5 req-025d1a85-31d9-4dc3-b287-9965bb85b96d tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (b8aa3cac-b0e7-4635-837b-4e7b818af096), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.657993 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Routers {'07225221-9f02-4bb4-877e-bd351ab42fdc'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:33.659118 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['07225221-9f02-4bb4-877e-bd351ab42fdc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:33.713234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4ee83ed0-6162-4d4b-9a00-2631526116e5 req-025d1a85-31d9-4dc3-b287-9965bb85b96d tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b8aa3cac-b0e7-4635-837b-4e7b818af096), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.717806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4ee83ed0-6162-4d4b-9a00-2631526116e5 req-025d1a85-31d9-4dc3-b287-9965bb85b96d tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.720513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ee83ed0-6162-4d4b-9a00-2631526116e5 req-025d1a85-31d9-4dc3-b287-9965bb85b96d tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "DELETE /v2.0/security-groups/b8aa3cac-b0e7-4635-837b-4e7b818af096 HTTP/1.1" status: 204 len: 173 time: 0.5429091 Jan 28 03:27:33.767473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d1a85-31d9-4dc3-b287-9965bb85b96d tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aa3cac-b0e7-4635-837b-4e7b818af096,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:33.820155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec4a79-e26a-4ad8-ba52-8b1e8979118a req-40260a9a-4b09-4a40-8a19-c410ed5c9ae5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:33.823395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aeec4a79-e26a-4ad8-ba52-8b1e8979118a req-40260a9a-4b09-4a40-8a19-c410ed5c9ae5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1286108 Jan 28 03:27:33.868329 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818b2ed-0537-4dfc-b62f-bcd15efa0e5e None None] Pushing event updated for resources: {'Port': ['ID=7b5285e4-f20b-401a-87f3-9ed76b8e98f5,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:33.894635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe021-9739-4474-b6fa-23e3e2fa9db8 None None] Current status of the port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:33.895027 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe021-9739-4474-b6fa-23e3e2fa9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.936743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-3656b6f8-c636-4eb3-903a-50d9db6d99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:33.943835 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aeec4a79-e26a-4ad8-ba52-8b1e8979118a req-fbe6793d-cee9-41b7-90b5-4104a9af206c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127334 Jan 28 03:27:33.947698 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-3656b6f8-c636-4eb3-903a-50d9db6d99c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158&tenant_id=f815fae9b0904d42ba659d8929d97815 HTTP/1.1" status: 200 len: 1102 time: 0.2372153 Jan 28 03:27:33.965731 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] Set router 07225221-9f02-4bb4-877e-bd351ab42fdc gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:33.973235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:33.998366 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-25e76824-46d4-4e2d-9338-a5b06eef7b6b req-2079ca77-1222-4aad-a437-b91c05dc94fb tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] show failed (client error): The resource could not be found. Jan 28 03:27:34.002676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25e76824-46d4-4e2d-9338-a5b06eef7b6b req-2079ca77-1222-4aad-a437-b91c05dc94fb tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/1dc75718-c60d-4efe-893c-2427484dc4dd HTTP/1.1" status: 404 len: 352 time: 0.0489690 Jan 28 03:27:34.037053 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2e3fe021-9739-4474-b6fa-23e3e2fa9db8 None None] For port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7b5285e4-f20b-401a-87f3-9ed76b8e98f5,segment=NetworkSegment(0c9398a9-0cee-4b0e-b12f-c270b43596ed),segment_id=0c9398a9-0cee-4b0e-b12f-c270b43596ed)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:34.050778 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe021-9739-4474-b6fa-23e3e2fa9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.131934 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.234520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fe021-9739-4474-b6fa-23e3e2fa9db8 None None] Pushing event updated for resources: {'Port': ['ID=7b5285e4-f20b-401a-87f3-9ed76b8e98f5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:34.263536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-10af490c-335e-476f-b1a8-f5e4fcf10992 None None] Provisioning complete for port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:34.264885 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10af490c-335e-476f-b1a8-f5e4fcf10992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.273712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fab788f-03b2-4fe6-b74d-e83ccc7762db req-b6d10525-fd9e-4032-9263-84ebd1be430e tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/c97cc7f3-c105-4201-8a79-a3c60b2c125f HTTP/1.1" status: 200 len: 1822 time: 0.2387776 Jan 28 03:27:34.330225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b79ad-67d1-4a29-86a7-4fc4464ae1fd req-32ead9ce-2f4c-4c4a-a298-9e4a64c1a0d6 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:34.335867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b79ad-67d1-4a29-86a7-4fc4464ae1fd req-32ead9ce-2f4c-4c4a-a298-9e4a64c1a0d6 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:34.341542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b79ad-67d1-4a29-86a7-4fc4464ae1fd req-32ead9ce-2f4c-4c4a-a298-9e4a64c1a0d6 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:34.349084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-869b79ad-67d1-4a29-86a7-4fc4464ae1fd req-32ead9ce-2f4c-4c4a-a298-9e4a64c1a0d6 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2416 time: 0.2326994 Jan 28 03:27:34.421474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-869b79ad-67d1-4a29-86a7-4fc4464ae1fd req-4b8adf35-6ae9-4a12-a09c-4f87f282e545 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714352 Jan 28 03:27:34.455417 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1fab788f-03b2-4fe6-b74d-e83ccc7762db req-3a4d0081-0fdc-4e31-99b9-0cbcfaa1e8ae tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (c97cc7f3-c105-4201-8a79-a3c60b2c125f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.518058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1fab788f-03b2-4fe6-b74d-e83ccc7762db req-3a4d0081-0fdc-4e31-99b9-0cbcfaa1e8ae tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (c97cc7f3-c105-4201-8a79-a3c60b2c125f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.533465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-10af490c-335e-476f-b1a8-f5e4fcf10992 None None] Current status of the port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:34.581199 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-router', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:23Z', 'updated_at': '2022-01-28T03:27:30Z', 'revision_number': 4, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'gw_port': {'id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:24Z', 'updated_at': '2022-01-28T03:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '7b5285e4-f20b-401a-87f3-9ed76b8e98f5', 'name': '', 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'mac_address': 'fa:16:3e:ac:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '668a078b-d1e0-4dda-a800-1ced94deba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:28Z', 'updated_at': '2022-01-28T03:27:33Z', 'revision_number': 4, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'subnets': [{'id': '668a078b-d1e0-4dda-a800-1ced94deba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:34.590810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8367fa4d-21b6-4f76-b898-811bb737fb89,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:34.623124 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1fab788f-03b2-4fe6-b74d-e83ccc7762db req-3a4d0081-0fdc-4e31-99b9-0cbcfaa1e8ae tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c97cc7f3-c105-4201-8a79-a3c60b2c125f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.626263 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1fab788f-03b2-4fe6-b74d-e83ccc7762db req-3a4d0081-0fdc-4e31-99b9-0cbcfaa1e8ae tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.630719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fab788f-03b2-4fe6-b74d-e83ccc7762db req-3a4d0081-0fdc-4e31-99b9-0cbcfaa1e8ae tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "DELETE /v2.0/security-groups/c97cc7f3-c105-4201-8a79-a3c60b2c125f HTTP/1.1" status: 204 len: 173 time: 0.3561273 Jan 28 03:27:34.652073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:34.660055 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f7f1b-851a-4b67-9e5c-e7f29ad376a8 None None] The sync data for ids ['07225221-9f02-4bb4-877e-bd351ab42fdc'] in n-d-808199-14 is: [{'id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-router', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:23Z', 'updated_at': '2022-01-28T03:27:30Z', 'revision_number': 4, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'gw_port': {'id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:24Z', 'updated_at': '2022-01-28T03:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '7b5285e4-f20b-401a-87f3-9ed76b8e98f5', 'name': '', 'network_id': '8a131b11-059c-44b3-b64a-7190a6ff2e2f', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'mac_address': 'fa:16:3e:ac:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '668a078b-d1e0-4dda-a800-1ced94deba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:28Z', 'updated_at': '2022-01-28T03:27:33Z', 'revision_number': 4, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'subnets': [{'id': '668a078b-d1e0-4dda-a800-1ced94deba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:27:34.677242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d0081-0fdc-4e31-99b9-0cbcfaa1e8ae tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97cc7f3-c105-4201-8a79-a3c60b2c125f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:34.757869 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:34.766089 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda6ff91-6f2f-432b-9083-c41e069d5ee5" -d '{"events": [{"server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "name": "network-vif-unplugged", "status": "completed", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:34.772219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Publish callbacks [] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.805321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Transition to ACTIVE for port object 8367fa4d-21b6-4f76-b898-811bb737fb89 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:27:34.822337 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.889406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63149efa-618a-41d8-8757-081b71714542 req-a2bd5079-ed97-4d1d-84f8-388c0927db1f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:34.891333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63149efa-618a-41d8-8757-081b71714542 req-a2bd5079-ed97-4d1d-84f8-388c0927db1f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.2287517 Jan 28 03:27:34.911904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f4a9b35-6063-41cd-970c-d0a5d465c14b req-ada68d0e-cae6-4dbd-98c7-cd7b65c09468 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/5f555c78-bfa7-4f67-8423-4881ece5341f HTTP/1.1" status: 200 len: 1822 time: 0.2502723 Jan 28 03:27:34.936333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Pushing event updated for resources: {'Port': ['ID=8367fa4d-21b6-4f76-b898-811bb737fb89,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:34.977080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] No DVR routers for this DVR port 8367fa4d-21b6-4f76-b898-811bb737fb89 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:27:35.041135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Attempting to bind port 8367fa4d-21b6-4f76-b898-811bb737fb89 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:35.041463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Attempting to bind port 8367fa4d-21b6-4f76-b898-811bb737fb89 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:35.041718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Attempting to bind port 8367fa4d-21b6-4f76-b898-811bb737fb89 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:35.056773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Port 8367fa4d-21b6-4f76-b898-811bb737fb89 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:27:35.057196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Attempting to bind port 8367fa4d-21b6-4f76-b898-811bb737fb89 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:35.068248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:35.068584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:35.069009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:35.069441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Bound port: 8367fa4d-21b6-4f76-b898-811bb737fb89, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:35.069794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.104120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63149efa-618a-41d8-8757-081b71714542 req-f226317a-fcd3-4903-be68-ee6c83dd5c75 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897466 Jan 28 03:27:35.149237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0f4a9b35-6063-41cd-970c-d0a5d465c14b req-fa869dd2-0da7-4220-898a-a02095486a5b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (5f555c78-bfa7-4f67-8423-4881ece5341f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.194046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:35.207422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8367fa4d-21b6-4f76-b898-811bb737fb89,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:35.216669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0f4a9b35-6063-41cd-970c-d0a5d465c14b req-fa869dd2-0da7-4220-898a-a02095486a5b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (5f555c78-bfa7-4f67-8423-4881ece5341f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.236273 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.341193 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bd7421-2c34-461c-9961-76105482908c x-openstack-request-id: req-60bd7421-2c34-461c-9961-76105482908c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:35.341193 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "name": "network-vif-unplugged", "status": "completed", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:35.341535 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60bd7421-2c34-461c-9961-76105482908c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:35.341817 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89', 'code': 200} Jan 28 03:27:35.379301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:35.380199 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.381156 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] 10.222.0.25 "PUT /v2.0/ports/8367fa4d-21b6-4f76-b898-811bb737fb89 HTTP/1.1" status: 200 len: 1097 time: 1.4127603 Jan 28 03:27:35.415136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0f4a9b35-6063-41cd-970c-d0a5d465c14b req-fa869dd2-0da7-4220-898a-a02095486a5b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5f555c78-bfa7-4f67-8423-4881ece5341f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.418762 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0f4a9b35-6063-41cd-970c-d0a5d465c14b req-fa869dd2-0da7-4220-898a-a02095486a5b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.427890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f4a9b35-6063-41cd-970c-d0a5d465c14b req-fa869dd2-0da7-4220-898a-a02095486a5b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "DELETE /v2.0/security-groups/5f555c78-bfa7-4f67-8423-4881ece5341f HTTP/1.1" status: 204 len: 173 time: 0.5149643 Jan 28 03:27:35.474578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa869dd2-0da7-4220-898a-a02095486a5b tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f555c78-bfa7-4f67-8423-4881ece5341f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:35.636539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81a64d-fcdf-45d2-a9d8-23a8a60c7c07 service neutron] Pushing event updated for resources: {'Port': ['ID=8367fa4d-21b6-4f76-b898-811bb737fb89,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:35.671226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e3ce54de-8ca9-4912-961f-6abcff6e3f7f up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:35.692941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-f0308e32-26d2-449f-acbe-ce0b5a953189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:35.694472 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-f0308e32-26d2-449f-acbe-ce0b5a953189 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 1100 time: 0.2598426 Jan 28 03:27:35.695528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d421491f-6eec-4ef1-a8c4-8c878c7b663b req-c88feb18-dd9b-447b-be68-b6ea3fc7fa77 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/556736be-df30-43f7-8fd7-339192264dcf HTTP/1.1" status: 200 len: 1822 time: 0.1653900 Jan 28 03:27:35.795579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port e3ce54de-8ca9-4912-961f-6abcff6e3f7f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:27:35.801362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port e3ce54de-8ca9-4912-961f-6abcff6e3f7f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:35.802022 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.869062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:35.885461 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d421491f-6eec-4ef1-a8c4-8c878c7b663b req-067be8a9-0a17-4431-9afc-464ba1f7e9f1 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (556736be-df30-43f7-8fd7-339192264dcf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.903869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516c06a-0c5f-4289-bbac-5ef3e66ede5d req-506f3aaf-4ccd-4f5e-841a-2e5ee3b86539 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:35.905218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5516c06a-0c5f-4289-bbac-5ef3e66ede5d req-506f3aaf-4ccd-4f5e-841a-2e5ee3b86539 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 948 time: 0.2535536 Jan 28 03:27:35.990307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d421491f-6eec-4ef1-a8c4-8c878c7b663b req-067be8a9-0a17-4431-9afc-464ba1f7e9f1 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (556736be-df30-43f7-8fd7-339192264dcf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:36.013342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-f102a2f7-2f68-422c-855c-005e6d4a3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:36.018530 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-f102a2f7-2f68-422c-855c-005e6d4a3d72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.3124681 Jan 28 03:27:36.032739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5516c06a-0c5f-4289-bbac-5ef3e66ede5d req-7b92a38e-e4a6-4f73-9f35-59152e62fc74 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138575 Jan 28 03:27:36.128258 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d421491f-6eec-4ef1-a8c4-8c878c7b663b req-067be8a9-0a17-4431-9afc-464ba1f7e9f1 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (556736be-df30-43f7-8fd7-339192264dcf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:36.130959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d421491f-6eec-4ef1-a8c4-8c878c7b663b req-067be8a9-0a17-4431-9afc-464ba1f7e9f1 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:36.132114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d421491f-6eec-4ef1-a8c4-8c878c7b663b req-067be8a9-0a17-4431-9afc-464ba1f7e9f1 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "DELETE /v2.0/security-groups/556736be-df30-43f7-8fd7-339192264dcf HTTP/1.1" status: 204 len: 173 time: 0.4355969 Jan 28 03:27:36.147839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067be8a9-0a17-4431-9afc-464ba1f7e9f1 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556736be-df30-43f7-8fd7-339192264dcf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:36.185658 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-34d5a73d-ab45-4a6c-a039-963673984349 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=8367fa4d-21b6-4f76-b898-811bb737fb89 HTTP/1.1" status: 200 len: 217 time: 0.1639688 Jan 28 03:27:36.268320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e3ce54de-8ca9-4912-961f-6abcff6e3f7f is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:36.268924 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:36.296334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:36.296712 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:36.318734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-1516a544-7a7c-412c-bd73-8dbfa5835aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:36.320250 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-1516a544-7a7c-412c-bd73-8dbfa5835aa7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1250615 Jan 28 03:27:36.370051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a102fe-b21e-47b0-b3de-5a9196166276 req-82a292c7-9fc3-477d-a4d9-99e1a7817d2d tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:36.376611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a102fe-b21e-47b0-b3de-5a9196166276 req-82a292c7-9fc3-477d-a4d9-99e1a7817d2d tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:36.396112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a102fe-b21e-47b0-b3de-5a9196166276 req-82a292c7-9fc3-477d-a4d9-99e1a7817d2d tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:36.405856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ce54de-8ca9-4912-961f-6abcff6e3f7f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:36.407851 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5a102fe-b21e-47b0-b3de-5a9196166276 req-82a292c7-9fc3-477d-a4d9-99e1a7817d2d tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2416 time: 0.2177110 Jan 28 03:27:36.408296 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff0c1fe-4c34-4a79-886a-a6a2c6b982ab" -d '{"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-plugged", "status": "completed", "tag": "e3ce54de-8ca9-4912-961f-6abcff6e3f7f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:36.430159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e3ce54de-8ca9-4912-961f-6abcff6e3f7f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:36.445898 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:36.446694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ed1e7aaa-4cb5-453a-b513-6fe36dd83643 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:36.468641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a127f4-91c4-45ca-92fd-688cbd799059 req-ed28f919-64ef-4362-9ada-e5a33b28c4a0 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:36.477772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-d2da9a0d-97ba-4d85-8f0e-2f3b2073a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:36.480158 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-d2da9a0d-97ba-4d85-8f0e-2f3b2073a4e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494474 Jan 28 03:27:36.490199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51a127f4-91c4-45ca-92fd-688cbd799059 req-ed28f919-64ef-4362-9ada-e5a33b28c4a0 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.2484071 Jan 28 03:27:36.557131 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5a102fe-b21e-47b0-b3de-5a9196166276 req-9b6bd0fe-becc-4f58-a37b-2261cfc729b3 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430011 Jan 28 03:27:36.664603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51a127f4-91c4-45ca-92fd-688cbd799059 req-9ed474a0-fa14-4bee-a75d-2bf30fc78abe tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731730 Jan 28 03:27:36.670728 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-8c8e9597-b40b-4f67-b45f-3fc554176fdd service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813834 Jan 28 03:27:36.733425 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef2be904-19c7-44f1-9ef6-7ce1a248d93a req-ec18b598-1e2e-4f35-8b14-3e437c6657fb tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/9f2865f2-4475-4662-9aae-9cb07d645373 HTTP/1.1" status: 200 len: 2420 time: 0.1306758 Jan 28 03:27:36.785572 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4efdd3a-1c6d-4bdb-b937-5f88c1074293 x-openstack-request-id: req-e4efdd3a-1c6d-4bdb-b937-5f88c1074293 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:36.786198 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-plugged", "status": "completed", "tag": "e3ce54de-8ca9-4912-961f-6abcff6e3f7f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:36.801715 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4efdd3a-1c6d-4bdb-b937-5f88c1074293 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:36.802401 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ce54de-8ca9-4912-961f-6abcff6e3f7f', 'code': 200} Jan 28 03:27:36.809378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:36.846861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:36.880249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:27:36.895360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:36.897915 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:36.898842 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5622dbb2-3e4b-4468-87eb-a20a5b4f8eb2 req-b701d24c-d3aa-4545-aad7-af7ffcf09f8d service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917081 Jan 28 03:27:36.947551 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef2be904-19c7-44f1-9ef6-7ce1a248d93a req-3a54d42e-de89-4145-990c-9aa96113f822 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (9f2865f2-4475-4662-9aae-9cb07d645373), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:36.988046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8367fa4d-21b6-4f76-b898-811bb737fb89 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:27:37.002593 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef2be904-19c7-44f1-9ef6-7ce1a248d93a req-3a54d42e-de89-4145-990c-9aa96113f822 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (9f2865f2-4475-4662-9aae-9cb07d645373), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.099361 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef2be904-19c7-44f1-9ef6-7ce1a248d93a req-3a54d42e-de89-4145-990c-9aa96113f822 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9f2865f2-4475-4662-9aae-9cb07d645373), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.102057 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef2be904-19c7-44f1-9ef6-7ce1a248d93a req-3a54d42e-de89-4145-990c-9aa96113f822 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.103237 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef2be904-19c7-44f1-9ef6-7ce1a248d93a req-3a54d42e-de89-4145-990c-9aa96113f822 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f2865f2-4475-4662-9aae-9cb07d645373 HTTP/1.1" status: 204 len: 173 time: 0.3487263 Jan 28 03:27:37.135622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54d42e-de89-4145-990c-9aa96113f822 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2865f2-4475-4662-9aae-9cb07d645373,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:37.169992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port 8367fa4d-21b6-4f76-b898-811bb737fb89 host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:27:37.172149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8367fa4d-21b6-4f76-b898-811bb737fb89 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:27:37.213414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:37.213813 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.313330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f100e8f-c0ea-47f0-b807-1d2b8e194f1c req-2e07c67d-8cf9-4357-8044-2b0c4fe19dba tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "GET /v2.0/security-groups/08e4ad5e-1a8a-4dba-9e02-5e176177a251 HTTP/1.1" status: 200 len: 2414 time: 0.1315875 Jan 28 03:27:37.343171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:37.347515 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:37.383859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dc46c-f66a-4a37-bd3f-888dba183479 req-c0c9c168-2ffb-4d0f-8d19-364d5987e5bc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:37.394791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c5dc46c-f66a-4a37-bd3f-888dba183479 req-c0c9c168-2ffb-4d0f-8d19-364d5987e5bc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 948 time: 0.1569107 Jan 28 03:27:37.482493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port ed1e7aaa-4cb5-453a-b513-6fe36dd83643, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:37.489760 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.490589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d0fc211d-6c60-4762-8ab2-a20e5f1518d0 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:37.544828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c5dc46c-f66a-4a37-bd3f-888dba183479 req-9fdc6037-c11f-4053-84d6-9b34c9393858 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489019 Jan 28 03:27:37.550198 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f100e8f-c0ea-47f0-b807-1d2b8e194f1c req-6a12e47b-5757-44f8-8fa4-11c37dca99b0 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (08e4ad5e-1a8a-4dba-9e02-5e176177a251), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.610191 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f100e8f-c0ea-47f0-b807-1d2b8e194f1c req-6a12e47b-5757-44f8-8fa4-11c37dca99b0 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (08e4ad5e-1a8a-4dba-9e02-5e176177a251), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.673375 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a331f6-57a1-47ae-8253-44fe7078980e x-openstack-request-id: req-89a331f6-57a1-47ae-8253-44fe7078980e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:37.674001 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:37.675072 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89a331f6-57a1-47ae-8253-44fe7078980e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:37.675707 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89', 'status': 'completed', 'code': 200} Jan 28 03:27:37.677276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:37.694790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f100e8f-c0ea-47f0-b807-1d2b8e194f1c req-6a12e47b-5757-44f8-8fa4-11c37dca99b0 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (08e4ad5e-1a8a-4dba-9e02-5e176177a251), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.699401 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f100e8f-c0ea-47f0-b807-1d2b8e194f1c req-6a12e47b-5757-44f8-8fa4-11c37dca99b0 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.705702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:27:37.711757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:37.717786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:37.717946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f100e8f-c0ea-47f0-b807-1d2b8e194f1c req-6a12e47b-5757-44f8-8fa4-11c37dca99b0 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] 10.222.0.44 "DELETE /v2.0/security-groups/08e4ad5e-1a8a-4dba-9e02-5e176177a251 HTTP/1.1" status: 204 len: 173 time: 0.3944602 Jan 28 03:27:37.718572 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.860747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12e47b-5757-44f8-8fa4-11c37dca99b0 tempest-SecurityGroupRulesTestJSON-2076912947 tempest-SecurityGroupRulesTestJSON-2076912947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4ad5e-1a8a-4dba-9e02-5e176177a251,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:37.925787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a2cb66-094c-44f5-a3e8-e60b6c2d8b04 admin admin] Deleting subnet e36b5984-144b-4347-b437-4f742119ae9d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:27:37.932007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:37.932507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.938204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cb66-094c-44f5-a3e8-e60b6c2d8b04 admin admin] Publish callbacks [] for subnet (e36b5984-144b-4347-b437-4f742119ae9d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:37.943825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-59e34df9-061a-4417-9277-5ecea7bd11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:37.946448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-59e34df9-061a-4417-9277-5ecea7bd11bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 1100 time: 0.2057269 Jan 28 03:27:38.004597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port d0fc211d-6c60-4762-8ab2-a20e5f1518d0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,segment=NetworkSegment(9a6366c3-22f7-45a9-bdba-6c7bfa074097),segment_id=9a6366c3-22f7-45a9-bdba-6c7bfa074097)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:38.010481 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:38.052181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-5d7a116f-3903-456a-bc62-2e8ec983b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.054110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-5d7a116f-3903-456a-bc62-2e8ec983b91c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.0964115 Jan 28 03:27:38.069569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671bc44-b2a8-41d5-933a-58f59e99ca79 req-76673d8d-8835-4e1a-8b97-0ce20342ecc9 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.071363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c671bc44-b2a8-41d5-933a-58f59e99ca79 req-76673d8d-8835-4e1a-8b97-0ce20342ecc9 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.2014689 Jan 28 03:27:38.073915 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cb66-094c-44f5-a3e8-e60b6c2d8b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (e36b5984-144b-4347-b437-4f742119ae9d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:38.115722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-8d755016-a67f-4802-8c27-2ae3b0913b18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=8367fa4d-21b6-4f76-b898-811bb737fb89 HTTP/1.1" status: 200 len: 217 time: 0.0431013 Jan 28 03:27:38.131992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:38.137845 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-87cf69e7-89df-4888-b235-6f49c0afccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.139378 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-87cf69e7-89df-4888-b235-6f49c0afccff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 1100 time: 0.3827817 Jan 28 03:27:38.374337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-632ff48d-06d4-43f9-8983-dbc9825972b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.377783 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-632ff48d-06d4-43f9-8983-dbc9825972b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2211843 Jan 28 03:27:38.410213 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cb66-094c-44f5-a3e8-e60b6c2d8b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (e36b5984-144b-4347-b437-4f742119ae9d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:38.441163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-1f36b8e1-6cdc-4136-aac8-6c0b30b4ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.443199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-1f36b8e1-6cdc-4136-aac8-6c0b30b4ca72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.3177824 Jan 28 03:27:38.457739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441d1d3-4525-4d5a-ae27-990d92e9c1ef req-bae2800d-8735-41fa-8a4d-7f28b07115d4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.463514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441d1d3-4525-4d5a-ae27-990d92e9c1ef req-bae2800d-8735-41fa-8a4d-7f28b07115d4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.469608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441d1d3-4525-4d5a-ae27-990d92e9c1ef req-bae2800d-8735-41fa-8a4d-7f28b07115d4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.477019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7441d1d3-4525-4d5a-ae27-990d92e9c1ef req-bae2800d-8735-41fa-8a4d-7f28b07115d4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2418 time: 0.5720534 Jan 28 03:27:38.496516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cb66-094c-44f5-a3e8-e60b6c2d8b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (e36b5984-144b-4347-b437-4f742119ae9d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:38.551054 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-2b85c046-59ee-4865-8848-2bcc867ec4b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=8367fa4d-21b6-4f76-b898-811bb737fb89 HTTP/1.1" status: 200 len: 217 time: 0.0690410 Jan 28 03:27:38.556599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c671bc44-b2a8-41d5-933a-58f59e99ca79 req-c684f700-bb53-45ca-aeeb-91e4ee4f45fd tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395597 Jan 28 03:27:38.610794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-f9b02e76-e905-4612-8a7d-013c9c8f302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.612710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-f9b02e76-e905-4612-8a7d-013c9c8f302e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1278322 Jan 28 03:27:38.639433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7441d1d3-4525-4d5a-ae27-990d92e9c1ef req-717b15af-d928-4500-9151-1e127a9cc501 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467025 Jan 28 03:27:38.649707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-ba7a10c0-5ddb-48dd-bdbb-5bf14d025bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.661653 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-ba7a10c0-5ddb-48dd-bdbb-5bf14d025bf7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0837374 Jan 28 03:27:38.671264 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cb66-094c-44f5-a3e8-e60b6c2d8b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:38.677062 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f0a2cb66-094c-44f5-a3e8-e60b6c2d8b04 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e36b5984-144b-4347-b437-4f742119ae9d HTTP/1.1" status: 204 len: 168 time: 0.9610453 Jan 28 03:27:38.685103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:38.720645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2cb66-094c-44f5-a3e8-e60b6c2d8b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36b5984-144b-4347-b437-4f742119ae9d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:38.750949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-0699054b-11f0-42f7-bde1-43999fbbaedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.752963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-0699054b-11f0-42f7-bde1-43999fbbaedc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768411 Jan 28 03:27:38.803583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1e7aaa-4cb5-453a-b513-6fe36dd83643'}, {'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fc211d-6c60-4762-8ab2-a20e5f1518d0'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:38.804447 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (7ff5d5ca-031c-4cf7-b89b-5bf3593415c3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:38.807101 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cee36c-6316-4299-b282-fa2100114406" -d '{"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-plugged", "status": "completed", "tag": "ed1e7aaa-4cb5-453a-b513-6fe36dd83643"}, {"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-plugged", "status": "completed", "tag": "d0fc211d-6c60-4762-8ab2-a20e5f1518d0"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:38.885668 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87743509-6ba4-4c35-b95c-7035c33a3163 x-openstack-request-id: req-87743509-6ba4-4c35-b95c-7035c33a3163 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:38.886269 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-plugged", "status": "completed", "tag": "ed1e7aaa-4cb5-453a-b513-6fe36dd83643", "code": 200}, {"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-plugged", "status": "completed", "tag": "d0fc211d-6c60-4762-8ab2-a20e5f1518d0", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:38.887259 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87743509-6ba4-4c35-b95c-7035c33a3163 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:38.888045 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1e7aaa-4cb5-453a-b513-6fe36dd83643', 'code': 200} Jan 28 03:27:38.888457 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fc211d-6c60-4762-8ab2-a20e5f1518d0', 'code': 200} Jan 28 03:27:38.931668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793dde6-2676-49b6-a57b-44d91d114e37 req-cede23a1-f025-4f49-8eed-60a20df0b212 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:38.956096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0793dde6-2676-49b6-a57b-44d91d114e37 req-cede23a1-f025-4f49-8eed-60a20df0b212 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 948 time: 0.1505933 Jan 28 03:27:39.024055 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-87dafd6c-8779-4093-8a4d-31b3fa329403 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564867 Jan 28 03:27:39.073078 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (7ff5d5ca-031c-4cf7-b89b-5bf3593415c3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:39.099091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff5d5ca-031c-4cf7-b89b-5bf3593415c3']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:39.124495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d350f6-55b0-474c-9bef-3d1365f1a5c9') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:39.124495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d350f6-55b0-474c-9bef-3d1365f1a5c9') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:39.146398 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (d0d350f6-55b0-474c-9bef-3d1365f1a5c9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:39.162952 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d0d350f6-55b0-474c-9bef-3d1365f1a5c9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:39.169959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:27:39.170479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (d0d350f6-55b0-474c-9bef-3d1365f1a5c9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:39.172217 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-a5732932-cc46-494d-adb4-5bbf47bf2dd1 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364098 Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:27:39.222150 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:27:39.307761 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (7ff5d5ca-031c-4cf7-b89b-5bf3593415c3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:39.346347 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:39.353769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7ff5d5ca-031c-4cf7-b89b-5bf3593415c3 HTTP/1.1" status: 204 len: 168 time: 0.6665654 Jan 28 03:27:39.400299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f3f84-dac7-4b1a-ac56-a04cf0ff4a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff5d5ca-031c-4cf7-b89b-5bf3593415c3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:39.425815 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0793dde6-2676-49b6-a57b-44d91d114e37 req-7ddf4749-b485-45f6-ad7b-311ca79b61f9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622867 Jan 28 03:27:39.442297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-08f1f9c7-9ab8-44bd-81c1-e8106f5701a1 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111012 Jan 28 03:27:39.467267 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f82939-db35-4765-a7d8-b620364ba66c req-e10c25bd-2cfb-4501-8f8c-bdc2305119b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:39.467888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f82939-db35-4765-a7d8-b620364ba66c req-e10c25bd-2cfb-4501-8f8c-bdc2305119b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:39.468601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f82939-db35-4765-a7d8-b620364ba66c req-e10c25bd-2cfb-4501-8f8c-bdc2305119b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:39.470130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36f82939-db35-4765-a7d8-b620364ba66c req-e10c25bd-2cfb-4501-8f8c-bdc2305119b3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2875 time: 0.2870131 Jan 28 03:27:39.582828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36f82939-db35-4765-a7d8-b620364ba66c req-57482381-dd51-49d8-9cdc-5bdae287a583 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987422 Jan 28 03:27:39.619681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:39.646192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dbfd41b-be45-4efc-bb69-7e4f862e1b6c req-0b36be2a-db45-45b5-8397-4489e867f589 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929841 Jan 28 03:27:39.722323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:39.738696 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-70e27b01-8187-4a11-b717-55aca981fb57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85f21791b5c049eea7024232797872d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1156149 Jan 28 03:27:39.887240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599f4e-4475-452b-975e-23923a629b72 req-253aeba4-674d-43f1-8b3c-1a7c7d86fdfc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:39.889671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d599f4e-4475-452b-975e-23923a629b72 req-253aeba4-674d-43f1-8b3c-1a7c7d86fdfc tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1598532 Jan 28 03:27:39.901170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb25f-6852-4624-b501-8c9926913699 req-5c84a635-4107-4664-8294-bcb86511ee65 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:39.908968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb25f-6852-4624-b501-8c9926913699 req-5c84a635-4107-4664-8294-bcb86511ee65 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:39.914762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb25f-6852-4624-b501-8c9926913699 req-5c84a635-4107-4664-8294-bcb86511ee65 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:39.923026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d9fb25f-6852-4624-b501-8c9926913699 req-5c84a635-4107-4664-8294-bcb86511ee65 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2419 time: 0.1203270 Jan 28 03:27:39.981541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d599f4e-4475-452b-975e-23923a629b72 req-d4380cf3-a2c2-4b99-b4e3-7ffe08e3696d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512400 Jan 28 03:27:40.020819 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ab3620-6bf6-4243-9816-e044f64a5e9d admin admin] Publish callbacks [] for security_group (f97a9bad-17db-4b67-97e2-899ee3155c7b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:40.071540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d9fb25f-6852-4624-b501-8c9926913699 req-525cf3f7-d9ce-4656-a8d5-826e25c18011 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439364 Jan 28 03:27:40.087823 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ab3620-6bf6-4243-9816-e044f64a5e9d admin admin] Publish callbacks [] for security_group (f97a9bad-17db-4b67-97e2-899ee3155c7b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:40.160453 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ab3620-6bf6-4243-9816-e044f64a5e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f97a9bad-17db-4b67-97e2-899ee3155c7b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:40.164211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ab3620-6bf6-4243-9816-e044f64a5e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:40.168685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-94ab3620-6bf6-4243-9816-e044f64a5e9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f97a9bad-17db-4b67-97e2-899ee3155c7b HTTP/1.1" status: 204 len: 168 time: 0.4448984 Jan 28 03:27:40.179513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab3620-6bf6-4243-9816-e044f64a5e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97a9bad-17db-4b67-97e2-899ee3155c7b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:40.393174 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-641434e5-8083-4481-a264-b6e7978b1413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:40.589236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40aadf1-7886-4871-bdd7-d23dde8a5865 req-0d351c33-b4db-4cdf-8dbe-e1ccceb48f6c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:40.594655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c40aadf1-7886-4871-bdd7-d23dde8a5865 req-0d351c33-b4db-4cdf-8dbe-e1ccceb48f6c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 948 time: 0.0948114 Jan 28 03:27:40.762977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c40aadf1-7886-4871-bdd7-d23dde8a5865 req-688f8c71-85a2-44b2-83a8-25f11f9e7c15 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580732 Jan 28 03:27:41.141734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7afb-2d19-4af3-adbb-9d89e0f43a62 req-430a6770-e469-4b4b-9e91-fb5f8374e4e5 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:41.152598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea5b7afb-2d19-4af3-adbb-9d89e0f43a62 req-430a6770-e469-4b4b-9e91-fb5f8374e4e5 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.0755322 Jan 28 03:27:41.293831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea5b7afb-2d19-4af3-adbb-9d89e0f43a62 req-5473a157-0ad7-4b02-bdc3-93945c6b755f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398599 Jan 28 03:27:41.343313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad483-1aa8-4563-b947-e1a17667e2a9 req-e7682d4a-0356-4def-a58a-132920a28c42 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:41.352042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad483-1aa8-4563-b947-e1a17667e2a9 req-e7682d4a-0356-4def-a58a-132920a28c42 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:41.358234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad483-1aa8-4563-b947-e1a17667e2a9 req-e7682d4a-0356-4def-a58a-132920a28c42 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:41.365660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-704ad483-1aa8-4563-b947-e1a17667e2a9 req-e7682d4a-0356-4def-a58a-132920a28c42 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2419 time: 0.1698453 Jan 28 03:27:41.445602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-704ad483-1aa8-4563-b947-e1a17667e2a9 req-b1db9786-658b-469c-8f87-112247f63aa5 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784788 Jan 28 03:27:41.674856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8367fa4d-21b6-4f76-b898-811bb737fb89 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:27:41.863970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8367fa4d-21b6-4f76-b898-811bb737fb89,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:41.909661 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:41.913195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '8367fa4d-21b6-4f76-b898-811bb737fb89', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '8367fa4d-21b6-4f76-b898-811bb737fb89', 'mac_address': 'fa:16:3e:ce:7e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:27:41.966194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4cd6a-1ca5-412e-a7c1-ec15d7089756 req-afe9bbba-b886-4314-a82b-64cb30cacbe5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:41.967763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaf4cd6a-1ca5-412e-a7c1-ec15d7089756 req-afe9bbba-b886-4314-a82b-64cb30cacbe5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 948 time: 0.0990176 Jan 28 03:27:42.003146 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 8367fa4d-21b6-4f76-b898-811bb737fb89 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:42.003544 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:42.053407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8367fa4d-21b6-4f76-b898-811bb737fb89 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:42.064503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaf4cd6a-1ca5-412e-a7c1-ec15d7089756 req-d9577b32-3d3d-420a-8467-fea86b7f2326 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897543 Jan 28 03:27:42.126876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8367fa4d-21b6-4f76-b898-811bb737fb89,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:42.133290 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:42.220967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=8367fa4d-21b6-4f76-b898-811bb737fb89,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:42.254551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45798) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:42.495246 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d13c89d-f50f-4246-8387-fac7fb15e564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:42.509764 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9007318-85bc-4ef8-93ea-f441ea96079d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:42.639826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e95d3e-d5de-4095-9f6d-4402dd74b3c9 req-a004e839-cce2-4cd9-83ac-fe10c09c6d91 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:42.641407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78e95d3e-d5de-4095-9f6d-4402dd74b3c9 req-a004e839-cce2-4cd9-83ac-fe10c09c6d91 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 949 time: 0.2628174 Jan 28 03:27:42.655849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8367fa4d-21b6-4f76-b898-811bb737fb89'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:42.668463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461fd0f-2842-4b89-8b00-abf3ca18bbe9 req-62b1e8b1-0343-4603-8882-3c1c8659d062 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:42.670122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0461fd0f-2842-4b89-8b00-abf3ca18bbe9 req-62b1e8b1-0343-4603-8882-3c1c8659d062 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.2086565 Jan 28 03:27:42.715206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-011fee68-1ddf-46a1-b937-a646875d9844 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:42.717738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-011fee68-1ddf-46a1-b937-a646875d9844 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158&tenant_id=f815fae9b0904d42ba659d8929d97815&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 949 time: 0.2194545 Jan 28 03:27:42.872799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78e95d3e-d5de-4095-9f6d-4402dd74b3c9 req-b1fe57d9-542f-4f51-b8f7-7f2b4346db52 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177196 Jan 28 03:27:42.945757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0461fd0f-2842-4b89-8b00-abf3ca18bbe9 req-32213430-38c9-48c1-8f05-af2f6e288c0e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570169 Jan 28 03:27:42.963696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d13c89d-f50f-4246-8387-fac7fb15e564 admin admin] Publish callbacks [] for security_group (f2510b6d-37e9-4136-aac9-559a24f289fa), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:42.968201 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-689f8d9b-afca-430a-8294-198711e7ae16 service neutron] delete failed (client error): The resource could not be found. Jan 28 03:27:42.969486 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-689f8d9b-afca-430a-8294-198711e7ae16 service neutron] 10.222.0.42 "DELETE /v2.0/ports/8367fa4d-21b6-4f76-b898-811bb737fb89/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.2454596 Jan 28 03:27:42.970634 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d13c89d-f50f-4246-8387-fac7fb15e564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f2510b6d-37e9-4136-aac9-559a24f289fa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.035121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:43.036046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3d13c89d-f50f-4246-8387-fac7fb15e564 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2a50c81ba6e4fe2b731295c6ed87e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7786584 Jan 28 03:27:43.037103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13c89d-f50f-4246-8387-fac7fb15e564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2510b6d-37e9-4136-aac9-559a24f289fa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:43.133125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c36d2196-2379-401c-80a7-577025f6cb7b admin admin] Publish callbacks [] for security_group (f2510b6d-37e9-4136-aac9-559a24f289fa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.170322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c36d2196-2379-401c-80a7-577025f6cb7b admin admin] Publish callbacks [] for security_group (f2510b6d-37e9-4136-aac9-559a24f289fa), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.217963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-7e7711e2-4b65-4ee0-9e59-8e6e3e1d257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:43.219676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-7e7711e2-4b65-4ee0-9e59-8e6e3e1d257a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 1101 time: 0.1033096 Jan 28 03:27:43.263702 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c36d2196-2379-401c-80a7-577025f6cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f2510b6d-37e9-4136-aac9-559a24f289fa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.266570 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c36d2196-2379-401c-80a7-577025f6cb7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.270189 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c36d2196-2379-401c-80a7-577025f6cb7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2510b6d-37e9-4136-aac9-559a24f289fa HTTP/1.1" status: 204 len: 168 time: 0.2288105 Jan 28 03:27:43.287723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d2196-2379-401c-80a7-577025f6cb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2510b6d-37e9-4136-aac9-559a24f289fa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:43.389597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-7cec648a-88d7-44a0-93e7-ac7476bb774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:43.391221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-7cec648a-88d7-44a0-93e7-ac7476bb774a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1610298 Jan 28 03:27:43.418671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23264a0f-012a-4617-9ada-7f512e83964d req-f98d4968-1657-434a-ac82-99ef26de4f6f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:43.425733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23264a0f-012a-4617-9ada-7f512e83964d req-f98d4968-1657-434a-ac82-99ef26de4f6f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:43.444016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23264a0f-012a-4617-9ada-7f512e83964d req-f98d4968-1657-434a-ac82-99ef26de4f6f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:43.453838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23264a0f-012a-4617-9ada-7f512e83964d req-f98d4968-1657-434a-ac82-99ef26de4f6f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2419 time: 0.2862902 Jan 28 03:27:43.515870 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-2d14c156-1758-4d89-9b37-79f27745c8d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=8367fa4d-21b6-4f76-b898-811bb737fb89 HTTP/1.1" status: 200 len: 217 time: 0.0578184 Jan 28 03:27:43.581591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-b3cdd069-3558-474a-aea2-071a01149a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:43.583222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-b3cdd069-3558-474a-aea2-071a01149a6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0615230 Jan 28 03:27:43.712542 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23264a0f-012a-4617-9ada-7f512e83964d req-d041b340-8669-4eec-a345-c71a4af69513 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576137 Jan 28 03:27:43.729173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-8055efc4-459e-445b-a345-2cf031d98352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:43.731569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-8055efc4-459e-445b-a345-2cf031d98352 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1398282 Jan 28 03:27:43.933535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-8519ef52-df66-4137-9f3a-6298c611eabf service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843584 Jan 28 03:27:44.195447 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:44.206337 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:44.303807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2573ab-2ca6-4f51-b1e9-be0051c0d4b5 req-8ab4829a-0e74-40db-95cc-a7e6d8b18032 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.317941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe2573ab-2ca6-4f51-b1e9-be0051c0d4b5 req-8ab4829a-0e74-40db-95cc-a7e6d8b18032 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 949 time: 0.3090475 Jan 28 03:27:44.361016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3adb106-da5d-4e79-9754-8bdde0d3aa94 req-cdc1b078-1e27-46f0-abd4-c517357dda10 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116375 Jan 28 03:27:44.480266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e8f1-3118-47ed-bba0-86e6a9e5175d req-d1edc3cb-a657-4010-a320-3282539c9ca7 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.491929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6754e8f1-3118-47ed-bba0-86e6a9e5175d req-d1edc3cb-a657-4010-a320-3282539c9ca7 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.2708464 Jan 28 03:27:44.552456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe2573ab-2ca6-4f51-b1e9-be0051c0d4b5 req-97affd75-eced-44dd-bdd9-71b067d0e4b5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291269 Jan 28 03:27:44.622836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:44.633050 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6754e8f1-3118-47ed-bba0-86e6a9e5175d req-3ac283e2-9e39-47db-bf0f-c0b335aa7bb2 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424758 Jan 28 03:27:44.754553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-94667894-network', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:44.782377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Made reservation on behalf of ed834f1bfe6a46e585b8de2e620f8d75 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:44.785172 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:44.792154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61224db-e83f-47ac-af12-f33534b84554 req-eb0ffc20-3ed3-4d76-8ff9-2533b8afc047 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.796567 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:44.798529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61224db-e83f-47ac-af12-f33534b84554 req-eb0ffc20-3ed3-4d76-8ff9-2533b8afc047 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.804268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61224db-e83f-47ac-af12-f33534b84554 req-eb0ffc20-3ed3-4d76-8ff9-2533b8afc047 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.806128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b61224db-e83f-47ac-af12-f33534b84554 req-eb0ffc20-3ed3-4d76-8ff9-2533b8afc047 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2419 time: 0.0862100 Jan 28 03:27:44.914072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Publish callbacks [] for security_group (7aa05af8-549e-4050-9e74-66e732cf9b03), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:44.920133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7aa05af8-549e-4050-9e74-66e732cf9b03), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:44.938070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:27:44.943849 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b61224db-e83f-47ac-af12-f33534b84554 req-2ea58b62-6200-49a0-8d5a-1c4c1e568ecf tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302335 Jan 28 03:27:44.949380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (cd903f11-dcd0-40c8-bbeb-0c0818479c3a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:44.949738 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Added segment cd903f11-dcd0-40c8-bbeb-0c0818479c3a of type vlan for network 8484bd0d-2c4d-469b-a235-505b20fad4a9 Jan 28 03:27:45.007041 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8484bd0d-2c4d-469b-a235-505b20fad4a9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.051633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa05af8-549e-4050-9e74-66e732cf9b03,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:45.096318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8484bd0d-2c4d-469b-a235-505b20fad4a9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.098185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:45.099116 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.176322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45848) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:45.182138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Request body: {'subnet': {'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-94667894-subnet', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:45.187299 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5632408 Jan 28 03:27:45.216028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7277314-d5da-4e10-b85a-c461f1a1a2bd admin admin] Pushing event updated for resources: {'Network': ['ID=8484bd0d-2c4d-469b-a235-505b20fad4a9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:45.230007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8484bd0d-2c4d-469b-a235-505b20fad4a9 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:27:45.234183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Made reservation on behalf of ed834f1bfe6a46e585b8de2e620f8d75 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:45.238314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.358056 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.469794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (86bc470f-097f-440b-9cce-f405d8cceafd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.530527 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bc470f-097f-440b-9cce-f405d8cceafd,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:45.542156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Checking segment: {'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:45.543157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Network hostable DHCP agents. Network: 8484bd0d-2c4d-469b-a235-505b20fad4a9, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:27:45.563121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Network 8484bd0d-2c4d-469b-a235-505b20fad4a9 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:27:45.574152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 8484bd0d-2c4d-469b-a235-505b20fad4a9) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:45.581551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:45.582247 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.582541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9fbb69-34c3-4a00-a5c9-1d8c8696a2bd None None] Network 8484bd0d-2c4d-469b-a235-505b20fad4a9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:45.606443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:45.613423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-866875d7-b9ad-41c3-8c3a-ba625098ec8f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4358864 Jan 28 03:27:45.614343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:45.639509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (641e37b2-6e93-4cef-a187-73fe8d842d59), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.642113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (641e37b2-6e93-4cef-a187-73fe8d842d59), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.705721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8367fa4d-21b6-4f76-b898-811bb737fb89 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:45.743100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-8484bd0d-2c4d-469b-a235-505b20fad4a9', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:27:45.744231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.764134 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks [] for router_controller (641e37b2-6e93-4cef-a187-73fe8d842d59), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.854526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 8367fa4d-21b6-4f76-b898-811bb737fb89 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:27:45.862765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 8367fa4d-21b6-4f76-b898-811bb737fb89 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:45.863487 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:45.894923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c9a3a-376e-44c0-9ddb-9855368bfa94 req-491049ed-412c-4cec-bff5-f3427ee2f08a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:45.896519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d72c9a3a-376e-44c0-9ddb-9855368bfa94 req-491049ed-412c-4cec-bff5-f3427ee2f08a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 949 time: 0.1890879 Jan 28 03:27:45.936692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f1ccb-7c82-4221-860c-4fba39d0b992 req-aaf3f049-89db-4744-b7f5-7dda3404d481 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:45.938307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c07f1ccb-7c82-4221-860c-4fba39d0b992 req-aaf3f049-89db-4744-b7f5-7dda3404d481 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1560040 Jan 28 03:27:45.968107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Allocated IP 172.20.0.2 (8484bd0d-2c4d-469b-a235-505b20fad4a9/86bc470f-097f-440b-9cce-f405d8cceafd/e243e5fe-d745-4a0f-bcc5-b7d9d987861c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:46.021993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 8367fa4d-21b6-4f76-b898-811bb737fb89 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:46.022380 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.057287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:46.059967 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23fa46e-7057-45a8-bf97-9058ae7628d5" -d '{"events": [{"server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "name": "network-vif-plugged", "status": "completed", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:46.076247 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks [] for router_gateway (641e37b2-6e93-4cef-a187-73fe8d842d59), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.089557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d72c9a3a-376e-44c0-9ddb-9855368bfa94 req-269368da-a5fb-4da2-a890-23765747fe72 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805205 Jan 28 03:27:46.101587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c07f1ccb-7c82-4221-860c-4fba39d0b992 req-7b69afa5-e086-4144-b7c4-894609435ec9 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402240 Jan 28 03:27:46.127283 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8367fa4d-21b6-4f76-b898-811bb737fb89,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:46.186836 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.310075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=8367fa4d-21b6-4f76-b898-811bb737fb89,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:46.402874 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c87c6ea-7d74-4f08-baf3-8f8bcbf57cbe x-openstack-request-id: req-8c87c6ea-7d74-4f08-baf3-8f8bcbf57cbe {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:46.403195 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "name": "network-vif-plugged", "status": "completed", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:46.403761 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c87c6ea-7d74-4f08-baf3-8f8bcbf57cbe {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:46.404172 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89', 'code': 200} Jan 28 03:27:46.409357 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Publish callbacks [] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.420596 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.447765 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks [] for router_gateway (641e37b2-6e93-4cef-a187-73fe8d842d59), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.493351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.502469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-b587db14-bfff-4661-8bba-858bd01f122e tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:46.522981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Network 8484bd0d-2c4d-469b-a235-505b20fad4a9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:46.526223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:46.528275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-b587db14-bfff-4661-8bba-858bd01f122e tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:46.534969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-b587db14-bfff-4661-8bba-858bd01f122e tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:46.535157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:46.537328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-b587db14-bfff-4661-8bba-858bd01f122e tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.25 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2419 time: 0.3480036 Jan 28 03:27:46.598573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e04b92-11cc-43d1-930f-f5780f4923b9 req-2f5ce3a3-00d9-4eeb-9f75-76539bbece27 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:46.604405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e04b92-11cc-43d1-930f-f5780f4923b9 req-2f5ce3a3-00d9-4eeb-9f75-76539bbece27 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:46.610122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e04b92-11cc-43d1-930f-f5780f4923b9 req-2f5ce3a3-00d9-4eeb-9f75-76539bbece27 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:46.619615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75e04b92-11cc-43d1-930f-f5780f4923b9 req-2f5ce3a3-00d9-4eeb-9f75-76539bbece27 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 2419 time: 0.3687353 Jan 28 03:27:46.627483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Pushing event updated for resources: {'Port': ['ID=e243e5fe-d745-4a0f-bcc5-b7d9d987861c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:46.665602 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.732111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Attempting to bind port e243e5fe-d745-4a0f-bcc5-b7d9d987861c on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:46.732488 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Attempting to bind port e243e5fe-d745-4a0f-bcc5-b7d9d987861c by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:46.732890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Attempting to bind port e243e5fe-d745-4a0f-bcc5-b7d9d987861c on network 8484bd0d-2c4d-469b-a235-505b20fad4a9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:46.740109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:46.740493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Checking segment: {'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:46.741043 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.741442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Bound using segment: {'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:46.741914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Bound port: e243e5fe-d745-4a0f-bcc5-b7d9d987861c, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:46.742295 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.776117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-558d3d20-1258-4f3a-8a72-bad748ad89dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2375126 Jan 28 03:27:46.810441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75e04b92-11cc-43d1-930f-f5780f4923b9 req-8a6d912e-7883-4aea-9386-931f646ab226 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891491 Jan 28 03:27:46.833879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] For port e243e5fe-d745-4a0f-bcc5-b7d9d987861c, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:46.835140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc956a63-2f0f-4c32-a076-06bd0fbc9386 req-13cbfacb-5e3c-4604-a096-184617f26e08 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:46.838290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] For port e243e5fe-d745-4a0f-bcc5-b7d9d987861c, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e243e5fe-d745-4a0f-bcc5-b7d9d987861c,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:46.844126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc956a63-2f0f-4c32-a076-06bd0fbc9386 req-13cbfacb-5e3c-4604-a096-184617f26e08 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 1102 time: 0.1826942 Jan 28 03:27:46.845732 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.881016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Allocated IP 172.25.1.240 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/f0167a4b-c0fb-460f-803e-ed81acc46846) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:46.950541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:27:46.951507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:46.974778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-db5d9bca-0d08-4538-b994-d8ba42aa0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:46.976806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-db5d9bca-0d08-4538-b994-d8ba42aa0905 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 1102 time: 0.1641805 Jan 28 03:27:46.992684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc956a63-2f0f-4c32-a076-06bd0fbc9386 req-a7057bd9-6c85-44f4-955f-79ffc2ab0b96 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472313 Jan 28 03:27:47.032620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab567079-9262-4760-b2d8-3a2a5fca1025 None None] Pushing event updated for resources: {'Port': ['ID=e243e5fe-d745-4a0f-bcc5-b7d9d987861c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:47.203434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks [] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:47.325080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:47.327590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] For port d0fc211d-6c60-4762-8ab2-a20e5f1518d0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,segment=NetworkSegment(9a6366c3-22f7-45a9-bdba-6c7bfa074097),segment_id=9a6366c3-22f7-45a9-bdba-6c7bfa074097)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:47.327972 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:47.382244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Calling delete_port for d0fc211d-6c60-4762-8ab2-a20e5f1518d0 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:27:47.384275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-36c2e1cc-d699-4f54-a1d0-d4f7ebd470e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:47.387570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-36c2e1cc-d699-4f54-a1d0-d4f7ebd470e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.3317220 Jan 28 03:27:47.404414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:47.410314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:47.413572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:47.445895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-31925270-541b-4593-95a2-272868bb3e83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=41e80372-c3ac-4f06-a1d8-64d17dd33b62 HTTP/1.1" status: 200 len: 217 time: 0.0512064 Jan 28 03:27:47.567334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c67125-3c8c-4476-800d-c3eb8ec3a1bd req-8fdb3c1c-b959-4128-b0fd-647f91c7ceb1 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:47.570502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7c67125-3c8c-4476-800d-c3eb8ec3a1bd req-8fdb3c1c-b959-4128-b0fd-647f91c7ceb1 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.3153148 Jan 28 03:27:47.646883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-82a6908f-4bef-464e-843d-d231f2abbc91 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f815fae9b0904d42ba659d8929d97815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1554189 Jan 28 03:27:47.691945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e243e5fe-d745-4a0f-bcc5-b7d9d987861c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:47.703099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Pushing event updated for resources: {'Port': ['ID=f0167a4b-c0fb-460f-803e-ed81acc46846,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:47.799762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e243e5fe-d745-4a0f-bcc5-b7d9d987861c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:47.800151 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:47.999823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e243e5fe-d745-4a0f-bcc5-b7d9d987861c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:48.000225 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.076097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port e243e5fe-d745-4a0f-bcc5-b7d9d987861c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e243e5fe-d745-4a0f-bcc5-b7d9d987861c,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:48.081841 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.191954 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks [] for router_gateway (641e37b2-6e93-4cef-a187-73fe8d842d59), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.212388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=e243e5fe-d745-4a0f-bcc5-b7d9d987861c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:48.483940 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (641e37b2-6e93-4cef-a187-73fe8d842d59), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.490173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-e8556590-98a6-4f1e-b342-ac9f929a3e68 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:48.492164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-e8556590-98a6-4f1e-b342-ac9f929a3e68 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8445089 Jan 28 03:27:48.544149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-46a1d5da-feb1-4872-90ff-d5621b384a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:48.545986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-46a1d5da-feb1-4872-90ff-d5621b384a30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 1.0663002 Jan 28 03:27:48.560834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-92923fac-e252-4d8c-960a-17269ebecaf2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/quotas/f815fae9b0904d42ba659d8929d97815 HTTP/1.1" status: 200 len: 375 time: 0.0576642 Jan 28 03:27:48.670517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7c67125-3c8c-4476-800d-c3eb8ec3a1bd req-271cd8cc-6717-4b4f-aca7-141340d18902 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0557091 Jan 28 03:27:48.693632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d0fc211d-6c60-4762-8ab2-a20e5f1518d0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.724461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1dbab-cdd3-4abb-884b-de7d033c7f57 None None] Network 8484bd0d-2c4d-469b-a235-505b20fad4a9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:48.730833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Router 641e37b2-6e93-4cef-a187-73fe8d842d59 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:27:48.739497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Port': ['ID=d0fc211d-6c60-4762-8ab2-a20e5f1518d0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:48.767654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-8e716417-f60d-4239-b009-df286e73279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:48.769364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-8e716417-f60d-4239-b009-df286e73279c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1725256 Jan 28 03:27:48.796213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.796690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.797060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.797446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.797782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.798514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.798514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.798751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.799122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.799359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.799681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.800038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.800304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:48.857324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] No DVR routers for this DVR port d0fc211d-6c60-4762-8ab2-a20e5f1518d0 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:27:48.862407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-ef1df189-f760-4651-bcb6-93e36af1d550 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2670569 Jan 28 03:27:48.863466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.866646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-9173c097-29ad-4014-b29e-7cf6a8f4662c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.25 "DELETE /v2.0/ports/d0fc211d-6c60-4762-8ab2-a20e5f1518d0 HTTP/1.1" status: 204 len: 173 time: 2.3121233 Jan 28 03:27:48.869309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-deleted', 'tag': 'd0fc211d-6c60-4762-8ab2-a20e5f1518d0'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:48.871479 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47f904d-5f86-407f-9ce4-03c33e24e267" -d '{"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-deleted", "tag": "d0fc211d-6c60-4762-8ab2-a20e5f1518d0"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:49.056714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b01c67cf-71c8-47aa-aaf9-073606c0e7b3 None None] Provisioning complete for port e243e5fe-d745-4a0f-bcc5-b7d9d987861c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:49.057125 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b01c67cf-71c8-47aa-aaf9-073606c0e7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:49.114397 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:27:49.166207 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:49.179988 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d5a6c31f-91a2-4508-9030-10ca9b38fe85 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5719821 Jan 28 03:27:49.182086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45916) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:49.229585 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b8c737-1e52-4629-ba75-b029bf37e08c x-openstack-request-id: req-02b8c737-1e52-4629-ba75-b029bf37e08c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:49.230648 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-deleted", "tag": "d0fc211d-6c60-4762-8ab2-a20e5f1518d0", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:49.230960 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02b8c737-1e52-4629-ba75-b029bf37e08c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:49.231256 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-deleted', 'tag': 'd0fc211d-6c60-4762-8ab2-a20e5f1518d0', 'status': 'completed', 'code': 200} Jan 28 03:27:49.233541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Sync routers for ids ['641e37b2-6e93-4cef-a187-73fe8d842d59'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:27:49.239637 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-55c0f751-3fda-4f57-9007-f2a355a796e7 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312103 Jan 28 03:27:49.320569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Routers {'641e37b2-6e93-4cef-a187-73fe8d842d59'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:49.325519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['641e37b2-6e93-4cef-a187-73fe8d842d59'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:49.366890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbb7a997-a6af-4031-a246-562b6e5ef442 req-055985f7-f97f-42e7-bb41-75ac58e7faa1 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192248 Jan 28 03:27:49.471621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d5e85d6-13be-4244-b1da-4f6e6d81afbf req-7af00449-fcb6-4c91-b0cf-f0ebee16233c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 210 time: 0.1036220 Jan 28 03:27:49.488040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8a64c-9b15-4bc5-aed5-d88af89b1b31 req-73486bdd-9398-4d68-8c03-999e9b77eb72 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:49.516746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8a64c-9b15-4bc5-aed5-d88af89b1b31 req-73486bdd-9398-4d68-8c03-999e9b77eb72 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:49.524557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66a8a64c-9b15-4bc5-aed5-d88af89b1b31 req-73486bdd-9398-4d68-8c03-999e9b77eb72 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 1683 time: 0.3946912 Jan 28 03:27:49.574114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-0b73a944-364a-4a07-b2ba-15b0c36225b4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting port e3ce54de-8ca9-4912-961f-6abcff6e3f7f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:27:49.578249 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-0b73a944-364a-4a07-b2ba-15b0c36225b4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:49.660513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66a8a64c-9b15-4bc5-aed5-d88af89b1b31 req-e6ae0b91-bb4f-4097-82fc-ff3157e17720 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348324 Jan 28 03:27:49.788986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-0b73a944-364a-4a07-b2ba-15b0c36225b4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] For port e3ce54de-8ca9-4912-961f-6abcff6e3f7f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:49.789708 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-0b73a944-364a-4a07-b2ba-15b0c36225b4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:49.821057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-0b73a944-364a-4a07-b2ba-15b0c36225b4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Calling delete_port for e3ce54de-8ca9-4912-961f-6abcff6e3f7f owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:27:49.951400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e243e5fe-d745-4a0f-bcc5-b7d9d987861c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:50.088115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e3ce54de-8ca9-4912-961f-6abcff6e3f7f no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:27:50.184107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d30b1c-d056-4fd0-8aa1-2ccbba0ef275 req-8ae71e97-2a8d-4ac0-af6a-6e6d66a0b22a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:50.196365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9d30b1c-d056-4fd0-8aa1-2ccbba0ef275 req-8ae71e97-2a8d-4ac0-af6a-6e6d66a0b22a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.3477805 Jan 28 03:27:50.297049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Set router 641e37b2-6e93-4cef-a187-73fe8d842d59 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:50.407860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e243e5fe-d745-4a0f-bcc5-b7d9d987861c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:50.408229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:50.421612 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:50.426128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9d30b1c-d056-4fd0-8aa1-2ccbba0ef275 req-90dc7311-d468-4294-a394-fc8e888ff8b1 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278724 Jan 28 03:27:50.449816 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:27:50.469130 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-0b73a944-364a-4a07-b2ba-15b0c36225b4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e3ce54de-8ca9-4912-961f-6abcff6e3f7f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:50.652893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73a944-364a-4a07-b2ba-15b0c36225b4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Port': ['ID=e3ce54de-8ca9-4912-961f-6abcff6e3f7f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:50.744086 n-d-808199-14 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No ports have port_id starting with e3ce54de-8ca9-4912-961f-6abcff6e3f7f Jan 28 03:27:50.795238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-0b73a944-364a-4a07-b2ba-15b0c36225b4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] No DVR routers for this DVR port e3ce54de-8ca9-4912-961f-6abcff6e3f7f on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:27:50.807387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ed1e7aaa-4cb5-453a-b513-6fe36dd83643 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:27:50.814881 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-0b73a944-364a-4a07-b2ba-15b0c36225b4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:50.823371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-0b73a944-364a-4a07-b2ba-15b0c36225b4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.25 "DELETE /v2.0/ports/e3ce54de-8ca9-4912-961f-6abcff6e3f7f HTTP/1.1" status: 204 len: 173 time: 1.9187334 Jan 28 03:27:50.950001 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b01c67cf-71c8-47aa-aaf9-073606c0e7b3 None None] Current status of the port e243e5fe-d745-4a0f-bcc5-b7d9d987861c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:50.953125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30da99f2-ea77-4940-b244-90ac97a7d47b req-d216edcb-3cd3-4fd3-a494-abcfa189f754 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 210 time: 0.2162011 Jan 28 03:27:50.972410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Allocated IP 172.20.0.1 (8484bd0d-2c4d-469b-a235-505b20fad4a9/86bc470f-097f-440b-9cce-f405d8cceafd/d284da0c-4120-406b-9392-20f74f18474f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:51.091334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:51.092704 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:51.147661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73e77f-a761-46f4-a600-724e4bb29aa9 req-3d663ab1-a67a-4fab-a511-280ea413e7d7 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:51.162896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd73e77f-a761-46f4-a600-724e4bb29aa9 req-3d663ab1-a67a-4fab-a511-280ea413e7d7 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 946 time: 0.3576670 Jan 28 03:27:51.231837 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e243e5fe-d745-4a0f-bcc5-b7d9d987861c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:51.236013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-deleted', 'tag': 'e3ce54de-8ca9-4912-961f-6abcff6e3f7f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:51.238341 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee6081-419b-499a-8db5-dc6c65821da3" -d '{"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-deleted", "tag": "e3ce54de-8ca9-4912-961f-6abcff6e3f7f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:51.247408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Publish callbacks [] for port (d284da0c-4120-406b-9392-20f74f18474f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:51.266867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-74ac5d79-eb2e-49e1-9e91-9fa489dc8d2c None None] Provisioning complete for port e243e5fe-d745-4a0f-bcc5-b7d9d987861c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:51.267294 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74ac5d79-eb2e-49e1-9e91-9fa489dc8d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:51.291471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:47Z', 'revision_number': 3, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:51.309586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd73e77f-a761-46f4-a600-724e4bb29aa9 req-3853eab0-b730-4c19-801e-f36d41cefae1 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466453 Jan 28 03:27:51.337437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-c0906839-b0aa-4f1a-9de6-90f79d910538 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:27:51.337796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-c0906839-b0aa-4f1a-9de6-90f79d910538 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:51.351724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-486ec8b2-a0b7-49d2-b81a-c7952f83c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:51.353334 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-486ec8b2-a0b7-49d2-b81a-c7952f83c9a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c53407e2101a49f99bacdf704abd292c&device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 1102 time: 0.0953255 Jan 28 03:27:51.391797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1e7aaa-4cb5-453a-b513-6fe36dd83643'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:51.394295 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a29f00-f1db-4f10-b945-f72e9fad354d" -d '{"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1e7aaa-4cb5-453a-b513-6fe36dd83643"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:51.439619 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f229c54-2e78-43f8-9471-9426d1aafd90 x-openstack-request-id: req-3f229c54-2e78-43f8-9471-9426d1aafd90 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:51.439925 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-deleted", "tag": "e3ce54de-8ca9-4912-961f-6abcff6e3f7f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:51.440183 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f229c54-2e78-43f8-9471-9426d1aafd90 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:51.440573 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-deleted', 'tag': 'e3ce54de-8ca9-4912-961f-6abcff6e3f7f', 'status': 'completed', 'code': 200} Jan 28 03:27:51.442817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-964a60a5-1620-43be-a621-5ebf14c73b20 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f815fae9b0904d42ba659d8929d97815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1870127 Jan 28 03:27:51.443914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Checking router: 641e37b2-6e93-4cef-a187-73fe8d842d59 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:27:51.444268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Updating router 641e37b2-6e93-4cef-a187-73fe8d842d59 port f0167a4b-c0fb-460f-803e-ed81acc46846 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:27:51.447352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port ed1e7aaa-4cb5-453a-b513-6fe36dd83643, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:51.455202 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:51.455904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d0fc211d-6c60-4762-8ab2-a20e5f1518d0 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:27:51.562639 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78df916e-a3c2-4702-b4e6-1e6d5bd92519 x-openstack-request-id: req-78df916e-a3c2-4702-b4e6-1e6d5bd92519 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:51.563280 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1e7aaa-4cb5-453a-b513-6fe36dd83643", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:51.563787 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78df916e-a3c2-4702-b4e6-1e6d5bd92519 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:51.564799 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1e7aaa-4cb5-453a-b513-6fe36dd83643', 'code': 200} Jan 28 03:27:51.572884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: d0fc211d-6c60-4762-8ab2-a20e5f1518d0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:27:51.574392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d0fc211d-6c60-4762-8ab2-a20e5f1518d0 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:27:51.582810 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:51.634387 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d284da0c-4120-406b-9392-20f74f18474f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:51.680439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:51.685015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-c0906839-b0aa-4f1a-9de6-90f79d910538 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] For port ed1e7aaa-4cb5-453a-b513-6fe36dd83643, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:51.685443 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-c0906839-b0aa-4f1a-9de6-90f79d910538 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:51.710060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-c0906839-b0aa-4f1a-9de6-90f79d910538 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Calling delete_port for ed1e7aaa-4cb5-453a-b513-6fe36dd83643 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:27:51.740881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Network 8484bd0d-2c4d-469b-a235-505b20fad4a9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:51.744378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38abbb-403c-492e-ab2d-55ab031f06cf req-949e27c6-a087-475e-93d6-fbbca9d7ac4a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:51.749821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a38abbb-403c-492e-ab2d-55ab031f06cf req-949e27c6-a087-475e-93d6-fbbca9d7ac4a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1591971 Jan 28 03:27:51.751805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:51.754400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:51.772545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-74ac5d79-eb2e-49e1-9e91-9fa489dc8d2c None None] Current status of the port e243e5fe-d745-4a0f-bcc5-b7d9d987861c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:51.792387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9d8f9b4f-d5aa-4281-acf1-2713680109db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:51.797932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9d8f9b4f-d5aa-4281-acf1-2713680109db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3478513 Jan 28 03:27:51.854338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-848e1ee6-3aab-4463-a9a2-164c6b02ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:51.856505 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-848e1ee6-3aab-4463-a9a2-164c6b02ea0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.4056127 Jan 28 03:27:51.857367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Pushing event updated for resources: {'Port': ['ID=d284da0c-4120-406b-9392-20f74f18474f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:51.861811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Request body: {'port': {'device_id': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'f815fae9b0904d42ba659d8929d97815'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:51.914494 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-ad789708-3c5a-4adb-92ec-7cf4c6614435 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0483086 Jan 28 03:27:51.915901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.916948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.917298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.917632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.917960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.918286 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.918610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.918934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.919336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.919660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.919979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.920307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.920619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:51.944714 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (641e37b2-6e93-4cef-a187-73fe8d842d59), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.046106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-8ab34b46-18e9-474f-86e2-d08b01d11d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:52.047878 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-8ab34b46-18e9-474f-86e2-d08b01d11d9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1146126 Jan 28 03:27:52.107367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a38abbb-403c-492e-ab2d-55ab031f06cf req-e86d3616-a317-408d-a13f-120479c841bf tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083129 Jan 28 03:27:52.165052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-30f71713-0814-444e-b591-fb9121738e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:52.167687 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-30f71713-0814-444e-b591-fb9121738e24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1057980 Jan 28 03:27:52.183071 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Publish callbacks [] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.192044 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.251341 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cae5ee5c-749d-47eb-87ef-dd0a74c78b29 req-8515bbb8-f37e-4e73-b007-440d5036b45b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 210 time: 0.1275623 Jan 28 03:27:52.319211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Attempting to bind port f0167a4b-c0fb-460f-803e-ed81acc46846 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:52.320060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Attempting to bind port f0167a4b-c0fb-460f-803e-ed81acc46846 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:52.320445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Attempting to bind port f0167a4b-c0fb-460f-803e-ed81acc46846 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:52.342473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a34f10-ce0b-45a9-8bd9-637923e05e69 None None] Pushing event updated for resources: {'Port': ['ID=f0167a4b-c0fb-460f-803e-ed81acc46846,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:52.356018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:52.356699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:52.358193 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.358769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:52.359441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Bound port: f0167a4b-c0fb-460f-803e-ed81acc46846, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:52.360087 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.378018 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d284da0c-4120-406b-9392-20f74f18474f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.423952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] For port f0167a4b-c0fb-460f-803e-ed81acc46846, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:52.440662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-15029d8c-8e43-4a5d-a559-97fe10d869ed None None] Provisioning complete for port d284da0c-4120-406b-9392-20f74f18474f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:52.441537 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15029d8c-8e43-4a5d-a559-97fe10d869ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d284da0c-4120-406b-9392-20f74f18474f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.444679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Made reservation on behalf of f815fae9b0904d42ba659d8929d97815 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:52.448208 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.490901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-15029d8c-8e43-4a5d-a559-97fe10d869ed None None] Port d284da0c-4120-406b-9392-20f74f18474f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:52.570430 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-f9d00103-859e-4ef5-97f6-40e0f666620d service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886888 Jan 28 03:27:52.593219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] For port f0167a4b-c0fb-460f-803e-ed81acc46846, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f0167a4b-c0fb-460f-803e-ed81acc46846,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:52.601045 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.651089 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-c0906839-b0aa-4f1a-9de6-90f79d910538 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ed1e7aaa-4cb5-453a-b513-6fe36dd83643), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.668878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5b7a1-41b3-43a1-b731-88441d5e8484 req-5a4843e6-b381-4b98-80cb-592d0302834b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:52.671251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dc5b7a1-41b3-43a1-b731-88441d5e8484 req-5a4843e6-b381-4b98-80cb-592d0302834b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=81ef8ca6-55da-4089-bf50-a632d97ca1b1 HTTP/1.1" status: 200 len: 944 time: 0.1951303 Jan 28 03:27:52.718279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0906839-b0aa-4f1a-9de6-90f79d910538 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Port': ['ID=ed1e7aaa-4cb5-453a-b513-6fe36dd83643,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:52.735882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Routers {'641e37b2-6e93-4cef-a187-73fe8d842d59'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:52.736893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['641e37b2-6e93-4cef-a187-73fe8d842d59'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:52.815722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a34f10-ce0b-45a9-8bd9-637923e05e69 None None] Pushing event updated for resources: {'Port': ['ID=f0167a4b-c0fb-460f-803e-ed81acc46846,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:52.911248 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72a63213-99a9-42dd-ba66-2e77eba49758 req-cd007cd0-f304-4d45-b584-a9019d0777f9 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065610 Jan 28 03:27:52.914585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-c0906839-b0aa-4f1a-9de6-90f79d910538 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] No DVR routers for this DVR port ed1e7aaa-4cb5-453a-b513-6fe36dd83643 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:27:52.936927 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-c0906839-b0aa-4f1a-9de6-90f79d910538 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.945980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6513bbc2-b367-4e9f-bbd9-0294a5bc61fc req-c0906839-b0aa-4f1a-9de6-90f79d910538 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.25 "DELETE /v2.0/ports/ed1e7aaa-4cb5-453a-b513-6fe36dd83643 HTTP/1.1" status: 204 len: 173 time: 2.0440416 Jan 28 03:27:52.953288 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Publish callbacks [] for port (d284da0c-4120-406b-9392-20f74f18474f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.968835 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d284da0c-4120-406b-9392-20f74f18474f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:52.974729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] Set router 641e37b2-6e93-4cef-a187-73fe8d842d59 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:52.997466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dc5b7a1-41b3-43a1-b731-88441d5e8484 req-8c20dd1b-bbf1-4532-a53f-bddd3e5c4cb4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878358 Jan 28 03:27:53.026729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Allocated IP 192.168.233.123 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/a5dbb3ec-be09-40cf-975f-9e0a5072b65b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:53.111045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Pushing event updated for resources: {'Port': ['ID=d284da0c-4120-406b-9392-20f74f18474f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:53.197170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (641e37b2-6e93-4cef-a187-73fe8d842d59), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:53.333300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:27:50Z', 'revision_number': 1, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:53.379814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1f388-97ed-4335-b2df-99de1bd00a7f None None] The sync data for ids ['641e37b2-6e93-4cef-a187-73fe8d842d59'] in n-d-808199-14 is: [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:27:50Z', 'revision_number': 1, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:27:53.438116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Network 8484bd0d-2c4d-469b-a235-505b20fad4a9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:53.440232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:53.468261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-deleted', 'tag': 'ed1e7aaa-4cb5-453a-b513-6fe36dd83643'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:53.481362 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e099686-2d1e-4fc4-8696-71d000d07cbd" -d '{"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-deleted", "tag": "ed1e7aaa-4cb5-453a-b513-6fe36dd83643"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:53.538541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ed7759c-f95b-453a-a3fd-3787b1ad1f41 req-a1a47250-6a42-4c08-85cf-0e5fc2340542 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 210 time: 0.1416686 Jan 28 03:27:53.595140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks [] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:53.688261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69ffce-4007-45f2-83e6-aaea4997ef38 req-9e2cde47-307f-4920-9f40-8c8a897a5248 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:53.742503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a69ffce-4007-45f2-83e6-aaea4997ef38 req-9e2cde47-307f-4920-9f40-8c8a897a5248 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.4118268 Jan 28 03:27:53.801965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Router 641e37b2-6e93-4cef-a187-73fe8d842d59 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:27:53.819260 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:53.858544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8367fa4d-21b6-4f76-b898-811bb737fb89'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:53.956595 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1b039b-016e-4576-be80-9f7852d41210 x-openstack-request-id: req-4e1b039b-016e-4576-be80-9f7852d41210 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:53.957099 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ef8ca6-55da-4089-bf50-a632d97ca1b1", "name": "network-vif-deleted", "tag": "ed1e7aaa-4cb5-453a-b513-6fe36dd83643", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:53.957184 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e1b039b-016e-4576-be80-9f7852d41210 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:53.960316 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ef8ca6-55da-4089-bf50-a632d97ca1b1', 'name': 'network-vif-deleted', 'tag': 'ed1e7aaa-4cb5-453a-b513-6fe36dd83643', 'status': 'completed', 'code': 200} Jan 28 03:27:53.968628 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Pushing event updated for resources: {'Port': ['ID=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:54.027857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:27:54.031365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:54.035870 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-11577fd5-67b0-4871-89ca-c1aa4347535e admin admin] 10.222.0.44 "PUT /v2.0/routers/641e37b2-6e93-4cef-a187-73fe8d842d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8516548 Jan 28 03:27:54.039184 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a69ffce-4007-45f2-83e6-aaea4997ef38 req-2536242b-644f-4af6-a2b1-97a98915d038 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935281 Jan 28 03:27:54.045753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:54.049350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-276aee1d-723b-493d-8ccc-2a4fb56cabfb None None] Provisioning complete for port d284da0c-4120-406b-9392-20f74f18474f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:54.049724 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-276aee1d-723b-493d-8ccc-2a4fb56cabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d284da0c-4120-406b-9392-20f74f18474f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.050583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:54.084774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:54.177546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:54.178213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.189807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-46be776d-97b3-4201-8c6f-98a9aa0dd19c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting subnet c7814a7c-179d-4fcb-b519-b09931c3dc8a {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:27:54.197570 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46be776d-97b3-4201-8c6f-98a9aa0dd19c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks [] for subnet (c7814a7c-179d-4fcb-b519-b09931c3dc8a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.216273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-04175fd4-3b86-47e5-9979-5876ac101a37 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3694627 Jan 28 03:27:54.234791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Request body: {'port': {'device_id': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:54.289522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46be776d-97b3-4201-8c6f-98a9aa0dd19c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (c7814a7c-179d-4fcb-b519-b09931c3dc8a), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.357433 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.368421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-276aee1d-723b-493d-8ccc-2a4fb56cabfb None None] Port d284da0c-4120-406b-9392-20f74f18474f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:54.494176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46be776d-97b3-4201-8c6f-98a9aa0dd19c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (c7814a7c-179d-4fcb-b519-b09931c3dc8a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.650737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46be776d-97b3-4201-8c6f-98a9aa0dd19c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (c7814a7c-179d-4fcb-b519-b09931c3dc8a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.657556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a7d030d0-f952-4f17-8fff-289729f5560e None None] Provisioning complete for port a5dbb3ec-be09-40cf-975f-9e0a5072b65b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:54.662649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7d030d0-f952-4f17-8fff-289729f5560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.750838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be776d-97b3-4201-8c6f-98a9aa0dd19c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Subnet': ['ID=c7814a7c-179d-4fcb-b519-b09931c3dc8a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:54.777741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175fb8c-0a2e-4a33-8665-f0ff868fca26 req-d9a3627c-f5de-4166-8d30-8f01acc43d3e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:54.781795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c175fb8c-0a2e-4a33-8665-f0ff868fca26 req-d9a3627c-f5de-4166-8d30-8f01acc43d3e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 936 time: 0.0947502 Jan 28 03:27:54.787275 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46be776d-97b3-4201-8c6f-98a9aa0dd19c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.797466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a7d030d0-f952-4f17-8fff-289729f5560e None None] Port a5dbb3ec-be09-40cf-975f-9e0a5072b65b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:54.798078 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-46be776d-97b3-4201-8c6f-98a9aa0dd19c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "DELETE /v2.0/subnets/c7814a7c-179d-4fcb-b519-b09931c3dc8a HTTP/1.1" status: 204 len: 168 time: 0.7086451 Jan 28 03:27:54.800485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:54.809197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab6cb40-9c5d-45d4-b344-402bc5963677 None None] Network 1cc7d276-1510-4807-bcf2-74eaec8f05cc requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:54.982884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c175fb8c-0a2e-4a33-8665-f0ff868fca26 req-a5e845a7-943a-4a29-8207-6ae4d9f70fa5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951957 Jan 28 03:27:55.029994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5dbb3ec-be09-40cf-975f-9e0a5072b65b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:55.039202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Publish callbacks [] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:55.067107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Transition to ACTIVE for port object a5dbb3ec-be09-40cf-975f-9e0a5072b65b will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:27:55.073972 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:55.117599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1cc7d276-1510-4807-bcf2-74eaec8f05cc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:55.204580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:55.271255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc6b53-0ba2-4eb8-b2a4-f2d1ea63903f None None] DHCP port deletion for 1cc7d276-1510-4807-bcf2-74eaec8f05cc request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:27:55.337677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting port c158c539-0500-43f7-9cdf-e687fb9f364e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:27:55.338033 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:55.425819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Attempting to bind port a5dbb3ec-be09-40cf-975f-9e0a5072b65b on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:55.426156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Attempting to bind port a5dbb3ec-be09-40cf-975f-9e0a5072b65b by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:55.426490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Attempting to bind port a5dbb3ec-be09-40cf-975f-9e0a5072b65b on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:55.436936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Port a5dbb3ec-be09-40cf-975f-9e0a5072b65b on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:27:55.441138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Attempting to bind port a5dbb3ec-be09-40cf-975f-9e0a5072b65b on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:55.498722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:55.499065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:55.499452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:55.499905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Bound port: a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:55.500262 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:55.559934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] For port c158c539-0500-43f7-9cdf-e687fb9f364e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c158c539-0500-43f7-9cdf-e687fb9f364e,segment=NetworkSegment(9a6366c3-22f7-45a9-bdba-6c7bfa074097),segment_id=9a6366c3-22f7-45a9-bdba-6c7bfa074097)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:55.560310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:55.606629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Calling delete_port for c158c539-0500-43f7-9cdf-e687fb9f364e owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:27:55.664371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:55.670909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-182acb2a-dc7d-4d1f-898a-aa4e319cb8e8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385520606', 'description': 'tempest-description--496731561'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:55.770230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f0167a4b-c0fb-460f-803e-ed81acc46846 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:55.783106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad25c4-01d4-47e2-a4b3-da58ddd839a8 req-bb61b17c-6b11-4da6-9898-ef0ae65ee464 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:55.791617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4aad25c4-01d4-47e2-a4b3-da58ddd839a8 req-bb61b17c-6b11-4da6-9898-ef0ae65ee464 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.3344333 Jan 28 03:27:55.817553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:55.866949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-182acb2a-dc7d-4d1f-898a-aa4e319cb8e8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:55.868460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Port': ['ID=c158c539-0500-43f7-9cdf-e687fb9f364e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:55.894651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] No DVR routers for this DVR port c158c539-0500-43f7-9cdf-e687fb9f364e on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:27:55.956770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc6b53-0ba2-4eb8-b2a4-f2d1ea63903f None None] Deleting port c158c539-0500-43f7-9cdf-e687fb9f364e {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:27:55.957174 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6b53-0ba2-4eb8-b2a4-f2d1ea63903f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:55.997718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f0167a4b-c0fb-460f-803e-ed81acc46846 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:55.998092 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.149439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1cc7d276-1510-4807-bcf2-74eaec8f05cc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.203553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc7d276-1510-4807-bcf2-74eaec8f05cc']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:56.207727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f1bc6b53-0ba2-4eb8-b2a4-f2d1ea63903f None None] For port c158c539-0500-43f7-9cdf-e687fb9f364e, host n-d-808199-14, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:56.208131 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6b53-0ba2-4eb8-b2a4-f2d1ea63903f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.215258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6366c3-22f7-45a9-bdba-6c7bfa074097') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:56.215633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6366c3-22f7-45a9-bdba-6c7bfa074097') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:56.230939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (9a6366c3-22f7-45a9-bdba-6c7bfa074097), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.237289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc6b53-0ba2-4eb8-b2a4-f2d1ea63903f None None] Calling delete_port for c158c539-0500-43f7-9cdf-e687fb9f364e owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:27:56.246025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-f1bc6b53-0ba2-4eb8-b2a4-f2d1ea63903f None None] Port c158c539-0500-43f7-9cdf-e687fb9f364e was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:27:56.248440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (9a6366c3-22f7-45a9-bdba-6c7bfa074097), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.249235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6b53-0ba2-4eb8-b2a4-f2d1ea63903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (c158c539-0500-43f7-9cdf-e687fb9f364e), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.257457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:27:56.257998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (9a6366c3-22f7-45a9-bdba-6c7bfa074097), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.279923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc6b53-0ba2-4eb8-b2a4-f2d1ea63903f None None] Pushing event deleted for resources: {'Port': ['ID=c158c539-0500-43f7-9cdf-e687fb9f364e,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:56.303714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc6b53-0ba2-4eb8-b2a4-f2d1ea63903f None None] No DVR routers for this DVR port c158c539-0500-43f7-9cdf-e687fb9f364e on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:27:56.348059 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:27:56.352404 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1cc7d276-1510-4807-bcf2-74eaec8f05cc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.374749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:56.402193 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.402193 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "DELETE /v2.0/networks/1cc7d276-1510-4807-bcf2-74eaec8f05cc HTTP/1.1" status: 204 len: 168 time: 1.5738728 Jan 28 03:27:56.402377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:56.402476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:56.402476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a103e80-a95e-4214-951e-bbba094c7572 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Network': ['ID=1cc7d276-1510-4807-bcf2-74eaec8f05cc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:56.414344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f0167a4b-c0fb-460f-803e-ed81acc46846 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:56.414739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.463818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4aad25c4-01d4-47e2-a4b3-da58ddd839a8 req-9c8f2840-330b-453f-96a1-553702f6ac73 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6711125 Jan 28 03:27:56.472325 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.473622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port f0167a4b-c0fb-460f-803e-ed81acc46846, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f0167a4b-c0fb-460f-803e-ed81acc46846,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:56.480269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.615489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-182acb2a-dc7d-4d1f-898a-aa4e319cb8e8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group (69900b27-36d8-4031-a430-1974a6312fe3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.664249 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-182acb2a-dc7d-4d1f-898a-aa4e319cb8e8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (69900b27-36d8-4031-a430-1974a6312fe3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.675299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:56.675981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.677151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=f0167a4b-c0fb-460f-803e-ed81acc46846,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:56.677563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] 10.222.0.42 "PUT /v2.0/ports/a5dbb3ec-be09-40cf-975f-9e0a5072b65b HTTP/1.1" status: 200 len: 1097 time: 2.4480155 Jan 28 03:27:56.680684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c158c539-0500-43f7-9cdf-e687fb9f364e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:27:56.680926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:56.683406 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311123e0-53e0-4b46-9b13-c46cc08a5ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:56.706069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b908538-b1e9-48db-a800-a32198a3ac25 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting subnet 73c41d58-1914-407b-a94e-4813ee05ea41 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:27:56.708645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c158c539-0500-43f7-9cdf-e687fb9f364e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:27:56.709026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c158c539-0500-43f7-9cdf-e687fb9f364e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:27:56.720886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b908538-b1e9-48db-a800-a32198a3ac25 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks [] for subnet (73c41d58-1914-407b-a94e-4813ee05ea41), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.819822 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b908538-b1e9-48db-a800-a32198a3ac25 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (73c41d58-1914-407b-a94e-4813ee05ea41), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.852179 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115fb561-a347-44b0-afd0-eba987487c35 x-openstack-request-id: req-115fb561-a347-44b0-afd0-eba987487c35 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:56.852472 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:56.852735 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-115fb561-a347-44b0-afd0-eba987487c35 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:56.853321 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', 'status': 'completed', 'code': 200} Jan 28 03:27:56.945226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-182acb2a-dc7d-4d1f-898a-aa4e319cb8e8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:56.950339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-182acb2a-dc7d-4d1f-898a-aa4e319cb8e8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2811317 Jan 28 03:27:56.968667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:56.971046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35c586-c8c5-40f5-b741-1a2ec7bb8795 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:56.990820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89adec-0e49-4021-9282-beca182d5c13 req-835d96a9-dd83-4f76-a9b7-fefdec41e505 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:57.007162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a89adec-0e49-4021-9282-beca182d5c13 req-835d96a9-dd83-4f76-a9b7-fefdec41e505 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 948 time: 0.5816021 Jan 28 03:27:57.028951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1c698383-138a-4688-87ca-ecd00b57fe26 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Request body: {'security_group_rule': {'security_group_id': '69900b27-36d8-4031-a430-1974a6312fe3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:57.042367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b908538-b1e9-48db-a800-a32198a3ac25 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (73c41d58-1914-407b-a94e-4813ee05ea41), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.052013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182acb2a-dc7d-4d1f-898a-aa4e319cb8e8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69900b27-36d8-4031-a430-1974a6312fe3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:57.117061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-44a07ea8-246f-4e1b-8104-e0409ba9cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:57.118601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-44a07ea8-246f-4e1b-8104-e0409ba9cf60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 1100 time: 0.3712230 Jan 28 03:27:57.134297 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c698383-138a-4688-87ca-ecd00b57fe26 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group_rule (4da4d959-2142-42be-8ef1-85d25cb57e2c), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.171609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a89adec-0e49-4021-9282-beca182d5c13 req-f2e71e29-874a-4664-80bc-df8d4a323d69 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631222 Jan 28 03:27:57.172493 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b908538-b1e9-48db-a800-a32198a3ac25 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (73c41d58-1914-407b-a94e-4813ee05ea41), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.205484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b908538-b1e9-48db-a800-a32198a3ac25 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Subnet': ['ID=73c41d58-1914-407b-a94e-4813ee05ea41,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:57.219652 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b908538-b1e9-48db-a800-a32198a3ac25 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.225026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9136263-b4f7-49b3-9924-e89d33145919 None None] Network 6b1e172e-a5af-41fd-910e-3f347e12e794 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:27:57.235453 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3b908538-b1e9-48db-a800-a32198a3ac25 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "DELETE /v2.0/subnets/73c41d58-1914-407b-a94e-4813ee05ea41 HTTP/1.1" status: 204 len: 168 time: 0.8384180 Jan 28 03:27:57.238561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:57.244634 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-95834407-ff8b-4796-8f43-c047ca12456d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b HTTP/1.1" status: 200 len: 217 time: 0.0662980 Jan 28 03:27:57.340564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-a05f81d6-e2ea-499d-b1b2-147d2b5139d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:57.342378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-a05f81d6-e2ea-499d-b1b2-147d2b5139d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0855420 Jan 28 03:27:57.355373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c698383-138a-4688-87ca-ecd00b57fe26 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group_rule (4da4d959-2142-42be-8ef1-85d25cb57e2c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.369476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c698383-138a-4688-87ca-ecd00b57fe26 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (4da4d959-2142-42be-8ef1-85d25cb57e2c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.414417 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (6b1e172e-a5af-41fd-910e-3f347e12e794), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.428669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698383-138a-4688-87ca-ecd00b57fe26 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da4d959-2142-42be-8ef1-85d25cb57e2c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:57.461456 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c698383-138a-4688-87ca-ecd00b57fe26 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.462695 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1c698383-138a-4688-87ca-ecd00b57fe26 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4926083 Jan 28 03:27:57.471319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:57.477893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-779c5cea-bd30-4b31-8ab5-d877b0bf0d3b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Request body: {'security_group_rule': {'security_group_id': '69900b27-36d8-4031-a430-1974a6312fe3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:57.505420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-69e11cc0-6e39-4a90-92b2-e281a7b9e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:57.506974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-69e11cc0-6e39-4a90-92b2-e281a7b9e084 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494238 Jan 28 03:27:57.580878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf72f26-e1af-49c6-8b87-31f4220f3286 None None] DHCP port deletion for 6b1e172e-a5af-41fd-910e-3f347e12e794 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:27:57.587247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting port e860a3fc-3b46-4053-9dbd-74674148932d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:27:57.593280 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.651716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f0167a4b-c0fb-460f-803e-ed81acc46846 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:57.706187 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-779c5cea-bd30-4b31-8ab5-d877b0bf0d3b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group_rule (96fab431-cc33-484e-8f59-17492118cc55), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.743064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ecf72f26-e1af-49c6-8b87-31f4220f3286 None None] Deleting port e860a3fc-3b46-4053-9dbd-74674148932d {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:27:57.743591 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecf72f26-e1af-49c6-8b87-31f4220f3286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.798776 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Sync routers for ids ['641e37b2-6e93-4cef-a187-73fe8d842d59'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:27:57.800889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] For port e860a3fc-3b46-4053-9dbd-74674148932d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e860a3fc-3b46-4053-9dbd-74674148932d,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:57.801271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.811963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-a1fbedc4-83f0-4d8e-82f9-1798cdb495d7 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881324 Jan 28 03:27:57.830486 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Routers {'641e37b2-6e93-4cef-a187-73fe8d842d59'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:57.831125 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['641e37b2-6e93-4cef-a187-73fe8d842d59'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:57.840068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Calling delete_port for e860a3fc-3b46-4053-9dbd-74674148932d owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:27:57.858009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f0167a4b-c0fb-460f-803e-ed81acc46846 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:57.858962 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:57.861639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352a8e7-c750-45dd-b158-667f26161367 req-aeca5c8a-e690-4e3f-80ba-ac381a12a41c tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:57.863234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3352a8e7-c750-45dd-b158-667f26161367 req-aeca5c8a-e690-4e3f-80ba-ac381a12a41c tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.2065847 Jan 28 03:27:57.985140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ecf72f26-e1af-49c6-8b87-31f4220f3286 None None] For port e860a3fc-3b46-4053-9dbd-74674148932d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e860a3fc-3b46-4053-9dbd-74674148932d,segment=NetworkSegment(d1dcc509-47e3-477b-a97e-762100dd7ba4),segment_id=d1dcc509-47e3-477b-a97e-762100dd7ba4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:57.985546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecf72f26-e1af-49c6-8b87-31f4220f3286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:58.019000 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:58.037995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] No DVR routers for this DVR port e860a3fc-3b46-4053-9dbd-74674148932d on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:27:58.043999 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Set router 641e37b2-6e93-4cef-a187-73fe8d842d59 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:27:58.090598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ecf72f26-e1af-49c6-8b87-31f4220f3286 None None] Calling delete_port for e860a3fc-3b46-4053-9dbd-74674148932d owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:27:58.092745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f0167a4b-c0fb-460f-803e-ed81acc46846 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:58.096526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a25a548-7f0e-473a-bb69-331e407ab33f req-5d685074-8765-45b4-88e4-4cbecf46f255 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264440 Jan 28 03:27:58.243454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-779c5cea-bd30-4b31-8ab5-d877b0bf0d3b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group_rule (96fab431-cc33-484e-8f59-17492118cc55), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:58.318204 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecf72f26-e1af-49c6-8b87-31f4220f3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (e860a3fc-3b46-4053-9dbd-74674148932d), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:58.338522 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-779c5cea-bd30-4b31-8ab5-d877b0bf0d3b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (96fab431-cc33-484e-8f59-17492118cc55), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:58.350043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf72f26-e1af-49c6-8b87-31f4220f3286 None None] Pushing event deleted for resources: {'Port': ['ID=e860a3fc-3b46-4053-9dbd-74674148932d,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:58.354472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf72f26-e1af-49c6-8b87-31f4220f3286 None None] No DVR routers for this DVR port e860a3fc-3b46-4053-9dbd-74674148932d on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:27:58.444276 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-779c5cea-bd30-4b31-8ab5-d877b0bf0d3b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:58.445993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-779c5cea-bd30-4b31-8ab5-d877b0bf0d3b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9730382 Jan 28 03:27:58.460105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:58.471589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:58.508535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c5cea-bd30-4b31-8ab5-d877b0bf0d3b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fab431-cc33-484e-8f59-17492118cc55,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:58.519729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-30d7733b-f195-42ce-b076-1b7ddd15d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:58.521723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-30d7733b-f195-42ce-b076-1b7ddd15d584 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 1100 time: 0.2771227 Jan 28 03:27:58.545666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3352a8e7-c750-45dd-b158-667f26161367 req-0efb634c-588c-40f8-b371-e280dfa1dff8 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574035 Jan 28 03:27:58.634525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36add20b-66d6-4eba-a77b-8aa3f848093e req-edd197de-4d50-4616-a641-5865714a9598 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:58.636981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36add20b-66d6-4eba-a77b-8aa3f848093e req-edd197de-4d50-4616-a641-5865714a9598 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 948 time: 0.3025730 Jan 28 03:27:58.641009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:58.800787 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36add20b-66d6-4eba-a77b-8aa3f848093e req-5f1acb8d-486c-4387-bc6d-3342429805b3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568046 Jan 28 03:27:58.840282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-224cc16f-3571-4abf-9619-d45ad9fdc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:58.841790 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-224cc16f-3571-4abf-9619-d45ad9fdc89b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.3123238 Jan 28 03:27:58.878118 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (6b1e172e-a5af-41fd-910e-3f347e12e794), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:58.887064 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 2, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:58.901458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1e172e-a5af-41fd-910e-3f347e12e794']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:58.911901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dcc509-47e3-477b-a97e-762100dd7ba4') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:58.912224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dcc509-47e3-477b-a97e-762100dd7ba4') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:58.932052 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Checking router: 641e37b2-6e93-4cef-a187-73fe8d842d59 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:27:58.933056 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Updating router 641e37b2-6e93-4cef-a187-73fe8d842d59 port d284da0c-4120-406b-9392-20f74f18474f binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:27:58.952795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (d1dcc509-47e3-477b-a97e-762100dd7ba4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:58.965512 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d284da0c-4120-406b-9392-20f74f18474f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:58.987105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Port': ['ID=e860a3fc-3b46-4053-9dbd-74674148932d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:59.006021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-7964b1bd-ec0b-4d2b-ad2d-fa80f5b8c1ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b HTTP/1.1" status: 200 len: 217 time: 0.1446776 Jan 28 03:27:59.013645 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d1dcc509-47e3-477b-a97e-762100dd7ba4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.036711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:27:59.041138 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (d1dcc509-47e3-477b-a97e-762100dd7ba4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:27:59.139817 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:27:59.156282 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (6b1e172e-a5af-41fd-910e-3f347e12e794), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.167414 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.186485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "DELETE /v2.0/networks/6b1e172e-a5af-41fd-910e-3f347e12e794 HTTP/1.1" status: 204 len: 168 time: 1.9464762 Jan 28 03:27:59.197025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:59.200428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32a20c-b59f-4a3e-b2cd-f4d57deeb391 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Network': ['ID=6b1e172e-a5af-41fd-910e-3f347e12e794,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:59.204983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1901097394'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:59.238683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:59.252026 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.262709 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.310562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:27:59.327278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (488a19c3-db90-4d7b-a649-d39fa3997a73), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.327617 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Added segment 488a19c3-db90-4d7b-a649-d39fa3997a73 of type vlan for network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 Jan 28 03:27:59.361779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-286eb505-600c-4089-83e4-6eae19449cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:59.363495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-286eb505-600c-4089-83e4-6eae19449cd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.3458004 Jan 28 03:27:59.391885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (f2ede09e-15a2-41a0-b2fa-16d1eaa6a644), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.423381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (f2ede09e-15a2-41a0-b2fa-16d1eaa6a644), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.427178 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Publish callbacks [] for port (d284da0c-4120-406b-9392-20f74f18474f), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.430379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:59.431525 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.436963 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d284da0c-4120-406b-9392-20f74f18474f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.489432 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2878687 Jan 28 03:27:59.492735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-d7b3cce6-f1f4-44d1-90cf-0b668a9f8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:59.494379 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-d7b3cce6-f1f4-44d1-90cf-0b668a9f8690 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1186221 Jan 28 03:27:59.495440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:27:59.509664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'subnet': {'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:59.580313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e860a3fc-3b46-4053-9dbd-74674148932d no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:27:59.588024 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddedec-c888-4907-9bc3-4eb11311183e None None] Pushing event updated for resources: {'Port': ['ID=d284da0c-4120-406b-9392-20f74f18474f,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:59.602367 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Attempting to bind port d284da0c-4120-406b-9392-20f74f18474f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:59.602743 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Attempting to bind port d284da0c-4120-406b-9392-20f74f18474f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:59.603140 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Attempting to bind port d284da0c-4120-406b-9392-20f74f18474f on network 8484bd0d-2c4d-469b-a235-505b20fad4a9 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:59.610150 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:59.610562 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Checking segment: {'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:59.610925 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.611320 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Bound using segment: {'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:59.611789 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Bound port: d284da0c-4120-406b-9392-20f74f18474f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:59.612163 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d284da0c-4120-406b-9392-20f74f18474f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.648070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f00ec-0cfe-4ee8-a968-9f9959643602 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Network': ['ID=f2ede09e-15a2-41a0-b2fa-16d1eaa6a644,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:59.671121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: e860a3fc-3b46-4053-9dbd-74674148932d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:27:59.671564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e860a3fc-3b46-4053-9dbd-74674148932d not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:27:59.681243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:27:59.710841 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] For port d284da0c-4120-406b-9392-20f74f18474f, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:59.716667 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] For port d284da0c-4120-406b-9392-20f74f18474f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d284da0c-4120-406b-9392-20f74f18474f,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:59.726641 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d284da0c-4120-406b-9392-20f74f18474f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.762089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Allocated IP 172.25.1.164 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/887daf76-d3f6-4675-96e1-c3cd6b9c9bcb) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:59.785355 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Routers {'641e37b2-6e93-4cef-a187-73fe8d842d59'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:27:59.786323 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:27:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['641e37b2-6e93-4cef-a187-73fe8d842d59'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:27:59.962715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60716ff-cbae-4148-9b07-94ad12b0a1bb req-9d8ae92c-3f83-48ee-8f74-c8e819707397 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:59.964963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b60716ff-cbae-4148-9b07-94ad12b0a1bb req-9d8ae92c-3f83-48ee-8f74-c8e819707397 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.1315241 Jan 28 03:28:00.019201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3ff36b71-673a-4c51-a13b-ba4a53e87c0d None None] Provisioning complete for port d284da0c-4120-406b-9392-20f74f18474f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:00.019584 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ff36b71-673a-4c51-a13b-ba4a53e87c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d284da0c-4120-406b-9392-20f74f18474f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:00.091678 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddedec-c888-4907-9bc3-4eb11311183e None None] Pushing event updated for resources: {'Port': ['ID=d284da0c-4120-406b-9392-20f74f18474f,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:00.128342 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] Set router 641e37b2-6e93-4cef-a187-73fe8d842d59 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:28:00.218288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:00.222501 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:00.227973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3ff36b71-673a-4c51-a13b-ba4a53e87c0d None None] Current status of the port d284da0c-4120-406b-9392-20f74f18474f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:00.228368 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ff36b71-673a-4c51-a13b-ba4a53e87c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d284da0c-4120-406b-9392-20f74f18474f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:00.329474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3ff36b71-673a-4c51-a13b-ba4a53e87c0d None None] For port d284da0c-4120-406b-9392-20f74f18474f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d284da0c-4120-406b-9392-20f74f18474f,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:00.336377 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ff36b71-673a-4c51-a13b-ba4a53e87c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d284da0c-4120-406b-9392-20f74f18474f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:00.418284 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b60716ff-cbae-4148-9b07-94ad12b0a1bb req-f68c1dbf-c127-46c3-bb9a-684da85dc1f0 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647304 Jan 28 03:28:00.439421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff36b71-673a-4c51-a13b-ba4a53e87c0d None None] Pushing event updated for resources: {'Port': ['ID=d284da0c-4120-406b-9392-20f74f18474f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:00.489807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-86edf16f-4014-4ef5-b994-e8fe784b4a7e service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9667125 Jan 28 03:28:00.495976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d4fa57a6-72b5-45b4-a908-e7a9acf18c84 None None] Provisioning complete for port d284da0c-4120-406b-9392-20f74f18474f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:00.497236 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4fa57a6-72b5-45b4-a908-e7a9acf18c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d284da0c-4120-406b-9392-20f74f18474f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:00.623869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca188af-ada0-42d3-bcb2-6b83fe73c3bf req-aa3d31e1-5a03-460d-82fb-ac4a9e2bf5e5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:00.629917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ca188af-ada0-42d3-bcb2-6b83fe73c3bf req-aa3d31e1-5a03-460d-82fb-ac4a9e2bf5e5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 948 time: 0.6582627 Jan 28 03:28:00.654386 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:27:59Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:00.660474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa57a6-72b5-45b4-a908-e7a9acf18c84 None None] Current status of the port d284da0c-4120-406b-9392-20f74f18474f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:00.661598 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for port (887daf76-d3f6-4675-96e1-c3cd6b9c9bcb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:00.696657 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d261397-cc9d-4bfc-9876-ba1c36013f66 None None] The sync data for ids ['641e37b2-6e93-4cef-a187-73fe8d842d59'] in n-d-808199-14 is: [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:27:59Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:28:00.960695 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (887daf76-d3f6-4675-96e1-c3cd6b9c9bcb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:00.962845 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (7f572421-d590-4786-801c-1811734abfcf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:01.040293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Subnet': ['ID=7f572421-d590-4786-801c-1811734abfcf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:01.071769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311123e0-53e0-4b46-9b13-c46cc08a5ab9 req-58b4f0f7-000e-4bb5-8e94-4b850bd0349a service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581055 Jan 28 03:28:01.087306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a5dbb3ec-be09-40cf-975f-9e0a5072b65b details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:28:01.099460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:28:01.108195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:01.114035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:28:01.211545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ca188af-ada0-42d3-bcb2-6b83fe73c3bf req-2d61b3dc-554c-4a15-9de1-322ed4c478e3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530045 Jan 28 03:28:01.260630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Pushing event updated for resources: {'Port': ['ID=887daf76-d3f6-4675-96e1-c3cd6b9c9bcb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:01.310245 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:01.326767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', 'mac_address': 'fa:16:3e:56:3f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:28:01.337209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Checking segment: {'id': '488a19c3-db90-4d7b-a649-d39fa3997a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:01.337863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network hostable DHCP agents. Network: f2ede09e-15a2-41a0-b2fa-16d1eaa6a644, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:28:01.377808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a5dbb3ec-be09-40cf-975f-9e0a5072b65b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:01.378184 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:01.395628 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for floatingip (5b4124db-13d1-4bf4-ac15-c25862691350), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:01.412110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5dbb3ec-be09-40cf-975f-9e0a5072b65b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:01.440796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:01.459404 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:01.530656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:28:01.569414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:01.612389 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (887daf76-d3f6-4675-96e1-c3cd6b9c9bcb), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:01.614538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, f2ede09e-15a2-41a0-b2fa-16d1eaa6a644) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:01.630132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b754414-bd95-40d2-b331-3a2be84f093d None None] Network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:01.708226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:01.711675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:01.762922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c53c70cd-00ca-4b26-a860-496a7863b311 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2610919 Jan 28 03:28:01.763287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:01.769023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-384728235'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:01.799903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:01.803162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a6b71059-593e-43b4-a3e4-8e12e737f1e9 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:28:01.811482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:01.825848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a547735-3aa0-41e7-9d78-ce2e50d7e2a0 req-ea66eecc-3e1a-449e-be84-e34c61cb00ce tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:01.828058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a547735-3aa0-41e7-9d78-ce2e50d7e2a0 req-ea66eecc-3e1a-449e-be84-e34c61cb00ce tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 950 time: 0.2435687 Jan 28 03:28:01.894061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:28:01.911227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:01.923959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a6b71059-593e-43b4-a3e4-8e12e737f1e9 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:01.925833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d284da0c-4120-406b-9392-20f74f18474f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:01.933524 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ff71c1cf-f84e-49d7-bc8c-755155661ac3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:01.936582 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Added segment ff71c1cf-f84e-49d7-bc8c-755155661ac3 of type vlan for network 1b755266-6022-4791-9012-aad1f577296a Jan 28 03:28:01.966715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'mac_address': 'fa:16:3e:12:da:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:28:01.971816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['a5dbb3ec-be09-40cf-975f-9e0a5072b65b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:01.997027 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for port (887daf76-d3f6-4675-96e1-c3cd6b9c9bcb), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.008150 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (887daf76-d3f6-4675-96e1-c3cd6b9c9bcb), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.076619 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1b755266-6022-4791-9012-aad1f577296a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.099664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Pushing event updated for resources: {'Port': ['ID=887daf76-d3f6-4675-96e1-c3cd6b9c9bcb,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:02.109561 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1b755266-6022-4791-9012-aad1f577296a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.114896 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d284da0c-4120-406b-9392-20f74f18474f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:02.115266 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d284da0c-4120-406b-9392-20f74f18474f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.116122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:02.117023 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.153511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a547735-3aa0-41e7-9d78-ce2e50d7e2a0 req-c19907cb-0324-496f-a715-87004eb1e301 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127501 Jan 28 03:28:02.170625 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-f2ede09e-15a2-41a0-b2fa-16d1eaa6a644', 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644', 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'fixed_ips': [{'subnet_id': '7f572421-d590-4786-801c-1811734abfcf'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:28:02.171808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.206690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5b4124db-13d1-4bf4-ac15-c25862691350), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.209448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Network': ['ID=1b755266-6022-4791-9012-aad1f577296a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:02.215840 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b37fcc11-73fd-4f38-848e-c71862ddda9b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4509599 Jan 28 03:28:02.218551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:02.223603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'subnet': {'network_id': '1b755266-6022-4791-9012-aad1f577296a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:02.286298 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.299978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b8df86f0-39a4-401e-b564-ef385c851f78 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8200448 Jan 28 03:28:02.319730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1b755266-6022-4791-9012-aad1f577296a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:28:02.415847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:02.422204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.606123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1840c2c-dd76-4726-b427-bc994b0ff5de req-95226b38-0e93-4565-b9ed-94b1bd7281a6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:02.609564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1840c2c-dd76-4726-b427-bc994b0ff5de req-95226b38-0e93-4565-b9ed-94b1bd7281a6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 949 time: 0.1737297 Jan 28 03:28:02.711169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1840c2c-dd76-4726-b427-bc994b0ff5de req-adfdc99f-6fca-44b7-ab11-d8ce8f339f09 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953848 Jan 28 03:28:02.731606 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (81883dc3-f212-4a31-b8a1-7a4086875b97), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.794038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Allocated IP 19.80.0.2 (f2ede09e-15a2-41a0-b2fa-16d1eaa6a644/7f572421-d590-4786-801c-1811734abfcf/05a24b16-f408-44d5-9358-c1746c3313bf) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:28:02.888084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Subnet': ['ID=81883dc3-f212-4a31-b8a1-7a4086875b97,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:02.899684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Checking segment: {'id': 'ff71c1cf-f84e-49d7-bc8c-755155661ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b755266-6022-4791-9012-aad1f577296a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:02.900879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network hostable DHCP agents. Network: 1b755266-6022-4791-9012-aad1f577296a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:28:02.902758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a6b71059-593e-43b4-a3e4-8e12e737f1e9 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:02.903232 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.935576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network 1b755266-6022-4791-9012-aad1f577296a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:28:02.950710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1b755266-6022-4791-9012-aad1f577296a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:02.958275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:02.959918 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:03.014609 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b707954c-7c3b-4f14-8349-0dee1aad4c78 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7940152 Jan 28 03:28:03.024888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5370f5-26b3-4d9e-b793-9ae37ceb386b None None] Network 1b755266-6022-4791-9012-aad1f577296a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:03.175549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6b71059-593e-43b4-a3e4-8e12e737f1e9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:03.200823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:03.218493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a6b71059-593e-43b4-a3e4-8e12e737f1e9 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:03.218914 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:03.254236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d284da0c-4120-406b-9392-20f74f18474f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:03.256694 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:03.421507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1b755266-6022-4791-9012-aad1f577296a', 'network_id': '1b755266-6022-4791-9012-aad1f577296a', 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'fixed_ips': [{'subnet_id': '81883dc3-f212-4a31-b8a1-7a4086875b97'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:28:03.422739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:03.515116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2b403-8778-4f2e-b0ad-f0b463677e46 req-6050232f-2e73-4e40-b5ec-2061a217e29e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:03.523134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21b2b403-8778-4f2e-b0ad-f0b463677e46 req-6050232f-2e73-4e40-b5ec-2061a217e29e tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 949 time: 0.1926498 Jan 28 03:28:03.594328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21b2b403-8778-4f2e-b0ad-f0b463677e46 req-78165aed-15a9-476d-a6d1-26e5dd84c352 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682364 Jan 28 03:28:03.613911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:03.657618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-2d0d999d-b60c-4976-a079-ddfba7fde484 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:03.675014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-2d0d999d-b60c-4976-a079-ddfba7fde484 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:03.688085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-2d0d999d-b60c-4976-a079-ddfba7fde484 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/networks?id=f2ede09e-15a2-41a0-b2fa-16d1eaa6a644&id=1b755266-6022-4791-9012-aad1f577296a HTTP/1.1" status: 200 len: 1391 time: 0.4014413 Jan 28 03:28:03.691582 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:28:03.691940 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:28:03.702655 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Publish callbacks [] for port (05a24b16-f408-44d5-9358-c1746c3313bf), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:03.709857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Allocated IP 19.86.0.2 (1b755266-6022-4791-9012-aad1f577296a/81883dc3-f212-4a31-b8a1-7a4086875b97/c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:28:03.712972 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:03.725728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-894920e8-7a8c-4188-b03c-9f54ec1e1abe tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/quotas/54fe7af83f4f4c3c98b0b9a7a624cf45 HTTP/1.1" status: 200 len: 375 time: 0.0351198 Jan 28 03:28:03.783642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:28:03.788997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:03.856043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4890e52d-1f0c-4043-b55d-86b2daa073d4 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1287842 Jan 28 03:28:03.870035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:28:03.880030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['a6b71059-593e-43b4-a3e4-8e12e737f1e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:03.925344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Pushing event updated for resources: {'Port': ['ID=05a24b16-f408-44d5-9358-c1746c3313bf,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:03.974131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4177181-38e3-4c76-906a-98214a96301a req-58824c18-839d-49d2-864e-b71def53d750 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:03.993554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4177181-38e3-4c76-906a-98214a96301a req-58824c18-839d-49d2-864e-b71def53d750 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 949 time: 0.1275334 Jan 28 03:28:04.066047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Attempting to bind port 05a24b16-f408-44d5-9358-c1746c3313bf on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:04.066366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Attempting to bind port 05a24b16-f408-44d5-9358-c1746c3313bf by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '488a19c3-db90-4d7b-a649-d39fa3997a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:04.066735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Attempting to bind port 05a24b16-f408-44d5-9358-c1746c3313bf on network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:04.076429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-59854bdb-3f51-49de-9359-75f5b8bdb211 service neutron] 10.222.0.44 "GET /v2.0/networks/f2ede09e-15a2-41a0-b2fa-16d1eaa6a644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057135 Jan 28 03:28:04.089722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4177181-38e3-4c76-906a-98214a96301a req-9e09eff7-69bd-44ba-aaf0-72419c7a77f2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936382 Jan 28 03:28:04.154269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:04.155233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Checking segment: {'id': '488a19c3-db90-4d7b-a649-d39fa3997a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:04.155861 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.156454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Bound using segment: {'id': '488a19c3-db90-4d7b-a649-d39fa3997a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:04.157178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Bound port: 05a24b16-f408-44d5-9358-c1746c3313bf, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488a19c3-db90-4d7b-a649-d39fa3997a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:04.157772 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.170821 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Publish callbacks [] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.188973 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.344620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Network 1b755266-6022-4791-9012-aad1f577296a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:28:04.367015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a6b71059-593e-43b4-a3e4-8e12e737f1e9 is: BUILD; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:04.367786 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.377879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-d24d858d-b367-479a-80c3-2236c10a248b service neutron] 10.222.0.44 "GET /v2.0/networks/f2ede09e-15a2-41a0-b2fa-16d1eaa6a644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733796 Jan 28 03:28:04.396739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a6b71059-593e-43b4-a3e4-8e12e737f1e9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:04.402137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:04.408523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:28:04.483907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Pushing event updated for resources: {'Port': ['ID=c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:04.566939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] For port 05a24b16-f408-44d5-9358-c1746c3313bf, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:04.569127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Attempting to bind port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:04.569501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Attempting to bind port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'ff71c1cf-f84e-49d7-bc8c-755155661ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b755266-6022-4791-9012-aad1f577296a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:04.570013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Attempting to bind port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 on network 1b755266-6022-4791-9012-aad1f577296a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:04.576560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:04.591065 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.594318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:04.594727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Checking segment: {'id': 'ff71c1cf-f84e-49d7-bc8c-755155661ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b755266-6022-4791-9012-aad1f577296a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:04.595146 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.595533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Bound using segment: {'id': 'ff71c1cf-f84e-49d7-bc8c-755155661ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b755266-6022-4791-9012-aad1f577296a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:04.596022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Bound port: c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff71c1cf-f84e-49d7-bc8c-755155661ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b755266-6022-4791-9012-aad1f577296a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:04.596401 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.680419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] For port 05a24b16-f408-44d5-9358-c1746c3313bf, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=05a24b16-f408-44d5-9358-c1746c3313bf,segment=NetworkSegment(488a19c3-db90-4d7b-a649-d39fa3997a73),segment_id=488a19c3-db90-4d7b-a649-d39fa3997a73)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:04.691784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:04.704230 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.842321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18839d-d247-498b-a1f3-54ceeb86533e None None] Pushing event updated for resources: {'Port': ['ID=05a24b16-f408-44d5-9358-c1746c3313bf,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:04.861068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] For port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:04.867293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] For port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5,segment=NetworkSegment(ff71c1cf-f84e-49d7-bc8c-755155661ac3),segment_id=ff71c1cf-f84e-49d7-bc8c-755155661ac3)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:04.877738 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.922603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec74b97-bcd8-4d91-9305-11cd28deef1e req-f10991ae-f66b-4323-82eb-e6422d0f2f93 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:04.924165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ec74b97-bcd8-4d91-9305-11cd28deef1e req-f10991ae-f66b-4323-82eb-e6422d0f2f93 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1097 time: 0.4586756 Jan 28 03:28:04.936187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3d8675b-2b34-4901-9d8f-79359d4a049e service neutron] 10.222.0.44 "GET /v2.0/networks/1b755266-6022-4791-9012-aad1f577296a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573928 Jan 28 03:28:04.993658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4c5cf-d06c-4aa3-8d3c-c1a4c6322868 None None] Pushing event updated for resources: {'Port': ['ID=c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:05.134214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a5dbb3ec-be09-40cf-975f-9e0a5072b65b up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:05.166511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ec74b97-bcd8-4d91-9305-11cd28deef1e req-19f6dd59-ba9f-48bb-8e52-4c7b4f014c27 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008319 Jan 28 03:28:05.249378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-a47e7196-ce5d-4a75-aa8c-b8c87238f356 service neutron] 10.222.0.44 "GET /v2.0/networks/1b755266-6022-4791-9012-aad1f577296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046978 Jan 28 03:28:05.495183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe3acb-6e63-48d8-9e05-e65ef911ff9e req-4641078d-d010-4023-b584-c7b2050c0b0f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:05.532114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ebe3acb-6e63-48d8-9e05-e65ef911ff9e req-4641078d-d010-4023-b584-c7b2050c0b0f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 949 time: 0.2146685 Jan 28 03:28:05.548697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port a5dbb3ec-be09-40cf-975f-9e0a5072b65b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:28:05.607512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port a5dbb3ec-be09-40cf-975f-9e0a5072b65b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:05.607886 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:05.651206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ebe3acb-6e63-48d8-9e05-e65ef911ff9e req-8f101c80-d0d7-4d6e-bedd-1cedd00d1d81 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129093 Jan 28 03:28:05.911127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c368623-288d-4393-8f8f-8e459da8dbbd req-bd849572-4e71-4577-adf4-479ed18b290a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:05.914904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c368623-288d-4393-8f8f-8e459da8dbbd req-bd849572-4e71-4577-adf4-479ed18b290a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 949 time: 0.1685772 Jan 28 03:28:05.924793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a6b71059-593e-43b4-a3e4-8e12e737f1e9 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:06.037549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c368623-288d-4393-8f8f-8e459da8dbbd req-72d376cf-1b05-4fe2-b557-05e0e2663dc4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142449 Jan 28 03:28:06.322530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 05a24b16-f408-44d5-9358-c1746c3313bf up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:06.386174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5c7c25a-3cf4-4b32-8d7c-4d9c336e0878 req-11f1ddc1-391c-40d7-9603-67d7441834fd tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 210 time: 0.0926027 Jan 28 03:28:06.608729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port a6b71059-593e-43b4-a3e4-8e12e737f1e9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:06.609135 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:06.707412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a5dbb3ec-be09-40cf-975f-9e0a5072b65b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:06.707808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:06.887239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:06.889573 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7b396a-da9a-421a-a96e-508cbaebb25e" -d '{"events": [{"server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "name": "network-vif-plugged", "status": "completed", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:06.926723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:06.959625 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:06.967891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a1c99-9ab5-44c0-b338-fa139d6e5ee3 None None] Network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:06.970952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f003-5bdc-4f2f-a7ee-d7cf4293c064 req-8ee38761-9df8-4915-87ac-e51b241be516 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:06.976128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9e2f003-5bdc-4f2f-a7ee-d7cf4293c064 req-8ee38761-9df8-4915-87ac-e51b241be516 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 949 time: 0.1491342 Jan 28 03:28:07.095864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9e2f003-5bdc-4f2f-a7ee-d7cf4293c064 req-001ae8d2-0de3-419b-9e70-d38b4b1c947f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092124 Jan 28 03:28:07.318455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 05a24b16-f408-44d5-9358-c1746c3313bf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:07.325960 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:07.365514 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d0069f-4563-448a-9153-0a727ac68368 x-openstack-request-id: req-e9d0069f-4563-448a-9153-0a727ac68368 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:07.365811 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "name": "network-vif-plugged", "status": "completed", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:07.366070 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9d0069f-4563-448a-9153-0a727ac68368 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:07.366466 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', 'code': 200} Jan 28 03:28:07.419677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:07.424585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec17d3c-1603-4cb6-beed-1c078b35e3cd None None] Network 1b755266-6022-4791-9012-aad1f577296a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:07.455821 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7672f59c-b1fd-47e3-bd82-07a8e37ebb2f None None] Provisioning complete for port 05a24b16-f408-44d5-9358-c1746c3313bf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:07.456289 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7672f59c-b1fd-47e3-bd82-07a8e37ebb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:07.562249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a6b71059-593e-43b4-a3e4-8e12e737f1e9 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:07.563159 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:07.613539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5a21f-02a5-4fcd-9f51-5c4e584b197b req-6388ed40-33d6-4dc0-acb6-e0a2613ad04c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:07.615139 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5b5a21f-02a5-4fcd-9f51-5c4e584b197b req-6388ed40-33d6-4dc0-acb6-e0a2613ad04c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.2591455 Jan 28 03:28:07.680871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86868d1e-330c-48d3-b6db-3e3005ee93a0 req-3daeb641-786d-46e7-aed4-9df33ab30203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:07.684707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86868d1e-330c-48d3-b6db-3e3005ee93a0 req-3daeb641-786d-46e7-aed4-9df33ab30203 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 1102 time: 0.2547829 Jan 28 03:28:07.702509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:07.731345 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:07.776687 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5b5a21f-02a5-4fcd-9f51-5c4e584b197b req-cf90d025-9039-4c43-ba60-c55c364423c4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333566 Jan 28 03:28:07.816090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-a35c2606-1907-4c82-8fb5-71df324a3561 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:28:07.817877 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-a35c2606-1907-4c82-8fb5-71df324a3561 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073102 Jan 28 03:28:07.890202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86868d1e-330c-48d3-b6db-3e3005ee93a0 req-789ddc1e-2b6a-4314-8e0f-b60fc6b1ceb8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217721 Jan 28 03:28:07.908725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 05a24b16-f408-44d5-9358-c1746c3313bf is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:07.909448 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:07.922741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-cb795ae9-f927-4f72-bc4d-5ff58f3827c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:07.924963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-cb795ae9-f927-4f72-bc4d-5ff58f3827c7 service neutron] 10.222.0.44 "GET /v2.0/ports/c5c9de21-0a71-4f9b-a525-c3799347492b HTTP/1.1" status: 200 len: 1094 time: 0.0935597 Jan 28 03:28:07.937910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Request body: {'binding': {'host': 'n-h2-808199-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:07.938283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Unknown quota resources ['binding']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:28:08.011824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:08.058251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 05a24b16-f408-44d5-9358-c1746c3313bf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=05a24b16-f408-44d5-9358-c1746c3313bf,segment=NetworkSegment(488a19c3-db90-4d7b-a649-d39fa3997a73),segment_id=488a19c3-db90-4d7b-a649-d39fa3997a73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:08.068393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7672f59c-b1fd-47e3-bd82-07a8e37ebb2f None None] Current status of the port 05a24b16-f408-44d5-9358-c1746c3313bf is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:08.069049 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7672f59c-b1fd-47e3-bd82-07a8e37ebb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:08.071142 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:08.072304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:08.120613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-127f6381-34a2-4747-8b7f-bef08721e541 req-ef687c25-ec55-40b8-9386-1b579f6a31d7 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 210 time: 0.0481443 Jan 28 03:28:08.269410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b on host n-h2-808199-14 for vnic_type normal with profile None {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:08.272563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:08.276232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:08.287825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Port c5c9de21-0a71-4f9b-a525-c3799347492b on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:28:08.305170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:08.320439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:08.321269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:08.322259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:08.322907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Bound port: c5c9de21-0a71-4f9b-a525-c3799347492b, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:08.348693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92648c0a-b886-4e5a-8d54-f33c6e7679e8 req-eb801ba0-0824-47c1-98d2-844a1fac520a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:08.360206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=05a24b16-f408-44d5-9358-c1746c3313bf,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:08.361079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92648c0a-b886-4e5a-8d54-f33c6e7679e8 req-eb801ba0-0824-47c1-98d2-844a1fac520a tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 951 time: 0.1045179 Jan 28 03:28:08.392458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:08.392900 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:08.397409 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-7672f59c-b1fd-47e3-bd82-07a8e37ebb2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:28:08.397766 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-7672f59c-b1fd-47e3-bd82-07a8e37ebb2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:28:08.428763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:08.442769 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:08.444589 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-827d0f32-ebfd-4e93-9e65-66f1473d973b service neutron] 10.222.0.44 "POST /v2.0/ports/c5c9de21-0a71-4f9b-a525-c3799347492b/bindings HTTP/1.1" status: 201 len: 390 time: 0.5134718 Jan 28 03:28:08.542240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:08.542765 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:08.610135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5,segment=NetworkSegment(ff71c1cf-f84e-49d7-bc8c-755155661ac3),segment_id=ff71c1cf-f84e-49d7-bc8c-755155661ac3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:08.618455 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:08.751742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4eee6283-5aef-4551-b8bf-cc400ef668d7 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:08.757229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4eee6283-5aef-4551-b8bf-cc400ef668d7 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:08.760518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4eee6283-5aef-4551-b8bf-cc400ef668d7 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.42 "GET /v2.0/networks?id=f2ede09e-15a2-41a0-b2fa-16d1eaa6a644&id=1b755266-6022-4791-9012-aad1f577296a HTTP/1.1" status: 200 len: 1391 time: 0.2674489 Jan 28 03:28:08.783408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92648c0a-b886-4e5a-8d54-f33c6e7679e8 req-25bc072a-d068-4e28-a597-f6c59b2bab93 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203236 Jan 28 03:28:08.846679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:08.885233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 05a24b16-f408-44d5-9358-c1746c3313bf up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:08.905919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'port': {'device_id': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644', 'admin_state_up': True, 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:09.077294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eafcb-3cdb-4584-a7b4-88f27fa7d5a7 req-5093e47d-a35b-48ca-956c-95195a88df57 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:09.084953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7672f59c-b1fd-47e3-bd82-07a8e37ebb2f None None] Current status of the port 05a24b16-f408-44d5-9358-c1746c3313bf is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:09.085655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e42eafcb-3cdb-4584-a7b4-88f27fa7d5a7 req-5093e47d-a35b-48ca-956c-95195a88df57 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.2991765 Jan 28 03:28:09.104726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 05a24b16-f408-44d5-9358-c1746c3313bf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:09.105103 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:09.265991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 05a24b16-f408-44d5-9358-c1746c3313bf is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:09.306038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7b623ce3-2861-42de-814c-fc049a0aaa00 None None] Provisioning complete for port 05a24b16-f408-44d5-9358-c1746c3313bf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:09.307535 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b623ce3-2861-42de-814c-fc049a0aaa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:09.307972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2aecc-096d-47b9-ae3e-ae120c0b6a05 req-ffc90d7c-22e2-4964-a139-8db692a4386b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:09.317686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03d2aecc-096d-47b9-ae3e-ae120c0b6a05 req-ffc90d7c-22e2-4964-a139-8db692a4386b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.3803155 Jan 28 03:28:09.329478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e42eafcb-3cdb-4584-a7b4-88f27fa7d5a7 req-f4338305-3f81-4709-b5ab-2b7c11bf269e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424803 Jan 28 03:28:09.341596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-089dbd08-281f-4dd6-be3d-5b39fed4e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:09.342978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-089dbd08-281f-4dd6-be3d-5b39fed4e046 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1097 time: 0.2405143 Jan 28 03:28:09.368221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:09.376474 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8904f4-f69c-48a5-b0e7-2b0181f5856f" -d '{"events": [{"server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "name": "network-vif-plugged", "status": "completed", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:09.453252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7b623ce3-2861-42de-814c-fc049a0aaa00 None None] Current status of the port 05a24b16-f408-44d5-9358-c1746c3313bf is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:09.467266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7b623ce3-2861-42de-814c-fc049a0aaa00 None None] Provisioning complete for port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:09.468014 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b623ce3-2861-42de-814c-fc049a0aaa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:09.486601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:09.494757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:09.593084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03d2aecc-096d-47b9-ae3e-ae120c0b6a05 req-ff110ed5-df2c-43d2-94e6-407722832446 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692649 Jan 28 03:28:09.669562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7b623ce3-2861-42de-814c-fc049a0aaa00 None None] Current status of the port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:09.674680 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa3a013-4720-41a8-bdd2-4e8f94f7755c x-openstack-request-id: req-dfa3a013-4720-41a8-bdd2-4e8f94f7755c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:09.674983 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "name": "network-vif-plugged", "status": "completed", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:09.675243 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dfa3a013-4720-41a8-bdd2-4e8f94f7755c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:09.675644 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'code': 200} Jan 28 03:28:09.735073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-46bc9df0-1dd8-449e-b315-eb3831ed811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:09.736882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-46bc9df0-1dd8-449e-b315-eb3831ed811f service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.3833733 Jan 28 03:28:09.739222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8bc44a7-fbf2-4a7b-a7a2-4c7e51b78b84 req-23d72e0d-6ae1-4cf8-8c0c-434fa62fc3cf tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 210 time: 0.0553160 Jan 28 03:28:09.879491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-ce1bd5ed-bd91-405f-bf7d-194a0e009682 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c9de21-0a71-4f9b-a525-c3799347492b HTTP/1.1" status: 200 len: 217 time: 0.1180592 Jan 28 03:28:09.972228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Allocated IP 19.80.0.207 (f2ede09e-15a2-41a0-b2fa-16d1eaa6a644/7f572421-d590-4786-801c-1811734abfcf/31d03cbc-38a5-4064-bf52-de82d79f9fce) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:28:10.001407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-2fa27eb5-27ba-4fb7-aaab-536fc9ff94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:10.002900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-2fa27eb5-27ba-4fb7-aaab-536fc9ff94fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.1126392 Jan 28 03:28:10.033861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbe252-754b-4dca-a14a-272dfee0006f req-53d91f2d-09bb-4f65-a20a-747f17d14af8 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:10.043609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3cbe252-754b-4dca-a14a-272dfee0006f req-53d91f2d-09bb-4f65-a20a-747f17d14af8 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 951 time: 0.1409466 Jan 28 03:28:10.078126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-a138c52a-54dc-412d-a919-0c3a2bbe95db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637496 Jan 28 03:28:10.113338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2ad31-6962-4ce4-b71b-ba7a36926ef1 req-14183a6c-d8e4-4231-b859-274551bc6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:10.115437 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ff2ad31-6962-4ce4-b71b-ba7a36926ef1 req-14183a6c-d8e4-4231-b859-274551bc6961 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 1103 time: 0.0882244 Jan 28 03:28:10.175272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ff2ad31-6962-4ce4-b71b-ba7a36926ef1 req-897814af-2a1f-4755-bfd8-b89eea2ae8bf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542474 Jan 28 03:28:10.301161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3cbe252-754b-4dca-a14a-272dfee0006f req-fde191a1-fbe5-44cf-98ba-23c29b6d0007 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563422 Jan 28 03:28:10.349772 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-5cc76ea2-a08a-47dc-ab7c-049389ad9424 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587407 Jan 28 03:28:10.361532 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d6bb70a-4042-4409-8997-449d2c523b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:10.378111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9636a6-af7c-4371-a13b-1c4235dba9f2 req-1a24ef03-05c8-4b97-a87f-db53697b669a tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:10.385296 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b9636a6-af7c-4371-a13b-1c4235dba9f2 req-1a24ef03-05c8-4b97-a87f-db53697b669a tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1097 time: 0.2570157 Jan 28 03:28:10.472393 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks [] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:10.477938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b9636a6-af7c-4371-a13b-1c4235dba9f2 req-f28e8b8f-f1ec-4629-afab-8c010c748635 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913889 Jan 28 03:28:10.565610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7da35d-2b8d-4fae-8348-0036431eb76a req-acf6a71e-cb1f-4697-a5a9-d75365435c55 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:10.567408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac7da35d-2b8d-4fae-8348-0036431eb76a req-acf6a71e-cb1f-4697-a5a9-d75365435c55 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.1212039 Jan 28 03:28:10.614451 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:10.720781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:28:10.733799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Port': ['ID=31d03cbc-38a5-4064-bf52-de82d79f9fce,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:10.736612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:10.743100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:28:10.799501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:10.813097 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:10.813796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:10.823137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac7da35d-2b8d-4fae-8348-0036431eb76a req-ab7aeaad-a499-42c9-a51f-1288cee3ab56 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236872 Jan 28 03:28:10.862877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-8c2b66e6-f68d-46ae-8d76-26f1613a2219 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315611 Jan 28 03:28:10.867812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-f3ff5f88-825f-4b21-9f5e-439b74b3b736 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9875760 Jan 28 03:28:10.897877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Request body: {'port': {'device_id': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'network_id': '1b755266-6022-4791-9012-aad1f577296a', 'admin_state_up': True, 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:10.913180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:10.913553 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:11.179900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:11.224581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-43d89bb2-bd8d-4274-8a15-7ac6059ef3b4 None None] Provisioning complete for port 31d03cbc-38a5-4064-bf52-de82d79f9fce triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:11.225014 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43d89bb2-bd8d-4274-8a15-7ac6059ef3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:11.239148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c765a-de88-4b23-ab8e-cdabf4fb7f4a req-e19b5d62-90c9-447c-9c9f-0cfda17a5d49 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:11.248222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c6c765a-de88-4b23-ab8e-cdabf4fb7f4a req-e19b5d62-90c9-447c-9c9f-0cfda17a5d49 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.2102160 Jan 28 03:28:11.310193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-43d89bb2-bd8d-4274-8a15-7ac6059ef3b4 None None] Port 31d03cbc-38a5-4064-bf52-de82d79f9fce cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:28:11.318342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Made reservation on behalf of 54fe7af83f4f4c3c98b0b9a7a624cf45 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:11.327625 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:11.370942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c6c765a-de88-4b23-ab8e-cdabf4fb7f4a req-f6671b91-e851-4458-bcd6-606df77319e6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217022 Jan 28 03:28:11.685377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Allocated IP 19.86.0.116 (1b755266-6022-4791-9012-aad1f577296a/81883dc3-f212-4a31-b8a1-7a4086875b97/85def53b-b0bb-4a0b-8a9c-df66e260aa9a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:28:11.762517 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.135924 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks [] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.185490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c18d1-41a8-4939-acb7-4272e083d4b9 req-116bf855-09b4-444b-907b-2194dc98d663 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:12.193945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a88c18d1-41a8-4939-acb7-4272e083d4b9 req-116bf855-09b4-444b-907b-2194dc98d663 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 932 time: 0.6595140 Jan 28 03:28:12.198668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.294912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Network 1b755266-6022-4791-9012-aad1f577296a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:28:12.304766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:12.316229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:28:12.331289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-ca1e5679-1ccb-4124-a537-22f61056fa28 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:28:12.332363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-ca1e5679-1ccb-4124-a537-22f61056fa28 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0301845 Jan 28 03:28:12.370044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event updated for resources: {'Port': ['ID=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:12.416013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a88c18d1-41a8-4939-acb7-4272e083d4b9 req-9821cbbf-b3f9-4679-b509-29c61f4a99bc tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186637 Jan 28 03:28:12.511616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-8303adbe-1459-43aa-962f-a7e756232e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:12.514735 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e148ab31-ea7a-4bdb-b4c9-b37cebebaf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.518428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-8303adbe-1459-43aa-962f-a7e756232e51 service neutron] 10.222.0.44 "GET /v2.0/ports/176d348b-9697-4e18-9341-5e7783c44c97 HTTP/1.1" status: 200 len: 1094 time: 0.1390178 Jan 28 03:28:12.530453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:12.531478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.595321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Request body: {'binding': {'host': 'n-h2-808199-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:12.596366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Unknown quota resources ['binding']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:28:12.664269 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-69d8ef79-26f1-4cf6-a904-79a58e77f862 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7826195 Jan 28 03:28:12.699246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Request body: {'port': {'device_id': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:12.768560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b1fd45ca-d594-476f-b568-14f5071b4eac None None] Provisioning complete for port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:12.769997 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1fd45ca-d594-476f-b568-14f5071b4eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.845278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854cb01-cc05-40a3-b809-a327e50240c7 req-f2e99785-deff-48d4-83e1-db96cf914d3c tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:12.852140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3854cb01-cc05-40a3-b809-a327e50240c7 req-f2e99785-deff-48d4-83e1-db96cf914d3c tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 951 time: 0.2672896 Jan 28 03:28:12.874026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd45ca-d594-476f-b568-14f5071b4eac None None] Port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:28:12.902084 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.999578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3854cb01-cc05-40a3-b809-a327e50240c7 req-099f5328-d30d-44bb-86c8-f0fe532f6b7c tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460657 Jan 28 03:28:13.021392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 on host n-h2-808199-14 for vnic_type normal with profile None {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:13.021834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:13.022267 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:13.045403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Port 176d348b-9697-4e18-9341-5e7783c44c97 on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:28:13.045869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:13.125436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:13.127996 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:13.128566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:13.129771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Bound port: 176d348b-9697-4e18-9341-5e7783c44c97, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:13.262364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-2ac68415-274a-4b37-9928-5206b35e428a req-a248af2a-f563-4656-b67d-9af0183121f5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:28:13.263387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ac68415-274a-4b37-9928-5206b35e428a req-a248af2a-f563-4656-b67d-9af0183121f5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0554900 Jan 28 03:28:13.318321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:13.327934 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:13.341444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] 10.222.0.44 "POST /v2.0/ports/176d348b-9697-4e18-9341-5e7783c44c97/bindings HTTP/1.1" status: 201 len: 390 time: 0.7486935 Jan 28 03:28:13.547482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d03cbc-38a5-4064-bf52-de82d79f9fce {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:13.559192 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Publish callbacks [] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:13.576158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Transition to ACTIVE for port object 31d03cbc-38a5-4064-bf52-de82d79f9fce will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:28:13.584070 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:13.846960 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-59b6c823-7a74-4f49-8049-c2639aac988e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002223 Jan 28 03:28:13.857587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-6731a416-7fe4-4312-be52-548fc2bd49e1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:28:13.871618 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-6731a416-7fe4-4312-be52-548fc2bd49e1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143585 Jan 28 03:28:14.103919 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.153268 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.167981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Pushing event updated for resources: {'Port': ['ID=31d03cbc-38a5-4064-bf52-de82d79f9fce,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:14.223243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740af91-2d59-4c80-96ef-305128f88f23 req-2b4371de-7728-4aac-bcd7-911bbd79a291 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:14.233063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9740af91-2d59-4c80-96ef-305128f88f23 req-2b4371de-7728-4aac-bcd7-911bbd79a291 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.1816633 Jan 28 03:28:14.248779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc6162-2956-459a-b44e-1aafb98bd5b0 req-93af530d-6f4b-4f1d-b8ac-324812ee5682 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:14.257232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b3fc6162-2956-459a-b44e-1aafb98bd5b0 req-93af530d-6f4b-4f1d-b8ac-324812ee5682 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1908598 Jan 28 03:28:14.395115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b3fc6162-2956-459a-b44e-1aafb98bd5b0 req-11632c8f-be63-4758-b3d5-0c5174d00167 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341727 Jan 28 03:28:14.466129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9740af91-2d59-4c80-96ef-305128f88f23 req-407d6690-ba0e-4673-8b21-7e89d95b1bfb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319043 Jan 28 03:28:14.477118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Attempting to bind port 31d03cbc-38a5-4064-bf52-de82d79f9fce on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:14.477526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Attempting to bind port 31d03cbc-38a5-4064-bf52-de82d79f9fce by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '488a19c3-db90-4d7b-a649-d39fa3997a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:14.478921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Attempting to bind port 31d03cbc-38a5-4064-bf52-de82d79f9fce on network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:14.485249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Port 31d03cbc-38a5-4064-bf52-de82d79f9fce on network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:28:14.485769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Attempting to bind port 31d03cbc-38a5-4064-bf52-de82d79f9fce on network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:14.491525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:14.491989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Checking segment: {'id': '488a19c3-db90-4d7b-a649-d39fa3997a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:14.492564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Bound using segment: {'id': '488a19c3-db90-4d7b-a649-d39fa3997a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:14.493380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Bound port: 31d03cbc-38a5-4064-bf52-de82d79f9fce, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488a19c3-db90-4d7b-a649-d39fa3997a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:14.495086 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.749039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae44e-f2e4-4674-b419-db4a8f48b569 req-454ac127-7374-4434-99f8-130ab81a5e96 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:14.750462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a10ae44e-f2e4-4674-b419-db4a8f48b569 req-454ac127-7374-4434-99f8-130ab81a5e96 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.1517220 Jan 28 03:28:14.756653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] For port 31d03cbc-38a5-4064-bf52-de82d79f9fce, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:14.770158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7b00a-5d07-44b1-b02a-c4dee25b982c req-6419dc64-fe7c-4bf4-b450-2be4d1931bdc tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:14.776162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7b00a-5d07-44b1-b02a-c4dee25b982c req-6419dc64-fe7c-4bf4-b450-2be4d1931bdc tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:14.785116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6f7b00a-5d07-44b1-b02a-c4dee25b982c req-6419dc64-fe7c-4bf4-b450-2be4d1931bdc tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1667 time: 0.2276862 Jan 28 03:28:14.788326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] For port 31d03cbc-38a5-4064-bf52-de82d79f9fce, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=31d03cbc-38a5-4064-bf52-de82d79f9fce,segment=NetworkSegment(488a19c3-db90-4d7b-a649-d39fa3997a73),segment_id=488a19c3-db90-4d7b-a649-d39fa3997a73)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:14.816063 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.875594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:14.876222 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.877778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] 10.222.0.42 "PUT /v2.0/ports/31d03cbc-38a5-4064-bf52-de82d79f9fce HTTP/1.1" status: 200 len: 1093 time: 2.1902668 Jan 28 03:28:14.878526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'tag': '31d03cbc-38a5-4064-bf52-de82d79f9fce'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:14.880823 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0757774-0be8-4202-8e12-a4950ac19440" -d '{"events": [{"name": "network-changed", "server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "tag": "31d03cbc-38a5-4064-bf52-de82d79f9fce"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:14.931760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Request body: {'port': {'device_id': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:14.985779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5a0af-e103-405a-9da1-fc9e913e576a service neutron] Pushing event updated for resources: {'Port': ['ID=31d03cbc-38a5-4064-bf52-de82d79f9fce,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:14.998448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a10ae44e-f2e4-4674-b419-db4a8f48b569 req-e161f2e3-1fda-4b96-9fbb-0c20a27ef684 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392883 Jan 28 03:28:15.026715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6f7b00a-5d07-44b1-b02a-c4dee25b982c req-87e6144b-0c88-45d9-8c2a-ce473e9a2f2e tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380211 Jan 28 03:28:15.087076 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:15.352868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ec44f-edb1-40dd-877e-a94263332a3b req-053ec48f-f9fa-4110-a1fc-0b7bcd18ada4 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:15.354958 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-544ec44f-edb1-40dd-877e-a94263332a3b req-053ec48f-f9fa-4110-a1fc-0b7bcd18ada4 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 1103 time: 0.1735463 Jan 28 03:28:15.391888 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:15.558609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-544ec44f-edb1-40dd-877e-a94263332a3b req-f057a1db-0c35-4514-b1f9-463a670300c4 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475863 Jan 28 03:28:15.568261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-71db159d-fddd-4e35-b7aa-559baba8d8d1 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:15.569763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-71db159d-fddd-4e35-b7aa-559baba8d8d1 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/networks?id=4f8a2343-3908-47d7-b5dc-ec025110b546 HTTP/1.1" status: 200 len: 815 time: 0.2568083 Jan 28 03:28:15.610116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-eac0096b-295a-4dd9-a463-4542b86cf1e5 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/quotas/c873c89a8dba408383e7d806c68a14b1 HTTP/1.1" status: 200 len: 375 time: 0.0295768 Jan 28 03:28:15.717991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85def53b-b0bb-4a0b-8a9c-df66e260aa9a {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:15.730328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-41a41176-4c38-46c5-87d2-817fec66f21c tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c873c89a8dba408383e7d806c68a14b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050584 Jan 28 03:28:15.732360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Publish callbacks [] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:15.736291 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700fb43d-82d8-4503-8d84-a20c6596ff0b x-openstack-request-id: req-700fb43d-82d8-4503-8d84-a20c6596ff0b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:15.736574 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "tag": "31d03cbc-38a5-4064-bf52-de82d79f9fce", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:15.736823 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-700fb43d-82d8-4503-8d84-a20c6596ff0b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:15.737245 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'tag': '31d03cbc-38a5-4064-bf52-de82d79f9fce', 'status': 'completed', 'code': 200} Jan 28 03:28:15.823951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Transition to ACTIVE for port object 85def53b-b0bb-4a0b-8a9c-df66e260aa9a will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:28:15.836739 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757774-0be8-4202-8e12-a4950ac19440 req-70b57f5d-0e2b-42c1-9b8c-b2e3b17dbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:15.837355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757774-0be8-4202-8e12-a4950ac19440 req-70b57f5d-0e2b-42c1-9b8c-b2e3b17dbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:15.839965 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f0757774-0be8-4202-8e12-a4950ac19440 req-70b57f5d-0e2b-42c1-9b8c-b2e3b17dbf2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1915 time: 0.0593042 Jan 28 03:28:15.846215 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:15.983603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-7c9f798b-8f34-49de-b3c4-6c58862fa9b8 service neutron] 10.222.0.44 "GET /v2.0/networks/4f8a2343-3908-47d7-b5dc-ec025110b546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410872 Jan 28 03:28:16.000799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0940678-8ea5-4aa4-bf3f-d6ac00fed191 req-49026b13-50de-4b36-b8d7-d9bedf194d22 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.008084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0940678-8ea5-4aa4-bf3f-d6ac00fed191 req-49026b13-50de-4b36-b8d7-d9bedf194d22 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.2053680 Jan 28 03:28:16.051956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Pushing event updated for resources: {'Port': ['ID=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:16.133269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757774-0be8-4202-8e12-a4950ac19440 req-e282193d-f9e2-48d6-a549-07163ca61b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.133740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757774-0be8-4202-8e12-a4950ac19440 req-e282193d-f9e2-48d6-a549-07163ca61b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.139407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757774-0be8-4202-8e12-a4950ac19440 req-e282193d-f9e2-48d6-a549-07163ca61b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.142267 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f0757774-0be8-4202-8e12-a4950ac19440 req-e282193d-f9e2-48d6-a549-07163ca61b5c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2882407 Jan 28 03:28:16.229928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-ca64d8ac-2b45-46a8-a3d8-e61f6bd3108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.231469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-ca64d8ac-2b45-46a8-a3d8-e61f6bd3108b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 1102 time: 0.3137407 Jan 28 03:28:16.241262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0940678-8ea5-4aa4-bf3f-d6ac00fed191 req-16a92d1e-c52a-4646-9b37-56626a718a8f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319400 Jan 28 03:28:16.270567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Attempting to bind port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:16.270908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Attempting to bind port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'ff71c1cf-f84e-49d7-bc8c-755155661ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b755266-6022-4791-9012-aad1f577296a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:16.271254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Attempting to bind port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a on network 1b755266-6022-4791-9012-aad1f577296a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:16.301406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757774-0be8-4202-8e12-a4950ac19440 req-69ce73f8-bdae-45cd-a7d0-f5c086aa35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.303301 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f0757774-0be8-4202-8e12-a4950ac19440 req-69ce73f8-bdae-45cd-a7d0-f5c086aa35b8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539242 Jan 28 03:28:16.318490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a on network 1b755266-6022-4791-9012-aad1f577296a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:28:16.318820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Attempting to bind port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a on network 1b755266-6022-4791-9012-aad1f577296a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:16.337199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:16.337764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Checking segment: {'id': 'ff71c1cf-f84e-49d7-bc8c-755155661ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b755266-6022-4791-9012-aad1f577296a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:16.340153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Bound using segment: {'id': 'ff71c1cf-f84e-49d7-bc8c-755155661ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b755266-6022-4791-9012-aad1f577296a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:16.340153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Bound port: 85def53b-b0bb-4a0b-8a9c-df66e260aa9a, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff71c1cf-f84e-49d7-bc8c-755155661ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b755266-6022-4791-9012-aad1f577296a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:16.340153 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:16.342422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-cea22e48-3cd3-4ea2-967e-7506bd1810db service neutron] 10.222.0.44 "GET /v2.0/networks/4f8a2343-3908-47d7-b5dc-ec025110b546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263314 Jan 28 03:28:16.443720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-f361e482-8344-4a74-b25a-0361639b3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.445227 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-f361e482-8344-4a74-b25a-0361639b3443 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2015741 Jan 28 03:28:16.509839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-5dcf50c9-4c87-4787-9960-ba1f303ff445 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b HTTP/1.1" status: 200 len: 217 time: 0.0510480 Jan 28 03:28:16.511208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] For port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:16.519999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374da80-29a6-4398-ace2-f64bb4649ed1 req-0d07bdb7-51fc-4df9-aaf6-e995cfe92288 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.521549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c374da80-29a6-4398-ace2-f64bb4649ed1 req-0d07bdb7-51fc-4df9-aaf6-e995cfe92288 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.1536348 Jan 28 03:28:16.566424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] For port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,segment=NetworkSegment(ff71c1cf-f84e-49d7-bc8c-755155661ac3),segment_id=ff71c1cf-f84e-49d7-bc8c-755155661ac3)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:16.574741 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:16.581633 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:16.681058 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.682306 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:16.683853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] 10.222.0.42 "PUT /v2.0/ports/85def53b-b0bb-4a0b-8a9c-df66e260aa9a HTTP/1.1" status: 200 len: 1093 time: 1.7640038 Jan 28 03:28:16.692104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-66a9c945-dc8b-4971-a790-c22ad7b9377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.693988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-66a9c945-dc8b-4971-a790-c22ad7b9377e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1715169 Jan 28 03:28:16.712191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c374da80-29a6-4398-ace2-f64bb4649ed1 req-de420a65-04bc-49a1-9811-e09c15e33413 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747067 Jan 28 03:28:16.770186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544e774-7954-4765-ac81-e5d3e4d3052a service neutron] Pushing event updated for resources: {'Port': ['ID=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:16.868599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-c0c0435b-afbc-43f8-9087-1b28d02693dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.870445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-c0c0435b-afbc-43f8-9087-1b28d02693dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552768 Jan 28 03:28:16.914052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-5b01095e-abd3-4bde-a7d9-020af8cd4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.917386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-5b01095e-abd3-4bde-a7d9-020af8cd4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.919130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-5b01095e-abd3-4bde-a7d9-020af8cd4377 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1983 time: 0.1360865 Jan 28 03:28:17.129830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-ec04dfc7-8a68-41ca-8e5d-613f93687707 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=31d03cbc-38a5-4064-bf52-de82d79f9fce HTTP/1.1" status: 200 len: 217 time: 0.0698440 Jan 28 03:28:17.166500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cb52c-eca7-4796-a85b-57d117904174 req-f4b2c4fd-3930-4ea5-bf33-e5acae9f1605 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:17.171682 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cb52c-eca7-4796-a85b-57d117904174 req-f4b2c4fd-3930-4ea5-bf33-e5acae9f1605 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:17.173537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a23cb52c-eca7-4796-a85b-57d117904174 req-f4b2c4fd-3930-4ea5-bf33-e5acae9f1605 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1679 time: 0.3452704 Jan 28 03:28:17.206391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-d01ab2c0-cc69-47c7-82d3-7003d8422a41 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284800 Jan 28 03:28:17.340053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-7edb7717-e982-4f5d-9409-85fb7f6a2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:17.341771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-7edb7717-e982-4f5d-9409-85fb7f6a2c73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7f572421-d590-4786-801c-1811734abfcf HTTP/1.1" status: 200 len: 801 time: 0.2015870 Jan 28 03:28:17.374949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce845e-95ce-4f81-8fc7-b1e0d6c0a0ad req-3182c08a-c3fc-4d93-89ab-8d1d92c87d1b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:17.383930 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27ce845e-95ce-4f81-8fc7-b1e0d6c0a0ad req-3182c08a-c3fc-4d93-89ab-8d1d92c87d1b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.3316593 Jan 28 03:28:17.438797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a23cb52c-eca7-4796-a85b-57d117904174 req-87040e8d-89f7-4f7a-add1-a01c902a6225 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286260 Jan 28 03:28:17.480744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-bf0403e6-d8b1-481f-a348-e93de021c124 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648778 Jan 28 03:28:17.511979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-1b3543cd-24fd-421f-8ca0-71360e08acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:17.513660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-1b3543cd-24fd-421f-8ca0-71360e08acb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2ede09e-15a2-41a0-b2fa-16d1eaa6a644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485953 Jan 28 03:28:17.546032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27ce845e-95ce-4f81-8fc7-b1e0d6c0a0ad req-6113fdcf-c942-450d-8b6c-1818a1024fb1 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600325 Jan 28 03:28:17.940341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'tag': '85def53b-b0bb-4a0b-8a9c-df66e260aa9a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:17.942613 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fa6906-53a7-425f-9ec4-3c9576530925" -d '{"events": [{"name": "network-changed", "server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "tag": "85def53b-b0bb-4a0b-8a9c-df66e260aa9a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:17.953472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8a44f48-3163-48eb-b941-3a062191b52f req-143f6e42-bb50-4922-a7da-824bb63d3378 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 210 time: 0.3565423 Jan 28 03:28:18.038502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccab756-97d6-4a14-b807-11febb0bb254 req-da512d9d-fc4c-477d-a1f5-f4cfd59ef239 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:18.045812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eccab756-97d6-4a14-b807-11febb0bb254 req-da512d9d-fc4c-477d-a1f5-f4cfd59ef239 tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 1103 time: 0.0978484 Jan 28 03:28:18.058503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-5aaafc65-2a98-4d1c-a444-caea033b522c service neutron] 10.222.0.42 "GET /v2.0/networks/f2ede09e-15a2-41a0-b2fa-16d1eaa6a644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315747 Jan 28 03:28:18.231949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14811cb-3d49-4fcf-8e76-0dc33cfeae2e req-a0135653-646b-4a56-9955-347d4c170453 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:18.233466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e14811cb-3d49-4fcf-8e76-0dc33cfeae2e req-a0135653-646b-4a56-9955-347d4c170453 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.2012529 Jan 28 03:28:18.272083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eccab756-97d6-4a14-b807-11febb0bb254 req-19e3128b-f44a-41aa-a098-b40e88e0fcdd tempest-ServersAdminTestJSON-232156119 tempest-ServersAdminTestJSON-232156119-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197325 Jan 28 03:28:18.328238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-b867c13f-22ed-43c1-ba25-85f3ff07f504 service neutron] 10.222.0.42 "GET /v2.0/networks/f2ede09e-15a2-41a0-b2fa-16d1eaa6a644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520068 Jan 28 03:28:18.394978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-202f20ff-8aaa-4d9b-af29-2b97699f09c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.116&port_id=85def53b-b0bb-4a0b-8a9c-df66e260aa9a HTTP/1.1" status: 200 len: 217 time: 0.0552735 Jan 28 03:28:18.408306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-ee7ca20c-cfef-4815-89ca-83179f28acb5 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:18.412279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-ee7ca20c-cfef-4815-89ca-83179f28acb5 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.25 "GET /v2.0/networks?id=4f8a2343-3908-47d7-b5dc-ec025110b546 HTTP/1.1" status: 200 len: 815 time: 0.2702212 Jan 28 03:28:18.417739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e14811cb-3d49-4fcf-8e76-0dc33cfeae2e req-57a50fc4-a9bd-4c54-b183-3442273e2c2f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753933 Jan 28 03:28:18.494274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Request body: {'port': {'device_id': '419e80fb-26d2-4700-8847-0f203e7ba9ae', 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546', 'admin_state_up': True, 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:18.541881 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e27c94-7bbe-41df-94e1-480b29e756bc x-openstack-request-id: req-48e27c94-7bbe-41df-94e1-480b29e756bc {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:18.542333 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "tag": "85def53b-b0bb-4a0b-8a9c-df66e260aa9a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:18.542743 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48e27c94-7bbe-41df-94e1-480b29e756bc {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:18.543346 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'tag': '85def53b-b0bb-4a0b-8a9c-df66e260aa9a', 'status': 'completed', 'code': 200} Jan 28 03:28:18.660626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9c1ee-294a-491d-b96e-2c764eae1138 req-314c9b0a-e98e-4f4a-ba2a-7e7ac1da3a9a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:18.671163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14d9c1ee-294a-491d-b96e-2c764eae1138 req-314c9b0a-e98e-4f4a-ba2a-7e7ac1da3a9a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.2802420 Jan 28 03:28:18.683437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-c6595d85-c9ac-4177-9871-5327ec7a4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:18.684917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-c6595d85-c9ac-4177-9871-5327ec7a4e08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=81883dc3-f212-4a31-b8a1-7a4086875b97 HTTP/1.1" status: 200 len: 801 time: 0.2639112 Jan 28 03:28:18.818871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14d9c1ee-294a-491d-b96e-2c764eae1138 req-b619ebed-f671-49a3-ae7a-bb5e1483f0da tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456566 Jan 28 03:28:18.888784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-9181cc7c-a966-4c91-b608-445cc0a89c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:18.893443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-9181cc7c-a966-4c91-b608-445cc0a89c0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b755266-6022-4791-9012-aad1f577296a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929448 Jan 28 03:28:18.897116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Made reservation on behalf of c873c89a8dba408383e7d806c68a14b1 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:18.909883 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:19.196273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c17d7-cad2-4855-8fbf-09d222e75048 req-a40edd3a-5f1e-451b-9edf-9961f7c3f7cb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:19.203378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c17d7-cad2-4855-8fbf-09d222e75048 req-a40edd3a-5f1e-451b-9edf-9961f7c3f7cb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:19.211163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-548c17d7-cad2-4855-8fbf-09d222e75048 req-a40edd3a-5f1e-451b-9edf-9961f7c3f7cb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1679 time: 0.2277257 Jan 28 03:28:19.250891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-2c10ba4c-77ae-4c6c-b627-c20f9011ba66 service neutron] 10.222.0.42 "GET /v2.0/networks/1b755266-6022-4791-9012-aad1f577296a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388915 Jan 28 03:28:19.382169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc52a5b-42f8-44c7-93e5-99aa607f1c01 req-7f849f5b-8ad0-443b-bb19-fba0adf6a63d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:19.383680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fc52a5b-42f8-44c7-93e5-99aa607f1c01 req-7f849f5b-8ad0-443b-bb19-fba0adf6a63d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.2550132 Jan 28 03:28:19.422533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-548c17d7-cad2-4855-8fbf-09d222e75048 req-94e889e5-0d9a-4815-b5b6-0c5a27fe9416 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103803 Jan 28 03:28:19.436454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Allocated IP 172.20.0.7 (4f8a2343-3908-47d7-b5dc-ec025110b546/70692883-a42e-4997-a8f3-51f595ba9582/6b0d7ebb-ca34-4877-b293-54726162eb30) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:28:19.581974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e54c77d-c413-4c98-9798-2dc8aedbf5f3 req-e546e690-6e12-4816-90cd-8722a732a46d service neutron] 10.222.0.42 "GET /v2.0/networks/1b755266-6022-4791-9012-aad1f577296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034201 Jan 28 03:28:19.617568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fc52a5b-42f8-44c7-93e5-99aa607f1c01 req-bd874580-2439-428f-88aa-926c336ecb81 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194610 Jan 28 03:28:19.944834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f654021-fe74-484a-a6e0-8ed106e068fd req-913e082e-7e1b-48ef-8a3f-0ae97386ff81 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 210 time: 0.1088731 Jan 28 03:28:20.023654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-ab600022-e098-4f0d-ba5b-d2805a08d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:20.024185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-ab600022-e098-4f0d-ba5b-d2805a08d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:20.027989 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-ab600022-e098-4f0d-ba5b-d2805a08d836 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1983 time: 0.2905450 Jan 28 03:28:20.287338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba4552-acbb-4d57-a37a-969ceecdb4c5 req-d46fea1f-343f-40ec-a18e-16833d1dcb37 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:20.288816 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aaba4552-acbb-4d57-a37a-969ceecdb4c5 req-d46fea1f-343f-40ec-a18e-16833d1dcb37 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 949 time: 0.4319472 Jan 28 03:28:20.333784 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Publish callbacks [] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:20.424274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-f0c21787-3eaf-4e78-a293-d8919dd58dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:20.428608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-f0c21787-3eaf-4e78-a293-d8919dd58dd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b755266-6022-4791-9012-aad1f577296a HTTP/1.1" status: 200 len: 902 time: 0.3682022 Jan 28 03:28:20.498711 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:20.635262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Pushing event updated for resources: {'Port': ['ID=6b0d7ebb-ca34-4877-b293-54726162eb30,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:20.646340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-2efeb762-11fb-425b-93d9-5ce32c72f607 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.116&port_id=85def53b-b0bb-4a0b-8a9c-df66e260aa9a HTTP/1.1" status: 200 len: 217 time: 0.1651845 Jan 28 03:28:20.655563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ea5e2-04ba-468a-9574-b59ef8806794 req-702b5938-6bba-484d-bc6d-04572d83c6b5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:20.664398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b7ea5e2-04ba-468a-9574-b59ef8806794 req-702b5938-6bba-484d-bc6d-04572d83c6b5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.5932794 Jan 28 03:28:20.728510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-16290f7a-cc01-4cf0-8572-28fa5022b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:20.730582 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-16290f7a-cc01-4cf0-8572-28fa5022b10d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=81883dc3-f212-4a31-b8a1-7a4086875b97 HTTP/1.1" status: 200 len: 801 time: 0.0571899 Jan 28 03:28:20.834554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Network 4f8a2343-3908-47d7-b5dc-ec025110b546 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:28:20.843824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aaba4552-acbb-4d57-a37a-969ceecdb4c5 req-2243d858-bdea-41a5-be51-f05cb5df26ad tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251458 Jan 28 03:28:20.847616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:20.888128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b7ea5e2-04ba-468a-9574-b59ef8806794 req-a5f80937-8803-4948-895a-392267667fd3 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226233 Jan 28 03:28:20.892431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:28:20.977954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-1ae27295-68b4-4128-85ef-e93fcf80715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:20.986052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-1ae27295-68b4-4128-85ef-e93fcf80715a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b755266-6022-4791-9012-aad1f577296a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411962 Jan 28 03:28:21.217717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:21.218639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:21.359703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9623c-d579-4638-a011-00269453d776 req-e6f91168-1d03-40c3-b6b9-f20794c507f0 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:21.366775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9623c-d579-4638-a011-00269453d776 req-e6f91168-1d03-40c3-b6b9-f20794c507f0 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:21.370203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dbe9623c-d579-4638-a011-00269453d776 req-e6f91168-1d03-40c3-b6b9-f20794c507f0 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1679 time: 0.3225379 Jan 28 03:28:21.377216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-48fdd975-5a51-43ea-9a53-956805672e9e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9187689 Jan 28 03:28:21.395219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272f8a5-4f02-4552-85e0-a3b7b887a50a req-39e79163-2213-4b62-b5dd-0f4002f66dbc tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:21.397202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6272f8a5-4f02-4552-85e0-a3b7b887a50a req-39e79163-2213-4b62-b5dd-0f4002f66dbc tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.2298169 Jan 28 03:28:21.397732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-26f09ee4-f735-463d-ac98-f90d0e843bba None None] Provisioning complete for port 6b0d7ebb-ca34-4877-b293-54726162eb30 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:21.398794 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-26f09ee4-f735-463d-ac98-f90d0e843bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:21.483128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-adf5b916-b482-4928-afd1-e079bcfa3938 service neutron] 10.222.0.42 "GET /v2.0/networks/1b755266-6022-4791-9012-aad1f577296a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835927 Jan 28 03:28:21.512413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6272f8a5-4f02-4552-85e0-a3b7b887a50a req-c9341cb4-623f-4c80-89da-92cb745ed18b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041539 Jan 28 03:28:21.519049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-26f09ee4-f735-463d-ac98-f90d0e843bba None None] Port 6b0d7ebb-ca34-4877-b293-54726162eb30 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:28:21.651122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dbe9623c-d579-4638-a011-00269453d776 req-0ab8c335-8e51-4a0c-be8d-a69d2ba2e70b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634158 Jan 28 03:28:21.705383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03fa6906-53a7-425f-9ec4-3c9576530925 req-9f1d4fc8-5e27-49a3-9885-291df415b63f service neutron] 10.222.0.42 "GET /v2.0/networks/1b755266-6022-4791-9012-aad1f577296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093697 Jan 28 03:28:21.922877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007861f-82de-4c58-929a-c5e1fff0be54 req-71352e4b-07b7-4b85-9f85-fbebd3216e9e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:21.932510 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1007861f-82de-4c58-929a-c5e1fff0be54 req-71352e4b-07b7-4b85-9f85-fbebd3216e9e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.1077526 Jan 28 03:28:22.023907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1007861f-82de-4c58-929a-c5e1fff0be54 req-9670a6e4-db60-448f-9249-48d31797a1cf tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846918 Jan 28 03:28:22.281151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f11d8-ed3d-4b62-a073-eb2710cdba1a req-c86ece1e-3d90-49dd-a4ad-1d8eb519d304 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:22.286176 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-142f11d8-ed3d-4b62-a073-eb2710cdba1a req-c86ece1e-3d90-49dd-a4ad-1d8eb519d304 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 931 time: 0.1254342 Jan 28 03:28:22.374511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-142f11d8-ed3d-4b62-a073-eb2710cdba1a req-4c276109-0cc5-4b95-8602-3ccf975cd7f5 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806956 Jan 28 03:28:22.402285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Request body: {'port': {'device_id': '419e80fb-26d2-4700-8847-0f203e7ba9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:22.609876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:22.704334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d52cb-a626-4f9a-9089-d09dce30ec41 req-d0c90d43-4f57-44e8-a425-3506f1212d16 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:22.706257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b2d52cb-a626-4f9a-9089-d09dce30ec41 req-d0c90d43-4f57-44e8-a425-3506f1212d16 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1340933 Jan 28 03:28:22.733307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdb318-21d5-4fc7-b510-1c8b7c4397fc req-792352a9-2ede-4520-badb-18d08fa1208d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:22.741389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3cfdb318-21d5-4fc7-b510-1c8b7c4397fc req-792352a9-2ede-4520-badb-18d08fa1208d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 949 time: 0.1962788 Jan 28 03:28:23.001052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b2d52cb-a626-4f9a-9089-d09dce30ec41 req-c7926127-ab3e-46a7-801b-d91f3c8ac576 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753720 Jan 28 03:28:23.138439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3cfdb318-21d5-4fc7-b510-1c8b7c4397fc req-b7f9e4f2-0ce5-4fe8-b896-376ddef1ed9d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828983 Jan 28 03:28:23.210956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 31d03cbc-38a5-4064-bf52-de82d79f9fce details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:28:23.526055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 31d03cbc-38a5-4064-bf52-de82d79f9fce, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=31d03cbc-38a5-4064-bf52-de82d79f9fce,segment=NetworkSegment(488a19c3-db90-4d7b-a649-d39fa3997a73),segment_id=488a19c3-db90-4d7b-a649-d39fa3997a73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:23.572348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '31d03cbc-38a5-4064-bf52-de82d79f9fce', 'network_id': 'f2ede09e-15a2-41a0-b2fa-16d1eaa6a644', 'port_id': '31d03cbc-38a5-4064-bf52-de82d79f9fce', 'mac_address': 'fa:16:3e:e2:f7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f572421-d590-4786-801c-1811734abfcf', 'ip_address': '19.80.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:28:23.675572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f51ca-8971-4614-8677-4e5c1c97bd0f req-c5e8f10e-bb68-49b0-b82e-9326056f4b32 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:23.677084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-185f51ca-8971-4614-8677-4e5c1c97bd0f req-c5e8f10e-bb68-49b0-b82e-9326056f4b32 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.5438449 Jan 28 03:28:23.689937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 31d03cbc-38a5-4064-bf52-de82d79f9fce is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:23.690504 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:23.718645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d03cbc-38a5-4064-bf52-de82d79f9fce {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:23.758168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 31d03cbc-38a5-4064-bf52-de82d79f9fce, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=31d03cbc-38a5-4064-bf52-de82d79f9fce,segment=NetworkSegment(488a19c3-db90-4d7b-a649-d39fa3997a73),segment_id=488a19c3-db90-4d7b-a649-d39fa3997a73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:23.776432 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:23.779923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 85def53b-b0bb-4a0b-8a9c-df66e260aa9a details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:28:23.812463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412f7b6-c9b9-4c8e-a76e-9166fae35090 req-9ff31feb-d70f-450d-a573-af6bd346acaa tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:23.818575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412f7b6-c9b9-4c8e-a76e-9166fae35090 req-9ff31feb-d70f-450d-a573-af6bd346acaa tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:23.828946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6412f7b6-c9b9-4c8e-a76e-9166fae35090 req-9ff31feb-d70f-450d-a573-af6bd346acaa tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1679 time: 0.1784604 Jan 28 03:28:23.881963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0d7ebb-ca34-4877-b293-54726162eb30 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:23.900372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-185f51ca-8971-4614-8677-4e5c1c97bd0f req-dd0ea655-ce84-4bb0-a669-27624c50e030 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992013 Jan 28 03:28:23.911128 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Publish callbacks [] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:23.948906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6412f7b6-c9b9-4c8e-a76e-9166fae35090 req-be7fa3a2-aac9-4896-845b-43cfed3b344c tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166461 Jan 28 03:28:23.969512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Transition to ACTIVE for port object 6b0d7ebb-ca34-4877-b293-54726162eb30 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:28:23.975029 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.100314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,segment=NetworkSegment(ff71c1cf-f84e-49d7-bc8c-755155661ac3),segment_id=ff71c1cf-f84e-49d7-bc8c-755155661ac3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:24.155418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '85def53b-b0bb-4a0b-8a9c-df66e260aa9a', 'network_id': '1b755266-6022-4791-9012-aad1f577296a', 'port_id': '85def53b-b0bb-4a0b-8a9c-df66e260aa9a', 'mac_address': 'fa:16:3e:88:03:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81883dc3-f212-4a31-b8a1-7a4086875b97', 'ip_address': '19.86.0.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:28:24.186784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Pushing event updated for resources: {'Port': ['ID=6b0d7ebb-ca34-4877-b293-54726162eb30,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:24.277041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121a95f-82b1-47dd-b468-0d56369914ac req-e3b133f2-1bfc-4d0b-9182-088782eb923f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:24.278593 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9121a95f-82b1-47dd-b468-0d56369914ac req-e3b133f2-1bfc-4d0b-9182-088782eb923f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 949 time: 0.1229782 Jan 28 03:28:24.303588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:24.310407 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.348740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071e48-7f32-490b-ba4b-dbbe38594890 req-c2b84992-9dff-4370-affd-50fc6845631d tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:24.357137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6071e48-7f32-490b-ba4b-dbbe38594890 req-c2b84992-9dff-4370-affd-50fc6845631d tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 943 time: 0.3011012 Jan 28 03:28:24.361796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85def53b-b0bb-4a0b-8a9c-df66e260aa9a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:24.407242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,segment=NetworkSegment(ff71c1cf-f84e-49d7-bc8c-755155661ac3),segment_id=ff71c1cf-f84e-49d7-bc8c-755155661ac3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:24.460264 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed96004-a0b5-4814-83c8-3f89cc868705 req-ff9431d5-756c-4b55-bf8d-aa21565cdc56 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:24.461653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bed96004-a0b5-4814-83c8-3f89cc868705 req-ff9431d5-756c-4b55-bf8d-aa21565cdc56 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.2761741 Jan 28 03:28:24.479686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=31d03cbc-38a5-4064-bf52-de82d79f9fce,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:24.490856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.491204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.491548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.491887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.492218 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.492597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.492973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.493498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.493883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.494213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.494540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.494861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.504293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:24.516970 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.580390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9121a95f-82b1-47dd-b468-0d56369914ac req-ec87825e-e82b-4a8f-a350-777bf591584f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Deleting port 3db1ed85-8d83-4aad-a094-f02d6df71150 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:24.588520 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9121a95f-82b1-47dd-b468-0d56369914ac req-ec87825e-e82b-4a8f-a350-777bf591584f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.600162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Attempting to bind port 6b0d7ebb-ca34-4877-b293-54726162eb30 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:24.602083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Attempting to bind port 6b0d7ebb-ca34-4877-b293-54726162eb30 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:24.603217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Attempting to bind port 6b0d7ebb-ca34-4877-b293-54726162eb30 on network 4f8a2343-3908-47d7-b5dc-ec025110b546 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:24.631460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:24.684265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Port 6b0d7ebb-ca34-4877-b293-54726162eb30 on network 4f8a2343-3908-47d7-b5dc-ec025110b546 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:28:24.685036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Attempting to bind port 6b0d7ebb-ca34-4877-b293-54726162eb30 on network 4f8a2343-3908-47d7-b5dc-ec025110b546 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:24.752953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:24.753325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Checking segment: {'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:24.756109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Bound using segment: {'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:24.756690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Bound port: 6b0d7ebb-ca34-4877-b293-54726162eb30, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d1725e-357e-497c-bc46-bb3f15b00ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:24.756980 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.794620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6071e48-7f32-490b-ba4b-dbbe38594890 req-31112edc-5e55-466e-878d-eaca13593753 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358046 Jan 28 03:28:24.845523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9121a95f-82b1-47dd-b468-0d56369914ac req-ec87825e-e82b-4a8f-a350-777bf591584f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] For port 3db1ed85-8d83-4aad-a094-f02d6df71150, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3db1ed85-8d83-4aad-a094-f02d6df71150,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:24.845937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9121a95f-82b1-47dd-b468-0d56369914ac req-ec87825e-e82b-4a8f-a350-777bf591584f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.881312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9121a95f-82b1-47dd-b468-0d56369914ac req-ec87825e-e82b-4a8f-a350-777bf591584f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Calling delete_port for 3db1ed85-8d83-4aad-a094-f02d6df71150 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:24.925822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bed96004-a0b5-4814-83c8-3f89cc868705 req-0655e403-f2e3-417f-a4b2-92ded9bb6534 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200971 Jan 28 03:28:24.935492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['31d03cbc-38a5-4064-bf52-de82d79f9fce'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:25.056273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] For port 6b0d7ebb-ca34-4877-b293-54726162eb30, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:25.065666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] For port 6b0d7ebb-ca34-4877-b293-54726162eb30, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6b0d7ebb-ca34-4877-b293-54726162eb30,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:25.084644 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:25.147592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9121a95f-82b1-47dd-b468-0d56369914ac req-ec87825e-e82b-4a8f-a350-777bf591584f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3db1ed85-8d83-4aad-a094-f02d6df71150), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:25.180370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:25.181708 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:25.183730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] 10.222.0.25 "PUT /v2.0/ports/6b0d7ebb-ca34-4877-b293-54726162eb30 HTTP/1.1" status: 200 len: 1092 time: 2.7861698 Jan 28 03:28:25.185974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419e80fb-26d2-4700-8847-0f203e7ba9ae', 'tag': '6b0d7ebb-ca34-4877-b293-54726162eb30'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:25.188481 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7a8496-06c1-496a-b771-d2a1082e0b82" -d '{"events": [{"name": "network-changed", "server_uuid": "419e80fb-26d2-4700-8847-0f203e7ba9ae", "tag": "6b0d7ebb-ca34-4877-b293-54726162eb30"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:25.201005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['41e80372-c3ac-4f06-a1d8-64d17dd33b62'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:25.203075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['a6b71059-593e-43b4-a3e4-8e12e737f1e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:25.220584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff454b-fc1f-406d-9c36-e99902f81504 req-64bef7df-a2f7-45bf-8cda-bfc1763ac1c1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:25.231022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0ff454b-fc1f-406d-9c36-e99902f81504 req-64bef7df-a2f7-45bf-8cda-bfc1763ac1c1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1317358 Jan 28 03:28:25.270518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6522b1-15db-4431-914d-e1c63b9ec1ea service neutron] Pushing event updated for resources: {'Port': ['ID=6b0d7ebb-ca34-4877-b293-54726162eb30,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:25.286327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87825e-e82b-4a8f-a350-777bf591584f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Pushing event deleted for resources: {'Port': ['ID=3db1ed85-8d83-4aad-a094-f02d6df71150,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:25.351315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9121a95f-82b1-47dd-b468-0d56369914ac req-ec87825e-e82b-4a8f-a350-777bf591584f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] No DVR routers for this DVR port 3db1ed85-8d83-4aad-a094-f02d6df71150 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:25.355691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9121a95f-82b1-47dd-b468-0d56369914ac req-ec87825e-e82b-4a8f-a350-777bf591584f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:25.360150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0ff454b-fc1f-406d-9c36-e99902f81504 req-8cb8d959-d715-4fc0-ae39-97606e1c6185 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279228 Jan 28 03:28:25.376614 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9121a95f-82b1-47dd-b468-0d56369914ac req-ec87825e-e82b-4a8f-a350-777bf591584f tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.25 "DELETE /v2.0/ports/3db1ed85-8d83-4aad-a094-f02d6df71150 HTTP/1.1" status: 204 len: 173 time: 1.0900197 Jan 28 03:28:25.385093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1e9800-f945-4e8c-95df-5ba3089ff9c9', 'name': 'network-vif-deleted', 'tag': '3db1ed85-8d83-4aad-a094-f02d6df71150'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:25.388172 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7a3c1d-d578-4022-b262-aa22136c7d18" -d '{"events": [{"server_uuid": "8b1e9800-f945-4e8c-95df-5ba3089ff9c9", "name": "network-vif-deleted", "tag": "3db1ed85-8d83-4aad-a094-f02d6df71150"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:25.604304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de27e23e-d007-4d5b-acbc-9a61c097bd03 req-b5673599-c96d-445a-993c-b8b1cf43e125 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 210 time: 0.0879648 Jan 28 03:28:25.836487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2237f-3314-4cdb-9fc3-e14c0123b69d req-e742c4a4-26cd-40e4-a483-187d1a7b6505 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:25.856353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea2237f-3314-4cdb-9fc3-e14c0123b69d req-e742c4a4-26cd-40e4-a483-187d1a7b6505 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.1234863 Jan 28 03:28:25.880206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3db1ed85-8d83-4aad-a094-f02d6df71150 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:25.926939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 3db1ed85-8d83-4aad-a094-f02d6df71150 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:25.927310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3db1ed85-8d83-4aad-a094-f02d6df71150 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:26.006054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea2237f-3314-4cdb-9fc3-e14c0123b69d req-05e69902-47de-49ed-91fa-a46d17974f42 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479721 Jan 28 03:28:26.047167 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03ce417-3737-4c62-afa9-39c41657784f x-openstack-request-id: req-d03ce417-3737-4c62-afa9-39c41657784f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:26.047616 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419e80fb-26d2-4700-8847-0f203e7ba9ae", "tag": "6b0d7ebb-ca34-4877-b293-54726162eb30", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:26.047761 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d03ce417-3737-4c62-afa9-39c41657784f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:26.048291 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419e80fb-26d2-4700-8847-0f203e7ba9ae', 'tag': '6b0d7ebb-ca34-4877-b293-54726162eb30', 'status': 'completed', 'code': 200} Jan 28 03:28:26.103907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['85def53b-b0bb-4a0b-8a9c-df66e260aa9a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:26.132982 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f7404d-bac5-4038-b30d-83f8db59ef5b x-openstack-request-id: req-94f7404d-bac5-4038-b30d-83f8db59ef5b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:26.133355 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1e9800-f945-4e8c-95df-5ba3089ff9c9", "name": "network-vif-deleted", "tag": "3db1ed85-8d83-4aad-a094-f02d6df71150", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:26.133632 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94f7404d-bac5-4038-b30d-83f8db59ef5b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:26.134865 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1e9800-f945-4e8c-95df-5ba3089ff9c9', 'name': 'network-vif-deleted', 'tag': '3db1ed85-8d83-4aad-a094-f02d6df71150', 'status': 'completed', 'code': 200} Jan 28 03:28:26.151636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e335bbd-c4c6-4d50-8dac-435b4cd91bed req-a678d014-956d-466a-9f48-b2b36f4d16d9 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:26.167751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e335bbd-c4c6-4d50-8dac-435b4cd91bed req-a678d014-956d-466a-9f48-b2b36f4d16d9 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:26.181626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e335bbd-c4c6-4d50-8dac-435b4cd91bed req-a678d014-956d-466a-9f48-b2b36f4d16d9 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1681 time: 0.1323278 Jan 28 03:28:26.329259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-1630cba4-52bd-450f-b11b-edd53b488fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:26.333808 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-1630cba4-52bd-450f-b11b-edd53b488fce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c873c89a8dba408383e7d806c68a14b1&device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 1095 time: 0.1137683 Jan 28 03:28:26.353244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e335bbd-c4c6-4d50-8dac-435b4cd91bed req-70d9be4b-c195-4696-b738-96399119cf32 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664469 Jan 28 03:28:26.486432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17b97b-dde4-4159-89e7-678f034873c9 req-e643267c-fe6a-40ca-aff3-8c38b6f81e58 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:26.494603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db17b97b-dde4-4159-89e7-678f034873c9 req-e643267c-fe6a-40ca-aff3-8c38b6f81e58 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 943 time: 0.1818314 Jan 28 03:28:26.617206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f781bf-250b-4b6b-98d7-37865f9e7b3a req-0b190b22-15a7-4a24-a2b9-31a5e06f9407 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:26.628360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74f781bf-250b-4b6b-98d7-37865f9e7b3a req-0b190b22-15a7-4a24-a2b9-31a5e06f9407 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.1290507 Jan 28 03:28:26.640354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db17b97b-dde4-4159-89e7-678f034873c9 req-858edf2e-5b0a-462d-89ac-7b27190a6c2e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445572 Jan 28 03:28:26.781704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74f781bf-250b-4b6b-98d7-37865f9e7b3a req-9b0d23b0-6c50-4fe9-b6e6-89a5a4698b6f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380334 Jan 28 03:28:26.890892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef330d-5396-44cd-aa8e-8d9fba6bc260 req-d55b3738-7c58-4c22-b09d-0d7ff0725a69 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:26.892677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28ef330d-5396-44cd-aa8e-8d9fba6bc260 req-d55b3738-7c58-4c22-b09d-0d7ff0725a69 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1099505 Jan 28 03:28:26.946004 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-651a814c-7313-403a-9482-8b07d803e243 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0d7ebb-ca34-4877-b293-54726162eb30 HTTP/1.1" status: 200 len: 217 time: 0.0924530 Jan 28 03:28:27.026803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb24645a-6a0f-430a-9e29-42f4cfb58283 req-f7d23559-b7f4-4821-9079-5cf17fd63213 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 210 time: 0.0823898 Jan 28 03:28:27.083977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28ef330d-5396-44cd-aa8e-8d9fba6bc260 req-9586cb60-1e23-4222-9d52-bd3c07724a52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796072 Jan 28 03:28:27.216071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 31d03cbc-38a5-4064-bf52-de82d79f9fce up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:27.313390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1ba01-3ca3-4101-89a4-5b093a3ae2de req-0cdeb940-3074-4428-962a-1dbe7b87c312 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:27.326189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88f1ba01-3ca3-4101-89a4-5b093a3ae2de req-0cdeb940-3074-4428-962a-1dbe7b87c312 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.0997639 Jan 28 03:28:27.342956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 31d03cbc-38a5-4064-bf52-de82d79f9fce completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:28:27.347317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 31d03cbc-38a5-4064-bf52-de82d79f9fce triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:27.347699 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.427966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88f1ba01-3ca3-4101-89a4-5b093a3ae2de req-c2ef34af-d815-4dcf-9578-154f2260cd62 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003382 Jan 28 03:28:27.441473 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:28:27.556139 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 31d03cbc-38a5-4064-bf52-de82d79f9fce is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:27.556627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.612678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d03cbc-38a5-4064-bf52-de82d79f9fce'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:27.620490 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10faf50c-70d7-4f12-9fff-fea2f26d4a90" -d '{"events": [{"server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "31d03cbc-38a5-4064-bf52-de82d79f9fce"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:27.638955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcc099-27b2-4372-921c-3d6b993e63fb req-868035df-727c-4b99-8983-dec67d31fea6 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:27.644552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcc099-27b2-4372-921c-3d6b993e63fb req-868035df-727c-4b99-8983-dec67d31fea6 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:27.659190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 31d03cbc-38a5-4064-bf52-de82d79f9fce, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=31d03cbc-38a5-4064-bf52-de82d79f9fce,segment=NetworkSegment(488a19c3-db90-4d7b-a649-d39fa3997a73),segment_id=488a19c3-db90-4d7b-a649-d39fa3997a73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:27.667215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4cfcc099-27b2-4372-921c-3d6b993e63fb req-868035df-727c-4b99-8983-dec67d31fea6 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1681 time: 0.1193213 Jan 28 03:28:27.673529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.787666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4cfcc099-27b2-4372-921c-3d6b993e63fb req-3486ddbb-1113-44ed-a100-b2ca181a09cb tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205211 Jan 28 03:28:27.840119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=31d03cbc-38a5-4064-bf52-de82d79f9fce,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:27.894552 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f4f3c5-aca5-4b1a-bc01-fbfa600902a1 x-openstack-request-id: req-15f4f3c5-aca5-4b1a-bc01-fbfa600902a1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:27.894856 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "31d03cbc-38a5-4064-bf52-de82d79f9fce", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:27.895115 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15f4f3c5-aca5-4b1a-bc01-fbfa600902a1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:27.895560 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d03cbc-38a5-4064-bf52-de82d79f9fce', 'code': 200} Jan 28 03:28:28.158838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-b20fb470-938c-42db-9b1f-4260bb3e77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:28.165963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-b20fb470-938c-42db-9b1f-4260bb3e77d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70692883-a42e-4997-a8f3-51f595ba9582 HTTP/1.1" status: 200 len: 854 time: 0.1776719 Jan 28 03:28:28.254489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3752c-ec25-4600-8123-9e2b53b56f15 req-4adc67b0-af1f-4d12-9924-40f2fb8a39c1 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:28.256382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5e3752c-ec25-4600-8123-9e2b53b56f15 req-4adc67b0-af1f-4d12-9924-40f2fb8a39c1 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 943 time: 0.2086926 Jan 28 03:28:28.303601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865cd8e-5145-4447-92ec-289c9833ea1f req-ac03c069-b76a-4e00-98dc-d604bb0299df tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:28.305837 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2865cd8e-5145-4447-92ec-289c9833ea1f req-ac03c069-b76a-4e00-98dc-d604bb0299df tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.1279383 Jan 28 03:28:28.354767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5e3752c-ec25-4600-8123-9e2b53b56f15 req-e36f6ab1-2735-47a5-abd2-c0ac60debc7a tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913503 Jan 28 03:28:28.401656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2865cd8e-5145-4447-92ec-289c9833ea1f req-8cfc797f-d5a1-4406-b8a1-729e37aef6ab tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835574 Jan 28 03:28:28.557100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f80313e-33d7-408b-add3-3e142de8b511 req-f84084ec-ab07-496b-bb78-e7140d325af0 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 210 time: 0.0387855 Jan 28 03:28:28.581348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcea70-b350-4505-a4eb-978d0f0f3063 req-160f3b61-0f0f-4160-84f3-49539b350702 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:28.583005 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4fcea70-b350-4505-a4eb-978d0f0f3063 req-160f3b61-0f0f-4160-84f3-49539b350702 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1019258 Jan 28 03:28:28.655637 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4fcea70-b350-4505-a4eb-978d0f0f3063 req-0cb82688-f803-4538-97b6-67142ecc31a5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707622 Jan 28 03:28:28.734377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b19d45-e5c5-4eeb-b167-c900d9cd1600 req-c4da3d50-1ec9-4fbd-8008-e1ce6def5e6a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:28.736227 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45b19d45-e5c5-4eeb-b167-c900d9cd1600 req-c4da3d50-1ec9-4fbd-8008-e1ce6def5e6a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.0598989 Jan 28 03:28:28.815771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45b19d45-e5c5-4eeb-b167-c900d9cd1600 req-cbeb1335-fb27-44b3-998a-19a4539541b8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731392 Jan 28 03:28:28.973734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722acaf-ff11-4a3a-a79a-835697dc70c6 req-1e6201e6-6a6d-4319-a5a3-65e401ab8780 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:28.987450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722acaf-ff11-4a3a-a79a-835697dc70c6 req-1e6201e6-6a6d-4319-a5a3-65e401ab8780 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:28.989478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7722acaf-ff11-4a3a-a79a-835697dc70c6 req-1e6201e6-6a6d-4319-a5a3-65e401ab8780 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1682 time: 0.0703130 Jan 28 03:28:29.047797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7722acaf-ff11-4a3a-a79a-835697dc70c6 req-a7dea020-6372-4b89-8d69-f933549964e2 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460854 Jan 28 03:28:29.210061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 85def53b-b0bb-4a0b-8a9c-df66e260aa9a up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:29.261804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:28:29.265738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:29.266211 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:29.343236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:29.343623 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:29.374893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,segment=NetworkSegment(ff71c1cf-f84e-49d7-bc8c-755155661ac3),segment_id=ff71c1cf-f84e-49d7-bc8c-755155661ac3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:29.378809 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:29.433046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:29.479936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e760af-d790-4929-965b-e3f73864f451 req-c67600df-1a36-493d-ba1d-875801571b3a tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:29.481508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7e760af-d790-4929-965b-e3f73864f451 req-c67600df-1a36-493d-ba1d-875801571b3a tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 943 time: 0.0518060 Jan 28 03:28:29.529827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7e760af-d790-4929-965b-e3f73864f451 req-2c3b7a26-03a3-4287-bdd0-42e09e75c35a tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 Jan 28 03:28:29.630739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bc0e4-2b08-4b28-912c-5a92605a8a53 req-8b8b004e-e738-40ab-9d3a-374363d163f9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:29.632244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-504bc0e4-2b08-4b28-912c-5a92605a8a53 req-8b8b004e-e738-40ab-9d3a-374363d163f9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.0479667 Jan 28 03:28:29.684007 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-504bc0e4-2b08-4b28-912c-5a92605a8a53 req-58f8d63e-4e4e-47c4-8f4d-7c4854d908db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453911 Jan 28 03:28:29.778169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f72954d-cd5d-4694-b3d0-33a3e2e90ad5 req-723ac181-7f8f-4880-83ce-88f76344c954 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 210 time: 0.0265553 Jan 28 03:28:29.883954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4dce9-5e4d-43fa-ae38-688a07297382 req-11b7ec19-2a6e-4e33-a9bb-7ab20fff81c1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:29.885500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfd4dce9-5e4d-43fa-ae38-688a07297382 req-11b7ec19-2a6e-4e33-a9bb-7ab20fff81c1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0502343 Jan 28 03:28:29.896358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85def53b-b0bb-4a0b-8a9c-df66e260aa9a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:29.898995 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c062b57d-fbd3-4da1-b5cb-651a38e9e750" -d '{"events": [{"server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "85def53b-b0bb-4a0b-8a9c-df66e260aa9a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:29.933072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfd4dce9-5e4d-43fa-ae38-688a07297382 req-8f3a1fc7-d61b-4784-b719-dddf3b27934f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Jan 28 03:28:30.041465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a182d6-5119-411d-b82b-3ae9ab0b18c9 req-b7dda4a2-4b62-4dbf-b609-8bdbf913bfa8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:30.042939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09a182d6-5119-411d-b82b-3ae9ab0b18c9 req-b7dda4a2-4b62-4dbf-b609-8bdbf913bfa8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Jan 28 03:28:30.093696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09a182d6-5119-411d-b82b-3ae9ab0b18c9 req-df5a13c6-48c9-4037-982a-71bf1bafa90c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 Jan 28 03:28:30.145466 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e9022e-8649-4ea9-a3ac-c2549f377e19 x-openstack-request-id: req-30e9022e-8649-4ea9-a3ac-c2549f377e19 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:30.145992 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "85def53b-b0bb-4a0b-8a9c-df66e260aa9a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:30.146421 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30e9022e-8649-4ea9-a3ac-c2549f377e19 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:30.146823 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85def53b-b0bb-4a0b-8a9c-df66e260aa9a', 'code': 200} Jan 28 03:28:30.265341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f620af-c3b7-417c-8f82-0e13bc803bff req-ecdf8a32-15d8-4934-891e-f4ae682e840a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:30.270713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f620af-c3b7-417c-8f82-0e13bc803bff req-ecdf8a32-15d8-4934-891e-f4ae682e840a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:30.272391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1f620af-c3b7-417c-8f82-0e13bc803bff req-ecdf8a32-15d8-4934-891e-f4ae682e840a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1683 time: 0.0817852 Jan 28 03:28:30.338138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97a1cb-d876-4237-b6ba-084e114b01d3 req-9199daa8-af60-4d60-a35b-71d4b3d5e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:30.338694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97a1cb-d876-4237-b6ba-084e114b01d3 req-9199daa8-af60-4d60-a35b-71d4b3d5e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:30.340263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd97a1cb-d876-4237-b6ba-084e114b01d3 req-9199daa8-af60-4d60-a35b-71d4b3d5e3a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1987 time: 0.0943847 Jan 28 03:28:30.344834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1f620af-c3b7-417c-8f82-0e13bc803bff req-ddd4f2c8-f911-492d-a131-868468b35511 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579479 Jan 28 03:28:30.394241 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd97a1cb-d876-4237-b6ba-084e114b01d3 req-aa1a8f64-7476-4328-bb8c-16b28e4e7ea9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453529 Jan 28 03:28:30.644926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b61a28-adb7-4ed4-94bd-82d13dab384e req-b0f10673-eaf1-444e-800b-c1782e9fe2aa tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:30.646411 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5b61a28-adb7-4ed4-94bd-82d13dab384e req-b0f10673-eaf1-444e-800b-c1782e9fe2aa tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 943 time: 0.0505958 Jan 28 03:28:30.694492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5b61a28-adb7-4ed4-94bd-82d13dab384e req-e96a2828-382a-440b-8ebf-3047e505b1da tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Jan 28 03:28:30.799583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb517d6-5d0c-4f68-a352-c9daadc20a62 req-58828fff-a32f-4e08-8c6c-38fae085fed9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:30.801097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfb517d6-5d0c-4f68-a352-c9daadc20a62 req-58828fff-a32f-4e08-8c6c-38fae085fed9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.0494502 Jan 28 03:28:30.847908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfb517d6-5d0c-4f68-a352-c9daadc20a62 req-e970a7cf-5ff1-4b07-8fed-0026d825e4c0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Jan 28 03:28:30.945561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5e3410f-c34d-4cd5-af0d-16a048840c02 req-721e753f-57c7-49ef-9ca2-6b7111e4d3b7 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b1e9800-f945-4e8c-95df-5ba3089ff9c9 HTTP/1.1" status: 200 len: 210 time: 0.0300519 Jan 28 03:28:31.060478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8e0de-be5e-4b61-b867-b307e0ed96b7 req-d241b60b-258d-4a1b-afdd-f7add0d7fabd tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:31.061990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51d8e0de-be5e-4b61-b867-b307e0ed96b7 req-d241b60b-258d-4a1b-afdd-f7add0d7fabd tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0498481 Jan 28 03:28:31.110723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51d8e0de-be5e-4b61-b867-b307e0ed96b7 req-b0b60a32-0d00-445f-a755-260c31c9fe07 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Jan 28 03:28:31.218376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8011132-0d6e-4d65-9b88-c26fc70ef8eb req-eb6467c2-51c4-4cc3-b10b-284f98d45bb6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:31.219859 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8011132-0d6e-4d65-9b88-c26fc70ef8eb req-eb6467c2-51c4-4cc3-b10b-284f98d45bb6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Jan 28 03:28:31.267154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8011132-0d6e-4d65-9b88-c26fc70ef8eb req-2b0ff191-19a5-4868-bd2f-000e9a88da79 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 Jan 28 03:28:31.474053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd2cee-24aa-452b-84d0-7ea8d3da48a8 req-7d7c1d0b-65a7-45a5-8cbb-4e7765b33712 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:31.479744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd2cee-24aa-452b-84d0-7ea8d3da48a8 req-7d7c1d0b-65a7-45a5-8cbb-4e7765b33712 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:31.481512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97cd2cee-24aa-452b-84d0-7ea8d3da48a8 req-7d7c1d0b-65a7-45a5-8cbb-4e7765b33712 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1683 time: 0.0661178 Jan 28 03:28:31.548926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-c7bd93cb-102d-48bd-a13b-18e9f5a1f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:31.551066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-c7bd93cb-102d-48bd-a13b-18e9f5a1f193 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f8a2343-3908-47d7-b5dc-ec025110b546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492108 Jan 28 03:28:31.561887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97cd2cee-24aa-452b-84d0-7ea8d3da48a8 req-07b801d6-f66c-4e11-925c-a1d1bfff2825 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747471 Jan 28 03:28:31.682875 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-3b4a8a39-2c0b-4c0f-b764-104068a68edd service neutron] 10.222.0.25 "GET /v2.0/networks/4f8a2343-3908-47d7-b5dc-ec025110b546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973916 Jan 28 03:28:31.846867 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e588dc96-f31d-48ac-bfcd-deb3c87f7496 req-4c767b22-537c-4143-9afc-58a973eb91df service neutron] 10.222.0.25 "GET /v2.0/networks/4f8a2343-3908-47d7-b5dc-ec025110b546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082599 Jan 28 03:28:31.862520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84db1de-cf31-4fd7-aee4-f2133034d7da req-f6a1a849-af5d-4ada-9915-17d36db70cbe tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:31.864138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c84db1de-cf31-4fd7-aee4-f2133034d7da req-f6a1a849-af5d-4ada-9915-17d36db70cbe tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 943 time: 0.0641105 Jan 28 03:28:31.918574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c84db1de-cf31-4fd7-aee4-f2133034d7da req-7d0649f4-5716-4a14-8565-10d718f3d3e9 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479121 Jan 28 03:28:31.967346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25ed29-e35c-490e-b16e-5baf7659e0c8 req-51b9db4b-6c36-4eca-87c6-b1c91d05fda0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:31.971094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd25ed29-e35c-490e-b16e-5baf7659e0c8 req-51b9db4b-6c36-4eca-87c6-b1c91d05fda0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.0516193 Jan 28 03:28:31.973118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-53e08c1e-37f7-410f-8385-6c4642a2140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:31.974623 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-53e08c1e-37f7-410f-8385-6c4642a2140d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c873c89a8dba408383e7d806c68a14b1&device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 1095 time: 0.0471148 Jan 28 03:28:32.051262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd25ed29-e35c-490e-b16e-5baf7659e0c8 req-052df078-692d-440b-b5dc-5aa8c53923fc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648408 Jan 28 03:28:32.077728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-9b0f113b-2a93-4472-ab2f-94ef75ef63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:32.079224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-9b0f113b-2a93-4472-ab2f-94ef75ef63e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4f8a2343-3908-47d7-b5dc-ec025110b546 HTTP/1.1" status: 200 len: 916 time: 0.0975695 Jan 28 03:28:32.122350 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-164640bb-1791-4f47-80ca-b4fc5629afa2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0d7ebb-ca34-4877-b293-54726162eb30 HTTP/1.1" status: 200 len: 217 time: 0.0368357 Jan 28 03:28:32.253611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-0aca80cc-baca-4bf5-80b0-a184221bd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:32.256210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-0aca80cc-baca-4bf5-80b0-a184221bd813 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70692883-a42e-4997-a8f3-51f595ba9582 HTTP/1.1" status: 200 len: 854 time: 0.0483022 Jan 28 03:28:32.273882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd89aa-1776-46fa-8e27-d19dc9c7b246 req-42755f0f-e662-4eba-a4dd-b2161f55142f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:32.276293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91fd89aa-1776-46fa-8e27-d19dc9c7b246 req-42755f0f-e662-4eba-a4dd-b2161f55142f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0871627 Jan 28 03:28:32.288116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64b2ce-8066-4d59-81f2-20f526b4be5e req-b9011fd5-4850-4a7d-8f96-01d6473ebd36 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:32.289841 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c64b2ce-8066-4d59-81f2-20f526b4be5e req-b9011fd5-4850-4a7d-8f96-01d6473ebd36 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 950 time: 0.0677993 Jan 28 03:28:32.315240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-4340ae1f-b231-43fe-871d-6316582d26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:32.316735 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-4340ae1f-b231-43fe-871d-6316582d26dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f8a2343-3908-47d7-b5dc-ec025110b546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527675 Jan 28 03:28:32.373212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91fd89aa-1776-46fa-8e27-d19dc9c7b246 req-b3447539-03ba-4fbe-9e2a-af9195353f74 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816853 Jan 28 03:28:32.378875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c64b2ce-8066-4d59-81f2-20f526b4be5e req-21206525-ee23-4a56-af5c-71e1f20b4df5 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732806 Jan 28 03:28:32.429120 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-1ad0b534-b2a3-4371-b526-857b4d68ac58 service neutron] 10.222.0.25 "GET /v2.0/networks/4f8a2343-3908-47d7-b5dc-ec025110b546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057515 Jan 28 03:28:32.512013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67033-12d2-4b6e-b636-47a180b0589d req-d5562216-eaa1-46df-986c-893d24f12a62 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:32.513650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4d67033-12d2-4b6e-b636-47a180b0589d req-d5562216-eaa1-46df-986c-893d24f12a62 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.0634923 Jan 28 03:28:32.546038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bb7a8496-06c1-496a-b771-d2a1082e0b82 req-01256c37-a366-467e-820c-5e7770d850a3 service neutron] 10.222.0.25 "GET /v2.0/networks/4f8a2343-3908-47d7-b5dc-ec025110b546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108515 Jan 28 03:28:32.581854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4d67033-12d2-4b6e-b636-47a180b0589d req-0bf40881-7fbe-44fa-bb77-05bae875c48a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623591 Jan 28 03:28:32.694768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504713-d7a4-4be2-a4ea-13449851b288 req-8328741c-c8ca-4823-a5c3-539fe27acd96 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:32.700739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504713-d7a4-4be2-a4ea-13449851b288 req-8328741c-c8ca-4823-a5c3-539fe27acd96 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:32.702351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25504713-d7a4-4be2-a4ea-13449851b288 req-8328741c-c8ca-4823-a5c3-539fe27acd96 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1683 time: 0.0592532 Jan 28 03:28:32.751067 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25504713-d7a4-4be2-a4ea-13449851b288 req-a071b311-93fe-4cae-ab49-0f3594b05d58 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Jan 28 03:28:33.105822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafcb50-cd96-4243-95b2-c298def841d5 req-53dcce39-a7b0-425a-bae0-1c58b37c89c3 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:33.114686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafcb50-cd96-4243-95b2-c298def841d5 req-53dcce39-a7b0-425a-bae0-1c58b37c89c3 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:33.117589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeafcb50-cd96-4243-95b2-c298def841d5 req-53dcce39-a7b0-425a-bae0-1c58b37c89c3 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1683 time: 0.1027122 Jan 28 03:28:33.143098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fabfc-4981-4ad1-ac10-459c91c66f41 req-42203bce-0be5-40e8-af50-84b36f79ec4f tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:33.144605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-663fabfc-4981-4ad1-ac10-459c91c66f41 req-42203bce-0be5-40e8-af50-84b36f79ec4f tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 943 time: 0.0993176 Jan 28 03:28:33.224338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeafcb50-cd96-4243-95b2-c298def841d5 req-719fd1a6-7bf9-42dd-8445-4210234e0e7b tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968368 Jan 28 03:28:33.232031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-663fabfc-4981-4ad1-ac10-459c91c66f41 req-205abdc6-dd29-4fd3-a865-e29fbdcb7208 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811360 Jan 28 03:28:33.331634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7d19b-4ac1-4e67-aff1-9b26a9d9778a req-2a76391b-7181-4249-a6d4-a79db4cad69e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:33.333145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cdf7d19b-4ac1-4e67-aff1-9b26a9d9778a req-2a76391b-7181-4249-a6d4-a79db4cad69e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.0484796 Jan 28 03:28:33.389969 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cdf7d19b-4ac1-4e67-aff1-9b26a9d9778a req-15ef5218-9d84-4500-919a-3162fa9e6a5b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504160 Jan 28 03:28:33.547553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dfd63-4b22-41b2-b991-8c9d593553a9 req-56a59f19-d1bf-4f5c-bd78-ed83323d0d4d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:33.549168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec5dfd63-4b22-41b2-b991-8c9d593553a9 req-56a59f19-d1bf-4f5c-bd78-ed83323d0d4d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 950 time: 0.0972655 Jan 28 03:28:33.562755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5b8de-8d8f-484c-9006-00ce8c3a82da req-3ccd11f0-d450-4235-a1a6-8dfc43898677 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:33.564244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41c5b8de-8d8f-484c-9006-00ce8c3a82da req-3ccd11f0-d450-4235-a1a6-8dfc43898677 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0721540 Jan 28 03:28:33.632657 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec5dfd63-4b22-41b2-b991-8c9d593553a9 req-68ee16ee-4e2c-43bf-95e3-5cbe7c38e48d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774825 Jan 28 03:28:33.642294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41c5b8de-8d8f-484c-9006-00ce8c3a82da req-997c3efb-17ae-4a09-ad69-e84be1410288 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722644 Jan 28 03:28:33.786634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3415d-fa2f-41ce-949f-14fb442ea19a req-9bbcffe7-b74a-41c1-ac0d-a3796977a711 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:33.788076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98c3415d-fa2f-41ce-949f-14fb442ea19a req-9bbcffe7-b74a-41c1-ac0d-a3796977a711 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.0685954 Jan 28 03:28:33.843295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98c3415d-fa2f-41ce-949f-14fb442ea19a req-cde0dcee-9320-46dd-a8cd-3bb50da8306d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493279 Jan 28 03:28:33.877553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-373814a0-0bfb-44a6-a6aa-8fc178dae981 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:33.879030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-373814a0-0bfb-44a6-a6aa-8fc178dae981 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 950 time: 0.0479472 Jan 28 03:28:33.972134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-6b5165b9-4485-4e2a-83b9-1f6c6efb9f92 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Deleting port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:33.972475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-6b5165b9-4485-4e2a-83b9-1f6c6efb9f92 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:34.063621 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-6b5165b9-4485-4e2a-83b9-1f6c6efb9f92 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] For port 41e80372-c3ac-4f06-a1d8-64d17dd33b62, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=41e80372-c3ac-4f06-a1d8-64d17dd33b62,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:34.063988 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-6b5165b9-4485-4e2a-83b9-1f6c6efb9f92 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:34.076449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-6b5165b9-4485-4e2a-83b9-1f6c6efb9f92 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Calling delete_port for 41e80372-c3ac-4f06-a1d8-64d17dd33b62 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:34.209117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-6b5165b9-4485-4e2a-83b9-1f6c6efb9f92 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (41e80372-c3ac-4f06-a1d8-64d17dd33b62), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:34.237626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5165b9-4485-4e2a-83b9-1f6c6efb9f92 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Pushing event deleted for resources: {'Port': ['ID=41e80372-c3ac-4f06-a1d8-64d17dd33b62,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:34.258060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['a6b71059-593e-43b4-a3e4-8e12e737f1e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:34.272366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['41e80372-c3ac-4f06-a1d8-64d17dd33b62'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:34.308669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-6b5165b9-4485-4e2a-83b9-1f6c6efb9f92 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] No DVR routers for this DVR port 41e80372-c3ac-4f06-a1d8-64d17dd33b62 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:34.312636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-6b5165b9-4485-4e2a-83b9-1f6c6efb9f92 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:34.316211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6555332-9dc2-4ae3-90e2-beb24962da8b req-6b5165b9-4485-4e2a-83b9-1f6c6efb9f92 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.42 "DELETE /v2.0/ports/41e80372-c3ac-4f06-a1d8-64d17dd33b62 HTTP/1.1" status: 204 len: 173 time: 0.4313121 Jan 28 03:28:34.316765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f71294-92d3-4b94-ab12-691562c8db03', 'name': 'network-vif-deleted', 'tag': '41e80372-c3ac-4f06-a1d8-64d17dd33b62'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:34.319664 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180715d8-8fa3-4739-8312-63078fe21519" -d '{"events": [{"server_uuid": "e7f71294-92d3-4b94-ab12-691562c8db03", "name": "network-vif-deleted", "tag": "41e80372-c3ac-4f06-a1d8-64d17dd33b62"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:34.458138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524ab9e-641a-41b1-9ea1-1577169823c2 req-1ec9e483-e1ed-44d5-adf3-233ce8bd9b66 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:34.460433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0524ab9e-641a-41b1-9ea1-1577169823c2 req-1ec9e483-e1ed-44d5-adf3-233ce8bd9b66 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 943 time: 0.1001129 Jan 28 03:28:34.470924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be149d-e7cb-4544-8618-9a6e0ce64392 req-eea368df-fb8f-4671-8c4c-0fcef4294b27 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:34.479506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be149d-e7cb-4544-8618-9a6e0ce64392 req-eea368df-fb8f-4671-8c4c-0fcef4294b27 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:34.482086 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0be149d-e7cb-4544-8618-9a6e0ce64392 req-eea368df-fb8f-4671-8c4c-0fcef4294b27 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1683 time: 0.1095350 Jan 28 03:28:34.581864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0524ab9e-641a-41b1-9ea1-1577169823c2 req-7ef43f60-264c-4245-9a35-661da3ca7fa2 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986025 Jan 28 03:28:34.605389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0be149d-e7cb-4544-8618-9a6e0ce64392 req-0cc55771-67bb-48ab-be82-f955452d2867 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151340 Jan 28 03:28:34.634090 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f94ce9b-a348-4f63-af72-f5445abf85f8 x-openstack-request-id: req-3f94ce9b-a348-4f63-af72-f5445abf85f8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:34.634579 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f71294-92d3-4b94-ab12-691562c8db03", "name": "network-vif-deleted", "tag": "41e80372-c3ac-4f06-a1d8-64d17dd33b62", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:34.634955 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f94ce9b-a348-4f63-af72-f5445abf85f8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:34.635642 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f71294-92d3-4b94-ab12-691562c8db03', 'name': 'network-vif-deleted', 'tag': '41e80372-c3ac-4f06-a1d8-64d17dd33b62', 'status': 'completed', 'code': 200} Jan 28 03:28:34.789495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfe1b2-c655-4737-9e88-19312a969089 req-3a636abd-7dc4-484e-a101-de7f0a71e8fc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:34.792448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0dfe1b2-c655-4737-9e88-19312a969089 req-3a636abd-7dc4-484e-a101-de7f0a71e8fc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.1003358 Jan 28 03:28:34.811653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d7b20aa-32f3-48bf-a096-46504dc66426 req-b851af78-8338-4b3b-9866-47a00c78850d tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7f71294-92d3-4b94-ab12-691562c8db03 HTTP/1.1" status: 200 len: 210 time: 0.0472476 Jan 28 03:28:34.880585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0dfe1b2-c655-4737-9e88-19312a969089 req-658cc7b3-00a1-4814-9b1c-c706607af7e2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716727 Jan 28 03:28:34.983187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff30a8-0e4c-4faa-a6b9-00cf8da5ea4b req-b78930f8-0bec-4f39-b420-3484f3393605 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:34.984788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45ff30a8-0e4c-4faa-a6b9-00cf8da5ea4b req-b78930f8-0bec-4f39-b420-3484f3393605 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0891914 Jan 28 03:28:35.143766 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45ff30a8-0e4c-4faa-a6b9-00cf8da5ea4b req-fce95763-d779-43ee-b80a-4ed035cc89cc tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529796 Jan 28 03:28:35.180005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-0f37805a-a219-4e16-8d67-74ceb54da8d3 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:35.186814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-0f37805a-a219-4e16-8d67-74ceb54da8d3 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:35.188724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-0f37805a-a219-4e16-8d67-74ceb54da8d3 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.42 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 1683 time: 0.1501613 Jan 28 03:28:35.198162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34cde9-2d18-4064-a8d0-f0ba0f20aa11 req-670ee17b-7eec-4054-85f0-e7ce798e87db tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:35.199963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f34cde9-2d18-4064-a8d0-f0ba0f20aa11 req-670ee17b-7eec-4054-85f0-e7ce798e87db tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.1327333 Jan 28 03:28:35.338683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f34cde9-2d18-4064-a8d0-f0ba0f20aa11 req-d6eba0bb-f355-4d88-bb67-50d30d1c9a9d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306241 Jan 28 03:28:35.364288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-93383ce9-5e46-4b7b-9f2d-c12745023d4f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting port 31d03cbc-38a5-4064-bf52-de82d79f9fce {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:35.364630 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-93383ce9-5e46-4b7b-9f2d-c12745023d4f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:35.458208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-93383ce9-5e46-4b7b-9f2d-c12745023d4f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] For port 31d03cbc-38a5-4064-bf52-de82d79f9fce, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=31d03cbc-38a5-4064-bf52-de82d79f9fce,segment=NetworkSegment(488a19c3-db90-4d7b-a649-d39fa3997a73),segment_id=488a19c3-db90-4d7b-a649-d39fa3997a73)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:35.458583 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-93383ce9-5e46-4b7b-9f2d-c12745023d4f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:35.471249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-93383ce9-5e46-4b7b-9f2d-c12745023d4f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Calling delete_port for 31d03cbc-38a5-4064-bf52-de82d79f9fce owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:35.602379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-93383ce9-5e46-4b7b-9f2d-c12745023d4f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (31d03cbc-38a5-4064-bf52-de82d79f9fce), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:35.634514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93383ce9-5e46-4b7b-9f2d-c12745023d4f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Port': ['ID=31d03cbc-38a5-4064-bf52-de82d79f9fce,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:35.649511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['31d03cbc-38a5-4064-bf52-de82d79f9fce', '85def53b-b0bb-4a0b-8a9c-df66e260aa9a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:35.683898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-93383ce9-5e46-4b7b-9f2d-c12745023d4f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] No DVR routers for this DVR port 31d03cbc-38a5-4064-bf52-de82d79f9fce on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:35.686861 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-93383ce9-5e46-4b7b-9f2d-c12745023d4f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:35.691572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-93383ce9-5e46-4b7b-9f2d-c12745023d4f tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.42 "DELETE /v2.0/ports/31d03cbc-38a5-4064-bf52-de82d79f9fce HTTP/1.1" status: 204 len: 173 time: 0.4904780 Jan 28 03:28:35.876209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52fa0c-d732-4459-b9ec-bbdf817950a7 req-b1da3f5c-473e-4b0f-a598-1d93d02f14cb tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:35.877773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b52fa0c-d732-4459-b9ec-bbdf817950a7 req-b1da3f5c-473e-4b0f-a598-1d93d02f14cb tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 943 time: 0.1205227 Jan 28 03:28:35.884154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6b0d7ebb-ca34-4877-b293-54726162eb30 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:28:35.928422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f08c3-f221-4fb4-a3f2-4df46ca909c2 req-cc852a54-3356-43d4-aad6-f61e79deb49e tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:35.929920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f8f08c3-f221-4fb4-a3f2-4df46ca909c2 req-cc852a54-3356-43d4-aad6-f61e79deb49e tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 946 time: 0.1824822 Jan 28 03:28:35.973591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b52fa0c-d732-4459-b9ec-bbdf817950a7 req-a571f454-77df-4693-b3da-561a3af8a782 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864480 Jan 28 03:28:35.984631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-2b69e508-9dbf-4d63-b413-e73c1aa9a408 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:35.985002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-2b69e508-9dbf-4d63-b413-e73c1aa9a408 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.001101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6b0d7ebb-ca34-4877-b293-54726162eb30, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6b0d7ebb-ca34-4877-b293-54726162eb30,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:36.016397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '6b0d7ebb-ca34-4877-b293-54726162eb30', 'network_id': '4f8a2343-3908-47d7-b5dc-ec025110b546', 'port_id': '6b0d7ebb-ca34-4877-b293-54726162eb30', 'mac_address': 'fa:16:3e:d5:ee:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70692883-a42e-4997-a8f3-51f595ba9582', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:28:36.067739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f8f08c3-f221-4fb4-a3f2-4df46ca909c2 req-54622eed-70cd-4167-9f4d-6c0cbb3372f8 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/security-groups?id=a60bfed3-a14a-48d8-b97e-a1c99476eddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183360 Jan 28 03:28:36.086430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6b0d7ebb-ca34-4877-b293-54726162eb30 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:36.086831 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.107373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0d7ebb-ca34-4877-b293-54726162eb30 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:36.133674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6b0d7ebb-ca34-4877-b293-54726162eb30, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6b0d7ebb-ca34-4877-b293-54726162eb30,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:36.140267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.163714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-2b69e508-9dbf-4d63-b413-e73c1aa9a408 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] For port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,segment=NetworkSegment(ff71c1cf-f84e-49d7-bc8c-755155661ac3),segment_id=ff71c1cf-f84e-49d7-bc8c-755155661ac3)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:36.164089 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-2b69e508-9dbf-4d63-b413-e73c1aa9a408 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.184831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-2b69e508-9dbf-4d63-b413-e73c1aa9a408 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Calling delete_port for 85def53b-b0bb-4a0b-8a9c-df66e260aa9a owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:36.196100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559561-bf85-4bde-98fa-715bd0bf4855 req-2136be28-66fe-426e-9510-dd265cb1cee8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:36.202977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8559561-bf85-4bde-98fa-715bd0bf4855 req-2136be28-66fe-426e-9510-dd265cb1cee8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.0906255 Jan 28 03:28:36.216178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6b0d7ebb-ca34-4877-b293-54726162eb30,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:36.293738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8559561-bf85-4bde-98fa-715bd0bf4855 req-b2db025d-4b2b-4949-ac3f-d5634f6edc84 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898790 Jan 28 03:28:36.428864 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-2b69e508-9dbf-4d63-b413-e73c1aa9a408 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (85def53b-b0bb-4a0b-8a9c-df66e260aa9a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.465814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['31d03cbc-38a5-4064-bf52-de82d79f9fce'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:36.490625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69e508-9dbf-4d63-b413-e73c1aa9a408 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Port': ['ID=85def53b-b0bb-4a0b-8a9c-df66e260aa9a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:36.501316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c516e6-48b5-400a-8e7c-7d56227cc128 req-ad5659ee-6985-41f1-a02c-5a86baa53c6a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:36.502968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7c516e6-48b5-400a-8e7c-7d56227cc128 req-ad5659ee-6985-41f1-a02c-5a86baa53c6a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1194191 Jan 28 03:28:36.560685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['6b0d7ebb-ca34-4877-b293-54726162eb30'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:36.566804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-2b69e508-9dbf-4d63-b413-e73c1aa9a408 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] No DVR routers for this DVR port 85def53b-b0bb-4a0b-8a9c-df66e260aa9a on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:36.572210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-2b69e508-9dbf-4d63-b413-e73c1aa9a408 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.575553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91122962-bc64-4b82-a5df-3abd5b10e78d req-2b69e508-9dbf-4d63-b413-e73c1aa9a408 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.42 "DELETE /v2.0/ports/85def53b-b0bb-4a0b-8a9c-df66e260aa9a HTTP/1.1" status: 204 len: 173 time: 0.8774354 Jan 28 03:28:36.592505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f0fd-d85e-4241-95bf-6faedea7e036 req-30b6df52-afd5-4237-ae80-46c7ad58194c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:36.594161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a97f0fd-d85e-4241-95bf-6faedea7e036 req-30b6df52-afd5-4237-ae80-46c7ad58194c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.1684077 Jan 28 03:28:36.640515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7c516e6-48b5-400a-8e7c-7d56227cc128 req-0b41de58-1d5e-4a2f-8b76-c7774a7bddca tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277363 Jan 28 03:28:36.640515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'name': 'network-vif-deleted', 'tag': '31d03cbc-38a5-4064-bf52-de82d79f9fce'}, {'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'name': 'network-vif-deleted', 'tag': '85def53b-b0bb-4a0b-8a9c-df66e260aa9a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:36.642270 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8002cb4e-372a-4d2c-8608-748ff34f393a" -d '{"events": [{"server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "name": "network-vif-deleted", "tag": "31d03cbc-38a5-4064-bf52-de82d79f9fce"}, {"server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "name": "network-vif-deleted", "tag": "85def53b-b0bb-4a0b-8a9c-df66e260aa9a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:36.718306 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a97f0fd-d85e-4241-95bf-6faedea7e036 req-e1c91a9f-44e8-4ef8-baaf-a24bceb86735 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149216 Jan 28 03:28:36.807473 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeacc3ad-210f-48ba-8126-fbc02adbaf95 x-openstack-request-id: req-aeacc3ad-210f-48ba-8126-fbc02adbaf95 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:36.807893 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "name": "network-vif-deleted", "tag": "31d03cbc-38a5-4064-bf52-de82d79f9fce", "status": "completed", "code": 200}, {"server_uuid": "8faf4106-28a9-4fbb-9448-c9dc3267ac5f", "name": "network-vif-deleted", "tag": "85def53b-b0bb-4a0b-8a9c-df66e260aa9a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:36.808253 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aeacc3ad-210f-48ba-8126-fbc02adbaf95 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:36.808789 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'name': 'network-vif-deleted', 'tag': '31d03cbc-38a5-4064-bf52-de82d79f9fce', 'status': 'completed', 'code': 200} Jan 28 03:28:36.809232 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf4106-28a9-4fbb-9448-c9dc3267ac5f', 'name': 'network-vif-deleted', 'tag': '85def53b-b0bb-4a0b-8a9c-df66e260aa9a', 'status': 'completed', 'code': 200} Jan 28 03:28:36.826997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2db3a8-400f-4433-91f4-1befe72f20b1 req-5a8a597b-ee60-445e-992f-02dd68933fc4 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:36.828919 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c2db3a8-400f-4433-91f4-1befe72f20b1 req-5a8a597b-ee60-445e-992f-02dd68933fc4 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 951 time: 0.0625873 Jan 28 03:28:36.879408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c2db3a8-400f-4433-91f4-1befe72f20b1 req-8de8e744-51b4-4804-a924-76b709cdd8a8 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Jan 28 03:28:37.108801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81116fc7-26d8-4c03-82f0-26c085681b9d req-383eaed2-ceee-4c7d-a09f-c88916035ada tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:37.110337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81116fc7-26d8-4c03-82f0-26c085681b9d req-383eaed2-ceee-4c7d-a09f-c88916035ada tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 944 time: 0.0504560 Jan 28 03:28:37.171091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81116fc7-26d8-4c03-82f0-26c085681b9d req-0d5f04e0-acdd-4511-87be-8f39f5af1162 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553465 Jan 28 03:28:37.186491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30eea247-af96-4cb8-98f2-a1704d673737 req-6dc5459e-5b1d-461f-ad7e-6022f50783c0 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf4106-28a9-4fbb-9448-c9dc3267ac5f HTTP/1.1" status: 200 len: 210 time: 0.0314431 Jan 28 03:28:37.249563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 41e80372-c3ac-4f06-a1d8-64d17dd33b62 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:37.273167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 41e80372-c3ac-4f06-a1d8-64d17dd33b62 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:37.273167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 41e80372-c3ac-4f06-a1d8-64d17dd33b62 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:37.411956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704f2f6-4ff2-4641-b13c-7ffe812a6594 req-1a2553c6-bd7e-4834-a7b8-16442ea0c3c8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:37.417606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6704f2f6-4ff2-4641-b13c-7ffe812a6594 req-1a2553c6-bd7e-4834-a7b8-16442ea0c3c8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.0553992 Jan 28 03:28:37.493867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-ad0d2a78-afcd-4e97-8284-3761fce59b2a tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1385520606&fields=id&tenant_id=ed834f1bfe6a46e585b8de2e620f8d75 HTTP/1.1" status: 200 len: 267 time: 0.0722346 Jan 28 03:28:37.501090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6704f2f6-4ff2-4641-b13c-7ffe812a6594 req-3260e53f-a69f-41a6-b726-79cc074430e0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736432 Jan 28 03:28:37.605789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-ee61d165-17b6-464e-aa0a-2a884e5aa4d7 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:37.607377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-ee61d165-17b6-464e-aa0a-2a884e5aa4d7 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/networks?id=8484bd0d-2c4d-469b-a235-505b20fad4a9 HTTP/1.1" status: 200 len: 814 time: 0.1054287 Jan 28 03:28:37.624050 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-37c2ec63-8010-4527-963c-1f79d3eef375 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/quotas/ed834f1bfe6a46e585b8de2e620f8d75 HTTP/1.1" status: 200 len: 375 time: 0.0100617 Jan 28 03:28:37.674686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-dc8b9878-3043-4220-b373-8428e62a3f00 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed834f1bfe6a46e585b8de2e620f8d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449538 Jan 28 03:28:38.045877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-efbf91b7-2f9c-4569-a8dd-91bd571f9fe8 service neutron] 10.222.0.44 "GET /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592837 Jan 28 03:28:38.052624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbd09f-1ab6-4117-8fac-a97f5ac4a1b9 req-b6b277c8-bec0-497a-8157-906c095a2b30 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:38.054052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ffbd09f-1ab6-4117-8fac-a97f5ac4a1b9 req-b6b277c8-bec0-497a-8157-906c095a2b30 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.3171787 Jan 28 03:28:38.167480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ffbd09f-1ab6-4117-8fac-a97f5ac4a1b9 req-33d196d5-766b-47a6-b526-882e06a07144 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046925 Jan 28 03:28:38.199193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-bbd3ffe7-a1c6-4045-ac32-f53f16f3d594 service neutron] 10.222.0.44 "GET /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319568 Jan 28 03:28:38.200457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-de92204e-1c98-44f8-8aa9-8acab6eec3b3 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:38.202761 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-de92204e-1c98-44f8-8aa9-8acab6eec3b3 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 951 time: 0.0545456 Jan 28 03:28:38.315145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd3ced-cfb7-4835-aa3d-0d5cacc1adda req-8b480225-9229-4064-852d-638100d1a6c7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:38.317018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4fd3ced-cfb7-4835-aa3d-0d5cacc1adda req-8b480225-9229-4064-852d-638100d1a6c7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 945 time: 0.0630066 Jan 28 03:28:38.327930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-b82aca1e-5cc0-4adc-ace0-6c1c99365fe6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Deleting port a6b71059-593e-43b4-a3e4-8e12e737f1e9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:38.328435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-b82aca1e-5cc0-4adc-ace0-6c1c99365fe6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:38.411711 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4fd3ced-cfb7-4835-aa3d-0d5cacc1adda req-74334581-1127-4013-889d-b0df6878bfb6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878186 Jan 28 03:28:38.415948 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-b114c604-f096-4071-b9b7-a7661792ac59 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:38.417503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-b114c604-f096-4071-b9b7-a7661792ac59 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.0769458 Jan 28 03:28:38.430729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-14'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:38.478228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-b82aca1e-5cc0-4adc-ace0-6c1c99365fe6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] For port a6b71059-593e-43b4-a3e4-8e12e737f1e9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a6b71059-593e-43b4-a3e4-8e12e737f1e9,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:38.478741 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-b82aca1e-5cc0-4adc-ace0-6c1c99365fe6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:38.502262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-b82aca1e-5cc0-4adc-ace0-6c1c99365fe6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Calling delete_port for a6b71059-593e-43b4-a3e4-8e12e737f1e9 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:38.527024 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:38.615793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e19052-05bf-455d-a179-4bc5f25cc93a req-980cf0fd-2bbe-479a-975a-951a50189d95 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:38.618038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89e19052-05bf-455d-a179-4bc5f25cc93a req-980cf0fd-2bbe-479a-975a-951a50189d95 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/ports?device_id=cab1a184-23dc-4d4a-9e19-ca6268aba1b5 HTTP/1.1" status: 200 len: 951 time: 0.0994749 Jan 28 03:28:38.710354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-b82aca1e-5cc0-4adc-ace0-6c1c99365fe6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a6b71059-593e-43b4-a3e4-8e12e737f1e9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:38.746402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82aca1e-5cc0-4adc-ace0-6c1c99365fe6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Pushing event deleted for resources: {'Port': ['ID=a6b71059-593e-43b4-a3e4-8e12e737f1e9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:38.748167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['a6b71059-593e-43b4-a3e4-8e12e737f1e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:38.786739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89e19052-05bf-455d-a179-4bc5f25cc93a req-258eee54-d84a-4e33-b951-1c79dedfd3c4 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.44 "GET /v2.0/security-groups?id=d557b619-a498-4bd3-bdd2-652e4de8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551375 Jan 28 03:28:38.798085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77e450-cddb-429b-a81d-730da25c26ce req-5db12b26-6396-4464-b444-0681a5ff36eb tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:38.805973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b77e450-cddb-429b-a81d-730da25c26ce req-5db12b26-6396-4464-b444-0681a5ff36eb tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 944 time: 0.1669168 Jan 28 03:28:38.826783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-b82aca1e-5cc0-4adc-ace0-6c1c99365fe6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] No DVR routers for this DVR port a6b71059-593e-43b4-a3e4-8e12e737f1e9 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:38.830490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-b82aca1e-5cc0-4adc-ace0-6c1c99365fe6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:38.837697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ced7f70-4309-4ffc-9000-7dfce1224d12 req-b82aca1e-5cc0-4adc-ace0-6c1c99365fe6 tempest-ServersAdminTestJSON-1526935678 tempest-ServersAdminTestJSON-1526935678-project] 10.222.0.25 "DELETE /v2.0/ports/a6b71059-593e-43b4-a3e4-8e12e737f1e9 HTTP/1.1" status: 204 len: 173 time: 0.6222456 Jan 28 03:28:38.845594 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'name': 'network-vif-deleted', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:38.857195 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929a9c47-7704-4efe-ba98-6985c281e6ed" -d '{"events": [{"server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "name": "network-vif-deleted", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:38.862220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46688) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:38.911432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:39.029020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c83842d-5e88-496d-901c-6f34e1f6b48a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting subnet 81883dc3-f212-4a31-b8a1-7a4086875b97 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:28:39.038967 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c83842d-5e88-496d-901c-6f34e1f6b48a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks [] for subnet (81883dc3-f212-4a31-b8a1-7a4086875b97), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.059731 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b77e450-cddb-429b-a81d-730da25c26ce req-4faa3827-1940-44a8-90c5-86fe8ca4ce8e tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497091 Jan 28 03:28:39.138522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c83842d-5e88-496d-901c-6f34e1f6b48a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (81883dc3-f212-4a31-b8a1-7a4086875b97), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.166856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:39.214574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ab8ab98-3feb-4aaa-9b1e-9d723439ef8e req-64d4d1c9-8fa6-4947-94e1-2c3329987239 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0816135 Jan 28 03:28:39.256354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 85def53b-b0bb-4a0b-8a9c-df66e260aa9a no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:39.264491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f139ab-85b0-44da-9c04-3a8fe0849ea2 req-3925d50f-3a1b-4b2f-936a-391ed31a567a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:39.266509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4f139ab-85b0-44da-9c04-3a8fe0849ea2 req-3925d50f-3a1b-4b2f-936a-391ed31a567a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.1857026 Jan 28 03:28:39.270491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c83842d-5e88-496d-901c-6f34e1f6b48a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (81883dc3-f212-4a31-b8a1-7a4086875b97), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.271722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c9de21-0a71-4f9b-a525-c3799347492b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:39.274614 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb7411-b05e-4e8b-841a-8b9806042f48" -d '{"events": [{"server_uuid": "16bb749e-4436-4a1c-96d2-d83b1b306818", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c9de21-0a71-4f9b-a525-c3799347492b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:39.282124 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Publish callbacks [] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.301496 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.310429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 85def53b-b0bb-4a0b-8a9c-df66e260aa9a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:39.310988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 85def53b-b0bb-4a0b-8a9c-df66e260aa9a not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:39.311688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 31d03cbc-38a5-4064-bf52-de82d79f9fce no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:39.328753 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76690141-daeb-4543-bb2b-5066087e7648 x-openstack-request-id: req-76690141-daeb-4543-bb2b-5066087e7648 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:39.329158 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab1a184-23dc-4d4a-9e19-ca6268aba1b5", "name": "network-vif-deleted", "tag": "a6b71059-593e-43b4-a3e4-8e12e737f1e9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:39.329407 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76690141-daeb-4543-bb2b-5066087e7648 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:39.329860 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1a184-23dc-4d4a-9e19-ca6268aba1b5', 'name': 'network-vif-deleted', 'tag': 'a6b71059-593e-43b4-a3e4-8e12e737f1e9', 'status': 'completed', 'code': 200} Jan 28 03:28:39.352703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 31d03cbc-38a5-4064-bf52-de82d79f9fce {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:39.353158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 31d03cbc-38a5-4064-bf52-de82d79f9fce not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:39.398112 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c83842d-5e88-496d-901c-6f34e1f6b48a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (81883dc3-f212-4a31-b8a1-7a4086875b97), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.437079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83842d-5e88-496d-901c-6f34e1f6b48a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Subnet': ['ID=81883dc3-f212-4a31-b8a1-7a4086875b97,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:39.445081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c83842d-5e88-496d-901c-6f34e1f6b48a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.446940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c637668d-88e3-4266-8559-e6aac41f9e79 None None] Network 1b755266-6022-4791-9012-aad1f577296a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:39.451893 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3c83842d-5e88-496d-901c-6f34e1f6b48a tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "DELETE /v2.0/subnets/81883dc3-f212-4a31-b8a1-7a4086875b97 HTTP/1.1" status: 204 len: 168 time: 0.5867057 Jan 28 03:28:39.452364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:39.455471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4f139ab-85b0-44da-9c04-3a8fe0849ea2 req-a05bbf88-8c4a-4487-b9ed-2fc9e93953d6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765695 Jan 28 03:28:39.471176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Pushing event updated for resources: {'Port': ['ID=c5c9de21-0a71-4f9b-a525-c3799347492b,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:39.513682 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b on host n-h1-808199-14 for vnic_type normal with profile {"migrating_to": "n-h2-808199-14"} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:39.514171 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:39.514603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:39.529022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a801774-1e3c-4e22-a140-da7e2623814b req-e237d217-77a5-4a25-8b24-baf72c1aebce tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:39.536415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a801774-1e3c-4e22-a140-da7e2623814b req-e237d217-77a5-4a25-8b24-baf72c1aebce tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1660984 Jan 28 03:28:39.545104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Port c5c9de21-0a71-4f9b-a525-c3799347492b on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:28:39.545560 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Attempting to bind port c5c9de21-0a71-4f9b-a525-c3799347492b on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:39.556683 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2100ed1a-c5b5-41b5-be56-d4526a7edf34 x-openstack-request-id: req-2100ed1a-c5b5-41b5-be56-d4526a7edf34 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:39.556683 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bb749e-4436-4a1c-96d2-d83b1b306818", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c9de21-0a71-4f9b-a525-c3799347492b", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:39.557090 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2100ed1a-c5b5-41b5-be56-d4526a7edf34 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:39.557499 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c9de21-0a71-4f9b-a525-c3799347492b', 'code': 200} Jan 28 03:28:39.562235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:39.562235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:39.562736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:39.563269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Bound port: c5c9de21-0a71-4f9b-a525-c3799347492b, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:39.563741 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.585352 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1b755266-6022-4791-9012-aad1f577296a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.651462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a801774-1e3c-4e22-a140-da7e2623814b req-b8a1d00b-27cf-4174-ad03-bb7ed0665571 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059809 Jan 28 03:28:39.656955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:39.657562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.768723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:39.773065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:39.773227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] For port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5,segment=NetworkSegment(ff71c1cf-f84e-49d7-bc8c-755155661ac3),segment_id=ff71c1cf-f84e-49d7-bc8c-755155661ac3)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:39.779429 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.780674 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-25d635ef-bd4f-4a28-b603-38c45a67d5e6 service neutron] show failed (client error): The resource could not be found. Jan 28 03:28:39.781940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-25d635ef-bd4f-4a28-b603-38c45a67d5e6 service neutron] 10.222.0.42 "GET /v2.0/ports/a5dbb3ec-be09-40cf-975f-9e0a5072b65b/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.1568573 Jan 28 03:28:39.790235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752afb7-cfec-4cb8-84d3-9133472b61be req-dd1ef37b-ff21-4544-8d6b-80ce8492be5c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:39.792028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b752afb7-cfec-4cb8-84d3-9133472b61be req-dd1ef37b-ff21-4544-8d6b-80ce8492be5c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.1160328 Jan 28 03:28:39.794219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:39.809966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Calling delete_port for c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:39.810906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a048f22d-cd05-4ff2-8007-770cff8c0534 None None] DHCP port deletion for 1b755266-6022-4791-9012-aad1f577296a request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:28:39.909135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c5c9de21-0a71-4f9b-a525-c3799347492b details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:28:39.910982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6b0d7ebb-ca34-4877-b293-54726162eb30 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:39.969829 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.058160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] No DVR routers for this DVR port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:40.061474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b752afb7-cfec-4cb8-84d3-9133472b61be req-413b3c39-f290-46ad-84ab-e8dcb2dceac4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619617 Jan 28 03:28:40.169997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Port': ['ID=c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:40.189453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:40.190316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.194313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] 10.222.0.25 "PUT /v2.0/ports/c5c9de21-0a71-4f9b-a525-c3799347492b HTTP/1.1" status: 200 len: 1123 time: 1.7686520 Jan 28 03:28:40.211605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a048f22d-cd05-4ff2-8007-770cff8c0534 None None] Deleting port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:40.212110 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a048f22d-cd05-4ff2-8007-770cff8c0534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.221846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081e97e-05fb-40b4-9413-6fdc837922ec service neutron] Pushing event updated for resources: {'Port': ['ID=c5c9de21-0a71-4f9b-a525-c3799347492b,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:40.232882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 6b0d7ebb-ca34-4877-b293-54726162eb30 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:28:40.280289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-6fedaaca-c5d6-4aec-9653-1de972a7b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:40.281835 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-6fedaaca-c5d6-4aec-9653-1de972a7b0db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7&tenant_id=f815fae9b0904d42ba659d8929d97815 HTTP/1.1" status: 200 len: 1102 time: 0.1488945 Jan 28 03:28:40.306925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4f06a-2d90-4a2b-9c96-434c52bc84ca req-3f2fe742-c56f-4ab4-b7b2-94deecfb3586 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:40.311236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:40.312813 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fd4f06a-2d90-4a2b-9c96-434c52bc84ca req-3f2fe742-c56f-4ab4-b7b2-94deecfb3586 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 944 time: 0.1120853 Jan 28 03:28:40.313432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:40.335400 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1b755266-6022-4791-9012-aad1f577296a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.348195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 6b0d7ebb-ca34-4877-b293-54726162eb30 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:40.348565 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.398104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b755266-6022-4791-9012-aad1f577296a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:40.419837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff71c1cf-f84e-49d7-bc8c-755155661ac3') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:40.422647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff71c1cf-f84e-49d7-bc8c-755155661ac3') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:40.431082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['c5c9de21-0a71-4f9b-a525-c3799347492b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:40.431350 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.432524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['c5c9de21-0a71-4f9b-a525-c3799347492b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:40.449639 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (ff71c1cf-f84e-49d7-bc8c-755155661ac3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.462243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e864f317-61c5-43bc-93f2-2372753a3e8d req-e4c26846-178b-4625-bdf9-d4dbdf2c056e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.1310654 Jan 28 03:28:40.500682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ff71c1cf-f84e-49d7-bc8c-755155661ac3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.528195 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fd4f06a-2d90-4a2b-9c96-434c52bc84ca req-2d260a3b-88cc-409f-97fc-8a393b5d54ac tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093086 Jan 28 03:28:40.536035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:28:40.536607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (ff71c1cf-f84e-49d7-bc8c-755155661ac3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:28:40.539861 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:28:40.549408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a048f22d-cd05-4ff2-8007-770cff8c0534 None None] For port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5, host n-d-808199-14, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:40.550110 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a048f22d-cd05-4ff2-8007-770cff8c0534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.601049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a048f22d-cd05-4ff2-8007-770cff8c0534 None None] Calling delete_port for c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:40.608599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:40.612096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-a048f22d-cd05-4ff2-8007-770cff8c0534 None None] Port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:28:40.645267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-494ae650-f5af-4848-b2f3-3fcbfd3f4af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.669000 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a048f22d-cd05-4ff2-8007-770cff8c0534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.712376 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048f22d-cd05-4ff2-8007-770cff8c0534 None None] No DVR routers for this DVR port c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:40.714781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1b755266-6022-4791-9012-aad1f577296a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.765351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac963d68-fc98-4721-8e69-688412025838 req-239a2247-ce26-449f-816a-25b71f700259 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:40.766933 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac963d68-fc98-4721-8e69-688412025838 req-239a2247-ce26-449f-816a-25b71f700259 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.2068577 Jan 28 03:28:40.776688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.781106 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "DELETE /v2.0/networks/1b755266-6022-4791-9012-aad1f577296a HTTP/1.1" status: 204 len: 168 time: 1.3276079 Jan 28 03:28:40.789676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-100e5b7b-801c-42de-a2d5-1e903fdbea46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c53407e2101a49f99bacdf704abd292c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739723 Jan 28 03:28:40.799481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:40.799885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46724) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:40.823794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf053463-5486-4384-ad3c-ec2291d59e13 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Network': ['ID=1b755266-6022-4791-9012-aad1f577296a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:40.848640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:40.853238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c5c9de21-0a71-4f9b-a525-c3799347492b has no active binding in host n-h2-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:28:40.902490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372986a7-0a3f-4876-8c7d-b2bf8b48a2bf req-0d6847dc-0107-4a15-877b-78c8b04f7f09 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:40.909748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-372986a7-0a3f-4876-8c7d-b2bf8b48a2bf req-0d6847dc-0107-4a15-877b-78c8b04f7f09 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1167071 Jan 28 03:28:40.957991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-986b32ec-db14-4d86-8148-d4bb0bb50bb5 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting subnet 7f572421-d590-4786-801c-1811734abfcf {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:28:40.969568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac963d68-fc98-4721-8e69-688412025838 req-d2bcc677-bb68-4a4e-b453-55141b4e9208 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479645 Jan 28 03:28:40.985512 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-986b32ec-db14-4d86-8148-d4bb0bb50bb5 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks [] for subnet (7f572421-d590-4786-801c-1811734abfcf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.991547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-372986a7-0a3f-4876-8c7d-b2bf8b48a2bf req-66f4f6ef-8a13-49ba-a065-deda9f9aecb5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809128 Jan 28 03:28:40.998121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:41.001567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-19fc5d73-5c65-49d0-ab82-8c9822722ca8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:41.003341 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-19fc5d73-5c65-49d0-ab82-8c9822722ca8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.42 "GET /v2.0/networks?id=8484bd0d-2c4d-469b-a235-505b20fad4a9 HTTP/1.1" status: 200 len: 814 time: 0.3879719 Jan 28 03:28:41.034378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-172db5e0-6a78-40ed-a2ee-1644e67b73d1 admin admin] Publish callbacks [] for security_group (d557b619-a498-4bd3-bdd2-652e4de8c5be), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.057308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:41.057571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:41.066069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048f22d-cd05-4ff2-8007-770cff8c0534 None None] Pushing event deleted for resources: {'Port': ['ID=c32f9845-8de2-49ee-a0db-8c7bfbe1e3c5,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:41.098439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-986b32ec-db14-4d86-8148-d4bb0bb50bb5 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (7f572421-d590-4786-801c-1811734abfcf), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.107505 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-172db5e0-6a78-40ed-a2ee-1644e67b73d1 admin admin] Publish callbacks [] for security_group (d557b619-a498-4bd3-bdd2-652e4de8c5be), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.147872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6b0d7ebb-ca34-4877-b293-54726162eb30 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:41.148267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.161118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:41.166985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-3ead2bc2-71b8-473f-bafd-0012db148412 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed834f1bfe6a46e585b8de2e620f8d75 HTTP/1.1" status: 200 len: 380 time: 0.1453323 Jan 28 03:28:41.177760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Request body: {'port': {'device_id': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'admin_state_up': True, 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'security_groups': ['69900b27-36d8-4031-a430-1974a6312fe3']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:41.253393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419e80fb-26d2-4700-8847-0f203e7ba9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0d7ebb-ca34-4877-b293-54726162eb30'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:41.254905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Publish callbacks [] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.255809 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62743836-922e-4175-ad6a-8d2fac10b252" -d '{"events": [{"server_uuid": "419e80fb-26d2-4700-8847-0f203e7ba9ae", "name": "network-vif-plugged", "status": "completed", "tag": "6b0d7ebb-ca34-4877-b293-54726162eb30"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:41.290810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6b0d7ebb-ca34-4877-b293-54726162eb30, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6b0d7ebb-ca34-4877-b293-54726162eb30,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:41.302846 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-986b32ec-db14-4d86-8148-d4bb0bb50bb5 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7f572421-d590-4786-801c-1811734abfcf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.313462 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.331592 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f6492c-fd1b-4ef3-a7f1-9b7844a2003a x-openstack-request-id: req-b0f6492c-fd1b-4ef3-a7f1-9b7844a2003a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:41.331903 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419e80fb-26d2-4700-8847-0f203e7ba9ae", "name": "network-vif-plugged", "status": "completed", "tag": "6b0d7ebb-ca34-4877-b293-54726162eb30", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:41.332154 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0f6492c-fd1b-4ef3-a7f1-9b7844a2003a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:41.332968 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419e80fb-26d2-4700-8847-0f203e7ba9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0d7ebb-ca34-4877-b293-54726162eb30', 'code': 200} Jan 28 03:28:41.354363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14358-bece-46b8-b557-736c22ef6248 req-6e4c2968-8386-4875-a5b3-d2f66a7483b6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:41.356056 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9c14358-bece-46b8-b557-736c22ef6248 req-6e4c2968-8386-4875-a5b3-d2f66a7483b6 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.1733274 Jan 28 03:28:41.381793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:41.397877 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbe788c-fd23-4c51-b617-8939307ae113" -d '{"events": [{"server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:41.404517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Transition to ACTIVE for port object a5dbb3ec-be09-40cf-975f-9e0a5072b65b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:28:41.408462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-172db5e0-6a78-40ed-a2ee-1644e67b73d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d557b619-a498-4bd3-bdd2-652e4de8c5be), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.413430 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-172db5e0-6a78-40ed-a2ee-1644e67b73d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.415581 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-172db5e0-6a78-40ed-a2ee-1644e67b73d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d557b619-a498-4bd3-bdd2-652e4de8c5be HTTP/1.1" status: 204 len: 168 time: 0.6130233 Jan 28 03:28:41.418980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6b0d7ebb-ca34-4877-b293-54726162eb30,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:41.427124 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-986b32ec-db14-4d86-8148-d4bb0bb50bb5 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (7f572421-d590-4786-801c-1811734abfcf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.436941 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.514193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9c14358-bece-46b8-b557-736c22ef6248 req-9926044c-cfda-4f00-8683-40ed7e0dd960 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513283 Jan 28 03:28:41.524353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Made reservation on behalf of ed834f1bfe6a46e585b8de2e620f8d75 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:41.531843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172db5e0-6a78-40ed-a2ee-1644e67b73d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d557b619-a498-4bd3-bdd2-652e4de8c5be,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:41.532500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.541898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b32ec-db14-4d86-8148-d4bb0bb50bb5 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Subnet': ['ID=7f572421-d590-4786-801c-1811734abfcf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:41.555914 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaecb72-dc86-449b-8407-e1c397eaa052 x-openstack-request-id: req-cfaecb72-dc86-449b-8407-e1c397eaa052 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:41.556204 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:41.556445 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfaecb72-dc86-449b-8407-e1c397eaa052 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:41.556825 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', 'code': 200} Jan 28 03:28:41.559417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'tag': 'c5c9de21-0a71-4f9b-a525-c3799347492b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:41.563773 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaad4036-6889-4149-8b9d-26961d0fa300" -d '{"events": [{"name": "network-changed", "server_uuid": "16bb749e-4436-4a1c-96d2-d83b1b306818", "tag": "c5c9de21-0a71-4f9b-a525-c3799347492b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:41.590221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d0cdb1-b176-441b-85ec-d6f2b7fe4e1d None None] Network f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:41.594166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600afb3-e871-4d6c-af16-9d9d09fc0d12 req-c1bc0a56-b710-49be-bbc6-dfa38b5465a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:41.600171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6600afb3-e871-4d6c-af16-9d9d09fc0d12 req-c1bc0a56-b710-49be-bbc6-dfa38b5465a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 1097 time: 0.1454847 Jan 28 03:28:41.625498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-986b32ec-db14-4d86-8148-d4bb0bb50bb5 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.628731 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-986b32ec-db14-4d86-8148-d4bb0bb50bb5 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "DELETE /v2.0/subnets/7f572421-d590-4786-801c-1811734abfcf HTTP/1.1" status: 204 len: 168 time: 0.8274164 Jan 28 03:28:41.631833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] No DVR routers for this DVR port a5dbb3ec-be09-40cf-975f-9e0a5072b65b on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:41.634265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46744) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:41.721277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:41.783312 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.865653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d9b18-8ec3-471a-8b66-749f79812309 None None] DHCP port deletion for f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:28:41.871154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77b8de61-3b0d-4a14-928d-e2603f6efc53 req-1bbff373-45f6-4cad-81c7-2a914f0e38c1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.2269363 Jan 28 03:28:41.905965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Attempting to bind port a5dbb3ec-be09-40cf-975f-9e0a5072b65b on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:41.906351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Attempting to bind port a5dbb3ec-be09-40cf-975f-9e0a5072b65b by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:41.906685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Attempting to bind port a5dbb3ec-be09-40cf-975f-9e0a5072b65b on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:41.918909 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Port a5dbb3ec-be09-40cf-975f-9e0a5072b65b on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:28:41.919247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Attempting to bind port a5dbb3ec-be09-40cf-975f-9e0a5072b65b on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:41.921850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a6b71059-593e-43b4-a3e4-8e12e737f1e9 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:41.950162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:41.952907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:41.953313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:41.953781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Bound port: a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:41.954729 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.955364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: a6b71059-593e-43b4-a3e4-8e12e737f1e9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:41.955707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a6b71059-593e-43b4-a3e4-8e12e737f1e9 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:41.969859 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86886be-0b7d-42c6-890f-43c1038c92cd x-openstack-request-id: req-b86886be-0b7d-42c6-890f-43c1038c92cd {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:41.970307 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16bb749e-4436-4a1c-96d2-d83b1b306818", "tag": "c5c9de21-0a71-4f9b-a525-c3799347492b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:41.970629 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b86886be-0b7d-42c6-890f-43c1038c92cd {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:41.971103 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'tag': 'c5c9de21-0a71-4f9b-a525-c3799347492b', 'status': 'completed', 'code': 200} Jan 28 03:28:41.973057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (f2ede09e-15a2-41a0-b2fa-16d1eaa6a644), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.004204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e04d9b18-8ec3-471a-8b66-749f79812309 None None] Deleting port 05a24b16-f408-44d5-9358-c1746c3313bf {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:42.004970 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e04d9b18-8ec3-471a-8b66-749f79812309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.038084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:42.090578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6600afb3-e871-4d6c-af16-9d9d09fc0d12 req-ae4a218b-0539-4a84-a8e1-ba757bc8374a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804273 Jan 28 03:28:42.136335 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:42.150843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Deleting port 05a24b16-f408-44d5-9358-c1746c3313bf {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:42.151349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.152971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e04d9b18-8ec3-471a-8b66-749f79812309 None None] For port 05a24b16-f408-44d5-9358-c1746c3313bf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=05a24b16-f408-44d5-9358-c1746c3313bf,segment=NetworkSegment(488a19c3-db90-4d7b-a649-d39fa3997a73),segment_id=488a19c3-db90-4d7b-a649-d39fa3997a73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:42.153635 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e04d9b18-8ec3-471a-8b66-749f79812309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.153758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b41a0a-0810-425a-89af-70aa604ccdf8 req-e9ded63b-a26b-4b5a-a069-eb2c9440ad42 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:42.154507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:42.155673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6b41a0a-0810-425a-89af-70aa604ccdf8 req-e9ded63b-a26b-4b5a-a069-eb2c9440ad42 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 945 time: 0.4699609 Jan 28 03:28:42.174506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e04d9b18-8ec3-471a-8b66-749f79812309 None None] Calling delete_port for 05a24b16-f408-44d5-9358-c1746c3313bf owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:42.189476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Allocated IP 172.20.0.4 (8484bd0d-2c4d-469b-a235-505b20fad4a9/86bc470f-097f-440b-9cce-f405d8cceafd/6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:28:42.202749 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.235296 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4036-6889-4149-8b9d-26961d0fa300 req-abbccb02-8da3-4d00-a695-10f6dd626530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:42.236803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaad4036-6889-4149-8b9d-26961d0fa300 req-abbccb02-8da3-4d00-a695-10f6dd626530 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1126 time: 0.2176142 Jan 28 03:28:42.239057 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fb59d255-f530-4cae-8e49-81594f58ad97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a2f72fd20204ed78e5b62c94946b5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970289 Jan 28 03:28:42.252576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:42.262171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:42.262899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.264351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] 10.222.0.25 "PUT /v2.0/ports/a5dbb3ec-be09-40cf-975f-9e0a5072b65b HTTP/1.1" status: 200 len: 1097 time: 1.9579501 Jan 28 03:28:42.276460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] For port 05a24b16-f408-44d5-9358-c1746c3313bf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=05a24b16-f408-44d5-9358-c1746c3313bf,segment=NetworkSegment(488a19c3-db90-4d7b-a649-d39fa3997a73),segment_id=488a19c3-db90-4d7b-a649-d39fa3997a73)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:42.277406 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.300441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Calling delete_port for 05a24b16-f408-44d5-9358-c1746c3313bf owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:42.309925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b03bb-02a6-4fcc-b90b-6c7d36c0c5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:42.314294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dd1c2-a893-47b3-866f-dde54d8ae856 req-a36522ec-5cc5-4a21-8323-fe8e858065e0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:42.322128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-038dd1c2-a893-47b3-866f-dde54d8ae856 req-a36522ec-5cc5-4a21-8323-fe8e858065e0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 948 time: 0.2380095 Jan 28 03:28:42.388981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6b41a0a-0810-425a-89af-70aa604ccdf8 req-5ac54080-7af2-44d4-9fa6-a479eb33c0bd tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157810 Jan 28 03:28:42.396728 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e04d9b18-8ec3-471a-8b66-749f79812309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.427841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d9b18-8ec3-471a-8b66-749f79812309 None None] Pushing event deleted for resources: {'Port': ['ID=05a24b16-f408-44d5-9358-c1746c3313bf,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:42.432868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d9b18-8ec3-471a-8b66-749f79812309 None None] No DVR routers for this DVR port 05a24b16-f408-44d5-9358-c1746c3313bf on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:42.517371 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab675a43-5d67-407e-acf2-a2f72973a49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.620028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-038dd1c2-a893-47b3-866f-dde54d8ae856 req-3c37896a-3031-4906-8be6-6a50215c3593 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961941 Jan 28 03:28:42.668932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4036-6889-4149-8b9d-26961d0fa300 req-436dff84-f317-41e9-aa20-9b884d906791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:42.671044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaad4036-6889-4149-8b9d-26961d0fa300 req-436dff84-f317-41e9-aa20-9b884d906791 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.4211624 Jan 28 03:28:42.678451 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e4866a-01cd-4030-87fa-76daadb5f2df admin admin] Publish callbacks [] for security_group (e06697bd-9ed0-4b92-8be6-4e00f8aed3f9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.782592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 05a24b16-f408-44d5-9358-c1746c3313bf no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:42.785824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaad4036-6889-4149-8b9d-26961d0fa300 req-9b96fde1-1c76-4720-9c93-5d3cd6140522 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c9de21-0a71-4f9b-a525-c3799347492b HTTP/1.1" status: 200 len: 217 time: 0.0992398 Jan 28 03:28:42.799476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf6a2a-750d-4783-af12-11346e1666e0 req-1987659a-9a06-4341-b75c-7cc2e8edff6e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:42.804240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ecf6a2a-750d-4783-af12-11346e1666e0 req-1987659a-9a06-4341-b75c-7cc2e8edff6e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.2926917 Jan 28 03:28:42.809474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 05a24b16-f408-44d5-9358-c1746c3313bf {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:42.809827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 05a24b16-f408-44d5-9358-c1746c3313bf not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:42.880232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4036-6889-4149-8b9d-26961d0fa300 req-b4e0b9cc-2d7a-472b-89ec-20ea5ad9c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:42.881361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (05a24b16-f408-44d5-9358-c1746c3313bf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.881836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaad4036-6889-4149-8b9d-26961d0fa300 req-b4e0b9cc-2d7a-472b-89ec-20ea5ad9c87b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0655603 Jan 28 03:28:42.891345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-55f1fad9-5b78-4703-8add-57f13234efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:42.894225 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-55f1fad9-5b78-4703-8add-57f13234efd9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 1100 time: 0.0643754 Jan 28 03:28:42.922040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] No DVR routers for this DVR port 05a24b16-f408-44d5-9358-c1746c3313bf on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:42.922568 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e4866a-01cd-4030-87fa-76daadb5f2df admin admin] Publish callbacks [] for security_group (e06697bd-9ed0-4b92-8be6-4e00f8aed3f9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.927878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Port': ['ID=05a24b16-f408-44d5-9358-c1746c3313bf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:42.927979 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:42.971960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaad4036-6889-4149-8b9d-26961d0fa300 req-8421cd96-5d8c-42a9-9edc-c75c90c25beb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707774 Jan 28 03:28:43.060858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (f2ede09e-15a2-41a0-b2fa-16d1eaa6a644), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.096879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ede09e-15a2-41a0-b2fa-16d1eaa6a644']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:43.109800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-3e8a874a-bd6e-47b7-b366-7b4910d76f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:43.111446 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-3e8a874a-bd6e-47b7-b366-7b4910d76f1c service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1994543 Jan 28 03:28:43.113056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488a19c3-db90-4d7b-a649-d39fa3997a73') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:43.113452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488a19c3-db90-4d7b-a649-d39fa3997a73') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:43.125740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ecf6a2a-750d-4783-af12-11346e1666e0 req-b7252bae-2837-43bf-9c01-4e3668b2bda7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502997 Jan 28 03:28:43.130899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (488a19c3-db90-4d7b-a649-d39fa3997a73), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.164008 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-0aef28b2-8562-425c-b533-fd90f7e98159 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b HTTP/1.1" status: 200 len: 217 time: 0.0424144 Jan 28 03:28:43.181459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (488a19c3-db90-4d7b-a649-d39fa3997a73), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.199197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaad4036-6889-4149-8b9d-26961d0fa300 req-182ddb5b-d19f-40f8-b059-ce8d9e5d58f3 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800842 Jan 28 03:28:43.207160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c03c4-a1ca-4d26-b6e4-688b4c81c7f4 req-fa3c7f87-f9c0-4f9c-88d0-6249af6610ba tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:43.208835 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b57c03c4-a1ca-4d26-b6e4-688b4c81c7f4 req-fa3c7f87-f9c0-4f9c-88d0-6249af6610ba tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.3247123 Jan 28 03:28:43.228571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:28:43.229172 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (488a19c3-db90-4d7b-a649-d39fa3997a73), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.230135 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:28:43.233403 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:28:43.245846 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e4866a-01cd-4030-87fa-76daadb5f2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e06697bd-9ed0-4b92-8be6-4e00f8aed3f9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.248433 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e4866a-01cd-4030-87fa-76daadb5f2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.249561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f0e4866a-01cd-4030-87fa-76daadb5f2df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e06697bd-9ed0-4b92-8be6-4e00f8aed3f9 HTTP/1.1" status: 204 len: 168 time: 0.9952385 Jan 28 03:28:43.272336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a5dbb3ec-be09-40cf-975f-9e0a5072b65b no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:43.308018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-79f56883-001f-486b-b955-7edf800e727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:43.310014 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-79f56883-001f-486b-b955-7edf800e727b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1382792 Jan 28 03:28:43.339037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port a5dbb3ec-be09-40cf-975f-9e0a5072b65b host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:28:43.339654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a5dbb3ec-be09-40cf-975f-9e0a5072b65b not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:43.345081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (f2ede09e-15a2-41a0-b2fa-16d1eaa6a644), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.382338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.387015 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] 10.222.0.44 "DELETE /v2.0/networks/f2ede09e-15a2-41a0-b2fa-16d1eaa6a644 HTTP/1.1" status: 204 len: 168 time: 1.7501535 Jan 28 03:28:43.410158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b57c03c4-a1ca-4d26-b6e4-688b4c81c7f4 req-fb37b578-4e13-4ed5-bb6a-586249a498b4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774302 Jan 28 03:28:43.412590 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719f51f-4bed-4562-9faf-74d2fe883684 tempest-ServersTestMultiNic-496932749 tempest-ServersTestMultiNic-496932749-project] Pushing event deleted for resources: {'Network': ['ID=f2ede09e-15a2-41a0-b2fa-16d1eaa6a644,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:43.436033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-c56c8c30-8e1b-4a29-95ea-ecada353f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:43.440464 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-c56c8c30-8e1b-4a29-95ea-ecada353f1ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217270 Jan 28 03:28:43.473701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Network 8484bd0d-2c4d-469b-a235-505b20fad4a9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:28:43.482146 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4866a-01cd-4030-87fa-76daadb5f2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06697bd-9ed0-4b92-8be6-4e00f8aed3f9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:43.488676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:43.497951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:28:43.576480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:43.578807 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0" -d '{"events": [{"name": "network-changed", "server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:43.582152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Pushing event updated for resources: {'Port': ['ID=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:43.609479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a524e-25b2-4cf8-a090-bd701170c7d0 req-f04b644b-9e9c-4af3-b7de-32e75187970d tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:43.611763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c4a524e-25b2-4cf8-a090-bd701170c7d0 req-f04b644b-9e9c-4af3-b7de-32e75187970d tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 931 time: 0.4006517 Jan 28 03:28:43.632148 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-13f0f259-83ca-4af3-a373-59a843a16796 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846952 Jan 28 03:28:43.713342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:43.714182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.728626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaad4036-6889-4149-8b9d-26961d0fa300 req-5cd0ad3e-562a-46e0-8254-a2596a03731f service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114877 Jan 28 03:28:43.771556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-9d47963c-6181-414e-8414-e697742376f1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6001070 Jan 28 03:28:43.788148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e957b-1817-4f8a-8022-7bf05036281a req-fe319e21-7baa-48bc-9242-983e82e7b949 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:43.792975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca6e957b-1817-4f8a-8022-7bf05036281a req-fe319e21-7baa-48bc-9242-983e82e7b949 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 945 time: 0.2066264 Jan 28 03:28:43.817018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Request body: {'port': {'device_id': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:43.822354 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1c217f88-2909-4aa7-8dad-4e956459dfae req-75389cac-3512-40e5-9bcc-e99c35bd49a4 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799912 Jan 28 03:28:43.868527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c4a524e-25b2-4cf8-a090-bd701170c7d0 req-e383715d-f9ef-40c0-a4bd-4b640a6c617c tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409880 Jan 28 03:28:43.879274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-afe200b7-1b37-45ea-bdaa-e2050301e1d8 None None] Provisioning complete for port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:43.880539 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afe200b7-1b37-45ea-bdaa-e2050301e1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.952443 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:43.954263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-afe200b7-1b37-45ea-bdaa-e2050301e1d8 None None] Port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:28:43.959546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca6e957b-1817-4f8a-8022-7bf05036281a req-f8b8f110-77d5-48fc-8335-a86c025047cf tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474254 Jan 28 03:28:44.084597 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f11c28-fe4b-43ba-bdc7-a352bf964099 x-openstack-request-id: req-b7f11c28-fe4b-43ba-bdc7-a352bf964099 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:44.084917 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:44.085190 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7f11c28-fe4b-43ba-bdc7-a352bf964099 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:44.085585 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', 'status': 'completed', 'code': 200} Jan 28 03:28:44.162420 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.168795 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.220412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-0c76c927-b2f9-45ac-b615-c80e0f5baf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:44.226967 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-0c76c927-b2f9-45ac-b615-c80e0f5baf1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 1100 time: 0.0950000 Jan 28 03:28:44.244369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f23a00-bd11-400d-b3e7-8a8bb2598a67 req-a8f2ca65-99bb-4b83-9baa-9776babdb203 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:44.251240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f23a00-bd11-400d-b3e7-8a8bb2598a67 req-a8f2ca65-99bb-4b83-9baa-9776babdb203 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 948 time: 0.1713707 Jan 28 03:28:44.271508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-f9261221-37f0-4b32-90cd-5ffb4546e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:44.273028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-f9261221-37f0-4b32-90cd-5ffb4546e714 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 1100 time: 0.1612606 Jan 28 03:28:44.349153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f23a00-bd11-400d-b3e7-8a8bb2598a67 req-c66aff50-f464-404e-85a0-b34b7f9cf424 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962439 Jan 28 03:28:44.407714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46798) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:44.461333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-400070e0-2300-4eb3-bdb5-02cf30986403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:44.463873 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-400070e0-2300-4eb3-bdb5-02cf30986403 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2343934 Jan 28 03:28:44.519839 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-a988f460-04fd-4220-be4e-76633743446c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b HTTP/1.1" status: 200 len: 217 time: 0.0491655 Jan 28 03:28:44.619659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-4e21d624-6343-457c-b491-29cb9c114b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:44.621178 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-4e21d624-6343-457c-b491-29cb9c114b4c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0911353 Jan 28 03:28:44.749274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-d0b4c3ca-017e-478f-b704-885711e90368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:44.751061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-d0b4c3ca-017e-478f-b704-885711e90368 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936224 Jan 28 03:28:44.915525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c92f1a-276b-40e1-bd68-71e7fe6dfba5 req-a312ae7b-6bf9-48f5-a245-e05f9e231e2b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:44.922684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64c92f1a-276b-40e1-bd68-71e7fe6dfba5 req-a312ae7b-6bf9-48f5-a245-e05f9e231e2b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.2118735 Jan 28 03:28:44.923444 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-42aff27d-8bb5-474a-9628-4355237aa0cf service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636028 Jan 28 03:28:44.941676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-c9bfa424-bae5-47b0-bad0-b43c4f9261d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:44.943498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-c9bfa424-bae5-47b0-bad0-b43c4f9261d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.6607084 Jan 28 03:28:44.951504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6fa66-7186-402b-8149-cb494769a0fb req-99d0b592-0a5b-46ab-a798-b8e7a3c40123 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:44.953224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ac6fa66-7186-402b-8149-cb494769a0fb req-99d0b592-0a5b-46ab-a798-b8e7a3c40123 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.2297485 Jan 28 03:28:45.021654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-9e35f1f1-98db-40d8-9c62-feff32d66ab9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b HTTP/1.1" status: 200 len: 217 time: 0.0655291 Jan 28 03:28:45.038928 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-480e8a7a-2b90-4217-8cc5-d7bfa9c524f2 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046987 Jan 28 03:28:45.053310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:45.094520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Publish callbacks [] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:45.115713 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (b65017b2-3d01-4389-837c-1e1638dc7885), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:45.135775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64c92f1a-276b-40e1-bd68-71e7fe6dfba5 req-e11405ca-bd1d-40b6-81e3-0c88e831a087 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120378 Jan 28 03:28:45.160796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Transition to ACTIVE for port object 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:28:45.166465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ac6fa66-7186-402b-8149-cb494769a0fb req-d492329d-2fd3-44bb-97e2-5d37b5e5b420 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999705 Jan 28 03:28:45.181615 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:45.184650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-8d3338f2-8593-4e23-856a-109d79d453b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:45.199026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-8d3338f2-8593-4e23-856a-109d79d453b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1561294 Jan 28 03:28:45.348507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:45.465174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f1902-56d3-4370-b963-a2596e48e6a7 req-1c0c3d0b-9841-4192-bfed-4642331eadf5 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:45.474063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e62f1902-56d3-4370-b963-a2596e48e6a7 req-1c0c3d0b-9841-4192-bfed-4642331eadf5 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.2122247 Jan 28 03:28:45.478128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-6244268e-2b60-4366-8079-0e966b65115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:45.479845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-6244268e-2b60-4366-8079-0e966b65115c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2697978 Jan 28 03:28:45.484669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:45.486266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] Deleting port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:45.486728 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:45.581846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6971239-b649-4dc5-82e8-6c93e9ce8151 req-11daacbc-2b00-49de-b8a3-350ff2ea9260 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:45.586770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6971239-b649-4dc5-82e8-6c93e9ce8151 req-11daacbc-2b00-49de-b8a3-350ff2ea9260 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 945 time: 0.2534962 Jan 28 03:28:45.602902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] For port 9a648dbe-caff-4cc9-8166-d76fcd65bb0e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a648dbe-caff-4cc9-8166-d76fcd65bb0e,segment=NetworkSegment(d55231fc-0e38-43a2-8b9c-cef733f39c66),segment_id=d55231fc-0e38-43a2-8b9c-cef733f39c66)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:45.603885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:45.616480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] Calling delete_port for 9a648dbe-caff-4cc9-8166-d76fcd65bb0e owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:45.651470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e62f1902-56d3-4370-b963-a2596e48e6a7 req-e389022f-b8b0-4c9e-88a4-8303d7ffa09c tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762390 Jan 28 03:28:45.712553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Attempting to bind port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:45.712915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Attempting to bind port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:45.713254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Attempting to bind port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d on network 8484bd0d-2c4d-469b-a235-505b20fad4a9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:45.731521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d on network 8484bd0d-2c4d-469b-a235-505b20fad4a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:28:45.731847 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Attempting to bind port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d on network 8484bd0d-2c4d-469b-a235-505b20fad4a9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:45.739312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6971239-b649-4dc5-82e8-6c93e9ce8151 req-b29a4955-0c49-412e-b97b-b2bcd4c0a3f2 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389363 Jan 28 03:28:45.745087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-8c851e8e-a60a-4001-95ad-67ccb7bb1bed service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394264 Jan 28 03:28:45.745817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:45.746160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Checking segment: {'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:45.746536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Bound using segment: {'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:45.746974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Bound port: 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:45.747379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:45.889083 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9a648dbe-caff-4cc9-8166-d76fcd65bb0e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:45.931111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] For port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:45.937898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] For port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:45.945231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fb30ca4-7130-470e-b525-58ed5a0bdaf0 req-35065617-6a58-4f1d-8215-edb397bab295 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889799 Jan 28 03:28:45.953235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2f86b-b5ed-4b8a-b730-fab1b4cb2aaf req-f93b9aef-33bd-416a-adbc-55eb5a8388b2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:45.959973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35e2f86b-b5ed-4b8a-b730-fab1b4cb2aaf req-f93b9aef-33bd-416a-adbc-55eb5a8388b2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 948 time: 0.1125236 Jan 28 03:28:45.967820 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:45.994701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a648dbe-caff-4cc9-8166-d76fcd65bb0e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:46.026727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:46.027351 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:46.028748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] 10.222.0.42 "PUT /v2.0/ports/6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d HTTP/1.1" status: 200 len: 1092 time: 2.2346215 Jan 28 03:28:46.029484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'tag': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:46.031730 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcadf503-f045-4d7f-97fd-1bd5d1054d3d", "tag": "6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:46.092084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10002c-bcbc-4635-ad03-cd4ae47cb7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:46.106332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35e2f86b-b5ed-4b8a-b730-fab1b4cb2aaf req-a385aa53-7e6c-458c-9da5-1f6c4ae5abef tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454170 Jan 28 03:28:46.184921 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5761b870-08d8-4c5c-8e94-0b6c454be5ec x-openstack-request-id: req-5761b870-08d8-4c5c-8e94-0b6c454be5ec {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:46.185231 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcadf503-f045-4d7f-97fd-1bd5d1054d3d", "tag": "6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:46.185567 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5761b870-08d8-4c5c-8e94-0b6c454be5ec {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:46.185855 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'tag': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d', 'status': 'completed', 'code': 200} Jan 28 03:28:46.250636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-df3a6b52-a0ac-45ff-9348-f0267a0fc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:46.252159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-df3a6b52-a0ac-45ff-9348-f0267a0fc2e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed834f1bfe6a46e585b8de2e620f8d75&device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 1095 time: 0.1165116 Jan 28 03:28:46.340741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-8353e105-81a6-4639-bdf7-66a29dc6d44d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d HTTP/1.1" status: 200 len: 217 time: 0.0710080 Jan 28 03:28:46.439289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (b65017b2-3d01-4389-837c-1e1638dc7885), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:46.494646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-8e861a25-d7bc-4fb8-875a-f50837accead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:46.496164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-8e861a25-d7bc-4fb8-875a-f50837accead service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bc470f-097f-440b-9cce-f405d8cceafd HTTP/1.1" status: 200 len: 853 time: 0.1472065 Jan 28 03:28:46.520607 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027f3a8-92c0-455e-8921-6756d709a9b3 req-3a716ea9-aaa5-43fa-b44c-2ef0fc022810 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:46.533694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2027f3a8-92c0-455e-8921-6756d709a9b3 req-3a716ea9-aaa5-43fa-b44c-2ef0fc022810 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.1953974 Jan 28 03:28:46.582709 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:46.657606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2027f3a8-92c0-455e-8921-6756d709a9b3 req-d760998c-0ef6-4f53-b884-f83a567d1ea2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218321 Jan 28 03:28:46.667918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-31980ef1-6f74-4cb2-94a1-b6776bb9c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:46.677678 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-31980ef1-6f74-4cb2-94a1-b6776bb9c464 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8484bd0d-2c4d-469b-a235-505b20fad4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387599 Jan 28 03:28:46.862593 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-63b86d47-64c2-4384-8d86-479b909a5daa service neutron] 10.222.0.42 "GET /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770198 Jan 28 03:28:46.954285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] Router b65017b2-3d01-4389-837c-1e1638dc7885 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:28:46.997889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e1a8ef-831c-418b-8ed6-3a4e34480a75 req-28bc75a8-dace-4685-b390-28e48fe49813 service neutron] 10.222.0.42 "GET /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218176 Jan 28 03:28:47.021624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d6b77-a473-4920-b64c-dfd0635df7ef req-d1328815-2d40-4d58-9851-73f21e670425 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:47.023712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-787d6b77-a473-4920-b64c-dfd0635df7ef req-d1328815-2d40-4d58-9851-73f21e670425 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.2325115 Jan 28 03:28:47.139503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-787d6b77-a473-4920-b64c-dfd0635df7ef req-fc41a3d7-5cc7-478d-ae05-473d15d8b183 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989044 Jan 28 03:28:47.206975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:28:47.225205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-064bcc1d-bf1a-4633-9a83-689883912986 admin admin] 10.222.0.44 "PUT /v2.0/routers/b65017b2-3d01-4389-837c-1e1638dc7885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8162479 Jan 28 03:28:47.225876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46932) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:47.232269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-487c2378-6e0f-4192-84af-50ae80d17f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:47.233397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] Sync routers for ids ['b65017b2-3d01-4389-837c-1e1638dc7885'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:28:47.234334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-487c2378-6e0f-4192-84af-50ae80d17f93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed834f1bfe6a46e585b8de2e620f8d75&device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 1095 time: 0.0938852 Jan 28 03:28:47.245915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] Routers {'b65017b2-3d01-4389-837c-1e1638dc7885'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:28:47.246554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:28:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b65017b2-3d01-4389-837c-1e1638dc7885'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:47.401643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] Set router b65017b2-3d01-4389-837c-1e1638dc7885 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:28:47.566839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160f696-3763-4592-bad4-add45ec4a58d req-be231113-4749-4d56-b2ed-134a93b32e98 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:47.594475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3160f696-3763-4592-bad4-add45ec4a58d req-be231113-4749-4d56-b2ed-134a93b32e98 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.2418592 Jan 28 03:28:47.644386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-5e21055a-6f1c-4686-b40f-9e628bc86d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:47.646032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-5e21055a-6f1c-4686-b40f-9e628bc86d25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8484bd0d-2c4d-469b-a235-505b20fad4a9 HTTP/1.1" status: 200 len: 915 time: 0.4020731 Jan 28 03:28:47.745236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'name': 'tempest-ServersTestMultiNic-1030818589-router', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:50Z', 'updated_at': '2022-01-28T03:28:45Z', 'revision_number': 5, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'gw_port': {'id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:52Z', 'updated_at': '2022-01-28T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:47.783860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] Checking router: b65017b2-3d01-4389-837c-1e1638dc7885 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:28:47.792433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-9b61349e-1eeb-46c8-8e82-922cb14411f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d HTTP/1.1" status: 200 len: 217 time: 0.1298275 Jan 28 03:28:47.795365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] Routers {'b65017b2-3d01-4389-837c-1e1638dc7885'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:28:47.796131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:28:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b65017b2-3d01-4389-837c-1e1638dc7885'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:47.803675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3160f696-3763-4592-bad4-add45ec4a58d req-aeaa72fd-9d34-4777-8b7a-c9c17da6340e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082422 Jan 28 03:28:47.887054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-2525ab8c-78de-448b-afae-5614fcb85e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:47.888744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-2525ab8c-78de-448b-afae-5614fcb85e18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bc470f-097f-440b-9cce-f405d8cceafd HTTP/1.1" status: 200 len: 853 time: 0.0797455 Jan 28 03:28:47.938363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Publish callbacks [] for router (b65017b2-3d01-4389-837c-1e1638dc7885), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:47.957485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] Set router b65017b2-3d01-4389-837c-1e1638dc7885 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:28:48.000050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a5dbb3ec-be09-40cf-975f-9e0a5072b65b details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:28:48.067059 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Publish callbacks [] for router_gateway (b65017b2-3d01-4389-837c-1e1638dc7885), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:48.135063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7c670-ef17-4a1b-afab-e2aabe7f4fc7 req-815025e1-b063-4b91-87ab-561406c70785 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:48.136623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96a7c670-ef17-4a1b-afab-e2aabe7f4fc7 req-815025e1-b063-4b91-87ab-561406c70785 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 948 time: 0.2466803 Jan 28 03:28:48.156126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159c265-4a49-428c-846e-44d3222fd4e0 req-206cb5e9-69d7-443c-8019-a2780920f6a5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:48.158178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3159c265-4a49-428c-846e-44d3222fd4e0 req-206cb5e9-69d7-443c-8019-a2780920f6a5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.1578488 Jan 28 03:28:48.184635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-cb6d06ed-a2a0-4327-a040-bc0234e97acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:48.185747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Deleting port 43f3f8f8-6705-4de0-aaca-1a5933f23c92 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:48.185883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:48.188446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-cb6d06ed-a2a0-4327-a040-bc0234e97acb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8484bd0d-2c4d-469b-a235-505b20fad4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2080705 Jan 28 03:28:48.283870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:48.301765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', 'mac_address': 'fa:16:3e:56:3f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:28:48.314684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'name': 'tempest-ServersTestMultiNic-1030818589-router', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:50Z', 'updated_at': '2022-01-28T03:28:45Z', 'revision_number': 5, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'gw_port': {'id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:52Z', 'updated_at': '2022-01-28T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:48.323481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] For port 43f3f8f8-6705-4de0-aaca-1a5933f23c92, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=43f3f8f8-6705-4de0-aaca-1a5933f23c92,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:48.324310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:48.338294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Calling delete_port for 43f3f8f8-6705-4de0-aaca-1a5933f23c92 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:48.345184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d58bc0-aaa8-406b-8f4c-564f983baf2b None None] The sync data for ids ['b65017b2-3d01-4389-837c-1e1638dc7885'] in n-d-808199-14 is: [{'id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'name': 'tempest-ServersTestMultiNic-1030818589-router', 'tenant_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:50Z', 'updated_at': '2022-01-28T03:28:45Z', 'revision_number': 5, 'project_id': '54fe7af83f4f4c3c98b0b9a7a624cf45', 'gw_port': {'id': '43f3f8f8-6705-4de0-aaca-1a5933f23c92', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65017b2-3d01-4389-837c-1e1638dc7885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:52Z', 'updated_at': '2022-01-28T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:28:48.351000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96a7c670-ef17-4a1b-afab-e2aabe7f4fc7 req-a436e7e5-2c4b-4a56-8c6a-8eee5ab1d91d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079389 Jan 28 03:28:48.391641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3159c265-4a49-428c-846e-44d3222fd4e0 req-7159bf71-96a1-4c97-b6d3-6ea5e87e5b68 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208948 Jan 28 03:28:48.434691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a5dbb3ec-be09-40cf-975f-9e0a5072b65b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:48.435148 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:48.437904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-d7c63e90-ee1b-424a-8c68-677e19a5131d service neutron] 10.222.0.42 "GET /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342279 Jan 28 03:28:48.469627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5dbb3ec-be09-40cf-975f-9e0a5072b65b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:48.525857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:48.540680 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:48.674379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31939a-aeea-43c8-b55c-f9ae2225aa43 req-f9291c88-3f92-4e85-9f62-dc48d58448f1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:48.683654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c31939a-aeea-43c8-b55c-f9ae2225aa43 req-f9291c88-3f92-4e85-9f62-dc48d58448f1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1453285 Jan 28 03:28:48.696473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:48.712053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b89bd5f7-c8cd-44f2-8f56-6e2496245b8b req-c6fbf72f-ad12-43cd-98b7-2a3cb46f94f9 service neutron] 10.222.0.42 "GET /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673063 Jan 28 03:28:48.760714 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (43f3f8f8-6705-4de0-aaca-1a5933f23c92), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:48.765466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9a648dbe-caff-4cc9-8166-d76fcd65bb0e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:48.789204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9a648dbe-caff-4cc9-8166-d76fcd65bb0e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:48.789586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9a648dbe-caff-4cc9-8166-d76fcd65bb0e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:48.803071 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c31939a-aeea-43c8-b55c-f9ae2225aa43 req-faa59c5f-b654-4c66-8647-a8dd5f253c72 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176188 Jan 28 03:28:48.811984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Pushing event deleted for resources: {'Port': ['ID=43f3f8f8-6705-4de0-aaca-1a5933f23c92,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:48.958556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (b65017b2-3d01-4389-837c-1e1638dc7885), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.041218 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['a5dbb3ec-be09-40cf-975f-9e0a5072b65b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:49.179829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ceb82-b03e-4091-8688-cd04e608a474 req-253f685b-a051-4164-9cda-fb918a1b716b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:49.181174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (b65017b2-3d01-4389-837c-1e1638dc7885), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.184309 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Publish callbacks [] for router_controller (b65017b2-3d01-4389-837c-1e1638dc7885), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.186228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d4ceb82-b03e-4091-8688-cd04e608a474 req-253f685b-a051-4164-9cda-fb918a1b716b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.1207707 Jan 28 03:28:49.245171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (b65017b2-3d01-4389-837c-1e1638dc7885), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.245915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router b65017b2-3d01-4389-837c-1e1638dc7885 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:28:49.263246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d4ceb82-b03e-4091-8688-cd04e608a474 req-f051db5c-9df6-497a-9386-9aab94d19bff tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702002 Jan 28 03:28:49.267019 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.274600 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9475f87c-ecc7-4d26-8959-aaf5a2e306ce admin admin] 10.222.0.44 "DELETE /v2.0/routers/b65017b2-3d01-4389-837c-1e1638dc7885 HTTP/1.1" status: 204 len: 168 time: 2.0458097 Jan 28 03:28:49.276185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:49.349820 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd7e0ae-afc7-4a16-bc8e-1659316db8f9 admin admin] Deleting subnet 256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:28:49.354298 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bd7e0ae-afc7-4a16-bc8e-1659316db8f9 admin admin] Publish callbacks [] for subnet (256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.408443 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bd7e0ae-afc7-4a16-bc8e-1659316db8f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.521516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bd7e0ae-afc7-4a16-bc8e-1659316db8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.544894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fca0ec-aa51-4b44-9b40-96ff0d620b77 req-a63b19b0-210e-4731-9541-46178c07fd21 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:49.546747 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3fca0ec-aa51-4b44-9b40-96ff0d620b77 req-a63b19b0-210e-4731-9541-46178c07fd21 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 949 time: 0.0612783 Jan 28 03:28:49.584729 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bd7e0ae-afc7-4a16-bc8e-1659316db8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.605576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3fca0ec-aa51-4b44-9b40-96ff0d620b77 req-922f8835-786d-4079-94f9-224b7a808698 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513489 Jan 28 03:28:49.636552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bd7e0ae-afc7-4a16-bc8e-1659316db8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.640128 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4bd7e0ae-afc7-4a16-bc8e-1659316db8f9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf HTTP/1.1" status: 204 len: 168 time: 0.3625546 Jan 28 03:28:49.641135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7e0ae-afc7-4a16-bc8e-1659316db8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=256f0d78-e2d1-4bd1-b0e3-e44957b6b1bf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:49.642674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 47056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:49.647210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f771839-b46e-4882-aa23-6e24977a3632 None None] Network 80337955-f1a2-4368-b05e-eb900e69efbd requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:49.796374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (80337955-f1a2-4368-b05e-eb900e69efbd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.843392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af67d1-b588-4bdb-98a8-78ae9de8357f req-d241a57c-bef5-4136-8b46-ad00081835ca tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:49.845087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78af67d1-b588-4bdb-98a8-78ae9de8357f req-d241a57c-bef5-4136-8b46-ad00081835ca tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.1143570 Jan 28 03:28:49.914892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50571e42-8063-4acc-a57f-31fdd524bfbe None None] DHCP port deletion for 80337955-f1a2-4368-b05e-eb900e69efbd request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:28:49.985992 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78af67d1-b588-4bdb-98a8-78ae9de8357f req-ce66c5da-5361-4fb1-8be9-e38008aa6d0d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901854 Jan 28 03:28:50.013225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Deleting port 219be090-6af4-42f0-8350-2ae3af598060 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:50.013571 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (219be090-6af4-42f0-8350-2ae3af598060), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.047547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-50571e42-8063-4acc-a57f-31fdd524bfbe None None] Deleting port 219be090-6af4-42f0-8350-2ae3af598060 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:50.048424 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50571e42-8063-4acc-a57f-31fdd524bfbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (219be090-6af4-42f0-8350-2ae3af598060), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.123228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-50571e42-8063-4acc-a57f-31fdd524bfbe None None] For port 219be090-6af4-42f0-8350-2ae3af598060, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=219be090-6af4-42f0-8350-2ae3af598060,segment=NetworkSegment(d55231fc-0e38-43a2-8b9c-cef733f39c66),segment_id=d55231fc-0e38-43a2-8b9c-cef733f39c66)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:50.123574 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50571e42-8063-4acc-a57f-31fdd524bfbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (219be090-6af4-42f0-8350-2ae3af598060), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.139841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-50571e42-8063-4acc-a57f-31fdd524bfbe None None] Calling delete_port for 219be090-6af4-42f0-8350-2ae3af598060 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:50.177012 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] For port 219be090-6af4-42f0-8350-2ae3af598060, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=219be090-6af4-42f0-8350-2ae3af598060,segment=NetworkSegment(d55231fc-0e38-43a2-8b9c-cef733f39c66),segment_id=d55231fc-0e38-43a2-8b9c-cef733f39c66)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:50.177378 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (219be090-6af4-42f0-8350-2ae3af598060), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.201809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-5ff90c29-f4b9-45e5-9275-80b90ee4dff3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:50.203293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-5ff90c29-f4b9-45e5-9275-80b90ee4dff3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.42 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7&tenant_id=f815fae9b0904d42ba659d8929d97815&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 949 time: 0.1773632 Jan 28 03:28:50.209156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Calling delete_port for 219be090-6af4-42f0-8350-2ae3af598060 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:50.217754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565889f-b02c-4afb-8226-56776b40ae4a req-1a45c5ba-5999-4686-be62-087600d06e50 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:50.219344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6565889f-b02c-4afb-8226-56776b40ae4a req-1a45c5ba-5999-4686-be62-087600d06e50 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1921623 Jan 28 03:28:50.222541 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50571e42-8063-4acc-a57f-31fdd524bfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (219be090-6af4-42f0-8350-2ae3af598060), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.251531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50571e42-8063-4acc-a57f-31fdd524bfbe None None] Pushing event deleted for resources: {'Port': ['ID=219be090-6af4-42f0-8350-2ae3af598060,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:50.256915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50571e42-8063-4acc-a57f-31fdd524bfbe None None] No DVR routers for this DVR port 219be090-6af4-42f0-8350-2ae3af598060 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:50.268211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12f23e-3cd7-44fa-a43e-a89ce04d79bb req-c6ff2fb0-083b-49f4-bc3c-86e282600041 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:50.269749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d12f23e-3cd7-44fa-a43e-a89ce04d79bb req-c6ff2fb0-083b-49f4-bc3c-86e282600041 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 949 time: 0.1703928 Jan 28 03:28:50.402243 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-abee636a-479d-4d75-b088-26b020e8d40e service neutron] delete failed (client error): The resource could not be found. Jan 28 03:28:50.403283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-abee636a-479d-4d75-b088-26b020e8d40e service neutron] 10.222.0.42 "DELETE /v2.0/ports/a5dbb3ec-be09-40cf-975f-9e0a5072b65b/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.1830671 Jan 28 03:28:50.417019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6565889f-b02c-4afb-8226-56776b40ae4a req-bac4ed3b-d293-4c04-9d9a-12f031e2ccc2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849422 Jan 28 03:28:50.434742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d12f23e-3cd7-44fa-a43e-a89ce04d79bb req-3596853d-dcac-450e-8b99-a3731d0142ec tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445670 Jan 28 03:28:50.453663 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (219be090-6af4-42f0-8350-2ae3af598060), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.482500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Pushing event deleted for resources: {'Port': ['ID=219be090-6af4-42f0-8350-2ae3af598060,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:50.485933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] No DVR routers for this DVR port 219be090-6af4-42f0-8350-2ae3af598060 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:50.496135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.496491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.496832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.497801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.498107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.498478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.498765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.499091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.499423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.499750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.500077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.500399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.501242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:50.632554 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (80337955-f1a2-4368-b05e-eb900e69efbd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.777579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 43f3f8f8-6705-4de0-aaca-1a5933f23c92 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:50.816502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 43f3f8f8-6705-4de0-aaca-1a5933f23c92 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:50.816912 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 43f3f8f8-6705-4de0-aaca-1a5933f23c92 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:50.817300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 219be090-6af4-42f0-8350-2ae3af598060 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:50.852382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 219be090-6af4-42f0-8350-2ae3af598060 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:50.852717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 219be090-6af4-42f0-8350-2ae3af598060 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:50.915023 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-0f45a6ef-0b55-41dc-a924-314984412808 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624695 Jan 28 03:28:51.009335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80337955-f1a2-4368-b05e-eb900e69efbd']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:51.015134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-50d68a85-c841-4819-acde-91a65c82ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.015373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-4468a123-e158-410f-a29f-c5d5aa6d183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.016889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-4468a123-e158-410f-a29f-c5d5aa6d183a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 1101 time: 0.5124836 Jan 28 03:28:51.017196 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-50d68a85-c841-4819-acde-91a65c82ee22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=690dbc24a26741e887958b351ae14887&device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0617352 Jan 28 03:28:51.040640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55231fc-0e38-43a2-8b9c-cef733f39c66') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:51.040976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55231fc-0e38-43a2-8b9c-cef733f39c66') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:51.070792 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (d55231fc-0e38-43a2-8b9c-cef733f39c66), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:51.128195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9f19-ec3d-40ec-a9cb-40191a3ce54d req-02ef3507-70a5-4029-ba35-463e4e002701 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.135588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffed9f19-ec3d-40ec-a9cb-40191a3ce54d req-02ef3507-70a5-4029-ba35-463e4e002701 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.4946110 Jan 28 03:28:51.137797 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d55231fc-0e38-43a2-8b9c-cef733f39c66), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:51.159052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:28:51.159651 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (d55231fc-0e38-43a2-8b9c-cef733f39c66), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:28:51.166308 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:28:51.187705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-d5f3f84f-584b-44b8-89d9-b1d6aac73e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.190234 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-d5f3f84f-584b-44b8-89d9-b1d6aac73e02 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5006cc0f-77a4-4cbd-801a-a23f2761c35e HTTP/1.1" status: 200 len: 925 time: 0.1494575 Jan 28 03:28:51.276421 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-768acdaf-8af8-4ad7-89f6-456e34914195 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c06fb0e9-0a01-4063-a3c8-77ac874432e4 HTTP/1.1" status: 200 len: 1000 time: 0.0743990 Jan 28 03:28:51.294206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-90c5fdaf-b8f9-4c5b-95c8-25852e91521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.296210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-90c5fdaf-b8f9-4c5b-95c8-25852e91521c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2675028 Jan 28 03:28:51.301142 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (80337955-f1a2-4368-b05e-eb900e69efbd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:51.302130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c5c9de21-0a71-4f9b-a525-c3799347492b no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:51.308715 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:51.314550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] 10.222.0.44 "DELETE /v2.0/networks/80337955-f1a2-4368-b05e-eb900e69efbd HTTP/1.1" status: 204 len: 168 time: 1.6596222 Jan 28 03:28:51.335701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffed9f19-ec3d-40ec-a9cb-40191a3ce54d req-4437d233-d37c-4718-ba87-bec8693ce935 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990952 Jan 28 03:28:51.360333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f6d8-8785-45a6-b1ca-e6408dec0973 admin admin] Pushing event deleted for resources: {'Network': ['ID=80337955-f1a2-4368-b05e-eb900e69efbd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:51.402897 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-bb296a33-77b0-4456-81f3-bd49a999c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.407813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-bb296a33-77b0-4456-81f3-bd49a999c055 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e0ba67f3-b54e-43b0-bc6f-836e950d5527 HTTP/1.1" status: 200 len: 863 time: 0.1226246 Jan 28 03:28:51.425234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-ec4e1ba7-9901-416d-9580-81681855eb6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b HTTP/1.1" status: 200 len: 217 time: 0.1203420 Jan 28 03:28:51.547938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-a895ddf6-9675-4192-b56c-1d115870d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.549640 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-a895ddf6-9675-4192-b56c-1d115870d15a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5006cc0f-77a4-4cbd-801a-a23f2761c35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359878 Jan 28 03:28:51.560177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c5c9de21-0a71-4f9b-a525-c3799347492b is: DOWN; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:51.589590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-30918661-fe5e-42f1-a62e-a6a02657dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.591081 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-30918661-fe5e-42f1-a62e-a6a02657dff8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1541138 Jan 28 03:28:51.607905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca60c30-72fa-40d2-a4ce-71610da86c86 req-f008dae6-9b4e-4410-a59f-b9a3f25e0139 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.618744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ca60c30-72fa-40d2-a4ce-71610da86c86 req-f008dae6-9b4e-4410-a59f-b9a3f25e0139 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.1919110 Jan 28 03:28:51.682987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47170) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:51.690728 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-a037b385-62b5-4ade-87d0-1acfc4d5d483 service neutron] 10.222.0.25 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338952 Jan 28 03:28:51.735379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-ddf3b053-8aad-4e9e-a779-9dfb098fdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.737091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-ddf3b053-8aad-4e9e-a779-9dfb098fdec3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1157751 Jan 28 03:28:51.754986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ca60c30-72fa-40d2-a4ce-71610da86c86 req-035770fe-694a-4990-bff1-4194f3e19c3d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353676 Jan 28 03:28:51.764123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f366d-2ac0-4712-9790-11bbf437fa8d req-e88450b6-d7ed-46a3-be61-9fc132a8e5f4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.766735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-301f366d-2ac0-4712-9790-11bbf437fa8d req-e88450b6-d7ed-46a3-be61-9fc132a8e5f4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1073315 Jan 28 03:28:51.783438 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d7b1a4ab-653a-4bd8-a0ea-ddc6c200f249 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54fe7af83f4f4c3c98b0b9a7a624cf45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0990567 Jan 28 03:28:51.784015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47172) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:51.842104 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be5d3ba-ae22-4aa6-946b-4e70d7144fa5 req-42b66723-9389-473a-8d3a-246bf87c3552 service neutron] 10.222.0.25 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424873 Jan 28 03:28:51.879285 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Publish callbacks [] for security_group (a60bfed3-a14a-48d8-b97e-a1c99476eddf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:51.907809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Publish callbacks [] for security_group (a60bfed3-a14a-48d8-b97e-a1c99476eddf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:51.909157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-301f366d-2ac0-4712-9790-11bbf437fa8d req-91b79bb7-1da3-4266-bb1a-0d403cb593f3 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319940 Jan 28 03:28:51.920441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-fd9e8c58-4519-4837-80e6-b4ba5e1e97d3 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765480 Jan 28 03:28:51.959992 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539af8e-871e-4970-96c5-587e608dffe0 req-6e7025c2-38d1-4cb2-bad7-d8490c2f13e9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:51.961752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e539af8e-871e-4970-96c5-587e608dffe0 req-6e7025c2-38d1-4cb2-bad7-d8490c2f13e9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 949 time: 0.1015060 Jan 28 03:28:51.985882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a5dbb3ec-be09-40cf-975f-9e0a5072b65b up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:51.990222 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a60bfed3-a14a-48d8-b97e-a1c99476eddf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:51.996703 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:51.999210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a60bfed3-a14a-48d8-b97e-a1c99476eddf HTTP/1.1" status: 204 len: 168 time: 0.2128069 Jan 28 03:28:52.011978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60bfed3-a14a-48d8-b97e-a1c99476eddf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:52.025951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.027083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.027444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.028373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.028813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.029333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.029668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.029999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.030329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.030657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.030983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.031308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.031631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f0ea14-d048-4785-b205-d6ce70a12c76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:52.070165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e539af8e-871e-4970-96c5-587e608dffe0 req-f26ea6d7-d2c5-4e57-9646-64a8e1e6c2d3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781190 Jan 28 03:28:52.093415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac28f689-dd2f-46d9-8a04-dd20342e56d1 req-f7baa1e8-1909-423f-a324-e318d348b925 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642597 Jan 28 03:28:52.314544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port a5dbb3ec-be09-40cf-975f-9e0a5072b65b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:28:52.321181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port a5dbb3ec-be09-40cf-975f-9e0a5072b65b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:52.321568 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.474081 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port a5dbb3ec-be09-40cf-975f-9e0a5072b65b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:52.474373 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.498183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69470c3d-2249-4a9f-8e77-d1b8e5407cc3 req-4b5691ac-ee67-4a18-a70a-6ce149a5bd12 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:52.500492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69470c3d-2249-4a9f-8e77-d1b8e5407cc3 req-4b5691ac-ee67-4a18-a70a-6ce149a5bd12 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.0808220 Jan 28 03:28:52.543429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:52.568508 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ebb486-fc61-4661-b3ac-524b1f12b882" -d '{"events": [{"server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "name": "network-vif-plugged", "status": "completed", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:52.598758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:52.609409 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.638968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69470c3d-2249-4a9f-8e77-d1b8e5407cc3 req-7d0a461b-9b67-427d-a746-a66b1e1baf0e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316900 Jan 28 03:28:52.699503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:52.750798 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039a3beb-8637-4023-9439-77d91c85a6db x-openstack-request-id: req-039a3beb-8637-4023-9439-77d91c85a6db {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:52.751026 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "name": "network-vif-plugged", "status": "completed", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:52.751291 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-039a3beb-8637-4023-9439-77d91c85a6db {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:52.751672 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', 'code': 200} Jan 28 03:28:53.010171 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60879a33-a4b2-4ab4-ae5e-62238d069b5d req-503e1ff3-5e51-4519-b2c3-e4ce2a1e1441 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:53.015645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60879a33-a4b2-4ab4-ae5e-62238d069b5d req-503e1ff3-5e51-4519-b2c3-e4ce2a1e1441 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.1204333 Jan 28 03:28:53.099569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60879a33-a4b2-4ab4-ae5e-62238d069b5d req-a36d2812-efd4-416e-8e28-3c5ba4859843 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665057 Jan 28 03:28:53.231654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bcea1-190a-4f51-9553-21d7f82fbaf2 req-7d727be3-d84a-4f4b-820d-5dd4b158142e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:53.239250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-870bcea1-190a-4f51-9553-21d7f82fbaf2 req-7d727be3-d84a-4f4b-820d-5dd4b158142e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0722349 Jan 28 03:28:53.255256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:53.304606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-870bcea1-190a-4f51-9553-21d7f82fbaf2 req-07cb53d6-4b2c-4910-ba4a-8ee60b0cf94c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644710 Jan 28 03:28:53.381269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2060148900-network', 'tenant_id': 'f1dc47002d2e487dbd8112316c5ecb14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:53.387667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7f334-9327-471b-a8d3-6c76c9c5476e req-2e3aba6d-7846-479d-aaf7-8acb2ff83c43 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:53.389740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0e7f334-9327-471b-a8d3-6c76c9c5476e req-2e3aba6d-7846-479d-aaf7-8acb2ff83c43 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.0564792 Jan 28 03:28:53.408815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Made reservation on behalf of f1dc47002d2e487dbd8112316c5ecb14 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:53.412704 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.424081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.471345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0e7f334-9327-471b-a8d3-6c76c9c5476e req-cfcd829e-edbe-44c6-8bc8-823d7d7cd254 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729606 Jan 28 03:28:53.537541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Publish callbacks [] for security_group (39f6a9a8-f51b-4ecf-9c49-0be03439d7a6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.543261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (39f6a9a8-f51b-4ecf-9c49-0be03439d7a6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.576002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:28:53.587061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:53.593695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (403fb9bf-4637-4c3c-b9d4-8dd22296b8cc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.594021 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Added segment 403fb9bf-4637-4c3c-b9d4-8dd22296b8cc of type vlan for network 22c0dbfe-f27f-441b-a057-b901050a9c6b Jan 28 03:28:53.637935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (22c0dbfe-f27f-441b-a057-b901050a9c6b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.671942 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (22c0dbfe-f27f-441b-a057-b901050a9c6b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.673023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:53.673618 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.689835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cb90a-0dc2-40ac-a7a0-521b8d5b3faf req-2ad5fe4f-ce77-468b-b28d-03709e3401ad tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:53.692717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e40cb90a-0dc2-40ac-a7a0-521b8d5b3faf req-2ad5fe4f-ce77-468b-b28d-03709e3401ad tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.1086035 Jan 28 03:28:53.727316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4692771 Jan 28 03:28:53.733085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47338) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:53.741111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Request body: {'subnet': {'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2060148900-subnet', 'tenant_id': 'f1dc47002d2e487dbd8112316c5ecb14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:53.758508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e40cb90a-0dc2-40ac-a7a0-521b8d5b3faf req-b7cd5468-008a-4fed-9af1-941b2224b958 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550473 Jan 28 03:28:53.766488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Made reservation on behalf of f1dc47002d2e487dbd8112316c5ecb14 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:53.776518 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.779947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9de872-9d31-4f0e-a28c-874621ac0bcc admin admin] Pushing event updated for resources: {'Network': ['ID=22c0dbfe-f27f-441b-a057-b901050a9c6b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:53.811124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 22c0dbfe-f27f-441b-a057-b901050a9c6b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:28:53.932370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9774-bc50-4f6d-87e6-f957509f8135 req-16d6a812-6273-418e-bece-8711150f2164 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:53.934232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d3f9774-bc50-4f6d-87e6-f957509f8135 req-16d6a812-6273-418e-bece-8711150f2164 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.0729067 Jan 28 03:28:53.988967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c5c9de21-0a71-4f9b-a525-c3799347492b no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:54.051585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d3f9774-bc50-4f6d-87e6-f957509f8135 req-e4f973a5-4fad-45f6-a584-ca80e14f2120 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102982 Jan 28 03:28:54.060885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port c5c9de21-0a71-4f9b-a525-c3799347492b host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:28:54.061302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c5c9de21-0a71-4f9b-a525-c3799347492b not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:54.137853 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (9e5963e1-e98a-4683-9cd0-8099e9cc4e32), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.219443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5963e1-e98a-4683-9cd0-8099e9cc4e32,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:54.229300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Checking segment: {'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:54.229540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Network hostable DHCP agents. Network: 22c0dbfe-f27f-441b-a057-b901050a9c6b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:28:54.259106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Network 22c0dbfe-f27f-441b-a057-b901050a9c6b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:28:54.266331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704111a-8c35-4ade-846c-6295c471127f req-89a5e964-9c97-48aa-aaa4-94e07de50001 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:54.272365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 22c0dbfe-f27f-441b-a057-b901050a9c6b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:54.277379 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4704111a-8c35-4ade-846c-6295c471127f req-89a5e964-9c97-48aa-aaa4-94e07de50001 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 943 time: 0.0894439 Jan 28 03:28:54.283001 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b5bfb-b867-4004-935c-8aebccd3ad11 None None] Network 22c0dbfe-f27f-441b-a057-b901050a9c6b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:54.306418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:54.308156 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.338764 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4704111a-8c35-4ade-846c-6295c471127f req-104a3c8c-4eb0-47f4-86d8-991da2f8c9b5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530579 Jan 28 03:28:54.341685 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-226ec41b-3a95-4fa5-b8dc-cc7d301438ad admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6074092 Jan 28 03:28:54.527981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b286a2e-2f81-402f-8e1a-774c2a8797a7 req-8d300693-a284-472e-9f1c-529f19caffbe tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:54.530471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b286a2e-2f81-402f-8e1a-774c2a8797a7 req-8d300693-a284-472e-9f1c-529f19caffbe tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0959773 Jan 28 03:28:54.535552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dccf43c-deb6-4b6e-9a49-3a0dfe01dce5 None None] Network 22c0dbfe-f27f-441b-a057-b901050a9c6b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:54.610502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b286a2e-2f81-402f-8e1a-774c2a8797a7 req-aa8679a2-8ecb-40ac-ab1e-90ac6a742846 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735819 Jan 28 03:28:54.752242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-0ccf52a3-540d-452f-831b-1a89edb86d3d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f815fae9b0904d42ba659d8929d97815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226762 Jan 28 03:28:54.875417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-148ccfba-b634-4194-82e2-b6a6b896f531 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:54.876994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-148ccfba-b634-4194-82e2-b6a6b896f531 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1188817 Jan 28 03:28:54.893644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-7c4ea8ab-a44a-4f31-8e28-3c83df90fdf1 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/quotas/f815fae9b0904d42ba659d8929d97815 HTTP/1.1" status: 200 len: 375 time: 0.0104811 Jan 28 03:28:54.993556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-6a796e1e-83d7-4bd0-9921-aa6857586515 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915589 Jan 28 03:28:55.129467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-3685927e-967e-4c2d-8a83-122751b355f3 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:55.130988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-3685927e-967e-4c2d-8a83-122751b355f3 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/networks?id=22c0dbfe-f27f-441b-a057-b901050a9c6b HTTP/1.1" status: 200 len: 815 time: 0.1814070 Jan 28 03:28:55.168876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-db7fa4d3-9255-4942-a9d4-228d09b9fd72 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/quotas/f1dc47002d2e487dbd8112316c5ecb14 HTTP/1.1" status: 200 len: 375 time: 0.0168839 Jan 28 03:28:55.174014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-f34f947d-02a2-4636-b89d-d0ebb23f9c6e service neutron] 10.222.0.42 "GET /v2.0/ports/c5c9de21-0a71-4f9b-a525-c3799347492b/bindings/n-h2-808199-14 HTTP/1.1" status: 200 len: 385 time: 0.1083801 Jan 28 03:28:55.221720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-af7156c8-99bb-4273-b13c-542d86f64e31 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1dc47002d2e487dbd8112316c5ecb14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463367 Jan 28 03:28:55.448803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-cfa231bb-c5ee-48a3-ab1f-ab08d06daeae service neutron] 10.222.0.44 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060888 Jan 28 03:28:55.558850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7900926-689d-45fc-8261-ee15c358ff24 req-75388a93-e1cf-438b-9127-9c7d380adef2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:55.567724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7900926-689d-45fc-8261-ee15c358ff24 req-75388a93-e1cf-438b-9127-9c7d380adef2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.2458825 Jan 28 03:28:55.658033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-99159a5c-5172-44f7-9162-567450968ea4 service neutron] 10.222.0.44 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078211 Jan 28 03:28:55.679124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7900926-689d-45fc-8261-ee15c358ff24 req-6efc5bce-f7e6-40d8-a22a-39ad74555934 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104212 Jan 28 03:28:55.736271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-281bce8e-703d-4f3e-aac4-cc46fb087252 service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:55.775316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-281bce8e-703d-4f3e-aac4-cc46fb087252 service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:55.829619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-281bce8e-703d-4f3e-aac4-cc46fb087252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c9de21-0a71-4f9b-a525-c3799347492b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:55.845064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-281bce8e-703d-4f3e-aac4-cc46fb087252 service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:55.863679 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-281bce8e-703d-4f3e-aac4-cc46fb087252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.037469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e8e090d-bf64-4887-bc06-f7b9f3f882db req-4cc8ef01-2309-49de-aea0-9252ae4d0855 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 210 time: 0.0418451 Jan 28 03:28:56.039615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-281bce8e-703d-4f3e-aac4-cc46fb087252 service neutron] Transition to ACTIVE for port object c5c9de21-0a71-4f9b-a525-c3799347492b will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:28:56.049823 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-281bce8e-703d-4f3e-aac4-cc46fb087252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.164700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-281bce8e-703d-4f3e-aac4-cc46fb087252 service neutron] No DVR routers for this DVR port c5c9de21-0a71-4f9b-a525-c3799347492b on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:56.246338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47496) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:56.249199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bce8e-703d-4f3e-aac4-cc46fb087252 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c9de21-0a71-4f9b-a525-c3799347492b,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:56.255424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-281bce8e-703d-4f3e-aac4-cc46fb087252 service neutron] 10.222.0.42 "PUT /v2.0/ports/c5c9de21-0a71-4f9b-a525-c3799347492b/bindings/n-h2-808199-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0703020 Jan 28 03:28:56.283677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3c3e7-15ec-418d-9c51-333e9f82aaad req-a85179da-80a5-43d7-81fe-4bb449239fc8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.292376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edd3c3e7-15ec-418d-9c51-333e9f82aaad req-a85179da-80a5-43d7-81fe-4bb449239fc8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 944 time: 0.0854752 Jan 28 03:28:56.419777 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edd3c3e7-15ec-418d-9c51-333e9f82aaad req-f7979268-6ad5-42b8-8dca-496fe9bd134e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262729 Jan 28 03:28:56.458927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd809-d1f4-457b-9feb-49b584436f4f req-6b69b474-af15-4274-8cc7-358fa072888c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.469360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-203dd809-d1f4-457b-9feb-49b584436f4f req-6b69b474-af15-4274-8cc7-358fa072888c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0995934 Jan 28 03:28:56.488142 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-f144e78c-0e1d-48c5-bd31-385dbcbfb79a tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.492251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-f144e78c-0e1d-48c5-bd31-385dbcbfb79a tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.1141720 Jan 28 03:28:56.521535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee7b83f-7a75-4b15-a485-9d99f48d59f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.544001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-203dd809-d1f4-457b-9feb-49b584436f4f req-46b31203-1643-4c3a-a508-05ad39a65842 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736041 Jan 28 03:28:56.642761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a57e0b9-bf03-4192-bcb6-c1571c81bfc2 req-9f78b66f-f61e-4cb4-910c-1f2105dadbef tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 210 time: 0.0442882 Jan 28 03:28:56.665735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-c34286b2-e495-41ec-8169-8db00b205f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.677329 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-c34286b2-e495-41ec-8169-8db00b205f72 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c HTTP/1.1" status: 200 len: 1096 time: 0.1661320 Jan 28 03:28:56.828145 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-dd326749-b5dc-4660-bc54-5807dcaef3e9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f815fae9b0904d42ba659d8929d97815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752373 Jan 28 03:28:56.834043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee7b83f-7a75-4b15-a485-9d99f48d59f0 admin admin] Publish callbacks [] for security_group (38c04f22-92a4-4c5e-b83b-4b5667d21e81), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.842393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee7b83f-7a75-4b15-a485-9d99f48d59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (38c04f22-92a4-4c5e-b83b-4b5667d21e81), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.902827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-e150b714-b469-48c0-b01a-d590832bde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.905285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-e150b714-b469-48c0-b01a-d590832bde8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1096 time: 0.1578445 Jan 28 03:28:56.931508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a400bb-1091-4f17-be36-708a3e9a2de8 req-f4396e1f-a2ef-4c3e-9608-a5df31034fa6 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.933367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12a400bb-1091-4f17-be36-708a3e9a2de8 req-f4396e1f-a2ef-4c3e-9608-a5df31034fa6 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.0933027 Jan 28 03:28:56.941613 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dee7b83f-7a75-4b15-a485-9d99f48d59f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8635aa5fe2a944b09a37a42359895000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6913362 Jan 28 03:28:56.942873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7b83f-7a75-4b15-a485-9d99f48d59f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c04f22-92a4-4c5e-b83b-4b5667d21e81,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:56.947819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 47504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:57.063703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-66a12441-95ef-470b-83d5-38dc131a54de tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:57.067064 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-66a12441-95ef-470b-83d5-38dc131a54de tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088952 Jan 28 03:28:57.134098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Request body: {'port': {'device_id': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'f815fae9b0904d42ba659d8929d97815'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:57.239411 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe4f0ec0-4b3b-46e5-a6b5-60b4746572f2 req-c90730c7-f998-4b80-829c-86b0de26b362 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 210 time: 0.0722284 Jan 28 03:28:57.242605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-77f7fd64-6135-443b-bf58-44b0023aa2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:57.260071 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-77f7fd64-6135-443b-bf58-44b0023aa2f3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.3299482 Jan 28 03:28:57.277451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12a400bb-1091-4f17-be36-708a3e9a2de8 req-2309cfaa-a6a4-4c88-9e9b-ba042404a506 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283594 Jan 28 03:28:57.281333 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-392be8d7-ff35-48a5-96af-536729a8289b admin admin] Publish callbacks [] for security_group (38c04f22-92a4-4c5e-b83b-4b5667d21e81), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.313266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Made reservation on behalf of f815fae9b0904d42ba659d8929d97815 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:57.317645 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.339950 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-b8d238fb-c473-400c-bceb-0cdec2d726f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c9de21-0a71-4f9b-a525-c3799347492b HTTP/1.1" status: 200 len: 217 time: 0.0788660 Jan 28 03:28:57.355466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-392be8d7-ff35-48a5-96af-536729a8289b admin admin] Publish callbacks [] for security_group (38c04f22-92a4-4c5e-b83b-4b5667d21e81), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.428006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3dc8fa30-d5f5-4432-af09-fc28236e8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:57.430668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3dc8fa30-d5f5-4432-af09-fc28236e8434 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0723002 Jan 28 03:28:57.470477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Allocated IP 192.168.233.20 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/31b2d21d-e6aa-498a-bb96-77df17ac4def) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:28:57.504496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-3ce99b2a-b396-42fc-8ece-ef0861e423fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632231 Jan 28 03:28:57.640176 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-392be8d7-ff35-48a5-96af-536729a8289b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (38c04f22-92a4-4c5e-b83b-4b5667d21e81), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.643304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-392be8d7-ff35-48a5-96af-536729a8289b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.646495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks [] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.647262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-392be8d7-ff35-48a5-96af-536729a8289b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38c04f22-92a4-4c5e-b83b-4b5667d21e81 HTTP/1.1" status: 204 len: 168 time: 0.6971543 Jan 28 03:28:57.697101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392be8d7-ff35-48a5-96af-536729a8289b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c04f22-92a4-4c5e-b83b-4b5667d21e81,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:57.703000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-898ede3a-4279-4efe-9722-1e83c642d533 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823149 Jan 28 03:28:57.720798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49976afb-fef7-443c-b40b-67192dbb8534 req-26df24ed-a047-4f9e-8e2b-30e716879611 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:57.722521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49976afb-fef7-443c-b40b-67192dbb8534 req-26df24ed-a047-4f9e-8e2b-30e716879611 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 944 time: 0.0937817 Jan 28 03:28:57.781098 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.824337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8367fa4d-21b6-4f76-b898-811bb737fb89', 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:57.859178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:28:57.862675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:57.867905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:28:57.952740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956b74-ef63-497a-8d11-08b72b8db275 req-235d9869-c488-4b17-baef-66db5bcd1a10 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:57.962151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13956b74-ef63-497a-8d11-08b72b8db275 req-235d9869-c488-4b17-baef-66db5bcd1a10 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1604567 Jan 28 03:28:57.962388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:57.990027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49976afb-fef7-443c-b40b-67192dbb8534 req-06c4d87f-2366-4a48-bce3-94f3d10e798e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558634 Jan 28 03:28:58.076765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:58.077531 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.087595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-efe424a3-4d46-4950-8349-b047f78d32a9 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497334 Jan 28 03:28:58.199667 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-5d376dd9-a024-4562-b48f-b42b40424fb7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0709031 Jan 28 03:28:58.262596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Request body: {'port': {'device_id': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:58.267078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13956b74-ef63-497a-8d11-08b72b8db275 req-7ea5c1e4-554d-4989-ae96-b46a43046d93 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037813 Jan 28 03:28:58.287494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa1ce6c8-6923-4a39-98ac-80764a5e3d4c req-97416277-8504-4f92-9633-3ac09e184174 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 210 time: 0.1515365 Jan 28 03:28:58.373072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cd7c1577-5887-41f3-979c-e140e49f621e None None] Provisioning complete for port 31b2d21d-e6aa-498a-bb96-77df17ac4def triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:58.374087 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd7c1577-5887-41f3-979c-e140e49f621e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.478137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.502614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd690e2f-9667-463a-b1f1-c81507832d80 req-094e84a6-f791-4eef-9caf-a0ddcaac7a13 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:58.503126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-3d72b3bc-5cd8-4c28-b585-7265af0475ff tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:58.505953 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-3d72b3bc-5cd8-4c28-b585-7265af0475ff tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.25 "GET /v2.0/networks?id=22c0dbfe-f27f-441b-a057-b901050a9c6b HTTP/1.1" status: 200 len: 815 time: 0.5795801 Jan 28 03:28:58.510957 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd690e2f-9667-463a-b1f1-c81507832d80 req-094e84a6-f791-4eef-9caf-a0ddcaac7a13 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 935 time: 0.1273205 Jan 28 03:28:58.541035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Request body: {'port': {'device_id': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b', 'admin_state_up': True, 'tenant_id': 'f1dc47002d2e487dbd8112316c5ecb14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:58.548000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c1577-5887-41f3-979c-e140e49f621e None None] Port 31b2d21d-e6aa-498a-bb96-77df17ac4def cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:28:58.606125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd690e2f-9667-463a-b1f1-c81507832d80 req-bb8b93a5-a33b-4bbc-a885-0206982efd6d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941885 Jan 28 03:28:58.615018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e41651-c903-478e-96d8-6f418ebbce42 req-25506eb4-bca9-49d0-8411-9f80603c6b0e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:58.631089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03e41651-c903-478e-96d8-6f418ebbce42 req-25506eb4-bca9-49d0-8411-9f80603c6b0e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.1971521 Jan 28 03:28:58.701625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-98d4f586-a4d6-43bd-85c3-ad16bde2a6f8 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:58.703152 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-98d4f586-a4d6-43bd-85c3-ad16bde2a6f8 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.1367154 Jan 28 03:28:58.724004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03e41651-c903-478e-96d8-6f418ebbce42 req-0d748fd5-5859-4c76-8899-6947df0ad5d6 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887139 Jan 28 03:28:58.859186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Made reservation on behalf of f1dc47002d2e487dbd8112316c5ecb14 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:58.862945 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.875236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-daaa5f82-724d-4f1e-b684-12af511f66a9 service neutron] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:58.879590 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-daaa5f82-724d-4f1e-b684-12af511f66a9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.880998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4cb890-be7a-4a9b-8c18-75c643d71e84 req-daaa5f82-724d-4f1e-b684-12af511f66a9 service neutron] 10.222.0.25 "DELETE /v2.0/ports/c5c9de21-0a71-4f9b-a525-c3799347492b/bindings/n-h1-808199-14 HTTP/1.1" status: 204 len: 173 time: 0.1525612 Jan 28 03:28:59.005897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 47544) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:59.138292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110e03f-5e01-4d32-adce-4222e033586e req-652376f7-f3b8-4678-98c8-a099a5e6e90f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:59.140070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2110e03f-5e01-4d32-adce-4222e033586e req-652376f7-f3b8-4678-98c8-a099a5e6e90f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 944 time: 0.0562267 Jan 28 03:28:59.150449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Allocated IP 172.20.0.3 (22c0dbfe-f27f-441b-a057-b901050a9c6b/9e5963e1-e98a-4683-9cd0-8099e9cc4e32/bd48c915-ff5a-4cb6-b33c-72c90a729dac) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:28:59.162209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-746115379-network', 'tenant_id': '1d76a39b5499446aa461bd30effea998'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:59.162894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b2d21d-e6aa-498a-bb96-77df17ac4def {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:59.174585 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Publish callbacks [] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.202073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Transition to ACTIVE for port object 31b2d21d-e6aa-498a-bb96-77df17ac4def will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:28:59.213417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Made reservation on behalf of 1d76a39b5499446aa461bd30effea998 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:59.215817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.221356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2110e03f-5e01-4d32-adce-4222e033586e req-556e9486-17dc-4d32-bb39-a69da6957388 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737751 Jan 28 03:28:59.224315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.227981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.435527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:59.437511 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Publish callbacks [] for security_group (2125c9f6-41ab-492d-9565-aebfbb5ead27), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.466408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2125c9f6-41ab-492d-9565-aebfbb5ead27), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.507693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:28:59.508463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:28:59.508807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:59.523891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-40b27eb6-ffd1-46b1-948c-b26d3ea64996 req-ab86eff8-0343-4c6d-aab4-6add5904bf6f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 210 time: 0.0511346 Jan 28 03:28:59.529157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Port 31b2d21d-e6aa-498a-bb96-77df17ac4def on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:28:59.529833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:28:59.530942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:28:59.545354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:28:59.551498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2125c9f6-41ab-492d-9565-aebfbb5ead27,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:59.556179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:59.556701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:28:59.557301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Bound port: 31b2d21d-e6aa-498a-bb96-77df17ac4def, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:28:59.557801 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.572456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227b7cf-0669-41eb-940f-bb75820018dc req-f6a67c1e-cab8-4e7b-a100-099551a04640 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:59.580539 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1227b7cf-0669-41eb-940f-bb75820018dc req-f6a67c1e-cab8-4e7b-a100-099551a04640 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1611183 Jan 28 03:28:59.582964 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4b1afa92-1ef2-472e-a66c-6a7cf335ea86), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.583305 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Added segment 4b1afa92-1ef2-472e-a66c-6a7cf335ea86 of type vlan for network 6d384e79-4a93-41c2-b2d7-89b53c3312ce Jan 28 03:28:59.665847 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (6d384e79-4a93-41c2-b2d7-89b53c3312ce), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.695897 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks [] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.718173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:28:59.722715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1227b7cf-0669-41eb-940f-bb75820018dc req-68f70c90-2b2a-4277-bd24-36717d226ca8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412191 Jan 28 03:28:59.723417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:28:59.726512 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (6d384e79-4a93-41c2-b2d7-89b53c3312ce), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.727544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:59.728142 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.744309 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.796227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:59.796872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.798999 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] 10.222.0.25 "PUT /v2.0/ports/31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 1096 time: 1.5734706 Jan 28 03:28:59.798999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:59.801290 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13a85d4-9bbb-4921-9540-2055c5bb9d73" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:59.808521 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.808777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=6d384e79-4a93-41c2-b2d7-89b53c3312ce,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:59.830582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99c2bf-5b4f-4340-9432-0ee2a7c03a08 req-f92bd7bb-9653-43e6-8d7b-15bb13b75bd3 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:59.842458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335545b-4cfb-47de-8700-9e6913c68842 service neutron] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:59.844387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 6d384e79-4a93-41c2-b2d7-89b53c3312ce details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:28:59.845116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d99c2bf-5b4f-4340-9432-0ee2a7c03a08 req-f92bd7bb-9653-43e6-8d7b-15bb13b75bd3 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1096 time: 0.1934030 Jan 28 03:28:59.857942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Network 22c0dbfe-f27f-441b-a057-b901050a9c6b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:28:59.872352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-518ac5c6-28dd-4bec-beb2-72f249cab8c0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8664217 Jan 28 03:28:59.882218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 47566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:59.889914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:59.894270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:28:59.899010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Request body: {'subnet': {'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-746115379-subnet', 'tenant_id': '1d76a39b5499446aa461bd30effea998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:59.977571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Made reservation on behalf of 1d76a39b5499446aa461bd30effea998 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:59.981395 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:00.017529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Pushing event updated for resources: {'Port': ['ID=bd48c915-ff5a-4cb6-b33c-72c90a729dac,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:00.056426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:00.057156 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:00.092707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-d37167ca-b811-4787-b29d-9ef4ce75132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:00.094277 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-d37167ca-b811-4787-b29d-9ef4ce75132b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1099 time: 0.1958559 Jan 28 03:29:00.183050 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-d177e124-21a3-4b04-9a78-75fc969d72cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 217 time: 0.0646982 Jan 28 03:29:00.187050 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-223166bf-abcd-456e-8d9d-4ed193aa27c4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6606321 Jan 28 03:29:00.195448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d99c2bf-5b4f-4340-9432-0ee2a7c03a08 req-657fc3fd-6706-4f22-b806-9e01560c2926 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493578 Jan 28 03:29:00.223523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Request body: {'port': {'device_id': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:00.270085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e72ac-a94a-4987-9191-413120879112 req-7a83bdb7-d913-4136-8f4c-49bcc85c0aaa tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:00.271767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-416e72ac-a94a-4987-9191-413120879112 req-7a83bdb7-d913-4136-8f4c-49bcc85c0aaa tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 947 time: 0.2308543 Jan 28 03:29:00.331096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-4200ca1b-e755-4162-926c-0e24931eaacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:00.336962 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-4200ca1b-e755-4162-926c-0e24931eaacc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1286812 Jan 28 03:29:00.409988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:00.453475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-0a2a1556-c792-4a8e-91de-d93feca96eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:00.454854 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-0a2a1556-c792-4a8e-91de-d93feca96eb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942147 Jan 28 03:29:00.467078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-416e72ac-a94a-4987-9191-413120879112 req-da64f68a-6993-4b49-aabd-cbd4c6ab4738 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855695 Jan 28 03:29:00.479184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f46bd-2271-4906-b565-6698b07b0dd6 req-9c91b181-dd87-4b73-8fbe-cba49aec0098 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:00.480706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a52f46bd-2271-4906-b565-6698b07b0dd6 req-9c91b181-dd87-4b73-8fbe-cba49aec0098 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.1297131 Jan 28 03:29:00.574993 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbe6c23-6806-43fb-b70f-e72fb7d4914d x-openstack-request-id: req-bbbe6c23-6806-43fb-b70f-e72fb7d4914d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:00.575570 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:00.575570 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbbe6c23-6806-43fb-b70f-e72fb7d4914d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:00.575915 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'status': 'completed', 'code': 200} Jan 28 03:29:00.673683 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-3790111e-2aa8-4d9c-8536-370832df60e6 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120543 Jan 28 03:29:00.869178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-d65c59d8-dbcb-4e5b-9f99-9c795efcc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:00.870722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-d65c59d8-dbcb-4e5b-9f99-9c795efcc9dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1097 time: 0.4511511 Jan 28 03:29:00.874167 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (1696da5a-5f45-4c57-8feb-f9f8c4d51cd0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.001770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30768a06-49bc-4404-95b6-0d0b8d734f83 req-cad50b5c-8d99-4f0d-8ec2-42f93379283b tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.003468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30768a06-49bc-4404-95b6-0d0b8d734f83 req-cad50b5c-8d99-4f0d-8ec2-42f93379283b tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1096 time: 0.1934137 Jan 28 03:29:01.007398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a52f46bd-2271-4906-b565-6698b07b0dd6 req-e06afc5d-4ff6-4980-aa88-bf5c1bf375b9 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4899642 Jan 28 03:29:01.023023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Pushing event updated for resources: {'Subnet': ['ID=1696da5a-5f45-4c57-8feb-f9f8c4d51cd0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:01.073138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Checking segment: {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:01.073771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Network hostable DHCP agents. Network: 6d384e79-4a93-41c2-b2d7-89b53c3312ce, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:01.100731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-77cad65f-928b-4901-a673-9e794cdce55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.102589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-77cad65f-928b-4901-a673-9e794cdce55c service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.2094393 Jan 28 03:29:01.103797 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99e5863a-da39-4f3f-90c6-c04db0f833ca req-4aec789f-ed9d-4b38-9f69-b45df41fc2c2 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219244 Jan 28 03:29:01.155030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd48c915-ff5a-4cb6-b33c-72c90a729dac {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:01.171225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Publish callbacks [] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.176748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Network 6d384e79-4a93-41c2-b2d7-89b53c3312ce is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:01.182549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30768a06-49bc-4404-95b6-0d0b8d734f83 req-b9b42a41-66d7-4dab-bd08-0eade2164bfe tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199021 Jan 28 03:29:01.184171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-c029a2d4-0498-4c7b-9fbd-4853eaa134f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=176d348b-9697-4e18-9341-5e7783c44c97 HTTP/1.1" status: 200 len: 217 time: 0.0574934 Jan 28 03:29:01.200481 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 6d384e79-4a93-41c2-b2d7-89b53c3312ce) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:01.202101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Transition to ACTIVE for port object bd48c915-ff5a-4cb6-b33c-72c90a729dac will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:29:01.207759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.208406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.212448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.227720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d5d95-9d57-4c33-8bea-2d1cbab7f39e None None] Network 6d384e79-4a93-41c2-b2d7-89b53c3312ce requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:01.340080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd48c915-ff5a-4cb6-b33c-72c90a729dac,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:01.353723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b041931c-83d8-4460-8c6b-aae46f01cced admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4666660 Jan 28 03:29:01.417868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-98a63c7c-df6e-4188-8856-3aa9a8fa5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.419391 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-98a63c7c-df6e-4188-8856-3aa9a8fa5fcd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1099 time: 0.1550400 Jan 28 03:29:01.429242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97b4f2-1e76-4686-9107-810be7ef16be req-09de5ce4-048f-4d1a-a8df-eb7c1cec4339 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.432036 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e97b4f2-1e76-4686-9107-810be7ef16be req-09de5ce4-048f-4d1a-a8df-eb7c1cec4339 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 943 time: 0.2276490 Jan 28 03:29:01.435473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-4c9fe807-2cf9-4c3b-8a74-234507e61ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.437197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-4c9fe807-2cf9-4c3b-8a74-234507e61ce3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1599712 Jan 28 03:29:01.437929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b63bd6-49ea-4cb3-93b6-72dc8c37292e None None] Network 6d384e79-4a93-41c2-b2d7-89b53c3312ce requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:01.448054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee7675-a09f-49be-92f3-cafb00b83170 req-afee90ea-7782-4f3c-a047-9b1ddefe643b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.455438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5ee7675-a09f-49be-92f3-cafb00b83170 req-afee90ea-7782-4f3c-a047-9b1ddefe643b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1134338 Jan 28 03:29:01.509879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-ad40e3ae-fad6-4ca2-93ea-16e93debe2f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461257 Jan 28 03:29:01.545232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Attempting to bind port bd48c915-ff5a-4cb6-b33c-72c90a729dac on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:01.545585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Attempting to bind port bd48c915-ff5a-4cb6-b33c-72c90a729dac by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:01.545885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Attempting to bind port bd48c915-ff5a-4cb6-b33c-72c90a729dac on network 22c0dbfe-f27f-441b-a057-b901050a9c6b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:01.555694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Port bd48c915-ff5a-4cb6-b33c-72c90a729dac on network 22c0dbfe-f27f-441b-a057-b901050a9c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:29:01.556015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Attempting to bind port bd48c915-ff5a-4cb6-b33c-72c90a729dac on network 22c0dbfe-f27f-441b-a057-b901050a9c6b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:01.564927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:01.565273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Checking segment: {'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:01.565653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Bound using segment: {'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:01.566085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Bound port: bd48c915-ff5a-4cb6-b33c-72c90a729dac, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:01.566439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.626720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-77c92c55-ad36-46a8-ba43-370185e9c488 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053104 Jan 28 03:29:01.627119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-20281ba6-f1f2-43f2-a9cd-caeb1d5f1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.628783 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-20281ba6-f1f2-43f2-a9cd-caeb1d5f1ad1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1980498 Jan 28 03:29:01.686514 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-7083c94b-6a39-46fe-8416-2fbee6a113ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 217 time: 0.0475228 Jan 28 03:29:01.691930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] For port bd48c915-ff5a-4cb6-b33c-72c90a729dac, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:01.693658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e97b4f2-1e76-4686-9107-810be7ef16be req-1c53cee1-cd70-4c68-bd8b-d67c9567570e tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550640 Jan 28 03:29:01.735053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5ee7675-a09f-49be-92f3-cafb00b83170 req-99b0cf50-b35a-4cb7-b627-3ba5f2852791 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770116 Jan 28 03:29:01.783438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] For port bd48c915-ff5a-4cb6-b33c-72c90a729dac, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:01.805998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.808065 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-652d2ddc-cf55-4431-b560-c33ae1549cb7 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677692 Jan 28 03:29:01.813024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-1216ff67-f4bf-4ee9-bfb2-578ec9495579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.813478 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-1216ff67-f4bf-4ee9-bfb2-578ec9495579 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1107993 Jan 28 03:29:01.899075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.900003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.901497 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] 10.222.0.25 "PUT /v2.0/ports/bd48c915-ff5a-4cb6-b33c-72c90a729dac HTTP/1.1" status: 200 len: 1092 time: 1.6880786 Jan 28 03:29:01.902034 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e7aec-9eeb-490b-bec8-f29f6819e9ac req-e9a000e4-2375-4d55-b6d7-f0784fa8ce8b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.904160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-455e7aec-9eeb-490b-bec8-f29f6819e9ac req-e9a000e4-2375-4d55-b6d7-f0784fa8ce8b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 947 time: 0.0835464 Jan 28 03:29:01.928709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b329ea4-622e-4c3d-b858-8353874c62f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd48c915-ff5a-4cb6-b33c-72c90a729dac,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:01.934027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-36778afb-94eb-4657-a19f-614a399cfcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:01.936009 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-36778afb-94eb-4657-a19f-614a399cfcb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760555 Jan 28 03:29:01.990724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-455e7aec-9eeb-490b-bec8-f29f6819e9ac req-7eda8b34-29a5-4e6d-8612-b7425df2b6f4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810051 Jan 28 03:29:02.096697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-a76d3265-143b-4b5e-9e67-782e4a1d0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:02.098240 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-a76d3265-143b-4b5e-9e67-782e4a1d0aa7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1dc47002d2e487dbd8112316c5ecb14&device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 1095 time: 0.1337342 Jan 28 03:29:02.112978 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-b2da4699-d31e-4c09-88f4-d5e95314ecfa service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507499 Jan 28 03:29:02.161568 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-e8415639-8d51-47a3-8454-43aa7c651b08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac HTTP/1.1" status: 200 len: 217 time: 0.0474372 Jan 28 03:29:02.254282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-bff82d1a-a8f6-4fa1-a385-6f4ae1f029a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:02.255755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-bff82d1a-a8f6-4fa1-a385-6f4ae1f029a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e5963e1-e98a-4683-9cd0-8099e9cc4e32 HTTP/1.1" status: 200 len: 855 time: 0.0850282 Jan 28 03:29:02.302201 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-a765518d-0b68-47a6-a2bd-e1f3c3ce02b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=22c0dbfe-f27f-441b-a057-b901050a9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354912 Jan 28 03:29:02.304535 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d13a85d4-9bbb-4921-9540-2055c5bb9d73 req-c27c81b2-d075-4dc0-955a-9d63ff0c15dd service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828580 Jan 28 03:29:02.361107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-f98eb495-d751-4216-9839-e090d7ac8af1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:02.362739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-f98eb495-d751-4216-9839-e090d7ac8af1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 804 time: 0.1136189 Jan 28 03:29:02.385420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-99aca047-e86b-4998-b3bb-40e0e99646d4 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/quotas/1d76a39b5499446aa461bd30effea998 HTTP/1.1" status: 200 len: 375 time: 0.0154493 Jan 28 03:29:02.423225 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-14fbeb7a-5ee8-4e12-82c2-9c93687f5756 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363097 Jan 28 03:29:02.431408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-5b59ce1f-4696-48cf-b82a-f37ef9edacf5 service neutron] 10.222.0.25 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035569 Jan 28 03:29:02.537392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a61a3d8b-8457-4b28-a6dc-4727c22aa79e service neutron] 10.222.0.44 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132934 Jan 28 03:29:02.549925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0e0b2159-0f61-46d0-a5df-b0870e2c96f0 req-57acf21e-7a79-4eb1-afcc-5be42b9bf8fc service neutron] 10.222.0.25 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100125 Jan 28 03:29:02.576729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'tag': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:02.579447 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "62c849ee-faec-4508-abb6-f33bd1a154dc", "tag": "bd48c915-ff5a-4cb6-b33c-72c90a729dac"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:02.638455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d9271522-2aba-4f8e-a3e4-32b577ed6f4f service neutron] 10.222.0.44 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951350 Jan 28 03:29:02.959338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff6890-a703-4efa-8c53-4c3612da6e67 req-da6baf67-2d59-4d28-bfc8-b92d7a2ce180 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:02.967742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99ff6890-a703-4efa-8c53-4c3612da6e67 req-da6baf67-2d59-4d28-bfc8-b92d7a2ce180 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.0660462 Jan 28 03:29:03.046165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99ff6890-a703-4efa-8c53-4c3612da6e67 req-8272569e-5c95-43a6-9416-50d67dff87eb tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771995 Jan 28 03:29:03.108405 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cd09da-62d7-4889-87d4-4802976d4a86 x-openstack-request-id: req-86cd09da-62d7-4889-87d4-4802976d4a86 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:03.108951 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c849ee-faec-4508-abb6-f33bd1a154dc", "tag": "bd48c915-ff5a-4cb6-b33c-72c90a729dac", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:03.109351 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86cd09da-62d7-4889-87d4-4802976d4a86 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:03.109920 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'tag': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac', 'status': 'completed', 'code': 200} Jan 28 03:29:03.220797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f req-1a9e2895-52e3-44e1-bfc2-ad8aaf3139aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:03.222722 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f req-1a9e2895-52e3-44e1-bfc2-ad8aaf3139aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1dc47002d2e487dbd8112316c5ecb14&device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 1095 time: 0.0663273 Jan 28 03:29:03.252579 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2a33c-f8a3-4dd1-9190-b5d8bede32a7 req-74f89e3f-78ab-43f2-afab-c75b9e2c0d11 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:03.254586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00e2a33c-f8a3-4dd1-9190-b5d8bede32a7 req-74f89e3f-78ab-43f2-afab-c75b9e2c0d11 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 943 time: 0.0844829 Jan 28 03:29:03.331084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00e2a33c-f8a3-4dd1-9190-b5d8bede32a7 req-6512aaf3-fcdc-48d8-859e-179518b30051 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704734 Jan 28 03:29:03.353982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f req-d82dc2aa-078c-4250-a714-aea7a8daf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:03.355636 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f req-d82dc2aa-078c-4250-a714-aea7a8daf547 service neutron] 10.222.0.25 "GET /v2.0/networks?id=22c0dbfe-f27f-441b-a057-b901050a9c6b HTTP/1.1" status: 200 len: 916 time: 0.1234345 Jan 28 03:29:03.425677 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f req-2e09db74-fed9-4106-9410-05b21f324b6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac HTTP/1.1" status: 200 len: 217 time: 0.0632467 Jan 28 03:29:03.455155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-493c1606-e7a9-4175-aee6-b78d46501f46 req-6371df11-4b0a-4db1-b5ca-062769e39b01 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 210 time: 0.0440521 Jan 28 03:29:03.483570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f req-b13119a2-94b3-4f63-a160-204fc240ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:03.485332 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f req-b13119a2-94b3-4f63-a160-204fc240ba18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e5963e1-e98a-4683-9cd0-8099e9cc4e32 HTTP/1.1" status: 200 len: 855 time: 0.0518756 Jan 28 03:29:03.533523 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f req-6b08c725-bc8d-47ac-9115-9a59421f5e41 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=22c0dbfe-f27f-441b-a057-b901050a9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394962 Jan 28 03:29:03.568810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2f882-5687-4fd5-b118-8ef66814ceb0 req-381449bd-eac4-4f60-8743-2c14aed97e29 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:03.570885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c2f882-5687-4fd5-b118-8ef66814ceb0 req-381449bd-eac4-4f60-8743-2c14aed97e29 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0531497 Jan 28 03:29:03.626269 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c2f882-5687-4fd5-b118-8ef66814ceb0 req-885bd993-1a1a-4dd6-b1f7-fc95eacd899f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482807 Jan 28 03:29:03.645649 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f req-23061f46-6adc-4e30-ab6a-833bb5d1d76b service neutron] 10.222.0.25 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029196 Jan 28 03:29:03.764538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20b09-97c4-4928-89c8-c6cb92caaa8e req-23b17885-2f37-40a8-b708-58c9b34ee815 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:03.765544 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6c7513a-9045-4950-9f8b-cf2e5ce16f5f req-cd40921b-12ab-43a9-95d9-d247e3d2d705 service neutron] 10.222.0.25 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083393 Jan 28 03:29:03.766206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1a20b09-97c4-4928-89c8-c6cb92caaa8e req-23b17885-2f37-40a8-b708-58c9b34ee815 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 947 time: 0.0571694 Jan 28 03:29:03.817663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1a20b09-97c4-4928-89c8-c6cb92caaa8e req-05973b44-caae-4905-99c2-b8c06c229817 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456440 Jan 28 03:29:04.037748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:29:04.155249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:04.166356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'mac_address': 'fa:16:3e:7a:cb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:29:04.220886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 31b2d21d-e6aa-498a-bb96-77df17ac4def is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:04.221298 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:04.240430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b2d21d-e6aa-498a-bb96-77df17ac4def {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:04.242871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fde23c-d743-4f2e-bf74-b32598aee98b req-28078e3c-cbf3-40d8-ab91-c7973cb1913b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:04.250750 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9fde23c-d743-4f2e-bf74-b32598aee98b req-28078e3c-cbf3-40d8-ab91-c7973cb1913b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.1322029 Jan 28 03:29:04.266414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:04.273729 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:04.327438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9fde23c-d743-4f2e-bf74-b32598aee98b req-0574a86e-6405-4c48-829b-a0f2465013a2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754104 Jan 28 03:29:04.333119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-9f9aec63-86cb-4615-b454-70fb7b99472d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:04.333708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:04.334549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-9f9aec63-86cb-4615-b454-70fb7b99472d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 804 time: 0.2038946 Jan 28 03:29:04.368703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Request body: {'port': {'device_id': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'admin_state_up': True, 'tenant_id': '1d76a39b5499446aa461bd30effea998'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:04.440675 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:29:04.495774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac6850-712c-4d8f-a34b-763757c711cd req-118a8d70-edf0-4422-a2c5-7dce3b2a2d39 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:04.497218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87ac6850-712c-4d8f-a34b-763757c711cd req-118a8d70-edf0-4422-a2c5-7dce3b2a2d39 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 943 time: 0.0823636 Jan 28 03:29:04.535940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Made reservation on behalf of 1d76a39b5499446aa461bd30effea998 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:04.539859 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:04.569885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87ac6850-712c-4d8f-a34b-763757c711cd req-d1a4878a-c6b0-4414-b96a-3332eda068f4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659473 Jan 28 03:29:04.698587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61d3679f-7bc7-48d8-8e2f-6c2378006535 req-e072b5c7-ac09-407a-b175-c7a599ba586d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 210 time: 0.0558751 Jan 28 03:29:04.712446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Allocated IP 172.20.0.12 (6d384e79-4a93-41c2-b2d7-89b53c3312ce/1696da5a-5f45-4c57-8feb-f9f8c4d51cd0/bcf542f1-79bb-42c0-8ffd-4339ea6b8e45) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:04.890170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6021e-168d-4d51-9926-03a50176c9ec req-2a8c9ed8-d287-4e08-8e33-831187616c51 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:04.891581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78e6021e-168d-4d51-9926-03a50176c9ec req-2a8c9ed8-d287-4e08-8e33-831187616c51 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1107688 Jan 28 03:29:04.915826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['31b2d21d-e6aa-498a-bb96-77df17ac4def'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:04.916073 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks [] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:04.969021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78e6021e-168d-4d51-9926-03a50176c9ec req-a671afa7-247e-4772-8f1a-a636d2418966 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692058 Jan 28 03:29:04.996613 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.058081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Network 6d384e79-4a93-41c2-b2d7-89b53c3312ce is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:05.068793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:05.074482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:05.121831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Pushing event updated for resources: {'Port': ['ID=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:05.152108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:05.152665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.162867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523ee85-f5bb-4f8e-be7d-7482579c906a req-7574a371-1c7a-431b-ae0a-64ce4796d2bb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:05.164481 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5523ee85-f5bb-4f8e-be7d-7482579c906a req-7574a371-1c7a-431b-ae0a-64ce4796d2bb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 948 time: 0.1121302 Jan 28 03:29:05.181160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-d8ad06bc-df7b-4c40-a7c4-edf25d69fef8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8174884 Jan 28 03:29:05.198234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Request body: {'port': {'device_id': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:05.252781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5523ee85-f5bb-4f8e-be7d-7482579c906a req-08dcf909-6e14-42a0-b74b-850234b0cf00 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817029 Jan 28 03:29:05.277272 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.523118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2d376-dc83-48bf-af2a-36dacb5e14e2 req-b08f705f-6367-4bae-a021-8f8a00dd229e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:05.524192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ed2d376-dc83-48bf-af2a-36dacb5e14e2 req-b08f705f-6367-4bae-a021-8f8a00dd229e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.1100543 Jan 28 03:29:05.620580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ed2d376-dc83-48bf-af2a-36dacb5e14e2 req-9b986a8c-41c9-4b25-a304-3a822d135130 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857668 Jan 28 03:29:05.629610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:05.638668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Publish callbacks [] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.654916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Transition to ACTIVE for port object bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:29:05.659033 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.735769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:05.795385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc32177-fa60-4c39-965e-91d1861222ed req-36809fb7-4869-4863-9362-afea77855173 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:05.796793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edc32177-fa60-4c39-965e-91d1861222ed req-36809fb7-4869-4863-9362-afea77855173 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 943 time: 0.1035502 Jan 28 03:29:05.844444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Attempting to bind port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:05.844696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Attempting to bind port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:05.845048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Attempting to bind port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:05.854507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:29:05.854833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Attempting to bind port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:05.866446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:05.866791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Checking segment: {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:05.867170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Bound using segment: {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:05.867598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Bound port: bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:05.867959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.873205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edc32177-fa60-4c39-965e-91d1861222ed req-6a1cf755-b1b2-4005-b8ff-a0cd8f4d5907 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702419 Jan 28 03:29:05.934231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] For port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:05.937492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] For port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:05.942555 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.007481 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:06.008103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.009505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 HTTP/1.1" status: 200 len: 1093 time: 0.8158062 Jan 28 03:29:06.010750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'tag': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:06.013008 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9925d37-9979-44c8-ab9b-93fba2a7aec5", "tag": "bcf542f1-79bb-42c0-8ffd-4339ea6b8e45"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:06.038367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bcbcb-0636-4557-84e2-ade455b944c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:06.043198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bd48c915-ff5a-4cb6-b33c-72c90a729dac details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:29:06.061301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd4f0e-5c29-4b07-87cc-d3001ebe1f4c req-8f74b3a6-2dc5-4717-908f-5d07ea8b9b72 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:06.063004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92fd4f0e-5c29-4b07-87cc-d3001ebe1f4c req-8f74b3a6-2dc5-4717-908f-5d07ea8b9b72 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 944 time: 0.0951962 Jan 28 03:29:06.141798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a1413165-b953-4df5-a7d2-e731998ebdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:06.143461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-a1413165-b953-4df5-a7d2-e731998ebdfe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 1096 time: 0.0729294 Jan 28 03:29:06.149035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92fd4f0e-5c29-4b07-87cc-d3001ebe1f4c req-37c31e68-c091-415e-97ae-116d5531ebb7 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772789 Jan 28 03:29:06.150113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bd48c915-ff5a-4cb6-b33c-72c90a729dac, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:06.165033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac', 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b', 'port_id': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac', 'mac_address': 'fa:16:3e:fa:be:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5963e1-e98a-4683-9cd0-8099e9cc4e32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:29:06.204669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-ae3c00d6-70aa-4b5e-a5cb-10191640852d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 HTTP/1.1" status: 200 len: 217 time: 0.0479453 Jan 28 03:29:06.211003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bd48c915-ff5a-4cb6-b33c-72c90a729dac is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:06.211396 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.225994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd48c915-ff5a-4cb6-b33c-72c90a729dac {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:06.247927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bd48c915-ff5a-4cb6-b33c-72c90a729dac, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:06.251872 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.289835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-2af23bc8-09e3-406f-859e-21d18299054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:06.291475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-2af23bc8-09e3-406f-859e-21d18299054f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1696da5a-5f45-4c57-8feb-f9f8c4d51cd0 HTTP/1.1" status: 200 len: 844 time: 0.0804906 Jan 28 03:29:06.305945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0bc9-ce77-409b-af29-3f805a87b1ef req-b9ae368f-8406-46b7-967f-90865a81c05f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:06.307528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6f9d0bc9-ce77-409b-af29-3f805a87b1ef req-b9ae368f-8406-46b7-967f-90865a81c05f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0651217 Jan 28 03:29:06.308027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=bd48c915-ff5a-4cb6-b33c-72c90a729dac,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:06.335679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-22db18f7-f79f-419f-9c94-c4582c541f35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d384e79-4a93-41c2-b2d7-89b53c3312ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270078 Jan 28 03:29:06.427769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6f9d0bc9-ce77-409b-af29-3f805a87b1ef req-fc7d2299-8669-4240-b444-353023440756 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950944 Jan 28 03:29:06.470507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-2166a327-3eb0-485e-98c7-3d1570d0c251 service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226850 Jan 28 03:29:06.477679 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbe8d0f-b71b-49ef-bf51-5e85956cc1b5 x-openstack-request-id: req-3fbe8d0f-b71b-49ef-bf51-5e85956cc1b5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:06.478087 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9925d37-9979-44c8-ab9b-93fba2a7aec5", "tag": "bcf542f1-79bb-42c0-8ffd-4339ea6b8e45", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:06.478433 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fbe8d0f-b71b-49ef-bf51-5e85956cc1b5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:06.478887 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'tag': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45', 'status': 'completed', 'code': 200} Jan 28 03:29:06.618870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387ed07-8738-464c-84d1-bb513e0abd18 req-e40ac378-13ad-4379-9d31-7011d7aa7bf8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:06.620276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0387ed07-8738-464c-84d1-bb513e0abd18 req-e40ac378-13ad-4379-9d31-7011d7aa7bf8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 948 time: 0.0817170 Jan 28 03:29:06.623967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543a7b8f-21d3-469c-a23b-e14c3afc1698 req-c88cdaba-ccd2-49aa-b25b-73f628238db5 service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298234 Jan 28 03:29:06.671690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0387ed07-8738-464c-84d1-bb513e0abd18 req-43b6bf54-b3e7-4bb6-9b45-9091794ad37e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458660 Jan 28 03:29:06.767271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b req-539a865e-6286-44fc-a669-998f508ab27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:06.767271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b req-539a865e-6286-44fc-a669-998f508ab27a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 1096 time: 0.0468144 Jan 28 03:29:06.808092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['bd48c915-ff5a-4cb6-b33c-72c90a729dac'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:06.903157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3c48f-e496-483e-940e-c457b8cf6908 req-a93f71c8-4f58-4a0c-9e8e-50d7225b88f6 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:06.904923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11b3c48f-e496-483e-940e-c457b8cf6908 req-a93f71c8-4f58-4a0c-9e8e-50d7225b88f6 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.0820310 Jan 28 03:29:06.908020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b req-e3325869-d17d-4d11-977c-ff12842edd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:06.909408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b req-e3325869-d17d-4d11-977c-ff12842edd22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 905 time: 0.1371136 Jan 28 03:29:06.966248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b req-1cd71be5-ca08-4d20-b845-5bcd0a059feb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 HTTP/1.1" status: 200 len: 217 time: 0.0444689 Jan 28 03:29:07.285763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11b3c48f-e496-483e-940e-c457b8cf6908 req-0df065f0-6fbe-424e-afc6-f525432681b8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708689 Jan 28 03:29:07.296635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b req-648976ac-4af6-44e8-bdfe-4a32aef5dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:07.298115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b req-648976ac-4af6-44e8-bdfe-4a32aef5dcac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1696da5a-5f45-4c57-8feb-f9f8c4d51cd0 HTTP/1.1" status: 200 len: 844 time: 0.3220465 Jan 28 03:29:07.330836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b req-75a77d5d-d19f-4bec-85a6-8cf74d17fe32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d384e79-4a93-41c2-b2d7-89b53c3312ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261209 Jan 28 03:29:07.456806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd783d4-c9fb-4423-bd16-d5b250504038 req-e21b0411-7b51-4120-b5f5-b598b7e62ca8 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:07.458403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cd783d4-c9fb-4423-bd16-d5b250504038 req-e21b0411-7b51-4120-b5f5-b598b7e62ca8 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 944 time: 0.1123307 Jan 28 03:29:07.476121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b req-e3d11cea-0cf4-4413-84f4-3921cf403517 service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371856 Jan 28 03:29:07.563384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cd783d4-c9fb-4423-bd16-d5b250504038 req-71da6895-94d5-4316-bcb1-1ae70f911a3c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973895 Jan 28 03:29:07.601508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f1fabb2-bc17-4fbd-aa5b-4d4ebdf5ce9b req-c667121f-ca55-4daf-97c2-dce29520430d service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172228 Jan 28 03:29:07.669971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd865e-539a-441e-9dd8-6ade1411e822 req-0bc450ed-230d-49e7-a401-b499f394a52a tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:07.671456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10dd865e-539a-441e-9dd8-6ade1411e822 req-0bc450ed-230d-49e7-a401-b499f394a52a tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 944 time: 0.0500028 Jan 28 03:29:07.719429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10dd865e-539a-441e-9dd8-6ade1411e822 req-99891d23-1b06-4c03-b945-139a3da246dc tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Jan 28 03:29:07.821410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35e14-99e2-4782-b28d-a28eef7e7a05 req-da67ca8d-346a-4200-9029-4b14139b0e3a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:07.822842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ea35e14-99e2-4782-b28d-a28eef7e7a05 req-da67ca8d-346a-4200-9029-4b14139b0e3a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0490663 Jan 28 03:29:07.873689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ea35e14-99e2-4782-b28d-a28eef7e7a05 req-2ffe1498-202f-441a-b82b-d698967a46e2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451968 Jan 28 03:29:07.979177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a044d12-cb3e-478b-94ea-3e99b6714342 req-92922f3a-cc4f-4d64-a0ef-7b3e5384bf86 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:07.980698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a044d12-cb3e-478b-94ea-3e99b6714342 req-92922f3a-cc4f-4d64-a0ef-7b3e5384bf86 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 948 time: 0.0475416 Jan 28 03:29:08.029238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a044d12-cb3e-478b-94ea-3e99b6714342 req-baf6aa04-7a84-48a3-82b1-7bd73d4fe5b5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Jan 28 03:29:08.058099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:08.111323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 31b2d21d-e6aa-498a-bb96-77df17ac4def completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:29:08.118206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 31b2d21d-e6aa-498a-bb96-77df17ac4def triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:08.118606 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.197132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 31b2d21d-e6aa-498a-bb96-77df17ac4def is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:08.197524 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.220746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:08.222993 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595ec2f3-64df-4316-a316-e3715c73e4b0" -d '{"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-plugged", "status": "completed", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:08.235489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:08.240442 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.270946 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9700c15-163f-4b1c-8138-0393ad3880ed x-openstack-request-id: req-f9700c15-163f-4b1c-8138-0393ad3880ed {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:08.271280 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-plugged", "status": "completed", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:08.271530 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9700c15-163f-4b1c-8138-0393ad3880ed {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:08.272489 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'code': 200} Jan 28 03:29:08.298404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:08.414820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd082508-0d09-4f9c-9564-31a0c826ac34 req-6091c61e-ae72-451f-abec-3a3b0c9a24bf tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:08.415090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf597d-02ee-413c-98b1-475d9e2b9d58 req-dd7f1bb1-7ca2-4068-87b6-a8e709edce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:08.416543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6eaf597d-02ee-413c-98b1-475d9e2b9d58 req-dd7f1bb1-7ca2-4068-87b6-a8e709edce2c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1101 time: 0.0519984 Jan 28 03:29:08.417076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd082508-0d09-4f9c-9564-31a0c826ac34 req-6091c61e-ae72-451f-abec-3a3b0c9a24bf tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.0556116 Jan 28 03:29:08.462284 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6eaf597d-02ee-413c-98b1-475d9e2b9d58 req-7cecd81a-2908-4a72-909f-85662b3bc5cd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383594 Jan 28 03:29:08.466422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd082508-0d09-4f9c-9564-31a0c826ac34 req-7f2790a3-c884-4bcc-85f1-51e20f92b1d4 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441449 Jan 28 03:29:08.685805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75354-aa37-4142-9168-0071cd0b9756 req-50cfcc18-36d7-4492-9c7a-01c59bb4aaef tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:08.687309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3d75354-aa37-4142-9168-0071cd0b9756 req-50cfcc18-36d7-4492-9c7a-01c59bb4aaef tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 944 time: 0.0523517 Jan 28 03:29:08.736428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3d75354-aa37-4142-9168-0071cd0b9756 req-8f485ada-0fee-43b1-b2b3-a68dfa49364f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431359 Jan 28 03:29:08.848082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa4741-b5cc-47dd-92b1-7edab7f06636 req-aa66750c-7056-463e-95b4-f540346b1404 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:08.849921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31aa4741-b5cc-47dd-92b1-7edab7f06636 req-aa66750c-7056-463e-95b4-f540346b1404 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 944 time: 0.0515802 Jan 28 03:29:08.901432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31aa4741-b5cc-47dd-92b1-7edab7f06636 req-a500dbc7-7b3a-4887-a2f7-564af092550e tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Jan 28 03:29:09.009340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1ac31-9465-4a38-9a61-142686ae656d req-81115f1d-181a-4a39-97d9-6620283bbc33 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:09.010872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73e1ac31-9465-4a38-9a61-142686ae656d req-81115f1d-181a-4a39-97d9-6620283bbc33 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0547097 Jan 28 03:29:09.058325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73e1ac31-9465-4a38-9a61-142686ae656d req-dc89fb0f-746b-4679-95b0-7954760f3a1b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Jan 28 03:29:09.164342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299189f5-76e5-4e87-a51a-72d8d6e13f10 req-4e65a36d-a1e6-413a-8e54-e2c6bdbe5d18 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:09.165795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-299189f5-76e5-4e87-a51a-72d8d6e13f10 req-4e65a36d-a1e6-413a-8e54-e2c6bdbe5d18 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0489433 Jan 28 03:29:09.213186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-299189f5-76e5-4e87-a51a-72d8d6e13f10 req-1e7483f0-aaa6-46e5-b71a-5e119b029761 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Jan 28 03:29:09.411250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:29:09.508755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:09.521065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'port_id': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45', 'mac_address': 'fa:16:3e:c7:46:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1696da5a-5f45-4c57-8feb-f9f8c4d51cd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:29:09.563649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:09.563947 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:09.578112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:09.593138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35e65c-d03a-42b5-bfa0-f27c3bc080fb req-e7c3ebbb-b353-4820-8fbb-e55b87f21f11 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:09.597224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:09.597655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d35e65c-d03a-42b5-bfa0-f27c3bc080fb req-e7c3ebbb-b353-4820-8fbb-e55b87f21f11 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 943 time: 0.0573754 Jan 28 03:29:09.601727 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:09.602563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:29:09.649666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d35e65c-d03a-42b5-bfa0-f27c3bc080fb req-fa8e3164-788e-40e0-9f75-419a8c439de5 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477059 Jan 28 03:29:09.702932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:09.745293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:09.755493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'port_id': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d', 'mac_address': 'fa:16:3e:a0:bd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:29:09.797090 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:09.797484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:09.815124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:09.840908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:09.844742 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:09.870828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096c2a6-b625-46cd-94d3-a4ae0465f859 req-62196982-6494-4688-89a7-6ec7647c6393 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:09.872289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1096c2a6-b625-46cd-94d3-a4ae0465f859 req-62196982-6494-4688-89a7-6ec7647c6393 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 944 time: 0.0490923 Jan 28 03:29:09.903166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:09.924605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1096c2a6-b625-46cd-94d3-a4ae0465f859 req-81338a99-b0de-4a2e-a344-8cc6232d0a29 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447958 Jan 28 03:29:10.034153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10742654-2cc8-40a7-8117-ee666cf9ff13 req-b961f2a6-cdba-415a-a984-9911443d8b37 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:10.036114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10742654-2cc8-40a7-8117-ee666cf9ff13 req-b961f2a6-cdba-415a-a984-9911443d8b37 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 945 time: 0.0533609 Jan 28 03:29:10.081968 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bd48c915-ff5a-4cb6-b33c-72c90a729dac up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:10.105279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10742654-2cc8-40a7-8117-ee666cf9ff13 req-f410447b-d3f8-42c5-ab79-67be2b3ae38a tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634477 Jan 28 03:29:10.161243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port bd48c915-ff5a-4cb6-b33c-72c90a729dac completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:29:10.166510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port bd48c915-ff5a-4cb6-b33c-72c90a729dac triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:10.166886 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:10.211420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['bcf542f1-79bb-42c0-8ffd-4339ea6b8e45'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:10.236199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:10.244206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035adefc-c565-427f-8be0-a6962fff6838 req-6123fece-f758-432d-b671-7bad27a24bfb tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:10.249370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-035adefc-c565-427f-8be0-a6962fff6838 req-6123fece-f758-432d-b671-7bad27a24bfb tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0611794 Jan 28 03:29:10.295381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-035adefc-c565-427f-8be0-a6962fff6838 req-60446f26-b2fb-4555-ab7f-ffd69e628361 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Jan 28 03:29:10.412167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3bd76-59fa-46cb-9bc9-b0a50afcff22 req-7649e20a-1335-4e82-a240-72dacfaac104 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:10.414297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23c3bd76-59fa-46cb-9bc9-b0a50afcff22 req-7649e20a-1335-4e82-a240-72dacfaac104 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0541143 Jan 28 03:29:10.471018 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e9e689b-8412-4c76-aec8-62935fe8901c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:10.472367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bd48c915-ff5a-4cb6-b33c-72c90a729dac is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:10.472736 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:10.484866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23c3bd76-59fa-46cb-9bc9-b0a50afcff22 req-1a74e5c2-cc9f-4846-810e-2b303bfeb946 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641079 Jan 28 03:29:10.539979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:10.542612 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8679fe-7325-4130-9b54-311006bbdbde" -d '{"events": [{"server_uuid": "62c849ee-faec-4508-abb6-f33bd1a154dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd48c915-ff5a-4cb6-b33c-72c90a729dac"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:10.565816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bd48c915-ff5a-4cb6-b33c-72c90a729dac, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:10.577023 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:10.696583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532d7e4-405b-46da-81a8-ddd543689767 req-2f2eee70-9dad-4a66-9a26-9cd12e2cbce8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:10.700351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=bd48c915-ff5a-4cb6-b33c-72c90a729dac,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:10.701560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5532d7e4-405b-46da-81a8-ddd543689767 req-2f2eee70-9dad-4a66-9a26-9cd12e2cbce8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0587635 Jan 28 03:29:10.763493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5532d7e4-405b-46da-81a8-ddd543689767 req-f4793649-59d1-412e-975f-f3e155775fbe tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575588 Jan 28 03:29:10.807522 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa6038-9e3d-44f9-9fb5-ea65674c0767 x-openstack-request-id: req-20fa6038-9e3d-44f9-9fb5-ea65674c0767 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:10.807954 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c849ee-faec-4508-abb6-f33bd1a154dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd48c915-ff5a-4cb6-b33c-72c90a729dac", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:10.808321 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20fa6038-9e3d-44f9-9fb5-ea65674c0767 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:10.808808 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac', 'code': 200} Jan 28 03:29:10.906563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c37284-de20-4add-9d16-aca352fdc643 req-2156709e-1baa-4b5d-9f94-5f6db0648cc9 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:10.908105 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1c37284-de20-4add-9d16-aca352fdc643 req-2156709e-1baa-4b5d-9f94-5f6db0648cc9 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 944 time: 0.0540719 Jan 28 03:29:10.947306 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ca05e-7df5-4124-888a-cac8563aa5cc req-726a95cc-41ae-4ce2-8f06-b255bbe460c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:10.948689 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb3ca05e-7df5-4124-888a-cac8563aa5cc req-726a95cc-41ae-4ce2-8f06-b255bbe460c6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 1097 time: 0.0410314 Jan 28 03:29:10.967058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1c37284-de20-4add-9d16-aca352fdc643 req-a0394af0-94fe-446b-8c2c-cc3290c4b21d tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495872 Jan 28 03:29:11.002056 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb3ca05e-7df5-4124-888a-cac8563aa5cc req-a2babfba-e33a-4a37-b6bb-5fe3979a19b5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465648 Jan 28 03:29:11.103567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776d47-971d-4d03-ab4f-55dae79b54ea req-beff19bc-eacd-4fc8-990b-9917fecce732 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:11.105125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4776d47-971d-4d03-ab4f-55dae79b54ea req-beff19bc-eacd-4fc8-990b-9917fecce732 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0488224 Jan 28 03:29:11.152470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4776d47-971d-4d03-ab4f-55dae79b54ea req-29f67592-a381-413b-a780-4f0d23407b15 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Jan 28 03:29:11.292268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe224c-2128-4e2d-9ba7-b317899d18f3 req-8aaea3f0-d911-4161-b464-58d81868b1de tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:11.293812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cafe224c-2128-4e2d-9ba7-b317899d18f3 req-8aaea3f0-d911-4161-b464-58d81868b1de tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 945 time: 0.0535350 Jan 28 03:29:11.343588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cafe224c-2128-4e2d-9ba7-b317899d18f3 req-f65d628a-b8c5-4359-9801-9fb82302b103 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Jan 28 03:29:11.424901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:11.484324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:29:11.489855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:11.491300 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.589964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:11.591549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.611729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd4027-ffff-4f3c-9b9e-2e8f824b714d req-0c3726fb-f860-4ecb-8708-614297ffe53e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:11.613309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2cd4027-ffff-4f3c-9b9e-2e8f824b714d req-0c3726fb-f860-4ecb-8708-614297ffe53e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0613508 Jan 28 03:29:11.625017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:11.630674 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.633993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:11.655231 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-a27e5f9b-2101-40a2-9410-37f0d127a224 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747333 Jan 28 03:29:11.685319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2cd4027-ffff-4f3c-9b9e-2e8f824b714d req-58fa1cb0-9637-47fc-ab85-ab9cbab03243 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642207 Jan 28 03:29:11.767384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:11.785894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.792780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:29:11.799495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:11.799908 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.836166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a9df7-0ff1-4e2a-a359-5cdcc38f53bf req-deb0ad51-66da-4e25-8b0d-ad7ee1671425 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:11.843689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e8a9df7-0ff1-4e2a-a359-5cdcc38f53bf req-deb0ad51-66da-4e25-8b0d-ad7ee1671425 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0817914 Jan 28 03:29:11.899540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e8a9df7-0ff1-4e2a-a359-5cdcc38f53bf req-10da3781-c279-4667-b366-a45b5aadb43c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549543 Jan 28 03:29:11.943084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:11.944319 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.987083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:11.994857 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.066215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:12.118634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f146e-039c-4418-8f2a-b6657150819a req-71cd8637-b1ae-4583-b5f2-feb79b4685ac tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:12.120142 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b6f146e-039c-4418-8f2a-b6657150819a req-71cd8637-b1ae-4583-b5f2-feb79b4685ac tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 945 time: 0.0504651 Jan 28 03:29:12.179663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b6f146e-039c-4418-8f2a-b6657150819a req-2a3d25c4-5442-4d9c-b270-ae7122f4d2a9 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531797 Jan 28 03:29:12.502148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c2f7e-91bc-4a9f-a451-73b23fe3cdbc req-948a935f-336c-45a1-8b7e-c705db9009c8 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:12.511167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c32c2f7e-91bc-4a9f-a451-73b23fe3cdbc req-948a935f-336c-45a1-8b7e-c705db9009c8 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0641310 Jan 28 03:29:12.539456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93a4566c-c881-4c45-aa5e-e5b7a957c5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.585041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c32c2f7e-91bc-4a9f-a451-73b23fe3cdbc req-279ff58f-bc11-4d09-ae93-73172dc400a4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728908 Jan 28 03:29:12.711842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeab7b-9b03-42aa-ac2b-1473077fa3d5 req-3d2617c8-b401-4de8-aa35-672a48c53de9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:12.713559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fbeab7b-9b03-42aa-ac2b-1473077fa3d5 req-3d2617c8-b401-4de8-aa35-672a48c53de9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 946 time: 0.0547147 Jan 28 03:29:12.764062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fbeab7b-9b03-42aa-ac2b-1473077fa3d5 req-ff397d22-3872-403d-bcf7-67b986d1ff81 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Jan 28 03:29:12.810046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45'}, {'server_uuid': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:12.813012 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7038cbdc-9f25-4c98-99ff-f0ff725014f7" -d '{"events": [{"server_uuid": "e9925d37-9979-44c8-ab9b-93fba2a7aec5", "name": "network-vif-plugged", "status": "completed", "tag": "bcf542f1-79bb-42c0-8ffd-4339ea6b8e45"}, {"server_uuid": "dcadf503-f045-4d7f-97fd-1bd5d1054d3d", "name": "network-vif-plugged", "status": "completed", "tag": "6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:12.875668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f481f-7f7f-460f-90fd-a955a424ad25 req-ffed0860-ee0e-41eb-b661-5ca096cb2f20 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:12.877239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-902f481f-7f7f-460f-90fd-a955a424ad25 req-ffed0860-ee0e-41eb-b661-5ca096cb2f20 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0493507 Jan 28 03:29:12.926093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-902f481f-7f7f-460f-90fd-a955a424ad25 req-112e0707-d8f9-4ca0-8802-5df5e788e9e2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Jan 28 03:29:12.982114 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970ec167-f2f4-4798-b820-f82eb7ec0cc1 x-openstack-request-id: req-970ec167-f2f4-4798-b820-f82eb7ec0cc1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:12.982114 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9925d37-9979-44c8-ab9b-93fba2a7aec5", "name": "network-vif-plugged", "status": "completed", "tag": "bcf542f1-79bb-42c0-8ffd-4339ea6b8e45", "code": 200}, {"server_uuid": "dcadf503-f045-4d7f-97fd-1bd5d1054d3d", "name": "network-vif-plugged", "status": "completed", "tag": "6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:12.982114 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-970ec167-f2f4-4798-b820-f82eb7ec0cc1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:12.982114 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45', 'code': 200} Jan 28 03:29:12.982114 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d', 'code': 200} Jan 28 03:29:13.082982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492d933-ec35-4975-be11-1e10d5b586c5 req-8407ab71-83e2-4375-b522-0862bc6390db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.091332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e492d933-ec35-4975-be11-1e10d5b586c5 req-8407ab71-83e2-4375-b522-0862bc6390db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0662587 Jan 28 03:29:13.180968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e492d933-ec35-4975-be11-1e10d5b586c5 req-95173ef2-40ce-429d-94fc-911cc977a147 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886216 Jan 28 03:29:13.213220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea5f92-7520-48a9-9804-9e662095ae45 req-de10cb6c-cfa6-470f-8a74-0967b94851a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.217181 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27ea5f92-7520-48a9-9804-9e662095ae45 req-de10cb6c-cfa6-470f-8a74-0967b94851a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 1097 time: 0.0960760 Jan 28 03:29:13.246147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d36bb-49bd-455c-8a1a-0d0a32524b74 req-9d1606e3-72ae-4ce5-9fad-e56ab0c14263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.247712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-839d36bb-49bd-455c-8a1a-0d0a32524b74 req-9d1606e3-72ae-4ce5-9fad-e56ab0c14263 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 1098 time: 0.1104903 Jan 28 03:29:13.325281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27ea5f92-7520-48a9-9804-9e662095ae45 req-dad056a2-5fe0-4b59-8218-fbed5f6b1558 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957546 Jan 28 03:29:13.333784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-0e8df91c-2292-451c-9937-ccf5c772253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.336762 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-0e8df91c-2292-451c-9937-ccf5c772253b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1101 time: 0.0574908 Jan 28 03:29:13.344199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-839d36bb-49bd-455c-8a1a-0d0a32524b74 req-a590f48a-19a7-41ae-a237-d4bd0ba78971 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877371 Jan 28 03:29:13.426539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc9005-2af8-459a-a6d3-2db05c53fac9 req-92a76075-f27a-4a45-9839-153840250f71 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.428992 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53dc9005-2af8-459a-a6d3-2db05c53fac9 req-92a76075-f27a-4a45-9839-153840250f71 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 945 time: 0.0520549 Jan 28 03:29:13.444768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-c9dd820a-d916-467d-855e-108b7148136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.446355 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-c9dd820a-d916-467d-855e-108b7148136b service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1012018 Jan 28 03:29:13.485361 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53dc9005-2af8-459a-a6d3-2db05c53fac9 req-fcf81774-5049-4cfc-a0f7-c8b3e169ddfc tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505915 Jan 28 03:29:13.499761 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-ee3c09fa-1f32-4e3a-a9c5-a938d9ff403a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 217 time: 0.0445950 Jan 28 03:29:13.551987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-e9ac2680-deee-4700-99dd-922687d071a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.554312 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-e9ac2680-deee-4700-99dd-922687d071a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0471134 Jan 28 03:29:13.601672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-47f2415a-934a-4c44-b734-f13705aefcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.603205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-47f2415a-934a-4c44-b734-f13705aefcdf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0419474 Jan 28 03:29:13.701313 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-d7bdf826-aa18-4da1-b4c7-2921e375e643 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914476 Jan 28 03:29:13.704634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b25313-745e-40fc-8d75-72063e88dccf req-c8b70e31-a682-4a30-8d05-430390e839ed tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.706153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95b25313-745e-40fc-8d75-72063e88dccf req-c8b70e31-a682-4a30-8d05-430390e839ed tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0476968 Jan 28 03:29:13.755639 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95b25313-745e-40fc-8d75-72063e88dccf req-36a044f3-3257-434c-bb2b-2bd8d531b696 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 Jan 28 03:29:13.796781 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-890f60ab-64d8-45d9-902e-adcac4358b33 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896571 Jan 28 03:29:13.878573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3f31a-8dc2-4854-bc4d-97fef2e4f7d8 req-d87676af-6fa5-4b59-b888-acb1c576a65b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.880364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5d3f31a-8dc2-4854-bc4d-97fef2e4f7d8 req-d87676af-6fa5-4b59-b888-acb1c576a65b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0539622 Jan 28 03:29:13.932648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5d3f31a-8dc2-4854-bc4d-97fef2e4f7d8 req-4af4fb23-a84b-4779-b4f7-0b4d0cc1191e tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 Jan 28 03:29:14.039255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88d026-7ce5-4c98-addc-af96e9cbf206 req-2ae6cf49-3896-4fc0-a9c2-e01530344b67 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:14.040784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab88d026-7ce5-4c98-addc-af96e9cbf206 req-2ae6cf49-3896-4fc0-a9c2-e01530344b67 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 946 time: 0.0511630 Jan 28 03:29:14.093821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab88d026-7ce5-4c98-addc-af96e9cbf206 req-d82e7b2c-9aca-4aa9-817c-8d0484308d28 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472853 Jan 28 03:29:14.102285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:14.127732 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:14.200348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474eac2-b878-4c87-bcc2-2e1d1a6ee8ee req-e6218cbf-00a4-4ffb-bd50-be5b9357c5bb tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:14.201959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3474eac2-b878-4c87-bcc2-2e1d1a6ee8ee req-e6218cbf-00a4-4ffb-bd50-be5b9357c5bb tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0575354 Jan 28 03:29:14.254290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3474eac2-b878-4c87-bcc2-2e1d1a6ee8ee req-a58df21a-e619-4d71-a467-d50fc5cfe827 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 Jan 28 03:29:14.641876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac84abe-4836-4f2d-9ef5-4037a7a79596 req-56430b87-6144-45eb-b71b-d7cf9875d991 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:14.643825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cac84abe-4836-4f2d-9ef5-4037a7a79596 req-56430b87-6144-45eb-b71b-d7cf9875d991 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0562000 Jan 28 03:29:14.701970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cac84abe-4836-4f2d-9ef5-4037a7a79596 req-988d0396-71f4-4e37-9efa-aef4a413a091 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519190 Jan 28 03:29:14.888828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153ae36-eb61-406c-8334-8a98a3c2462d req-c618b4db-34d1-40f6-8f42-f2f2db47b062 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:14.890801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2153ae36-eb61-406c-8334-8a98a3c2462d req-c618b4db-34d1-40f6-8f42-f2f2db47b062 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1104076 Jan 28 03:29:14.902331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc0bf3-386c-4e8a-a2fe-e215f6339bd2 req-eae1bac7-2269-4984-bdde-3e4019fbf9b2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:14.904115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ecc0bf3-386c-4e8a-a2fe-e215f6339bd2 req-eae1bac7-2269-4984-bdde-3e4019fbf9b2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 945 time: 0.0916502 Jan 28 03:29:14.995626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2153ae36-eb61-406c-8334-8a98a3c2462d req-c1beff74-31d8-4dce-968f-134186a7fb69 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837684 Jan 28 03:29:15.002199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ecc0bf3-386c-4e8a-a2fe-e215f6339bd2 req-f3f2dfde-cac9-4650-80b6-756281b59d50 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824904 Jan 28 03:29:15.208049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720a108-55f8-47aa-b23f-ba38d0bf3bc5 req-4868fe64-ffd6-425c-8f35-ae4636dc7555 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:15.209980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6720a108-55f8-47aa-b23f-ba38d0bf3bc5 req-4868fe64-ffd6-425c-8f35-ae4636dc7555 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 946 time: 0.0496392 Jan 28 03:29:15.259087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6720a108-55f8-47aa-b23f-ba38d0bf3bc5 req-38301c37-bd91-4d09-a26c-3689626d0278 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432122 Jan 28 03:29:15.347822 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:15.401156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22fccc-e5a4-49b6-85da-6ca56f461189 req-8072d5e9-3179-4dbc-ac29-35850cffddaf tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:15.402776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb22fccc-e5a4-49b6-85da-6ca56f461189 req-8072d5e9-3179-4dbc-ac29-35850cffddaf tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0636497 Jan 28 03:29:15.464546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb22fccc-e5a4-49b6-85da-6ca56f461189 req-e7323130-2f54-4c5e-9a51-5f4097daee2b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556397 Jan 28 03:29:15.527506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12449-77a7-450c-b18e-a288cf538a91 req-7d8e18e2-fa09-4215-85ab-5c662d67e904 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:15.529239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf12449-77a7-450c-b18e-a288cf538a91 req-7d8e18e2-fa09-4215-85ab-5c662d67e904 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 946 time: 0.0552886 Jan 28 03:29:15.576413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf12449-77a7-450c-b18e-a288cf538a91 req-79f9767b-0086-4257-954d-9e76c8819098 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Jan 28 03:29:15.822155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5edc7-d414-49c2-b57a-790e1be181ee req-c17c975d-3973-44ff-bd7d-57093f443a57 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:15.823546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d5edc7-d414-49c2-b57a-790e1be181ee req-c17c975d-3973-44ff-bd7d-57093f443a57 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0534887 Jan 28 03:29:15.870447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d5edc7-d414-49c2-b57a-790e1be181ee req-3ca7f12c-97ea-405a-978c-4af7e81a0afb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Jan 28 03:29:16.148707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e55799-f77e-4296-83cf-e4eb31f168d8 req-a501216e-f313-49cc-aa3b-9cfbeef00067 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:16.150219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1e55799-f77e-4296-83cf-e4eb31f168d8 req-a501216e-f313-49cc-aa3b-9cfbeef00067 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0812998 Jan 28 03:29:16.160698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8a18d-1f35-4518-a583-8d6b0cece121 req-727bb0f2-f4a5-419a-91b3-867ad32e8bb5 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:16.162971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ce8a18d-1f35-4518-a583-8d6b0cece121 req-727bb0f2-f4a5-419a-91b3-867ad32e8bb5 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 945 time: 0.0830331 Jan 28 03:29:16.236064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1e55799-f77e-4296-83cf-e4eb31f168d8 req-31d62273-df31-482a-99b3-658e24fbb071 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720258 Jan 28 03:29:16.243281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ce8a18d-1f35-4518-a583-8d6b0cece121 req-830416d9-4320-4d46-9fd2-0e73d0a1e306 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730224 Jan 28 03:29:16.358102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9864-8867-4bff-bcaf-0d3cd81194d9 req-1d1174a4-2056-4e31-8694-82698b4ab49e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:16.359587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afab9864-8867-4bff-bcaf-0d3cd81194d9 req-1d1174a4-2056-4e31-8694-82698b4ab49e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 945 time: 0.0488930 Jan 28 03:29:16.367853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 47806) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:16.372310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-44fcd1fc-0509-4332-bb73-369d451145e2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Request body: {'floatingip': {'port_id': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:16.411333 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44fcd1fc-0509-4332-bb73-369d451145e2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for floatingip (5b4124db-13d1-4bf4-ac15-c25862691350), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:16.566281 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:16.656108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1270-0f44-465b-a41b-5c1464ee14a8 req-10bab653-e04f-428a-9a47-df4f56f6af65 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:16.657628 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc3d1270-0f44-465b-a41b-5c1464ee14a8 req-10bab653-e04f-428a-9a47-df4f56f6af65 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0909560 Jan 28 03:29:16.854487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8b567-14d6-4474-8c1c-bc453fa269b0 req-5125b5db-50b7-4b72-929c-630ecc39d4c0 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:16.855976 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0a8b567-14d6-4474-8c1c-bc453fa269b0 req-5125b5db-50b7-4b72-929c-630ecc39d4c0 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 946 time: 0.1955752 Jan 28 03:29:16.898609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc3d1270-0f44-465b-a41b-5c1464ee14a8 req-69d97a45-9239-4ec3-bf4d-a43189aab3af tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254066 Jan 28 03:29:17.033234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0a8b567-14d6-4474-8c1c-bc453fa269b0 req-a73421ba-f301-4d3f-b0cf-9187e9621f46 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645119 Jan 28 03:29:17.497909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49b496-b7f4-459d-8076-822ffc9aed64 req-1bc734b2-01b6-4cf3-a65e-e5fa8e32de06 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:17.499319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb49b496-b7f4-459d-8076-822ffc9aed64 req-1bc734b2-01b6-4cf3-a65e-e5fa8e32de06 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.4138501 Jan 28 03:29:17.514533 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44fcd1fc-0509-4332-bb73-369d451145e2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:17.530013 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44fcd1fc-0509-4332-bb73-369d451145e2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5b4124db-13d1-4bf4-ac15-c25862691350), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:17.607698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e0249-10bb-4ac5-ada0-a69855031b1e req-608af527-4e06-41b5-a3fb-70aa8fe42a67 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:17.609235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359e0249-10bb-4ac5-ada0-a69855031b1e req-608af527-4e06-41b5-a3fb-70aa8fe42a67 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1696565 Jan 28 03:29:17.629997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb49b496-b7f4-459d-8076-822ffc9aed64 req-4b28a8d2-14f1-42c4-88e2-663a40b74d07 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219177 Jan 28 03:29:17.711723 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-44fcd1fc-0509-4332-bb73-369d451145e2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Floating IP 5b4124db-13d1-4bf4-ac15-c25862691350 associated. External IP: 172.25.1.164, port: 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d. Jan 28 03:29:17.757018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359e0249-10bb-4ac5-ada0-a69855031b1e req-56cc085f-eb87-4c99-90cb-7a974f802163 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407096 Jan 28 03:29:17.949443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fcd1fc-0509-4332-bb73-369d451145e2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Router 641e37b2-6e93-4cef-a187-73fe8d842d59 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:29:18.127810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc324e2e-b845-414f-91ce-85ed31e4bedc req-3c4e5adf-396a-4312-818d-c47bedd7f13a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:18.129318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc324e2e-b845-414f-91ce-85ed31e4bedc req-3c4e5adf-396a-4312-818d-c47bedd7f13a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.1185815 Jan 28 03:29:18.149425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fcd1fc-0509-4332-bb73-369d451145e2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:29:18.159034 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44fcd1fc-0509-4332-bb73-369d451145e2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:18.161222 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] Sync routers for ids ['641e37b2-6e93-4cef-a187-73fe8d842d59'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:29:18.171075 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] Routers {'641e37b2-6e93-4cef-a187-73fe8d842d59'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:29:18.171687 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:29:12Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['641e37b2-6e93-4cef-a187-73fe8d842d59'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:18.203221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-44fcd1fc-0509-4332-bb73-369d451145e2 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "PUT /v2.0/floatingips/5b4124db-13d1-4bf4-ac15-c25862691350 HTTP/1.1" status: 200 len: 991 time: 1.8342311 Jan 28 03:29:18.207718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'tag': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:18.210736 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3348146f-bdb0-4939-9b0c-d07058ee1cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "dcadf503-f045-4d7f-97fd-1bd5d1054d3d", "tag": "6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:18.220215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc324e2e-b845-414f-91ce-85ed31e4bedc req-d47d6658-2f50-41cd-8b6b-0e4836146ea8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837598 Jan 28 03:29:18.277648 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f5a9e2-09de-4d89-a43c-589a583c132e x-openstack-request-id: req-a3f5a9e2-09de-4d89-a43c-589a583c132e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:18.277946 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcadf503-f045-4d7f-97fd-1bd5d1054d3d", "tag": "6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:18.278206 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3f5a9e2-09de-4d89-a43c-589a583c132e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:18.278866 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'tag': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d', 'status': 'completed', 'code': 200} Jan 28 03:29:18.285447 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] Set router 641e37b2-6e93-4cef-a187-73fe8d842d59 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:29:18.384466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-b3383d0d-c08a-4f16-8c76-57936699756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:18.386201 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-b3383d0d-c08a-4f16-8c76-57936699756f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed834f1bfe6a46e585b8de2e620f8d75&device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 1097 time: 0.0428329 Jan 28 03:29:18.496316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-46655665-7afc-4f28-bac8-50d201d90d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:18.498789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-46655665-7afc-4f28-bac8-50d201d90d61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8484bd0d-2c4d-469b-a235-505b20fad4a9 HTTP/1.1" status: 200 len: 915 time: 0.1009974 Jan 28 03:29:18.570814 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '5b4124db-13d1-4bf4-ac15-c25862691350', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'port_id': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'mac_address': 'fa:16:3e:a0:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:28:01Z', 'updated_at': '2022-01-28T03:29:17Z', 'revision_number': 1, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:28:00Z', 'revision_number': 5, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:18.597249 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] Checking router: 641e37b2-6e93-4cef-a187-73fe8d842d59 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:29:18.607132 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] Routers {'641e37b2-6e93-4cef-a187-73fe8d842d59'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:29:18.607747 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:29:12Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['641e37b2-6e93-4cef-a187-73fe8d842d59'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:18.621199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-3c048856-0674-4ec4-8193-72ab1022a3f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d HTTP/1.1" status: 200 len: 999 time: 0.1100328 Jan 28 03:29:18.677194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-80435030-1ed1-4c66-aecd-c23b4561d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:18.679074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-80435030-1ed1-4c66-aecd-c23b4561d751 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bc470f-097f-440b-9cce-f405d8cceafd HTTP/1.1" status: 200 len: 853 time: 0.0513334 Jan 28 03:29:18.802196 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-e17882d7-41a1-4d1c-b8c1-cdba7ba837d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:18.804551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-e17882d7-41a1-4d1c-b8c1-cdba7ba837d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8484bd0d-2c4d-469b-a235-505b20fad4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100605 Jan 28 03:29:18.810767 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] Set router 641e37b2-6e93-4cef-a187-73fe8d842d59 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:29:18.938050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f9168-eb98-46fa-819d-96f88f45c684 req-d74a029f-3a2f-45ac-85c4-1b4507f665ec tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:18.940364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df4f9168-eb98-46fa-819d-96f88f45c684 req-d74a029f-3a2f-45ac-85c4-1b4507f665ec tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.1884177 Jan 28 03:29:18.977452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-716a858f-7030-4349-81c8-07546e9fe716 service neutron] 10.222.0.42 "GET /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630921 Jan 28 03:29:19.055462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87931a9-7d2e-496b-82c9-fa6412812e61 req-403608c7-0605-46b3-b8f6-09935915a5b4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:19.061562 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c87931a9-7d2e-496b-82c9-fa6412812e61 req-403608c7-0605-46b3-b8f6-09935915a5b4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1754375 Jan 28 03:29:19.086628 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '5b4124db-13d1-4bf4-ac15-c25862691350', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'port_id': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'mac_address': 'fa:16:3e:a0:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:28:01Z', 'updated_at': '2022-01-28T03:29:17Z', 'revision_number': 1, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:28:00Z', 'revision_number': 5, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:19.111610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df4f9168-eb98-46fa-819d-96f88f45c684 req-eaf72abc-4579-4f6c-8949-b450f895e069 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589065 Jan 28 03:29:19.122672 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47cddf-66aa-42f3-9ee8-70a552f3a8f2 None None] The sync data for ids ['641e37b2-6e93-4cef-a187-73fe8d842d59'] in n-d-808199-14 is: [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '5b4124db-13d1-4bf4-ac15-c25862691350', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'port_id': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'mac_address': 'fa:16:3e:a0:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:28:01Z', 'updated_at': '2022-01-28T03:29:17Z', 'revision_number': 1, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:28:00Z', 'revision_number': 5, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:29:19.179874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c87931a9-7d2e-496b-82c9-fa6412812e61 req-689a6d34-02c5-4e9d-8fff-8e788d63b135 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170053 Jan 28 03:29:19.184033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3348146f-bdb0-4939-9b0c-d07058ee1cf5 req-85680ada-bb4e-4eb7-b8b4-6c6168a5e513 service neutron] 10.222.0.42 "GET /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965761 Jan 28 03:29:19.350573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988855-bec1-49a6-8b65-b7fcb211a621 req-2b0d1dbb-c83e-4c74-b66e-1b2e159b965b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:19.360533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2988855-bec1-49a6-8b65-b7fcb211a621 req-2b0d1dbb-c83e-4c74-b66e-1b2e159b965b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0609026 Jan 28 03:29:19.374668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1dd666-7bd2-4c75-b272-308c926b9c32 None None] New status for floating IP 5b4124db-13d1-4bf4-ac15-c25862691350: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:29:19.426094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2988855-bec1-49a6-8b65-b7fcb211a621 req-875c2c61-4162-4202-86b6-087e1eabf0b3 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642118 Jan 28 03:29:20.235864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad4766-5913-416f-a28e-a143971a515d req-dcbbf2dd-ff14-492e-b265-b36ab07b8971 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:20.237408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fad4766-5913-416f-a28e-a143971a515d req-dcbbf2dd-ff14-492e-b265-b36ab07b8971 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0549517 Jan 28 03:29:20.322714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fad4766-5913-416f-a28e-a143971a515d req-b0934671-8948-4962-b5f8-32e752509314 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780203 Jan 28 03:29:20.347655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d507f7-14e1-49a3-8033-a820d429d43f req-2d897b5d-110a-4018-b267-7eb6761631a0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:20.355748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86d507f7-14e1-49a3-8033-a820d429d43f req-2d897b5d-110a-4018-b267-7eb6761631a0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0832062 Jan 28 03:29:20.420232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86d507f7-14e1-49a3-8033-a820d429d43f req-7e72ed4b-5461-4b48-8603-e3ddb5e0c284 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635829 Jan 28 03:29:20.560142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c75828-36d1-41d2-834f-4a0ff753187f req-9aa19820-a9f4-4ab6-9a22-ee8b6fe7ef96 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:20.561694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70c75828-36d1-41d2-834f-4a0ff753187f req-9aa19820-a9f4-4ab6-9a22-ee8b6fe7ef96 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0493820 Jan 28 03:29:20.609952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70c75828-36d1-41d2-834f-4a0ff753187f req-670d3d58-426a-44db-a9b1-fa47e35c39c6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 Jan 28 03:29:21.504367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:29:21.543450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67381b73-90b2-4f95-9d02-fa35eca1071d req-29f7ca0e-cadb-4acd-8329-4f3a40c2acf3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:21.549642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67381b73-90b2-4f95-9d02-fa35eca1071d req-29f7ca0e-cadb-4acd-8329-4f3a40c2acf3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.1020851 Jan 28 03:29:21.664710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67381b73-90b2-4f95-9d02-fa35eca1071d req-b75892d1-f6f1-47b7-b2ef-5031b91dfcba tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925255 Jan 28 03:29:21.774143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:21.800221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'port_id': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45', 'mac_address': 'fa:16:3e:c7:46:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1696da5a-5f45-4c57-8feb-f9f8c4d51cd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:29:21.850447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079672a-c6d6-43d4-b99c-6dcd58cf2fec req-b383ef77-72bd-497f-8089-37bcf6766f08 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:21.864214 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e079672a-c6d6-43d4-b99c-6dcd58cf2fec req-b383ef77-72bd-497f-8089-37bcf6766f08 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0793178 Jan 28 03:29:21.881665 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:21.882468 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.897684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:21.925955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:21.933721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.942184 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e079672a-c6d6-43d4-b99c-6dcd58cf2fec req-e852ff1b-232b-44c9-aff7-0c2c09bd583d tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762682 Jan 28 03:29:22.020409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:22.117846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa059911-615f-4e4b-812a-0bf511d2fd76 req-340f026a-a289-411d-a349-7d30cb41de3c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:22.119703 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa059911-615f-4e4b-812a-0bf511d2fd76 req-340f026a-a289-411d-a349-7d30cb41de3c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0736806 Jan 28 03:29:22.161738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['bcf542f1-79bb-42c0-8ffd-4339ea6b8e45'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:22.192219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa059911-615f-4e4b-812a-0bf511d2fd76 req-afc6df16-eab5-4ac0-ab77-e5ab61d2fbe4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668819 Jan 28 03:29:22.815141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fc149-12a7-42bd-8f64-e79d1af7b377 req-df299a71-893b-4548-a611-f7e53c454404 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:22.817679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d8fc149-12a7-42bd-8f64-e79d1af7b377 req-df299a71-893b-4548-a611-f7e53c454404 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0705793 Jan 28 03:29:22.878540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d8fc149-12a7-42bd-8f64-e79d1af7b377 req-bfc18310-b4e4-4745-a997-ddbe0b8a9482 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519702 Jan 28 03:29:23.093835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce182c-1dba-4574-80a7-5b81d98ebf66 req-808bcb31-6161-4868-9c96-99809d3fb9a3 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:23.105828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dce182c-1dba-4574-80a7-5b81d98ebf66 req-808bcb31-6161-4868-9c96-99809d3fb9a3 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0725858 Jan 28 03:29:23.161228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dce182c-1dba-4574-80a7-5b81d98ebf66 req-fdaa888a-b9ff-4b1c-b641-dd35adf7ce5d tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541613 Jan 28 03:29:23.353914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f39581-86f2-4137-b41a-2df47f294f31 req-c282e38b-006e-4a97-8677-64ea9e20bc99 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:23.355416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2f39581-86f2-4137-b41a-2df47f294f31 req-c282e38b-006e-4a97-8677-64ea9e20bc99 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0666947 Jan 28 03:29:23.434264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2f39581-86f2-4137-b41a-2df47f294f31 req-68974dc8-32e3-4cb1-b7dd-552f093b5960 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719590 Jan 28 03:29:23.511406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:23.595221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:23.595817 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:23.694584 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:23.694992 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:23.741796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:23.746156 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21c0a98-40e5-4641-903d-92eb6a955f67" -d '{"events": [{"server_uuid": "e9925d37-9979-44c8-ab9b-93fba2a7aec5", "name": "network-vif-plugged", "status": "completed", "tag": "bcf542f1-79bb-42c0-8ffd-4339ea6b8e45"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:23.811153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:23.817568 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:23.826445 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d504fd2-290d-45b8-932f-00b9c07be92b x-openstack-request-id: req-4d504fd2-290d-45b8-932f-00b9c07be92b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:23.826854 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9925d37-9979-44c8-ab9b-93fba2a7aec5", "name": "network-vif-plugged", "status": "completed", "tag": "bcf542f1-79bb-42c0-8ffd-4339ea6b8e45", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:23.827181 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d504fd2-290d-45b8-932f-00b9c07be92b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:23.827648 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45', 'code': 200} Jan 28 03:29:23.885505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:24.071335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38d8c0-c905-4041-921e-f671402d8fe1 req-54167b82-c96c-44cb-8469-00c791d0331f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:24.072877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d38d8c0-c905-4041-921e-f671402d8fe1 req-54167b82-c96c-44cb-8469-00c791d0331f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0667739 Jan 28 03:29:24.148273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d38d8c0-c905-4041-921e-f671402d8fe1 req-8809ec57-50fd-4377-b2cb-c4baa1fac94b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587204 Jan 28 03:29:24.188616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 176d348b-9697-4e18-9341-5e7783c44c97 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:29:24.359328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:24.380764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 176d348b-9697-4e18-9341-5e7783c44c97 has no active binding in host n-h2-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:29:24.386309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ca186-f380-45e2-8264-a24cc98a69d4 req-7072b1f3-56fa-4464-a8bb-1222de96ecf4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:24.393532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c16ca186-f380-45e2-8264-a24cc98a69d4 req-7072b1f3-56fa-4464-a8bb-1222de96ecf4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1052771 Jan 28 03:29:24.445911 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c16ca186-f380-45e2-8264-a24cc98a69d4 req-10462e13-1a6e-4909-8704-fd0b31ab59fe tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515139 Jan 28 03:29:24.569795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0390-981e-4279-bc50-5d3c97876df8 req-dc64d09a-a9df-4ccc-9405-1f2bf3dcc083 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:24.571507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34aa0390-981e-4279-bc50-5d3c97876df8 req-dc64d09a-a9df-4ccc-9405-1f2bf3dcc083 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0540278 Jan 28 03:29:24.628877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34aa0390-981e-4279-bc50-5d3c97876df8 req-88cb1322-38c4-49ef-80ed-abc593b35e54 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476558 Jan 28 03:29:24.811256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-fb7f1858-00b1-4b7e-88e9-d8082973beb1 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:24.813519 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-fb7f1858-00b1-4b7e-88e9-d8082973beb1 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.0636785 Jan 28 03:29:24.826051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-14'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:24.900914 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (176d348b-9697-4e18-9341-5e7783c44c97), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:25.059056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:25.109979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:25.158450 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Publish callbacks [] for port (176d348b-9697-4e18-9341-5e7783c44c97), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:25.161825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176d348b-9697-4e18-9341-5e7783c44c97'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:25.168636 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7a0b6c-2caf-4ece-a771-e43e833fdaa9" -d '{"events": [{"server_uuid": "11928cde-46fc-47b7-9019-28193c7ddb0d", "name": "network-vif-unplugged", "status": "completed", "tag": "176d348b-9697-4e18-9341-5e7783c44c97"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:25.174984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (176d348b-9697-4e18-9341-5e7783c44c97), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:25.268776 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e225ca-6a07-4910-b756-16441c2c71d0 x-openstack-request-id: req-d0e225ca-6a07-4910-b756-16441c2c71d0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:25.269094 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11928cde-46fc-47b7-9019-28193c7ddb0d", "name": "network-vif-unplugged", "status": "completed", "tag": "176d348b-9697-4e18-9341-5e7783c44c97", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:25.269350 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0e225ca-6a07-4910-b756-16441c2c71d0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:25.269748 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176d348b-9697-4e18-9341-5e7783c44c97', 'code': 200} Jan 28 03:29:25.282986 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Pushing event updated for resources: {'Port': ['ID=176d348b-9697-4e18-9341-5e7783c44c97,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:25.308070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 on host n-h1-808199-14 for vnic_type normal with profile {"migrating_to": "n-h2-808199-14"} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:25.308336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:25.308691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:25.324903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Port 176d348b-9697-4e18-9341-5e7783c44c97 on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:29:25.325214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Attempting to bind port 176d348b-9697-4e18-9341-5e7783c44c97 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:25.338724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:25.339312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:25.339772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:25.340226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Bound port: 176d348b-9697-4e18-9341-5e7783c44c97, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:25.340592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (176d348b-9697-4e18-9341-5e7783c44c97), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:25.412367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61d543-f4aa-49b5-b656-bf50ad7f7f42 req-1b952189-711e-4384-98c1-015a8eb9c88a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:25.414102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f61d543-f4aa-49b5-b656-bf50ad7f7f42 req-1b952189-711e-4384-98c1-015a8eb9c88a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.1269305 Jan 28 03:29:25.473082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:25.478585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:25.493924 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (176d348b-9697-4e18-9341-5e7783c44c97), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:25.566023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f61d543-f4aa-49b5-b656-bf50ad7f7f42 req-5e43250a-d9e6-4856-aeb6-26b2584b5ae7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296747 Jan 28 03:29:25.684601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:25.685397 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:25.686944 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] 10.222.0.25 "PUT /v2.0/ports/176d348b-9697-4e18-9341-5e7783c44c97 HTTP/1.1" status: 200 len: 1123 time: 0.8657975 Jan 28 03:29:25.688253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53840b8f-3473-4971-a9ca-7744ca5c33ca service neutron] Pushing event updated for resources: {'Port': ['ID=176d348b-9697-4e18-9341-5e7783c44c97,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:25.734100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce183-aebd-4e86-b5d0-a8147f94881d req-dfb19c90-bc66-474d-ab54-3ea1e0203016 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:25.747129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56cce183-aebd-4e86-b5d0-a8147f94881d req-dfb19c90-bc66-474d-ab54-3ea1e0203016 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0968423 Jan 28 03:29:25.855293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56cce183-aebd-4e86-b5d0-a8147f94881d req-53e6dade-59e5-458b-9b6a-bbab1faee0cc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020122 Jan 28 03:29:25.857373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['176d348b-9697-4e18-9341-5e7783c44c97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:25.884041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be956d7-e7ab-4aa0-b808-82e4179fb7e7 req-88a0f7b1-c579-43a8-af19-ad7d7df7b962 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:25.884041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8be956d7-e7ab-4aa0-b808-82e4179fb7e7 req-88a0f7b1-c579-43a8-af19-ad7d7df7b962 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.0735176 Jan 28 03:29:25.908890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['176d348b-9697-4e18-9341-5e7783c44c97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:25.969075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8be956d7-e7ab-4aa0-b808-82e4179fb7e7 req-21166d11-c5bd-4a66-8d0c-2c50262fc919 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759144 Jan 28 03:29:26.718680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626040a3-0517-40f0-857e-03b2473d4d03 req-5b0908b4-9634-40bd-9440-76da60ec2c5c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:26.720537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-626040a3-0517-40f0-857e-03b2473d4d03 req-5b0908b4-9634-40bd-9440-76da60ec2c5c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0831192 Jan 28 03:29:26.779110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-626040a3-0517-40f0-857e-03b2473d4d03 req-ff9791f6-ac76-49e2-aa32-0ca4fa965244 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521226 Jan 28 03:29:27.069015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f4a10-b937-40de-b57f-d25efc083ede req-328a5c6a-96e3-4457-9935-50a0b2b8ff4b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:27.078480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-182f4a10-b937-40de-b57f-d25efc083ede req-328a5c6a-96e3-4457-9935-50a0b2b8ff4b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0974145 Jan 28 03:29:27.183746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e430837-bf1c-41eb-bf24-63db19125a7c req-7f1ed0ca-cfba-4260-91a9-9d7bc4ec4dcf tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:27.192346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e430837-bf1c-41eb-bf24-63db19125a7c req-7f1ed0ca-cfba-4260-91a9-9d7bc4ec4dcf tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.1106858 Jan 28 03:29:27.251493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-182f4a10-b937-40de-b57f-d25efc083ede req-3408b51e-07e3-4f2f-aae1-232410382199 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697307 Jan 28 03:29:27.273142 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'tag': '176d348b-9697-4e18-9341-5e7783c44c97'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:27.275820 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5845ac4b-870b-4b07-92f9-942c41e04474" -d '{"events": [{"name": "network-changed", "server_uuid": "11928cde-46fc-47b7-9019-28193c7ddb0d", "tag": "176d348b-9697-4e18-9341-5e7783c44c97"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:27.323740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e430837-bf1c-41eb-bf24-63db19125a7c req-dc01f1c0-8f21-4a98-853b-d170f39f9375 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297863 Jan 28 03:29:27.390255 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee9c7d3-25d5-4c72-b5a9-cf010eef3d94 x-openstack-request-id: req-1ee9c7d3-25d5-4c72-b5a9-cf010eef3d94 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:27.390552 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11928cde-46fc-47b7-9019-28193c7ddb0d", "tag": "176d348b-9697-4e18-9341-5e7783c44c97", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:27.390873 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ee9c7d3-25d5-4c72-b5a9-cf010eef3d94 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:27.391280 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'tag': '176d348b-9697-4e18-9341-5e7783c44c97', 'status': 'completed', 'code': 200} Jan 28 03:29:27.507773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845ac4b-870b-4b07-92f9-942c41e04474 req-258d0879-17f7-4777-9fc8-5af0a11624fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:27.513015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5845ac4b-870b-4b07-92f9-942c41e04474 req-258d0879-17f7-4777-9fc8-5af0a11624fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1126 time: 0.0748501 Jan 28 03:29:27.673700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845ac4b-870b-4b07-92f9-942c41e04474 req-9cfb774e-d5e7-413b-80a3-f1608bc7f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:27.678175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5845ac4b-870b-4b07-92f9-942c41e04474 req-9cfb774e-d5e7-413b-80a3-f1608bc7f7be service neutron] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.1550901 Jan 28 03:29:27.760904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5845ac4b-870b-4b07-92f9-942c41e04474 req-b6b1776a-35c0-44f1-9df6-2d82fa326e2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=176d348b-9697-4e18-9341-5e7783c44c97 HTTP/1.1" status: 200 len: 217 time: 0.0730886 Jan 28 03:29:27.833904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845ac4b-870b-4b07-92f9-942c41e04474 req-a2cc6fd7-87c6-49e5-9b8a-36b365362353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:27.835898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5845ac4b-870b-4b07-92f9-942c41e04474 req-a2cc6fd7-87c6-49e5-9b8a-36b365362353 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.0660303 Jan 28 03:29:27.912569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5845ac4b-870b-4b07-92f9-942c41e04474 req-8044d79e-efe8-414a-83f2-cd2c8cbfa06f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690563 Jan 28 03:29:28.088539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459e36f-e50d-49e3-8172-9c6213dff7a6 req-026c43df-9383-415f-9283-41af59545805 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:28.090304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5459e36f-e50d-49e3-8172-9c6213dff7a6 req-026c43df-9383-415f-9283-41af59545805 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.1745627 Jan 28 03:29:28.132217 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5845ac4b-870b-4b07-92f9-942c41e04474 req-19ae5679-fa0e-4e45-9428-3d32fa0a2bf4 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574335 Jan 28 03:29:28.269046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5459e36f-e50d-49e3-8172-9c6213dff7a6 req-92ed283e-73b6-4a02-94b3-c153156f228e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313605 Jan 28 03:29:28.311237 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5845ac4b-870b-4b07-92f9-942c41e04474 req-622d965e-e31e-47a4-8bd0-d5998e367571 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703362 Jan 28 03:29:28.443508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c455-1dce-4127-b3bc-b63ff07e6096 req-54b61a3d-3ba5-4920-87f5-e32dc8501f5d tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:28.445146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0317c455-1dce-4127-b3bc-b63ff07e6096 req-54b61a3d-3ba5-4920-87f5-e32dc8501f5d tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0826325 Jan 28 03:29:28.514382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cffbda-e342-4dd8-a867-d749830f4e78 req-294ca753-5eaf-41e3-b4f4-7caf08ee46dd tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:28.516001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27cffbda-e342-4dd8-a867-d749830f4e78 req-294ca753-5eaf-41e3-b4f4-7caf08ee46dd tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.0915620 Jan 28 03:29:28.524533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0317c455-1dce-4127-b3bc-b63ff07e6096 req-17f86bad-e429-4d4a-acd7-22f9722357de tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646479 Jan 28 03:29:28.615970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27cffbda-e342-4dd8-a867-d749830f4e78 req-d1467876-9362-490e-a6ad-4d615271f93f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764010 Jan 28 03:29:29.415158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ca7a7-cbdb-42b4-849a-cd85faad1852 req-0b2aa4bf-f6a1-4b2c-8612-727fe14f1a3b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:29.434232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-339ca7a7-cbdb-42b4-849a-cd85faad1852 req-0b2aa4bf-f6a1-4b2c-8612-727fe14f1a3b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0821295 Jan 28 03:29:29.561449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-339ca7a7-cbdb-42b4-849a-cd85faad1852 req-3f319a87-79a8-408c-93d0-ae3f322b95eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260111 Jan 28 03:29:29.772442 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796bf7a-77e6-4eaa-8ef9-2d847bcc6321 req-c3e8b316-5f22-4a4a-8f23-32a22087ffbb tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:29.787381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a796bf7a-77e6-4eaa-8ef9-2d847bcc6321 req-c3e8b316-5f22-4a4a-8f23-32a22087ffbb tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1599872 Jan 28 03:29:29.836181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680d909-053f-4915-ba5f-9875cba16d17 req-fcbd1d18-49e3-494a-a69d-39549c3734d6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:29.837872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5680d909-053f-4915-ba5f-9875cba16d17 req-fcbd1d18-49e3-494a-a69d-39549c3734d6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.1320806 Jan 28 03:29:29.886748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a796bf7a-77e6-4eaa-8ef9-2d847bcc6321 req-628e6397-e83a-452e-8725-1332d1082069 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983856 Jan 28 03:29:29.973419 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5680d909-053f-4915-ba5f-9875cba16d17 req-014bd4be-8b15-448c-8b25-26f0dedd204c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222522 Jan 28 03:29:30.780377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8182c3-d7bf-4004-95b6-0c935f58c326 req-f2d0793c-08f4-46c4-8f89-f60765b71c1f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:30.781957 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba8182c3-d7bf-4004-95b6-0c935f58c326 req-f2d0793c-08f4-46c4-8f89-f60765b71c1f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0683336 Jan 28 03:29:30.888148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba8182c3-d7bf-4004-95b6-0c935f58c326 req-59d6087c-3def-45e4-a3e4-1e3dbca3d182 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985961 Jan 28 03:29:31.055827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd85a-08e7-412f-a727-9812e00746f4 req-a4064bb8-7ab0-4eb1-a7bb-22a3125fa0a0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:31.057512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c1dd85a-08e7-412f-a727-9812e00746f4 req-a4064bb8-7ab0-4eb1-a7bb-22a3125fa0a0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0709982 Jan 28 03:29:31.138351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c1dd85a-08e7-412f-a727-9812e00746f4 req-a19e7ecb-d09a-44a1-98ab-6fa6d832bf0b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690582 Jan 28 03:29:31.240589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedadca-d9e9-421b-a3e2-4e574788bd94 req-8bedecde-d5dc-454b-95c6-224899fd01a5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:31.248015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dedadca-d9e9-421b-a3e2-4e574788bd94 req-8bedecde-d5dc-454b-95c6-224899fd01a5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.0603843 Jan 28 03:29:31.308630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dedadca-d9e9-421b-a3e2-4e574788bd94 req-55b93118-bfe5-452d-9250-89532cdeea2d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593891 Jan 28 03:29:32.028419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb672c3-e0c2-4992-9702-5fbff0e16b2b req-596eab65-294c-4b80-aeb6-2a100f155614 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:32.037981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cbb672c3-e0c2-4992-9702-5fbff0e16b2b req-596eab65-294c-4b80-aeb6-2a100f155614 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0707288 Jan 28 03:29:32.097375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cbb672c3-e0c2-4992-9702-5fbff0e16b2b req-fd187a30-8e6a-4dad-9b1a-05f8913816cb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567584 Jan 28 03:29:32.304942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647e227-3e90-4114-9ad2-a4023e988aff req-331e2385-d7aa-450f-b6b3-104c3f738e55 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:32.314253 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4647e227-3e90-4114-9ad2-a4023e988aff req-331e2385-d7aa-450f-b6b3-104c3f738e55 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0942271 Jan 28 03:29:32.374318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4647e227-3e90-4114-9ad2-a4023e988aff req-066637a8-bea3-4c92-94a8-b32d8f9acc21 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590162 Jan 28 03:29:32.483141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf837d3-7e55-4ef2-b5d4-a138c95661fe req-88d548ae-4960-468a-89ce-7b588c366757 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:32.491290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bf837d3-7e55-4ef2-b5d4-a138c95661fe req-88d548ae-4960-468a-89ce-7b588c366757 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.0608385 Jan 28 03:29:32.544974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bf837d3-7e55-4ef2-b5d4-a138c95661fe req-edafab6b-3b48-4562-a5c7-63c6138fd93a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524147 Jan 28 03:29:33.339537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af081984-46b8-4acb-8bab-045bbeb9740a req-baf5199e-a405-4561-85f9-eda35b4613db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:33.350424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af081984-46b8-4acb-8bab-045bbeb9740a req-baf5199e-a405-4561-85f9-eda35b4613db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.1230788 Jan 28 03:29:33.417582 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af081984-46b8-4acb-8bab-045bbeb9740a req-3dcaf9aa-7f62-4473-8af4-c27fc6d9436a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653949 Jan 28 03:29:33.582376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5f5aa-1f9b-4256-a90f-facae63325ad req-75343c0b-ac07-41b0-b169-4ffbb9a6ecf0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:33.586028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cb5f5aa-1f9b-4256-a90f-facae63325ad req-75343c0b-ac07-41b0-b169-4ffbb9a6ecf0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0739839 Jan 28 03:29:33.680477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cb5f5aa-1f9b-4256-a90f-facae63325ad req-b340db4e-6cfa-47f4-acf2-ee295640895e tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873859 Jan 28 03:29:33.803314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d95e3-2ef2-4a0e-b07b-f5ddb611a72a req-d22bc588-214d-4cee-9dd3-d402a5d9812c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:33.818908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c4d95e3-2ef2-4a0e-b07b-f5ddb611a72a req-d22bc588-214d-4cee-9dd3-d402a5d9812c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.0701027 Jan 28 03:29:33.937898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c4d95e3-2ef2-4a0e-b07b-f5ddb611a72a req-cb1a18c5-d012-4a7d-8ab7-4c98df8ce628 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180050 Jan 28 03:29:34.560375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78246-4b63-40d0-96e9-685eb39f179a req-f6b1b191-5099-4ac3-8caf-40d979c9c61c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:34.561983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ba78246-4b63-40d0-96e9-685eb39f179a req-f6b1b191-5099-4ac3-8caf-40d979c9c61c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0692582 Jan 28 03:29:34.626377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ba78246-4b63-40d0-96e9-685eb39f179a req-f515e2cd-98df-4928-a4ec-260d1991f35c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561221 Jan 28 03:29:34.823144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dcba3-83c8-4f9c-9030-d7ebd50b6707 req-93946925-d303-4150-96b5-05a4567fe8d4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:34.825218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-824dcba3-83c8-4f9c-9030-d7ebd50b6707 req-93946925-d303-4150-96b5-05a4567fe8d4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0594859 Jan 28 03:29:34.890861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-824dcba3-83c8-4f9c-9030-d7ebd50b6707 req-818ca532-b00d-491b-a01c-1ec6024013a0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590231 Jan 28 03:29:35.079281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-5c17c3dc-6f1e-48dd-b8d9-c20f66a7ed27 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:35.089824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-5c17c3dc-6f1e-48dd-b8d9-c20f66a7ed27 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 804 time: 0.1623781 Jan 28 03:29:35.116622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-297f6fe1-0263-49e9-9f2d-952e633b84e0 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/quotas/1d76a39b5499446aa461bd30effea998 HTTP/1.1" status: 200 len: 375 time: 0.0259500 Jan 28 03:29:35.144158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d218e5-81b0-4ba0-9f9c-6e65981ebe55 req-25c332bb-7e2d-4f20-9402-85cd94d9f719 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:35.146259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0d218e5-81b0-4ba0-9f9c-6e65981ebe55 req-25c332bb-7e2d-4f20-9402-85cd94d9f719 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.0843339 Jan 28 03:29:35.210902 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-5190caa8-03d8-4316-b062-433b161fb280 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867028 Jan 28 03:29:35.218146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0d218e5-81b0-4ba0-9f9c-6e65981ebe55 req-92da584b-53db-4c0c-98c1-a8e5f4c606eb tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586030 Jan 28 03:29:35.313046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-522134ea-00bb-4c22-b3ae-c5b3c745e5b9 service neutron] 10.222.0.44 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891783 Jan 28 03:29:35.441125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-99e5402f-7db1-4ce5-97bb-fb4df2d91d56 service neutron] 10.222.0.44 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197183 Jan 28 03:29:35.642308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1815d4cd-ac73-496e-91e8-a819c5a4d873 req-558813da-9847-4c14-8d1c-5be3b3e50214 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 210 time: 0.0407336 Jan 28 03:29:35.774810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588152c3-913f-4b80-806a-00fb2b6f219b req-157973a8-ddda-4d05-afa2-968e5d1dacfc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:35.776543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-588152c3-913f-4b80-806a-00fb2b6f219b req-157973a8-ddda-4d05-afa2-968e5d1dacfc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0674148 Jan 28 03:29:35.847815 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-588152c3-913f-4b80-806a-00fb2b6f219b req-dab9a13f-fcde-4d7a-bcf8-fc2556c8007f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640895 Jan 28 03:29:36.075765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a4872-2d43-4a74-97b2-dece17a05170 req-7b64e1b4-862b-416d-8f31-ff092c74352f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:36.077988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-686a4872-2d43-4a74-97b2-dece17a05170 req-7b64e1b4-862b-416d-8f31-ff092c74352f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0858362 Jan 28 03:29:36.185305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-686a4872-2d43-4a74-97b2-dece17a05170 req-8f1c1b3f-7069-4306-bb32-50023bebe780 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009402 Jan 28 03:29:36.360881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c16d35-c536-43d4-9713-278f66169ab8 req-db7c1793-7f59-4819-ac6c-ed558b516da2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:36.364926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18c16d35-c536-43d4-9713-278f66169ab8 req-db7c1793-7f59-4819-ac6c-ed558b516da2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.0530183 Jan 28 03:29:36.447188 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18c16d35-c536-43d4-9713-278f66169ab8 req-2adb675e-0967-46ed-862f-4cecacf6624d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719020 Jan 28 03:29:36.750048 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd572f29-b9e8-401d-ad3a-14235c80887b req-5cd33ecd-e4d1-41b7-9504-3d6696568ead tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 210 time: 0.0277553 Jan 28 03:29:36.992598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e684e93-a429-4403-b93d-25cdb70c99b7 req-fbb885d5-b040-42bb-afb1-75e218e8345c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.005463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e684e93-a429-4403-b93d-25cdb70c99b7 req-fbb885d5-b040-42bb-afb1-75e218e8345c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0757930 Jan 28 03:29:37.521382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-21723c9d-a726-489e-982e-dbf6ceae5239 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.522423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-21723c9d-a726-489e-982e-dbf6ceae5239 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "GET /v2.0/ports?device_id=e9925d37-9979-44c8-ab9b-93fba2a7aec5 HTTP/1.1" status: 200 len: 946 time: 0.5122428 Jan 28 03:29:37.537782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-21fada52-4156-4afb-8320-c0813c0704af tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.539339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-21fada52-4156-4afb-8320-c0813c0704af tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 804 time: 0.5306911 Jan 28 03:29:37.542418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e684e93-a429-4403-b93d-25cdb70c99b7 req-2efaa862-4e5b-4912-adb2-6a2aeec3d563 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354242 Jan 28 03:29:37.577263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0683923-ac2d-46be-a44d-332bf53e6ae0 req-96c52841-1dd2-412e-bd1c-a0085f3357b2 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.577263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0683923-ac2d-46be-a44d-332bf53e6ae0 req-96c52841-1dd2-412e-bd1c-a0085f3357b2 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1854441 Jan 28 03:29:37.580533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Request body: {'port': {'device_id': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'admin_state_up': True, 'tenant_id': '1d76a39b5499446aa461bd30effea998'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:37.618149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 176d348b-9697-4e18-9341-5e7783c44c97 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:37.708356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 176d348b-9697-4e18-9341-5e7783c44c97 is: DOWN; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:37.709362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:37.808342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:37.808954 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.814162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0683923-ac2d-46be-a44d-332bf53e6ae0 req-d1b99b68-1008-4e9f-9dbd-455df885c7d9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004867 Jan 28 03:29:37.848109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:37.849861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:37.853641 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57925fc-8ceb-4842-8132-116f2e218a50" -d '{"events": [{"server_uuid": "e9925d37-9979-44c8-ab9b-93fba2a7aec5", "name": "network-vif-unplugged", "status": "completed", "tag": "bcf542f1-79bb-42c0-8ffd-4339ea6b8e45"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:37.862702 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.877520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdd278-7a7b-4497-babf-c1e4ba023c97 req-dcf13b32-7061-432a-814d-7e76cd63187b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.879440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55fdd278-7a7b-4497-babf-c1e4ba023c97 req-dcf13b32-7061-432a-814d-7e76cd63187b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.2058692 Jan 28 03:29:37.923178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:37.934473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.935098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.935675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.936169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.947966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.948806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.949339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.949820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.950402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.952150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.952919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.955449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:37.956139 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:38.022101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55fdd278-7a7b-4497-babf-c1e4ba023c97 req-f3093369-2210-4da3-8b68-4b9593da3696 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854335 Jan 28 03:29:38.022880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Made reservation on behalf of 1d76a39b5499446aa461bd30effea998 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:38.033151 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.071515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-e04b7f51-7d1d-4122-8c91-8968e043ad76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Deleting port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:38.072353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-e04b7f51-7d1d-4122-8c91-8968e043ad76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.139924 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8e4b6c-67f0-47b6-8820-f2847806a5ce x-openstack-request-id: req-9c8e4b6c-67f0-47b6-8820-f2847806a5ce {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:38.140237 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9925d37-9979-44c8-ab9b-93fba2a7aec5", "name": "network-vif-unplugged", "status": "completed", "tag": "bcf542f1-79bb-42c0-8ffd-4339ea6b8e45", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:38.140600 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c8e4b6c-67f0-47b6-8820-f2847806a5ce {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:38.141042 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45', 'code': 200} Jan 28 03:29:38.211836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52e1c052-ff73-4334-a9f1-fe6e2e3204d8 req-c4903cb4-2d89-4e21-a483-6c745e92c3c9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 210 time: 0.0571289 Jan 28 03:29:38.363367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-e04b7f51-7d1d-4122-8c91-8968e043ad76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] For port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:38.363743 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-e04b7f51-7d1d-4122-8c91-8968e043ad76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.390447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-e04b7f51-7d1d-4122-8c91-8968e043ad76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Calling delete_port for bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:38.407071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Allocated IP 172.20.0.9 (6d384e79-4a93-41c2-b2d7-89b53c3312ce/1696da5a-5f45-4c57-8feb-f9f8c4d51cd0/5551e7aa-ec90-4a2f-88cf-efdb9f0fe773) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:38.774085 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks [] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.818050 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-e04b7f51-7d1d-4122-8c91-8968e043ad76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bcf542f1-79bb-42c0-8ffd-4339ea6b8e45), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.834496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b9cbe-3f2e-440a-abad-f8f45798ca8a req-8640cf3e-9a54-456e-af49-13fb01fc4cc0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:38.835982 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e0b9cbe-3f2e-440a-abad-f8f45798ca8a req-8640cf3e-9a54-456e-af49-13fb01fc4cc0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.1584332 Jan 28 03:29:38.922476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b7f51-7d1d-4122-8c91-8968e043ad76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Pushing event deleted for resources: {'Port': ['ID=bcf542f1-79bb-42c0-8ffd-4339ea6b8e45,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:38.995279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.033188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-e04b7f51-7d1d-4122-8c91-8968e043ad76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] No DVR routers for this DVR port bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:39.041087 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-e04b7f51-7d1d-4122-8c91-8968e043ad76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.044740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3076cf13-45ee-455b-9030-7e7e42fbc200 req-e04b7f51-7d1d-4122-8c91-8968e043ad76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "DELETE /v2.0/ports/bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 HTTP/1.1" status: 204 len: 173 time: 1.4999228 Jan 28 03:29:39.060343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'name': 'network-vif-deleted', 'tag': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:39.064448 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f1fcc2-9909-47fc-a701-0d9a91e571ab" -d '{"events": [{"server_uuid": "e9925d37-9979-44c8-ab9b-93fba2a7aec5", "name": "network-vif-deleted", "tag": "bcf542f1-79bb-42c0-8ffd-4339ea6b8e45"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:39.102379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Network 6d384e79-4a93-41c2-b2d7-89b53c3312ce is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:39.110841 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:39.137617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:39.166000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e0b9cbe-3f2e-440a-abad-f8f45798ca8a req-a66d5d8e-376d-4dd8-b55b-96499dffc5a7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725139 Jan 28 03:29:39.285532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67f06f-acfa-4166-a888-1caaee6d3c6d req-5ea36e63-e681-4da1-8e53-ec6bd0a1ccf7 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:39.293134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c67f06f-acfa-4166-a888-1caaee6d3c6d req-5ea36e63-e681-4da1-8e53-ec6bd0a1ccf7 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.3636858 Jan 28 03:29:39.300198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Pushing event updated for resources: {'Port': ['ID=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:39.354547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:39.355123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.400928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-4801f464-95f1-4d04-af50-0a817ee820e1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8441310 Jan 28 03:29:39.412570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c67f06f-acfa-4166-a888-1caaee6d3c6d req-9b0eb5ea-e760-4ba8-8b9e-f30adb44c990 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185231 Jan 28 03:29:39.420825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Request body: {'port': {'device_id': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:39.456915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f6383-d526-4a61-9ec6-675116da4a14 req-55beb2b0-fc43-4876-a22b-3cbe251a3b51 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:39.462250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-747f6383-d526-4a61-9ec6-675116da4a14 req-55beb2b0-fc43-4876-a22b-3cbe251a3b51 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 945 time: 0.1849091 Jan 28 03:29:39.628209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.633521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-747f6383-d526-4a61-9ec6-675116da4a14 req-5af11490-e55b-4945-a69c-f8a99bd91901 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694613 Jan 28 03:29:39.776789 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87b37a2-e8e0-4f8a-8370-9ed661033694 x-openstack-request-id: req-d87b37a2-e8e0-4f8a-8370-9ed661033694 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:39.777114 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9925d37-9979-44c8-ab9b-93fba2a7aec5", "name": "network-vif-deleted", "tag": "bcf542f1-79bb-42c0-8ffd-4339ea6b8e45", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:39.777406 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d87b37a2-e8e0-4f8a-8370-9ed661033694 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:39.777853 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9925d37-9979-44c8-ab9b-93fba2a7aec5', 'name': 'network-vif-deleted', 'tag': 'bcf542f1-79bb-42c0-8ffd-4339ea6b8e45', 'status': 'completed', 'code': 200} Jan 28 03:29:39.899216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d3419-7e40-425a-8367-ae2691ede166 req-d988462f-9e51-489c-917d-0c57f39e92dc tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:39.907032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b7d3419-7e40-425a-8367-ae2691ede166 req-d988462f-9e51-489c-917d-0c57f39e92dc tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.2283883 Jan 28 03:29:40.141620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b7d3419-7e40-425a-8367-ae2691ede166 req-f383bfab-50e1-45a9-ab9c-b620f1eb7c95 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132983 Jan 28 03:29:40.190186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab94f2-bfc6-4a0f-9d01-40cc5bc8ca8e req-b93a4301-a8cc-429b-a5cb-9bfd6c599f2e tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:40.197351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93ab94f2-bfc6-4a0f-9d01-40cc5bc8ca8e req-b93a4301-a8cc-429b-a5cb-9bfd6c599f2e tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 931 time: 0.1468413 Jan 28 03:29:40.321440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93ab94f2-bfc6-4a0f-9d01-40cc5bc8ca8e req-1fc7c5f8-8766-4e12-97ca-6d6e242beb55 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218507 Jan 28 03:29:40.361259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:40.374524 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8435040-5e2c-4f4a-bf08-0e9dd209512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.380098 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Publish callbacks [] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.400072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20502af2-dda0-479c-904b-51851e983667 req-268fa0ba-6896-4e03-9bb5-3f53c5e9786d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:40.401842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20502af2-dda0-479c-904b-51851e983667 req-268fa0ba-6896-4e03-9bb5-3f53c5e9786d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.1445460 Jan 28 03:29:40.411477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Transition to ACTIVE for port object 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:29:40.421972 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.493716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:40.585590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20502af2-dda0-479c-904b-51851e983667 req-eef31c48-6ef3-4792-863b-fc38062145bc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723883 Jan 28 03:29:40.606679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868f525-1b35-4c4b-b3d3-4f0551f2b69d req-f003e59d-2dd0-41ee-afc6-3695620f26fe tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:40.608289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8868f525-1b35-4c4b-b3d3-4f0551f2b69d req-f003e59d-2dd0-41ee-afc6-3695620f26fe tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1061406 Jan 28 03:29:40.699772 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8868f525-1b35-4c4b-b3d3-4f0551f2b69d req-05df9826-27ee-48c8-96c7-93e6c92c0ad4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695331 Jan 28 03:29:40.707563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Attempting to bind port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:40.708127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Attempting to bind port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:40.708496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Attempting to bind port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:40.714817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:29:40.715390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Attempting to bind port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:40.721486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:40.721891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Checking segment: {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:40.722328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Bound using segment: {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:40.723665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Bound port: 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:40.724082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.834286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] For port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:40.839986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] For port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:40.850196 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ed1b2-5962-4cc7-acfe-a4528f773e0c req-b67a0d20-45ee-4e88-8062-2557c99bdbeb tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:40.850874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc3ed1b2-5962-4cc7-acfe-a4528f773e0c req-b67a0d20-45ee-4e88-8062-2557c99bdbeb tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 945 time: 0.0770676 Jan 28 03:29:40.853216 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.905923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:40.906611 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.908239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 HTTP/1.1" status: 200 len: 1092 time: 1.4926534 Jan 28 03:29:40.964552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036255a-4910-441e-852b-32ab831dc9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:40.978448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc3ed1b2-5962-4cc7-acfe-a4528f773e0c req-c6fc1d06-f166-4fc6-a282-c4c13e65e919 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/security-groups?id=01831d5a-e7b3-4235-8afb-c9405fb382cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187103 Jan 28 03:29:41.057133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-7006ecbc-8305-4be7-8846-86896df7dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.059060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-7006ecbc-8305-4be7-8846-86896df7dd65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 1095 time: 0.0611298 Jan 28 03:29:41.126954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-cd0c415c-334b-487a-b555-838e6406af3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 HTTP/1.1" status: 200 len: 217 time: 0.0411046 Jan 28 03:29:41.200803 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-0a814521-a05d-49de-8a11-8582311c7eee tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.203057 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-0a814521-a05d-49de-8a11-8582311c7eee tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.25 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 945 time: 0.0876687 Jan 28 03:29:41.219410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-28e29cf2-ce10-48f8-91fb-26d644b681af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.220935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-28e29cf2-ce10-48f8-91fb-26d644b681af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1696da5a-5f45-4c57-8feb-f9f8c4d51cd0 HTTP/1.1" status: 200 len: 844 time: 0.0890212 Jan 28 03:29:41.271924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-978d15fd-dbd5-4c27-a0cb-5728baa74a57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d384e79-4a93-41c2-b2d7-89b53c3312ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433218 Jan 28 03:29:41.323129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-21ea4d89-06cc-49ca-83f6-6983581dc2bc tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Deleting port 6b0d7ebb-ca34-4877-b293-54726162eb30 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:41.323790 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-21ea4d89-06cc-49ca-83f6-6983581dc2bc tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:41.439995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681699f9-491e-4876-baaf-f2fff8726eaf req-abf0d4d0-3319-488a-9294-a89e7db078c7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.449493 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:29:41.450521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-681699f9-491e-4876-baaf-f2fff8726eaf req-abf0d4d0-3319-488a-9294-a89e7db078c7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.1769440 Jan 28 03:29:41.496555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-21ea4d89-06cc-49ca-83f6-6983581dc2bc tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] For port 6b0d7ebb-ca34-4877-b293-54726162eb30, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6b0d7ebb-ca34-4877-b293-54726162eb30,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:41.496919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-21ea4d89-06cc-49ca-83f6-6983581dc2bc tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:41.511259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-21ea4d89-06cc-49ca-83f6-6983581dc2bc tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Calling delete_port for 6b0d7ebb-ca34-4877-b293-54726162eb30 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:41.557857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-fa2a0bc4-cb83-40a0-9954-5251e2a0e34c service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667594 Jan 28 03:29:41.618088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:41.629054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-681699f9-491e-4876-baaf-f2fff8726eaf req-66c4dd60-c4e4-425a-987b-300cc51dac8a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776080 Jan 28 03:29:41.678221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f7dd2-d967-4c3b-967e-f47551f947d3 req-10beb6dc-0d21-437e-86c4-c820527f9e05 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.686750 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-051f7dd2-d967-4c3b-967e-f47551f947d3 req-10beb6dc-0d21-437e-86c4-c820527f9e05 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 943 time: 0.2181306 Jan 28 03:29:41.760078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-051f7dd2-d967-4c3b-967e-f47551f947d3 req-da6a292b-c838-4b23-8200-059526ea8133 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700548 Jan 28 03:29:41.785101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-21ea4d89-06cc-49ca-83f6-6983581dc2bc tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6b0d7ebb-ca34-4877-b293-54726162eb30), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:41.809076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'tag': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:41.811530 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9a37aa30-32c5-4211-9509-9fcd7260f96a", "tag": "5551e7aa-ec90-4a2f-88cf-efdb9f0fe773"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:41.819643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bc5a7da-9847-4d53-ace5-6ffb5adab46b req-04a5dd04-1597-4ecb-a091-618b5a7be52b service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506614 Jan 28 03:29:41.858849 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea4d89-06cc-49ca-83f6-6983581dc2bc tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Pushing event deleted for resources: {'Port': ['ID=6b0d7ebb-ca34-4877-b293-54726162eb30,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:41.910501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e614-41f5-4405-b869-ff6a3d806665 req-4f717cfb-6848-4402-a297-85518a37826c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.912928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b98e614-41f5-4405-b869-ff6a3d806665 req-4f717cfb-6848-4402-a297-85518a37826c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0976346 Jan 28 03:29:41.921928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-21ea4d89-06cc-49ca-83f6-6983581dc2bc tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] No DVR routers for this DVR port 6b0d7ebb-ca34-4877-b293-54726162eb30 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:41.927562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-21ea4d89-06cc-49ca-83f6-6983581dc2bc tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:41.938191 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d392a312-d075-4504-ac89-c0bd5b88b8b4 req-21ea4d89-06cc-49ca-83f6-6983581dc2bc tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.25 "DELETE /v2.0/ports/6b0d7ebb-ca34-4877-b293-54726162eb30 HTTP/1.1" status: 204 len: 173 time: 0.7269356 Jan 28 03:29:41.950855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419e80fb-26d2-4700-8847-0f203e7ba9ae', 'name': 'network-vif-deleted', 'tag': '6b0d7ebb-ca34-4877-b293-54726162eb30'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:41.959718 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21e7faa-7ff3-4985-ba38-16d7ad8b703f" -d '{"events": [{"server_uuid": "419e80fb-26d2-4700-8847-0f203e7ba9ae", "name": "network-vif-deleted", "tag": "6b0d7ebb-ca34-4877-b293-54726162eb30"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:41.974898 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['6b0d7ebb-ca34-4877-b293-54726162eb30'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:41.980388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:29:41.981365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bcf542f1-79bb-42c0-8ffd-4339ea6b8e45 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:29:42.041652 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:42.088958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e8dd8-4753-4a30-834c-656b52458145 req-3a6c3041-58b5-4c46-8bc6-205d005daf34 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.093956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-259e8dd8-4753-4a30-834c-656b52458145 req-3a6c3041-58b5-4c46-8bc6-205d005daf34 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1033659 Jan 28 03:29:42.116720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b98e614-41f5-4405-b869-ff6a3d806665 req-23e233bb-b06a-475f-8070-8d100f7bd8a5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972096 Jan 28 03:29:42.182128 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b375f9-c25a-48bb-b8f4-a69cc6c40bdb x-openstack-request-id: req-30b375f9-c25a-48bb-b8f4-a69cc6c40bdb {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:42.182495 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a37aa30-32c5-4211-9509-9fcd7260f96a", "tag": "5551e7aa-ec90-4a2f-88cf-efdb9f0fe773", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:42.182902 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30b375f9-c25a-48bb-b8f4-a69cc6c40bdb {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:42.183326 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'tag': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773', 'status': 'completed', 'code': 200} Jan 28 03:29:42.200663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-259e8dd8-4753-4a30-834c-656b52458145 req-33eed52f-d2fa-49d4-870c-a969a17d8162 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754492 Jan 28 03:29:42.223290 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da695cb3-4218-412c-a0d1-cd8f0a20d1c6 x-openstack-request-id: req-da695cb3-4218-412c-a0d1-cd8f0a20d1c6 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:42.224462 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419e80fb-26d2-4700-8847-0f203e7ba9ae", "name": "network-vif-deleted", "tag": "6b0d7ebb-ca34-4877-b293-54726162eb30", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:42.225121 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da695cb3-4218-412c-a0d1-cd8f0a20d1c6 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:42.225757 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419e80fb-26d2-4700-8847-0f203e7ba9ae', 'name': 'network-vif-deleted', 'tag': '6b0d7ebb-ca34-4877-b293-54726162eb30', 'status': 'completed', 'code': 200} Jan 28 03:29:42.361476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-968e81d8-f15c-4c86-8f5f-b487dfe0a552 req-d89d3af2-a0f5-4aa5-baa5-5585ff728a34 tempest-AttachSCSIVolumeTestJSON-2040049682 tempest-AttachSCSIVolumeTestJSON-2040049682-project] 10.222.0.44 "GET /v2.0/ports?device_id=419e80fb-26d2-4700-8847-0f203e7ba9ae HTTP/1.1" status: 200 len: 210 time: 0.0331669 Jan 28 03:29:42.367690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa req-32b73fc8-6bc8-4c05-b3b8-4d84e75613da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.369371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa req-32b73fc8-6bc8-4c05-b3b8-4d84e75613da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 1095 time: 0.1219990 Jan 28 03:29:42.519567 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7521c47-6b2a-499e-a3e4-eca8b62bf45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:42.903590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0fd8d-d91d-4df6-939f-c2f9688425c9 req-ad3d22a4-8245-4abb-b585-17197a098214 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.905192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34e0fd8d-d91d-4df6-939f-c2f9688425c9 req-ad3d22a4-8245-4abb-b585-17197a098214 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 943 time: 0.1131122 Jan 28 03:29:42.943886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa req-aac66ac0-c138-4253-938a-542d4a9599ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.945491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa req-aac66ac0-c138-4253-938a-542d4a9599ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 905 time: 0.5666683 Jan 28 03:29:42.961765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177633a-72f0-4630-b6f2-e5ae22975692 req-0bf76a60-a4cf-4dcb-872a-0f620695ea6c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.965328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d177633a-72f0-4630-b6f2-e5ae22975692 req-0bf76a60-a4cf-4dcb-872a-0f620695ea6c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 943 time: 0.1144786 Jan 28 03:29:43.034527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa req-f1767c21-0eda-4049-8ec2-9536ae461487 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 HTTP/1.1" status: 200 len: 217 time: 0.0673461 Jan 28 03:29:43.060238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34e0fd8d-d91d-4df6-939f-c2f9688425c9 req-4a8741d1-e4cb-48d9-9765-42e2373d3b14 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457014 Jan 28 03:29:43.142904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d177633a-72f0-4630-b6f2-e5ae22975692 req-3f8f0791-748e-4650-a568-13e80d2baa64 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691141 Jan 28 03:29:43.174005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa req-0e4cda41-d58c-4c3d-8236-303b54be1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:43.175447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa req-0e4cda41-d58c-4c3d-8236-303b54be1ef7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1696da5a-5f45-4c57-8feb-f9f8c4d51cd0 HTTP/1.1" status: 200 len: 844 time: 0.1301048 Jan 28 03:29:43.210256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa req-deb5d311-fa4a-4918-b6e3-564cf52b4a77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d384e79-4a93-41c2-b2d7-89b53c3312ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281289 Jan 28 03:29:43.222193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-efd8bdec-b5f2-4d33-b951-715c3b1c0faf service neutron] 10.222.0.42 "GET /v2.0/ports/176d348b-9697-4e18-9341-5e7783c44c97/bindings/n-h2-808199-14 HTTP/1.1" status: 200 len: 385 time: 0.1834030 Jan 28 03:29:43.435100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b05c2-a87e-4229-80cb-50347d340eab req-5f77e611-d656-4496-87a9-924811f0c4ce tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:43.436512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f8b05c2-a87e-4229-80cb-50347d340eab req-5f77e611-d656-4496-87a9-924811f0c4ce tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.2241244 Jan 28 03:29:43.498739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce085b5-18bd-4d2d-88e2-e0beaa3752c7 req-2ee0ecbc-03e3-4698-ba40-d1b275a505f0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:43.500281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ce085b5-18bd-4d2d-88e2-e0beaa3752c7 req-2ee0ecbc-03e3-4698-ba40-d1b275a505f0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1838427 Jan 28 03:29:43.502141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa req-bb911b0e-f233-4500-8e31-33694786495d service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791047 Jan 28 03:29:43.657486 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f8b05c2-a87e-4229-80cb-50347d340eab req-1209c46f-e9c4-48bd-b14e-038c507b7920 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091439 Jan 28 03:29:43.716116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ce085b5-18bd-4d2d-88e2-e0beaa3752c7 req-2f69042d-19f1-4c16-b1d7-514cd5ca65cd tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054195 Jan 28 03:29:43.739889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-78acca77-a7b9-41ac-822e-42d97178ecbc service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:43.743999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36fd01ae-5ffb-4f8b-8d89-65a179c4f0fa req-38ab4a11-8fe2-4ecb-850d-c9ab0a4a72bf service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344291 Jan 28 03:29:43.771397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-78acca77-a7b9-41ac-822e-42d97178ecbc service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:43.824188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-78acca77-a7b9-41ac-822e-42d97178ecbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176d348b-9697-4e18-9341-5e7783c44c97 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:43.836455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-78acca77-a7b9-41ac-822e-42d97178ecbc service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:43.856688 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-78acca77-a7b9-41ac-822e-42d97178ecbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (176d348b-9697-4e18-9341-5e7783c44c97), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:43.949173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-78acca77-a7b9-41ac-822e-42d97178ecbc service neutron] Transition to ACTIVE for port object 176d348b-9697-4e18-9341-5e7783c44c97 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:29:43.954334 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-78acca77-a7b9-41ac-822e-42d97178ecbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (176d348b-9697-4e18-9341-5e7783c44c97), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.023001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-78acca77-a7b9-41ac-822e-42d97178ecbc service neutron] No DVR routers for this DVR port 176d348b-9697-4e18-9341-5e7783c44c97 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:44.031023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acca77-a7b9-41ac-822e-42d97178ecbc service neutron] Pushing event updated for resources: {'Port': ['ID=176d348b-9697-4e18-9341-5e7783c44c97,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:44.061145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-78acca77-a7b9-41ac-822e-42d97178ecbc service neutron] 10.222.0.42 "PUT /v2.0/ports/176d348b-9697-4e18-9341-5e7783c44c97/bindings/n-h2-808199-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8263872 Jan 28 03:29:44.109708 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.132628 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.225540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-ea1c14b0-7f61-4b1b-ab35-641ad3a21a3f tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:44.227590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-ea1c14b0-7f61-4b1b-ab35-641ad3a21a3f tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.0601017 Jan 28 03:29:44.236732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20088ba5-1d90-486a-a4b1-5192ee645372 req-275f6b93-ff97-40a6-a6e3-d17ef4a53cc2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:44.244766 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20088ba5-1d90-486a-a4b1-5192ee645372 req-275f6b93-ff97-40a6-a6e3-d17ef4a53cc2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 944 time: 0.0929074 Jan 28 03:29:44.288511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-d0742406-2ae1-4517-914c-74f9cc81c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:44.290289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-d0742406-2ae1-4517-914c-74f9cc81c11c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d&tenant_id=9f57bdcc63de43649475eaa29c3d2285 HTTP/1.1" status: 200 len: 1096 time: 0.0539465 Jan 28 03:29:44.347016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20088ba5-1d90-486a-a4b1-5192ee645372 req-cd726d21-2244-4d18-bffc-fa639a36caf4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012595 Jan 28 03:29:44.377069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c030c60-c54d-4de3-83c3-7342969f70bd req-22ec08b1-6cd7-42fb-8f4f-e6d3e934928d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:44.379949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c030c60-c54d-4de3-83c3-7342969f70bd req-22ec08b1-6cd7-42fb-8f4f-e6d3e934928d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 943 time: 0.1327872 Jan 28 03:29:44.397899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-64c7aad0-6da6-4c18-acb0-dcefd0f55624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:44.400199 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-64c7aad0-6da6-4c18-acb0-dcefd0f55624 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1096 time: 0.0658824 Jan 28 03:29:44.472935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c030c60-c54d-4de3-83c3-7342969f70bd req-d0fcd8c4-91e0-464a-b908-b7a69434c7dc tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820975 Jan 28 03:29:44.526439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-265e62c1-6a4f-4e0a-a5e0-949c00a6ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:44.528912 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-265e62c1-6a4f-4e0a-a5e0-949c00a6ab05 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.1219575 Jan 28 03:29:44.601021 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-7c711b14-be5b-4f05-9fa5-19d52036ea74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=176d348b-9697-4e18-9341-5e7783c44c97 HTTP/1.1" status: 200 len: 217 time: 0.0426409 Jan 28 03:29:44.658902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-3cb33cae-a590-447e-a91c-728a9a429f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:44.661204 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-3cb33cae-a590-447e-a91c-728a9a429f6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.0463033 Jan 28 03:29:44.695677 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-6164e92f-b8cc-42cc-99ba-c3b87655527e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284288 Jan 28 03:29:44.816403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df665dd6-e02d-42c7-9787-58bfdd1fbc1e req-99fe8e2f-0aec-47bc-b494-c35498d2e809 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:44.823644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df665dd6-e02d-42c7-9787-58bfdd1fbc1e req-99fe8e2f-0aec-47bc-b494-c35498d2e809 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0725150 Jan 28 03:29:44.866378 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-4e6815df-2280-4105-91fc-ed47899d4190 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628075 Jan 28 03:29:44.917396 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df665dd6-e02d-42c7-9787-58bfdd1fbc1e req-c1c1aa83-ad51-4c15-9af3-d80e1409601c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928471 Jan 28 03:29:44.948312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084be866-495e-42d9-b06a-72282f3b796d req-5b121fa9-d78c-4a83-915d-8c6f4ded7d72 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:44.949878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-084be866-495e-42d9-b06a-72282f3b796d req-5b121fa9-d78c-4a83-915d-8c6f4ded7d72 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0938036 Jan 28 03:29:44.999330 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-2702e79b-7e4f-4729-a84d-b0e63ae3b07b service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239772 Jan 28 03:29:45.016136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-084be866-495e-42d9-b06a-72282f3b796d req-75759980-c83d-4ba0-90a3-a3c6b450ecd5 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598512 Jan 28 03:29:45.351716 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-57b153e9-1b2a-4e16-9abe-c87867fd6534 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:45.353476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-57b153e9-1b2a-4e16-9abe-c87867fd6534 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.0860240 Jan 28 03:29:45.365229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:45.501934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-806e9768-da79-401d-a93f-e10fc1132d93 service neutron] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:45.512438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-806e9768-da79-401d-a93f-e10fc1132d93 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:45.512928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d419f-34d4-42fd-9587-bea658f8bd04 req-88d99408-8028-4df2-8745-493545702bb8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:45.513563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-806e9768-da79-401d-a93f-e10fc1132d93 service neutron] 10.222.0.25 "DELETE /v2.0/ports/176d348b-9697-4e18-9341-5e7783c44c97/bindings/n-h1-808199-14 HTTP/1.1" status: 204 len: 173 time: 0.1518276 Jan 28 03:29:45.515197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-065d419f-34d4-42fd-9587-bea658f8bd04 req-88d99408-8028-4df2-8745-493545702bb8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 944 time: 0.0625463 Jan 28 03:29:45.627490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:29:45.666822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-065d419f-34d4-42fd-9587-bea658f8bd04 req-c2034629-1aff-4ac3-90e8-b4f93421c160 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350152 Jan 28 03:29:45.688774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764e62e-9c4a-4d78-8937-d1a98d3200c5 req-3d6e8f30-f7f7-4f20-a3d9-9f8fcb57f890 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:45.698584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6764e62e-9c4a-4d78-8937-d1a98d3200c5 req-3d6e8f30-f7f7-4f20-a3d9-9f8fcb57f890 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 943 time: 0.1347909 Jan 28 03:29:45.774539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:45.783914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6764e62e-9c4a-4d78-8937-d1a98d3200c5 req-8335d1a3-a1db-4891-947e-00593a2e05cb tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825791 Jan 28 03:29:45.790103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'port_id': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773', 'mac_address': 'fa:16:3e:f3:92:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1696da5a-5f45-4c57-8feb-f9f8c4d51cd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:29:45.841671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:45.842549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:45.887670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:45.923298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:45.935940 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.018016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2e3b2-3fc2-4ba1-9e48-6e81fbfa011b req-9d74022d-8c2d-48be-8f48-52a10f618400 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:46.019601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0eb2e3b2-3fc2-4ba1-9e48-6e81fbfa011b req-9d74022d-8c2d-48be-8f48-52a10f618400 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1096 time: 0.1180742 Jan 28 03:29:46.023323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:46.033508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc9ffd-4c9c-4914-a527-fb973652ed14 req-cf05bb3a-d24f-4620-8496-d87ab905624e tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:46.041276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1dcc9ffd-4c9c-4914-a527-fb973652ed14 req-cf05bb3a-d24f-4620-8496-d87ab905624e tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 945 time: 0.1543729 Jan 28 03:29:46.127914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1dcc9ffd-4c9c-4914-a527-fb973652ed14 req-b7d58ff7-8f1c-48d9-bf55-9e495ba71970 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857108 Jan 28 03:29:46.138027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0eb2e3b2-3fc2-4ba1-9e48-6e81fbfa011b req-9cedc66d-42c6-4afa-a494-d50c380e5af3 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945647 Jan 28 03:29:46.260779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5551e7aa-ec90-4a2f-88cf-efdb9f0fe773'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:46.291634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6b0d7ebb-ca34-4877-b293-54726162eb30 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:46.316644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 6b0d7ebb-ca34-4877-b293-54726162eb30 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:29:46.318042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6b0d7ebb-ca34-4877-b293-54726162eb30 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:29:46.331922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e407f7-c0ac-49e3-9436-b8217167f5ae req-c57a5dc1-bd38-4741-94c4-0c8d92efcd11 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:46.339739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83e407f7-c0ac-49e3-9436-b8217167f5ae req-c57a5dc1-bd38-4741-94c4-0c8d92efcd11 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.0978262 Jan 28 03:29:46.369113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19374b0a-c143-4412-8432-3c9b15eccacc req-8f9b2052-e281-4084-bef0-e801f2c5b97c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:46.372788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19374b0a-c143-4412-8432-3c9b15eccacc req-8f9b2052-e281-4084-bef0-e801f2c5b97c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1441908 Jan 28 03:29:46.441913 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-dcb54e8b-dddd-4f24-bfac-c0d8e301f405 service neutron] show failed (client error): The resource could not be found. Jan 28 03:29:46.443451 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-dcb54e8b-dddd-4f24-bfac-c0d8e301f405 service neutron] 10.222.0.25 "GET /v2.0/ports/31b2d21d-e6aa-498a-bb96-77df17ac4def/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.1195624 Jan 28 03:29:46.494026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83e407f7-c0ac-49e3-9436-b8217167f5ae req-bdfea765-2093-4238-bda0-3b5324822b1a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450679 Jan 28 03:29:46.507427 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19374b0a-c143-4412-8432-3c9b15eccacc req-8da92563-8609-4958-89c1-390484043788 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163259 Jan 28 03:29:46.605265 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.661330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf33594-6c29-44d7-8eb7-60bbc2dc6ce8 req-6ecfc7c7-2f02-4fbf-acd5-c9bbcf02b4fc tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:46.670027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecf33594-6c29-44d7-8eb7-60bbc2dc6ce8 req-6ecfc7c7-2f02-4fbf-acd5-c9bbcf02b4fc tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1096 time: 0.0652773 Jan 28 03:29:46.730036 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecf33594-6c29-44d7-8eb7-60bbc2dc6ce8 req-60903873-f4b0-40be-99e1-890761c5ce63 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584643 Jan 28 03:29:46.808782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-440f5583-f373-48ba-92b5-149c7f5b386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:46.812342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-440f5583-f373-48ba-92b5-149c7f5b386b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f&tenant_id=f815fae9b0904d42ba659d8929d97815 HTTP/1.1" status: 200 len: 1101 time: 0.0687664 Jan 28 03:29:46.835058 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:47.037895 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.150492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40393c-8f60-4ca6-9a59-c3ff30a344e7 req-61ef0fb7-b53e-4002-a456-0bad13445ff8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:47.152196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb40393c-8f60-4ca6-9a59-c3ff30a344e7 req-61ef0fb7-b53e-4002-a456-0bad13445ff8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 944 time: 0.1846650 Jan 28 03:29:47.541974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:47.631501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:47.648687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:47.687152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Publish callbacks [] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.704001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Transition to ACTIVE for port object 31b2d21d-e6aa-498a-bb96-77df17ac4def will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:29:47.705747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:47.707769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:29:47.709515 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f296dfa3-a3ad-4b3c-83ef-45231095f0ca" -d '{"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-unplugged", "status": "completed", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:47.713383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:47.714225 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.716422 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.836631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:47.837703 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.878232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] No DVR routers for this DVR port 31b2d21d-e6aa-498a-bb96-77df17ac4def on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:47.900477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:47.904199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:47.911405 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73987978-d12f-4687-83d9-e8521585f975" -d '{"events": [{"server_uuid": "9a37aa30-32c5-4211-9509-9fcd7260f96a", "name": "network-vif-plugged", "status": "completed", "tag": "5551e7aa-ec90-4a2f-88cf-efdb9f0fe773"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:47.944689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:47.953275 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.032730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb40393c-8f60-4ca6-9a59-c3ff30a344e7 req-e48e2b72-bc20-408c-b1bc-071635bb8eb2 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195584 Jan 28 03:29:48.059563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:48.082880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253af07-084c-4de2-b0f5-3c35a57c45cb req-e9f1da70-96e7-4bc0-861d-44e5ac054657 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:48.101806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9253af07-084c-4de2-b0f5-3c35a57c45cb req-e9f1da70-96e7-4bc0-861d-44e5ac054657 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.3863738 Jan 28 03:29:48.133078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:48.134826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:48.135185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:48.155576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Port 31b2d21d-e6aa-498a-bb96-77df17ac4def on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:29:48.155954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:48.168769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:48.169277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:48.169699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:48.170149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Bound port: 31b2d21d-e6aa-498a-bb96-77df17ac4def, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:48.170627 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.265367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9253af07-084c-4de2-b0f5-3c35a57c45cb req-f17c5c08-b523-4ad6-8523-d70888145038 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573718 Jan 28 03:29:48.313521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30515a-696f-4160-ba2d-1b4026fb040e req-12c5af39-57ea-49f9-8e7b-e86bdd159a4e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:48.316229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d30515a-696f-4160-ba2d-1b4026fb040e req-12c5af39-57ea-49f9-8e7b-e86bdd159a4e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 947 time: 0.1410861 Jan 28 03:29:48.374205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:48.429092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:48.452798 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.503555 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-f6e36469-0fbf-4b02-9db0-183050d9b2d2 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1195051580&fields=id&tenant_id=690dbc24a26741e887958b351ae14887 HTTP/1.1" status: 200 len: 267 time: 0.1307333 Jan 28 03:29:48.513722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:48.514481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.515949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] 10.222.0.42 "PUT /v2.0/ports/31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 1096 time: 1.6865425 Jan 28 03:29:48.604793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d30515a-696f-4160-ba2d-1b4026fb040e req-f6d217d9-579b-4d27-96b0-e0ec54b2d74e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680867 Jan 28 03:29:48.697640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-fb143b0c-08b5-47f0-8adb-a367d91b1180 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3186395 Jan 28 03:29:48.710791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-38f6f2fa-5d35-490f-97ca-9aeaa9c5035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:48.712290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-38f6f2fa-5d35-490f-97ca-9aeaa9c5035e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1099 time: 0.1483824 Jan 28 03:29:48.715518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a66b3-efed-42ab-ae66-c4d7381b464e service neutron] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:48.828052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-889b2627-806f-4b8b-bca8-3e2f5864bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:48.829742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-889b2627-806f-4b8b-bca8-3e2f5864bd7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1036534 Jan 28 03:29:48.984820 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5173b03-9923-4f10-bbac-13e67dc741ac x-openstack-request-id: req-e5173b03-9923-4f10-bbac-13e67dc741ac {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:48.985159 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-unplugged", "status": "completed", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:48.985491 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5173b03-9923-4f10-bbac-13e67dc741ac {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:48.985904 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'code': 200} Jan 28 03:29:49.012724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-412e5c6e-3864-402b-8ec3-432d653cd84d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 217 time: 0.1550303 Jan 28 03:29:49.018921 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0df003b-837b-473a-9b54-a69748bd7bcf x-openstack-request-id: req-a0df003b-837b-473a-9b54-a69748bd7bcf {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:49.020203 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a37aa30-32c5-4211-9509-9fcd7260f96a", "name": "network-vif-plugged", "status": "completed", "tag": "5551e7aa-ec90-4a2f-88cf-efdb9f0fe773", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:49.020812 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0df003b-837b-473a-9b54-a69748bd7bcf {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:49.022123 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773', 'code': 200} Jan 28 03:29:49.026084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-a4d494de-2b48-4ad7-ba31-190425c190b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:49.033475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-a4d494de-2b48-4ad7-ba31-190425c190b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/networks?id=5006cc0f-77a4-4cbd-801a-a23f2761c35e HTTP/1.1" status: 200 len: 824 time: 0.4940302 Jan 28 03:29:49.052749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-1042b343-df05-4ecc-aec7-6ad9584e5eb5 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/quotas/690dbc24a26741e887958b351ae14887 HTTP/1.1" status: 200 len: 375 time: 0.0181561 Jan 28 03:29:49.123885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-7d6ae903-1346-4f5e-8b32-eb47b4192eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:49.123885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-7d6ae903-1346-4f5e-8b32-eb47b4192eb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0687768 Jan 28 03:29:49.201239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b089812-5f04-4848-9e1f-d2d5fccc9567 req-6a99082e-adbe-4957-ba9f-0c14ca7a0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:49.203267 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b089812-5f04-4848-9e1f-d2d5fccc9567 req-6a99082e-adbe-4957-ba9f-0c14ca7a0d33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 1097 time: 0.0855367 Jan 28 03:29:49.220317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-ccfaf3f7-9f90-4ecb-8d89-19f7a9105a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:49.221864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-ccfaf3f7-9f90-4ecb-8d89-19f7a9105a3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 1097 time: 0.3844485 Jan 28 03:29:49.268415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-25dd3c87-baa4-4e73-a5a1-acc494aae804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:49.272158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-25dd3c87-baa4-4e73-a5a1-acc494aae804 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1336999 Jan 28 03:29:49.279584 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b089812-5f04-4848-9e1f-d2d5fccc9567 req-be7cfffa-8582-4ec2-8176-0552206489b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697136 Jan 28 03:29:49.326211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-2e1ae866-1eff-4cc8-947d-24f71630a169 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=690dbc24a26741e887958b351ae14887&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2725379 Jan 28 03:29:49.347254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-34c50d39-cdee-459c-af1e-9398fb33e4dd tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:49.349662 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-34c50d39-cdee-459c-af1e-9398fb33e4dd tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4952edd-836e-43a4-bcae-f9fd0c695ec8 HTTP/1.1" status: 200 len: 945 time: 0.0689988 Jan 28 03:29:49.470749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Deleting port c06fb0e9-0a01-4063-a3c8-77ac874432e4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:49.472416 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.531471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-26145433-0790-4a33-aa5a-c4fea33bd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:49.533159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-26145433-0790-4a33-aa5a-c4fea33bd2a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.2774470 Jan 28 03:29:49.612196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-f912be64-e0fb-4175-84ec-bc99b4ef62fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 200 len: 217 time: 0.0671561 Jan 28 03:29:49.645087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-11b92f61-6f81-4bf8-8ff4-d7fc9073d20e service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411822 Jan 28 03:29:49.647149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] For port c06fb0e9-0a01-4063-a3c8-77ac874432e4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c06fb0e9-0a01-4063-a3c8-77ac874432e4,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:49.647724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.767672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ff92b9f-f45f-4d85-a8e7-477e8a3aa4cd req-57f85ab7-275c-407f-be2c-34e9d42d7eb6 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066408 Jan 28 03:29:49.775721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeb940-7a4e-4b47-acac-a28fae2f89a8 req-a8a1db86-4091-478d-9eeb-ed3f0a637b07 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:49.777437 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5faeb940-7a4e-4b47-acac-a28fae2f89a8 req-a8a1db86-4091-478d-9eeb-ed3f0a637b07 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.4796767 Jan 28 03:29:49.862174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-33e24d31-ca4e-4dd5-a7db-9ee345f3a848 service neutron] 10.222.0.44 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432192 Jan 28 03:29:50.044617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-dd27215f-431d-4df3-a990-0618bc660772 service neutron] 10.222.0.44 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750836 Jan 28 03:29:50.075700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-f23fe894-0ac6-4eb7-b8b8-8bb4d70fc442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:50.077529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-f23fe894-0ac6-4eb7-b8b8-8bb4d70fc442 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.4303319 Jan 28 03:29:50.080541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.080944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5a5b0c00-01c5-4a61-8520-a39c841cfdc0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.081281 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Floating IP 5a5b0c00-01c5-4a61-8520-a39c841cfdc0 disassociated. External IP: 172.25.1.62, port: c06fb0e9-0a01-4063-a3c8-77ac874432e4. Jan 28 03:29:50.081635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Calling delete_port for c06fb0e9-0a01-4063-a3c8-77ac874432e4 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:50.141317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5faeb940-7a4e-4b47-acac-a28fae2f89a8 req-b5303fe9-bc0e-4dfc-b248-3c5ff3244e17 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093765 Jan 28 03:29:50.208856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-078ff240-ee72-43f9-b103-54340b6698af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823798 Jan 28 03:29:50.323483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:50.436310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c06fb0e9-0a01-4063-a3c8-77ac874432e4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.439371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port 31b2d21d-e6aa-498a-bb96-77df17ac4def host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:29:50.441076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:29:50.447263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-d7c55dc0-aa17-4aab-91c2-c6e287230689 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323856 Jan 28 03:29:50.515463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event deleted for resources: {'Port': ['ID=c06fb0e9-0a01-4063-a3c8-77ac874432e4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:50.792243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29c65112-8b67-4cfb-8af3-4190e4e2b05f req-ccfdd76f-aa80-4ebd-9df2-b5e144062c1b service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143692 Jan 28 03:29:50.809974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9805-ead8-4ee9-a41a-540596b40214 req-4c07aeb0-5b40-4dbd-a4a6-0215c4c6dcb4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:50.818832 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-529c9805-ead8-4ee9-a41a-540596b40214 req-4c07aeb0-5b40-4dbd-a4a6-0215c4c6dcb4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.3705468 Jan 28 03:29:50.835210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35d326-17de-4577-aa2a-953a20ae56a5 req-3f70bbdf-c875-4d42-a56d-54d44bb9521b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:50.842719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b35d326-17de-4577-aa2a-953a20ae56a5 req-3f70bbdf-c875-4d42-a56d-54d44bb9521b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 947 time: 0.3931973 Jan 28 03:29:51.509139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:51.511350 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30b96de-f80b-454c-829b-25c4ab73dd36" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:51.512601 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-c11a276c-2137-4ffb-af67-aa216cd3f269 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6607015 Jan 28 03:29:51.515253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Router 49026035-ff41-4875-8572-9546289cd578 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:29:51.606724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b35d326-17de-4577-aa2a-953a20ae56a5 req-0f57b0b0-6a70-4210-a51a-7812931b392f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7629554 Jan 28 03:29:51.723522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-529c9805-ead8-4ee9-a41a-540596b40214 req-b15a3809-a310-4f6b-b890-b1c2601c7670 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9037209 Jan 28 03:29:51.734590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-2fcc7d0b-b8aa-4a55-97fb-37d3e34164d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2266743 Jan 28 03:29:51.823257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:29:51.835635 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] Sync routers for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:29:51.858806 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:29:51.859355 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:29:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:51.887532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-25753d0e-b748-4df3-b73f-18e622d7cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:51.889818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-25753d0e-b748-4df3-b73f-18e622d7cef9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 1096 time: 0.0935018 Jan 28 03:29:52.042166 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] No DVR routers for this DVR port c06fb0e9-0a01-4063-a3c8-77ac874432e4 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:52.055832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:52.065232 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4a7252d8-9d41-4e78-866b-08f7216345a4 req-266edc62-49fc-4636-8cba-c503849f0b20 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.25 "DELETE /v2.0/ports/c06fb0e9-0a01-4063-a3c8-77ac874432e4 HTTP/1.1" status: 204 len: 173 time: 2.7023389 Jan 28 03:29:52.067301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'name': 'network-vif-deleted', 'tag': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:52.072590 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664a1c10-a497-4dc6-93d3-8a046539e4bc" -d '{"events": [{"server_uuid": "c4952edd-836e-43a4-bcae-f9fd0c695ec8", "name": "network-vif-deleted", "tag": "c06fb0e9-0a01-4063-a3c8-77ac874432e4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:52.076887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-22814986-1221-467e-b13d-20a1bfc4a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:52.079769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-22814986-1221-467e-b13d-20a1bfc4a4f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.1682518 Jan 28 03:29:52.145096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-2dceee17-151a-4091-885d-327849f3a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:52.149451 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-2dceee17-151a-4091-885d-327849f3a0d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 1097 time: 0.3310452 Jan 28 03:29:52.175300 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:29:52.177014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1732276-0a54-4172-b721-c3cf25b7e536 req-a36e2bd2-2666-445b-bc45-7049a72e7620 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 210 time: 0.0932667 Jan 28 03:29:52.304058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-c9eab283-2c40-455f-8604-be35bf9cf99a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05685be2-f779-4d5e-bee1-19815e6f4672 HTTP/1.1" status: 200 len: 217 time: 0.1340981 Jan 28 03:29:52.325145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bd48c915-ff5a-4cb6-b33c-72c90a729dac details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:29:52.353028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bd48c915-ff5a-4cb6-b33c-72c90a729dac no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:52.368334 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc19a5c4-2639-48a2-9b3b-dec052758bd4 x-openstack-request-id: req-dc19a5c4-2639-48a2-9b3b-dec052758bd4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:52.368645 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:52.370129 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc19a5c4-2639-48a2-9b3b-dec052758bd4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:52.375440 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'status': 'completed', 'code': 200} Jan 28 03:29:52.427618 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111821de-3855-4fc3-8d31-4fe05c05c837 x-openstack-request-id: req-111821de-3855-4fc3-8d31-4fe05c05c837 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:52.428160 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4952edd-836e-43a4-bcae-f9fd0c695ec8", "name": "network-vif-deleted", "tag": "c06fb0e9-0a01-4063-a3c8-77ac874432e4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:52.428301 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-111821de-3855-4fc3-8d31-4fe05c05c837 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:52.429267 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4952edd-836e-43a4-bcae-f9fd0c695ec8', 'name': 'network-vif-deleted', 'tag': 'c06fb0e9-0a01-4063-a3c8-77ac874432e4', 'status': 'completed', 'code': 200} Jan 28 03:29:52.554254 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:29:52.555177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-c6413d40-4e1e-4760-9feb-f678004b7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:52.561768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-c6413d40-4e1e-4760-9feb-f678004b7cf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.1844263 Jan 28 03:29:52.757905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-7b1dc8d6-aff5-43ce-a8e3-34c2a59a0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:52.759383 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-7b1dc8d6-aff5-43ce-a8e3-34c2a59a0949 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.5247338 Jan 28 03:29:52.766153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-80b53eb5-df96-42bb-b4f1-9e4c960710b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615078 Jan 28 03:29:52.818235 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:52.820760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-7a650dc0-ee53-4e04-b274-6537413f28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:52.822840 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-7a650dc0-ee53-4e04-b274-6537413f28a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1099 time: 0.4054964 Jan 28 03:29:52.835295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-06c8601f-5660-4618-a908-aa7e71875e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:52.840912 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-06c8601f-5660-4618-a908-aa7e71875e08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1099 time: 0.3779626 Jan 28 03:29:52.918693 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] Checking router: 49026035-ff41-4875-8572-9546289cd578 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:29:52.922457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bd48c915-ff5a-4cb6-b33c-72c90a729dac, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:52.928073 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-914e0508-b972-44ea-b7a2-1af0bf39ec76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 200 len: 217 time: 0.1535923 Jan 28 03:29:52.949895 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:29:52.950775 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:29:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:52.952617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bd48c915-ff5a-4cb6-b33c-72c90a729dac is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:52.956522 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:53.024823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac', 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b', 'port_id': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac', 'mac_address': 'fa:16:3e:fa:be:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5963e1-e98a-4683-9cd0-8099e9cc4e32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:29:53.042141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:53.044788 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eda0bab-31b4-4c67-a284-62f4cef2e0ab" -d '{"events": [{"server_uuid": "62c849ee-faec-4508-abb6-f33bd1a154dc", "name": "network-vif-unplugged", "status": "completed", "tag": "bd48c915-ff5a-4cb6-b33c-72c90a729dac"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:53.048643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-312fe7f4-4679-4f29-b2cc-600576eac7b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:53.056504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-312fe7f4-4679-4f29-b2cc-600576eac7b9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.42 "GET /v2.0/networks?id=5006cc0f-77a4-4cbd-801a-a23f2761c35e HTTP/1.1" status: 200 len: 824 time: 0.4936135 Jan 28 03:29:53.092098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a921af-4cb8-4790-9eee-2fadc2be20ed req-61086783-c847-470e-876a-ddd2cb303a0c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:53.095606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bd48c915-ff5a-4cb6-b33c-72c90a729dac, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:53.105292 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:53.107433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21a921af-4cb8-4790-9eee-2fadc2be20ed req-61086783-c847-470e-876a-ddd2cb303a0c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 1.0266290 Jan 28 03:29:53.171689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bd48c915-ff5a-4cb6-b33c-72c90a729dac is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:53.173038 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:53.224299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd48c915-ff5a-4cb6-b33c-72c90a729dac {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:53.273894 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:29:53.280601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=bd48c915-ff5a-4cb6-b33c-72c90a729dac,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:53.327794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-9a37d588-7508-4a32-abe2-aafd69c53b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:53.329373 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-9a37d588-7508-4a32-abe2-aafd69c53b9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.3892410 Jan 28 03:29:53.378320 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:29:53.379456 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:29:53.447203 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-6009a6e5-ad1d-4734-af21-2790ee9fbea1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961137 Jan 28 03:29:53.556447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-42978f0b-a762-4d58-b48a-73415f737542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:53.558242 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-42978f0b-a762-4d58-b48a-73415f737542 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.6576462 Jan 28 03:29:53.563385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-736fe0e0-835c-41c7-91ef-d0d3e8f2a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:53.563971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21a921af-4cb8-4790-9eee-2fadc2be20ed req-f7c9f945-0b36-4845-9ae0-59f7124a8186 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436326 Jan 28 03:29:53.564815 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-736fe0e0-835c-41c7-91ef-d0d3e8f2a918 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.6657357 Jan 28 03:29:53.603432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460b24a-ef9b-4aa4-b8f7-67e58ea9efbe req-b42fb3d6-b30c-4052-a0ba-59cf19a763a4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:53.617351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c460b24a-ef9b-4aa4-b8f7-67e58ea9efbe req-b42fb3d6-b30c-4052-a0ba-59cf19a763a4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 947 time: 0.5579371 Jan 28 03:29:53.673163 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:53.699219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:29:53.723904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-f5e64af2-8e80-4d12-a087-b5311d1cc494 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=690dbc24a26741e887958b351ae14887 HTTP/1.1" status: 200 len: 380 time: 0.5733397 Jan 28 03:29:53.744254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Request body: {'port': {'device_id': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'admin_state_up': True, 'tenant_id': '690dbc24a26741e887958b351ae14887', 'security_groups': ['9edcabf4-8904-49cd-941b-a13a934ec1ac']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:53.745988 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef453b6-aff3-4006-95ad-4dfda127022c None None] The sync data for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 is: [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:29:53.758191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-afda3e6f-493d-4756-82e5-5edad758db47 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976790 Jan 28 03:29:53.865661 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-3d42e4db-eb46-44c5-aca1-164c0ac44057 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 217 time: 0.2365012 Jan 28 03:29:53.868807 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-d7ca1a1c-d3ea-4260-bda4-a599eef8efca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 217 time: 0.2248693 Jan 28 03:29:53.939633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c460b24a-ef9b-4aa4-b8f7-67e58ea9efbe req-e4eb7dfb-63c7-4554-8914-7ed9bcbc7560 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962310 Jan 28 03:29:53.953060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fa92a-e036-479f-a284-098d12d009e5 req-65d498da-26f3-48b6-8b8b-11f0366f0309 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:53.966479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-594fa92a-e036-479f-a284-098d12d009e5 req-65d498da-26f3-48b6-8b8b-11f0366f0309 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 943 time: 0.2928147 Jan 28 03:29:54.006390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:54.015130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bd48c915-ff5a-4cb6-b33c-72c90a729dac is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:54.015521 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:54.064309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd6a2a20-9530-4cc9-9177-ca96441ea01e req-2f3c2747-04bf-4922-8fa0-adfd73aa4393 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688117 Jan 28 03:29:54.068062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd48c915-ff5a-4cb6-b33c-72c90a729dac {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:54.088948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'mac_address': 'fa:16:3e:7a:cb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:29:54.104823 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-c84a13e4-6163-4dad-ac1a-1cc75d8e651f service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511397 Jan 28 03:29:54.132728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bd48c915-ff5a-4cb6-b33c-72c90a729dac, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:54.181720 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:54.224188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-41a345e9-dcc1-4f53-8933-5e79abafda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:54.230176 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-41a345e9-dcc1-4f53-8933-5e79abafda28 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.3243065 Jan 28 03:29:54.235376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-594fa92a-e036-479f-a284-098d12d009e5 req-545a2317-f9a0-49cd-8e7d-5ff93b6aabea tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679083 Jan 28 03:29:54.274980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Made reservation on behalf of 690dbc24a26741e887958b351ae14887 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:54.280814 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:54.298791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 31b2d21d-e6aa-498a-bb96-77df17ac4def is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:54.301043 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:54.317257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-c84b257d-5db1-4b61-be15-4df3ec652629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:54.318344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf59bb1-df1f-441e-842a-0898f3583055 None None] New status for floating IP 5a5b0c00-01c5-4a61-8520-a39c841cfdc0: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:29:54.321067 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-c84b257d-5db1-4b61-be15-4df3ec652629 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.4431295 Jan 28 03:29:54.487244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01f9c7cc-9263-4bfb-8edc-8b60bdc4134b req-e4514e58-0c74-49b8-90ea-e70b51ac17ab tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 210 time: 0.0800326 Jan 28 03:29:54.557562 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b8811ce5-c3aa-4725-a8cb-bf72ef28c764 req-975056ab-462e-4d4c-b12a-c8e2f4254c58 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248750 Jan 28 03:29:54.564133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-13b3ed00-4e78-4758-af6a-bbc17ab325c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:54.565770 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-13b3ed00-4e78-4758-af6a-bbc17ab325c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2145383 Jan 28 03:29:54.572482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-613ec5f1-2bc8-4868-a740-6132e4b5bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:54.576376 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-613ec5f1-2bc8-4868-a740-6132e4b5bf30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2462409 Jan 28 03:29:54.611819 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2656f8a-e9dc-45d0-8d47-c31238baa11b x-openstack-request-id: req-c2656f8a-e9dc-45d0-8d47-c31238baa11b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:54.612410 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c849ee-faec-4508-abb6-f33bd1a154dc", "name": "network-vif-unplugged", "status": "completed", "tag": "bd48c915-ff5a-4cb6-b33c-72c90a729dac", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:54.614202 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2656f8a-e9dc-45d0-8d47-c31238baa11b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:54.614620 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac', 'code': 200} Jan 28 03:29:54.617381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c06fb0e9-0a01-4063-a3c8-77ac874432e4 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:54.671151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Allocated IP 172.20.0.11 (5006cc0f-77a4-4cbd-801a-a23f2761c35e/e0ba67f3-b54e-43b0-bc6f-836e950d5527/9bed4063-b3cc-4dbd-8f5d-75b57c558cf7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:54.681872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: c06fb0e9-0a01-4063-a3c8-77ac874432e4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:29:54.682732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c06fb0e9-0a01-4063-a3c8-77ac874432e4 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:29:54.685204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=bd48c915-ff5a-4cb6-b33c-72c90a729dac,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:54.690855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b2d21d-e6aa-498a-bb96-77df17ac4def {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:54.785412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:54.797126 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:54.881530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['bd48c915-ff5a-4cb6-b33c-72c90a729dac'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:54.946019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:54.948209 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-08b313cf-4a95-4345-8a89-f830b9d448a1 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494837 Jan 28 03:29:55.109372 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:55.116586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:55.224548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['31b2d21d-e6aa-498a-bb96-77df17ac4def'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:55.276984 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:55.340986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-89561cf0-50e3-4a3f-8e6d-39e52b7a6014 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108287 Jan 28 03:29:55.342712 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-f30430ab-7fbc-4e87-8681-f6df0c7eec10 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7645230 Jan 28 03:29:55.393984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf03187-33e4-4fca-9276-a43e7b87cb65 req-78b3bf31-8ba9-401c-9800-02212b80c951 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:55.396206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cf03187-33e4-4fca-9276-a43e7b87cb65 req-78b3bf31-8ba9-401c-9800-02212b80c951 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.2236969 Jan 28 03:29:55.421160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b08b-6916-41a4-a14e-b066a1eeeb3c req-ffd2c874-3540-40d1-8cbd-06e684b05a2a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:55.439500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0e8b08b-6916-41a4-a14e-b066a1eeeb3c req-ffd2c874-3540-40d1-8cbd-06e684b05a2a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 948 time: 0.2184381 Jan 28 03:29:55.460032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-caed6991-cf54-41d6-8158-ed2c3ea9e004 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:55.462162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-caed6991-cf54-41d6-8158-ed2c3ea9e004 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f&tenant_id=f815fae9b0904d42ba659d8929d97815&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 948 time: 0.2783344 Jan 28 03:29:55.476226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Network 5006cc0f-77a4-4cbd-801a-a23f2761c35e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:55.629745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0e8b08b-6916-41a4-a14e-b066a1eeeb3c req-da26df2a-6bb8-4460-975f-e7e003f254db tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888175 Jan 28 03:29:55.658099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:55.679294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:55.767223 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d30b96de-f80b-454c-829b-25c4ab73dd36 req-d838f0ec-34a6-40b7-8bf9-c37b3726ed2e service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859891 Jan 28 03:29:55.886367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (319a7ac6-1183-4e22-987a-f51c2cde84f0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:55.909211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event updated for resources: {'Port': ['ID=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:55.968418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-a235b803-7d73-4148-9846-5790e77c7afc service neutron] 10.222.0.42 "GET /v2.0/ports/31b2d21d-e6aa-498a-bb96-77df17ac4def/bindings/n-h1-808199-14 HTTP/1.1" status: 200 len: 383 time: 0.3755052 Jan 28 03:29:55.988604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:55.989390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:55.992045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:55.992576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:55.993098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:55.993744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:55.994252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:55.994737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:55.995230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:55.995723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.007101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.008531 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.009116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.050799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-536a23b9-38d3-4990-943f-c43136530865 None None] Provisioning complete for port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:56.051474 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-536a23b9-38d3-4990-943f-c43136530865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:56.069423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:56.071508 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:56.109362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cf03187-33e4-4fca-9276-a43e7b87cb65 req-356e7842-7956-4a2c-8021-b16a3b838bd3 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994598 Jan 28 03:29:56.115818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-536a23b9-38d3-4990-943f-c43136530865 None None] Port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:29:56.131541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a0294-851b-401f-947d-6885dedb21d5 req-3314a8b5-55a8-4f73-b5e9-c097648a39f0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:56.139413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-170a0294-851b-401f-947d-6885dedb21d5 req-3314a8b5-55a8-4f73-b5e9-c097648a39f0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 944 time: 0.2235796 Jan 28 03:29:56.167839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-b5c7b66d-f69e-4f0b-99df-d199091b4541 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4315407 Jan 28 03:29:56.190055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Request body: {'port': {'device_id': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:56.247700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-398de1b6-ec70-4698-9809-d6c02f649f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:56.249784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-398de1b6-ec70-4698-9809-d6c02f649f90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1100 time: 0.2161472 Jan 28 03:29:56.301360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-170a0294-851b-401f-947d-6885dedb21d5 req-dfbf9229-7174-4095-a34d-7ecaf7119559 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579847 Jan 28 03:29:56.303910 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:56.375515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Deleting port 00d20661-5cc5-410c-a280-7c69e3bf4b1b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:56.375957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:56.468361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] For port 00d20661-5cc5-410c-a280-7c69e3bf4b1b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=00d20661-5cc5-410c-a280-7c69e3bf4b1b,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:56.468934 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:56.483043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Calling delete_port for 00d20661-5cc5-410c-a280-7c69e3bf4b1b owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:56.483268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6c3a5bd8-b87f-4a5d-83da-43317545bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:56.484722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6c3a5bd8-b87f-4a5d-83da-43317545bb96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2253661 Jan 28 03:29:56.563364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-85dc4514-f2fa-49f8-a14b-a7eb3a8bd0e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 217 time: 0.0673194 Jan 28 03:29:56.646310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23f5d-bc8f-4f44-a7dc-4bcebb0e9128 req-fd43a903-6d93-42d5-a0b6-326554ce6718 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:56.650054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3c23f5d-bc8f-4f44-a7dc-4bcebb0e9128 req-fd43a903-6d93-42d5-a0b6-326554ce6718 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 932 time: 0.2986653 Jan 28 03:29:56.811875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-9e57d475-96d1-46a8-909e-43f2ee20f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:56.813674 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-9e57d475-96d1-46a8-909e-43f2ee20f960 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1903720 Jan 28 03:29:56.834467 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (00d20661-5cc5-410c-a280-7c69e3bf4b1b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:56.861826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Pushing event deleted for resources: {'Port': ['ID=00d20661-5cc5-410c-a280-7c69e3bf4b1b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:56.873135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.873482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.873823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.874162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.874491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.874817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.875161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.875467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.875789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.876109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.876431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.876714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3c23f5d-bc8f-4f44-a7dc-4bcebb0e9128 req-ca3c3a19-2765-4375-96d6-0f2645c1af11 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017064 Jan 28 03:29:56.876859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.877084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:56.949243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f13755-a0d1-4540-ab85-c579f0ea2b69 req-efe14a97-94c1-4ca0-952a-8f2679ffa56a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:56.951365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35f13755-a0d1-4540-ab85-c579f0ea2b69 req-efe14a97-94c1-4ca0-952a-8f2679ffa56a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 948 time: 0.1767681 Jan 28 03:29:56.968453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-571f16fc-3459-45cc-9f96-47718edb1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:56.970183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-571f16fc-3459-45cc-9f96-47718edb1a01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1371491 Jan 28 03:29:57.192384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35f13755-a0d1-4540-ab85-c579f0ea2b69 req-5d31efa7-0999-4d1b-bf57-5d2738702cdd tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244692 Jan 28 03:29:57.216248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:57.217466 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (319a7ac6-1183-4e22-987a-f51c2cde84f0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:57.234387 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Publish callbacks [] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:57.245076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-471d5b88-2bcf-408b-897d-88f9a600a4ea service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551532 Jan 28 03:29:57.401252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Transition to ACTIVE for port object 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:29:57.497949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:57.516947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Router 319a7ac6-1183-4e22-987a-f51c2cde84f0 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:29:57.569091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Pushing event updated for resources: {'Port': ['ID=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:57.634026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efaa51-3ba2-4dd9-9a05-2182cd24cb26 req-a6ac1403-b947-4a23-9b49-fbba8bf6c257 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:57.635600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17efaa51-3ba2-4dd9-9a05-2182cd24cb26 req-a6ac1403-b947-4a23-9b49-fbba8bf6c257 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.3316302 Jan 28 03:29:57.678155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:29:57.682212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacd732-1764-4692-b623-57cde3c5db0a req-cd694a5a-92b1-46f7-8128-81dd8803b8dd tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:57.683793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdacd732-1764-4692-b623-57cde3c5db0a req-cd694a5a-92b1-46f7-8128-81dd8803b8dd tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 944 time: 0.2084374 Jan 28 03:29:57.688043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-e72b38ce-cafa-4c42-8775-ac9cee7690e8 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242620 Jan 28 03:29:57.689600 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] Sync routers for ids ['319a7ac6-1183-4e22-987a-f51c2cde84f0'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:29:57.708980 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c816f5be-21ae-404a-adb4-63d39728877e admin admin] 10.222.0.44 "PUT /v2.0/routers/319a7ac6-1183-4e22-987a-f51c2cde84f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7596815 Jan 28 03:29:57.710953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] Routers {'319a7ac6-1183-4e22-987a-f51c2cde84f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:29:57.711883 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:29:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['319a7ac6-1183-4e22-987a-f51c2cde84f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:57.717086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:57.724917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:57.818595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 31b2d21d-e6aa-498a-bb96-77df17ac4def completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:29:57.823830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 31b2d21d-e6aa-498a-bb96-77df17ac4def triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:57.824485 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:57.867354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdacd732-1764-4692-b623-57cde3c5db0a req-7d1ce307-b7e8-4708-b3b9-8a2e6b4b9145 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735508 Jan 28 03:29:57.901348 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17efaa51-3ba2-4dd9-9a05-2182cd24cb26 req-9c0d9541-e94a-49d7-9d37-83722d1ba8d8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548165 Jan 28 03:29:57.957304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Attempting to bind port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:57.957677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Attempting to bind port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:57.957963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Attempting to bind port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 on network 5006cc0f-77a4-4cbd-801a-a23f2761c35e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:57.970005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 31b2d21d-e6aa-498a-bb96-77df17ac4def is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:57.970220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 on network 5006cc0f-77a4-4cbd-801a-a23f2761c35e not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:29:57.970493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Attempting to bind port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 on network 5006cc0f-77a4-4cbd-801a-a23f2761c35e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:57.971506 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.008602 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:58.011919 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf0f259-7538-4d9b-b451-52de1daf504b" -d '{"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-plugged", "status": "completed", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:58.015715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:58.016065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Checking segment: {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:58.016450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Bound using segment: {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:58.017414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Bound port: 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8604edc2-9ba7-4653-9680-4dcae03b92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:58.017789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.068792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:58.083701 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.216161 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9727fe72-288f-44c3-aa11-5b8ccea7cda5 x-openstack-request-id: req-9727fe72-288f-44c3-aa11-5b8ccea7cda5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:58.216429 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-plugged", "status": "completed", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:58.216791 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9727fe72-288f-44c3-aa11-5b8ccea7cda5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:58.219000 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'code': 200} Jan 28 03:29:58.238470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6035ce3-6376-4d56-a6d8-f419109f9c47 req-3da35616-29b1-4b8e-a2a9-44f99ad984f9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:58.240183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6035ce3-6376-4d56-a6d8-f419109f9c47 req-3da35616-29b1-4b8e-a2a9-44f99ad984f9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 944 time: 0.1960590 Jan 28 03:29:58.242140 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] Set router 319a7ac6-1183-4e22-987a-f51c2cde84f0 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:29:58.254714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:58.337021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bd48c915-ff5a-4cb6-b33c-72c90a729dac up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:58.451057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port bd48c915-ff5a-4cb6-b33c-72c90a729dac triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:58.452149 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.530116 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Publish callbacks [] for router (319a7ac6-1183-4e22-987a-f51c2cde84f0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.604883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bd48c915-ff5a-4cb6-b33c-72c90a729dac is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:58.604883 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.608535 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-router', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:10Z', 'updated_at': '2022-01-28T03:29:56Z', 'revision_number': 5, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'gw_port': {'id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:11Z', 'updated_at': '2022-01-28T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:58.657538 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] Checking router: 319a7ac6-1183-4e22-987a-f51c2cde84f0 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:29:58.674857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bd48c915-ff5a-4cb6-b33c-72c90a729dac, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:58.677505 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] Routers {'319a7ac6-1183-4e22-987a-f51c2cde84f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:29:58.678308 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:29:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['319a7ac6-1183-4e22-987a-f51c2cde84f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:58.688306 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.689005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Publish callbacks [] for router_gateway (319a7ac6-1183-4e22-987a-f51c2cde84f0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.723971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] For port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:58.727396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] For port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:58.747051 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.827795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Pushing event updated for resources: {'Port': ['ID=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:58.829991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Deleting port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:58.830327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.850460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=bd48c915-ff5a-4cb6-b33c-72c90a729dac,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:58.880727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6035ce3-6376-4d56-a6d8-f419109f9c47 req-159941ca-0634-4db9-a5cf-f13c9e6c5090 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6308713 Jan 28 03:29:58.892315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:58.893426 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:58.897230 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-de3a6c8e-3a2b-4f1e-ad6b-5f2e25890680 service neutron] 10.222.0.42 "PUT /v2.0/ports/9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 HTTP/1.1" status: 200 len: 1093 time: 2.7119842 Jan 28 03:29:58.898850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'tag': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:58.901180 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e644424-b5d3-481d-818d-4bf253cd2dee" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fbc732-daf4-4543-9934-96a1e83b2e78", "tag": "9bed4063-b3cc-4dbd-8f5d-75b57c558cf7"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:58.915023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21193a91-6d18-4abc-b3aa-49704e3f00cb req-71260bc9-10c0-47b9-83a1-c1ca8a8ec5cc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:58.924300 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21193a91-6d18-4abc-b3aa-49704e3f00cb req-71260bc9-10c0-47b9-83a1-c1ca8a8ec5cc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.1937580 Jan 28 03:29:58.930976 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] Set router 319a7ac6-1183-4e22-987a-f51c2cde84f0 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:29:59.013864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21193a91-6d18-4abc-b3aa-49704e3f00cb req-ee2b90df-b57e-4f3d-aea8-c4e49cdea8b3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865304 Jan 28 03:29:59.061199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] For port 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84b6781c-2c6a-467a-9e7a-7e6b872d9d4b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:59.064731 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:59.103801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Calling delete_port for 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:59.122326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-8a63e67b-20e3-48db-b8d4-539aa28999ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:59.124447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-8a63e67b-20e3-48db-b8d4-539aa28999ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=690dbc24a26741e887958b351ae14887&device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 1096 time: 0.1095908 Jan 28 03:29:59.134887 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74534ec-eeff-48b5-8887-e36c307b27b7 x-openstack-request-id: req-b74534ec-eeff-48b5-8887-e36c307b27b7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:59.135429 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fbc732-daf4-4543-9934-96a1e83b2e78", "tag": "9bed4063-b3cc-4dbd-8f5d-75b57c558cf7", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:59.135874 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b74534ec-eeff-48b5-8887-e36c307b27b7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:59.136465 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'tag': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7', 'status': 'completed', 'code': 200} Jan 28 03:29:59.371493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-84259e04-ec95-4562-9a66-7571247aa0bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 HTTP/1.1" status: 200 len: 217 time: 0.1988611 Jan 28 03:29:59.408141 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (84b6781c-2c6a-467a-9e7a-7e6b872d9d4b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:59.459189 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-router', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:10Z', 'updated_at': '2022-01-28T03:29:56Z', 'revision_number': 5, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'gw_port': {'id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:11Z', 'updated_at': '2022-01-28T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:59.506328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf37a0-549e-4529-be71-fae87992d709 req-2f8776d3-d0a4-408e-a923-b40961855d1c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:59.515607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92cf37a0-549e-4529-be71-fae87992d709 req-2f8776d3-d0a4-408e-a923-b40961855d1c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.3270288 Jan 28 03:29:59.535854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Pushing event deleted for resources: {'Port': ['ID=84b6781c-2c6a-467a-9e7a-7e6b872d9d4b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:59.544706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef3446-874f-4e32-af79-498e2509b8fb req-13373887-5418-4b42-b1b1-22b28b97a067 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:59.546319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1aef3446-874f-4e32-af79-498e2509b8fb req-13373887-5418-4b42-b1b1-22b28b97a067 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.2700546 Jan 28 03:29:59.549194 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19d4d6-6bc9-4709-995d-ce04e71c33d6 None None] The sync data for ids ['319a7ac6-1183-4e22-987a-f51c2cde84f0'] in n-d-808199-14 is: [{'id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1970641846-router', 'tenant_id': 'c873c89a8dba408383e7d806c68a14b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:10Z', 'updated_at': '2022-01-28T03:29:56Z', 'revision_number': 5, 'project_id': 'c873c89a8dba408383e7d806c68a14b1', 'gw_port': {'id': '84b6781c-2c6a-467a-9e7a-7e6b872d9d4b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a7ac6-1183-4e22-987a-f51c2cde84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:11Z', 'updated_at': '2022-01-28T03:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:29:59.566947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-eefdde7f-464a-401b-b6cb-de8b450b0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:59.568570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-eefdde7f-464a-401b-b6cb-de8b450b0b80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ba67f3-b54e-43b0-bc6f-836e950d5527 HTTP/1.1" status: 200 len: 863 time: 0.1690390 Jan 28 03:29:59.615748 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (319a7ac6-1183-4e22-987a-f51c2cde84f0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:59.696575 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92cf37a0-549e-4529-be71-fae87992d709 req-513bc2c7-1db3-4caa-adeb-012657ba2b11 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742620 Jan 28 03:29:59.717654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1aef3446-874f-4e32-af79-498e2509b8fb req-dfd89b50-758d-4cb9-bfd8-7ae7b12632c3 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618340 Jan 28 03:29:59.727556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-9e38c1a8-35fe-4386-bdd0-1fad25040197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:59.733398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-9e38c1a8-35fe-4386-bdd0-1fad25040197 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5006cc0f-77a4-4cbd-801a-a23f2761c35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430175 Jan 28 03:29:59.762588 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (319a7ac6-1183-4e22-987a-f51c2cde84f0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:59.765161 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Publish callbacks [] for router_controller (319a7ac6-1183-4e22-987a-f51c2cde84f0), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:59.839227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (319a7ac6-1183-4e22-987a-f51c2cde84f0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:59.840188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 319a7ac6-1183-4e22-987a-f51c2cde84f0 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:29:59.846887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:59.848980 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f738a2fb-6270-4a7b-bdab-34b7469ab06f admin admin] 10.222.0.44 "DELETE /v2.0/routers/319a7ac6-1183-4e22-987a-f51c2cde84f0 HTTP/1.1" status: 204 len: 168 time: 2.1280613 Jan 28 03:29:59.852762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48760) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:59.901418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-37c77fba-2ea6-4c59-8446-2a56b899490d service neutron] 10.222.0.42 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614206 Jan 28 03:29:59.905398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6964a77-4f57-4a9a-94d4-bf0a94e5641f admin admin] Deleting subnet 70692883-a42e-4997-a8f3-51f595ba9582 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:29:59.914727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6964a77-4f57-4a9a-94d4-bf0a94e5641f admin admin] Publish callbacks [] for subnet (70692883-a42e-4997-a8f3-51f595ba9582), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:59.972799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6964a77-4f57-4a9a-94d4-bf0a94e5641f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (70692883-a42e-4997-a8f3-51f595ba9582), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:00.079021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ea52b15-815e-4d97-bb6e-2dcddbb2c71f req-cad45db1-a0d3-4110-8b34-9c17bbc9b198 service neutron] 10.222.0.42 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658013 Jan 28 03:30:00.151768 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6964a77-4f57-4a9a-94d4-bf0a94e5641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (70692883-a42e-4997-a8f3-51f595ba9582), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:00.192023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f4b5c-b1a5-4894-86aa-df395afd6a9d req-1756cafb-59ee-4dd0-9a2b-83cb1c384f30 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:00.193781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c3f4b5c-b1a5-4894-86aa-df395afd6a9d req-1756cafb-59ee-4dd0-9a2b-83cb1c384f30 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 944 time: 0.1137979 Jan 28 03:30:00.220268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:00.224494 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa584078-0faa-4617-af8f-1d225e60c530" -d '{"events": [{"server_uuid": "62c849ee-faec-4508-abb6-f33bd1a154dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd48c915-ff5a-4cb6-b33c-72c90a729dac"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:00.358188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6964a77-4f57-4a9a-94d4-bf0a94e5641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (70692883-a42e-4997-a8f3-51f595ba9582), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:00.423536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6964a77-4f57-4a9a-94d4-bf0a94e5641f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70692883-a42e-4997-a8f3-51f595ba9582,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:00.430843 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6964a77-4f57-4a9a-94d4-bf0a94e5641f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:00.437401 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a6964a77-4f57-4a9a-94d4-bf0a94e5641f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/70692883-a42e-4997-a8f3-51f595ba9582 HTTP/1.1" status: 204 len: 168 time: 0.5807049 Jan 28 03:30:00.441662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:00.450403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854e86c-d7ff-45c9-8507-8dacb251d9b9 None None] Network 4f8a2343-3908-47d7-b5dc-ec025110b546 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:30:00.465623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194b060-cef2-451e-89d0-2be4e74905d4 req-ad90910a-36eb-4af7-bffa-9f26019da77e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:00.467369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9194b060-cef2-451e-89d0-2be4e74905d4 req-ad90910a-36eb-4af7-bffa-9f26019da77e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 949 time: 0.3083198 Jan 28 03:30:00.515133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-9fb98b9a-7319-4081-9f0c-ff10ecba8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:00.517256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-9fb98b9a-7319-4081-9f0c-ff10ecba8beb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=690dbc24a26741e887958b351ae14887&device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 1096 time: 0.3221126 Jan 28 03:30:00.562222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c3f4b5c-b1a5-4894-86aa-df395afd6a9d req-77d12d0f-d420-43f9-a454-e5c3eb283568 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195768 Jan 28 03:30:00.797045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-a9b5b121-8878-45ed-93ed-17f0a65dc74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:00.799732 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-a9b5b121-8878-45ed-93ed-17f0a65dc74c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f&tenant_id=f815fae9b0904d42ba659d8929d97815 HTTP/1.1" status: 200 len: 1101 time: 0.1109204 Jan 28 03:30:00.814629 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24476373-99e5-4901-a2ff-0e4aa9481c57 x-openstack-request-id: req-24476373-99e5-4901-a2ff-0e4aa9481c57 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:00.814918 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c849ee-faec-4508-abb6-f33bd1a154dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd48c915-ff5a-4cb6-b33c-72c90a729dac", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:00.815183 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24476373-99e5-4901-a2ff-0e4aa9481c57 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:00.815640 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac', 'code': 200} Jan 28 03:30:00.852003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:00.997685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9194b060-cef2-451e-89d0-2be4e74905d4 req-5ca04e29-4e1d-4c1e-8ec6-27052cfad094 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884143 Jan 28 03:30:01.058622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (4f8a2343-3908-47d7-b5dc-ec025110b546), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:01.074869 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:01.194221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-8ac3c15b-4bbf-4748-a19e-9875e2ce0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:01.198246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-8ac3c15b-4bbf-4748-a19e-9875e2ce0b30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5006cc0f-77a4-4cbd-801a-a23f2761c35e HTTP/1.1" status: 200 len: 925 time: 0.6647058 Jan 28 03:30:01.211963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc884727-171c-4874-a966-e53d12159045 None None] DHCP port deletion for 4f8a2343-3908-47d7-b5dc-ec025110b546 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:30:01.222441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb81c4a-e8a5-4573-bc30-045520b1b8bf req-901fbd31-f9ce-4f3e-bb19-271932367ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:01.224094 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aeb81c4a-e8a5-4573-bc30-045520b1b8bf req-901fbd31-f9ce-4f3e-bb19-271932367ee5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 1097 time: 0.1410427 Jan 28 03:30:01.301754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 00d20661-5cc5-410c-a280-7c69e3bf4b1b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:01.384379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 00d20661-5cc5-410c-a280-7c69e3bf4b1b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:01.386098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 00d20661-5cc5-410c-a280-7c69e3bf4b1b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:01.392453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddbe4f-cc92-4c0a-bed4-f48afe80d183 req-cff03c99-6ff5-47a8-9ce3-f5b39a42dee0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:01.405100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35ddbe4f-cc92-4c0a-bed4-f48afe80d183 req-cff03c99-6ff5-47a8-9ce3-f5b39a42dee0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.4055262 Jan 28 03:30:01.459617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aeb81c4a-e8a5-4573-bc30-045520b1b8bf req-9a22eea7-01b9-4be2-b5f3-4eabe717ea79 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048290 Jan 28 03:30:01.462083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cc884727-171c-4874-a966-e53d12159045 None None] Deleting port b425b2e2-715d-4242-814c-2a27c4cd0551 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:01.462477 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc884727-171c-4874-a966-e53d12159045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:01.556716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cc884727-171c-4874-a966-e53d12159045 None None] For port b425b2e2-715d-4242-814c-2a27c4cd0551, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b425b2e2-715d-4242-814c-2a27c4cd0551,segment=NetworkSegment(70d1725e-357e-497c-bc46-bb3f15b00ee1),segment_id=70d1725e-357e-497c-bc46-bb3f15b00ee1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:01.557213 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc884727-171c-4874-a966-e53d12159045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:01.573320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cc884727-171c-4874-a966-e53d12159045 None None] Calling delete_port for b425b2e2-715d-4242-814c-2a27c4cd0551 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:01.578246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35ddbe4f-cc92-4c0a-bed4-f48afe80d183 req-d61df73d-594a-48a4-8fab-9e27dae66c8c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711490 Jan 28 03:30:01.578624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:01.585448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-a2e797f4-f96c-4d3f-8c86-2082b72645e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 HTTP/1.1" status: 200 len: 217 time: 0.3271730 Jan 28 03:30:01.627559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:30:01.679274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:01.682297 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cb939e-2e1b-4050-9b97-04e7ba3c7aa7" -d '{"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-unplugged", "status": "completed", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:01.688554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Publish callbacks [] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:01.705507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Transition to ACTIVE for port object 31b2d21d-e6aa-498a-bb96-77df17ac4def will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:30:01.711895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-4e3218c0-b706-4767-bf2e-724ce05583b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:01.716146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-4e3218c0-b706-4767-bf2e-724ce05583b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ba67f3-b54e-43b0-bc6f-836e950d5527 HTTP/1.1" status: 200 len: 863 time: 0.1222606 Jan 28 03:30:01.719187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:01.800698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754aa45-f816-4d2c-a392-e8a98a3947c6 req-91e9ceca-280b-4884-aef0-25a5dd4c77da tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:01.802640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b754aa45-f816-4d2c-a392-e8a98a3947c6 req-91e9ceca-280b-4884-aef0-25a5dd4c77da tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.6681266 Jan 28 03:30:01.924937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] No DVR routers for this DVR port 31b2d21d-e6aa-498a-bb96-77df17ac4def on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:01.932362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:01.952425 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc884727-171c-4874-a966-e53d12159045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:01.970549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-07ee84fb-0a37-481d-9fa4-489c4034cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:01.973988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-07ee84fb-0a37-481d-9fa4-489c4034cde5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5006cc0f-77a4-4cbd-801a-a23f2761c35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2437942 Jan 28 03:30:01.999205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:30:01.999547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:30:01.999932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:02.007685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Port 31b2d21d-e6aa-498a-bb96-77df17ac4def on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:30:02.008089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Attempting to bind port 31b2d21d-e6aa-498a-bb96-77df17ac4def on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:02.016333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:30:02.016723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:02.017029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:30:02.017454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Bound port: 31b2d21d-e6aa-498a-bb96-77df17ac4def, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:30:02.017816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:02.056806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc884727-171c-4874-a966-e53d12159045 None None] No DVR routers for this DVR port b425b2e2-715d-4242-814c-2a27c4cd0551 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:02.058792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc884727-171c-4874-a966-e53d12159045 None None] Pushing event deleted for resources: {'Port': ['ID=b425b2e2-715d-4242-814c-2a27c4cd0551,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:02.145882 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:30:02.150842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:30:02.162832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:02.185963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Deleting port b425b2e2-715d-4242-814c-2a27c4cd0551 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:02.186467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:02.213191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cc81c-708b-4631-8c7a-5c11fd1256f3 req-2681df10-989b-4989-bc0e-033f860df72b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:02.217806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-689cc81c-708b-4631-8c7a-5c11fd1256f3 req-2681df10-989b-4989-bc0e-033f860df72b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 944 time: 0.4062865 Jan 28 03:30:02.234666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:02.235339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:02.236981 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] 10.222.0.25 "PUT /v2.0/ports/31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 1097 time: 1.3911777 Jan 28 03:30:02.255041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433c0bd-df35-44f0-b994-44a97e61de1e service neutron] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=11']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:02.361544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-b7facbf2-b655-4912-895e-eb5e976e9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:02.364561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b754aa45-f816-4d2c-a392-e8a98a3947c6 req-28e7f97e-308d-41e7-b510-0c3a16452437 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942427 Jan 28 03:30:02.365237 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-b7facbf2-b655-4912-895e-eb5e976e9b6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1100 time: 0.0738585 Jan 28 03:30:02.468169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-689cc81c-708b-4631-8c7a-5c11fd1256f3 req-2b9a61b1-d510-476e-8f68-a441ea85aba6 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957481 Jan 28 03:30:02.507917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-6e39a30e-da0b-4091-b726-f31ee2a6bf03 service neutron] 10.222.0.42 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179741 Jan 28 03:30:02.521696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-0efbd991-47ec-4a75-bd6e-daae5b540266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:02.523328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-0efbd991-47ec-4a75-bd6e-daae5b540266 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1504755 Jan 28 03:30:02.558928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] For port b425b2e2-715d-4242-814c-2a27c4cd0551, host n-d-808199-14, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:02.559340 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:02.626527 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9341e893-a824-4005-98c5-15c8f91b30bb x-openstack-request-id: req-9341e893-a824-4005-98c5-15c8f91b30bb {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:02.627505 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-unplugged", "status": "completed", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:02.628932 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9341e893-a824-4005-98c5-15c8f91b30bb {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:02.630343 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'code': 200} Jan 28 03:30:02.636253 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-be77d5d1-26fd-4d58-9716-8e4da0e22baf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 217 time: 0.1054461 Jan 28 03:30:02.648934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Calling delete_port for b425b2e2-715d-4242-814c-2a27c4cd0551 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:02.696783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Port b425b2e2-715d-4242-814c-2a27c4cd0551 was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:30:02.701466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-9c51b46b-d6d7-42f9-9a7c-185a500a430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:02.703591 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-9c51b46b-d6d7-42f9-9a7c-185a500a430c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0582783 Jan 28 03:30:02.727611 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b425b2e2-715d-4242-814c-2a27c4cd0551), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:02.810487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] No DVR routers for this DVR port b425b2e2-715d-4242-814c-2a27c4cd0551 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:02.815257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Pushing event deleted for resources: {'Port': ['ID=b425b2e2-715d-4242-814c-2a27c4cd0551,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:02.844543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-f3a20796-4226-42ef-bb8d-2898b237004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:02.846355 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-f3a20796-4226-42ef-bb8d-2898b237004a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1318483 Jan 28 03:30:02.872544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b425b2e2-715d-4242-814c-2a27c4cd0551 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:02.883620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e644424-b5d3-481d-818d-4bf253cd2dee req-37fc2b9d-afef-46db-84f0-530aba8a18f3 service neutron] 10.222.0.42 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562839 Jan 28 03:30:02.896153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2ab45-0ed6-4175-8d99-c647c13fcb3f req-f11828da-c929-448d-b7aa-ef807c5bc8ff tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:02.897771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f2ab45-0ed6-4175-8d99-c647c13fcb3f req-f11828da-c929-448d-b7aa-ef807c5bc8ff tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 948 time: 0.2204032 Jan 28 03:30:02.928257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: b425b2e2-715d-4242-814c-2a27c4cd0551 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:02.928619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b425b2e2-715d-4242-814c-2a27c4cd0551 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:02.929174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:02.956922 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:02.957296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84b6781c-2c6a-467a-9e7a-7e6b872d9d4b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:02.959868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679339ed-9eda-448b-a52f-062d872fe666 req-b6858414-2603-4dfd-964c-79eca01c3392 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:02.966036 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-679339ed-9eda-448b-a52f-062d872fe666 req-b6858414-2603-4dfd-964c-79eca01c3392 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.2681069 Jan 28 03:30:03.015607 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-48029323-8728-4c35-b3f3-e309c84dab52 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604462 Jan 28 03:30:03.028319 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (4f8a2343-3908-47d7-b5dc-ec025110b546), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:03.100945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f2ab45-0ed6-4175-8d99-c647c13fcb3f req-75d0ad34-9d22-487f-8213-a100f0e443ba tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602371 Jan 28 03:30:03.138470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8a2343-3908-47d7-b5dc-ec025110b546']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:03.156344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-679339ed-9eda-448b-a52f-062d872fe666 req-a0353254-53c1-46cd-b1ac-6ef6978d5b58 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480551 Jan 28 03:30:03.169123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d1725e-357e-497c-bc46-bb3f15b00ee1') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:03.169431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d1725e-357e-497c-bc46-bb3f15b00ee1') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:03.186394 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (70d1725e-357e-497c-bc46-bb3f15b00ee1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:03.204707 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dcf73cbd-feae-4aeb-82f0-722c8c46f533 req-0c8e75da-826a-4c62-9424-6c3b00d593e0 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761084 Jan 28 03:30:03.210326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (70d1725e-357e-497c-bc46-bb3f15b00ee1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:03.218504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:30:03.218919 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (70d1725e-357e-497c-bc46-bb3f15b00ee1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:30:03.221249 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:30:03.299744 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (4f8a2343-3908-47d7-b5dc-ec025110b546), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:03.306087 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:03.311944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4f8a2343-3908-47d7-b5dc-ec025110b546 HTTP/1.1" status: 204 len: 168 time: 2.8650482 Jan 28 03:30:03.313228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48798) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:03.335916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfdaaf-1dfc-41d6-84c2-b02af216f919 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8a2343-3908-47d7-b5dc-ec025110b546,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:03.506422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910ddd1-ffb0-4867-b858-0fe2f07b5cdc req-2f90e636-42a3-4e03-bf5c-75fac649d8da tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:03.511613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a910ddd1-ffb0-4867-b858-0fe2f07b5cdc req-2f90e636-42a3-4e03-bf5c-75fac649d8da tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.0668128 Jan 28 03:30:03.601746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a910ddd1-ffb0-4867-b858-0fe2f07b5cdc req-45928bfb-45ee-417c-ae02-2ad312e9f7bd tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841162 Jan 28 03:30:03.615565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fad6f-4a22-4041-bf3c-5d856edaaafa req-ab0f3987-7ba3-4348-af15-f6ed62a22ac9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:03.622277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee9fad6f-4a22-4041-bf3c-5d856edaaafa req-ab0f3987-7ba3-4348-af15-f6ed62a22ac9 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 944 time: 0.0886543 Jan 28 03:30:03.695064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee9fad6f-4a22-4041-bf3c-5d856edaaafa req-09bd6a07-b08c-4974-a015-35789e3de0db tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718601 Jan 28 03:30:03.744421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:30:03.747402 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (07225221-9f02-4bb4-877e-bd351ab42fdc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:03.753942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:03.865944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port 31b2d21d-e6aa-498a-bb96-77df17ac4def host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:30:03.866535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:03.908809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:03.913119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-c1ced8a6-7df7-48ee-b653-1963af80caed tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:03.915952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-c1ced8a6-7df7-48ee-b653-1963af80caed tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 807 time: 0.1575780 Jan 28 03:30:03.923554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'port_id': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7', 'mac_address': 'fa:16:3e:2d:9f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:30:03.936153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-7adca2de-c6df-48c2-8b76-0477843c81f7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/quotas/ea2e1d4041ef4337ae62ea1490a1191c HTTP/1.1" status: 200 len: 375 time: 0.0130322 Jan 28 03:30:03.974271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:03.974845 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:03.991178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:04.004742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-5e474dcd-7143-4698-ba84-3ff150db5859 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609000 Jan 28 03:30:04.016775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:04.024259 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:04.044596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] Deleting port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:04.045191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:04.086663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:04.127814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] For port 7b5285e4-f20b-401a-87f3-9ed76b8e98f5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7b5285e4-f20b-401a-87f3-9ed76b8e98f5,segment=NetworkSegment(0c9398a9-0cee-4b0e-b12f-c270b43596ed),segment_id=0c9398a9-0cee-4b0e-b12f-c270b43596ed)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:04.128784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:04.141096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-b36b277b-caba-433b-a0a7-b06da7ebbbc1 service neutron] 10.222.0.44 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296005 Jan 28 03:30:04.144666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] Calling delete_port for 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:04.281077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52919fcf-1308-48ef-aecf-9bf3c38a7d17 req-3b7adfb3-6170-48ca-930d-15c20436b74f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:04.282670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52919fcf-1308-48ef-aecf-9bf3c38a7d17 req-3b7adfb3-6170-48ca-930d-15c20436b74f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 948 time: 0.0825815 Jan 28 03:30:04.289766 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-c756c9dc-7a2f-451d-8336-0248079b765c service neutron] 10.222.0.44 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478105 Jan 28 03:30:04.351295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52919fcf-1308-48ef-aecf-9bf3c38a7d17 req-3dcc70a7-ff41-4ef1-a845-fc2d9a2c7f97 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605402 Jan 28 03:30:04.368166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['9bed4063-b3cc-4dbd-8f5d-75b57c558cf7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:04.384438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7b5285e4-f20b-401a-87f3-9ed76b8e98f5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:04.418859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5285e4-f20b-401a-87f3-9ed76b8e98f5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:04.589320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661d80e-52d9-4295-9515-886e278381bf req-800c572b-ea26-4bcc-bcb0-00ab60375ddc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:04.590930 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0661d80e-52d9-4295-9515-886e278381bf req-800c572b-ea26-4bcc-bcb0-00ab60375ddc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.0840421 Jan 28 03:30:04.680302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0661d80e-52d9-4295-9515-886e278381bf req-0f02192f-72b2-4d9f-bb40-073b2e024a5b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837026 Jan 28 03:30:04.681870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:04.685011 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efb8876-02e9-4564-9847-77d4e2dc1f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:04.692386 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (07225221-9f02-4bb4-877e-bd351ab42fdc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:04.806993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5aefaf08-f12f-4e12-9a53-65b511887d4b req-300f9688-5a4b-43b9-aee2-2b3279759123 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0637996 Jan 28 03:30:04.901464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0b0f5-c3fb-4e69-86ff-dc80b715b520 req-a2c6ed94-12ab-4278-8e75-32fe21b9bd1f tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:04.909905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76d0b0f5-c3fb-4e69-86ff-dc80b715b520 req-a2c6ed94-12ab-4278-8e75-32fe21b9bd1f tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.0626669 Jan 28 03:30:04.958750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] Router 07225221-9f02-4bb4-877e-bd351ab42fdc has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:30:04.965389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76d0b0f5-c3fb-4e69-86ff-dc80b715b520 req-f27698c0-d34e-4dd1-b957-7bc372559ff8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543673 Jan 28 03:30:05.015912 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943c6553-ece3-461a-b360-16da51a54158 x-openstack-request-id: req-943c6553-ece3-461a-b360-16da51a54158 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:05.016202 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:05.016455 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-943c6553-ece3-461a-b360-16da51a54158 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:05.016879 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'status': 'completed', 'code': 200} Jan 28 03:30:05.141405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-14a42738-57f2-43d6-8ec9-c12293d7a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:05.142927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-14a42738-57f2-43d6-8ec9-c12293d7a390 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1100 time: 0.0897923 Jan 28 03:30:05.160320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-1cd3b5bf-f9ed-468b-905f-4ac4ee9ac9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:05.162019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-1cd3b5bf-f9ed-468b-905f-4ac4ee9ac9ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 1100 time: 0.1280444 Jan 28 03:30:05.207832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d833a5-d6a1-4553-9306-3690516abd28 req-238f30f1-6a8b-4cdf-8f08-3ec1b043406e tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:05.209434 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08d833a5-d6a1-4553-9306-3690516abd28 req-238f30f1-6a8b-4cdf-8f08-3ec1b043406e tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 945 time: 0.1224184 Jan 28 03:30:05.215172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:30:05.218504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ad3d5-b8a3-4dcd-97ae-d871c277fe7a req-c1660ab5-8f89-47fd-ab83-20faa24c6dbe tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:05.219774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe3ad3d5-b8a3-4dcd-97ae-d871c277fe7a req-c1660ab5-8f89-47fd-ab83-20faa24c6dbe tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.1436503 Jan 28 03:30:05.226042 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4fd1e12a-c311-4cb5-a040-5f0e33964fc7 admin admin] 10.222.0.44 "PUT /v2.0/routers/07225221-9f02-4bb4-877e-bd351ab42fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9115927 Jan 28 03:30:05.231594 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48856) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:05.232799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] Sync routers for ids ['07225221-9f02-4bb4-877e-bd351ab42fdc'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:30:05.250870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] Routers {'07225221-9f02-4bb4-877e-bd351ab42fdc'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:30:05.251791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:29:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['07225221-9f02-4bb4-877e-bd351ab42fdc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:05.355108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-77c38680-f557-4206-bb95-fe51f67480aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:05.357281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-77c38680-f557-4206-bb95-fe51f67480aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2067966 Jan 28 03:30:05.372476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe3ad3d5-b8a3-4dcd-97ae-d871c277fe7a req-6aeeb79a-5ab2-48fb-949a-51e9c9cca832 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076696 Jan 28 03:30:05.436288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-265ceb1b-e6c2-42ad-99b7-e09a547f32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:05.441884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-265ceb1b-e6c2-42ad-99b7-e09a547f32f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2684708 Jan 28 03:30:05.444641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Publish callbacks [] for router (07225221-9f02-4bb4-877e-bd351ab42fdc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:05.447429 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-c82c93ae-5852-4c8f-b7fc-5e1772c07da9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 217 time: 0.0822465 Jan 28 03:30:05.469696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08d833a5-d6a1-4553-9306-3690516abd28 req-15347eab-ac11-4c0b-89d8-53fe00e34073 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217019 Jan 28 03:30:05.499444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] Set router 07225221-9f02-4bb4-877e-bd351ab42fdc gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:30:05.654576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-9fe20fc2-8587-470c-8fd8-28c938e71fd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 200 len: 217 time: 0.1801374 Jan 28 03:30:05.746361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc2428-d84e-42d8-be1f-f2d5b2ec5b4a req-7ff81e5d-8209-4f29-bfd1-3bf2a7fac71f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:05.761395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebc2428-d84e-42d8-be1f-f2d5b2ec5b4a req-7ff81e5d-8209-4f29-bfd1-3bf2a7fac71f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 948 time: 0.1801217 Jan 28 03:30:05.767309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:05.782341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-32a5950f-68ac-44e1-80b8-e2414f1c7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:05.784345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-32a5950f-68ac-44e1-80b8-e2414f1c7e34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1272414 Jan 28 03:30:05.915186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ebc2428-d84e-42d8-be1f-f2d5b2ec5b4a req-b38a7351-4b3b-4d38-9bbb-b050e69c8b58 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367967 Jan 28 03:30:05.942942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-dff5b472-b7d8-4d3f-9c86-800c3813c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:05.945494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-dff5b472-b7d8-4d3f-9c86-800c3813c78c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521204 Jan 28 03:30:05.948089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:30:05.970287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:05.970667 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:06.033699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-d51e7818-6b66-4c92-93b3-a39d70914dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:06.036473 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-d51e7818-6b66-4c92-93b3-a39d70914dea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.5423768 Jan 28 03:30:06.049224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-router', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:23Z', 'updated_at': '2022-01-28T03:30:04Z', 'revision_number': 5, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'gw_port': {'id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:24Z', 'updated_at': '2022-01-28T03:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:06.114514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56591b79-7548-4526-97d8-759136e5e488 req-a9ba2770-3559-497b-9cce-cd3483268d79 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0512986 Jan 28 03:30:06.126379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] Checking router: 07225221-9f02-4bb4-877e-bd351ab42fdc for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:30:06.166659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] Routers {'07225221-9f02-4bb4-877e-bd351ab42fdc'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:30:06.167320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:29:42Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['07225221-9f02-4bb4-877e-bd351ab42fdc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:06.176903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-f4817d65-368e-4718-8bc2-e0ccbf0936c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:06.178376 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-f4817d65-368e-4718-8bc2-e0ccbf0936c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0870643 Jan 28 03:30:06.208301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Publish callbacks [] for router_gateway (07225221-9f02-4bb4-877e-bd351ab42fdc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:06.370811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:06.371776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:06.429196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:06.432242 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa012a1d-8ff6-4fb5-a321-97f1bcafbc04" -d '{"events": [{"server_uuid": "c6fbc732-daf4-4543-9934-96a1e83b2e78", "name": "network-vif-plugged", "status": "completed", "tag": "9bed4063-b3cc-4dbd-8f5d-75b57c558cf7"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:06.444516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-f77fed9b-4dd1-4c2b-bdf0-dbdfc6a0c4c1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:06.446152 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-f77fed9b-4dd1-4c2b-bdf0-dbdfc6a0c4c1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 807 time: 0.1700177 Jan 28 03:30:06.483227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Request body: {'port': {'device_id': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935', 'admin_state_up': True, 'tenant_id': 'ea2e1d4041ef4337ae62ea1490a1191c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:06.541717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:06.550733 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:06.603541 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-3ad77a29-416d-45dc-b312-a845ebc1c8c6 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145169 Jan 28 03:30:06.623787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] Set router 07225221-9f02-4bb4-877e-bd351ab42fdc gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:30:06.626942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Deleting port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:06.627293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:06.758033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:06.883281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-21d87bec-0adc-4c63-a989-8d2123235d45 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9310114 Jan 28 03:30:06.918031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47c0d9-b906-4c39-b06a-172e5e8dd44b req-ede7be1e-b6ef-4225-81c5-369f75aecfec tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:06.919415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f47c0d9-b906-4c39-b06a-172e5e8dd44b req-ede7be1e-b6ef-4225-81c5-369f75aecfec tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.1473804 Jan 28 03:30:06.932103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Made reservation on behalf of ea2e1d4041ef4337ae62ea1490a1191c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:30:06.938845 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:07.012777 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-657f9be6-5268-46a4-9043-80925c076b60 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936157 Jan 28 03:30:07.106474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] For port c6ceb45f-2b4a-4611-b62b-4f51ac374f1b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c6ceb45f-2b4a-4611-b62b-4f51ac374f1b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:07.106776 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:07.107312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-router', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:23Z', 'updated_at': '2022-01-28T03:30:04Z', 'revision_number': 5, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'gw_port': {'id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:24Z', 'updated_at': '2022-01-28T03:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:07.135856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Calling delete_port for c6ceb45f-2b4a-4611-b62b-4f51ac374f1b owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:07.175387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6334f-f945-4119-a8eb-1303ea725039 req-8bb7d2a2-97ad-4702-9c15-7f1c003d1a4a tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:07.189265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-8bb7d2a2-97ad-4702-9c15-7f1c003d1a4a tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/networks?id=22c0dbfe-f27f-441b-a057-b901050a9c6b HTTP/1.1" status: 200 len: 815 time: 1.0664325 Jan 28 03:30:07.228614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f47c0d9-b906-4c39-b06a-172e5e8dd44b req-02c75102-8488-4377-8d17-bc834d9a4603 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888849 Jan 28 03:30:07.243788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-98945b96-8cb5-4201-85d9-c36c5c74f09c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/quotas/f1dc47002d2e487dbd8112316c5ecb14 HTTP/1.1" status: 200 len: 375 time: 0.0533037 Jan 28 03:30:07.313613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Allocated IP 172.20.0.2 (1f24b319-272d-42f5-a0bf-1052b7874935/38e62498-2e1e-4282-bf91-3df78f49b1f3/de7dae23-915f-4d45-be42-ddb0975502ae) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:30:07.347291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0efb8876-02e9-4564-9847-77d4e2dc1f0d req-b84c70d4-6f1b-42ed-a056-ac65e509b49d service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521949 Jan 28 03:30:07.372161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-a8a9fcdb-1ca9-4da4-9e57-45cf5eeaa2aa tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1dc47002d2e487dbd8112316c5ecb14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1272097 Jan 28 03:30:07.459970 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2563bf-644c-4889-b050-d905f6fd59cb x-openstack-request-id: req-ab2563bf-644c-4889-b050-d905f6fd59cb {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:07.461158 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fbc732-daf4-4543-9934-96a1e83b2e78", "name": "network-vif-plugged", "status": "completed", "tag": "9bed4063-b3cc-4dbd-8f5d-75b57c558cf7", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:07.462502 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab2563bf-644c-4889-b050-d905f6fd59cb {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:07.463871 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7', 'code': 200} Jan 28 03:30:07.474770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597c70f-c756-45da-ac31-0009b863ee21 None None] The sync data for ids ['07225221-9f02-4bb4-877e-bd351ab42fdc'] in n-d-808199-14 is: [{'id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2074961930-router', 'tenant_id': '6c0af682bd2d4d9585fe12736c83aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:23Z', 'updated_at': '2022-01-28T03:30:04Z', 'revision_number': 5, 'project_id': '6c0af682bd2d4d9585fe12736c83aa09', 'gw_port': {'id': 'c6ceb45f-2b4a-4611-b62b-4f51ac374f1b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07225221-9f02-4bb4-877e-bd351ab42fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:24Z', 'updated_at': '2022-01-28T03:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:30:07.665317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-1c63af54-f5d8-4285-bc6a-2f11b8496bfe service neutron] 10.222.0.44 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766113 Jan 28 03:30:07.668743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b5597-118f-4ba6-80d5-d0282dd92fcb req-f178df8d-46da-48e8-813b-acf458d0491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:07.669840 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c6ceb45f-2b4a-4611-b62b-4f51ac374f1b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:07.670430 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-753b5597-118f-4ba6-80d5-d0282dd92fcb req-f178df8d-46da-48e8-813b-acf458d0491f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 1098 time: 0.1220636 Jan 28 03:30:07.678187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f11f9c-3fb9-4570-9e3e-182bcf13d772 req-e4521f7e-b211-423e-a71b-d757af7de710 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:07.679819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90f11f9c-3fb9-4570-9e3e-182bcf13d772 req-e4521f7e-b211-423e-a71b-d757af7de710 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 946 time: 0.1302884 Jan 28 03:30:07.758904 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ceb45f-2b4a-4611-b62b-4f51ac374f1b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:07.805709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-753b5597-118f-4ba6-80d5-d0282dd92fcb req-e5111032-d884-4b7c-8635-2556e6928459 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246092 Jan 28 03:30:07.841696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90f11f9c-3fb9-4570-9e3e-182bcf13d772 req-0546de9a-7976-4d73-b018-1fb44ee39fce tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467028 Jan 28 03:30:07.905836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-fb9f8256-aa51-44c2-96bc-00a4b1023f03 service neutron] 10.222.0.44 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194464 Jan 28 03:30:07.957416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-492856c6-de13-49ef-bc8a-100123ff2ac3 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:07.959722 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-492856c6-de13-49ef-bc8a-100123ff2ac3 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c849ee-faec-4508-abb6-f33bd1a154dc HTTP/1.1" status: 200 len: 945 time: 0.2156765 Jan 28 03:30:07.965750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (07225221-9f02-4bb4-877e-bd351ab42fdc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.053964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks [] for port (de7dae23-915f-4d45-be42-ddb0975502ae), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.264051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (07225221-9f02-4bb4-877e-bd351ab42fdc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.291637 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Publish callbacks [] for router_controller (07225221-9f02-4bb4-877e-bd351ab42fdc), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.347712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d188ebd-b278-4315-853f-4c787acb30b8 req-756d1065-a2df-4476-951e-ebd092260d99 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:08.349499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d188ebd-b278-4315-853f-4c787acb30b8 req-756d1065-a2df-4476-951e-ebd092260d99 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 948 time: 0.1025262 Jan 28 03:30:08.367989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.398576 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:30:08.428277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Pushing event updated for resources: {'Port': ['ID=de7dae23-915f-4d45-be42-ddb0975502ae,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:08.436631 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (07225221-9f02-4bb4-877e-bd351ab42fdc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.437211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07225221-9f02-4bb4-877e-bd351ab42fdc {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:30:08.444099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa91f9-46eb-443d-96f3-a4c66ce9f4db req-33c9fbaa-03f8-43e7-9b90-83dd18aa0f37 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:08.446657 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.451293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05fa91f9-46eb-443d-96f3-a4c66ce9f4db req-33c9fbaa-03f8-43e7-9b90-83dd18aa0f37 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 931 time: 0.1291776 Jan 28 03:30:08.451500 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-443603d4-e2d6-4612-b131-47f6b87003f5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/07225221-9f02-4bb4-877e-bd351ab42fdc HTTP/1.1" status: 204 len: 168 time: 3.2171917 Jan 28 03:30:08.459656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48964) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:08.491729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d188ebd-b278-4315-853f-4c787acb30b8 req-17d95d09-58c0-418d-a8ab-064a287c5c69 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114764 Jan 28 03:30:08.557462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05fa91f9-46eb-443d-96f3-a4c66ce9f4db req-da0e1e43-10df-4f63-b9e2-a05818eb79b5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051958 Jan 28 03:30:08.606753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Network 1f24b319-272d-42f5-a0bf-1052b7874935 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:30:08.620926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:08.627327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:30:08.641999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-749ed12d-4a55-4086-abf2-6bc90dfbfeb4 req-3e8158ec-9850-4712-a529-361e86987e2b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 210 time: 0.0615931 Jan 28 03:30:08.665782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:08.687219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'mac_address': 'fa:16:3e:7a:cb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:30:08.759802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:08.760797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.780328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c0d844-0ed2-4ed0-bd76-d8b8e86d7cc5 admin admin] Deleting subnet 668a078b-d1e0-4dda-a800-1ced94deba46 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:30:08.783777 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75c0d844-0ed2-4ed0-bd76-d8b8e86d7cc5 admin admin] Publish callbacks [] for subnet (668a078b-d1e0-4dda-a800-1ced94deba46), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.829788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75c0d844-0ed2-4ed0-bd76-d8b8e86d7cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (668a078b-d1e0-4dda-a800-1ced94deba46), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.865903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 31b2d21d-e6aa-498a-bb96-77df17ac4def is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:08.866319 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.884319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b814c-4eb2-48b7-9df3-6dcdbec711d5 req-10ff1ca5-66b8-4b59-a265-94d653780518 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:08.888977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b6b814c-4eb2-48b7-9df3-6dcdbec711d5 req-10ff1ca5-66b8-4b59-a265-94d653780518 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.1906624 Jan 28 03:30:08.889162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b2d21d-e6aa-498a-bb96-77df17ac4def {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:08.907485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-dbba6abf-c055-4a5d-b9a8-cb2b8ee5e074 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Deleting port bd48c915-ff5a-4cb6-b33c-72c90a729dac {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:08.908583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-dbba6abf-c055-4a5d-b9a8-cb2b8ee5e074 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.923447 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-0cf9d5c8-91c8-4a4c-be7b-25a333517806 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4439807 Jan 28 03:30:08.942824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:08.948824 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.961076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558e27d-4baa-4333-8793-c8416213a796 req-a6fcbba4-3202-4605-ab44-e03fac3ba892 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:08.965788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Request body: {'port': {'device_id': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:08.971959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d558e27d-4baa-4333-8793-c8416213a796 req-a6fcbba4-3202-4605-ab44-e03fac3ba892 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 948 time: 0.1292846 Jan 28 03:30:09.028395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b6b814c-4eb2-48b7-9df3-6dcdbec711d5 req-4e3ac93b-0060-4507-8a3b-171fb3016ece tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229076 Jan 28 03:30:09.054089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:09.135305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d558e27d-4baa-4333-8793-c8416213a796 req-95bc4bf5-2910-4aa0-9324-8e567202b92f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621590 Jan 28 03:30:09.267455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:09.325256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:09.337183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7b5285e4-f20b-401a-87f3-9ed76b8e98f5 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:09.400063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.411554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-dbba6abf-c055-4a5d-b9a8-cb2b8ee5e074 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] For port bd48c915-ff5a-4cb6-b33c-72c90a729dac, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bd48c915-ff5a-4cb6-b33c-72c90a729dac,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:09.411695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-dbba6abf-c055-4a5d-b9a8-cb2b8ee5e074 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.421108 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75c0d844-0ed2-4ed0-bd76-d8b8e86d7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (668a078b-d1e0-4dda-a800-1ced94deba46), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.435111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bdb2f-e479-4abd-be86-d7ddac5bb813 req-020d37fd-a615-4a5a-b0ee-c7ef7ce55107 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:09.436156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['31b2d21d-e6aa-498a-bb96-77df17ac4def'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:09.447000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb6bdb2f-e479-4abd-be86-d7ddac5bb813 req-020d37fd-a615-4a5a-b0ee-c7ef7ce55107 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 946 time: 0.1924205 Jan 28 03:30:09.454772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-dbba6abf-c055-4a5d-b9a8-cb2b8ee5e074 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Calling delete_port for bd48c915-ff5a-4cb6-b33c-72c90a729dac owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:09.614316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb6bdb2f-e479-4abd-be86-d7ddac5bb813 req-08779ff7-f299-4e84-a703-ff9d836b68a4 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662800 Jan 28 03:30:09.617166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-79d472ef-3e13-41b5-9dcb-7300db1f889a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f815fae9b0904d42ba659d8929d97815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837648 Jan 28 03:30:09.805066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-5438b2af-d8a2-434d-97ff-7901a6a3d13a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:09.814619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-5438b2af-d8a2-434d-97ff-7901a6a3d13a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914909 Jan 28 03:30:09.838308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-fb52f34b-c7be-493a-a26b-da50d9639531 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/quotas/f815fae9b0904d42ba659d8929d97815 HTTP/1.1" status: 200 len: 375 time: 0.0205836 Jan 28 03:30:09.923577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75c0d844-0ed2-4ed0-bd76-d8b8e86d7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (668a078b-d1e0-4dda-a800-1ced94deba46), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.949939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7dae23-915f-4d45-be42-ddb0975502ae {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:09.953711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3465b0b-84e6-4e99-b680-c7d26ca39a88 None None] Network 8a131b11-059c-44b3-b64a-7190a6ff2e2f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:30:09.955066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75c0d844-0ed2-4ed0-bd76-d8b8e86d7cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.962469 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-75c0d844-0ed2-4ed0-bd76-d8b8e86d7cc5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/668a078b-d1e0-4dda-a800-1ced94deba46 HTTP/1.1" status: 204 len: 168 time: 1.5017397 Jan 28 03:30:10.004816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:10.077720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Publish callbacks [] for port (de7dae23-915f-4d45-be42-ddb0975502ae), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.087969 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0d844-0ed2-4ed0-bd76-d8b8e86d7cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668a078b-d1e0-4dda-a800-1ced94deba46,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:10.169339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6334f-f945-4119-a8eb-1303ea725039 req-cf1f8531-ca32-45b9-b1dd-103f0173e924 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:10.172442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-cf1f8531-ca32-45b9-b1dd-103f0173e924 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.42 "GET /v2.0/networks?id=22c0dbfe-f27f-441b-a057-b901050a9c6b HTTP/1.1" status: 200 len: 815 time: 0.2918637 Jan 28 03:30:10.201027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Request body: {'port': {'device_id': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b', 'admin_state_up': True, 'tenant_id': 'f1dc47002d2e487dbd8112316c5ecb14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:10.238030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46185c-8daf-4035-a8b7-9536fbb05a17 req-b13ac60f-b620-4633-8d69-9a7f968d69cf tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:10.239767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd46185c-8daf-4035-a8b7-9536fbb05a17 req-b13ac60f-b620-4633-8d69-9a7f968d69cf tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 931 time: 0.3980584 Jan 28 03:30:10.257507 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8a131b11-059c-44b3-b64a-7190a6ff2e2f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.260273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Transition to ACTIVE for port object de7dae23-915f-4d45-be42-ddb0975502ae will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:30:10.261926 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-dbba6abf-c055-4a5d-b9a8-cb2b8ee5e074 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (bd48c915-ff5a-4cb6-b33c-72c90a729dac), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.272213 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.282142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7acc048-0e91-4030-b3a6-140c1f8f572e None None] DHCP port deletion for 8a131b11-059c-44b3-b64a-7190a6ff2e2f request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:30:10.300543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-578b96bc-301d-4666-8737-64e61cdc1dbe tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4341409 Jan 28 03:30:10.337612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba6abf-c055-4a5d-b9a8-cb2b8ee5e074 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Pushing event deleted for resources: {'Port': ['ID=bd48c915-ff5a-4cb6-b33c-72c90a729dac,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:10.349776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a7acc048-0e91-4030-b3a6-140c1f8f572e None None] Deleting port 4db5c719-6060-4bbf-8a2d-6ae35463656f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:10.350240 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7acc048-0e91-4030-b3a6-140c1f8f572e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.430316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bd48c915-ff5a-4cb6-b33c-72c90a729dac no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:10.485237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: bd48c915-ff5a-4cb6-b33c-72c90a729dac {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:10.485593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bd48c915-ff5a-4cb6-b33c-72c90a729dac not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:10.496062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a7acc048-0e91-4030-b3a6-140c1f8f572e None None] For port 4db5c719-6060-4bbf-8a2d-6ae35463656f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4db5c719-6060-4bbf-8a2d-6ae35463656f,segment=NetworkSegment(0c9398a9-0cee-4b0e-b12f-c270b43596ed),segment_id=0c9398a9-0cee-4b0e-b12f-c270b43596ed)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:10.496402 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7acc048-0e91-4030-b3a6-140c1f8f572e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.499526 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7610d93-1547-4c3c-909d-b4e8953771a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.532559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd46185c-8daf-4035-a8b7-9536fbb05a17 req-a8f5cee6-1dd0-46bb-81dd-17a03c4df76e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197433 Jan 28 03:30:10.535675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a7acc048-0e91-4030-b3a6-140c1f8f572e None None] Calling delete_port for 4db5c719-6060-4bbf-8a2d-6ae35463656f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:10.549073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-dbba6abf-c055-4a5d-b9a8-cb2b8ee5e074 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] No DVR routers for this DVR port bd48c915-ff5a-4cb6-b33c-72c90a729dac on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:10.579871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-dbba6abf-c055-4a5d-b9a8-cb2b8ee5e074 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.596646 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-248348a4-2aef-49a9-9901-48a8b273e7a1 req-dbba6abf-c055-4a5d-b9a8-cb2b8ee5e074 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.25 "DELETE /v2.0/ports/bd48c915-ff5a-4cb6-b33c-72c90a729dac HTTP/1.1" status: 204 len: 173 time: 2.6206911 Jan 28 03:30:10.598141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'name': 'network-vif-deleted', 'tag': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:10.600613 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354abad2-f3f1-4028-871d-1385ebaf8b31" -d '{"events": [{"server_uuid": "62c849ee-faec-4508-abb6-f33bd1a154dc", "name": "network-vif-deleted", "tag": "bd48c915-ff5a-4cb6-b33c-72c90a729dac"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:10.629812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Pushing event updated for resources: {'Port': ['ID=de7dae23-915f-4d45-be42-ddb0975502ae,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:10.698053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b20d24c1-6135-4704-817f-667307a9fdab req-9e4e3059-8c1c-4369-9bd6-92983f27b270 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 210 time: 0.0926957 Jan 28 03:30:10.810215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bad6a-fdd6-4da8-a963-5d48bcba8d9d req-4d8a3c89-c2bd-4f51-af05-9574fbe6321d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:10.810649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7acc048-0e91-4030-b3a6-140c1f8f572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.812577 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-776bad6a-fdd6-4da8-a963-5d48bcba8d9d req-4d8a3c89-c2bd-4f51-af05-9574fbe6321d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.1080992 Jan 28 03:30:10.813877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Made reservation on behalf of f1dc47002d2e487dbd8112316c5ecb14 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:30:10.817707 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.852622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7acc048-0e91-4030-b3a6-140c1f8f572e None None] No DVR routers for this DVR port 4db5c719-6060-4bbf-8a2d-6ae35463656f on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:10.895778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:30:10.896307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:30:10.896725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:10.906394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Port de7dae23-915f-4d45-be42-ddb0975502ae on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:30:10.906820 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:10.923167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:30:10.923167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:10.923632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:30:10.924166 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Bound port: de7dae23-915f-4d45-be42-ddb0975502ae, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:30:10.924693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:10.949474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4db5c719-6060-4bbf-8a2d-6ae35463656f no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:10.965040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acc048-0e91-4030-b3a6-140c1f8f572e None None] Pushing event deleted for resources: {'Port': ['ID=4db5c719-6060-4bbf-8a2d-6ae35463656f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:10.985198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-776bad6a-fdd6-4da8-a963-5d48bcba8d9d req-06d6ec56-94cb-43b8-919d-8be57f9e3ff0 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446533 Jan 28 03:30:10.997374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Deleting port 4db5c719-6060-4bbf-8a2d-6ae35463656f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:11.001272 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:11.063011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 4db5c719-6060-4bbf-8a2d-6ae35463656f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:11.065006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4db5c719-6060-4bbf-8a2d-6ae35463656f not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:11.066105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c6ceb45f-2b4a-4611-b62b-4f51ac374f1b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:11.129452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c6ceb45f-2b4a-4611-b62b-4f51ac374f1b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:11.129959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c6ceb45f-2b4a-4611-b62b-4f51ac374f1b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:11.149392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2753aa1-97cf-4c51-b861-46dd983809f9 req-0b1f2487-bf68-4846-99b5-0f9d8697a55a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 210 time: 0.0871871 Jan 28 03:30:11.225815 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaa9916-82a6-4da6-a80c-1b348688120f x-openstack-request-id: req-acaa9916-82a6-4da6-a80c-1b348688120f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:11.226753 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c849ee-faec-4508-abb6-f33bd1a154dc", "name": "network-vif-deleted", "tag": "bd48c915-ff5a-4cb6-b33c-72c90a729dac", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:11.227323 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acaa9916-82a6-4da6-a80c-1b348688120f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:11.227947 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c849ee-faec-4508-abb6-f33bd1a154dc', 'name': 'network-vif-deleted', 'tag': 'bd48c915-ff5a-4cb6-b33c-72c90a729dac', 'status': 'completed', 'code': 200} Jan 28 03:30:11.275064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] For port 4db5c719-6060-4bbf-8a2d-6ae35463656f, host n-d-808199-14, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:11.275750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:11.298488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:30:11.311391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:30:11.313113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Calling delete_port for 4db5c719-6060-4bbf-8a2d-6ae35463656f owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:11.317672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Port 4db5c719-6060-4bbf-8a2d-6ae35463656f was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:30:11.319249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:11.326219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4db5c719-6060-4bbf-8a2d-6ae35463656f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:11.381276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Allocated IP 172.20.0.7 (22c0dbfe-f27f-441b-a057-b901050a9c6b/9e5963e1-e98a-4683-9cd0-8099e9cc4e32/af0dd75f-8f59-4614-9866-f75de84b5a70) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:30:11.434478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc0323-2bdc-43a5-8542-e09423ecea8b req-b6358735-1c0e-441b-9191-992bdd58455b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:11.446794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49cc0323-2bdc-43a5-8542-e09423ecea8b req-b6358735-1c0e-441b-9191-992bdd58455b tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 946 time: 0.1647105 Jan 28 03:30:11.461308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Pushing event updated for resources: {'Port': ['ID=de7dae23-915f-4d45-be42-ddb0975502ae,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:11.479498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] No DVR routers for this DVR port 4db5c719-6060-4bbf-8a2d-6ae35463656f on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:11.483867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:11.484479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:11.485862 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8af45b9a-6afe-4da5-9a5b-4c6b82adf3eb service neutron] 10.222.0.25 "PUT /v2.0/ports/de7dae23-915f-4d45-be42-ddb0975502ae HTTP/1.1" status: 200 len: 1092 time: 2.5405419 Jan 28 03:30:11.591617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49cc0323-2bdc-43a5-8542-e09423ecea8b req-d2ec988f-7b7e-4291-81c1-5191cb9b3bad tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394079 Jan 28 03:30:11.623999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db5c719-6060-4bbf-8a2d-6ae35463656f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:11.688197 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8a131b11-059c-44b3-b64a-7190a6ff2e2f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:11.717497 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a131b11-059c-44b3-b64a-7190a6ff2e2f']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:11.735430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-e5cb1742-dd9a-40ae-85b8-895bbee68db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:11.737160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-e5cb1742-dd9a-40ae-85b8-895bbee68db5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 1095 time: 0.0857008 Jan 28 03:30:11.740816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9398a9-0cee-4b0e-b12f-c270b43596ed') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:11.741247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9398a9-0cee-4b0e-b12f-c270b43596ed') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:11.765429 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (0c9398a9-0cee-4b0e-b12f-c270b43596ed), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:11.818180 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:12.071145 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks [] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:12.086364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccc939-bfe1-434b-bec3-0849ede19c66 req-466b5205-6f8e-4481-b2e1-7161aec994e5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:12.094879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82ccc939-bfe1-434b-bec3-0849ede19c66 req-466b5205-6f8e-4481-b2e1-7161aec994e5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1234059 Jan 28 03:30:12.173466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d6e80-1995-4823-83d7-6655593baf4f req-d6bad9b8-5c4a-404c-a34b-e4c67cafe2a1 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:12.177354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e52d6e80-1995-4823-83d7-6655593baf4f req-d6bad9b8-5c4a-404c-a34b-e4c67cafe2a1 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 946 time: 0.2167861 Jan 28 03:30:12.252265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82ccc939-bfe1-434b-bec3-0849ede19c66 req-c8216a8d-c25c-462f-ad08-e49c5d1b47c5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563625 Jan 28 03:30:12.253230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:12.271162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3c34792e-411c-4bf3-82c8-5611243082d7 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Request body: {'floatingip': {'port_id': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:12.305237 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4891090f-92e6-4e6c-b2ae-241998e139e2 req-721267fb-ba10-47cf-84af-4443571f067c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 210 time: 0.0507119 Jan 28 03:30:12.381307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:12.401278 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-515849e2-cdf2-4275-9547-cca2136b079d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de7dae23-915f-4d45-be42-ddb0975502ae HTTP/1.1" status: 200 len: 217 time: 0.6149647 Jan 28 03:30:12.409162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0c9398a9-0cee-4b0e-b12f-c270b43596ed), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:12.419030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:12.426670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:30:12.427358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (0c9398a9-0cee-4b0e-b12f-c270b43596ed), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:12.564121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e86253d6-1af4-4505-876a-d14559d60fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:12.580375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 31b2d21d-e6aa-498a-bb96-77df17ac4def completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:30:12.587825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 31b2d21d-e6aa-498a-bb96-77df17ac4def triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:12.589071 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:30:12.671112 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:30:12.847707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f44dad2c-551b-4baf-bd55-7b902a3f4a88 req-4a363c3b-8e30-47a8-b76f-3ee72b0e48e3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 210 time: 0.2165177 Jan 28 03:30:12.850080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Pushing event updated for resources: {'Port': ['ID=af0dd75f-8f59-4614-9866-f75de84b5a70,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:12.878557 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c34792e-411c-4bf3-82c8-5611243082d7 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for floatingip (5a5b0c00-01c5-4a61-8520-a39c841cfdc0), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:12.904400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-e87ae980-eec7-467b-947c-f85bbcccd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:12.911251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-e87ae980-eec7-467b-947c-f85bbcccd6b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.2336490 Jan 28 03:30:12.912222 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8a131b11-059c-44b3-b64a-7190a6ff2e2f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:12.931722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 31b2d21d-e6aa-498a-bb96-77df17ac4def is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:12.933438 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:13.013814 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:13.032877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:13.036351 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff1a0fb-e3bc-4c26-a889-dd5114f55b18" -d '{"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-plugged", "status": "completed", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:13.053563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Network 22c0dbfe-f27f-441b-a057-b901050a9c6b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:30:13.060775 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a131b11-059c-44b3-b64a-7190a6ff2e2f HTTP/1.1" status: 204 len: 168 time: 2.9673381 Jan 28 03:30:13.073502 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8229d651-7d6a-4f6e-8793-da3735165c75 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486905 Jan 28 03:30:13.075997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:13.081707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:13.092708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:30:13.100225 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:13.254647 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559ff162-57f1-4ef1-90ab-7746cd6f993a x-openstack-request-id: req-559ff162-57f1-4ef1-90ab-7746cd6f993a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:13.255021 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-plugged", "status": "completed", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:13.255294 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-559ff162-57f1-4ef1-90ab-7746cd6f993a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:13.255701 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'code': 200} Jan 28 03:30:13.257252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba9474-a3ba-4863-bada-f2ee41ef1f7e req-019b80cc-4285-4d35-9acb-aa7935f66de8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:13.273274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0ba9474-a3ba-4863-bada-f2ee41ef1f7e req-019b80cc-4285-4d35-9acb-aa7935f66de8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.6708174 Jan 28 03:30:13.302671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=13']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:13.312330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2073ec5-7c48-4e38-9f37-8c0570ca9710 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a131b11-059c-44b3-b64a-7190a6ff2e2f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:13.314322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'tag': 'de7dae23-915f-4d45-be42-ddb0975502ae'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:13.316994 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fdb9e5-4c99-4381-a032-81d4d75ccccb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa289a62-2960-4cc7-8137-e0b20f08e0e4", "tag": "de7dae23-915f-4d45-be42-ddb0975502ae"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:13.323378 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-8bf932e9-238e-401e-9f12-ddb45cc66d2d service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496046 Jan 28 03:30:13.326605 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-1319985d-a49a-4cef-9e9f-da4ef8cf67b6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f815fae9b0904d42ba659d8929d97815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4068384 Jan 28 03:30:13.356606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:13.359063 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:13.362839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:13.518878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0ba9474-a3ba-4863-bada-f2ee41ef1f7e req-4c0d42e5-feb4-452f-9eb2-3a85f6868e7a tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392216 Jan 28 03:30:13.538794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-6f68d17e-9c5e-48bf-af73-65b85e7488f9 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3468490 Jan 28 03:30:13.548072 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb21e6f-f915-40e6-9075-50deaba7aa9a req-1e781c88-e054-4124-b4e4-345b6aaf7bc1 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154734 Jan 28 03:30:13.554493 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-a9fea2ac-1d1b-4dbf-a7f8-7b8957925758 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:13.557178 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-a9fea2ac-1d1b-4dbf-a7f8-7b8957925758 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081892 Jan 28 03:30:13.584354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Request body: {'port': {'device_id': 'c8947adc-019a-4015-ab37-71665b0083b3', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'f815fae9b0904d42ba659d8929d97815'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:13.591367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Request body: {'port': {'device_id': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:13.603489 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6e4685-390a-4fcf-94da-4ec060bd0482 x-openstack-request-id: req-1b6e4685-390a-4fcf-94da-4ec060bd0482 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:13.603930 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa289a62-2960-4cc7-8137-e0b20f08e0e4", "tag": "de7dae23-915f-4d45-be42-ddb0975502ae", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:13.604361 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b6e4685-390a-4fcf-94da-4ec060bd0482 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:13.604884 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'tag': 'de7dae23-915f-4d45-be42-ddb0975502ae', 'status': 'completed', 'code': 200} Jan 28 03:30:13.704873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5ee44cac-c403-483b-a6a2-5df6fc6e4bf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c873c89a8dba408383e7d806c68a14b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192899 Jan 28 03:30:13.709219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49054) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:13.715008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d5f60-834e-4fac-a880-ac8e7d46b7e2 req-e9182334-28e9-4336-8c3c-ec967c967c30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:13.721897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-677d5f60-834e-4fac-a880-ac8e7d46b7e2 req-e9182334-28e9-4336-8c3c-ec967c967c30 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.3339968 Jan 28 03:30:13.785024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdb9e5-4c99-4381-a032-81d4d75ccccb req-6e7be2fe-8600-40e3-bc8f-b9d275b908c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:13.787098 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-87fdb9e5-4c99-4381-a032-81d4d75ccccb req-6e7be2fe-8600-40e3-bc8f-b9d275b908c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 1095 time: 0.1346748 Jan 28 03:30:13.854852 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:13.877338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Made reservation on behalf of f815fae9b0904d42ba659d8929d97815 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:30:13.880751 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:13.907863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ad96043-0b19-4768-a1df-1ff8cdcb964a admin admin] Publish callbacks [] for security_group (01831d5a-e7b3-4235-8afb-c9405fb382cb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:13.961488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-677d5f60-834e-4fac-a880-ac8e7d46b7e2 req-0168a53e-bb5c-4241-9c7a-7f69c22f87be tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272100 Jan 28 03:30:13.968167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785c7f2-1f7c-48ab-b978-7514f99fecc3 req-aeff6e6a-a621-4fe0-8215-e24b23ba601c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:13.969712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3785c7f2-1f7c-48ab-b978-7514f99fecc3 req-aeff6e6a-a621-4fe0-8215-e24b23ba601c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 931 time: 0.2383263 Jan 28 03:30:13.998824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ad96043-0b19-4768-a1df-1ff8cdcb964a admin admin] Publish callbacks [] for security_group (01831d5a-e7b3-4235-8afb-c9405fb382cb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:14.018747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdb9e5-4c99-4381-a032-81d4d75ccccb req-45306fd7-4f97-47f8-a70e-263fecb7b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:14.020342 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-87fdb9e5-4c99-4381-a032-81d4d75ccccb req-45306fd7-4f97-47f8-a70e-263fecb7b24f service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.2227650 Jan 28 03:30:14.095317 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-87fdb9e5-4c99-4381-a032-81d4d75ccccb req-246928d2-26b7-4563-bbaf-0ad9bca002d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de7dae23-915f-4d45-be42-ddb0975502ae HTTP/1.1" status: 200 len: 217 time: 0.0633438 Jan 28 03:30:14.178042 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:14.187772 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:14.188452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdb9e5-4c99-4381-a032-81d4d75ccccb req-d0c96f47-85d1-4271-89ab-4653afb79b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:14.190516 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-87fdb9e5-4c99-4381-a032-81d4d75ccccb req-d0c96f47-85d1-4271-89ab-4653afb79b33 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0885136 Jan 28 03:30:14.207293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ad96043-0b19-4768-a1df-1ff8cdcb964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01831d5a-e7b3-4235-8afb-c9405fb382cb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:14.209960 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ad96043-0b19-4768-a1df-1ff8cdcb964a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:14.213691 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2ad96043-0b19-4768-a1df-1ff8cdcb964a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01831d5a-e7b3-4235-8afb-c9405fb382cb HTTP/1.1" status: 204 len: 168 time: 0.5009093 Jan 28 03:30:14.252028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Allocated IP 192.168.233.151 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/fe2207e0-62fa-43d6-a772-41b354a7c0cd) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:30:14.256209 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-87fdb9e5-4c99-4381-a032-81d4d75ccccb req-195d9b7b-a48e-473f-b64b-f268830fb7ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573573 Jan 28 03:30:14.272934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad96043-0b19-4768-a1df-1ff8cdcb964a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01831d5a-e7b3-4235-8afb-c9405fb382cb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:14.301332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3785c7f2-1f7c-48ab-b978-7514f99fecc3 req-bae993e9-f0be-401b-9fc9-40b0c756d752 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888067 Jan 28 03:30:14.323737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa6c69b4-e306-4d38-a213-ea905883e5b5 req-e4ffb927-40d9-430e-a190-1570f8e85bf3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 210 time: 0.1256306 Jan 28 03:30:14.462003 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-87fdb9e5-4c99-4381-a032-81d4d75ccccb req-e802b621-1aa9-4e04-88fa-48453e4a6c6c service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991751 Jan 28 03:30:14.513948 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c34792e-411c-4bf3-82c8-5611243082d7 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:14.527058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c34792e-411c-4bf3-82c8-5611243082d7 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5a5b0c00-01c5-4a61-8520-a39c841cfdc0), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:14.577831 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-87fdb9e5-4c99-4381-a032-81d4d75ccccb req-9ef9e153-a44e-4c96-aa2d-98e4edce3476 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087525 Jan 28 03:30:14.686461 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks [] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:14.754437 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:14.791406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8367fa4d-21b6-4f76-b898-811bb737fb89', 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', '31b2d21d-e6aa-498a-bb96-77df17ac4def'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:14.822341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:30:14.828043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:14.848314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:30:14.947491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:14.948112 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:14.982025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49066) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:14.982255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:15.015935 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-c86cfd6e-3197-4f25-961f-5c4c340bc9eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4383776 Jan 28 03:30:15.051517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Request body: {'port': {'device_id': 'c8947adc-019a-4015-ab37-71665b0083b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:15.194881 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-970f052f-34a4-4382-b4fd-ead9b51297b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c0af682bd2d4d9585fe12736c83aa09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061560 Jan 28 03:30:15.196380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49072) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:15.270985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0dd75f-8f59-4614-9866-f75de84b5a70 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:15.282749 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Publish callbacks [] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:15.340289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:15.341655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083348d4-2339-499a-8328-4142050b5f3a req-d933769e-f6eb-47b3-983c-b1fb5ae29285 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:15.351418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-083348d4-2339-499a-8328-4142050b5f3a req-d933769e-f6eb-47b3-983c-b1fb5ae29285 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.7149982 Jan 28 03:30:15.391648 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:15.392405 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-3c34792e-411c-4bf3-82c8-5611243082d7 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Floating IP 5a5b0c00-01c5-4a61-8520-a39c841cfdc0 associated. External IP: 172.25.1.62, port: 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7. Jan 28 03:30:15.395222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de067c17-5a3d-4dd2-a5ef-aecbe9aef2fd None None] Provisioning complete for port fe2207e0-62fa-43d6-a772-41b354a7c0cd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:15.395591 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de067c17-5a3d-4dd2-a5ef-aecbe9aef2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:15.400330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Transition to ACTIVE for port object af0dd75f-8f59-4614-9866-f75de84b5a70 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:30:15.418715 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97f9922a-d8a6-4de5-9d9e-e88548dbce26 admin admin] Publish callbacks [] for security_group (e4f04cce-1e8b-43dd-85c9-a6b1aa280158), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:15.450057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97f9922a-d8a6-4de5-9d9e-e88548dbce26 admin admin] Publish callbacks [] for security_group (e4f04cce-1e8b-43dd-85c9-a6b1aa280158), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:15.455022 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:15.481745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de067c17-5a3d-4dd2-a5ef-aecbe9aef2fd None None] Port fe2207e0-62fa-43d6-a772-41b354a7c0cd cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:30:15.512923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff52a5b-7e67-47c0-8259-47e0ef58fa40 req-349cdba4-8290-410c-b63f-8e7e7ebee256 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:15.514572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eff52a5b-7e67-47c0-8259-47e0ef58fa40 req-349cdba4-8290-410c-b63f-8e7e7ebee256 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.2282341 Jan 28 03:30:15.525174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97f9922a-d8a6-4de5-9d9e-e88548dbce26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e4f04cce-1e8b-43dd-85c9-a6b1aa280158), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:15.528989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97f9922a-d8a6-4de5-9d9e-e88548dbce26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:15.530309 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-97f9922a-d8a6-4de5-9d9e-e88548dbce26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4f04cce-1e8b-43dd-85c9-a6b1aa280158 HTTP/1.1" status: 204 len: 168 time: 0.2735536 Jan 28 03:30:15.545142 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9922a-d8a6-4de5-9d9e-e88548dbce26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f04cce-1e8b-43dd-85c9-a6b1aa280158,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:15.552075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-083348d4-2339-499a-8328-4142050b5f3a req-3ee74e17-ad2a-48ae-96f8-5c57adefdd7b tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992052 Jan 28 03:30:15.660485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Pushing event updated for resources: {'Port': ['ID=af0dd75f-8f59-4614-9866-f75de84b5a70,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:15.886020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eff52a5b-7e67-47c0-8259-47e0ef58fa40 req-17ae8991-6aa6-46f6-a24c-ef35450e0fc3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511370 Jan 28 03:30:15.974526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Attempting to bind port af0dd75f-8f59-4614-9866-f75de84b5a70 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:30:15.974976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Attempting to bind port af0dd75f-8f59-4614-9866-f75de84b5a70 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:30:15.975424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Attempting to bind port af0dd75f-8f59-4614-9866-f75de84b5a70 on network 22c0dbfe-f27f-441b-a057-b901050a9c6b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:16.078703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2207e0-62fa-43d6-a772-41b354a7c0cd {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:16.092903 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Publish callbacks [] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:16.126829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Transition to ACTIVE for port object fe2207e0-62fa-43d6-a772-41b354a7c0cd will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:30:16.132373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Port af0dd75f-8f59-4614-9866-f75de84b5a70 on network 22c0dbfe-f27f-441b-a057-b901050a9c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:30:16.133578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Attempting to bind port af0dd75f-8f59-4614-9866-f75de84b5a70 on network 22c0dbfe-f27f-441b-a057-b901050a9c6b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:16.133702 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:16.149814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:30:16.150240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Checking segment: {'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:16.150685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Bound using segment: {'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:30:16.153167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Bound port: af0dd75f-8f59-4614-9866-f75de84b5a70, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:30:16.153167 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:16.178238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaf9fa-957c-4661-b41b-5ab82f78a713 req-2a488692-a2e3-4eea-a4f3-b08180a98f47 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:16.180026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bfaf9fa-957c-4661-b41b-5ab82f78a713 req-2a488692-a2e3-4eea-a4f3-b08180a98f47 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 943 time: 0.3489523 Jan 28 03:30:16.265389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:16.289218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bfaf9fa-957c-4661-b41b-5ab82f78a713 req-06c86a5c-df20-41d0-8231-ba20876e8aa8 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976558 Jan 28 03:30:16.306477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c34792e-411c-4bf3-82c8-5611243082d7 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Router 49026035-ff41-4875-8572-9546289cd578 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:30:16.360202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61faa9-3195-4652-8776-2e1b1b54b6d4 req-6bc43797-ff32-4771-97ae-477bc5a6646a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:16.363624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:30:16.364074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:30:16.368597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec61faa9-3195-4652-8776-2e1b1b54b6d4 req-6bc43797-ff32-4771-97ae-477bc5a6646a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 936 time: 0.2808564 Jan 28 03:30:16.369019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:16.380491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Port fe2207e0-62fa-43d6-a772-41b354a7c0cd on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:30:16.380990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:16.393649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:30:16.394003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:16.394383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:30:16.396017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Bound port: fe2207e0-62fa-43d6-a772-41b354a7c0cd, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:30:16.396169 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:16.535383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:30:16.542801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:30:16.547424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] For port af0dd75f-8f59-4614-9866-f75de84b5a70, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:30:16.554682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:16.586826 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:16.631128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:16.631858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:16.634445 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] 10.222.0.25 "PUT /v2.0/ports/fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 1097 time: 1.5953717 Jan 28 03:30:16.635488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:16.638753 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136f60ef-5682-4de2-9227-24ccc28afdad" -d '{"events": [{"name": "network-changed", "server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:16.689153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6deb200-e85a-4c2b-b81b-6cec181e1426 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:16.702957 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec61faa9-3195-4652-8776-2e1b1b54b6d4 req-ebc2f6a2-a496-4be9-9675-2f8ddeee3050 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327415 Jan 28 03:30:16.743728 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] For port af0dd75f-8f59-4614-9866-f75de84b5a70, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af0dd75f-8f59-4614-9866-f75de84b5a70,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:30:16.764817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c34792e-411c-4bf3-82c8-5611243082d7 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:30:16.771864 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c34792e-411c-4bf3-82c8-5611243082d7 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:16.775251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:16.777079 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] Sync routers for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:30:16.801828 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:30:16.802581 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:30:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:16.804496 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f902e3-c1eb-4b97-a7d7-dc38aaf8e9b3 x-openstack-request-id: req-07f902e3-c1eb-4b97-a7d7-dc38aaf8e9b3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:16.804792 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:16.805072 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07f902e3-c1eb-4b97-a7d7-dc38aaf8e9b3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:16.805483 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'status': 'completed', 'code': 200} Jan 28 03:30:16.854156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-ccbf3769-2da9-4486-aa72-894841a0a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:16.855945 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-ccbf3769-2da9-4486-aa72-894841a0a793 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1100 time: 0.1522136 Jan 28 03:30:16.918921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:16.921179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:16.927109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] 10.222.0.42 "PUT /v2.0/ports/af0dd75f-8f59-4614-9866-f75de84b5a70 HTTP/1.1" status: 200 len: 1092 time: 3.3432162 Jan 28 03:30:16.948485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-62899d63-e829-4ef4-87de-b880a8e04a9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 217 time: 0.0766838 Jan 28 03:30:16.969926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'tag': 'af0dd75f-8f59-4614-9866-f75de84b5a70'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:16.983368 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e094e63-b2e1-4d53-94b9-3d19f95a8908" -d '{"events": [{"name": "network-changed", "server_uuid": "2428d862-b726-4b02-ad56-fe12f5cb3152", "tag": "af0dd75f-8f59-4614-9866-f75de84b5a70"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:17.007920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c34792e-411c-4bf3-82c8-5611243082d7 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "PUT /v2.0/floatingips/5a5b0c00-01c5-4a61-8520-a39c841cfdc0 HTTP/1.1" status: 200 len: 991 time: 4.7474384 Jan 28 03:30:17.042889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49116) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:17.049920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35ba0-39c8-43b5-bbf1-c2eede5d4e2f req-f56db483-e747-4ef2-a2c0-a262cbc69d2c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:17.060163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d4c35ba0-39c8-43b5-bbf1-c2eede5d4e2f req-f56db483-e747-4ef2-a2c0-a262cbc69d2c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.3145239 Jan 28 03:30:17.079950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-014b3c33-6989-45e5-a0e3-7da56bd91647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:17.082064 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-014b3c33-6989-45e5-a0e3-7da56bd91647 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1266387 Jan 28 03:30:17.140227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-0f616755-4696-4e81-8970-a821ba8e270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:17.145345 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-0f616755-4696-4e81-8970-a821ba8e270a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548341 Jan 28 03:30:17.183757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9598c37-3de7-4427-a777-20eb24cbb910 service neutron] Pushing event updated for resources: {'Port': ['ID=af0dd75f-8f59-4614-9866-f75de84b5a70,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:17.190394 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:30:17.231385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6334f-f945-4119-a8eb-1303ea725039 req-adf58bef-4704-4270-ab58-a2353f74d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:17.233589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-adf58bef-4704-4270-ab58-a2353f74d0bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1dc47002d2e487dbd8112316c5ecb14&device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 1095 time: 0.1637826 Jan 28 03:30:17.246052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e549307-6279-4860-9d14-1f5cd377762f req-5e5d5410-db31-42a5-ae90-d8d2225fbb6b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:17.250655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e549307-6279-4860-9d14-1f5cd377762f req-5e5d5410-db31-42a5-ae90-d8d2225fbb6b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1282251 Jan 28 03:30:17.302118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-network', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:17.337192 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-07638fd5-c337-44a7-a47e-1d729c71ea0b service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801715 Jan 28 03:30:17.338841 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Made reservation on behalf of 4eec40aeed774735b09a9f31b5c4fb55 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:30:17.341772 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:17.370267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-a5e0e6b1-6576-4082-832e-9054c51bdc17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af0dd75f-8f59-4614-9866-f75de84b5a70 HTTP/1.1" status: 200 len: 217 time: 0.1112111 Jan 28 03:30:17.375779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d4c35ba0-39c8-43b5-bbf1-c2eede5d4e2f req-2d3caa08-5e49-4706-a3ba-4fb33fe4fa4d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142385 Jan 28 03:30:17.463146 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-01388833-b89e-4083-9ff2-7bb1d8d2dca9 req-8ffdcd58-25d7-40a4-9afc-7ed6c9f7b9b4 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187241 Jan 28 03:30:17.478058 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:17.494780 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e549307-6279-4860-9d14-1f5cd377762f req-56a9b997-4ab4-441f-b5fd-63f5fa6cd0a4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004683 Jan 28 03:30:17.497438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6334f-f945-4119-a8eb-1303ea725039 req-9d2b6c04-b1d4-4d8d-b544-438cf0a87800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:17.506303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-9d2b6c04-b1d4-4d8d-b544-438cf0a87800 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e5963e1-e98a-4683-9cd0-8099e9cc4e32 HTTP/1.1" status: 200 len: 855 time: 0.1254971 Jan 28 03:30:17.555190 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-c0b96ec0-13aa-4557-83f8-c0fb9b3a4c39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22c0dbfe-f27f-441b-a057-b901050a9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429094 Jan 28 03:30:17.740516 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '5a5b0c00-01c5-4a61-8520-a39c841cfdc0', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '49026035-ff41-4875-8572-9546289cd578', 'port_id': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'mac_address': 'fa:16:3e:2d:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:26:27Z', 'updated_at': '2022-01-28T03:30:14Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:17.759866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Publish callbacks [] for security_group (c94f3b39-f432-4e6d-af0b-b9be285095de), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:17.764794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f60ef-5682-4de2-9227-24ccc28afdad req-db4209e4-668b-4c6c-a6b3-f8f0d6bca8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:17.770797 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-136f60ef-5682-4de2-9227-24ccc28afdad req-db4209e4-668b-4c6c-a6b3-f8f0d6bca8d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1100 time: 0.1926749 Jan 28 03:30:17.774816 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-eab40d79-36b6-4989-b4ef-7a6bef4565ea service neutron] 10.222.0.42 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126236 Jan 28 03:30:17.778136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c94f3b39-f432-4e6d-af0b-b9be285095de), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:17.803062 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] Checking router: 49026035-ff41-4875-8572-9546289cd578 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:30:17.815888 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:30:17.816697 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:30:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:17.929034 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d80d0-3ed8-44a3-91f6-9a9d05908059 x-openstack-request-id: req-538d80d0-3ed8-44a3-91f6-9a9d05908059 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:17.929337 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2428d862-b726-4b02-ad56-fe12f5cb3152", "tag": "af0dd75f-8f59-4614-9866-f75de84b5a70", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:17.929601 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-538d80d0-3ed8-44a3-91f6-9a9d05908059 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:17.929962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:30:17.930087 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'tag': 'af0dd75f-8f59-4614-9866-f75de84b5a70', 'status': 'completed', 'code': 200} Jan 28 03:30:17.976307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94f3b39-f432-4e6d-af0b-b9be285095de,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:17.982067 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:30:18.004753 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (74df052f-3673-44dc-bcf3-eb7d5fcadacf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:18.005352 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Added segment 74df052f-3673-44dc-bcf3-eb7d5fcadacf of type vlan for network e9101d9b-dda0-4a87-a123-142999040bd0 Jan 28 03:30:18.085654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (e9101d9b-dda0-4a87-a123-142999040bd0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:18.094870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f60ef-5682-4de2-9227-24ccc28afdad req-1e65e4aa-6c4a-454d-89cf-f69253c77767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:18.097144 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-136f60ef-5682-4de2-9227-24ccc28afdad req-1e65e4aa-6c4a-454d-89cf-f69253c77767 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.3202963 Jan 28 03:30:18.159218 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-136f60ef-5682-4de2-9227-24ccc28afdad req-f30c522e-fc39-4bb5-b009-0231a1c0d56f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 217 time: 0.0511239 Jan 28 03:30:18.163467 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (e9101d9b-dda0-4a87-a123-142999040bd0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:18.164590 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:18.165843 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:18.166641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f9e5c-a081-4825-ab25-0d5830c659df req-fe55692d-b2b8-4823-8262-b40707c57f7b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:18.168663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-237f9e5c-a081-4825-ab25-0d5830c659df req-fe55692d-b2b8-4823-8262-b40707c57f7b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 948 time: 0.1564169 Jan 28 03:30:18.206931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1c1d4-9007-47a4-8d7d-0ba369d74fe7 req-cc1f843f-4a94-4252-a5b0-e69c3730f32b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:18.208519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ca1c1d4-9007-47a4-8d7d-0ba369d74fe7 req-cc1f843f-4a94-4252-a5b0-e69c3730f32b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 943 time: 0.2998357 Jan 28 03:30:18.245799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] Pushing event updated for resources: {'Network': ['ID=e9101d9b-dda0-4a87-a123-142999040bd0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:18.256417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network e9101d9b-dda0-4a87-a123-142999040bd0 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:30:18.263080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:18.270357 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9989d5ed-ba07-48a0-8f1e-9c69994e82ae admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2105374 Jan 28 03:30:18.291337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Request body: {'subnet': {'network_id': 'e9101d9b-dda0-4a87-a123-142999040bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-subnet', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:18.358061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efd6334f-f945-4119-a8eb-1303ea725039 req-3c7136f8-4daf-4536-8a78-fbe1b142a55a service neutron] 10.222.0.42 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706761 Jan 28 03:30:18.365247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f60ef-5682-4de2-9227-24ccc28afdad req-14e7ecdf-2afb-415d-bfb0-8bf96d0da8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:18.367058 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-136f60ef-5682-4de2-9227-24ccc28afdad req-14e7ecdf-2afb-415d-bfb0-8bf96d0da8bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1899283 Jan 28 03:30:18.370760 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '5a5b0c00-01c5-4a61-8520-a39c841cfdc0', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '49026035-ff41-4875-8572-9546289cd578', 'port_id': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'mac_address': 'fa:16:3e:2d:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:26:27Z', 'updated_at': '2022-01-28T03:30:14Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:18.405894 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811691c0-bd22-4a20-8df4-c96ec35b7655 None None] The sync data for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 is: [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '5a5b0c00-01c5-4a61-8520-a39c841cfdc0', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '49026035-ff41-4875-8572-9546289cd578', 'port_id': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'mac_address': 'fa:16:3e:2d:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:26:27Z', 'updated_at': '2022-01-28T03:30:14Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:30:18.438054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f60ef-5682-4de2-9227-24ccc28afdad req-9491f004-7f7d-45fe-8eda-066eeea36eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:18.440653 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-136f60ef-5682-4de2-9227-24ccc28afdad req-9491f004-7f7d-45fe-8eda-066eeea36eea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649254 Jan 28 03:30:18.442091 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:30:18.472853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-237f9e5c-a081-4825-ab25-0d5830c659df req-50b94ccc-f5b9-4109-a0a7-64b206d1937e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951338 Jan 28 03:30:18.479211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Made reservation on behalf of 4eec40aeed774735b09a9f31b5c4fb55 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:30:18.487554 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:18.523362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ca1c1d4-9007-47a4-8d7d-0ba369d74fe7 req-f77da76e-ee0d-4654-a3f8-16f8a3a4dc87 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806377 Jan 28 03:30:18.586328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-136f60ef-5682-4de2-9227-24ccc28afdad req-361739ec-a74e-48ac-9239-536644940ea7 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336601 Jan 28 03:30:18.757861 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-136f60ef-5682-4de2-9227-24ccc28afdad req-3a663a50-b22a-4189-a670-ad74f18ae56c service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504116 Jan 28 03:30:18.777689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e094e63-b2e1-4d53-94b9-3d19f95a8908 req-93f891af-bbef-4152-91df-3592ffd466dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:18.779601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e094e63-b2e1-4d53-94b9-3d19f95a8908 req-93f891af-bbef-4152-91df-3592ffd466dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1dc47002d2e487dbd8112316c5ecb14&device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 1095 time: 0.2869105 Jan 28 03:30:18.816994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8394dd44-e264-421f-970f-42803ca7c85d None None] New status for floating IP 5a5b0c00-01c5-4a61-8520-a39c841cfdc0: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:30:18.897302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfbfb0-5222-4394-9f9c-9f6cbf555e7b req-389e1a9a-7b31-4a32-afd9-095eaec1c6b5 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:18.899509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76cfbfb0-5222-4394-9f9c-9f6cbf555e7b req-389e1a9a-7b31-4a32-afd9-095eaec1c6b5 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.2535508 Jan 28 03:30:18.916428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc9327-edcd-4b33-a00a-e4aa5d22a1fc req-e29ee9f4-0dc4-499e-bda1-24d503062d23 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:18.918168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58fc9327-edcd-4b33-a00a-e4aa5d22a1fc req-e29ee9f4-0dc4-499e-bda1-24d503062d23 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1983981 Jan 28 03:30:19.074997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58fc9327-edcd-4b33-a00a-e4aa5d22a1fc req-36e9bbfe-9ba3-4b1a-affc-2e7b7c361cd4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400456 Jan 28 03:30:19.082352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e094e63-b2e1-4d53-94b9-3d19f95a8908 req-3b924119-e5d6-4ea3-bc5a-c2768b9c63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:19.084098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e094e63-b2e1-4d53-94b9-3d19f95a8908 req-3b924119-e5d6-4ea3-bc5a-c2768b9c63d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=22c0dbfe-f27f-441b-a057-b901050a9c6b HTTP/1.1" status: 200 len: 916 time: 0.2952752 Jan 28 03:30:19.103021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76cfbfb0-5222-4394-9f9c-9f6cbf555e7b req-debf550b-e1e5-4d21-9c73-d330fd2508b4 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801827 Jan 28 03:30:19.148825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e094e63-b2e1-4d53-94b9-3d19f95a8908 req-0d696de1-4946-4b5c-8c7c-32d49eea3e9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af0dd75f-8f59-4614-9866-f75de84b5a70 HTTP/1.1" status: 200 len: 217 time: 0.0579898 Jan 28 03:30:19.150009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (33d37892-fb53-44c7-9e36-bcad53e28409), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:19.255224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d37892-fb53-44c7-9e36-bcad53e28409,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:19.264900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e094e63-b2e1-4d53-94b9-3d19f95a8908 req-d017d9fd-4413-4f06-83c0-badab0de594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:19.266370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e094e63-b2e1-4d53-94b9-3d19f95a8908 req-d017d9fd-4413-4f06-83c0-badab0de594b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e5963e1-e98a-4683-9cd0-8099e9cc4e32 HTTP/1.1" status: 200 len: 855 time: 0.0812097 Jan 28 03:30:19.273480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Checking segment: {'id': '74df052f-3673-44dc-bcf3-eb7d5fcadacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e9101d9b-dda0-4a87-a123-142999040bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:19.273830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Network hostable DHCP agents. Network: e9101d9b-dda0-4a87-a123-142999040bd0, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:30:19.306625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e094e63-b2e1-4d53-94b9-3d19f95a8908 req-bca719c7-903f-4ed2-8c15-9328c89469a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22c0dbfe-f27f-441b-a057-b901050a9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304525 Jan 28 03:30:19.323280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Network e9101d9b-dda0-4a87-a123-142999040bd0 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:30:19.368202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, e9101d9b-dda0-4a87-a123-142999040bd0) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:19.378279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:19.378876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:19.379452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cce51e-e286-4152-8f91-426bcdafcfa3 None None] Network e9101d9b-dda0-4a87-a123-142999040bd0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:30:19.411440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dc41606d-5326-403b-baf6-8d0c909f8341 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1241446 Jan 28 03:30:19.414190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49140) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:19.419180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-router', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:19.437881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e094e63-b2e1-4d53-94b9-3d19f95a8908 req-5f32e4f4-b6e1-4480-b21f-b891ef30a7ab service neutron] 10.222.0.42 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241298 Jan 28 03:30:19.456961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (bd4a516d-6fef-4119-9260-0cae1035769a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:19.458640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (bd4a516d-6fef-4119-9260-0cae1035769a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:19.528555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-e9101d9b-dda0-4a87-a123-142999040bd0', 'network_id': 'e9101d9b-dda0-4a87-a123-142999040bd0', 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'fixed_ips': [{'subnet_id': '33d37892-fb53-44c7-9e36-bcad53e28409'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:30:19.529460 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:19.591159 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks [] for router_controller (bd4a516d-6fef-4119-9260-0cae1035769a), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:19.689295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e094e63-b2e1-4d53-94b9-3d19f95a8908 req-0a9b9a94-0763-46b4-ab4a-e33624dd239a service neutron] 10.222.0.42 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433469 Jan 28 03:30:19.699157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afe9c2-2a8d-41a6-a620-a6c37763186d req-e8a9d85d-a65c-4a58-959e-cd0f4cdae4b6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:19.700663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31afe9c2-2a8d-41a6-a620-a6c37763186d req-e8a9d85d-a65c-4a58-959e-cd0f4cdae4b6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 948 time: 0.1003199 Jan 28 03:30:19.822680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks [] for router_gateway (bd4a516d-6fef-4119-9260-0cae1035769a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:19.829007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Allocated IP 172.20.0.2 (e9101d9b-dda0-4a87-a123-142999040bd0/33d37892-fb53-44c7-9e36-bcad53e28409/aa33e809-fd7b-43fc-b296-6be13cafd67a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:30:19.874673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31afe9c2-2a8d-41a6-a620-a6c37763186d req-c6451084-8030-4396-a23c-c03272988c62 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659904 Jan 28 03:30:19.884162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406d957-f444-4161-94f8-29fe27a14773 req-812069e9-c104-4c3d-8213-85045d755c6d tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:19.894739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4406d957-f444-4161-94f8-29fe27a14773 req-812069e9-c104-4c3d-8213-85045d755c6d tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 943 time: 0.1879675 Jan 28 03:30:19.930941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'tag': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:19.933964 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6621ab54-7043-4249-87a1-b077b31fb9be" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fbc732-daf4-4543-9934-96a1e83b2e78", "tag": "9bed4063-b3cc-4dbd-8f5d-75b57c558cf7"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:19.975489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4406d957-f444-4161-94f8-29fe27a14773 req-e596c7ea-e194-46e3-a376-21b018983ec7 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599113 Jan 28 03:30:20.059021 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd5e551-cb6d-4e78-bb6c-a92fb0452244 x-openstack-request-id: req-9cd5e551-cb6d-4e78-bb6c-a92fb0452244 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:20.059319 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fbc732-daf4-4543-9934-96a1e83b2e78", "tag": "9bed4063-b3cc-4dbd-8f5d-75b57c558cf7", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:20.059577 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cd5e551-cb6d-4e78-bb6c-a92fb0452244 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:20.059978 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'tag': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7', 'status': 'completed', 'code': 200} Jan 28 03:30:20.173207 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks [] for router_gateway (bd4a516d-6fef-4119-9260-0cae1035769a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:20.210501 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:20.228104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ab54-7043-4249-87a1-b077b31fb9be req-c52d50d4-f315-471a-8983-6d532824f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:20.230373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6621ab54-7043-4249-87a1-b077b31fb9be req-c52d50d4-f315-471a-8983-6d532824f7d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=690dbc24a26741e887958b351ae14887&device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 1098 time: 0.1273215 Jan 28 03:30:20.233945 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Publish callbacks [] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:20.252993 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:20.318488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c247ad-00c9-4e62-824e-cd10b056f6d1 req-65124adb-61b5-4917-a170-2dd659348ecf tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:20.320435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Network e9101d9b-dda0-4a87-a123-142999040bd0 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:30:20.326091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:20.329125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80c247ad-00c9-4e62-824e-cd10b056f6d1 req-65124adb-61b5-4917-a170-2dd659348ecf tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1524487 Jan 28 03:30:20.330990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:30:20.334164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Pushing event updated for resources: {'Port': ['ID=aa33e809-fd7b-43fc-b296-6be13cafd67a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:20.413465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Attempting to bind port aa33e809-fd7b-43fc-b296-6be13cafd67a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:30:20.414573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Attempting to bind port aa33e809-fd7b-43fc-b296-6be13cafd67a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '74df052f-3673-44dc-bcf3-eb7d5fcadacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e9101d9b-dda0-4a87-a123-142999040bd0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:30:20.416604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Attempting to bind port aa33e809-fd7b-43fc-b296-6be13cafd67a on network e9101d9b-dda0-4a87-a123-142999040bd0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:20.436724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:30:20.437173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Checking segment: {'id': '74df052f-3673-44dc-bcf3-eb7d5fcadacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e9101d9b-dda0-4a87-a123-142999040bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:20.437586 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:20.437982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Bound using segment: {'id': '74df052f-3673-44dc-bcf3-eb7d5fcadacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e9101d9b-dda0-4a87-a123-142999040bd0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:30:20.442329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Bound port: aa33e809-fd7b-43fc-b296-6be13cafd67a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74df052f-3673-44dc-bcf3-eb7d5fcadacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e9101d9b-dda0-4a87-a123-142999040bd0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:30:20.442795 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:20.465664 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Allocated IP 172.25.1.198 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/3ffc103f-2ed1-4947-9b8c-ffc44e171baa) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:30:20.503185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80c247ad-00c9-4e62-824e-cd10b056f6d1 req-ff134536-8f66-4b56-bdd3-d1df36c9493d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678610 Jan 28 03:30:20.522882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe2252-f8eb-4d81-ad3d-80f16f62b559 req-490e1769-45fa-41c6-b496-403e73dd5a97 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:20.537421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1fe2252-f8eb-4d81-ad3d-80f16f62b559 req-490e1769-45fa-41c6-b496-403e73dd5a97 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.1970439 Jan 28 03:30:20.589918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] For port aa33e809-fd7b-43fc-b296-6be13cafd67a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:30:20.601134 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] For port aa33e809-fd7b-43fc-b296-6be13cafd67a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=aa33e809-fd7b-43fc-b296-6be13cafd67a,segment=NetworkSegment(74df052f-3673-44dc-bcf3-eb7d5fcadacf),segment_id=74df052f-3673-44dc-bcf3-eb7d5fcadacf)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:30:20.606150 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:20.620921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ab54-7043-4249-87a1-b077b31fb9be req-21679049-9489-4515-8269-b1788a3129e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:20.624872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6621ab54-7043-4249-87a1-b077b31fb9be req-21679049-9489-4515-8269-b1788a3129e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5006cc0f-77a4-4cbd-801a-a23f2761c35e HTTP/1.1" status: 200 len: 925 time: 0.3797302 Jan 28 03:30:20.633191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks [] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:20.683407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22567f5-e5b3-4485-b8af-afdfbd69c72c None None] Pushing event updated for resources: {'Port': ['ID=aa33e809-fd7b-43fc-b296-6be13cafd67a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:20.704562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:20.717083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1fe2252-f8eb-4d81-ad3d-80f16f62b559 req-f1b53673-3d6b-4278-a90e-e238a1f2a4a5 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773694 Jan 28 03:30:20.757929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6621ab54-7043-4249-87a1-b077b31fb9be req-2a58f8da-b48a-4587-9996-c36d97c3ba00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 HTTP/1.1" status: 200 len: 1001 time: 0.1171679 Jan 28 03:30:20.772438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffc103f-2ed1-4947-9b8c-ffc44e171baa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:20.788991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:30:20.790651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:20.792965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:30:21.245509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks [] for router_gateway (bd4a516d-6fef-4119-9260-0cae1035769a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:21.333199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ab54-7043-4249-87a1-b077b31fb9be req-31b659d0-36ac-4b9e-9bce-dfad542fd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:21.334712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6621ab54-7043-4249-87a1-b077b31fb9be req-31b659d0-36ac-4b9e-9bce-dfad542fd678 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ba67f3-b54e-43b0-bc6f-836e950d5527 HTTP/1.1" status: 200 len: 863 time: 0.5703235 Jan 28 03:30:21.346965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0be4-3574-4d15-8365-f6e96b581250 req-6575ad7f-a41a-48f3-9092-0e52b9b5ce22 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:21.348518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f2d0be4-3574-4d15-8365-f6e96b581250 req-6575ad7f-a41a-48f3-9092-0e52b9b5ce22 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 943 time: 0.1337407 Jan 28 03:30:21.396144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1f7a3-7f0b-4bad-9961-456c8364ddaa req-140bf1f3-925d-46c8-8b0c-ade293a01016 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:21.403187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0a1f7a3-7f0b-4bad-9961-456c8364ddaa req-140bf1f3-925d-46c8-8b0c-ade293a01016 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 948 time: 0.1872835 Jan 28 03:30:21.454829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ab54-7043-4249-87a1-b077b31fb9be req-6806b21b-4f76-4502-8b2b-dbad15a67504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:21.457075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6621ab54-7043-4249-87a1-b077b31fb9be req-6806b21b-4f76-4502-8b2b-dbad15a67504 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5006cc0f-77a4-4cbd-801a-a23f2761c35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075797 Jan 28 03:30:21.533775 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (bd4a516d-6fef-4119-9260-0cae1035769a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:21.565967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f2d0be4-3574-4d15-8365-f6e96b581250 req-547986f2-1025-40c9-9b93-dd9e27677aae tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838830 Jan 28 03:30:21.592803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0a1f7a3-7f0b-4bad-9961-456c8364ddaa req-cbc61dc2-44de-4d98-bfe4-e1534440cdd9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755509 Jan 28 03:30:21.699298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6621ab54-7043-4249-87a1-b077b31fb9be req-014066b3-9fa7-4cd2-b216-bda91b7312e1 service neutron] 10.222.0.42 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340477 Jan 28 03:30:21.820902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af0dd75f-8f59-4614-9866-f75de84b5a70 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:30:21.938164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6621ab54-7043-4249-87a1-b077b31fb9be req-f5ac4a5d-cb09-45a8-82ba-d2cd917c4d60 service neutron] 10.222.0.42 "GET /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081985 Jan 28 03:30:22.056068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port af0dd75f-8f59-4614-9866-f75de84b5a70, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af0dd75f-8f59-4614-9866-f75de84b5a70,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:22.074341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'af0dd75f-8f59-4614-9866-f75de84b5a70', 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b', 'port_id': 'af0dd75f-8f59-4614-9866-f75de84b5a70', 'mac_address': 'fa:16:3e:08:03:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5963e1-e98a-4683-9cd0-8099e9cc4e32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:30:22.090344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518691a5-22fe-4da9-bf07-5eb8c86664d3 req-8f3b7483-45e1-4499-a45b-d14e94395a73 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:22.092161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-518691a5-22fe-4da9-bf07-5eb8c86664d3 req-8f3b7483-45e1-4499-a45b-d14e94395a73 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 945 time: 0.1527498 Jan 28 03:30:22.100137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba6a99-289b-41d8-a8fc-195e50b63a77 req-99a4c08f-8bf5-4dd9-8e91-9872460315c7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:22.101743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5ba6a99-289b-41d8-a8fc-195e50b63a77 req-99a4c08f-8bf5-4dd9-8e91-9872460315c7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.4178109 Jan 28 03:30:22.143139 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port af0dd75f-8f59-4614-9866-f75de84b5a70 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:22.143771 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:22.176329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0dd75f-8f59-4614-9866-f75de84b5a70 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:22.207011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port af0dd75f-8f59-4614-9866-f75de84b5a70, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af0dd75f-8f59-4614-9866-f75de84b5a70,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:22.213443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:22.219314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5ba6a99-289b-41d8-a8fc-195e50b63a77 req-49beb246-3843-4801-bbae-e2aa9b272be2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101856 Jan 28 03:30:22.226264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-518691a5-22fe-4da9-bf07-5eb8c86664d3 req-c6ea54ef-b0df-4f19-bfbf-8beaf8d4aac2 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235049 Jan 28 03:30:22.316454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Router bd4a516d-6fef-4119-9260-0cae1035769a is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:30:22.329810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=af0dd75f-8f59-4614-9866-f75de84b5a70,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:22.445676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0129067-708f-4074-b181-16a178e5fe0b None None] Network e9101d9b-dda0-4a87-a123-142999040bd0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:30:22.547200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:30:22.561981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:30:22.562936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['af0dd75f-8f59-4614-9866-f75de84b5a70'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:22.575257 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Sync routers for ids ['bd4a516d-6fef-4119-9260-0cae1035769a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:30:22.588385 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Routers {'bd4a516d-6fef-4119-9260-0cae1035769a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:30:22.594695 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:30:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd4a516d-6fef-4119-9260-0cae1035769a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:22.621920 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:22.626457 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-647a312a-7c9d-4132-88d9-d5d31024a768 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2101188 Jan 28 03:30:22.628376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49188) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:22.773076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c38aa413-9b7e-490c-95ab-714894efd209 None None] Provisioning complete for port aa33e809-fd7b-43fc-b296-6be13cafd67a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:22.773449 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c38aa413-9b7e-490c-95ab-714894efd209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:22.832759 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:30:22.864822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169c732-7fd8-4be6-80be-dbd3162c8bae req-cffe9b25-1c3f-442b-b600-e8de90ac9426 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:22.881119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e169c732-7fd8-4be6-80be-dbd3162c8bae req-cffe9b25-1c3f-442b-b600-e8de90ac9426 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 944 time: 0.1705577 Jan 28 03:30:22.969730 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Set router bd4a516d-6fef-4119-9260-0cae1035769a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:30:23.034387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e169c732-7fd8-4be6-80be-dbd3162c8bae req-70f0f1a3-2833-4b2b-8f0d-59fdeca4a13f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513681 Jan 28 03:30:23.167525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208b8f3-b560-4f4c-b232-7ad20107706b req-209d8c14-693b-4229-b37a-c438cebe99de tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:23.173736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c208b8f3-b560-4f4c-b232-7ad20107706b req-209d8c14-693b-4229-b37a-c438cebe99de tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 948 time: 0.1798532 Jan 28 03:30:23.278503 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-router', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:30:19Z', 'updated_at': '2022-01-28T03:30:21Z', 'revision_number': 3, 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'gw_port': {'id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:30:20Z', 'updated_at': '2022-01-28T03:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:23.332188 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Checking router: bd4a516d-6fef-4119-9260-0cae1035769a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:30:23.338468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c208b8f3-b560-4f4c-b232-7ad20107706b req-1dec803a-fd3a-44ce-b99c-662736b1cd4e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567299 Jan 28 03:30:23.344310 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Updating router bd4a516d-6fef-4119-9260-0cae1035769a port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:30:23.420440 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:23.485788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device aa33e809-fd7b-43fc-b296-6be13cafd67a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:23.590642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e6a44-e09a-4a20-ba3b-368d9445ddc7 req-1afc4dcc-47db-4522-b662-fc1624bcb13b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:23.611855 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a7e6a44-e09a-4a20-ba3b-368d9445ddc7 req-1afc4dcc-47db-4522-b662-fc1624bcb13b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1391642 Jan 28 03:30:23.667216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:23.747886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:23.776290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a7e6a44-e09a-4a20-ba3b-368d9445ddc7 req-174dbbc0-ad5a-4acc-9b37-66ff2305a674 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471372 Jan 28 03:30:23.798480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'mac_address': 'fa:16:3e:b3:97:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:30:23.983298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c38aa413-9b7e-490c-95ab-714894efd209 None None] Current status of the port aa33e809-fd7b-43fc-b296-6be13cafd67a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:23.984400 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c38aa413-9b7e-490c-95ab-714894efd209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.059986 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port aa33e809-fd7b-43fc-b296-6be13cafd67a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:24.060629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.077883 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Publish callbacks [] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.087011 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.147985 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Attempting to bind port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:30:24.148426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port fe2207e0-62fa-43d6-a772-41b354a7c0cd is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:24.149158 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.149514 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Attempting to bind port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:30:24.150096 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Attempting to bind port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:24.159779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Allocated IP 172.20.0.1 (e9101d9b-dda0-4a87-a123-142999040bd0/33d37892-fb53-44c7-9e36-bcad53e28409/257fa3ff-d57d-413b-9d10-4c81ef389142) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:30:24.165807 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:30:24.166645 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:24.167586 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.168213 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:30:24.169194 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Bound port: 3ffc103f-2ed1-4947-9b8c-ffc44e171baa, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:30:24.169934 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.175887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2207e0-62fa-43d6-a772-41b354a7c0cd {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:24.195518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c38aa413-9b7e-490c-95ab-714894efd209 None None] For port aa33e809-fd7b-43fc-b296-6be13cafd67a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=aa33e809-fd7b-43fc-b296-6be13cafd67a,segment=NetworkSegment(74df052f-3673-44dc-bcf3-eb7d5fcadacf),segment_id=74df052f-3673-44dc-bcf3-eb7d5fcadacf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:24.237269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c38aa413-9b7e-490c-95ab-714894efd209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.244452 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] For port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:30:24.249297 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] For port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3ffc103f-2ed1-4947-9b8c-ffc44e171baa,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:30:24.258003 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.262197 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Pushing event updated for resources: {'Port': ['ID=3ffc103f-2ed1-4947-9b8c-ffc44e171baa,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:24.272143 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.273207 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.273786 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.274434 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.275299 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.275482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9ac0f-2b53-49e4-bec7-b6fce934cfb8 req-10bf0ea9-e935-4d49-a840-13351bff114b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:24.278173 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.279281 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.280331 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.281805 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.282689 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.284014 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.284943 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.285904 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:24.289748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90b9ac0f-2b53-49e4-bec7-b6fce934cfb8 req-10bf0ea9-e935-4d49-a840-13351bff114b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 944 time: 0.1091278 Jan 28 03:30:24.409527 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Routers {'bd4a516d-6fef-4119-9260-0cae1035769a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:30:24.412926 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:30:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd4a516d-6fef-4119-9260-0cae1035769a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:24.448444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90b9ac0f-2b53-49e4-bec7-b6fce934cfb8 req-0257cd47-c7db-4b60-ae96-257a49d8b3f1 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574938 Jan 28 03:30:24.470013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38aa413-9b7e-490c-95ab-714894efd209 None None] Pushing event updated for resources: {'Port': ['ID=aa33e809-fd7b-43fc-b296-6be13cafd67a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:24.501843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:24.545314 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.555895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Publish callbacks [] for port (257fa3ff-d57d-413b-9d10-4c81ef389142), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.638674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a8304-3ee3-429e-8f0b-cfa4bda48550 req-d8ac6b45-1f58-48f3-ad9e-7055906e295a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:24.640617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c1a8304-3ee3-429e-8f0b-cfa4bda48550 req-d8ac6b45-1f58-48f3-ad9e-7055906e295a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.0926476 Jan 28 03:30:24.649609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (257fa3ff-d57d-413b-9d10-4c81ef389142), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.665638 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] Set router bd4a516d-6fef-4119-9260-0cae1035769a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:30:24.701605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Network e9101d9b-dda0-4a87-a123-142999040bd0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:30:24.708835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:24.711663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:30:24.741709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-25f1c833-743f-441a-ba23-5156042dd23f None None] Provisioning complete for port aa33e809-fd7b-43fc-b296-6be13cafd67a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:24.741964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c1a8304-3ee3-429e-8f0b-cfa4bda48550 req-8d5e4ab6-845e-4dd0-92c4-299661b44300 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933194 Jan 28 03:30:24.744497 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25f1c833-743f-441a-ba23-5156042dd23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:24.747308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:24.764944 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720d01a-e7d7-4747-90db-602648232285 None None] Pushing event updated for resources: {'Port': ['ID=3ffc103f-2ed1-4947-9b8c-ffc44e171baa,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:24.788201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port aa33e809-fd7b-43fc-b296-6be13cafd67a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:24.805838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Pushing event updated for resources: {'Port': ['ID=257fa3ff-d57d-413b-9d10-4c81ef389142,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:24.826915 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (bd4a516d-6fef-4119-9260-0cae1035769a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:25.007972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-25f1c833-743f-441a-ba23-5156042dd23f None None] Current status of the port aa33e809-fd7b-43fc-b296-6be13cafd67a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:25.011201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device aa33e809-fd7b-43fc-b296-6be13cafd67a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:25.064392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fe2207e0-62fa-43d6-a772-41b354a7c0cd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:25.074509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0ae9e-dcc3-405a-9d04-100b3484f339 req-3cb32323-6578-4a5a-a561-5bfbdfdb751b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:25.091666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39c0ae9e-dcc3-405a-9d04-100b3484f339 req-3cb32323-6578-4a5a-a561-5bfbdfdb751b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1899397 Jan 28 03:30:25.119358 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-router', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:30:19Z', 'updated_at': '2022-01-28T03:30:21Z', 'revision_number': 3, 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'gw_port': {'id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:30:20Z', 'updated_at': '2022-01-28T03:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:25.155843 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329624ee-f13d-42e3-9327-4f06b6b592e8 None None] The sync data for ids ['bd4a516d-6fef-4119-9260-0cae1035769a'] in n-d-808199-14 is: [{'id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-router', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:30:19Z', 'updated_at': '2022-01-28T03:30:21Z', 'revision_number': 3, 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'gw_port': {'id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:30:20Z', 'updated_at': '2022-01-28T03:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:30:25.183964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port aa33e809-fd7b-43fc-b296-6be13cafd67a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:25.183964 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:25.206873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (257fa3ff-d57d-413b-9d10-4c81ef389142), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:25.219974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39c0ae9e-dcc3-405a-9d04-100b3484f339 req-ab25b982-5f4c-471d-88c7-2178a8048199 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254530 Jan 28 03:30:25.313555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-67b08d5d-6b50-4828-9219-bf8aef3f7c36 None None] Provisioning complete for port 257fa3ff-d57d-413b-9d10-4c81ef389142 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:25.313950 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67b08d5d-6b50-4828-9219-bf8aef3f7c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (257fa3ff-d57d-413b-9d10-4c81ef389142), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:25.444464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-67b08d5d-6b50-4828-9219-bf8aef3f7c36 None None] Port 257fa3ff-d57d-413b-9d10-4c81ef389142 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:30:25.524908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port aa33e809-fd7b-43fc-b296-6be13cafd67a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:25.531517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Publish callbacks [] for port (257fa3ff-d57d-413b-9d10-4c81ef389142), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:25.537460 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (257fa3ff-d57d-413b-9d10-4c81ef389142), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:25.620381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Pushing event updated for resources: {'Port': ['ID=257fa3ff-d57d-413b-9d10-4c81ef389142,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:25.650255 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (bd4a516d-6fef-4119-9260-0cae1035769a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:25.650879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542aac-72b8-4b53-b34a-676f9166e318 req-c5acb384-4fef-40b0-9087-d06d04aa7bc0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:25.654240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1542aac-72b8-4b53-b34a-676f9166e318 req-c5acb384-4fef-40b0-9087-d06d04aa7bc0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 944 time: 0.0884936 Jan 28 03:30:25.747723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1542aac-72b8-4b53-b34a-676f9166e318 req-0b722846-5857-4031-9cd1-9739286ced9b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833447 Jan 28 03:30:25.785019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Network e9101d9b-dda0-4a87-a123-142999040bd0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:30:25.790292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:25.837124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:30:25.843378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af0dd75f-8f59-4614-9866-f75de84b5a70 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:26.034987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa63119-eb5e-4f0a-9664-27beacb5d9c6 req-bedf31d2-e742-4885-8f93-8d1f463bd188 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:26.039211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaa63119-eb5e-4f0a-9664-27beacb5d9c6 req-bedf31d2-e742-4885-8f93-8d1f463bd188 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.1261966 Jan 28 03:30:26.086063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Router bd4a516d-6fef-4119-9260-0cae1035769a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:30:26.113223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:26.150832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'port_id': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773', 'mac_address': 'fa:16:3e:f3:92:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1696da5a-5f45-4c57-8feb-f9f8c4d51cd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:30:26.170072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaa63119-eb5e-4f0a-9664-27beacb5d9c6 req-910e0dbe-1597-40cf-8afa-7124c9405ba1 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236227 Jan 28 03:30:26.228524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:26.228936 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:26.250545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:26.285926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:26.290231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port af0dd75f-8f59-4614-9866-f75de84b5a70 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:30:26.299786 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:26.345447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:30:26.359536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:26.364007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port af0dd75f-8f59-4614-9866-f75de84b5a70 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:26.364390 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:26.379253 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-84fb136c-5452-4c3e-9759-5e05e7283935 admin admin] 10.222.0.44 "PUT /v2.0/routers/bd4a516d-6fef-4119-9260-0cae1035769a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7478991 Jan 28 03:30:26.432245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9b115-a769-427a-9e2e-4a155b98d7ac req-e55dc597-3649-4ec4-9455-69259ecc563e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:26.434331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-53575566-3dac-49d6-af9d-da3e1eb87bef None None] Provisioning complete for port 257fa3ff-d57d-413b-9d10-4c81ef389142 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:26.434724 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53575566-3dac-49d6-af9d-da3e1eb87bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (257fa3ff-d57d-413b-9d10-4c81ef389142), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:26.444319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cdf9b115-a769-427a-9e2e-4a155b98d7ac req-e55dc597-3649-4ec4-9455-69259ecc563e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0984190 Jan 28 03:30:26.529434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5551e7aa-ec90-4a2f-88cf-efdb9f0fe773'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:26.588262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-53575566-3dac-49d6-af9d-da3e1eb87bef None None] Port 257fa3ff-d57d-413b-9d10-4c81ef389142 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:30:26.609137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cdf9b115-a769-427a-9e2e-4a155b98d7ac req-382aa665-50d9-4691-bbee-051a0cc6be14 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572874 Jan 28 03:30:26.669897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port af0dd75f-8f59-4614-9866-f75de84b5a70 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:26.670382 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:26.731222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0dd75f-8f59-4614-9866-f75de84b5a70'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:26.731222 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d493cd8-d5da-4470-9a6e-bd8b02f85102" -d '{"events": [{"server_uuid": "2428d862-b726-4b02-ad56-fe12f5cb3152", "name": "network-vif-plugged", "status": "completed", "tag": "af0dd75f-8f59-4614-9866-f75de84b5a70"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:26.761836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port af0dd75f-8f59-4614-9866-f75de84b5a70, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af0dd75f-8f59-4614-9866-f75de84b5a70,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:26.768348 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:26.818401 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-0fd646ba-76c1-44fe-b66b-6a7e6db0205e req-48a87d27-a902-410f-a97d-cbcb276db48f tempest-FloatingIPDetailsNegativeTestJSON-1917966914 tempest-FloatingIPDetailsNegativeTestJSON-1917966914-project] show failed (client error): The resource could not be found. Jan 28 03:30:26.831441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:26.834200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fd646ba-76c1-44fe-b66b-6a7e6db0205e req-48a87d27-a902-410f-a97d-cbcb276db48f tempest-FloatingIPDetailsNegativeTestJSON-1917966914 tempest-FloatingIPDetailsNegativeTestJSON-1917966914-project] 10.222.0.44 "GET /v2.0/floatingips/67e12f13-59a4-473b-a5ed-4390177a77e7 HTTP/1.1" status: 404 len: 350 time: 0.0591662 Jan 28 03:30:26.849253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=af0dd75f-8f59-4614-9866-f75de84b5a70,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:26.894272 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a2da40-41e9-4d9d-9666-f8860cf6bf01 x-openstack-request-id: req-87a2da40-41e9-4d9d-9666-f8860cf6bf01 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:26.900754 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2428d862-b726-4b02-ad56-fe12f5cb3152", "name": "network-vif-plugged", "status": "completed", "tag": "af0dd75f-8f59-4614-9866-f75de84b5a70", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:26.901184 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87a2da40-41e9-4d9d-9666-f8860cf6bf01 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:26.901815 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0dd75f-8f59-4614-9866-f75de84b5a70', 'code': 200} Jan 28 03:30:26.999229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c154a4-019c-417b-accb-bdc0fc5b153f req-96f36acf-b729-488c-bca5-2e59b77188f0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:27.011607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05c154a4-019c-417b-accb-bdc0fc5b153f req-96f36acf-b729-488c-bca5-2e59b77188f0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.0795636 Jan 28 03:30:27.129200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05c154a4-019c-417b-accb-bdc0fc5b153f req-ecc7c625-97b2-44db-a878-7e1302fef052 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162751 Jan 28 03:30:27.146004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b5a82-87c3-47e6-85db-ee7df3fa80b2 req-5e23691d-a3d4-4602-8438-66125c30281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:27.153559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-745b5a82-87c3-47e6-85db-ee7df3fa80b2 req-5e23691d-a3d4-4602-8438-66125c30281d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 1097 time: 0.1122024 Jan 28 03:30:27.161405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3ffc103f-2ed1-4947-9b8c-ffc44e171baa up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:27.280804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-745b5a82-87c3-47e6-85db-ee7df3fa80b2 req-129a3d5e-e475-44f8-9656-9b308bcfbeed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988719 Jan 28 03:30:27.322435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:27.322882 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:27.360367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd057f-bf75-4595-8b01-70598942a261 req-b284e6a5-1de7-4d3c-9f57-7ea1cf4552a9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:27.363211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17cd057f-bf75-4595-8b01-70598942a261 req-b284e6a5-1de7-4d3c-9f57-7ea1cf4552a9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.0683680 Jan 28 03:30:27.447105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:27.448459 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:27.492512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3ffc103f-2ed1-4947-9b8c-ffc44e171baa,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:27.500294 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:27.549211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17cd057f-bf75-4595-8b01-70598942a261 req-3b443e51-a383-487d-b15d-144c699a81bd tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720381 Jan 28 03:30:27.620230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=3ffc103f-2ed1-4947-9b8c-ffc44e171baa,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:27.677959 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (bd4a516d-6fef-4119-9260-0cae1035769a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:27.849293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:27.871675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21e7d4-5f83-491e-b4e5-bc1bfd1ae082 req-6ce520a7-93cf-420e-a578-bc6712c28a9b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:27.888292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a21e7d4-5f83-491e-b4e5-bc1bfd1ae082 req-6ce520a7-93cf-420e-a578-bc6712c28a9b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1426084 Jan 28 03:30:27.967736 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:27.969502 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:27.995332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a21e7d4-5f83-491e-b4e5-bc1bfd1ae082 req-546cce82-1f10-4baa-a550-ce0e7b931372 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024261 Jan 28 03:30:28.164097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] Sync routers for ids ['bd4a516d-6fef-4119-9260-0cae1035769a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:30:28.207352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:28.210430 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.235797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] Routers {'bd4a516d-6fef-4119-9260-0cae1035769a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:30:28.236490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:30:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd4a516d-6fef-4119-9260-0cae1035769a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:28.334295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cce68-35ae-41ee-b536-886812480756 req-c21266c2-75a3-4eca-8d04-10f3e9ce8e64 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:28.346905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-da8cce68-35ae-41ee-b536-886812480756 req-c21266c2-75a3-4eca-8d04-10f3e9ce8e64 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1115434 Jan 28 03:30:28.487584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-da8cce68-35ae-41ee-b536-886812480756 req-a7d457fe-c563-4e93-97ab-ca821c3f8406 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397128 Jan 28 03:30:28.499019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] Deleting port 257fa3ff-d57d-413b-9d10-4c81ef389142 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:28.499553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (257fa3ff-d57d-413b-9d10-4c81ef389142), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.512440 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:28.523205 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.575975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:28.616324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] Set router bd4a516d-6fef-4119-9260-0cae1035769a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:30:28.685368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (257fa3ff-d57d-413b-9d10-4c81ef389142), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.724818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] Calling delete_port for 257fa3ff-d57d-413b-9d10-4c81ef389142 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:28.730512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:28.888463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e299cf-7afa-4974-951a-15d13d68b459 req-2abcf949-6c06-4049-a6ec-c96143cbd4fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:28.917532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7e299cf-7afa-4974-951a-15d13d68b459 req-2abcf949-6c06-4049-a6ec-c96143cbd4fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.2141569 Jan 28 03:30:29.070372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7e299cf-7afa-4974-951a-15d13d68b459 req-d81317f2-0c51-46a5-ad86-6cc45a564b11 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518753 Jan 28 03:30:29.198457 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (257fa3ff-d57d-413b-9d10-4c81ef389142), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:29.251122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:29.254695 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fc6315-f934-4c4a-bc9e-361eac2f923f" -d '{"events": [{"server_uuid": "9a37aa30-32c5-4211-9509-9fcd7260f96a", "name": "network-vif-plugged", "status": "completed", "tag": "5551e7aa-ec90-4a2f-88cf-efdb9f0fe773"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:29.261758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=257fa3ff-d57d-413b-9d10-4c81ef389142,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:29.272594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f5461-2418-44d5-ae33-a694e441efa3 req-539c5a65-6d44-4408-9873-9ff9579812a1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:29.273086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3ffc103f-2ed1-4947-9b8c-ffc44e171baa up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:29.275348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port fe2207e0-62fa-43d6-a772-41b354a7c0cd completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:30:29.292017 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e81f5461-2418-44d5-ae33-a694e441efa3 req-539c5a65-6d44-4408-9873-9ff9579812a1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1309724 Jan 28 03:30:29.355902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port fe2207e0-62fa-43d6-a772-41b354a7c0cd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:29.356283 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:29.429433 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c144db7-f389-4ceb-a98c-e734ecb6ba37 x-openstack-request-id: req-8c144db7-f389-4ceb-a98c-e734ecb6ba37 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:29.429724 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a37aa30-32c5-4211-9509-9fcd7260f96a", "name": "network-vif-plugged", "status": "completed", "tag": "5551e7aa-ec90-4a2f-88cf-efdb9f0fe773", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:29.429984 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c144db7-f389-4ceb-a98c-e734ecb6ba37 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:29.430420 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773', 'code': 200} Jan 28 03:30:29.487170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e81f5461-2418-44d5-ae33-a694e441efa3 req-97f70fb7-702a-4635-b037-0d2e35338a40 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943319 Jan 28 03:30:29.665140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:29.665682 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:29.761614 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (bd4a516d-6fef-4119-9260-0cae1035769a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:29.762381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9745783-5234-4635-878a-2c93d2a79672 req-c2377ada-dd31-4254-b610-232ce118af58 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:29.763942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9745783-5234-4635-878a-2c93d2a79672 req-c2377ada-dd31-4254-b610-232ce118af58 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1337209 Jan 28 03:30:29.878280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:29.892547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9745783-5234-4635-878a-2c93d2a79672 req-c7f00ce1-b9b4-44b8-a836-f2ec92da3551 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170423 Jan 28 03:30:29.964866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-router', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:30:19Z', 'updated_at': '2022-01-28T03:30:25Z', 'revision_number': 4, 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'gw_port': {'id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:30:20Z', 'updated_at': '2022-01-28T03:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '257fa3ff-d57d-413b-9d10-4c81ef389142', 'name': '', 'network_id': 'e9101d9b-dda0-4a87-a123-142999040bd0', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'mac_address': 'fa:16:3e:4b:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '33d37892-fb53-44c7-9e36-bcad53e28409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:30:23Z', 'updated_at': '2022-01-28T03:30:25Z', 'revision_number': 2, 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'subnets': [{'id': '33d37892-fb53-44c7-9e36-bcad53e28409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:30.056264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] Checking router: bd4a516d-6fef-4119-9260-0cae1035769a for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:30:30.057286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] Updating router bd4a516d-6fef-4119-9260-0cae1035769a port 257fa3ff-d57d-413b-9d10-4c81ef389142 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:30:30.064891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port fe2207e0-62fa-43d6-a772-41b354a7c0cd is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:30.065544 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:30.100368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] Port 257fa3ff-d57d-413b-9d10-4c81ef389142 not found while updating agent binding for router bd4a516d-6fef-4119-9260-0cae1035769a. {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 03:30:30.135135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ec14c-7693-4836-8fdd-70eac4ca1ddb req-e566496f-36d3-478a-8de4-5fc08d53342b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:30.149736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f0ec14c-7693-4836-8fdd-70eac4ca1ddb req-e566496f-36d3-478a-8de4-5fc08d53342b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1313481 Jan 28 03:30:30.167187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:30.170427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] Routers {'bd4a516d-6fef-4119-9260-0cae1035769a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:30:30.171161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:30:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd4a516d-6fef-4119-9260-0cae1035769a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:30.177934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:30.323906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f0ec14c-7693-4836-8fdd-70eac4ca1ddb req-4b902b14-0869-4af5-83fc-342196f2e36e tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705971 Jan 28 03:30:30.358622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def21e-7216-471e-96b4-916cb94306e6 req-329cafb9-dc7e-4f18-a778-6053279d78b0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:30.374375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60def21e-7216-471e-96b4-916cb94306e6 req-329cafb9-dc7e-4f18-a778-6053279d78b0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.1637347 Jan 28 03:30:30.387071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] Router bd4a516d-6fef-4119-9260-0cae1035769a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:30:30.466630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60def21e-7216-471e-96b4-916cb94306e6 req-ba1b5a7c-e75b-431a-ba0d-7dbee065bce4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861597 Jan 28 03:30:30.487335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:30.558553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] Set router bd4a516d-6fef-4119-9260-0cae1035769a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:30:30.701788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:30:30.718028 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8b4b1d1c-2f1d-456a-9869-ba6e566785e7 admin admin] 10.222.0.44 "PUT /v2.0/routers/bd4a516d-6fef-4119-9260-0cae1035769a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8837435 Jan 28 03:30:30.721496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49398) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:30.884493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecd55-5cf4-4473-8523-c998fd3558de req-1c9fc557-f020-47aa-92fe-f64f52317ac1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:30.892469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55fecd55-5cf4-4473-8523-c998fd3558de req-1c9fc557-f020-47aa-92fe-f64f52317ac1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.2176809 Jan 28 03:30:30.908295 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-router', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:30:19Z', 'updated_at': '2022-01-28T03:30:29Z', 'revision_number': 5, 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'gw_port': {'id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:30:20Z', 'updated_at': '2022-01-28T03:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:30.965910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a88cb-5a4d-4629-8cd3-badeb7630dd7 None None] The sync data for ids ['bd4a516d-6fef-4119-9260-0cae1035769a'] in n-d-808199-14 is: [{'id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-router', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:30:19Z', 'updated_at': '2022-01-28T03:30:29Z', 'revision_number': 5, 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'gw_port': {'id': '3ffc103f-2ed1-4947-9b8c-ffc44e171baa', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:30:20Z', 'updated_at': '2022-01-28T03:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:30:31.084312 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Publish callbacks [] for router (bd4a516d-6fef-4119-9260-0cae1035769a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:31.100333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55fecd55-5cf4-4473-8523-c998fd3558de req-9e9ad251-2d78-4b80-b93f-2900053c6ff7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065971 Jan 28 03:30:31.186695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1764b2-74a8-4074-b163-c977306ce7cf req-1dba7c27-cff0-46f9-8b1d-d93dd7f2d749 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:31.187022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb1764b2-74a8-4074-b163-c977306ce7cf req-1dba7c27-cff0-46f9-8b1d-d93dd7f2d749 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.2904184 Jan 28 03:30:31.364944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb1764b2-74a8-4074-b163-c977306ce7cf req-4e641513-dbaf-42a4-934f-f86546e7d65e tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015067 Jan 28 03:30:31.372320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Publish callbacks [] for router_gateway (bd4a516d-6fef-4119-9260-0cae1035769a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:31.431971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:31.434558 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deadda9-efa4-43c2-b05d-9cf510e1aae3" -d '{"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-plugged", "status": "completed", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:31.515388 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff65500-8daf-4894-a3aa-96a95a305e50 x-openstack-request-id: req-1ff65500-8daf-4894-a3aa-96a95a305e50 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:31.516543 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-plugged", "status": "completed", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:31.517095 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ff65500-8daf-4894-a3aa-96a95a305e50 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:31.517719 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'code': 200} Jan 28 03:30:31.526601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Deleting port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:31.527226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:31.729323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9a16b-6459-43b7-8704-1f922a334b3f req-516ae4da-e78b-4953-933b-8c66967859fc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:31.739850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ac9a16b-6459-43b7-8704-1f922a334b3f req-516ae4da-e78b-4953-933b-8c66967859fc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1997638 Jan 28 03:30:31.851657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] For port 3ffc103f-2ed1-4947-9b8c-ffc44e171baa, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3ffc103f-2ed1-4947-9b8c-ffc44e171baa,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:31.854034 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:31.914811 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ac9a16b-6459-43b7-8704-1f922a334b3f req-9adfe449-2ac1-4f22-9de4-e55eec635e1c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738245 Jan 28 03:30:31.948163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Calling delete_port for 3ffc103f-2ed1-4947-9b8c-ffc44e171baa owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:31.999341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb9475-ad24-4e29-bcd5-c5e282d67850 req-211f83f7-6b61-4878-8e9d-d36d0ae8d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:32.010283 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13bb9475-ad24-4e29-bcd5-c5e282d67850 req-211f83f7-6b61-4878-8e9d-d36d0ae8d058 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1102 time: 0.2932615 Jan 28 03:30:32.114772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f0736-dd56-49ab-805f-de2aa3c8a58e req-16b37432-8e20-419f-85ce-bf6261e11419 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:32.123967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd9f0736-dd56-49ab-805f-de2aa3c8a58e req-16b37432-8e20-419f-85ce-bf6261e11419 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.2542248 Jan 28 03:30:32.147661 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13bb9475-ad24-4e29-bcd5-c5e282d67850 req-215f18f4-7bbd-4a76-8f25-3ecff0672966 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272247 Jan 28 03:30:32.388525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd9f0736-dd56-49ab-805f-de2aa3c8a58e req-14245393-df43-4770-9357-a9e24e8e17dd tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630100 Jan 28 03:30:32.482366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3ffc103f-2ed1-4947-9b8c-ffc44e171baa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:32.489048 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] Sync routers for ids ['bd4a516d-6fef-4119-9260-0cae1035769a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:30:32.509900 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] Routers {'bd4a516d-6fef-4119-9260-0cae1035769a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:30:32.510454 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:30:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd4a516d-6fef-4119-9260-0cae1035769a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:32.594260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffc103f-2ed1-4947-9b8c-ffc44e171baa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:32.743166 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (bd4a516d-6fef-4119-9260-0cae1035769a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:32.791077 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] Set router bd4a516d-6fef-4119-9260-0cae1035769a gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:30:32.975180 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (bd4a516d-6fef-4119-9260-0cae1035769a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:32.984442 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-router', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:30:19Z', 'updated_at': '2022-01-28T03:30:32Z', 'revision_number': 7, 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:32.986030 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Publish callbacks [] for router_controller (bd4a516d-6fef-4119-9260-0cae1035769a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:33.066562 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] Checking router: bd4a516d-6fef-4119-9260-0cae1035769a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:30:33.088255 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] Routers {'bd4a516d-6fef-4119-9260-0cae1035769a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:30:33.091763 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:30:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd4a516d-6fef-4119-9260-0cae1035769a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:33.203705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0ddff-d46f-4a7d-a4bf-8be582c804dc req-5d723327-6b56-4331-a803-5ba6ff0aa341 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:33.213117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5a0ddff-d46f-4a7d-a4bf-8be582c804dc req-5d723327-6b56-4331-a803-5ba6ff0aa341 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.6227982 Jan 28 03:30:33.294789 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] Set router bd4a516d-6fef-4119-9260-0cae1035769a gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:30:33.300722 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (bd4a516d-6fef-4119-9260-0cae1035769a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:33.301650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd4a516d-6fef-4119-9260-0cae1035769a {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:30:33.331811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf7baa-0072-46ec-be8c-96e453ff2c5c req-c1e368aa-e8d6-4035-887b-31817456e1dc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:33.333526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0bf7baa-0072-46ec-be8c-96e453ff2c5c req-c1e368aa-e8d6-4035-887b-31817456e1dc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.3649676 Jan 28 03:30:33.336672 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:33.340321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-63b13804-dbbd-4474-92c3-be0ddce139f9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bd4a516d-6fef-4119-9260-0cae1035769a HTTP/1.1" status: 204 len: 168 time: 2.6155696 Jan 28 03:30:33.340860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49450) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:33.380303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5a0ddff-d46f-4a7d-a4bf-8be582c804dc req-d8a96661-e016-4d42-b774-00486ae668bf tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659901 Jan 28 03:30:33.429827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24ab8eb-189e-48e2-a1f6-427324bedadd admin admin] Deleting subnet 33d37892-fb53-44c7-9e36-bcad53e28409 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:30:33.434163 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a24ab8eb-189e-48e2-a1f6-427324bedadd admin admin] Publish callbacks [] for subnet (33d37892-fb53-44c7-9e36-bcad53e28409), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:33.478199 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a24ab8eb-189e-48e2-a1f6-427324bedadd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (33d37892-fb53-44c7-9e36-bcad53e28409), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:33.483385 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-router', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:30:19Z', 'updated_at': '2022-01-28T03:30:32Z', 'revision_number': 7, 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:33.543265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0bf7baa-0072-46ec-be8c-96e453ff2c5c req-6baad076-2e3c-4590-87d5-da58d2f4af8b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897640 Jan 28 03:30:33.602409 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464da99-a6bd-40c4-98bd-20d7351b596d None None] The sync data for ids ['bd4a516d-6fef-4119-9260-0cae1035769a'] in n-d-808199-14 is: [{'id': 'bd4a516d-6fef-4119-9260-0cae1035769a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230674939-router', 'tenant_id': '4eec40aeed774735b09a9f31b5c4fb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:30:19Z', 'updated_at': '2022-01-28T03:30:32Z', 'revision_number': 7, 'project_id': '4eec40aeed774735b09a9f31b5c4fb55', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:30:33.607765 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a24ab8eb-189e-48e2-a1f6-427324bedadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (33d37892-fb53-44c7-9e36-bcad53e28409), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:33.695910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a24ab8eb-189e-48e2-a1f6-427324bedadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (33d37892-fb53-44c7-9e36-bcad53e28409), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:33.772120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ab8eb-189e-48e2-a1f6-427324bedadd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d37892-fb53-44c7-9e36-bcad53e28409,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:33.791046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd5e9b-88cb-471d-a53f-d8737544d949 req-379848b7-8d20-47e5-b812-68d9598e8e50 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:33.792333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ffd5e9b-88cb-471d-a53f-d8737544d949 req-379848b7-8d20-47e5-b812-68d9598e8e50 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.1581800 Jan 28 03:30:33.807370 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a24ab8eb-189e-48e2-a1f6-427324bedadd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:33.813908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49464) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:33.817731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e03f3be-1c2f-448b-97ee-1e9b5f9c385f None None] Network e9101d9b-dda0-4a87-a123-142999040bd0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:30:33.827973 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a24ab8eb-189e-48e2-a1f6-427324bedadd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/33d37892-fb53-44c7-9e36-bcad53e28409 HTTP/1.1" status: 204 len: 168 time: 0.4853523 Jan 28 03:30:34.050299 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ffd5e9b-88cb-471d-a53f-d8737544d949 req-107fb330-45ca-4de5-9709-a10b22948cfc tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457755 Jan 28 03:30:34.053690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (e9101d9b-dda0-4a87-a123-142999040bd0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:34.198245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Deleting port aa33e809-fd7b-43fc-b296-6be13cafd67a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:34.199107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:34.217916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a249027c-a54b-4c1f-9615-99d4630d83a4 None None] DHCP port deletion for e9101d9b-dda0-4a87-a123-142999040bd0 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:30:34.338929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a249027c-a54b-4c1f-9615-99d4630d83a4 None None] Deleting port aa33e809-fd7b-43fc-b296-6be13cafd67a {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:34.339592 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a249027c-a54b-4c1f-9615-99d4630d83a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:34.404956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] For port aa33e809-fd7b-43fc-b296-6be13cafd67a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=aa33e809-fd7b-43fc-b296-6be13cafd67a,segment=NetworkSegment(74df052f-3673-44dc-bcf3-eb7d5fcadacf),segment_id=74df052f-3673-44dc-bcf3-eb7d5fcadacf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:34.408395 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:34.442420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Calling delete_port for aa33e809-fd7b-43fc-b296-6be13cafd67a owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:34.470615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a249027c-a54b-4c1f-9615-99d4630d83a4 None None] For port aa33e809-fd7b-43fc-b296-6be13cafd67a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=aa33e809-fd7b-43fc-b296-6be13cafd67a,segment=NetworkSegment(74df052f-3673-44dc-bcf3-eb7d5fcadacf),segment_id=74df052f-3673-44dc-bcf3-eb7d5fcadacf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:34.472144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a249027c-a54b-4c1f-9615-99d4630d83a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:34.497285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a249027c-a54b-4c1f-9615-99d4630d83a4 None None] Calling delete_port for aa33e809-fd7b-43fc-b296-6be13cafd67a owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:34.646180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device de7dae23-915f-4d45-be42-ddb0975502ae details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:30:34.734501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02288e-faf0-48bb-bef3-60b6eb5509a8 req-d9a70cdd-bfc6-48fc-91af-007e49c525cd tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:34.737250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df02288e-faf0-48bb-bef3-60b6eb5509a8 req-d9a70cdd-bfc6-48fc-91af-007e49c525cd tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1165333 Jan 28 03:30:34.814672 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:34.828553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'de7dae23-915f-4d45-be42-ddb0975502ae', 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935', 'port_id': 'de7dae23-915f-4d45-be42-ddb0975502ae', 'mac_address': 'fa:16:3e:81:60:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e62498-2e1e-4282-bf91-3df78f49b1f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:30:34.894195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port de7dae23-915f-4d45-be42-ddb0975502ae is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:34.895582 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:34.898046 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a249027c-a54b-4c1f-9615-99d4630d83a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:34.903999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df02288e-faf0-48bb-bef3-60b6eb5509a8 req-4f4ff5e1-5899-401a-8617-f5fc7145ffe0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569722 Jan 28 03:30:34.916417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249027c-a54b-4c1f-9615-99d4630d83a4 None None] No DVR routers for this DVR port aa33e809-fd7b-43fc-b296-6be13cafd67a on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:34.921187 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (aa33e809-fd7b-43fc-b296-6be13cafd67a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:34.956593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249027c-a54b-4c1f-9615-99d4630d83a4 None None] Pushing event deleted for resources: {'Port': ['ID=aa33e809-fd7b-43fc-b296-6be13cafd67a,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:34.961680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7dae23-915f-4d45-be42-ddb0975502ae {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:34.980287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a3cc5-4278-4a35-8798-a8324136e648 req-a8dbf170-0f1b-4914-b53e-998cc3627bbc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:34.993012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d03a3cc5-4278-4a35-8798-a8324136e648 req-a8dbf170-0f1b-4914-b53e-998cc3627bbc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.2100182 Jan 28 03:30:35.000996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:35.015247 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:35.146458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=de7dae23-915f-4d45-be42-ddb0975502ae,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:35.178340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] No DVR routers for this DVR port aa33e809-fd7b-43fc-b296-6be13cafd67a on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:35.191394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa33e809-fd7b-43fc-b296-6be13cafd67a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:35.208239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3ffc103f-2ed1-4947-9b8c-ffc44e171baa no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:35.261181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 3ffc103f-2ed1-4947-9b8c-ffc44e171baa {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:35.261181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3ffc103f-2ed1-4947-9b8c-ffc44e171baa not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:35.261181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device aa33e809-fd7b-43fc-b296-6be13cafd67a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:35.285940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: aa33e809-fd7b-43fc-b296-6be13cafd67a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:35.302444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device aa33e809-fd7b-43fc-b296-6be13cafd67a not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:35.341716 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d03a3cc5-4278-4a35-8798-a8324136e648 req-f81d2df1-cbdd-4817-ab77-82db510001e8 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471999 Jan 28 03:30:35.354280 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (e9101d9b-dda0-4a87-a123-142999040bd0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:35.414643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9101d9b-dda0-4a87-a123-142999040bd0']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:35.452602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74df052f-3673-44dc-bcf3-eb7d5fcadacf') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:35.452917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74df052f-3673-44dc-bcf3-eb7d5fcadacf') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:35.489193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (74df052f-3673-44dc-bcf3-eb7d5fcadacf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:35.519620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (74df052f-3673-44dc-bcf3-eb7d5fcadacf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:35.530931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:30:35.531340 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (74df052f-3673-44dc-bcf3-eb7d5fcadacf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:30:35.534770 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:30:35.559963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805bb14-8124-4f7b-a42d-6f7ed13a300a req-12619bb2-e903-467e-a98d-e79435b8fcc3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:35.568616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['de7dae23-915f-4d45-be42-ddb0975502ae'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:35.568860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1805bb14-8124-4f7b-a42d-6f7ed13a300a req-12619bb2-e903-467e-a98d-e79435b8fcc3 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.1471601 Jan 28 03:30:35.656732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1805bb14-8124-4f7b-a42d-6f7ed13a300a req-b7ca6ea5-14da-44fe-baed-969dff20a9d0 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856702 Jan 28 03:30:35.698850 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (e9101d9b-dda0-4a87-a123-142999040bd0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:35.755454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:35.762346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e9101d9b-dda0-4a87-a123-142999040bd0 HTTP/1.1" status: 204 len: 168 time: 1.9420931 Jan 28 03:30:35.763401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabbfcd-85b8-43da-b460-24912cedaa95 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9101d9b-dda0-4a87-a123-142999040bd0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:35.958438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:36.051086 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a998cf45-7eea-4155-9252-c3a0b78125a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4eec40aeed774735b09a9f31b5c4fb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0890858 Jan 28 03:30:36.053585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49520) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:36.118353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443a7aa5-2d31-4ee5-889a-4f30d262f209 admin admin] Publish callbacks [] for security_group (c94f3b39-f432-4e6d-af0b-b9be285095de), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:36.156545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443a7aa5-2d31-4ee5-889a-4f30d262f209 admin admin] Publish callbacks [] for security_group (c94f3b39-f432-4e6d-af0b-b9be285095de), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:36.247804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443a7aa5-2d31-4ee5-889a-4f30d262f209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c94f3b39-f432-4e6d-af0b-b9be285095de), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:36.250515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-443a7aa5-2d31-4ee5-889a-4f30d262f209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:36.254955 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-443a7aa5-2d31-4ee5-889a-4f30d262f209 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c94f3b39-f432-4e6d-af0b-b9be285095de HTTP/1.1" status: 204 len: 168 time: 0.1977000 Jan 28 03:30:36.265985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a7aa5-2d31-4ee5-889a-4f30d262f209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94f3b39-f432-4e6d-af0b-b9be285095de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:36.407007 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffb8d9-2959-4711-81cb-806382e853a9 req-ff3a6bef-0a64-41a9-ad0a-e2d06055b0a3 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:36.415854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bffb8d9-2959-4711-81cb-806382e853a9 req-ff3a6bef-0a64-41a9-ad0a-e2d06055b0a3 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1102 time: 0.6475024 Jan 28 03:30:36.483954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef949a-3378-49b4-a494-8e6194a1f0b5 req-7c833b8d-f5f2-4161-9ff7-10ad23c93221 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:36.490557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42ef949a-3378-49b4-a494-8e6194a1f0b5 req-7c833b8d-f5f2-4161-9ff7-10ad23c93221 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 944 time: 0.1488433 Jan 28 03:30:36.557926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bffb8d9-2959-4711-81cb-806382e853a9 req-512fb74a-c5d2-4d7a-bb03-8d560e935f70 tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397474 Jan 28 03:30:36.580004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42ef949a-3378-49b4-a494-8e6194a1f0b5 req-23d7c74e-1259-4e57-9bf7-83ace7538882 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828032 Jan 28 03:30:37.012049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03c0c-0b03-45ed-b2f0-d064af9b3b0f req-73625e08-e088-4080-afbf-8dd41acff85f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:37.024219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aba03c0c-0b03-45ed-b2f0-d064af9b3b0f req-73625e08-e088-4080-afbf-8dd41acff85f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1222267 Jan 28 03:30:37.126720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aba03c0c-0b03-45ed-b2f0-d064af9b3b0f req-d41b8e81-711c-47c2-bbd8-3248404a4c03 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008120 Jan 28 03:30:37.851861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ea040-c150-42a9-93a0-5373193963d0 req-6d6370b6-b637-42ea-8b2f-71369b33ed26 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:37.871083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c55ea040-c150-42a9-93a0-5373193963d0 req-6d6370b6-b637-42ea-8b2f-71369b33ed26 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 944 time: 0.1677594 Jan 28 03:30:38.036550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c55ea040-c150-42a9-93a0-5373193963d0 req-de8668ff-261c-4cd9-8f41-aac168479ecc tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638563 Jan 28 03:30:38.319253 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-4d255e31-c12a-430c-8bc1-83016d3bbcac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009197 Jan 28 03:30:38.491867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e01f14-6d01-4e83-9bce-79808f909fe0 req-9eb148b7-cb03-471c-b135-a56434e6b3ee tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:38.495805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61e01f14-6d01-4e83-9bce-79808f909fe0 req-9eb148b7-cb03-471c-b135-a56434e6b3ee tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.1047661 Jan 28 03:30:38.639711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device de7dae23-915f-4d45-be42-ddb0975502ae up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:38.664475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61e01f14-6d01-4e83-9bce-79808f909fe0 req-3ffc4d81-7365-427f-a1a7-22b27a2cc469 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477017 Jan 28 03:30:38.820908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40adf18-937e-4b98-8081-36a08d19e043 req-9c16c10e-d73a-41dd-b55e-7d454bd9cc36 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:38.828210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d40adf18-937e-4b98-8081-36a08d19e043 req-9c16c10e-d73a-41dd-b55e-7d454bd9cc36 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1507576 Jan 28 03:30:38.849510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port de7dae23-915f-4d45-be42-ddb0975502ae completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:30:38.865120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port de7dae23-915f-4d45-be42-ddb0975502ae triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:38.865785 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:38.942274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d40adf18-937e-4b98-8081-36a08d19e043 req-80ed5654-2ace-4e28-884d-951c42466ab1 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088636 Jan 28 03:30:39.106110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port de7dae23-915f-4d45-be42-ddb0975502ae is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:39.108810 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:39.190527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7dae23-915f-4d45-be42-ddb0975502ae'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:39.198447 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd0fcda-5d14-44f3-8dd0-ec45a12a4476" -d '{"events": [{"server_uuid": "aa289a62-2960-4cc7-8137-e0b20f08e0e4", "name": "network-vif-plugged", "status": "completed", "tag": "de7dae23-915f-4d45-be42-ddb0975502ae"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:39.253661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:39.268785 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:39.340495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1bfe7-f17c-4c42-8d8b-93225c34deb7 req-42cb8f32-4e37-4c7a-b9df-231a758efaac tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:39.382095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afa1bfe7-f17c-4c42-8d8b-93225c34deb7 req-42cb8f32-4e37-4c7a-b9df-231a758efaac tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 944 time: 0.1653585 Jan 28 03:30:39.505599 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc615dc8-6ca1-4199-b4ad-192bd34e0550 x-openstack-request-id: req-cc615dc8-6ca1-4199-b4ad-192bd34e0550 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:39.511289 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa289a62-2960-4cc7-8137-e0b20f08e0e4", "name": "network-vif-plugged", "status": "completed", "tag": "de7dae23-915f-4d45-be42-ddb0975502ae", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:39.514535 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc615dc8-6ca1-4199-b4ad-192bd34e0550 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:39.515541 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7dae23-915f-4d45-be42-ddb0975502ae', 'code': 200} Jan 28 03:30:39.561705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=de7dae23-915f-4d45-be42-ddb0975502ae,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:39.621221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afa1bfe7-f17c-4c42-8d8b-93225c34deb7 req-5ffd0312-2f3c-4be4-9c4b-f41a5b9c7996 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355838 Jan 28 03:30:39.640626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.644278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.644673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.645046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.645385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.652437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.657720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.659742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.664582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.666048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.670771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.674076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.674453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:39.747336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40c544-0d55-4613-bc94-e143b9c46ca6 req-1dafd154-e9ae-41c1-a499-5c262c6b22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:39.754292 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e40c544-0d55-4613-bc94-e143b9c46ca6 req-1dafd154-e9ae-41c1-a499-5c262c6b22e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 1097 time: 0.1198535 Jan 28 03:30:39.869788 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e40c544-0d55-4613-bc94-e143b9c46ca6 req-fc8f7ec6-d02e-44df-81f7-b87b0df3cd66 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080337 Jan 28 03:30:40.076755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49684) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:40.162565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3500b5-e5d9-41e7-979f-d57f6505a852 req-78700768-6ae7-4c6a-a3a3-53b62a2d8613 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:40.191825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d3500b5-e5d9-41e7-979f-d57f6505a852 req-78700768-6ae7-4c6a-a3a3-53b62a2d8613 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.2741718 Jan 28 03:30:40.318345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d3500b5-e5d9-41e7-979f-d57f6505a852 req-7331cec3-cbd0-4525-a2ff-758d0d56e590 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178181 Jan 28 03:30:40.401319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6972f0-4ad4-4d75-ac27-49d1fa316b0d req-8918bf9b-5373-46ca-a091-2e25d3607de5 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:40.406657 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fe00f10-c83c-4ade-be7e-42c3dcfb32ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:40.426491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b6972f0-4ad4-4d75-ac27-49d1fa316b0d req-8918bf9b-5373-46ca-a091-2e25d3607de5 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.2315819 Jan 28 03:30:40.550071 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7655d848-5631-4477-93ee-b97786313677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:40.599795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b6972f0-4ad4-4d75-ac27-49d1fa316b0d req-2b82f611-fc3a-47e5-9611-b8004c995679 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715472 Jan 28 03:30:40.807829 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7655d848-5631-4477-93ee-b97786313677 admin admin] Publish callbacks [] for security_group (24bf683e-c32c-49d2-87e4-dbe3cf0c9bb1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:40.826442 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7655d848-5631-4477-93ee-b97786313677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (24bf683e-c32c-49d2-87e4-dbe3cf0c9bb1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:40.950433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcbaf8-3fde-4c0b-9eb9-618e2d4f8fc9 req-dc79e4e6-7664-4d4c-9078-3b884e2b90a9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:40.964374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9dcbaf8-3fde-4c0b-9eb9-618e2d4f8fc9 req-dc79e4e6-7664-4d4c-9078-3b884e2b90a9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.1510963 Jan 28 03:30:40.965605 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7655d848-5631-4477-93ee-b97786313677 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5fca4d14bcd41e88c81455949026558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8871801 Jan 28 03:30:40.967520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49696) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:40.968203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655d848-5631-4477-93ee-b97786313677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf683e-c32c-49d2-87e4-dbe3cf0c9bb1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:41.110011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9dcbaf8-3fde-4c0b-9eb9-618e2d4f8fc9 req-5fec608c-66b6-48d6-8d2e-9e6447fdb471 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438279 Jan 28 03:30:41.157469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c75d3758-277d-479c-a5cd-e836ea0625c5 admin admin] Publish callbacks [] for security_group (24bf683e-c32c-49d2-87e4-dbe3cf0c9bb1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:41.192551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c75d3758-277d-479c-a5cd-e836ea0625c5 admin admin] Publish callbacks [] for security_group (24bf683e-c32c-49d2-87e4-dbe3cf0c9bb1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:41.381508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cf32-b451-4f12-baa1-54981afd8334 req-ceddbfa2-5df6-493c-80bc-39f7abbcbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:41.387890 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-ceddbfa2-5df6-493c-80bc-39f7abbcbebf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1102 time: 0.1385095 Jan 28 03:30:41.416594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c75d3758-277d-479c-a5cd-e836ea0625c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (24bf683e-c32c-49d2-87e4-dbe3cf0c9bb1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:41.419619 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c75d3758-277d-479c-a5cd-e836ea0625c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:41.424700 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c75d3758-277d-479c-a5cd-e836ea0625c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24bf683e-c32c-49d2-87e4-dbe3cf0c9bb1 HTTP/1.1" status: 204 len: 168 time: 0.4447341 Jan 28 03:30:41.666881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56188a91-cb5f-47e9-ad10-51a2b9563a44 req-dbda764d-3da9-4483-b730-827fa22c6e06 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:41.681409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56188a91-cb5f-47e9-ad10-51a2b9563a44 req-dbda764d-3da9-4483-b730-827fa22c6e06 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.2149608 Jan 28 03:30:41.693604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d3758-277d-479c-a5cd-e836ea0625c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf683e-c32c-49d2-87e4-dbe3cf0c9bb1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:41.727168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cf32-b451-4f12-baa1-54981afd8334 req-e9ce13ad-275f-494f-9c06-dc09ab6227ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:41.743909 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-e9ce13ad-275f-494f-9c06-dc09ab6227ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.3163879 Jan 28 03:30:41.813779 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:41.851478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56188a91-cb5f-47e9-ad10-51a2b9563a44 req-73e42801-f59a-4fdc-bbe7-759f09db2806 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662030 Jan 28 03:30:42.022817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b0a7-4eba-4d55-ac48-81f6477ca521 req-75200c1f-df31-4f47-bba8-5105a19ed55f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:42.031183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eac0b0a7-4eba-4d55-ac48-81f6477ca521 req-75200c1f-df31-4f47-bba8-5105a19ed55f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1704443 Jan 28 03:30:42.096885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eac0b0a7-4eba-4d55-ac48-81f6477ca521 req-537d340b-d6a6-4e4d-8afb-2081d5938321 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624163 Jan 28 03:30:42.220576 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-ecb7ca89-fd9d-4354-87e8-6f77e77c1786 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 217 time: 0.4703343 Jan 28 03:30:42.309602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cf32-b451-4f12-baa1-54981afd8334 req-e49c0e0c-06f8-4956-bbce-bbc94fa4ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:42.319163 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-e49c0e0c-06f8-4956-bbce-bbc94fa4ddf8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0915391 Jan 28 03:30:42.380029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cf32-b451-4f12-baa1-54981afd8334 req-a18d02ac-c02a-4372-a695-b185ad914497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:42.382118 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-a18d02ac-c02a-4372-a695-b185ad914497 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0552468 Jan 28 03:30:42.401096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d635a7-390f-4288-8b4e-860e86587e79 req-bb27cf29-c2f3-4349-a253-631daccda518 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:42.411894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86d635a7-390f-4288-8b4e-860e86587e79 req-bb27cf29-c2f3-4349-a253-631daccda518 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.1335392 Jan 28 03:30:42.550625 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-96bc9250-7770-4e8f-9cb8-447a226b3948 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606815 Jan 28 03:30:42.559943 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-abf99c7e-874e-412a-9a28-6e2037fca627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:42.583551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86d635a7-390f-4288-8b4e-860e86587e79 req-067aaa65-915f-4192-96a8-ecf1b6085c4c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643727 Jan 28 03:30:42.820230 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-7dd3794c-fe84-42f4-acc8-d4bc5c4a7850 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620416 Jan 28 03:30:43.259092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4324-46d2-4066-8d18-8f0835e87d10 req-cebef6f9-545d-4d4c-83a3-ca5bddd1f894 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:43.268939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829e4324-46d2-4066-8d18-8f0835e87d10 req-cebef6f9-545d-4d4c-83a3-ca5bddd1f894 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.2137063 Jan 28 03:30:43.358738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829e4324-46d2-4066-8d18-8f0835e87d10 req-611c76af-d6aa-40ef-9c13-4edb7e96997a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885513 Jan 28 03:30:43.597158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2388c5d-68c0-4042-be55-08d7e695fd87 req-b089c7c2-bb9b-4f9c-aeff-9b46cc90a90a tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:43.605672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2388c5d-68c0-4042-be55-08d7e695fd87 req-b089c7c2-bb9b-4f9c-aeff-9b46cc90a90a tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 1097 time: 0.0974052 Jan 28 03:30:43.682324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ed829-2d1b-4129-9837-fbf2e9ebe89e req-8bb51541-864f-406c-95ed-12972274baa4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:43.683900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-886ed829-2d1b-4129-9837-fbf2e9ebe89e req-8bb51541-864f-406c-95ed-12972274baa4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1078880 Jan 28 03:30:43.724941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2388c5d-68c0-4042-be55-08d7e695fd87 req-f6d4f905-cb1a-4128-bbde-e38a73992776 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161172 Jan 28 03:30:43.786265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-886ed829-2d1b-4129-9837-fbf2e9ebe89e req-ec18e792-7bcf-4b88-99eb-6b0eb6f9ae96 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911379 Jan 28 03:30:44.020626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-b6b8f42b-956d-4fea-9c68-7dce827f2d1b tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=010ca50838c147a4b93c264daf12e66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579073 Jan 28 03:30:44.057300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd9438-fc1e-4166-8b2b-8f4e588aa6cb req-338b4a5d-bf36-4298-ad11-9874b9a469c2 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:44.058868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6bd9438-fc1e-4166-8b2b-8f4e588aa6cb req-338b4a5d-bf36-4298-ad11-9874b9a469c2 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 1097 time: 0.1201124 Jan 28 03:30:44.116888 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:44.157415 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:44.158662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6bd9438-fc1e-4166-8b2b-8f4e588aa6cb req-02c994c7-8ac4-4dc9-b23d-eae7d6fd196a tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728993 Jan 28 03:30:44.236259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a541b0ce-5ba7-4696-83a6-9bb6046658ee tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:44.237854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a541b0ce-5ba7-4696-83a6-9bb6046658ee tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104206 Jan 28 03:30:44.269755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-d92c262b-a4a8-42ca-bcba-9528251268e3 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/quotas/010ca50838c147a4b93c264daf12e66b HTTP/1.1" status: 200 len: 375 time: 0.0222521 Jan 28 03:30:44.337553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-7997865a-6044-47ae-acd2-fc16076408c5 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=010ca50838c147a4b93c264daf12e66b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611932 Jan 28 03:30:44.602990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e086c-ee11-4df7-a1c8-061dee85dbc8 req-e8cc1349-ca27-4427-9966-fecaacf71b11 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:44.612160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b4e086c-ee11-4df7-a1c8-061dee85dbc8 req-e8cc1349-ca27-4427-9966-fecaacf71b11 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.0755746 Jan 28 03:30:44.698845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b4e086c-ee11-4df7-a1c8-061dee85dbc8 req-b639ec65-2975-492c-b3b8-2984858d3165 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860703 Jan 28 03:30:44.795526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-787c4dbd-75a6-4fa6-a4ad-c4ad1937ea4c req-531cae39-5311-4b16-b208-70cf6d9b4fd5 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 210 time: 0.0451326 Jan 28 03:30:45.071544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94013bbf-18b5-4201-9640-fcd0feca89df req-ecb4ca39-dffb-4a7e-9e39-cfbde13a8122 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:45.073313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94013bbf-18b5-4201-9640-fcd0feca89df req-ecb4ca39-dffb-4a7e-9e39-cfbde13a8122 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.0983324 Jan 28 03:30:45.198964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94013bbf-18b5-4201-9640-fcd0feca89df req-5e8fdd78-3e5f-4287-9778-8ff2a42a7df2 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011624 Jan 28 03:30:45.360694 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:45.838673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f16ffb-8301-44b7-9a7a-06cfc135e259 req-f97fa426-7bd3-4723-b44e-6eab0757e4df tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:45.846674 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8f16ffb-8301-44b7-9a7a-06cfc135e259 req-f97fa426-7bd3-4723-b44e-6eab0757e4df tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.0718088 Jan 28 03:30:45.929222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8f16ffb-8301-44b7-9a7a-06cfc135e259 req-92f4007c-46f8-472d-8c81-f788793c648b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815558 Jan 28 03:30:46.045323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e404c802-471c-4d35-9331-12c13ec63c49 req-e7687326-d9b9-402c-906d-cc8504bc3c96 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 210 time: 0.0448256 Jan 28 03:30:46.103989 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-4ca4ccd0-7734-4705-8e9d-23da83ef84fd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=010ca50838c147a4b93c264daf12e66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452473 Jan 28 03:30:46.132539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-438f3119-ae94-4c8a-9459-e7b5de31e86c tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:30:46.143024 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-438f3119-ae94-4c8a-9459-e7b5de31e86c tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1859357 Jan 28 03:30:46.263143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-765cc7c5-1cf6-44cb-b427-0cd486717bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:46.270655 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-765cc7c5-1cf6-44cb-b427-0cd486717bf9 service neutron] 10.222.0.44 "GET /v2.0/ports/de7dae23-915f-4d45-be42-ddb0975502ae HTTP/1.1" status: 200 len: 1094 time: 0.1122398 Jan 28 03:30:46.275324 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Request body: {'binding': {'host': 'n-h1-808199-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:46.276140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Unknown quota resources ['binding']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:30:46.367265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-01d4a88f-f0cf-4780-b19d-2d89b007a316 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:46.369050 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-01d4a88f-f0cf-4780-b19d-2d89b007a316 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246225 Jan 28 03:30:46.387757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56723165-23d1-4826-acde-cb944e7929d5 req-8d85359c-1127-4308-89eb-e2d934bd3ee4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:46.395291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56723165-23d1-4826-acde-cb944e7929d5 req-8d85359c-1127-4308-89eb-e2d934bd3ee4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1156218 Jan 28 03:30:46.419006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Request body: {'port': {'device_id': '7a710401-56e9-4ea5-9f84-1b958a2df844', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '010ca50838c147a4b93c264daf12e66b'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:46.455181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae on host n-h1-808199-14 for vnic_type normal with profile None {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:30:46.456008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:30:46.456624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:46.461763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Port de7dae23-915f-4d45-be42-ddb0975502ae on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:30:46.462406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:46.468021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:30:46.468584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:46.469189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:30:46.469773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Bound port: de7dae23-915f-4d45-be42-ddb0975502ae, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:30:46.527708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56723165-23d1-4826-acde-cb944e7929d5 req-53d2d296-0694-4f5b-84b6-724b67b578ec tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312914 Jan 28 03:30:46.528544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:30:46.542556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:46.543792 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6f4e4545-e734-4a23-aee9-d24518870d50 service neutron] 10.222.0.44 "POST /v2.0/ports/de7dae23-915f-4d45-be42-ddb0975502ae/bindings HTTP/1.1" status: 201 len: 390 time: 0.2721164 Jan 28 03:30:46.590954 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:46.594955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Made reservation on behalf of 010ca50838c147a4b93c264daf12e66b for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:30:46.599680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:46.618222 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:46.830754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-7583d426-d59b-4e7d-b287-12865ce93b84 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:46.837717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-7583d426-d59b-4e7d-b287-12865ce93b84 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 820 time: 0.2101197 Jan 28 03:30:46.864487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-3f7a1ff9-9eb1-4eba-a87d-ce33319e4cab tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/quotas/9f57bdcc63de43649475eaa29c3d2285 HTTP/1.1" status: 200 len: 375 time: 0.0257039 Jan 28 03:30:46.926271 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks [] for security_group (3d7ffef4-6ce6-4dab-9daa-089c7ca434cb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:46.959324 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3d7ffef4-6ce6-4dab-9daa-089c7ca434cb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:47.025601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-6a09bd8a-f87d-4a24-b07c-cf559f02f01a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1600094 Jan 28 03:30:47.090003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:47.104106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-8331ec75-d99c-438e-92cf-60c2992a7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:47.105675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-8331ec75-d99c-438e-92cf-60c2992a7c6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 1097 time: 0.1950967 Jan 28 03:30:47.126592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987ad3-1d92-45f5-8513-831a03cca6b8 req-c8dbbb19-eac0-4b5b-8405-372fb169a052 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:47.128288 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e987ad3-1d92-45f5-8513-831a03cca6b8 req-c8dbbb19-eac0-4b5b-8405-372fb169a052 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.1995580 Jan 28 03:30:47.354111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Allocated IP 192.168.233.26 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/5befade5-e172-4daa-9f57-4c0b2e6c9cd2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:30:47.390458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e987ad3-1d92-45f5-8513-831a03cca6b8 req-bf1e6637-6841-46dd-ad1b-5ed538e9e1a4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492106 Jan 28 03:30:47.423862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-b6a4f01a-562a-43de-ac16-2474ca14fdd7 service neutron] 10.222.0.44 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972883 Jan 28 03:30:47.432102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-97638d7d-15ca-4b61-91b1-885a1f928fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:47.434909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-97638d7d-15ca-4b61-91b1-885a1f928fe7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.3187451 Jan 28 03:30:47.582934 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-875521fe-6d3d-4894-b567-db3fae1f09d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de7dae23-915f-4d45-be42-ddb0975502ae HTTP/1.1" status: 200 len: 217 time: 0.1388121 Jan 28 03:30:47.743711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-05c007a0-5163-4650-a505-bfbab2d02279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:47.745224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-05c007a0-5163-4650-a505-bfbab2d02279 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.1492271 Jan 28 03:30:47.755458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c083b7-5bcc-4caa-961f-4da1983ec6a5 req-c3909a50-4032-41ea-9f0d-b7e6dbd258e2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:47.765279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92c083b7-5bcc-4caa-961f-4da1983ec6a5 req-c3909a50-4032-41ea-9f0d-b7e6dbd258e2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.2874320 Jan 28 03:30:47.781607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-db71d146-69e6-4d57-8b1b-3623030b2e9f service neutron] 10.222.0.44 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506396 Jan 28 03:30:47.867403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-b4c39d7a-298e-4a4e-961f-6a74261ddda4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816753 Jan 28 03:30:48.028014 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks [] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.035975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92c083b7-5bcc-4caa-961f-4da1983ec6a5 req-5f655ed1-c839-440b-ac9d-6c37d2e5d9d8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695444 Jan 28 03:30:48.196573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-e468854b-4e2a-4fd3-9374-0af4e42a7c41 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174651 Jan 28 03:30:48.199723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0811aa49-6de4-40cf-9e7b-6d9a0371b2d8 req-f2363a54-fcbd-4dbe-ac72-2e550fc8d973 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 210 time: 0.0604296 Jan 28 03:30:48.333146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.443597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:30:48.447039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:48.450648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-401d4d9e-64a4-4768-92c9-30b1381af4e4 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364128 Jan 28 03:30:48.458906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:30:48.500147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Pushing event updated for resources: {'Port': ['ID=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:48.509271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78047952-8d13-44a5-b6c9-2d03965fff52 req-c5e995c4-0fe6-4f21-8ab3-0f8f9c8978d7 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:48.516719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78047952-8d13-44a5-b6c9-2d03965fff52 req-c5e995c4-0fe6-4f21-8ab3-0f8f9c8978d7 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.2044783 Jan 28 03:30:48.642479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c16d9c3-c667-4935-9fe6-dab36faab63b req-508a6ac4-37a5-4642-87d5-82adebcbf011 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 210 time: 0.0819006 Jan 28 03:30:48.687428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:48.694014 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.787522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a6084140-7d85-4d8a-9105-9d665550ace2 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3738396 Jan 28 03:30:48.803636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78047952-8d13-44a5-b6c9-2d03965fff52 req-e6ed9c41-2eda-4934-9016-6c350ac4be68 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858865 Jan 28 03:30:48.845818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Request body: {'port': {'device_id': '7a710401-56e9-4ea5-9f84-1b958a2df844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:48.937649 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26a16d-9596-4d5c-8ef6-726592a5995c req-0a07513b-bb89-441a-a6b9-3dd9b7e06885 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:48.945444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8db41a4e-a283-4532-a142-04f829856956 None None] Provisioning complete for port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:48.946942 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8db41a4e-a283-4532-a142-04f829856956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.947124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e26a16d-9596-4d5c-8ef6-726592a5995c req-0a07513b-bb89-441a-a6b9-3dd9b7e06885 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.1839941 Jan 28 03:30:49.021550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8db41a4e-a283-4532-a142-04f829856956 None None] Port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:30:49.074401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e26a16d-9596-4d5c-8ef6-726592a5995c req-7f5d4a3d-fda6-4e07-8ade-581071e2aeaf tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261492 Jan 28 03:30:49.078355 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.281268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb037b4-ccfa-40ef-a4b1-b6440418892c req-bef14301-f4bd-4770-b6de-045d541aaf5f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:49.293458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bb037b4-ccfa-40ef-a4b1-b6440418892c req-bef14301-f4bd-4770-b6de-045d541aaf5f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.1325946 Jan 28 03:30:49.477041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bb037b4-ccfa-40ef-a4b1-b6440418892c req-e7e8cf15-bc4d-4689-a07c-6c6e9c44f98b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694419 Jan 28 03:30:49.486777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2aad1-9c39-4fc0-a11c-9ac6abaf5553 req-61d68a29-9931-498b-8a39-09a9b090d2cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:49.488246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9a2aad1-9c39-4fc0-a11c-9ac6abaf5553 req-61d68a29-9931-498b-8a39-09a9b090d2cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 935 time: 0.1367645 Jan 28 03:30:49.512109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-be3f2ff9-fe5d-4b71-b89d-35dc42f27dc7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1593411 Jan 28 03:30:49.595299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:49.611529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9a2aad1-9c39-4fc0-a11c-9ac6abaf5553 req-400cf938-b45a-4d19-9d44-6ed34f60077c tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105661 Jan 28 03:30:49.614339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Publish callbacks [] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.631897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Transition to ACTIVE for port object 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:30:49.637450 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.697200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Pushing event updated for resources: {'Port': ['ID=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:49.924713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6949ac85-58e8-4e4c-856e-8cd6df18b8b5 req-bbe7fa17-164b-4091-b62b-d272ba8c18a2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 210 time: 0.0856545 Jan 28 03:30:49.936223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Attempting to bind port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:30:49.936555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Attempting to bind port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:30:49.936911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Attempting to bind port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:50.001835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:30:50.002415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Attempting to bind port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:50.019345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-4e38641d-c659-426d-a832-f32d0f52b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:50.020906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-4e38641d-c659-426d-a832-f32d0f52b50a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed834f1bfe6a46e585b8de2e620f8d75&device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 1097 time: 0.3197284 Jan 28 03:30:50.028466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:30:50.028781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:50.030226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-c84a104f-fee9-44e4-8fa8-ce879fcedc64 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:50.033965 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-c84a104f-fee9-44e4-8fa8-ce879fcedc64 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 820 time: 0.1903195 Jan 28 03:30:50.041407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:30:50.041890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Bound port: 5befade5-e172-4daa-9f57-4c0b2e6c9cd2, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:30:50.042269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:50.065602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Request body: {'port': {'device_id': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662', 'admin_state_up': True, 'tenant_id': '9f57bdcc63de43649475eaa29c3d2285'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:50.108510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63373c46-a8fa-41e2-a125-60d6c5cecdec req-5dcdb297-abca-4971-85a6-3e34d4062938 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:50.115885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63373c46-a8fa-41e2-a125-60d6c5cecdec req-5dcdb297-abca-4971-85a6-3e34d4062938 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1961703 Jan 28 03:30:50.254715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Made reservation on behalf of 9f57bdcc63de43649475eaa29c3d2285 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:30:50.259212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:50.430089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Allocated IP 172.20.0.9 (6feeb0c1-0482-4943-a76b-256db1710662/719f8daa-0c81-4241-9a30-a78470f65f7b/c32cca07-065f-42bf-ab62-da64884a2570) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:30:50.584142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks [] for port (c32cca07-065f-42bf-ab62-da64884a2570), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:50.621751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-57a971f6-099a-4734-af0c-c6206b2a8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:50.623309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-57a971f6-099a-4734-af0c-c6206b2a8c14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8484bd0d-2c4d-469b-a235-505b20fad4a9 HTTP/1.1" status: 200 len: 915 time: 0.5606444 Jan 28 03:30:50.655538 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c32cca07-065f-42bf-ab62-da64884a2570), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:50.695097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['176d348b-9697-4e18-9341-5e7783c44c97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:50.776887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Network 6feeb0c1-0482-4943-a76b-256db1710662 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:30:50.793629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:50.799046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:30:50.858622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-4ce6d1e5-a5a9-4cde-9a93-530738234ef9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d HTTP/1.1" status: 200 len: 1001 time: 0.2106640 Jan 28 03:30:50.893971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63373c46-a8fa-41e2-a125-60d6c5cecdec req-4c9d5922-68ad-4423-9ae0-0e2ab1c11407 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7722208 Jan 28 03:30:50.911148 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:50.911883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:50.915463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Pushing event updated for resources: {'Port': ['ID=c32cca07-065f-42bf-ab62-da64884a2570,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:50.937377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] For port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:30:50.962245 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-245612bf-f4b2-41d6-845a-9703cb437699 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9088933 Jan 28 03:30:50.983344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Request body: {'port': {'device_id': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:50.998241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] For port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:30:51.024675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:51.052116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-6debdc69-85e3-4eac-a214-5d9d41453c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:51.053951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-6debdc69-85e3-4eac-a214-5d9d41453c58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bc470f-097f-440b-9cce-f405d8cceafd HTTP/1.1" status: 200 len: 853 time: 0.1867809 Jan 28 03:30:51.096101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c32cca07-065f-42bf-ab62-da64884a2570), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:51.122179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:51.122752 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:51.124259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] 10.222.0.42 "PUT /v2.0/ports/5befade5-e172-4daa-9f57-4c0b2e6c9cd2 HTTP/1.1" status: 200 len: 1096 time: 2.2829864 Jan 28 03:30:51.126651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a710401-56e9-4ea5-9f84-1b958a2df844', 'tag': '5befade5-e172-4daa-9f57-4c0b2e6c9cd2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:51.129063 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a710401-56e9-4ea5-9f84-1b958a2df844", "tag": "5befade5-e172-4daa-9f57-4c0b2e6c9cd2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:51.193094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3db538-d617-44d4-8d29-123840c11822 service neutron] Pushing event updated for resources: {'Port': ['ID=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:51.220720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934368-6d0f-49c3-a4d9-2d675f7e16bc req-7fbd79f0-9ff8-4fae-bc8e-65ab3e8cba46 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:51.224332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2934368-6d0f-49c3-a4d9-2d675f7e16bc req-7fbd79f0-9ff8-4fae-bc8e-65ab3e8cba46 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.2159760 Jan 28 03:30:51.281500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-44f2ca57-1232-4e10-8860-275d55148168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:51.283421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-44f2ca57-1232-4e10-8860-275d55148168 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8484bd0d-2c4d-469b-a235-505b20fad4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047970 Jan 28 03:30:51.319922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-d449b94d-0f18-4cb2-91a4-0e18a3b39169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:51.328788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-d449b94d-0f18-4cb2-91a4-0e18a3b39169 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=010ca50838c147a4b93c264daf12e66b&device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 1099 time: 0.1023412 Jan 28 03:30:51.480134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-812845c1-d643-49cc-b8f3-6e463bd62373 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=5befade5-e172-4daa-9f57-4c0b2e6c9cd2 HTTP/1.1" status: 200 len: 217 time: 0.1135628 Jan 28 03:30:51.539985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32cca07-065f-42bf-ab62-da64884a2570 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:51.548806 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Publish callbacks [] for port (c32cca07-065f-42bf-ab62-da64884a2570), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:51.557060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2934368-6d0f-49c3-a4d9-2d675f7e16bc req-cee43ca0-d335-4c18-a9b5-a50ba322043f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244658 Jan 28 03:30:51.564248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Transition to ACTIVE for port object c32cca07-065f-42bf-ab62-da64884a2570 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:30:51.570027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c32cca07-065f-42bf-ab62-da64884a2570), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:51.603600 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445a7ee-8c11-418f-8d0b-17531c30c79f req-779e3f8d-c0a9-481a-b1e3-e383b1f281ba tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:51.605340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9445a7ee-8c11-418f-8d0b-17531c30c79f req-779e3f8d-c0a9-481a-b1e3-e383b1f281ba tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.3023963 Jan 28 03:30:51.647593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-bedcd3ec-ce89-4f52-933d-5dd5f121b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:51.649301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-bedcd3ec-ce89-4f52-933d-5dd5f121b1f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1578586 Jan 28 03:30:51.654044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-32bf736b-0789-4b8a-bfbb-9c39973af41e service neutron] 10.222.0.42 "GET /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603077 Jan 28 03:30:51.674433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Pushing event updated for resources: {'Port': ['ID=c32cca07-065f-42bf-ab62-da64884a2570,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:51.716974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:30:51.717628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:30:51.718138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:51.724944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Port c32cca07-065f-42bf-ab62-da64884a2570 on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:30:51.725823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:51.732464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:30:51.733161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:51.734564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:30:51.736211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Bound port: c32cca07-065f-42bf-ab62-da64884a2570, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:30:51.736795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c32cca07-065f-42bf-ab62-da64884a2570), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:51.738294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9445a7ee-8c11-418f-8d0b-17531c30c79f req-6c7de191-d4f1-43e8-8514-600bc61b782c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217105 Jan 28 03:30:51.846176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:30:51.850866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:30:51.860679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c32cca07-065f-42bf-ab62-da64884a2570), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:51.878822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a67cd6da-2253-471d-9640-f04465c81307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:51.880557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a67cd6da-2253-471d-9640-f04465c81307 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1967747 Jan 28 03:30:51.911134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775e7d1-0a3b-4792-86fc-79643a6fa965 req-adf63118-f57d-476e-8727-39b3376f8846 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:51.918469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8775e7d1-0a3b-4792-86fc-79643a6fa965 req-adf63118-f57d-476e-8727-39b3376f8846 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 947 time: 0.1597657 Jan 28 03:30:51.936060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Pushing event updated for resources: {'Port': ['ID=c32cca07-065f-42bf-ab62-da64884a2570,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:51.949054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c808dd75-0fb9-4b93-8dba-69a4242948a4 req-f35b779a-e974-4826-91aa-888fa55d5114 service neutron] 10.222.0.42 "GET /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602167 Jan 28 03:30:51.950182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:51.950816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:51.952304 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-36cab314-98e0-4ced-9650-19a2a39fcc78 service neutron] 10.222.0.25 "PUT /v2.0/ports/c32cca07-065f-42bf-ab62-da64884a2570 HTTP/1.1" status: 200 len: 1092 time: 0.9733155 Jan 28 03:30:51.952770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'tag': 'c32cca07-065f-42bf-ab62-da64884a2570'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:51.955253 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57" -d '{"events": [{"name": "network-changed", "server_uuid": "ada710c4-1d39-4f2f-804d-f97dd7a89ba8", "tag": "c32cca07-065f-42bf-ab62-da64884a2570"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:52.064435 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-2e5df19b-5aff-43f9-aaf2-062595f087c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:52.065700 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-2e5df19b-5aff-43f9-aaf2-062595f087c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 1095 time: 0.0425482 Jan 28 03:30:52.076129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8775e7d1-0a3b-4792-86fc-79643a6fa965 req-5f781d66-fb5c-4398-8866-6e4bda13dfce tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566939 Jan 28 03:30:52.091518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-cdd6acbe-acf2-43fe-a132-3647f4a02c49 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018352 Jan 28 03:30:52.118662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35601cd9-44f9-4bcc-8032-3c85ec65f73f req-a878d07b-4c9d-45c0-bf42-0af1afdaa9b1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:52.119851 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35601cd9-44f9-4bcc-8032-3c85ec65f73f req-a878d07b-4c9d-45c0-bf42-0af1afdaa9b1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.1253035 Jan 28 03:30:52.169160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-37db4ec8-1f30-486c-b76a-034ceec2fd94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32cca07-065f-42bf-ab62-da64884a2570 HTTP/1.1" status: 200 len: 217 time: 0.0734117 Jan 28 03:30:52.179994 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51014e74-4f00-45a3-96f4-bec4e248177d x-openstack-request-id: req-51014e74-4f00-45a3-96f4-bec4e248177d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:52.180291 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a710401-56e9-4ea5-9f84-1b958a2df844", "tag": "5befade5-e172-4daa-9f57-4c0b2e6c9cd2", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:52.180548 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51014e74-4f00-45a3-96f4-bec4e248177d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:52.180967 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a710401-56e9-4ea5-9f84-1b958a2df844', 'tag': '5befade5-e172-4daa-9f57-4c0b2e6c9cd2', 'status': 'completed', 'code': 200} Jan 28 03:30:52.236043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35601cd9-44f9-4bcc-8032-3c85ec65f73f req-6c7089c4-af72-4215-86eb-94174a61882a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996850 Jan 28 03:30:52.258331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-023edc0c-3980-42fa-b7e6-c9eccec21d87 req-a0764989-6442-42fa-9dd8-f5399fbe7c58 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550159 Jan 28 03:30:52.271156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-f110c632-709d-427e-9d78-76c515664411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:52.272725 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-f110c632-709d-427e-9d78-76c515664411 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.0804429 Jan 28 03:30:52.314749 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-771d0acb-90c8-4711-8861-87529d05d8a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290692 Jan 28 03:30:52.510270 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cde31b7-a06e-4579-8450-66f6ec0d18dc x-openstack-request-id: req-1cde31b7-a06e-4579-8450-66f6ec0d18dc {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:52.510691 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada710c4-1d39-4f2f-804d-f97dd7a89ba8", "tag": "c32cca07-065f-42bf-ab62-da64884a2570", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:52.510955 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1cde31b7-a06e-4579-8450-66f6ec0d18dc {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:52.511452 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'tag': 'c32cca07-065f-42bf-ab62-da64884a2570', 'status': 'completed', 'code': 200} Jan 28 03:30:52.539002 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647993c8-49c1-439a-92d8-a77bf526c6cb req-5b1f8985-6193-499b-89de-cd65a6ad22d1 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:52.540760 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-647993c8-49c1-439a-92d8-a77bf526c6cb req-5b1f8985-6193-499b-89de-cd65a6ad22d1 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1522937 Jan 28 03:30:52.546272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-8ef3056d-074c-4032-a860-b9651598d768 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498137 Jan 28 03:30:52.553638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-4fdab46b-f65a-4fe9-a552-3fed3247311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:52.555630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-4fdab46b-f65a-4fe9-a552-3fed3247311b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=010ca50838c147a4b93c264daf12e66b&device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 1099 time: 0.1153917 Jan 28 03:30:52.719954 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ab356-4fd1-4587-8450-cf10b27bad7e req-7100197d-daa3-41a9-abf8-3b1a8d3cdf2d service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644309 Jan 28 03:30:52.792555 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-647993c8-49c1-439a-92d8-a77bf526c6cb req-98fbbc05-0b6a-4ee2-954e-5e6a26af7010 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355123 Jan 28 03:30:52.832204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-b698edbf-a300-440d-a655-2936b46ff9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:52.833943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-b698edbf-a300-440d-a655-2936b46ff9ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2483599 Jan 28 03:30:52.863055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-20e0e9b5-b769-4014-a928-f09a293837d8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:52.870510 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-20e0e9b5-b769-4014-a928-f09a293837d8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 804 time: 0.2022102 Jan 28 03:30:52.914747 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-07f18738-1d28-44d5-b5a7-0f290e295327 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=5befade5-e172-4daa-9f57-4c0b2e6c9cd2 HTTP/1.1" status: 200 len: 217 time: 0.0706880 Jan 28 03:30:52.922466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57 req-82bf0e2c-12d7-4898-89c1-e4bcb20bc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:52.923010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-69884b77-34a2-4f4d-b3e7-a036008db072 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/quotas/1d76a39b5499446aa461bd30effea998 HTTP/1.1" status: 200 len: 375 time: 0.0514691 Jan 28 03:30:52.927281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57 req-82bf0e2c-12d7-4898-89c1-e4bcb20bc912 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 1095 time: 0.0775511 Jan 28 03:30:53.043690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-a29c9482-2b05-4e72-a8ec-319b60a44e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:53.045261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-a29c9482-2b05-4e72-a8ec-319b60a44e42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1203942 Jan 28 03:30:53.054692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6c40c-4a0d-47c4-b17d-8e5a83e8067c req-af1d0d6c-68e6-4597-b0e5-aec86f169d00 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:53.056064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2e6c40c-4a0d-47c4-b17d-8e5a83e8067c req-af1d0d6c-68e6-4597-b0e5-aec86f169d00 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.1137373 Jan 28 03:30:53.078768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57 req-9ec54576-0db4-4f83-a7bd-332f9824f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:53.081613 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57 req-9ec54576-0db4-4f83-a7bd-332f9824f23f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.1458864 Jan 28 03:30:53.094706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-9d2ab551-5b43-47f6-bb46-a458c535ab8e tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1703739 Jan 28 03:30:53.138277 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57 req-08ed4fea-c196-4fd5-9ace-562a5be9461f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32cca07-065f-42bf-ab62-da64884a2570 HTTP/1.1" status: 200 len: 217 time: 0.0483639 Jan 28 03:30:53.195620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-c3e00db6-2fe2-40dd-929f-69ec9bf465f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:53.197191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-c3e00db6-2fe2-40dd-929f-69ec9bf465f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1401973 Jan 28 03:30:53.205723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2e6c40c-4a0d-47c4-b17d-8e5a83e8067c req-748f5746-8f72-49fe-91d9-2cfd888ef25b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365428 Jan 28 03:30:53.214663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57 req-fc72caa3-bce6-4b91-be6f-a054eb3043aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:53.216554 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57 req-fc72caa3-bce6-4b91-be6f-a054eb3043aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.0731101 Jan 28 03:30:53.292679 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57 req-d3601923-bc2b-4a17-9d4f-02c44060f56b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685124 Jan 28 03:30:53.319583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-70ac43fd-0c1d-42a0-afae-9753aeef888b service neutron] 10.222.0.44 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024145 Jan 28 03:30:53.357799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-fa1c9e3f-04cd-4386-8992-8c94992089f1 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510766 Jan 28 03:30:53.458710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57 req-0872f2b2-fa86-45b6-80d9-dd3b7e5cff21 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585696 Jan 28 03:30:53.558719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-2859589d-86f1-48b4-ac37-b4813b26bfc2 service neutron] 10.222.0.44 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226851 Jan 28 03:30:53.586812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef3b4c3c-ab8b-4a06-aaeb-cca8b067239e req-1a1372e5-177b-4593-b0fb-cd5f86fbf0fb service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880410 Jan 28 03:30:53.587710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ceab7cf-95e8-4d94-a2c8-16f97ed3fc57 req-e3a4fc8e-e1ac-40cf-9212-5ff7a592df28 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223738 Jan 28 03:30:53.597639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdfd5b-0ef1-4acb-a171-43b839b6076d req-ecb89f8d-cbf3-4d3a-abd5-2d6e0bc9dd78 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:53.599149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bcdfd5b-0ef1-4acb-a171-43b839b6076d req-ecb89f8d-cbf3-4d3a-abd5-2d6e0bc9dd78 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.1204357 Jan 28 03:30:53.673850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bcdfd5b-0ef1-4acb-a171-43b839b6076d req-3012e3c3-ba1f-441a-a92e-0a91fefeddaf tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639749 Jan 28 03:30:53.908981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e336-52a5-4ac5-9920-a6cdc3f635ea req-75139ccc-495f-4035-83ed-ad51054903bb tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:53.913336 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf8e336-52a5-4ac5-9920-a6cdc3f635ea req-75139ccc-495f-4035-83ed-ad51054903bb tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 947 time: 0.1198387 Jan 28 03:30:53.942772 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-a199e0c4-0287-4c2b-8dfe-b45722a54f68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0764248 Jan 28 03:30:53.966062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:53.999707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667f8d2-4f2b-45dc-8054-4e0313dcdb4b req-19d9cb2b-ca4d-4344-8be8-d143cc5f6b0c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:54.002174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7667f8d2-4f2b-45dc-8054-4e0313dcdb4b req-19d9cb2b-ca4d-4344-8be8-d143cc5f6b0c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.1197562 Jan 28 03:30:54.039065 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf8e336-52a5-4ac5-9920-a6cdc3f635ea req-1f580c91-2923-4b0d-ace2-cfdb0cbb3f56 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036401 Jan 28 03:30:54.066863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-5a531708-8a18-40e8-bf0c-9277fb0b233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:54.069055 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-5a531708-8a18-40e8-bf0c-9277fb0b233c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 1097 time: 0.0677695 Jan 28 03:30:54.111281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:54.112092 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:54.146321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:54.156591 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553ea4db-afd2-4ae5-9a96-74006068f900" -d '{"events": [{"server_uuid": "9a37aa30-32c5-4211-9509-9fcd7260f96a", "name": "network-vif-unplugged", "status": "completed", "tag": "5551e7aa-ec90-4a2f-88cf-efdb9f0fe773"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:54.182735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:54.192258 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:54.216990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f299b59e-f540-4bdf-a551-f01fbc2d4ea8 req-6fc5178b-cb0e-4b2a-ae4e-5c4bf891c466 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 210 time: 0.0673728 Jan 28 03:30:54.227822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7667f8d2-4f2b-45dc-8054-4e0313dcdb4b req-52afc92b-9ce8-4a84-b99f-48d027bf3dd2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859319 Jan 28 03:30:54.283502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:54.291231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-b91c262c-8c0b-4134-9a6c-58b9f8235e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:54.293144 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-b91c262c-8c0b-4134-9a6c-58b9f8235e6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.1999509 Jan 28 03:30:54.318580 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675d0001-6ea5-4c20-aebb-3d4b38784847 x-openstack-request-id: req-675d0001-6ea5-4c20-aebb-3d4b38784847 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:54.318990 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a37aa30-32c5-4211-9509-9fcd7260f96a", "name": "network-vif-unplugged", "status": "completed", "tag": "5551e7aa-ec90-4a2f-88cf-efdb9f0fe773", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:54.319340 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-675d0001-6ea5-4c20-aebb-3d4b38784847 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:54.319933 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773', 'code': 200} Jan 28 03:30:54.362206 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-11009e01-779f-4124-8027-f075aeca09f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9 HTTP/1.1" status: 200 len: 217 time: 0.0570467 Jan 28 03:30:54.441138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-36fe4ecc-5195-44f9-b02b-e9d91490ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:54.443084 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-36fe4ecc-5195-44f9-b02b-e9d91490ef9e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.0721474 Jan 28 03:30:54.485088 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-1482de91-9c6d-44c2-a5b0-d57a5faf64fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348053 Jan 28 03:30:54.490502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7e5bf-a456-40cc-82da-3cc2b31f001f req-0d1d4047-6082-4ab8-9395-0e5658d4b6ca tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:54.492255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43a7e5bf-a456-40cc-82da-3cc2b31f001f req-0d1d4047-6082-4ab8-9395-0e5658d4b6ca tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1586344 Jan 28 03:30:54.508743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d8f39-e3c0-417f-aca0-3f9ef71dc8d0 req-5a38c5a5-b40d-46b7-9209-988821133004 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:54.516501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-074d8f39-e3c0-417f-aca0-3f9ef71dc8d0 req-5a38c5a5-b40d-46b7-9209-988821133004 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.1286223 Jan 28 03:30:54.540529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-12f63691-832f-4b5d-9d26-428ab3e8ab49 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:54.542554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-12f63691-832f-4b5d-9d26-428ab3e8ab49 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a37aa30-32c5-4211-9509-9fcd7260f96a HTTP/1.1" status: 200 len: 943 time: 0.1345580 Jan 28 03:30:54.618695 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-ddd36687-7c76-483a-b1df-0ed4dba9f672 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234436 Jan 28 03:30:54.637611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43a7e5bf-a456-40cc-82da-3cc2b31f001f req-0fabccdf-e6dc-439b-ae24-e202d8ffc368 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378429 Jan 28 03:30:54.644509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-074d8f39-e3c0-417f-aca0-3f9ef71dc8d0 req-9248f305-52a2-4481-bbb7-e73a2a3803a9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271234 Jan 28 03:30:54.714285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-a7b8e00c-1ffc-4da2-b52b-179084a64743 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Deleting port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:54.714641 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-a7b8e00c-1ffc-4da2-b52b-179084a64743 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:54.736190 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd9e5978-a325-4054-a82a-f49db0d7cfe0 req-c099b15c-0ca1-48bf-8728-c401a4f57080 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111295 Jan 28 03:30:54.859155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-a7b8e00c-1ffc-4da2-b52b-179084a64743 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] For port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:54.859550 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-a7b8e00c-1ffc-4da2-b52b-179084a64743 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:54.874194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dc066-e734-4a7c-a8b3-ed9b141ebf44 req-561ee75a-bd51-4160-807a-ab35d0026860 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:54.876154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-531dc066-e734-4a7c-a8b3-ed9b141ebf44 req-561ee75a-bd51-4160-807a-ab35d0026860 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.0936410 Jan 28 03:30:54.883761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-a7b8e00c-1ffc-4da2-b52b-179084a64743 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Calling delete_port for 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:54.964656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-531dc066-e734-4a7c-a8b3-ed9b141ebf44 req-432baf0e-da43-4f08-91ef-969523fbf222 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825443 Jan 28 03:30:55.082642 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-a7b8e00c-1ffc-4da2-b52b-179084a64743 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5551e7aa-ec90-4a2f-88cf-efdb9f0fe773), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:55.133381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8e00c-1ffc-4da2-b52b-179084a64743 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Pushing event deleted for resources: {'Port': ['ID=5551e7aa-ec90-4a2f-88cf-efdb9f0fe773,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:55.209971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-4e919582-9dc1-48cf-9abb-2dce5c5902f0 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:55.211521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-4e919582-9dc1-48cf-9abb-2dce5c5902f0 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.25 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 804 time: 0.1384380 Jan 28 03:30:55.211878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-a7b8e00c-1ffc-4da2-b52b-179084a64743 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] No DVR routers for this DVR port 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:55.215721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-a7b8e00c-1ffc-4da2-b52b-179084a64743 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:55.219434 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8d7dd16-0095-4f92-bef1-24719ae82223 req-a7b8e00c-1ffc-4da2-b52b-179084a64743 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "DELETE /v2.0/ports/5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 HTTP/1.1" status: 204 len: 173 time: 0.6378403 Jan 28 03:30:55.220534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'name': 'network-vif-deleted', 'tag': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:55.223912 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c440713-e5d3-4356-93a5-edbf3228d6e9" -d '{"events": [{"server_uuid": "9a37aa30-32c5-4211-9509-9fcd7260f96a", "name": "network-vif-deleted", "tag": "5551e7aa-ec90-4a2f-88cf-efdb9f0fe773"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:55.258697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Request body: {'port': {'device_id': '571f1aeb-17be-465d-a379-75b31da873fd', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'admin_state_up': True, 'tenant_id': '1d76a39b5499446aa461bd30effea998'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:55.285263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a288c10-ac10-43ce-a9e1-dab07bfb49c4 req-0cfba1b3-385b-4e47-8650-6371c01942e8 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:55.288319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a288c10-ac10-43ce-a9e1-dab07bfb49c4 req-0cfba1b3-385b-4e47-8650-6371c01942e8 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 947 time: 0.0782976 Jan 28 03:30:55.291129 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75fe74e-0234-4e27-8f26-f1469cfca51f x-openstack-request-id: req-d75fe74e-0234-4e27-8f26-f1469cfca51f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:55.291791 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a37aa30-32c5-4211-9509-9fcd7260f96a", "name": "network-vif-deleted", "tag": "5551e7aa-ec90-4a2f-88cf-efdb9f0fe773", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:55.292275 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d75fe74e-0234-4e27-8f26-f1469cfca51f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:55.293217 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a37aa30-32c5-4211-9509-9fcd7260f96a', 'name': 'network-vif-deleted', 'tag': '5551e7aa-ec90-4a2f-88cf-efdb9f0fe773', 'status': 'completed', 'code': 200} Jan 28 03:30:55.355932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a288c10-ac10-43ce-a9e1-dab07bfb49c4 req-0ccf4fb1-f384-4cd0-9cd3-64d5e5a3fd5f tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606310 Jan 28 03:30:55.444833 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:30:55.509288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Made reservation on behalf of 1d76a39b5499446aa461bd30effea998 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:30:55.513889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:55.650144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Allocated IP 172.20.0.12 (6d384e79-4a93-41c2-b2d7-89b53c3312ce/1696da5a-5f45-4c57-8feb-f9f8c4d51cd0/34ae85cc-e3e9-4212-ae9e-867c293a10b6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:30:55.711303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-561686d4-b1ea-4094-8f09-1a1cd51f1429 req-8044de08-e987-49ad-80aa-f6e1b45a8a73 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 210 time: 0.3323872 Jan 28 03:30:55.791444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fe839-1206-4ad7-a7ee-1a39947f1103 req-f4b07bc1-cfd2-4da1-ac7b-069753177fcf tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:55.806536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-605fe839-1206-4ad7-a7ee-1a39947f1103 req-f4b07bc1-cfd2-4da1-ac7b-069753177fcf tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.0962238 Jan 28 03:30:55.867433 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks [] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:55.914667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:55.929979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14143f-94c3-482f-815b-c3ec4cb498f2 req-13f6a05d-81d8-4327-8587-40645cc878f2 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:55.931840 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c14143f-94c3-482f-815b-c3ec4cb498f2 req-13f6a05d-81d8-4327-8587-40645cc878f2 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1229618 Jan 28 03:30:55.934924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-605fe839-1206-4ad7-a7ee-1a39947f1103 req-2b5fe403-2f69-4e8c-9cbd-aaaab3bc0395 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272986 Jan 28 03:30:55.956316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:30:55.980186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Network 6d384e79-4a93-41c2-b2d7-89b53c3312ce is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:30:56.000976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:30:56.002954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Pushing event updated for resources: {'Port': ['ID=34ae85cc-e3e9-4212-ae9e-867c293a10b6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:56.005215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:30:56.050094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c14143f-94c3-482f-815b-c3ec4cb498f2 req-b46b879a-7567-4207-bc4f-17789c2530f1 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114721 Jan 28 03:30:56.102115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:56.103075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:56.126692 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-59e6d729-1807-401f-9c53-6782f4382e6d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8820689 Jan 28 03:30:56.162298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Request body: {'port': {'device_id': '571f1aeb-17be-465d-a379-75b31da873fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:30:56.163467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be623f4-762a-422a-a645-f16198ef5108 req-9a93440d-8c3e-4c44-ab6a-044782286837 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:56.172278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1be623f4-762a-422a-a645-f16198ef5108 req-9a93440d-8c3e-4c44-ab6a-044782286837 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.1141300 Jan 28 03:30:56.241715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1be623f4-762a-422a-a645-f16198ef5108 req-91d9f10a-1cdc-4d0f-8eee-8ff1966200f7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682387 Jan 28 03:30:56.260176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:56.277191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:56.295782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '5befade5-e172-4daa-9f57-4c0b2e6c9cd2', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '5befade5-e172-4daa-9f57-4c0b2e6c9cd2', 'mac_address': 'fa:16:3e:0b:7d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:30:56.337327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:56.338204 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:56.352919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:56.378452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:56.386064 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:56.386609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bb74a-aecb-427e-9565-1eda8b66d754 req-b7f92858-334a-42e0-9b73-cf058c00d805 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:56.394912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-878bb74a-aecb-427e-9565-1eda8b66d754 req-b7f92858-334a-42e0-9b73-cf058c00d805 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.0620022 Jan 28 03:30:56.461864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:56.473914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-878bb74a-aecb-427e-9565-1eda8b66d754 req-73a44706-3378-427d-8025-26e586b03eec tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691628 Jan 28 03:30:56.542785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d7fa-8ff6-40b8-8e12-069d747a5f0c req-175f2493-fec8-499d-b146-347ff207c3ad tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:56.544331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a590d7fa-8ff6-40b8-8e12-069d747a5f0c req-175f2493-fec8-499d-b146-347ff207c3ad tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 948 time: 0.0543771 Jan 28 03:30:56.591326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ae85cc-e3e9-4212-ae9e-867c293a10b6 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:56.596972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a590d7fa-8ff6-40b8-8e12-069d747a5f0c req-38a76db9-6992-4c9b-aea1-e2f595ea5db7 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Jan 28 03:30:56.599905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Publish callbacks [] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:56.619197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Transition to ACTIVE for port object 34ae85cc-e3e9-4212-ae9e-867c293a10b6 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:30:56.626548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:56.681539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=34ae85cc-e3e9-4212-ae9e-867c293a10b6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:56.745071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5befade5-e172-4daa-9f57-4c0b2e6c9cd2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:56.746498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Attempting to bind port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:30:56.746907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Attempting to bind port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:30:56.747293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Attempting to bind port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:56.752876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:30:56.753280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Attempting to bind port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:30:56.758821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:30:56.761154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Checking segment: {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:30:56.761154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Bound using segment: {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:30:56.761154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Bound port: 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:30:56.761154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:56.847793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] For port 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:30:56.848253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc8178-8ab8-4ce9-b1e1-a90253ce631c req-7026a1c6-5a63-42c2-90c1-1ba07e78fe3c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:56.852509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] For port 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:30:56.855948 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82cc8178-8ab8-4ce9-b1e1-a90253ce631c req-7026a1c6-5a63-42c2-90c1-1ba07e78fe3c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 944 time: 0.0617313 Jan 28 03:30:56.858133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:56.877432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:56.878068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:56.879622 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] 10.222.0.25 "PUT /v2.0/ports/34ae85cc-e3e9-4212-ae9e-867c293a10b6 HTTP/1.1" status: 200 len: 1093 time: 0.7239943 Jan 28 03:30:56.908928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571f1aeb-17be-465d-a379-75b31da873fd', 'tag': '34ae85cc-e3e9-4212-ae9e-867c293a10b6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:56.911527 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a371ae-f243-410c-8241-ce5a9e7937af" -d '{"events": [{"name": "network-changed", "server_uuid": "571f1aeb-17be-465d-a379-75b31da873fd", "tag": "34ae85cc-e3e9-4212-ae9e-867c293a10b6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:56.938013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82cc8178-8ab8-4ce9-b1e1-a90253ce631c req-0590507a-c86e-4991-a2e3-740da12609de tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804629 Jan 28 03:30:56.959711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=34ae85cc-e3e9-4212-ae9e-867c293a10b6,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:56.971950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.972316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.972661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.973230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.973573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.973909 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.974362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.974699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.975027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.975354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.975694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.976278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.976614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb5fcd-8ad4-43ee-92d6-1d1fad1e5d66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:56.995123 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f2917f-9a38-4ef7-b45f-9901e1cf3325 x-openstack-request-id: req-23f2917f-9a38-4ef7-b45f-9901e1cf3325 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:56.995123 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571f1aeb-17be-465d-a379-75b31da873fd", "tag": "34ae85cc-e3e9-4212-ae9e-867c293a10b6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:56.995123 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23f2917f-9a38-4ef7-b45f-9901e1cf3325 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:56.995123 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571f1aeb-17be-465d-a379-75b31da873fd', 'tag': '34ae85cc-e3e9-4212-ae9e-867c293a10b6', 'status': 'completed', 'code': 200} Jan 28 03:30:57.036623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-912f7c3d-1ba2-491a-9a0f-a295588d8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:57.038379 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-912f7c3d-1ba2-491a-9a0f-a295588d8a77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 1096 time: 0.0492933 Jan 28 03:30:57.081379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22648a19-add7-48ea-9e87-2e5cb379d476 req-001ab728-d249-4378-9815-0a802ff9899b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:57.082910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22648a19-add7-48ea-9e87-2e5cb379d476 req-001ab728-d249-4378-9815-0a802ff9899b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.0541625 Jan 28 03:30:57.093118 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-7b632083-8131-435f-bc3f-59dc8795c1a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6 HTTP/1.1" status: 200 len: 217 time: 0.0367405 Jan 28 03:30:57.153385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-d6802ec1-46ab-4488-9f45-e1ce8958a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:57.154896 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-d6802ec1-46ab-4488-9f45-e1ce8958a8b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1696da5a-5f45-4c57-8feb-f9f8c4d51cd0 HTTP/1.1" status: 200 len: 844 time: 0.0556035 Jan 28 03:30:57.158728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22648a19-add7-48ea-9e87-2e5cb379d476 req-4198391e-8cd4-4312-b185-55047b13966d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704639 Jan 28 03:30:57.185260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb19011-645b-4ec6-a77f-79ab3c180470 req-db56fcbb-6726-415e-b1cd-b6fd93c3faf0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:57.189653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9fb19011-645b-4ec6-a77f-79ab3c180470 req-db56fcbb-6726-415e-b1cd-b6fd93c3faf0 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.0650842 Jan 28 03:30:57.193979 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-1c430c06-8670-4419-8a35-fd233ba6b95d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6d384e79-4a93-41c2-b2d7-89b53c3312ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295775 Jan 28 03:30:57.241699 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9fb19011-645b-4ec6-a77f-79ab3c180470 req-9f7ea438-5378-4319-b8b5-57e1b820efbb tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461297 Jan 28 03:30:57.300612 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-778b9160-939e-4df8-9bc4-d828485873e0 service neutron] 10.222.0.25 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995080 Jan 28 03:30:57.388170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b79ad-a54f-4d8a-9283-843859aed1f5 req-a60b7607-3d1d-4812-b3da-426180e2aab8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:57.396232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d94b79ad-a54f-4d8a-9283-843859aed1f5 req-a60b7607-3d1d-4812-b3da-426180e2aab8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0657096 Jan 28 03:30:57.414397 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dc74587-e9b5-42ea-8275-981a1b142751 req-f02e5f6d-bf9e-41f2-9d8c-267d35523300 service neutron] 10.222.0.25 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057296 Jan 28 03:30:57.448344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d94b79ad-a54f-4d8a-9283-843859aed1f5 req-08a1ca1f-7119-44b6-8bff-27778f9c2a72 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505693 Jan 28 03:30:57.570428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a371ae-f243-410c-8241-ce5a9e7937af req-acc6cedb-3b58-4521-8a94-4e7585af988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:57.572097 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04a371ae-f243-410c-8241-ce5a9e7937af req-acc6cedb-3b58-4521-8a94-4e7585af988f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 1096 time: 0.0420649 Jan 28 03:30:57.594247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1b057-b971-4467-9f78-82906a72912b req-606bac5f-dfde-443e-94b7-9122d87043a4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:57.595985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7f1b057-b971-4467-9f78-82906a72912b req-606bac5f-dfde-443e-94b7-9122d87043a4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.0511563 Jan 28 03:30:57.662682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7f1b057-b971-4467-9f78-82906a72912b req-e1a4c19b-4494-4879-b175-530dd929c8cb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606477 Jan 28 03:30:57.693717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a371ae-f243-410c-8241-ce5a9e7937af req-118ea8d2-d883-4e95-8978-d2270639c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:57.695191 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04a371ae-f243-410c-8241-ce5a9e7937af req-118ea8d2-d883-4e95-8978-d2270639c167 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 905 time: 0.1142139 Jan 28 03:30:57.718945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0dba4-cd4f-4cee-8115-5d3d29a5c85e req-deb11a0e-5c43-4631-8f8c-2e55ff1125f1 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:57.720450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ea0dba4-cd4f-4cee-8115-5d3d29a5c85e req-deb11a0e-5c43-4631-8f8c-2e55ff1125f1 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 948 time: 0.0507236 Jan 28 03:30:57.737068 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04a371ae-f243-410c-8241-ce5a9e7937af req-a0a6b330-1877-4524-83f5-7284f4dc55de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6 HTTP/1.1" status: 200 len: 217 time: 0.0353830 Jan 28 03:30:57.769518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ea0dba4-cd4f-4cee-8115-5d3d29a5c85e req-8972a3dd-76a7-4842-ac3d-1dcfa35baa56 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Jan 28 03:30:57.797783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a371ae-f243-410c-8241-ce5a9e7937af req-e2137bfa-c0bd-4ab6-b434-05eca6e3d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:57.799275 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04a371ae-f243-410c-8241-ce5a9e7937af req-e2137bfa-c0bd-4ab6-b434-05eca6e3d768 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1696da5a-5f45-4c57-8feb-f9f8c4d51cd0 HTTP/1.1" status: 200 len: 844 time: 0.0515738 Jan 28 03:30:57.831668 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04a371ae-f243-410c-8241-ce5a9e7937af req-ff4f49c5-3049-402a-a09c-1de04abeda9b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6d384e79-4a93-41c2-b2d7-89b53c3312ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254009 Jan 28 03:30:57.925776 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04a371ae-f243-410c-8241-ce5a9e7937af req-a9fdb81c-b2eb-436c-8d70-1e5e1d9d45f7 service neutron] 10.222.0.25 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860393 Jan 28 03:30:57.978404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:58.023471 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04a371ae-f243-410c-8241-ce5a9e7937af req-573ef1df-9e6a-4324-bdc5-d1b66962ac3a service neutron] 10.222.0.25 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912874 Jan 28 03:30:58.048815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:30:58.053000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:58.053379 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:58.085143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e803b-1b4d-4208-a789-91f434cc171d req-67744658-4292-4c95-9320-93b23cacd670 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:58.087733 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d3e803b-1b4d-4208-a789-91f434cc171d req-67744658-4292-4c95-9320-93b23cacd670 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 944 time: 0.0616608 Jan 28 03:30:58.137414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d3e803b-1b4d-4208-a789-91f434cc171d req-7ce8a3c4-fef2-440a-a6b8-d7ac7f28074b tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Jan 28 03:30:58.154109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:58.154606 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:58.181886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a710401-56e9-4ea5-9f84-1b958a2df844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5befade5-e172-4daa-9f57-4c0b2e6c9cd2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:58.184186 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948a2267-4f82-4e02-b238-b80be0c4c95e" -d '{"events": [{"server_uuid": "7a710401-56e9-4ea5-9f84-1b958a2df844", "name": "network-vif-plugged", "status": "completed", "tag": "5befade5-e172-4daa-9f57-4c0b2e6c9cd2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:58.198546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:58.210939 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:58.212064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:58.234260 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e7f247-a295-4d6c-8f2c-f213af95838b x-openstack-request-id: req-63e7f247-a295-4d6c-8f2c-f213af95838b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:58.234662 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a710401-56e9-4ea5-9f84-1b958a2df844", "name": "network-vif-plugged", "status": "completed", "tag": "5befade5-e172-4daa-9f57-4c0b2e6c9cd2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:58.234921 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63e7f247-a295-4d6c-8f2c-f213af95838b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:58.235318 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a710401-56e9-4ea5-9f84-1b958a2df844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5befade5-e172-4daa-9f57-4c0b2e6c9cd2', 'code': 200} Jan 28 03:30:58.239506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:58.239506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5551e7aa-ec90-4a2f-88cf-efdb9f0fe773 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:58.337641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:58.414401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c9ac0-2d71-4e92-bbdc-be1ed7ac3ced req-91858d85-0f18-42bc-93b9-c69c46afde06 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:58.415998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc5c9ac0-2d71-4e92-bbdc-be1ed7ac3ced req-91858d85-0f18-42bc-93b9-c69c46afde06 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.1612754 Jan 28 03:30:58.445787 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf29efa-3acc-4670-a762-ec3388398974 req-d338f867-0670-4640-9ab9-8f5243245c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:58.447205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf29efa-3acc-4670-a762-ec3388398974 req-d338f867-0670-4640-9ab9-8f5243245c43 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 1101 time: 0.1115494 Jan 28 03:30:58.479465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083fab5-815b-447d-bc1d-cb999d59797b req-597ebc9e-e70c-4078-bc34-e060c3978cd3 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:58.481024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d083fab5-815b-447d-bc1d-cb999d59797b req-597ebc9e-e70c-4078-bc34-e060c3978cd3 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.1304870 Jan 28 03:30:58.529962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc5c9ac0-2d71-4e92-bbdc-be1ed7ac3ced req-5cf6df87-dc96-4439-a81b-0c3133d6d299 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057782 Jan 28 03:30:58.566722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf29efa-3acc-4670-a762-ec3388398974 req-9b2f2fe3-3741-48a7-a49a-0c9964810d5e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108270 Jan 28 03:30:58.571043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d083fab5-815b-447d-bc1d-cb999d59797b req-a5506a24-c386-4fab-b0ea-f066d547cd73 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763528 Jan 28 03:30:59.007011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c740f-f865-478a-9dec-ae027cd8684a req-98310135-7c5d-4448-a922-a26ccca124a0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:59.008620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-086c740f-f865-478a-9dec-ae027cd8684a req-98310135-7c5d-4448-a922-a26ccca124a0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0904036 Jan 28 03:30:59.020697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0ee2a-f81e-483b-a428-f91ae41b2d72 req-aea03101-4ae8-4929-be4b-2f53c59141ad tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:59.022175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81e0ee2a-f81e-483b-a428-f91ae41b2d72 req-aea03101-4ae8-4929-be4b-2f53c59141ad tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.0697138 Jan 28 03:30:59.095292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-086c740f-f865-478a-9dec-ae027cd8684a req-d167d04f-bc83-44b1-969b-4ef8a2917812 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721419 Jan 28 03:30:59.098710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81e0ee2a-f81e-483b-a428-f91ae41b2d72 req-53f7bf3e-6ba4-43cd-b5f7-1c028a646ed5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694921 Jan 28 03:30:59.210988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cddb64-7278-41a4-80a5-fc68cf44e9fd req-3ec0ccd0-c3da-4a05-8cf8-795d9051bede tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:59.212485 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03cddb64-7278-41a4-80a5-fc68cf44e9fd req-3ec0ccd0-c3da-4a05-8cf8-795d9051bede tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 949 time: 0.0507915 Jan 28 03:30:59.288704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1e9c3-530f-45cb-a2b1-705b60b16bad req-e690a23e-cbf3-4baf-ba7a-c2784e990e3f tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:59.290267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cff1e9c3-530f-45cb-a2b1-705b60b16bad req-e690a23e-cbf3-4baf-ba7a-c2784e990e3f tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 944 time: 0.0767641 Jan 28 03:30:59.298044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03cddb64-7278-41a4-80a5-fc68cf44e9fd req-78a964a2-5b25-4e79-adc6-515c55b2a80c tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762529 Jan 28 03:30:59.340971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cff1e9c3-530f-45cb-a2b1-705b60b16bad req-7573aea6-946c-4b06-b182-9f7948c0a117 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Jan 28 03:30:59.664505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81700648-62ee-4c40-8205-af9b815a0b0d req-9e0c14bd-81ee-438a-a37b-5bb99d9bcf14 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:59.666084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81700648-62ee-4c40-8205-af9b815a0b0d req-9e0c14bd-81ee-438a-a37b-5bb99d9bcf14 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.0632586 Jan 28 03:30:59.736949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49359ed-445a-4d54-8d2f-db5d6af3798f req-bca17782-7908-4885-95ef-806abb67d211 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:59.738473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a49359ed-445a-4d54-8d2f-db5d6af3798f req-bca17782-7908-4885-95ef-806abb67d211 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.0944333 Jan 28 03:30:59.745965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81700648-62ee-4c40-8205-af9b815a0b0d req-ccce75e7-5682-4154-9cb1-64c6d67cce2d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660315 Jan 28 03:30:59.793791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a49359ed-445a-4d54-8d2f-db5d6af3798f req-57414f06-499b-4c34-9d43-24e9098902c5 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464506 Jan 28 03:31:00.253035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299022ce-fc9f-4bfe-bfb1-f45ba50ca2d1 req-b218d3b0-a2cc-451f-a9bb-8de297a59345 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:00.255228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-299022ce-fc9f-4bfe-bfb1-f45ba50ca2d1 req-b218d3b0-a2cc-451f-a9bb-8de297a59345 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0869522 Jan 28 03:31:00.269166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f4441-582d-464b-8277-3c2ee9e91d42 req-858c2e1a-61f0-4066-a22b-8dd7ac24ed82 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:00.271893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b11f4441-582d-464b-8277-3c2ee9e91d42 req-858c2e1a-61f0-4066-a22b-8dd7ac24ed82 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.0894001 Jan 28 03:31:00.349161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-299022ce-fc9f-4bfe-bfb1-f45ba50ca2d1 req-ef70c9bd-87fc-428f-aac4-e180fba77c08 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761838 Jan 28 03:31:00.353313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b11f4441-582d-464b-8277-3c2ee9e91d42 req-7a0fe4ea-9861-4e64-bf49-ef64ba279249 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744367 Jan 28 03:31:00.492319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c0a51-4397-4ebb-a716-d76579a73db1 req-da36109d-1185-4fb0-8468-2eaa50c2e8e5 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:00.493820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a10c0a51-4397-4ebb-a716-d76579a73db1 req-da36109d-1185-4fb0-8468-2eaa50c2e8e5 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 949 time: 0.0777900 Jan 28 03:31:00.501342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ae9ce-8714-4444-bc39-3a0f7bd17771 req-63c8aa78-864e-453d-8679-d1b99b42fd9f tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:00.502883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c5ae9ce-8714-4444-bc39-3a0f7bd17771 req-63c8aa78-864e-453d-8679-d1b99b42fd9f tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 944 time: 0.0754063 Jan 28 03:31:00.582008 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a10c0a51-4397-4ebb-a716-d76579a73db1 req-e8f1ec44-22dd-47dc-a020-b1c9a8c315a4 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778491 Jan 28 03:31:00.584895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c5ae9ce-8714-4444-bc39-3a0f7bd17771 req-8a5e42ab-042b-45d3-b54b-adb38b67c91e tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730143 Jan 28 03:31:00.835940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f4d56-4cfb-4409-a91e-c27c81745d2f req-8f385944-3e2a-4e48-aa3b-48f7175e3b34 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:00.837584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f41f4d56-4cfb-4409-a91e-c27c81745d2f req-8f385944-3e2a-4e48-aa3b-48f7175e3b34 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 949 time: 0.0504031 Jan 28 03:31:00.914605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5381d-8a13-497e-a25d-17e6a54385ae req-e9796759-505f-4253-8ef0-478babfb0068 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:00.916105 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9e5381d-8a13-497e-a25d-17e6a54385ae req-e9796759-505f-4253-8ef0-478babfb0068 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.0775549 Jan 28 03:31:00.919159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f41f4d56-4cfb-4409-a91e-c27c81745d2f req-25a90d7c-f6ad-40ab-953a-127036376569 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706847 Jan 28 03:31:00.989308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9e5381d-8a13-497e-a25d-17e6a54385ae req-801452f5-f270-47af-8768-7269b22fd57c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662069 Jan 28 03:31:01.046870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc326e0-7f1b-4dd5-8f10-91d4e0660f9c req-233a39ef-0d66-48ae-a1bd-1f33a1eccade tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:01.050671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fc326e0-7f1b-4dd5-8f10-91d4e0660f9c req-233a39ef-0d66-48ae-a1bd-1f33a1eccade tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.0602703 Jan 28 03:31:01.100947 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fc326e0-7f1b-4dd5-8f10-91d4e0660f9c req-68493d5d-5988-454f-8e0d-8df5d2f1f786 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Jan 28 03:31:01.503589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3f1d-ca7c-413f-b73f-0c5bd45e4a8f req-1d1bf5f5-406a-41d9-84b4-e254ec840bd9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:01.505688 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c0f3f1d-ca7c-413f-b73f-0c5bd45e4a8f req-1d1bf5f5-406a-41d9-84b4-e254ec840bd9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0801344 Jan 28 03:31:01.515259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff1a34-0010-4de9-86ed-8f5e6074d6da req-15ba6beb-505b-468e-b608-fbffcdd6c9f9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:01.517417 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03ff1a34-0010-4de9-86ed-8f5e6074d6da req-15ba6beb-505b-468e-b608-fbffcdd6c9f9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.0822365 Jan 28 03:31:01.609998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c0f3f1d-ca7c-413f-b73f-0c5bd45e4a8f req-b4d3a4da-a548-4899-91ed-93d37302cd21 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912602 Jan 28 03:31:01.618313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03ff1a34-0010-4de9-86ed-8f5e6074d6da req-18b173b9-4b60-4bb0-859e-206e8b1b88b7 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921507 Jan 28 03:31:01.730150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820da23-3dc2-4f23-80b1-c0c8164cae1c req-d29a1485-8fca-41ff-a141-03a836f34835 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:01.731811 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6820da23-3dc2-4f23-80b1-c0c8164cae1c req-d29a1485-8fca-41ff-a141-03a836f34835 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 944 time: 0.0535345 Jan 28 03:31:01.786165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6820da23-3dc2-4f23-80b1-c0c8164cae1c req-b471d595-ab62-4d20-8543-b66b4579b160 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477924 Jan 28 03:31:02.065136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13252a9d-4650-470b-89a2-08abda9fde66 req-1b9f6649-c51c-43fe-b0e0-dbb12bdf6b7a tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:02.066623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13252a9d-4650-470b-89a2-08abda9fde66 req-1b9f6649-c51c-43fe-b0e0-dbb12bdf6b7a tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 949 time: 0.0716531 Jan 28 03:31:02.146055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f83208-2885-434e-983e-cbb47db3c1f0 req-cf0e389f-805a-40ea-a5f9-5cf2c17c6fd2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:02.147547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1f83208-2885-434e-983e-cbb47db3c1f0 req-cf0e389f-805a-40ea-a5f9-5cf2c17c6fd2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.0800326 Jan 28 03:31:02.155260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13252a9d-4650-470b-89a2-08abda9fde66 req-15ff609b-833f-4faa-9189-660cfd53c8e5 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789711 Jan 28 03:31:02.208649 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1f83208-2885-434e-983e-cbb47db3c1f0 req-02b9a9cc-8904-4818-9c88-0cdef71d519f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506325 Jan 28 03:31:02.321234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f948-9f98-4dd2-8b03-4cb2a25ba379 req-9aeff3d8-9699-4db5-92d2-e559f0f1a401 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:02.322622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a56f948-9f98-4dd2-8b03-4cb2a25ba379 req-9aeff3d8-9699-4db5-92d2-e559f0f1a401 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.0531769 Jan 28 03:31:02.403140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a56f948-9f98-4dd2-8b03-4cb2a25ba379 req-58f557e9-ba28-4300-8b37-2829dbdf253d tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747695 Jan 28 03:31:02.414055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-d14700e7-2f77-49c0-ab77-3dff0a6536d5 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:02.422735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-d14700e7-2f77-49c0-ab77-3dff0a6536d5 tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 949 time: 0.0813351 Jan 28 03:31:02.511028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Deleting port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:02.511362 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:02.606321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] For port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:02.606597 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:02.618918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Calling delete_port for 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:02.763899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 34ae85cc-e3e9-4212-ae9e-867c293a10b6 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:02.818585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cc975-2017-4df2-abf3-bb2109bd493e req-610c0aac-3511-4c2a-8d81-f4fb35954307 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:02.820209 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a6cc975-2017-4df2-abf3-bb2109bd493e req-610c0aac-3511-4c2a-8d81-f4fb35954307 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.1237960 Jan 28 03:31:02.844601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f727ecd-0df2-42ab-ac03-0edd98ef2175 req-2f4490ca-c60a-49dd-986a-a81cf77d6933 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:02.846306 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f727ecd-0df2-42ab-ac03-0edd98ef2175 req-2f4490ca-c60a-49dd-986a-a81cf77d6933 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.1210475 Jan 28 03:31:02.869865 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5befade5-e172-4daa-9f57-4c0b2e6c9cd2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:02.879710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:02.895620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '34ae85cc-e3e9-4212-ae9e-867c293a10b6', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'port_id': '34ae85cc-e3e9-4212-ae9e-867c293a10b6', 'mac_address': 'fa:16:3e:5d:75:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1696da5a-5f45-4c57-8feb-f9f8c4d51cd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:31:02.923850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5befade5-e172-4daa-9f57-4c0b2e6c9cd2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:02.924416 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Pushing event deleted for resources: {'Port': ['ID=5befade5-e172-4daa-9f57-4c0b2e6c9cd2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:02.963248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:02.963633 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:02.978164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ae85cc-e3e9-4212-ae9e-867c293a10b6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:02.983047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.983915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.983915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.984143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.984481 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.985266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.985266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.985576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.985853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.986172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.986491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.986810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:02.987126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:03.017863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:03.022175 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:03.034038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a6cc975-2017-4df2-abf3-bb2109bd493e req-9a169e2b-d884-4046-b360-0895bccf3b23 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867018 Jan 28 03:31:03.034806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] No DVR routers for this DVR port 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:03.039559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f727ecd-0df2-42ab-ac03-0edd98ef2175 req-a5de27e7-e09b-4873-a3cc-9439728c0326 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841290 Jan 28 03:31:03.040757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:03.044385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fde08a90-7aea-43fa-b2c5-50a2c640f6fd req-5359f42b-949b-418f-9086-c9bb59aa55cd tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.42 "DELETE /v2.0/ports/5befade5-e172-4daa-9f57-4c0b2e6c9cd2 HTTP/1.1" status: 204 len: 173 time: 0.6229255 Jan 28 03:31:03.044828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a710401-56e9-4ea5-9f84-1b958a2df844', 'name': 'network-vif-deleted', 'tag': '5befade5-e172-4daa-9f57-4c0b2e6c9cd2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:03.048312 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69895cda-8d6a-44fd-837f-cbb7fc999b36" -d '{"events": [{"server_uuid": "7a710401-56e9-4ea5-9f84-1b958a2df844", "name": "network-vif-deleted", "tag": "5befade5-e172-4daa-9f57-4c0b2e6c9cd2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:03.144996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=34ae85cc-e3e9-4212-ae9e-867c293a10b6,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:03.184727 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3db5a3-5b0c-4a02-b1fb-a3d341fe2e6c x-openstack-request-id: req-7b3db5a3-5b0c-4a02-b1fb-a3d341fe2e6c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:03.185312 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a710401-56e9-4ea5-9f84-1b958a2df844", "name": "network-vif-deleted", "tag": "5befade5-e172-4daa-9f57-4c0b2e6c9cd2", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:03.185312 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b3db5a3-5b0c-4a02-b1fb-a3d341fe2e6c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:03.185725 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a710401-56e9-4ea5-9f84-1b958a2df844', 'name': 'network-vif-deleted', 'tag': '5befade5-e172-4daa-9f57-4c0b2e6c9cd2', 'status': 'completed', 'code': 200} Jan 28 03:31:03.228141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d2d78-e2d0-4e85-9a35-f59736379a03 req-0ca758e4-b30d-481d-9e0f-9959b32d3a0b tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:03.229807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e8d2d78-e2d0-4e85-9a35-f59736379a03 req-0ca758e4-b30d-481d-9e0f-9959b32d3a0b tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 945 time: 0.0802538 Jan 28 03:31:03.279943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d129b97e-52ca-45c9-afda-987ac4463680 req-fc12b98e-7bce-4f21-8a4a-b3a2dc65546a tempest-ImagesNegativeTestJSON-1422173623 tempest-ImagesNegativeTestJSON-1422173623-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a710401-56e9-4ea5-9f84-1b958a2df844 HTTP/1.1" status: 200 len: 210 time: 0.0355058 Jan 28 03:31:03.321376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e8d2d78-e2d0-4e85-9a35-f59736379a03 req-94f04e5c-bcca-4ac6-aa11-9f51dfef39e2 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839272 Jan 28 03:31:03.416383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309a9d-0338-4675-854c-667d83f6a3ee req-bfba191d-bce6-4792-a9f4-50ca3879b48f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:03.417928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d309a9d-0338-4675-854c-667d83f6a3ee req-bfba191d-bce6-4792-a9f4-50ca3879b48f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.0638461 Jan 28 03:31:03.477697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d309a9d-0338-4675-854c-667d83f6a3ee req-ba08b131-d58e-473d-98ef-c9d0bb6e6114 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473056 Jan 28 03:31:03.569808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['34ae85cc-e3e9-4212-ae9e-867c293a10b6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:03.603628 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bee9a-ad25-4d29-b3aa-679035d3fbc6 req-1af3be97-c521-41eb-9968-86026b583809 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:03.605825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-193bee9a-ad25-4d29-b3aa-679035d3fbc6 req-1af3be97-c521-41eb-9968-86026b583809 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.0619593 Jan 28 03:31:03.662658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-193bee9a-ad25-4d29-b3aa-679035d3fbc6 req-55c3789a-6494-468d-a58e-38a6cc59a994 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496395 Jan 28 03:31:04.024666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af0dd75f-8f59-4614-9866-f75de84b5a70 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:04.035690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af0dd75f-8f59-4614-9866-f75de84b5a70 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:04.188814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port af0dd75f-8f59-4614-9866-f75de84b5a70 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:04.189376 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:04.210141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef5b1b-c9a3-4ab1-9c4d-bffe8af9a2d3 req-8b9aa334-311b-42f3-9b8f-d272c88874e3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:04.211594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5eef5b1b-c9a3-4ab1-9c4d-bffe8af9a2d3 req-8b9aa334-311b-42f3-9b8f-d272c88874e3 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0896866 Jan 28 03:31:04.216023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port af0dd75f-8f59-4614-9866-f75de84b5a70, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af0dd75f-8f59-4614-9866-f75de84b5a70,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:04.226096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7a23d-69cc-4d0d-89fe-84f017b204ef req-b47b508a-1cfa-451c-a7c2-7706c0ae59c6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:04.227608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61f7a23d-69cc-4d0d-89fe-84f017b204ef req-b47b508a-1cfa-451c-a7c2-7706c0ae59c6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.0677168 Jan 28 03:31:04.230342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0dd75f-8f59-4614-9866-f75de84b5a70'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:04.232573 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe84e818-db58-4795-84a0-45bd35fa78b3" -d '{"events": [{"server_uuid": "2428d862-b726-4b02-ad56-fe12f5cb3152", "name": "network-vif-unplugged", "status": "completed", "tag": "af0dd75f-8f59-4614-9866-f75de84b5a70"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:04.246126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'af0dd75f-8f59-4614-9866-f75de84b5a70', 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b', 'port_id': 'af0dd75f-8f59-4614-9866-f75de84b5a70', 'mac_address': 'fa:16:3e:08:03:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5963e1-e98a-4683-9cd0-8099e9cc4e32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:31:04.248996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port af0dd75f-8f59-4614-9866-f75de84b5a70, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af0dd75f-8f59-4614-9866-f75de84b5a70,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:04.286325 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:04.309486 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5eef5b1b-c9a3-4ab1-9c4d-bffe8af9a2d3 req-70328095-8e93-4654-bcea-ae7b7f4a8a0f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799415 Jan 28 03:31:04.317828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61f7a23d-69cc-4d0d-89fe-84f017b204ef req-c0d23e55-4ee0-45ee-9852-2e0a40e9fa9c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749393 Jan 28 03:31:04.338198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port af0dd75f-8f59-4614-9866-f75de84b5a70 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:04.338594 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:04.365235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0dd75f-8f59-4614-9866-f75de84b5a70 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:04.374213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=af0dd75f-8f59-4614-9866-f75de84b5a70,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:04.397223 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe5d979-fd8b-4f41-8e86-e1d646941b49 x-openstack-request-id: req-cfe5d979-fd8b-4f41-8e86-e1d646941b49 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:04.397519 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2428d862-b726-4b02-ad56-fe12f5cb3152", "name": "network-vif-unplugged", "status": "completed", "tag": "af0dd75f-8f59-4614-9866-f75de84b5a70", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:04.397775 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfe5d979-fd8b-4f41-8e86-e1d646941b49 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:04.398165 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0dd75f-8f59-4614-9866-f75de84b5a70', 'code': 200} Jan 28 03:31:04.404784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port af0dd75f-8f59-4614-9866-f75de84b5a70, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af0dd75f-8f59-4614-9866-f75de84b5a70,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:04.413083 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:04.497266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=af0dd75f-8f59-4614-9866-f75de84b5a70,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:04.504890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ab117-1e3e-4834-8e1c-abed745dda9e req-e89587fc-c786-4107-898a-f631b997b94c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:04.509405 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de1ab117-1e3e-4834-8e1c-abed745dda9e req-e89587fc-c786-4107-898a-f631b997b94c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 945 time: 0.0570292 Jan 28 03:31:04.575532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de1ab117-1e3e-4834-8e1c-abed745dda9e req-ca6faf7c-559a-4546-a1f4-892a397018a0 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614159 Jan 28 03:31:04.696982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac118-daba-4565-8ec7-6c70edd2d417 req-2d0dfd73-12ca-4143-8ee5-a64222f15283 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:04.700861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-026ac118-daba-4565-8ec7-6c70edd2d417 req-2d0dfd73-12ca-4143-8ee5-a64222f15283 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.0660887 Jan 28 03:31:04.758188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['af0dd75f-8f59-4614-9866-f75de84b5a70'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:04.759422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-026ac118-daba-4565-8ec7-6c70edd2d417 req-03ea2831-2b31-441a-a408-a452c74e444c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541933 Jan 28 03:31:04.834477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da8be3-aa8b-4b61-bc65-9083f80aecf5 req-adf8db4b-eaa2-4d77-9470-d7648337edbc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:04.836276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05da8be3-aa8b-4b61-bc65-9083f80aecf5 req-adf8db4b-eaa2-4d77-9470-d7648337edbc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 944 time: 0.0625882 Jan 28 03:31:04.901456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05da8be3-aa8b-4b61-bc65-9083f80aecf5 req-1ac4f275-be74-4ef1-82d7-b18b7a74094d tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582349 Jan 28 03:31:05.150450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50234) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:05.300813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bb7345f5-f275-41ce-9ca2-d1223b446b82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=010ca50838c147a4b93c264daf12e66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462305 Jan 28 03:31:05.301062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50238) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:05.351113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757ac31d-f16c-4798-ace8-9f46b831ef7d admin admin] Publish callbacks [] for security_group (3d7ffef4-6ce6-4dab-9daa-089c7ca434cb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:05.382358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757ac31d-f16c-4798-ace8-9f46b831ef7d admin admin] Publish callbacks [] for security_group (3d7ffef4-6ce6-4dab-9daa-089c7ca434cb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:05.491159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c1e3f-4b4e-4fb6-855b-924304061e06 req-c2b8af82-8946-4b9d-b3c8-013b18b9fb68 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:05.492634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757ac31d-f16c-4798-ace8-9f46b831ef7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3d7ffef4-6ce6-4dab-9daa-089c7ca434cb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:05.492875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-940c1e3f-4b4e-4fb6-855b-924304061e06 req-c2b8af82-8946-4b9d-b3c8-013b18b9fb68 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0822756 Jan 28 03:31:05.495737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757ac31d-f16c-4798-ace8-9f46b831ef7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:05.497217 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-757ac31d-f16c-4798-ace8-9f46b831ef7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d7ffef4-6ce6-4dab-9daa-089c7ca434cb HTTP/1.1" status: 204 len: 168 time: 0.1951640 Jan 28 03:31:05.504294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70cc82-3776-4095-8116-c71b57a8b9f2 req-5d60f32c-6734-4898-825b-b630dfb8bb0f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:05.505887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c70cc82-3776-4095-8116-c71b57a8b9f2 req-5d60f32c-6734-4898-825b-b630dfb8bb0f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.0942185 Jan 28 03:31:05.509262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ac31d-f16c-4798-ace8-9f46b831ef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7ffef4-6ce6-4dab-9daa-089c7ca434cb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:05.543504 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-2115cf32-b451-4f12-baa1-54981afd8334 req-2eba4690-a615-4c8b-aac4-08bbb1000b22 service neutron] show failed (client error): The resource could not be found. Jan 28 03:31:05.548904 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-2eba4690-a615-4c8b-aac4-08bbb1000b22 service neutron] 10.222.0.25 "GET /v2.0/ports/fe2207e0-62fa-43d6-a772-41b354a7c0cd/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.1200285 Jan 28 03:31:05.602393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-940c1e3f-4b4e-4fb6-855b-924304061e06 req-2f26b344-8906-4ddb-99ae-2ffce16b6b34 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840006 Jan 28 03:31:05.647070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c70cc82-3776-4095-8116-c71b57a8b9f2 req-6018396a-b944-472d-bf92-390a6f5a21b5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222847 Jan 28 03:31:05.949203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa458c-cf02-4cc4-b24f-6de8bbdbe423 req-0ea2ab1a-64cb-4fee-9799-86d221318d2f tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:05.960773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4daa458c-cf02-4cc4-b24f-6de8bbdbe423 req-0ea2ab1a-64cb-4fee-9799-86d221318d2f tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 945 time: 0.2019660 Jan 28 03:31:06.059102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cf32-b451-4f12-baa1-54981afd8334 req-5b49c8d1-05c7-4b0b-9053-ba9f925d38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:06.060103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af0dd75f-8f59-4614-9866-f75de84b5a70 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:06.061054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-5b49c8d1-05c7-4b0b-9053-ba9f925d38e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3&tenant_id=f815fae9b0904d42ba659d8929d97815 HTTP/1.1" status: 200 len: 1102 time: 0.1988485 Jan 28 03:31:06.068301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4daa458c-cf02-4cc4-b24f-6de8bbdbe423 req-2d48cdc1-266f-4a1c-abba-54bdb450eb08 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066055 Jan 28 03:31:06.084466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf76423-efc1-47a6-a500-a6f1956a52bc req-97ead51d-d7fe-4d78-9c34-f62e1795f6c4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:06.086714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf76423-efc1-47a6-a500-a6f1956a52bc req-97ead51d-d7fe-4d78-9c34-f62e1795f6c4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.0961597 Jan 28 03:31:06.091948 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:06.130744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port af0dd75f-8f59-4614-9866-f75de84b5a70 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:06.131314 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.210904 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.242080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcf76423-efc1-47a6-a500-a6f1956a52bc req-b55e1acb-443c-4f0b-a870-366a490739ff tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442840 Jan 28 03:31:06.254142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port af0dd75f-8f59-4614-9866-f75de84b5a70 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:06.254535 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.303931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port af0dd75f-8f59-4614-9866-f75de84b5a70, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af0dd75f-8f59-4614-9866-f75de84b5a70,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:06.310068 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.311522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:06.343843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:06.345319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5befade5-e172-4daa-9f57-4c0b2e6c9cd2 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:06.402623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0dd75f-8f59-4614-9866-f75de84b5a70'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:06.405631 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968734e3-d0ef-4344-94a8-f00c820663aa" -d '{"events": [{"server_uuid": "2428d862-b726-4b02-ad56-fe12f5cb3152", "name": "network-vif-plugged", "status": "completed", "tag": "af0dd75f-8f59-4614-9866-f75de84b5a70"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:06.419055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=af0dd75f-8f59-4614-9866-f75de84b5a70,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:06.425400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ebb0-eb86-4bfb-87ba-63362cca898e req-e7929c7c-545b-4668-9a35-f6fba13f608c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:06.432538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eac1ebb0-eb86-4bfb-87ba-63362cca898e req-e7929c7c-545b-4668-9a35-f6fba13f608c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 944 time: 0.1835425 Jan 28 03:31:06.475029 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f034def-5a91-466c-bb85-208e8115598c x-openstack-request-id: req-0f034def-5a91-466c-bb85-208e8115598c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:06.476715 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2428d862-b726-4b02-ad56-fe12f5cb3152", "name": "network-vif-plugged", "status": "completed", "tag": "af0dd75f-8f59-4614-9866-f75de84b5a70", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:06.477178 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f034def-5a91-466c-bb85-208e8115598c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:06.477802 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0dd75f-8f59-4614-9866-f75de84b5a70', 'code': 200} Jan 28 03:31:06.572275 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eac1ebb0-eb86-4bfb-87ba-63362cca898e req-9a4ba566-0c9a-47c1-ac1b-a69187a6e7dc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387877 Jan 28 03:31:06.588690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:06.632091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:06.705909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:06.708350 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03456f6b-4cd2-4922-9b7c-e1c5b3abfc51" -d '{"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:06.713042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Publish callbacks [] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.736995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Transition to ACTIVE for port object fe2207e0-62fa-43d6-a772-41b354a7c0cd will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:31:06.751465 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.773175 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 34ae85cc-e3e9-4212-ae9e-867c293a10b6 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:06.802761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0a646-59f7-47e0-9fef-66dc89382a3a req-282dc0d6-051a-4204-8a07-c410b7fc0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:06.804265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38e0a646-59f7-47e0-9fef-66dc89382a3a req-282dc0d6-051a-4204-8a07-c410b7fc0ee5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 1097 time: 0.1378446 Jan 28 03:31:06.853564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:06.854423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:31:06.863800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:06.865039 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.894532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] No DVR routers for this DVR port fe2207e0-62fa-43d6-a772-41b354a7c0cd on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:06.905089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867ee85-c720-4437-a8ff-da3e986a131d req-f659f840-b16d-44a1-8021-9547f046cf5c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:06.907212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3867ee85-c720-4437-a8ff-da3e986a131d req-f659f840-b16d-44a1-8021-9547f046cf5c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.1753378 Jan 28 03:31:06.957050 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38e0a646-59f7-47e0-9fef-66dc89382a3a req-4241f6c3-f3b0-40c4-adff-ebba420840aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442125 Jan 28 03:31:06.987860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:06.988386 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.015926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:07.016344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:07.016736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:07.031896 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:07.035915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Port fe2207e0-62fa-43d6-a772-41b354a7c0cd on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:31:07.036403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:07.037689 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.051431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3867ee85-c720-4437-a8ff-da3e986a131d req-69f2f4ec-c046-4d4f-a9e5-d5937ec5fbb4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314378 Jan 28 03:31:07.056684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:07.057073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:07.057500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:07.057934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Bound port: fe2207e0-62fa-43d6-a772-41b354a7c0cd, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:07.061500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.098523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=34ae85cc-e3e9-4212-ae9e-867c293a10b6,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:07.177118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:07.203195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:07.207701 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.254353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:07.254973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.256734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 1097 time: 1.1691487 Jan 28 03:31:07.267345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efda6f-cc7b-40d9-9efb-e1297c4e4596 req-92a861ff-d3e0-491e-a7a2-53af3fa3e917 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:07.268776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3efda6f-cc7b-40d9-9efb-e1297c4e4596 req-92a861ff-d3e0-491e-a7a2-53af3fa3e917 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 948 time: 0.1060240 Jan 28 03:31:07.285897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c024770-49e3-46f2-b3a3-ea22c470c4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:07.361221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3efda6f-cc7b-40d9-9efb-e1297c4e4596 req-0673f5e4-437c-4cfc-9681-3b91293fbc12 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841331 Jan 28 03:31:07.385467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cf32-b451-4f12-baa1-54981afd8334 req-c84d25da-2b23-41da-985f-e99e1a41a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:07.387182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-c84d25da-2b23-41da-985f-e99e1a41a6f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1100 time: 0.0826979 Jan 28 03:31:07.419554 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1511cd47-1ffe-45b0-b1d2-2658a9aedd52 x-openstack-request-id: req-1511cd47-1ffe-45b0-b1d2-2658a9aedd52 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:07.419855 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:07.420113 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1511cd47-1ffe-45b0-b1d2-2658a9aedd52 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:07.420508 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'code': 200} Jan 28 03:31:07.498592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cf32-b451-4f12-baa1-54981afd8334 req-97d35ba5-a4c5-4ad3-815b-2413963f2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:07.501670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-97d35ba5-a4c5-4ad3-815b-2413963f2e69 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1068804 Jan 28 03:31:07.555371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-69e0aa15-3d69-48d2-a86e-728121bb907d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 217 time: 0.0468740 Jan 28 03:31:07.614244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cf32-b451-4f12-baa1-54981afd8334 req-81eca8a2-b0a5-4d45-8bd7-819cfd9b9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:07.615698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-81eca8a2-b0a5-4d45-8bd7-819cfd9b9566 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0549762 Jan 28 03:31:07.694285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cf32-b451-4f12-baa1-54981afd8334 req-38c5f961-e596-466f-8e04-9a8f5bb1eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:07.695922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-38c5f961-e596-466f-8e04-9a8f5bb1eecd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0737183 Jan 28 03:31:07.717732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c01f4-ba9e-4b8b-9c2f-76570ca350a6 req-9759aa12-26c2-4d05-859f-c82efc48d8d8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:07.719280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd5c01f4-ba9e-4b8b-9c2f-76570ca350a6 req-9759aa12-26c2-4d05-859f-c82efc48d8d8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 946 time: 0.0666666 Jan 28 03:31:07.827663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd5c01f4-ba9e-4b8b-9c2f-76570ca350a6 req-80f510bc-7719-4852-95d6-b625703ebfac tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986598 Jan 28 03:31:07.838113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-657aec40-d0c0-40fd-ad22-e7fe0f8cd500 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345265 Jan 28 03:31:08.307388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2115cf32-b451-4f12-baa1-54981afd8334 req-21a8dc26-247c-4df2-a64e-2350c3c6957d service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601994 Jan 28 03:31:08.332738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081aebd7-08d2-4c0e-be44-31c5e1fe31af req-c97960f6-b847-4b1e-a0c3-f532f3563d4c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:08.340179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-081aebd7-08d2-4c0e-be44-31c5e1fe31af req-c97960f6-b847-4b1e-a0c3-f532f3563d4c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.4371433 Jan 28 03:31:08.354333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caf43d-a7d5-4605-93b7-f229a6ae352d req-efc12a8b-f079-4430-aa1e-a83dd6100146 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:08.355777 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11caf43d-a7d5-4605-93b7-f229a6ae352d req-efc12a8b-f079-4430-aa1e-a83dd6100146 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 945 time: 0.1170406 Jan 28 03:31:08.435460 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-081aebd7-08d2-4c0e-be44-31c5e1fe31af req-df31ea7d-861c-4f75-9275-b1453f38c6cc tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943077 Jan 28 03:31:08.440029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11caf43d-a7d5-4605-93b7-f229a6ae352d req-4039b840-53b7-4ad5-97b6-f601f80c2bc6 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757003 Jan 28 03:31:08.479923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571f1aeb-17be-465d-a379-75b31da873fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ae85cc-e3e9-4212-ae9e-867c293a10b6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:08.482719 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb8de4-46e1-43d5-ab5e-f0bdb3819356" -d '{"events": [{"server_uuid": "571f1aeb-17be-465d-a379-75b31da873fd", "name": "network-vif-plugged", "status": "completed", "tag": "34ae85cc-e3e9-4212-ae9e-867c293a10b6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:08.594194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc332d8-37f7-4d26-b568-f16ad8d69c75 req-3ee978e0-ba61-4e02-933d-6bece09fa21f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:08.595693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acc332d8-37f7-4d26-b568-f16ad8d69c75 req-3ee978e0-ba61-4e02-933d-6bece09fa21f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.0816216 Jan 28 03:31:08.626293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3fd1-d131-42cc-9ce5-506f9b257bba req-89cc174c-ca80-4d69-9daa-18a9e88a1bec tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:08.627756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-352f3fd1-d131-42cc-9ce5-506f9b257bba req-89cc174c-ca80-4d69-9daa-18a9e88a1bec tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0817394 Jan 28 03:31:08.673824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acc332d8-37f7-4d26-b568-f16ad8d69c75 req-fc35ed84-a286-4537-b1bb-2b95a5e4498f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717056 Jan 28 03:31:08.709998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-352f3fd1-d131-42cc-9ce5-506f9b257bba req-9d481f4a-b08e-4fc6-b77a-c74a5b336950 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745010 Jan 28 03:31:08.769327 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d28e18-6097-4ae1-9a99-e62290364cb3 x-openstack-request-id: req-91d28e18-6097-4ae1-9a99-e62290364cb3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:08.769684 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571f1aeb-17be-465d-a379-75b31da873fd", "name": "network-vif-plugged", "status": "completed", "tag": "34ae85cc-e3e9-4212-ae9e-867c293a10b6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:08.770006 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91d28e18-6097-4ae1-9a99-e62290364cb3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:08.773339 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571f1aeb-17be-465d-a379-75b31da873fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ae85cc-e3e9-4212-ae9e-867c293a10b6', 'code': 200} Jan 28 03:31:08.780413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:08.829814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1243ba-0388-4c65-9a4a-b050f114e0ce req-d1507d90-5c14-4bf1-b1f2-be4fc605c354 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:08.831665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a1243ba-0388-4c65-9a4a-b050f114e0ce req-d1507d90-5c14-4bf1-b1f2-be4fc605c354 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 948 time: 0.0761216 Jan 28 03:31:08.853453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port fe2207e0-62fa-43d6-a772-41b354a7c0cd host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:31:08.854223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:08.891074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a1243ba-0388-4c65-9a4a-b050f114e0ce req-0c293d80-e4bb-45cc-9489-2210e7ccccc6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528095 Jan 28 03:31:08.934784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5b23c-9c62-4acf-a6ec-14371980414a req-5a7b2c55-296e-4338-810f-7230ed324827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:08.937852 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-53e5b23c-9c62-4acf-a6ec-14371980414a req-5a7b2c55-296e-4338-810f-7230ed324827 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 1098 time: 0.0579824 Jan 28 03:31:09.013008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce2499-4779-4243-8327-caf6581711d1 req-2e7d19d0-feb8-4f3e-9be0-055290ecbc3f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:09.016656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78ce2499-4779-4243-8327-caf6581711d1 req-2e7d19d0-feb8-4f3e-9be0-055290ecbc3f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.0970576 Jan 28 03:31:09.029247 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-53e5b23c-9c62-4acf-a6ec-14371980414a req-b6f1e7c4-37cb-451f-bf0c-2a0450f91480 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837319 Jan 28 03:31:09.100559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc79d82-148d-4144-bea5-8e951be4bba7 req-35047e68-93c5-49d3-b90a-6c0279043a43 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:09.102117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cc79d82-148d-4144-bea5-8e951be4bba7 req-35047e68-93c5-49d3-b90a-6c0279043a43 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 946 time: 0.0844319 Jan 28 03:31:09.107544 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78ce2499-4779-4243-8327-caf6581711d1 req-a2f27128-4d40-41f9-be70-e737daedb000 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795188 Jan 28 03:31:09.173769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cc79d82-148d-4144-bea5-8e951be4bba7 req-b290bc73-1434-4c11-bcd5-2ca08b03b97c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635648 Jan 28 03:31:09.423210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:09.427733 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10560aa6-96c5-4915-b319-c72b5a451770" -d '{"events": [{"name": "network-changed", "server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:09.488394 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc20f33f-cf5e-4f59-b976-375681dd0b32 x-openstack-request-id: req-cc20f33f-cf5e-4f59-b976-375681dd0b32 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:09.489051 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:09.489473 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc20f33f-cf5e-4f59-b976-375681dd0b32 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:09.490058 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'status': 'completed', 'code': 200} Jan 28 03:31:09.616410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10560aa6-96c5-4915-b319-c72b5a451770 req-327e31be-10e5-4c91-9f3d-23aee456f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:09.618301 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-327e31be-10e5-4c91-9f3d-23aee456f91d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1100 time: 0.0762389 Jan 28 03:31:09.671294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10560aa6-96c5-4915-b319-c72b5a451770 req-17231d20-64f9-4933-bcb5-4ae2842d40be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:09.673155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-17231d20-64f9-4933-bcb5-4ae2842d40be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1100 time: 0.1181746 Jan 28 03:31:09.729583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10560aa6-96c5-4915-b319-c72b5a451770 req-1b28e5e0-a456-45d8-833f-ce97b9fee3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:09.731009 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-1b28e5e0-a456-45d8-833f-ce97b9fee3d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1056907 Jan 28 03:31:09.781972 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-563ecb2d-0f89-4f72-9d7d-a29dd618efab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 217 time: 0.0424030 Jan 28 03:31:09.815050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7477-68b3-422f-949c-5308d8a988ac req-3adfdc74-f896-4046-a513-f34bbc12c7bc tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:09.816631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba7b7477-68b3-422f-949c-5308d8a988ac req-3adfdc74-f896-4046-a513-f34bbc12c7bc tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.1946609 Jan 28 03:31:09.840326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10560aa6-96c5-4915-b319-c72b5a451770 req-563bf538-50e5-4460-8d0a-1ea5a82dbd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:09.841917 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-563bf538-50e5-4460-8d0a-1ea5a82dbd22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0544102 Jan 28 03:31:09.872342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-38d31ac5-60d3-4b3e-96b0-16e15871752f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:09.874563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-38d31ac5-60d3-4b3e-96b0-16e15871752f tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/networks?id=22c0dbfe-f27f-441b-a057-b901050a9c6b HTTP/1.1" status: 200 len: 815 time: 0.2689333 Jan 28 03:31:09.904353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10560aa6-96c5-4915-b319-c72b5a451770 req-b4f316d0-6de8-4cf1-8c06-e219d9166436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:09.906478 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-b4f316d0-6de8-4cf1-8c06-e219d9166436 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0466249 Jan 28 03:31:09.919737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-1785b710-ead9-4f94-9400-531caa692a1b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/quotas/f1dc47002d2e487dbd8112316c5ecb14 HTTP/1.1" status: 200 len: 375 time: 0.0346737 Jan 28 03:31:09.925857 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10560aa6-96c5-4915-b319-c72b5a451770 req-db20c622-0937-4dcc-9a28-67650981b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:09.927313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-db20c622-0937-4dcc-9a28-67650981b02a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2151530 Jan 28 03:31:09.931926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba7b7477-68b3-422f-949c-5308d8a988ac req-5f0da98d-cb0b-4307-bfd0-ea821f268ddb tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006052 Jan 28 03:31:09.992040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-c7caa405-7457-44f3-bfe1-4e43996e21fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 217 time: 0.0517066 Jan 28 03:31:10.019253 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-d5925e93-3bd6-475c-ba96-8a4e3c2507b3 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023633 Jan 28 03:31:10.045092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-1b929642-7705-4847-92a2-43f4e34d9880 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1dc47002d2e487dbd8112316c5ecb14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167934 Jan 28 03:31:10.065800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10560aa6-96c5-4915-b319-c72b5a451770 req-941c5aa7-c243-4889-88f3-3cb3e611e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:10.067216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-941c5aa7-c243-4889-88f3-3cb3e611e534 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0661991 Jan 28 03:31:10.121678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-067152ca-4325-4981-a240-4ceebeb250f7 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941925 Jan 28 03:31:10.194758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10560aa6-96c5-4915-b319-c72b5a451770 req-91909284-5da0-427b-b543-d8be57344478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:10.196246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-91909284-5da0-427b-b543-d8be57344478 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193099 Jan 28 03:31:10.232794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7cd65-8148-4478-ada6-30d422b0b3ad req-b3dd10d4-0ed4-44de-9e8e-a8a7482c2ef1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:10.234718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39d7cd65-8148-4478-ada6-30d422b0b3ad req-b3dd10d4-0ed4-44de-9e8e-a8a7482c2ef1 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 945 time: 0.1118808 Jan 28 03:31:10.238236 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-becbbe57-478f-405e-9f1b-ed7c1950c1c9 service neutron] 10.222.0.44 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836095 Jan 28 03:31:10.370895 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ad9d210-eb44-4da7-be11-b712d4cef98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.407777 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39d7cd65-8148-4478-ada6-30d422b0b3ad req-fb5453cb-22a4-4b9d-90ba-23451c5885b8 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437368 Jan 28 03:31:10.419519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-79ce18f3-aa99-4bcf-ad1d-a10328bf2509 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135313 Jan 28 03:31:10.426897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-4c9f897d-09be-4f99-a486-7312b7914f8f service neutron] 10.222.0.44 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639702 Jan 28 03:31:10.552128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ee73d-9bcd-48ed-8e95-be16a08d8f0d req-4374bc3c-41e0-440e-b5c4-7879ce36afa7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:10.553898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b74ee73d-9bcd-48ed-8e95-be16a08d8f0d req-4374bc3c-41e0-440e-b5c4-7879ce36afa7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0747530 Jan 28 03:31:10.572792 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10560aa6-96c5-4915-b319-c72b5a451770 req-cbf4ad87-dc61-4bf8-bfe5-bb1d493675dd service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448436 Jan 28 03:31:10.629961 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b74ee73d-9bcd-48ed-8e95-be16a08d8f0d req-9a7b3dd1-6fae-4e10-b819-c5256d55e690 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481558 Jan 28 03:31:10.812332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f4062-6fa3-4208-87dd-ae0b8d144819 req-655067a2-c68c-4ae3-8bb2-434325cec7a2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:10.813886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-882f4062-6fa3-4208-87dd-ae0b8d144819 req-655067a2-c68c-4ae3-8bb2-434325cec7a2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 948 time: 0.1071455 Jan 28 03:31:10.825238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0dd49-d200-46d7-b479-45fc49fce896 req-d555f169-4b1f-4611-bdea-00a2517be345 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:10.831917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3b0dd49-d200-46d7-b479-45fc49fce896 req-d555f169-4b1f-4611-bdea-00a2517be345 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 946 time: 0.0831335 Jan 28 03:31:10.903652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3b0dd49-d200-46d7-b479-45fc49fce896 req-88cbdeb2-e183-48ee-9849-ad8ac6d11dfc tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708747 Jan 28 03:31:10.912003 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-882f4062-6fa3-4208-87dd-ae0b8d144819 req-4d9d1edc-d3d9-470e-aad6-ec0df1995a42 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780013 Jan 28 03:31:11.008375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b438315e-ba82-4c75-bbcb-0b2d381ecab6 req-3128487e-0451-43dc-8a5b-09e300f91b46 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 210 time: 0.0331945 Jan 28 03:31:11.190938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-798aa11d-9375-4a3f-9521-6b07eb5c0d4e tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:11.192563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-798aa11d-9375-4a3f-9521-6b07eb5c0d4e tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.42 "GET /v2.0/ports?device_id=2428d862-b726-4b02-ad56-fe12f5cb3152 HTTP/1.1" status: 200 len: 945 time: 0.0856886 Jan 28 03:31:11.397122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72937d-5689-405c-9cc2-59458b20760e req-321dd783-e678-4145-8668-bb71a09754d9 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:11.398643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef72937d-5689-405c-9cc2-59458b20760e req-321dd783-e678-4145-8668-bb71a09754d9 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.1835122 Jan 28 03:31:11.413535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5402f-3864-4446-8645-a3e7c2ab2d02 req-c477f5b9-4a62-48d6-b6b5-94b073e4ba83 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:11.414990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cc5402f-3864-4446-8645-a3e7c2ab2d02 req-c477f5b9-4a62-48d6-b6b5-94b073e4ba83 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 948 time: 0.1671968 Jan 28 03:31:11.425981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-f818a830-6260-4b36-b6e8-a20d058cc6b6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:11.427405 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-f818a830-6260-4b36-b6e8-a20d058cc6b6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3&tenant_id=f815fae9b0904d42ba659d8929d97815&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 948 time: 0.1809387 Jan 28 03:31:11.542593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-09f2eef1-084f-4cff-ade8-bec30007a59b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Deleting port af0dd75f-8f59-4614-9866-f75de84b5a70 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:11.542922 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-09f2eef1-084f-4cff-ade8-bec30007a59b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.582654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cc5402f-3864-4446-8645-a3e7c2ab2d02 req-fb48fb32-565f-4b0b-980f-d0de4f99ab69 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542687 Jan 28 03:31:11.585524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef72937d-5689-405c-9cc2-59458b20760e req-3a3d2fd8-b0e7-4bc9-8795-12ee2adc813f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696527 Jan 28 03:31:11.623260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-eb2d8005-31fc-4520-94fa-d81649782a12 service neutron] 10.222.0.42 "GET /v2.0/ports/fe2207e0-62fa-43d6-a772-41b354a7c0cd/bindings/n-h1-808199-14 HTTP/1.1" status: 200 len: 383 time: 0.1806149 Jan 28 03:31:11.722929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-09f2eef1-084f-4cff-ade8-bec30007a59b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] For port af0dd75f-8f59-4614-9866-f75de84b5a70, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af0dd75f-8f59-4614-9866-f75de84b5a70,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:11.723691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-09f2eef1-084f-4cff-ade8-bec30007a59b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.747158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-09f2eef1-084f-4cff-ade8-bec30007a59b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Calling delete_port for af0dd75f-8f59-4614-9866-f75de84b5a70 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:11.754722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-d31b70d8-252a-4f32-9919-991a31a4f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:11.756664 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-d31b70d8-252a-4f32-9919-991a31a4f929 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1100 time: 0.0902805 Jan 28 03:31:11.817631 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.949039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7b827d40-2b0e-454a-aa3a-220f7f5ed15a tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:11.952162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7b827d40-2b0e-454a-aa3a-220f7f5ed15a tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.42 "GET /v2.0/networks?id=22c0dbfe-f27f-441b-a057-b901050a9c6b HTTP/1.1" status: 200 len: 815 time: 0.2211227 Jan 28 03:31:11.976316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Request body: {'port': {'device_id': '3e063748-cae7-4769-a578-6eae8ba0c30f', 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b', 'admin_state_up': True, 'tenant_id': 'f1dc47002d2e487dbd8112316c5ecb14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:12.049605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-25a682f3-dc6f-4c19-95f8-7af2cf64626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:12.051096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-25a682f3-dc6f-4c19-95f8-7af2cf64626f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2810130 Jan 28 03:31:12.082621 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5fd48-fc28-4713-bae4-5ae6927ed769 req-419f1867-9e24-4d75-ac25-c2d1730f948a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:12.084154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96f5fd48-fc28-4713-bae4-5ae6927ed769 req-419f1867-9e24-4d75-ac25-c2d1730f948a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 945 time: 0.2209244 Jan 28 03:31:12.089529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:12.101242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Made reservation on behalf of f1dc47002d2e487dbd8112316c5ecb14 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:31:12.105010 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:12.129421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-b20d7974-c553-47f1-93bf-049fb4fd86b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 217 time: 0.0640197 Jan 28 03:31:12.201818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:12.214958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'mac_address': 'fa:16:3e:b3:97:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:31:12.243196 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08578fbb-f7e1-45ba-8c60-9a8244b03656 req-f745f14a-0da3-44c8-96d1-623501e3e08e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:12.245030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08578fbb-f7e1-45ba-8c60-9a8244b03656 req-f745f14a-0da3-44c8-96d1-623501e3e08e tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 945 time: 0.2430990 Jan 28 03:31:12.256363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port fe2207e0-62fa-43d6-a772-41b354a7c0cd is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:12.256777 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:12.258790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Allocated IP 172.20.0.13 (22c0dbfe-f27f-441b-a057-b901050a9c6b/9e5963e1-e98a-4683-9cd0-8099e9cc4e32/5e9431d9-f7b1-40a1-a630-881aade5ca63) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:31:12.275467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2207e0-62fa-43d6-a772-41b354a7c0cd {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:12.299766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-80265209-e64a-48b1-9904-47761be6225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:12.300071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:12.301547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-80265209-e64a-48b1-9904-47761be6225a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1628618 Jan 28 03:31:12.303793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.42', 61128) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:12.303982 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:12.317970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96f5fd48-fc28-4713-bae4-5ae6927ed769 req-8902f662-fcb8-425c-bbf2-f2650d6e816b tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944571 Jan 28 03:31:12.318742 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-09f2eef1-084f-4cff-ade8-bec30007a59b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (af0dd75f-8f59-4614-9866-f75de84b5a70), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:12.365357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:12.409621 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2eef1-084f-4cff-ade8-bec30007a59b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Pushing event deleted for resources: {'Port': ['ID=af0dd75f-8f59-4614-9866-f75de84b5a70,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:12.423762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['af0dd75f-8f59-4614-9866-f75de84b5a70'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:12.462382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08578fbb-f7e1-45ba-8c60-9a8244b03656 req-ae904379-00df-44bc-be46-25c82c8db3b3 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038660 Jan 28 03:31:12.498211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-09f2eef1-084f-4cff-ade8-bec30007a59b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] No DVR routers for this DVR port af0dd75f-8f59-4614-9866-f75de84b5a70 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:12.505756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-09f2eef1-084f-4cff-ade8-bec30007a59b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:12.509538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3995c3d-d693-410a-b628-cad0c3b542c1 req-09f2eef1-084f-4cff-ade8-bec30007a59b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.42 "DELETE /v2.0/ports/af0dd75f-8f59-4614-9866-f75de84b5a70 HTTP/1.1" status: 204 len: 173 time: 1.2643945 Jan 28 03:31:12.512336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-9bb7207c-2f0b-4455-8dfa-1a5898ad3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:12.513962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-9bb7207c-2f0b-4455-8dfa-1a5898ad3dba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1931946 Jan 28 03:31:12.515176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'name': 'network-vif-deleted', 'tag': 'af0dd75f-8f59-4614-9866-f75de84b5a70'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:12.517868 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8b5b8e-4f19-4186-b280-cca1bd8bb39d" -d '{"events": [{"server_uuid": "2428d862-b726-4b02-ad56-fe12f5cb3152", "name": "network-vif-deleted", "tag": "af0dd75f-8f59-4614-9866-f75de84b5a70"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:12.571556 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d0470da-cee5-4e2f-8348-fb688f4d319d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:12.679005 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-1c4b48c1-46cd-4413-81ef-55b35f7ae291 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572964 Jan 28 03:31:12.692271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e78ba9-e8a7-4120-bfa9-f48ff450746f req-5d0db917-afa9-4117-bec6-60811b679335 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:12.693973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29e78ba9-e8a7-4120-bfa9-f48ff450746f req-5d0db917-afa9-4117-bec6-60811b679335 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 946 time: 0.0811460 Jan 28 03:31:12.748569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['fe2207e0-62fa-43d6-a772-41b354a7c0cd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:12.799277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29e78ba9-e8a7-4120-bfa9-f48ff450746f req-df403600-2af3-450a-af02-72a97618536a tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960052 Jan 28 03:31:12.845842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-b9a6601e-66ba-45b1-b2a9-3c4c10b6d767 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505706 Jan 28 03:31:12.852692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-d45ff82a-3921-45c1-80da-98fb504b06ad tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:12.854293 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-d45ff82a-3921-45c1-80da-98fb504b06ad tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.5489397 Jan 28 03:31:12.877247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-14'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:12.967049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:12.997949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks [] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:13.081617 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:13.160808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Network 22c0dbfe-f27f-441b-a057-b901050a9c6b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:13.167362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:13.175722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:31:13.252673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Pushing event updated for resources: {'Port': ['ID=5e9431d9-f7b1-40a1-a630-881aade5ca63,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:13.270263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:13.270944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:13.278810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:13.302879 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-85341334-8892-4617-a639-4f6138457642 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3312576 Jan 28 03:31:13.316742 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2ed2e4-86f1-472f-9ca4-938c941ae38a x-openstack-request-id: req-bd2ed2e4-86f1-472f-9ca4-938c941ae38a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:13.317553 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2428d862-b726-4b02-ad56-fe12f5cb3152", "name": "network-vif-deleted", "tag": "af0dd75f-8f59-4614-9866-f75de84b5a70", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:13.317553 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd2ed2e4-86f1-472f-9ca4-938c941ae38a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:13.317768 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2428d862-b726-4b02-ad56-fe12f5cb3152', 'name': 'network-vif-deleted', 'tag': 'af0dd75f-8f59-4614-9866-f75de84b5a70', 'status': 'completed', 'code': 200} Jan 28 03:31:13.320920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef8ce223-9426-4d61-ad7a-be890ed629ce req-1cf85420-f137-4875-a325-c7a057244b08 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 210 time: 0.3928797 Jan 28 03:31:13.329684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:13.359262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Request body: {'port': {'device_id': '3e063748-cae7-4769-a578-6eae8ba0c30f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:13.380080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c6d0d-b7c0-4dbb-ac5e-3b30a6bcacb2 req-13c06f07-b9fe-4f2c-8371-c056c83808af tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:13.382472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b0c6d0d-b7c0-4dbb-ac5e-3b30a6bcacb2 req-13c06f07-b9fe-4f2c-8371-c056c83808af tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.0634496 Jan 28 03:31:13.414838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7dae23-915f-4d45-be42-ddb0975502ae'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:13.417269 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3000f59d-6669-42b1-8daf-0e154ca2d2bd" -d '{"events": [{"server_uuid": "aa289a62-2960-4cc7-8137-e0b20f08e0e4", "name": "network-vif-unplugged", "status": "completed", "tag": "de7dae23-915f-4d45-be42-ddb0975502ae"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:13.422249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Publish callbacks [] for port (de7dae23-915f-4d45-be42-ddb0975502ae), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:13.444085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:13.472714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b0c6d0d-b7c0-4dbb-ac5e-3b30a6bcacb2 req-2c76ae58-39b9-4fc5-972a-4f3b3c82f4f9 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833786 Jan 28 03:31:13.476754 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:13.497257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0af9ed-8510-4008-b5d9-47596871f713 req-7a761e7e-8580-4204-8326-1c222b15da8e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:13.497257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a0af9ed-8510-4008-b5d9-47596871f713 req-7a761e7e-8580-4204-8326-1c222b15da8e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.0918009 Jan 28 03:31:13.553480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a0af9ed-8510-4008-b5d9-47596871f713 req-4efec218-04c9-48d1-9331-48382d7b3523 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562429 Jan 28 03:31:13.553960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=de7dae23-915f-4d45-be42-ddb0975502ae,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:13.605059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae on host n-h2-808199-14 for vnic_type normal with profile {"migrating_to": "n-h1-808199-14"} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:13.605488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:13.605713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:13.678758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Port de7dae23-915f-4d45-be42-ddb0975502ae on network 1f24b319-272d-42f5-a0bf-1052b7874935 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:31:13.679299 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Attempting to bind port de7dae23-915f-4d45-be42-ddb0975502ae on network 1f24b319-272d-42f5-a0bf-1052b7874935 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:13.700446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:13.700802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Checking segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:13.701214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Bound using segment: {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:13.701661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Bound port: de7dae23-915f-4d45-be42-ddb0975502ae, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cb3490-7943-4e8a-b0de-3617d68eff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f24b319-272d-42f5-a0bf-1052b7874935'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:13.702719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:13.721160 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c90764d-a6b2-4492-9bef-ff8dc2d19e62 x-openstack-request-id: req-6c90764d-a6b2-4492-9bef-ff8dc2d19e62 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:13.721542 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa289a62-2960-4cc7-8137-e0b20f08e0e4", "name": "network-vif-unplugged", "status": "completed", "tag": "de7dae23-915f-4d45-be42-ddb0975502ae", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:13.721841 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c90764d-a6b2-4492-9bef-ff8dc2d19e62 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:13.722244 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7dae23-915f-4d45-be42-ddb0975502ae', 'code': 200} Jan 28 03:31:13.812883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07917a-0204-4cb1-b64f-60e07ad9e579 req-60a14ad2-edc6-415e-9b62-e73d278dc66a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:13.814438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f07917a-0204-4cb1-b64f-60e07ad9e579 req-60a14ad2-edc6-415e-9b62-e73d278dc66a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0824006 Jan 28 03:31:13.848238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:13.853136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:13.863144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:13.879150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579338f-156a-4718-8a90-e3cc7820e740 req-d4a288ef-1025-4aa3-836d-16b56d1e3895 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:13.880935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0579338f-156a-4718-8a90-e3cc7820e740 req-d4a288ef-1025-4aa3-836d-16b56d1e3895 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 945 time: 0.1094847 Jan 28 03:31:13.939995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-bf04fb40-4381-4064-abd6-7134e2085f4b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:13.941204 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-bf04fb40-4381-4064-abd6-7134e2085f4b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 945 time: 0.1218724 Jan 28 03:31:13.947438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f07917a-0204-4cb1-b64f-60e07ad9e579 req-05d81c54-4fbc-4346-a60c-255c247a5dd5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268890 Jan 28 03:31:13.986268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:13.988736 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:13.994586 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] 10.222.0.42 "PUT /v2.0/ports/de7dae23-915f-4d45-be42-ddb0975502ae HTTP/1.1" status: 200 len: 1123 time: 1.1249442 Jan 28 03:31:14.010253 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0579338f-156a-4718-8a90-e3cc7820e740 req-aa0594ee-1adf-4732-91e7-2644e02558df tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups?id=69900b27-36d8-4031-a430-1974a6312fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184843 Jan 28 03:31:14.034655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ecfb5-849b-4aed-9ca5-c3d984f0bbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=de7dae23-915f-4d45-be42-ddb0975502ae,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:14.074322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9431d9-f7b1-40a1-a630-881aade5ca63 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:14.092044 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Publish callbacks [] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.113627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Deleting port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:14.113866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Transition to ACTIVE for port object 5e9431d9-f7b1-40a1-a630-881aade5ca63 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:31:14.113960 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.118482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device de7dae23-915f-4d45-be42-ddb0975502ae details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:14.120080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.121404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:14.189390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['de7dae23-915f-4d45-be42-ddb0975502ae'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:14.211218 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['de7dae23-915f-4d45-be42-ddb0975502ae'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:14.231221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158f8eb-f557-46ec-8252-9a4a4aa98ed9 req-2830f31f-d0bb-406b-9c16-da6c62123616 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:14.233144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8158f8eb-f557-46ec-8252-9a4a4aa98ed9 req-2830f31f-d0bb-406b-9c16-da6c62123616 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 946 time: 0.1420295 Jan 28 03:31:14.241458 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.257240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f046562-d050-43de-b296-35956e976b59 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9431d9-f7b1-40a1-a630-881aade5ca63,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:14.291170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] For port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:14.291592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.305658 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.326907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Attempting to bind port 5e9431d9-f7b1-40a1-a630-881aade5ca63 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:14.327291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Attempting to bind port 5e9431d9-f7b1-40a1-a630-881aade5ca63 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:14.327834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Attempting to bind port 5e9431d9-f7b1-40a1-a630-881aade5ca63 on network 22c0dbfe-f27f-441b-a057-b901050a9c6b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:14.338074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Port 5e9431d9-f7b1-40a1-a630-881aade5ca63 on network 22c0dbfe-f27f-441b-a057-b901050a9c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:31:14.338567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Attempting to bind port 5e9431d9-f7b1-40a1-a630-881aade5ca63 on network 22c0dbfe-f27f-441b-a057-b901050a9c6b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:14.348039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:14.348502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Checking segment: {'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:14.348908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Bound using segment: {'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:14.350928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Bound port: 5e9431d9-f7b1-40a1-a630-881aade5ca63, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:14.351467 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.410806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8158f8eb-f557-46ec-8252-9a4a4aa98ed9 req-cc7500f4-c3b9-4bfa-87fa-f9752ecfa92c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593621 Jan 28 03:31:14.412815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port fe2207e0-62fa-43d6-a772-41b354a7c0cd completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:31:14.433236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port fe2207e0-62fa-43d6-a772-41b354a7c0cd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:14.433711 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.447694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] For port 5e9431d9-f7b1-40a1-a630-881aade5ca63, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:14.453304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] For port 5e9431d9-f7b1-40a1-a630-881aade5ca63, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5e9431d9-f7b1-40a1-a630-881aade5ca63,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:14.460731 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.520485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:14.525131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:14.527979 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.529564 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-7f046562-d050-43de-b296-35956e976b59 service neutron] 10.222.0.42 "PUT /v2.0/ports/5e9431d9-f7b1-40a1-a630-881aade5ca63 HTTP/1.1" status: 200 len: 1093 time: 1.1759076 Jan 28 03:31:14.551086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f046562-d050-43de-b296-35956e976b59 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9431d9-f7b1-40a1-a630-881aade5ca63,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:14.558385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device de7dae23-915f-4d45-be42-ddb0975502ae has no active binding in host n-h1-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:31:14.705873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-1f0ee60c-a8b0-4052-bfc5-f382c3a94f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:14.710465 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-1f0ee60c-a8b0-4052-bfc5-f382c3a94f73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1dc47002d2e487dbd8112316c5ecb14&device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 1096 time: 0.0780971 Jan 28 03:31:14.712799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port fe2207e0-62fa-43d6-a772-41b354a7c0cd is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:14.713460 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.757821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332a482-33e9-4880-9445-c7a756a86749 req-0c543b59-f4bc-463c-aff4-c435799bdfb2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:14.760202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:14.762822 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f3dc01-571f-49d5-8797-f4f9d6ea4e0a" -d '{"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-plugged", "status": "completed", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:14.766174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d332a482-33e9-4880-9445-c7a756a86749 req-0c543b59-f4bc-463c-aff4-c435799bdfb2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.1460786 Jan 28 03:31:14.780265 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-54fecef0-4179-4c5c-8b04-780ab3d682aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e9431d9-f7b1-40a1-a630-881aade5ca63 HTTP/1.1" status: 200 len: 217 time: 0.0569558 Jan 28 03:31:14.780865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:14.782446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad62658-3a41-4c20-97ba-6510bc87172a req-d574115f-9095-4582-8252-2cbfc6695853 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:14.784336 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fad62658-3a41-4c20-97ba-6510bc87172a req-d574115f-9095-4582-8252-2cbfc6695853 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 944 time: 0.2094200 Jan 28 03:31:14.787752 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.789122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af0dd75f-8f59-4614-9866-f75de84b5a70 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:14.812237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: af0dd75f-8f59-4614-9866-f75de84b5a70 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:14.813130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af0dd75f-8f59-4614-9866-f75de84b5a70 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:14.840171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-1e3aa684-8662-4ef8-ac4d-bafda3264ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:14.841882 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-1e3aa684-8662-4ef8-ac4d-bafda3264ca4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e5963e1-e98a-4683-9cd0-8099e9cc4e32 HTTP/1.1" status: 200 len: 855 time: 0.0552239 Jan 28 03:31:14.861961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:14.866245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.866671 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5b4124db-13d1-4bf4-ac15-c25862691350), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:14.867047 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Floating IP 5b4124db-13d1-4bf4-ac15-c25862691350 disassociated. External IP: 172.25.1.164, port: 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d. Jan 28 03:31:14.867411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Calling delete_port for 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:14.890560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d332a482-33e9-4880-9445-c7a756a86749 req-9bec1450-8b0c-4ab3-978f-7311a2ae7e5c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234760 Jan 28 03:31:14.940081 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fad62658-3a41-4c20-97ba-6510bc87172a req-85667e85-211f-4608-8f95-4b421c9449a6 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407092 Jan 28 03:31:15.036349 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-c15a321a-678d-4bef-aff7-d06f3c4f9434 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22c0dbfe-f27f-441b-a057-b901050a9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312648 Jan 28 03:31:15.081552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02276297-c1a1-4c51-871f-3c7d69507348 req-411bd31f-06df-466c-83d4-8ae1c7a67572 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:15.083366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02276297-c1a1-4c51-871f-3c7d69507348 req-411bd31f-06df-466c-83d4-8ae1c7a67572 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.0924013 Jan 28 03:31:15.088665 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f614b3b8-03be-44d0-a23e-019e5b160b33 x-openstack-request-id: req-f614b3b8-03be-44d0-a23e-019e5b160b33 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:15.088984 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-plugged", "status": "completed", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:15.089741 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f614b3b8-03be-44d0-a23e-019e5b160b33 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:15.090309 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'code': 200} Jan 28 03:31:15.103257 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:15.143662 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-a6be18ec-04bb-468b-a9f4-6fcb638519e5 service neutron] 10.222.0.42 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043646 Jan 28 03:31:15.164005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Pushing event deleted for resources: {'Port': ['ID=6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:15.229507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02276297-c1a1-4c51-871f-3c7d69507348 req-5a8a3fad-1c50-451e-b2bf-52d302f4b801 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353998 Jan 28 03:31:15.253412 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-abc3cea1-cd7d-4ee5-848a-4f5e6a3e3401 req-63636942-e98b-4847-b9f0-4d6aef3cc0ff service neutron] 10.222.0.42 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010056 Jan 28 03:31:15.337894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Router 641e37b2-6e93-4cef-a187-73fe8d842d59 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:31:15.453381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5fa7e-2f6f-4cf5-9afc-c7778060cd12 req-9a15e848-b7f3-4537-9f5c-5487d9f9a4fa tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:15.461521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ca5fa7e-2f6f-4cf5-9afc-c7778060cd12 req-9a15e848-b7f3-4537-9f5c-5487d9f9a4fa tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1332922 Jan 28 03:31:15.504317 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:15.583445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ca5fa7e-2f6f-4cf5-9afc-c7778060cd12 req-13ddfb5e-338c-4443-a474-73111c22feed tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207201 Jan 28 03:31:15.584501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:31:15.605003 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e40a3e9-9b66-4d54-83d5-4986c1db5822 req-cd16cff0-bc06-4670-b531-65e5f42a7faf tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0522943 Jan 28 03:31:15.605198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] Sync routers for ids ['641e37b2-6e93-4cef-a187-73fe8d842d59'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:31:15.638259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] Routers {'641e37b2-6e93-4cef-a187-73fe8d842d59'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:15.638900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['641e37b2-6e93-4cef-a187-73fe8d842d59'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:15.681332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] No DVR routers for this DVR port 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:15.687991 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:15.691511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f61a324-ce9f-477a-b7b6-bc2d295b8a0d req-7e610b79-c53c-40fe-8f5a-6a741bd5bcdd tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.42 "DELETE /v2.0/ports/6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d HTTP/1.1" status: 204 len: 173 time: 1.7430358 Jan 28 03:31:15.691928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'name': 'network-vif-deleted', 'tag': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:15.707279 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92985f5-1269-4d94-ade1-5fec3155f342" -d '{"events": [{"server_uuid": "dcadf503-f045-4d7f-97fd-1bd5d1054d3d", "name": "network-vif-deleted", "tag": "6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:15.726682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'tag': 'de7dae23-915f-4d45-be42-ddb0975502ae'}, {'name': 'network-changed', 'server_uuid': '3e063748-cae7-4769-a578-6eae8ba0c30f', 'tag': '5e9431d9-f7b1-40a1-a630-881aade5ca63'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:15.726682 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c2eb6-d8b2-4752-90b1-581d9cf9e603" -d '{"events": [{"name": "network-changed", "server_uuid": "aa289a62-2960-4cc7-8137-e0b20f08e0e4", "tag": "de7dae23-915f-4d45-be42-ddb0975502ae"}, {"name": "network-changed", "server_uuid": "3e063748-cae7-4769-a578-6eae8ba0c30f", "tag": "5e9431d9-f7b1-40a1-a630-881aade5ca63"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:15.831302 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9777970-1e88-4ae1-a110-c306d315e4f3 x-openstack-request-id: req-d9777970-1e88-4ae1-a110-c306d315e4f3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:15.831422 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcadf503-f045-4d7f-97fd-1bd5d1054d3d", "name": "network-vif-deleted", "tag": "6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:15.831523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] Set router 641e37b2-6e93-4cef-a187-73fe8d842d59 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:15.831698 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9777970-1e88-4ae1-a110-c306d315e4f3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:15.833482 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcadf503-f045-4d7f-97fd-1bd5d1054d3d', 'name': 'network-vif-deleted', 'tag': '6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d', 'status': 'completed', 'code': 200} Jan 28 03:31:15.878177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f58f3-fb29-46b6-9b7a-f0ebffe7ca24 req-3120e07a-15e9-46dc-ba60-3fe254766d6b tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:15.888819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c6f58f3-fb29-46b6-9b7a-f0ebffe7ca24 req-3120e07a-15e9-46dc-ba60-3fe254766d6b tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 946 time: 0.1704631 Jan 28 03:31:15.890885 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c4fd6-ac94-4fdd-bc64-36602a0a36d9 x-openstack-request-id: req-f58c4fd6-ac94-4fdd-bc64-36602a0a36d9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:15.891185 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa289a62-2960-4cc7-8137-e0b20f08e0e4", "tag": "de7dae23-915f-4d45-be42-ddb0975502ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3e063748-cae7-4769-a578-6eae8ba0c30f", "tag": "5e9431d9-f7b1-40a1-a630-881aade5ca63", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:15.891444 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f58c4fd6-ac94-4fdd-bc64-36602a0a36d9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:15.892068 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'tag': 'de7dae23-915f-4d45-be42-ddb0975502ae', 'status': 'completed', 'code': 200} Jan 28 03:31:15.892164 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e063748-cae7-4769-a578-6eae8ba0c30f', 'tag': '5e9431d9-f7b1-40a1-a630-881aade5ca63', 'status': 'completed', 'code': 200} Jan 28 03:31:15.973746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c6f58f3-fb29-46b6-9b7a-f0ebffe7ca24 req-76f38e66-fd0a-417c-8fc3-0f694233eeee tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827103 Jan 28 03:31:16.058871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-905e4d82-eede-4631-96e6-8db211f7e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:16.060517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-905e4d82-eede-4631-96e6-8db211f7e6b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1dc47002d2e487dbd8112316c5ecb14&device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 1096 time: 0.1089487 Jan 28 03:31:16.113065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:16.137891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:16.138388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6d51d9d8-0ad0-4c49-a53a-be9d9c48b26d not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:16.138881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-7d0af12d-7c6f-4b83-a3dd-f1341904a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:16.140771 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-7d0af12d-7c6f-4b83-a3dd-f1341904a8e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3&tenant_id=f815fae9b0904d42ba659d8929d97815 HTTP/1.1" status: 200 len: 1102 time: 0.2018840 Jan 28 03:31:16.159708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-8caacc6f-28c2-4320-bcec-597b3fb111f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:16.161513 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-8caacc6f-28c2-4320-bcec-597b3fb111f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 1126 time: 0.2082415 Jan 28 03:31:16.166521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:16.207381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50470) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:16.210091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:28:00Z', 'revision_number': 5, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:16.210735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1f117-8cb1-4c39-8994-3343b090daab req-68797e3f-f59b-41cf-9d9d-8236de850a5d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:16.217874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3dc1f117-8cb1-4c39-8994-3343b090daab req-68797e3f-f59b-41cf-9d9d-8236de850a5d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.1561279 Jan 28 03:31:16.241013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] Checking router: 641e37b2-6e93-4cef-a187-73fe8d842d59 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:31:16.252057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] Routers {'641e37b2-6e93-4cef-a187-73fe8d842d59'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:16.252744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['641e37b2-6e93-4cef-a187-73fe8d842d59'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:16.270046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561997cb-6dc1-475c-bc53-346bf6bba6d3 req-c02fe4f2-0478-4529-9237-fa60ba6b199a tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:16.272193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-561997cb-6dc1-475c-bc53-346bf6bba6d3 req-c02fe4f2-0478-4529-9237-fa60ba6b199a tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 944 time: 0.1686878 Jan 28 03:31:16.286917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-3f7e1002-8d83-46fe-a774-155deb2b24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:16.288511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-3f7e1002-8d83-46fe-a774-155deb2b24c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=22c0dbfe-f27f-441b-a057-b901050a9c6b HTTP/1.1" status: 200 len: 916 time: 0.2169671 Jan 28 03:31:16.327770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:16.370812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3dc1f117-8cb1-4c39-8994-3343b090daab req-24c29f2e-b801-4cb8-a923-259e9d771ae2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470940 Jan 28 03:31:16.377459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-568278eb-b813-41ad-8463-521cab8d7fcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e9431d9-f7b1-40a1-a630-881aade5ca63 HTTP/1.1" status: 200 len: 217 time: 0.0690200 Jan 28 03:31:16.378759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-aeef2bac-9695-4f25-b63b-2c429da72281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:16.380594 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-aeef2bac-9695-4f25-b63b-2c429da72281 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.2048204 Jan 28 03:31:16.409495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] Set router 641e37b2-6e93-4cef-a187-73fe8d842d59 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:16.499517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-02cace58-1cc8-4e94-8b04-51b675630d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:16.507833 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-9d39211c-72a2-4690-aa26-ab17a36aa3a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de7dae23-915f-4d45-be42-ddb0975502ae HTTP/1.1" status: 200 len: 217 time: 0.1084158 Jan 28 03:31:16.508031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-02cace58-1cc8-4e94-8b04-51b675630d7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e5963e1-e98a-4683-9cd0-8099e9cc4e32 HTTP/1.1" status: 200 len: 855 time: 0.1178434 Jan 28 03:31:16.530746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-561997cb-6dc1-475c-bc53-346bf6bba6d3 req-4f3c752a-7a70-4b1b-85e5-48d677693f22 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471220 Jan 28 03:31:16.531672 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95d2937c-f517-4ef3-a271-d7a986bf3901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:16.596943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-b4269231-68fe-4ccc-be34-a00e487f2f0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22c0dbfe-f27f-441b-a057-b901050a9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651648 Jan 28 03:31:16.612810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-c4105d97-3903-4a67-90f5-d6ed622da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:16.614579 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-c4105d97-3903-4a67-90f5-d6ed622da2dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0941710 Jan 28 03:31:16.663628 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:16.704627 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-8827f865-bb9a-44a1-b42e-7ea4c856cd46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449450 Jan 28 03:31:16.837582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:28:00Z', 'revision_number': 5, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:16.850357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-bc892445-87da-4b82-846c-aee1aee0b968 service neutron] 10.222.0.42 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453995 Jan 28 03:31:16.903089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:16.915561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b049de-70f6-408a-942c-71f6e105cdad None None] The sync data for ids ['641e37b2-6e93-4cef-a187-73fe8d842d59'] in n-d-808199-14 is: [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:27:52Z', 'revision_number': 4, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'd284da0c-4120-406b-9392-20f74f18474f', 'name': '', 'network_id': '8484bd0d-2c4d-469b-a235-505b20fad4a9', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'mac_address': 'fa:16:3e:eb:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:50Z', 'updated_at': '2022-01-28T03:28:00Z', 'revision_number': 5, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'subnets': [{'id': '86bc470f-097f-440b-9cce-f405d8cceafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:31:16.994147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95d2937c-f517-4ef3-a271-d7a986bf3901 admin admin] Publish callbacks [] for security_group (40d05b02-0238-4fae-8715-c2508cda7fc1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:16.997212 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-8755a3b1-8d94-4f4f-ae80-b92470c0055c service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764649 Jan 28 03:31:17.008319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f73a5b5-a680-4c64-8bd8-5b760b054a51 req-2ce806b8-7044-4d8a-8d9d-3d9c73dcf7e0 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0490746 Jan 28 03:31:17.028638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744d0c8-3213-4451-a920-6af395a378da req-12fe7487-76fd-4959-9cb9-8677ff11c445 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:17.038462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2744d0c8-3213-4451-a920-6af395a378da req-12fe7487-76fd-4959-9cb9-8677ff11c445 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.1863990 Jan 28 03:31:17.074943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-7c6d993f-bc0e-41c4-bf96-001e827a855a service neutron] 10.222.0.42 "GET /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118480 Jan 28 03:31:17.085268 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95d2937c-f517-4ef3-a271-d7a986bf3901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (40d05b02-0238-4fae-8715-c2508cda7fc1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:17.125710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2937c-f517-4ef3-a271-d7a986bf3901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d05b02-0238-4fae-8715-c2508cda7fc1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:17.148151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:17.174135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2744d0c8-3213-4451-a920-6af395a378da req-46ddda06-2d51-4a28-876c-68d4e7cd6f3a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343799 Jan 28 03:31:17.223788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734653-0a9c-484e-a3c5-07254aa7297b req-d62e5d4e-7a13-4560-b3c0-b04572fbb225 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:17.226180 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-95d2937c-f517-4ef3-a271-d7a986bf3901 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aef92bb6c29d4e6e93a32c10446b5f21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0167062 Jan 28 03:31:17.229127 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee734653-0a9c-484e-a3c5-07254aa7297b req-d62e5d4e-7a13-4560-b3c0-b04572fbb225 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1435449 Jan 28 03:31:17.229871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:17.230095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-455c2eb6-d8b2-4752-90b1-581d9cf9e603 req-db3765cd-1ea0-4e79-ab2a-fa5acf380ead service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238944 Jan 28 03:31:17.280410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Publish callbacks [] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:17.313160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Transition to ACTIVE for port object fe2207e0-62fa-43d6-a772-41b354a7c0cd will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:31:17.324741 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:17.361030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee734653-0a9c-484e-a3c5-07254aa7297b req-cac9df7f-a69f-4c5b-ad5a-1ff6ed32f871 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216574 Jan 28 03:31:17.362264 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d54cb230-4c05-48ae-8564-0112b3f30931 admin admin] Publish callbacks [] for security_group (40d05b02-0238-4fae-8715-c2508cda7fc1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:17.393923 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d54cb230-4c05-48ae-8564-0112b3f30931 admin admin] Publish callbacks [] for security_group (40d05b02-0238-4fae-8715-c2508cda7fc1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:17.403896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:17.404537 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af34116-ed1c-4bdf-8dc5-2058c089cd03 None None] New status for floating IP 5b4124db-13d1-4bf4-ac15-c25862691350: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:31:17.439391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] No DVR routers for this DVR port fe2207e0-62fa-43d6-a772-41b354a7c0cd on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:17.478747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:17.479460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:17.480155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:17.486666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Port fe2207e0-62fa-43d6-a772-41b354a7c0cd on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:31:17.487377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Attempting to bind port fe2207e0-62fa-43d6-a772-41b354a7c0cd on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:17.493846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:17.494821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:17.495948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:17.496652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Bound port: fe2207e0-62fa-43d6-a772-41b354a7c0cd, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:17.497426 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:17.575965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d54cb230-4c05-48ae-8564-0112b3f30931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (40d05b02-0238-4fae-8715-c2508cda7fc1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:17.586612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d54cb230-4c05-48ae-8564-0112b3f30931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:17.587831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d54cb230-4c05-48ae-8564-0112b3f30931 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40d05b02-0238-4fae-8715-c2508cda7fc1 HTTP/1.1" status: 204 len: 168 time: 0.3566756 Jan 28 03:31:17.589468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:17.598545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:17.615288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15606c0e-89a4-45d9-974a-492f0a750c92 req-f655b1b6-bb15-41af-b951-7bcc5bcb9cea tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:17.615534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:17.618229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15606c0e-89a4-45d9-974a-492f0a750c92 req-f655b1b6-bb15-41af-b951-7bcc5bcb9cea tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.1584845 Jan 28 03:31:17.669977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:17.670883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:17.672905 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] 10.222.0.25 "PUT /v2.0/ports/fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 1098 time: 1.5099797 Jan 28 03:31:17.688069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cb230-4c05-48ae-8564-0112b3f30931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d05b02-0238-4fae-8715-c2508cda7fc1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:17.816235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b4a21-a8de-4013-b53d-a1b0feffd6a6 req-f4ee7a41-d484-415a-9017-4f442d2d0721 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:17.829001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e764207-048f-462a-af80-35d0e51345a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=11']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:17.829602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-266b4a21-a8de-4013-b53d-a1b0feffd6a6 req-f4ee7a41-d484-415a-9017-4f442d2d0721 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 944 time: 0.1557972 Jan 28 03:31:17.848140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-8ade922f-cfe1-4a6a-914c-31d10d4346be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:17.849757 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-8ade922f-cfe1-4a6a-914c-31d10d4346be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1101 time: 0.1194017 Jan 28 03:31:17.871088 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15606c0e-89a4-45d9-974a-492f0a750c92 req-e22eceee-d982-49d8-bf2f-5cdc3b329a68 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415829 Jan 28 03:31:17.897470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd'}, {'name': 'network-changed', 'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:17.899746 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a" -d '{"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd"}, {"name": "network-changed", "server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:18.005289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-266b4a21-a8de-4013-b53d-a1b0feffd6a6 req-27e17af4-efb0-4b48-90ee-869063c8e251 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746950 Jan 28 03:31:18.007970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-1ebbc26e-3035-4d52-acb4-694ac481764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.010007 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-1ebbc26e-3035-4d52-acb4-694ac481764f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1540620 Jan 28 03:31:18.083334 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-0a310075-85d2-44b0-ac5c-9734a20777ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 217 time: 0.0664992 Jan 28 03:31:18.103561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device de7dae23-915f-4d45-be42-ddb0975502ae details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:18.118717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:18.137151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-3f16519c-d7ae-409a-9c40-8ee6482d234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.138682 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-3f16519c-d7ae-409a-9c40-8ee6482d234d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0488713 Jan 28 03:31:18.180598 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f776ee-320e-43d5-b827-114f3a520166 x-openstack-request-id: req-d0f776ee-320e-43d5-b827-114f3a520166 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:18.181312 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd", "code": 200}, {"name": "network-changed", "server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:18.181312 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0f776ee-320e-43d5-b827-114f3a520166 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:18.181719 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'code': 200} Jan 28 03:31:18.182032 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'status': 'completed', 'code': 200} Jan 28 03:31:18.209392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6797854-05d2-4960-8577-8ca40a38463c req-9f8698a8-3ec5-495d-aaeb-190157dbbe83 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0517037 Jan 28 03:31:18.250617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173dd5-3572-4262-a2fc-988af123ebef req-45e57d94-4243-4e77-8c9e-348b5960747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.253585 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-45e57d94-4243-4e77-8c9e-348b5960747f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1081142 Jan 28 03:31:18.266699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port fe2207e0-62fa-43d6-a772-41b354a7c0cd host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:31:18.267438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:18.324154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-4f2cadd6-1a7d-465f-9c24-1ab44be6669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.325778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-4f2cadd6-1a7d-465f-9c24-1ab44be6669a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1101 time: 0.0942469 Jan 28 03:31:18.355344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:18.384031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device de7dae23-915f-4d45-be42-ddb0975502ae has no active binding in host n-h1-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:31:18.385311 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5e9431d9-f7b1-40a1-a630-881aade5ca63 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:18.385670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998db5e4-b435-4c70-8a07-ff3f40c5aac0 req-59536926-be7b-4eb7-b9a6-c57f04b1dd09 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.387276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-998db5e4-b435-4c70-8a07-ff3f40c5aac0 req-59536926-be7b-4eb7-b9a6-c57f04b1dd09 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.1022227 Jan 28 03:31:18.444499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-66df4494-0a24-4fd8-af6f-f534c2fb2ba2 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803818 Jan 28 03:31:18.580940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-998db5e4-b435-4c70-8a07-ff3f40c5aac0 req-c36631b8-a00e-479a-a155-22f0de8ee8a2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618900 Jan 28 03:31:18.584823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5e9431d9-f7b1-40a1-a630-881aade5ca63, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5e9431d9-f7b1-40a1-a630-881aade5ca63,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:18.610616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-81ed364b-49c8-4f87-8155-89de0fe5ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.613157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '5e9431d9-f7b1-40a1-a630-881aade5ca63', 'network_id': '22c0dbfe-f27f-441b-a057-b901050a9c6b', 'port_id': '5e9431d9-f7b1-40a1-a630-881aade5ca63', 'mac_address': 'fa:16:3e:e7:72:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5963e1-e98a-4683-9cd0-8099e9cc4e32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:31:18.616479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-81ed364b-49c8-4f87-8155-89de0fe5ef47 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2800291 Jan 28 03:31:18.639784 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb173dd5-3572-4262-a2fc-988af123ebef req-9f259db5-9699-45d3-b976-147cf336ed9b service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876628 Jan 28 03:31:18.697391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-78f0daa5-da60-4844-8543-14e7842bda8d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 217 time: 0.0700336 Jan 28 03:31:18.697690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5e9431d9-f7b1-40a1-a630-881aade5ca63 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:18.697924 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:18.709607 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c2b9-28d1-4fc7-9cc2-4ca06e2ccbf3 req-fde57924-42a5-43f3-89ce-8919dc110bd7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.714129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9431d9-f7b1-40a1-a630-881aade5ca63 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:18.718823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1105c2b9-28d1-4fc7-9cc2-4ca06e2ccbf3 req-fde57924-42a5-43f3-89ce-8919dc110bd7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.2305098 Jan 28 03:31:18.744048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5e9431d9-f7b1-40a1-a630-881aade5ca63, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5e9431d9-f7b1-40a1-a630-881aade5ca63,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:18.750851 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:18.797859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-895c2dc8-f902-40b7-8b62-b2cb5a5922ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.799337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-895c2dc8-f902-40b7-8b62-b2cb5a5922ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0779655 Jan 28 03:31:18.806681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1105c2b9-28d1-4fc7-9cc2-4ca06e2ccbf3 req-debc6d7a-e5a0-4fe0-93b8-7c3fd86afbbd tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869896 Jan 28 03:31:18.830446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50544) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:18.834382 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-b6f1308a-9e09-43cd-b55c-95a3df61de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.835917 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-b6f1308a-9e09-43cd-b55c-95a3df61de27 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f815fae9b0904d42ba659d8929d97815&device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1101 time: 0.0903146 Jan 28 03:31:18.836947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5e9431d9-f7b1-40a1-a630-881aade5ca63,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:18.850660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c32cca07-065f-42bf-ab62-da64884a2570 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:18.914022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-797ecdb5-ec4f-4680-b7b5-38cf06c435d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.915527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-797ecdb5-ec4f-4680-b7b5-38cf06c435d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079903 Jan 28 03:31:18.961031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-2410d239-3993-4cf9-b33d-fe5a58dcdafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:18.962758 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-2410d239-3993-4cf9-b33d-fe5a58dcdafb service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1188228 Jan 28 03:31:19.019971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:19.040440 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'c32cca07-065f-42bf-ab62-da64884a2570', 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662', 'port_id': 'c32cca07-065f-42bf-ab62-da64884a2570', 'mac_address': 'fa:16:3e:df:f3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719f8daa-0c81-4241-9a30-a78470f65f7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:31:19.049775 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-8ea35bf6-35a6-48dc-b767-52e0d8c26c8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 200 len: 217 time: 0.0796406 Jan 28 03:31:19.053748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-324332749-network', 'tenant_id': '6ed1727130bb498390dc098767023b60'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:19.070530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166884ee-fb62-45ad-bb81-3c76cc4ed895 req-9a6c3a23-7cce-47cb-adcf-a41c145aecd5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:19.072106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-166884ee-fb62-45ad-bb81-3c76cc4ed895 req-9a6c3a23-7cce-47cb-adcf-a41c145aecd5 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.1109080 Jan 28 03:31:19.087406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c32cca07-065f-42bf-ab62-da64884a2570 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:19.087769 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c32cca07-065f-42bf-ab62-da64884a2570), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.096197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-a04cb129-2b9d-41cb-874f-569c3d1e761e service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726618 Jan 28 03:31:19.104519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32cca07-065f-42bf-ab62-da64884a2570 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:19.123060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Made reservation on behalf of 6ed1727130bb498390dc098767023b60 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:31:19.126305 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.132730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:19.136964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5e9431d9-f7b1-40a1-a630-881aade5ca63'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:19.140551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.145266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-843d5f78-5778-4076-a4ef-1e81d57982ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:19.146839 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-843d5f78-5778-4076-a4ef-1e81d57982ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0880034 Jan 28 03:31:19.205453 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c32cca07-065f-42bf-ab62-da64884a2570), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.212517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-166884ee-fb62-45ad-bb81-3c76cc4ed895 req-2b193d9d-1516-47f2-bc32-9c2a92cd776d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269054 Jan 28 03:31:19.233346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-8250c336-f81c-4e3f-82e1-a4521d4613df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:19.235004 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-8250c336-f81c-4e3f-82e1-a4521d4613df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801907 Jan 28 03:31:19.262648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-150c9a97-acb7-475d-8d86-65dfa112d032 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573300 Jan 28 03:31:19.272002 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca580b53-9b31-4ed1-9273-fa017e785009 req-3e169529-4b5e-496d-8dee-c5844a3404fb tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:19.292746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca580b53-9b31-4ed1-9273-fa017e785009 req-3e169529-4b5e-496d-8dee-c5844a3404fb tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 945 time: 0.1289973 Jan 28 03:31:19.339443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c32cca07-065f-42bf-ab62-da64884a2570,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:19.360779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca580b53-9b31-4ed1-9273-fa017e785009 req-304c3b10-5ba1-49d1-bcdf-cd7f6791aa5b tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669472 Jan 28 03:31:19.390534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Publish callbacks [] for security_group (29afddcc-dee2-4187-8fe7-d6d32d1768db), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.407445 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (29afddcc-dee2-4187-8fe7-d6d32d1768db), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.422623 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-5b5dc0f5-c270-43aa-9326-d17b9127e826 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764657 Jan 28 03:31:19.466125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8a022e8-c78e-44d2-8f1e-56f0e3c7f4d8 req-e7f4bf6d-913e-4919-a4f7-8e6ac29bb2df tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0315874 Jan 28 03:31:19.493498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:31:19.523759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29afddcc-dee2-4187-8fe7-d6d32d1768db,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:19.528159 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7af1a61b-5a36-465c-968e-69fc4691ac67), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.528528 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Added segment 7af1a61b-5a36-465c-968e-69fc4691ac67 of type vlan for network 457e6268-185f-454d-ba01-084721ddea15 Jan 28 03:31:19.589084 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (457e6268-185f-454d-ba01-084721ddea15), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.599708 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2bf9e154-7e3c-4ab1-a4b6-5e5d4a9db97a req-70dd6641-c324-4229-8dde-80a0165b1dd3 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666472 Jan 28 03:31:19.619813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (457e6268-185f-454d-ba01-084721ddea15), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.621674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:19.622377 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.675391 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8439016 Jan 28 03:31:19.681866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50568) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:19.694495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Request body: {'subnet': {'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-324332749-subnet', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:19.710759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e9ff3-69af-4715-8fe0-7b9b3ae23a80 admin admin] Pushing event updated for resources: {'Network': ['ID=457e6268-185f-454d-ba01-084721ddea15,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:19.713867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bc4c7-d916-476e-9070-7a0d01dc1c58 req-146a808f-0971-4232-a4af-a06b853f156f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:19.715442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-745bc4c7-d916-476e-9070-7a0d01dc1c58 req-146a808f-0971-4232-a4af-a06b853f156f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 944 time: 0.0559731 Jan 28 03:31:19.722290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 457e6268-185f-454d-ba01-084721ddea15 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:31:19.727481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Made reservation on behalf of 6ed1727130bb498390dc098767023b60 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:31:19.730493 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.794566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-745bc4c7-d916-476e-9070-7a0d01dc1c58 req-a0d8c2d8-e161-4b81-9bba-fcba7ec372e2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661514 Jan 28 03:31:19.849946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['c32cca07-065f-42bf-ab62-da64884a2570'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:19.947651 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (6a4bf499-2f77-4a83-815b-af6cec4f050d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:19.947923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39319008-f288-440e-beac-023024bb531d req-18e06e88-910f-4835-8ba1-ab5fea817f21 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:19.954981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39319008-f288-440e-beac-023024bb531d req-18e06e88-910f-4835-8ba1-ab5fea817f21 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0622897 Jan 28 03:31:20.010570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39319008-f288-440e-beac-023024bb531d req-0e7c906c-f67b-4bbb-8fc5-b8f188d420e2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546558 Jan 28 03:31:20.045850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4bf499-2f77-4a83-815b-af6cec4f050d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:20.049049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Checking segment: {'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:20.049407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Network hostable DHCP agents. Network: 457e6268-185f-454d-ba01-084721ddea15, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:31:20.066368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Network 457e6268-185f-454d-ba01-084721ddea15 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:31:20.075265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 457e6268-185f-454d-ba01-084721ddea15) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:20.085569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:20.086177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.087960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b315d60c-2c42-4f8b-9d1e-56be1f077ac3 None None] Network 457e6268-185f-454d-ba01-084721ddea15 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:31:20.109872 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f264e0f9-2894-4ae8-8b99-c1367da43245 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4268026 Jan 28 03:31:20.112400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:20.118150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:20.142660 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.143403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5e9431d9-f7b1-40a1-a630-881aade5ca63 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:20.144873 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.206344 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks [] for router_controller (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.236935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 5e9431d9-f7b1-40a1-a630-881aade5ca63 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:31:20.242661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-457e6268-185f-454d-ba01-084721ddea15', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'project_id': '6ed1727130bb498390dc098767023b60', 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:31:20.243551 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.247434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 5e9431d9-f7b1-40a1-a630-881aade5ca63 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:20.247798 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.492032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5e9431d9-f7b1-40a1-a630-881aade5ca63 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:20.492444 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.495068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Allocated IP 172.20.0.2 (457e6268-185f-454d-ba01-084721ddea15/6a4bf499-2f77-4a83-815b-af6cec4f050d/379034d4-6142-4bbb-95c9-0a7fb34c20e8) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:31:20.530656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e063748-cae7-4769-a578-6eae8ba0c30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9431d9-f7b1-40a1-a630-881aade5ca63'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:20.532999 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe6309e-e5a8-4822-ac69-23a5ed07920a" -d '{"events": [{"server_uuid": "3e063748-cae7-4769-a578-6eae8ba0c30f", "name": "network-vif-plugged", "status": "completed", "tag": "5e9431d9-f7b1-40a1-a630-881aade5ca63"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:20.558748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5e9431d9-f7b1-40a1-a630-881aade5ca63, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5e9431d9-f7b1-40a1-a630-881aade5ca63,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:20.584898 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.729156 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks [] for router_gateway (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.742444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddab118-cd78-4ad0-b8d5-967c7a1374aa req-27328635-ca14-4f57-baf9-198e0d056172 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:20.743993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ddab118-cd78-4ad0-b8d5-967c7a1374aa req-27328635-ca14-4f57-baf9-198e0d056172 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.1857169 Jan 28 03:31:20.756569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a99b4-b9e7-4260-a100-f2f02cd27626 req-222e0ac8-c0ad-43bf-824c-389fb7e64dda tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:20.763449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e75a99b4-b9e7-4260-a100-f2f02cd27626 req-222e0ac8-c0ad-43bf-824c-389fb7e64dda tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 946 time: 0.2038226 Jan 28 03:31:20.794078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5e9431d9-f7b1-40a1-a630-881aade5ca63,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:20.859572 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Publish callbacks [] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.871026 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:20.873244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e75a99b4-b9e7-4260-a100-f2f02cd27626 req-c4802946-fd2e-4dce-b09a-90112900fba1 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088724 Jan 28 03:31:20.878966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 34ae85cc-e3e9-4212-ae9e-867c293a10b6 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:20.918697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ddab118-cd78-4ad0-b8d5-967c7a1374aa req-e9723178-f3c8-4fc3-ae32-98dc5ded4111 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519229 Jan 28 03:31:20.934569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Pushing event updated for resources: {'Port': ['ID=379034d4-6142-4bbb-95c9-0a7fb34c20e8,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:20.939357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device de7dae23-915f-4d45-be42-ddb0975502ae no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:21.010648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Network 457e6268-185f-454d-ba01-084721ddea15 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:21.017279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:21.021632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:31:21.031597 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ffb45b-2f0e-4ec5-b490-08988da2b152 x-openstack-request-id: req-80ffb45b-2f0e-4ec5-b490-08988da2b152 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:21.031886 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e063748-cae7-4769-a578-6eae8ba0c30f", "name": "network-vif-plugged", "status": "completed", "tag": "5e9431d9-f7b1-40a1-a630-881aade5ca63", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:21.032138 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80ffb45b-2f0e-4ec5-b490-08988da2b152 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:21.032533 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e063748-cae7-4769-a578-6eae8ba0c30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9431d9-f7b1-40a1-a630-881aade5ca63', 'code': 200} Jan 28 03:31:21.164230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port de7dae23-915f-4d45-be42-ddb0975502ae is: DOWN; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:21.184943 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Attempting to bind port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:21.185341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Attempting to bind port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:21.185711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Attempting to bind port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 on network 457e6268-185f-454d-ba01-084721ddea15 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:21.191968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4523237b-9dfa-4f1a-be6f-0d3827143d2f req-5536c63d-3726-4063-a366-2fefd6af1460 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.1030848 Jan 28 03:31:21.199378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:21.199761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Checking segment: {'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:21.200170 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:21.200564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Bound using segment: {'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:21.201086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Bound port: 379034d4-6142-4bbb-95c9-0a7fb34c20e8, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:21.201549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:21.241778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:21.277359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '34ae85cc-e3e9-4212-ae9e-867c293a10b6', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'port_id': '34ae85cc-e3e9-4212-ae9e-867c293a10b6', 'mac_address': 'fa:16:3e:5d:75:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1696da5a-5f45-4c57-8feb-f9f8c4d51cd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:31:21.314708 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks [] for router_gateway (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:21.326728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] For port 379034d4-6142-4bbb-95c9-0a7fb34c20e8, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:21.345415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] For port 379034d4-6142-4bbb-95c9-0a7fb34c20e8, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=379034d4-6142-4bbb-95c9-0a7fb34c20e8,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:21.348013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:21.348433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:21.351303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb37ccd-6187-4acd-be27-ffebefca3e5a req-a7ca9516-5187-43c9-bdc1-2c39c272b047 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:21.351935 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:21.352819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ceb37ccd-6187-4acd-be27-ffebefca3e5a req-a7ca9516-5187-43c9-bdc1-2c39c272b047 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 944 time: 0.2651048 Jan 28 03:31:21.358877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:21.379858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495c901-5c9c-4369-ae53-503bcc75a882 req-b56d9b2a-b0d6-489d-8e36-77260be1d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:21.382691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0495c901-5c9c-4369-ae53-503bcc75a882 req-b56d9b2a-b0d6-489d-8e36-77260be1d09b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 1098 time: 0.2067194 Jan 28 03:31:21.394249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34ae85cc-e3e9-4212-ae9e-867c293a10b6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:21.435194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:21.435398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90ff1-6d52-4487-a8c9-7d6802ee343a req-c4ab16dc-22fa-4ada-bd74-8a01fa448152 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:21.435398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76d90ff1-6d52-4487-a8c9-7d6802ee343a req-c4ab16dc-22fa-4ada-bd74-8a01fa448152 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1757812 Jan 28 03:31:21.441657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9acfc6-8191-40b2-958b-2dfe641cd5cc None None] Pushing event updated for resources: {'Port': ['ID=379034d4-6142-4bbb-95c9-0a7fb34c20e8,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:21.448229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:21.512073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=34ae85cc-e3e9-4212-ae9e-867c293a10b6,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:21.577982 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ceb37ccd-6187-4acd-be27-ffebefca3e5a req-8e1043ae-149b-4fbb-8177-3d27e54c808b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160816 Jan 28 03:31:21.596333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0495c901-5c9c-4369-ae53-503bcc75a882 req-ad3f0588-30b8-4ce5-b52d-024895152a84 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766338 Jan 28 03:31:21.625368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76d90ff1-6d52-4487-a8c9-7d6802ee343a req-043113d7-af8c-4103-8064-aac7d9c04553 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589029 Jan 28 03:31:21.633054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Allocated IP 172.25.1.159 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/c78ee280-3323-4248-a978-1bd2a2104853) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:31:21.669749 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['34ae85cc-e3e9-4212-ae9e-867c293a10b6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:21.785545 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks [] for port (c78ee280-3323-4248-a978-1bd2a2104853), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:21.833495 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c78ee280-3323-4248-a978-1bd2a2104853), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:21.883830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:21.889583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:21.894857 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:31:21.898153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Pushing event updated for resources: {'Port': ['ID=c78ee280-3323-4248-a978-1bd2a2104853,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:22.115133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc84e9-7ab3-4d60-96b7-71648a2c2bca req-2c336c99-31ab-461c-8916-afd7244ccb41 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:22.116635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01fc84e9-7ab3-4d60-96b7-71648a2c2bca req-2c336c99-31ab-461c-8916-afd7244ccb41 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 946 time: 0.1348381 Jan 28 03:31:22.156035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035e796-7301-4cd0-9583-7b4d3fa872b3 req-ca14ac32-fbf8-4fc6-8ba3-071564476d9a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:22.157574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0035e796-7301-4cd0-9583-7b4d3fa872b3 req-ca14ac32-fbf8-4fc6-8ba3-071564476d9a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.1459811 Jan 28 03:31:22.291671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01fc84e9-7ab3-4d60-96b7-71648a2c2bca req-a39cef20-b500-4f89-a25b-59db572d5af4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636019 Jan 28 03:31:22.325314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0035e796-7301-4cd0-9583-7b4d3fa872b3 req-eb5de0a9-c849-4e1d-8bc4-6aaeae7441c2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609421 Jan 28 03:31:22.330294 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks [] for router_gateway (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:22.518277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78449e4a-7de0-4e19-bec5-60658a151293 req-c0fb4c44-322a-4e5f-9822-f8eb6e9c500b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0664110 Jan 28 03:31:22.587578 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:22.598719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b5cd1-2f86-4795-b94d-f1d853da1096 None None] Network 457e6268-185f-454d-ba01-084721ddea15 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:31:22.669861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7bd5b45a-b80b-4e5b-b9cb-cd60d0a4c8bc None None] Provisioning complete for port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:22.670416 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bd5b45a-b80b-4e5b-b9cb-cd60d0a4c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:22.833806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5b45a-b80b-4e5b-b9cb-cd60d0a4c8bc None None] Current status of the port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:22.835252 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bd5b45a-b80b-4e5b-b9cb-cd60d0a4c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:22.835416 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1de115-207f-4194-9a04-b4dfc7c85b1f req-d8cf49c5-d34f-4112-a9a9-f4c0162bca3d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:22.837230 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f1de115-207f-4194-9a04-b4dfc7c85b1f req-d8cf49c5-d34f-4112-a9a9-f4c0162bca3d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1049843 Jan 28 03:31:22.886962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:22.891176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf821e-1400-42e9-9914-3b010ca42fff req-bda6d3bf-7791-42d1-81f4-02945cf41ba8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:22.898525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7baf821e-1400-42e9-9914-3b010ca42fff req-bda6d3bf-7791-42d1-81f4-02945cf41ba8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 944 time: 0.2370775 Jan 28 03:31:22.917684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:31:22.987769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f1de115-207f-4194-9a04-b4dfc7c85b1f req-32f69a2c-8a96-457e-8ab4-5f6b6f80d5d8 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328621 Jan 28 03:31:23.039903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c32cca07-065f-42bf-ab62-da64884a2570 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:23.042795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:23.082580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7baf821e-1400-42e9-9914-3b010ca42fff req-8928b2be-2ae0-445c-a0ac-0f119b5bbbb6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829662 Jan 28 03:31:23.112742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'mac_address': 'fa:16:3e:b3:97:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:31:23.124104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7bd5b45a-b80b-4e5b-b9cb-cd60d0a4c8bc None None] For port 379034d4-6142-4bbb-95c9-0a7fb34c20e8, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=379034d4-6142-4bbb-95c9-0a7fb34c20e8,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:23.132098 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bd5b45a-b80b-4e5b-b9cb-cd60d0a4c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:23.147684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:31:23.169804 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:23.174647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50622) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:23.175205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d0f06562-4b04-45bd-9dd4-8eedb86a09be admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0613880 Jan 28 03:31:23.179467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Sync routers for ids ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:31:23.225101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port fe2207e0-62fa-43d6-a772-41b354a7c0cd is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:23.225502 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:23.235597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port c32cca07-065f-42bf-ab62-da64884a2570 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:31:23.237681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Routers {'521011ae-d6cf-4b1c-9ad5-ef1a9781d803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:23.238300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:23.316157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5b45a-b80b-4e5b-b9cb-cd60d0a4c8bc None None] Pushing event updated for resources: {'Port': ['ID=379034d4-6142-4bbb-95c9-0a7fb34c20e8,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:23.326219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port c32cca07-065f-42bf-ab62-da64884a2570 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:23.327522 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c32cca07-065f-42bf-ab62-da64884a2570), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:23.385176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 379034d4-6142-4bbb-95c9-0a7fb34c20e8 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:23.398777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2207e0-62fa-43d6-a772-41b354a7c0cd {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:23.499222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fe1b024d-820c-4d60-a37a-bc80ff181878 None None] Provisioning complete for port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:23.499715 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe1b024d-820c-4d60-a37a-bc80ff181878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:23.536017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a75605-b27a-4a18-9bd9-c51d86ca4faf req-95de2f46-b04b-4842-9616-d6f8974776bc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:23.547512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30a75605-b27a-4a18-9bd9-c51d86ca4faf req-95de2f46-b04b-4842-9616-d6f8974776bc tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 946 time: 0.1445291 Jan 28 03:31:23.560679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9b75c-c04d-40d2-8b2b-a3ed317042a2 req-ee821263-9ff8-4303-9b4e-d8987e538a39 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:23.563006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89b9b75c-c04d-40d2-8b2b-a3ed317042a2 req-ee821263-9ff8-4303-9b4e-d8987e538a39 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 949 time: 0.1067882 Jan 28 03:31:23.633409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30a75605-b27a-4a18-9bd9-c51d86ca4faf req-d7c336bb-60dc-463e-98cf-3613f3129233 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698681 Jan 28 03:31:23.670563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89b9b75c-c04d-40d2-8b2b-a3ed317042a2 req-7706d687-0473-4373-9754-e5e2100947e4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846941 Jan 28 03:31:23.731530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:23.746008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Set router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:23.833301 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:23.878551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d55bdca-d65e-4c61-a776-b6d69eca2d0b req-57843a30-be7a-442a-b1b5-f175d50580d7 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0839608 Jan 28 03:31:23.917127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b024d-820c-4d60-a37a-bc80ff181878 None None] Current status of the port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:23.971964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c32cca07-065f-42bf-ab62-da64884a2570 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:23.972453 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c32cca07-065f-42bf-ab62-da64884a2570), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:23.993359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a6863-b272-4f34-b3d9-597c40ef6895 req-562999d6-7a1e-47b8-81ff-53cf33e921c3 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:24.003137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b0a6863-b272-4f34-b3d9-597c40ef6895 req-562999d6-7a1e-47b8-81ff-53cf33e921c3 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 946 time: 0.1269310 Jan 28 03:31:24.063149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:24.097077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b0a6863-b272-4f34-b3d9-597c40ef6895 req-e836d145-946f-4660-920f-3f3d2bec1fff tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929079 Jan 28 03:31:24.201742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a534cc9-11f2-4cc4-90e5-5fe0a83af4f8 req-33dff6e8-40c9-441a-a956-69bdef290188 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:24.210397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a534cc9-11f2-4cc4-90e5-5fe0a83af4f8 req-33dff6e8-40c9-441a-a956-69bdef290188 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1197095 Jan 28 03:31:24.289748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a534cc9-11f2-4cc4-90e5-5fe0a83af4f8 req-c3e1fded-843d-4200-a9c1-9bc26a9d688a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766683 Jan 28 03:31:24.352085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32cca07-065f-42bf-ab62-da64884a2570'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:24.355453 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288d6d53-3866-411e-be99-34d4b813d695" -d '{"events": [{"server_uuid": "ada710c4-1d39-4f2f-804d-f97dd7a89ba8", "name": "network-vif-plugged", "status": "completed", "tag": "c32cca07-065f-42bf-ab62-da64884a2570"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:24.386620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:24.397687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:24.398560 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:24.410151 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c32cca07-065f-42bf-ab62-da64884a2570), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:24.411459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 34ae85cc-e3e9-4212-ae9e-867c293a10b6 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:24.463666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca958d7-547f-4b19-9e44-930ca6269e3e req-fbb27cf2-7eff-4438-9342-d88b5ed77694 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:24.475977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eca958d7-547f-4b19-9e44-930ca6269e3e req-fbb27cf2-7eff-4438-9342-d88b5ed77694 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 944 time: 0.1157928 Jan 28 03:31:24.543190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:24.588778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c32cca07-065f-42bf-ab62-da64884a2570,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:24.632139 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eca958d7-547f-4b19-9e44-930ca6269e3e req-e34d02dd-83a1-48b4-8f88-d774aea9d7cd tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534545 Jan 28 03:31:24.659792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fe2207e0-62fa-43d6-a772-41b354a7c0cd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:24.747106 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab18a10e-a381-4ef0-8b49-686d829ea450 x-openstack-request-id: req-ab18a10e-a381-4ef0-8b49-686d829ea450 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:24.747752 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada710c4-1d39-4f2f-804d-f97dd7a89ba8", "name": "network-vif-plugged", "status": "completed", "tag": "c32cca07-065f-42bf-ab62-da64884a2570", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:24.747752 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab18a10e-a381-4ef0-8b49-686d829ea450 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:24.749464 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32cca07-065f-42bf-ab62-da64884a2570', 'code': 200} Jan 28 03:31:24.826125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:24.826756 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:24.904182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b1f1-9854-49af-844e-f972135461d0 req-9c5bf39a-e1fb-4606-9156-8b28fd72514e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:24.908322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5829b1f1-9854-49af-844e-f972135461d0 req-9c5bf39a-e1fb-4606-9156-8b28fd72514e tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.1110628 Jan 28 03:31:24.958424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:24.978654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Allocated IP 172.20.0.1 (457e6268-185f-454d-ba01-084721ddea15/6a4bf499-2f77-4a83-815b-af6cec4f050d/b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:31:24.986327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde456b-0803-487d-ad43-7d3e2ef6b747 req-c1ea0516-bc81-4f4d-af93-aed6d5286a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:24.987825 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdde456b-0803-487d-ad43-7d3e2ef6b747 req-c1ea0516-bc81-4f4d-af93-aed6d5286a4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 1097 time: 0.1336358 Jan 28 03:31:25.002656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd3280-58d8-4240-9693-6331c2fd618f req-9ff86abe-e54f-422b-b82b-59df70e16c97 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:25.004428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cacd3280-58d8-4240-9693-6331c2fd618f req-9ff86abe-e54f-422b-b82b-59df70e16c97 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 946 time: 0.1681759 Jan 28 03:31:25.019174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5829b1f1-9854-49af-844e-f972135461d0 req-d61da555-40af-4a54-98dc-a4e4ce9c1a75 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028228 Jan 28 03:31:25.111846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cacd3280-58d8-4240-9693-6331c2fd618f req-fb585bef-167c-4a4c-905d-f12290d80bf4 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900199 Jan 28 03:31:25.145000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:22Z', 'revision_number': 3, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:25.232192 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Publish callbacks [] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:25.261199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Checking router: 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:31:25.265544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Updating router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 port c78ee280-3323-4248-a978-1bd2a2104853 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:31:25.301875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:25.351196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-626e72f8-dc74-4ded-826f-26b4c30dc6cb req-a3a4f018-0aec-42d3-974e-28dba3d0f027 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0722141 Jan 28 03:31:25.355098 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdde456b-0803-487d-ad43-7d3e2ef6b747 req-2885a91a-b53f-4d31-aaea-c542cc830fdc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608038 Jan 28 03:31:25.365801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Network 457e6268-185f-454d-ba01-084721ddea15 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:25.370951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:25.373160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Pushing event updated for resources: {'Port': ['ID=b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:25.381311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:31:25.443642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 379034d4-6142-4bbb-95c9-0a7fb34c20e8 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:25.475301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:25.514762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540510dd-f518-4a05-b03a-293abf9ab780 req-810000b2-3d15-477c-8093-fa872620d0bf tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:25.532682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-540510dd-f518-4a05-b03a-293abf9ab780 req-810000b2-3d15-477c-8093-fa872620d0bf tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 1102 time: 0.1710517 Jan 28 03:31:25.599507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c78ee280-3323-4248-a978-1bd2a2104853), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:25.703335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e348412-9ac9-487d-b310-e66f40c0cc7f req-1f3d93fe-21ec-40f0-b04f-977b6ebf7f64 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:25.710804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e348412-9ac9-487d-b310-e66f40c0cc7f req-1f3d93fe-21ec-40f0-b04f-977b6ebf7f64 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 946 time: 0.1344600 Jan 28 03:31:25.719161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:25.719563 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:25.725137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:25.812693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e348412-9ac9-487d-b310-e66f40c0cc7f req-77d8be35-2a2d-453d-8ea1-f27dfcfd7742 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950456 Jan 28 03:31:25.840900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-540510dd-f518-4a05-b03a-293abf9ab780 req-b16b7ddd-2285-497d-bd07-e857fdb58c7e tempest-MigrationsAdminTest-562847296 tempest-MigrationsAdminTest-562847296-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069134 Jan 28 03:31:25.903724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:25.914143 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:25.926734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:25.927109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:26.083654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03378a4-ddc1-47d2-bd2d-9a949f07b881 req-4bd84eb6-8528-49ce-8d4e-09a24edd1fdb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:26.085348 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e03378a4-ddc1-47d2-bd2d-9a949f07b881 req-4bd84eb6-8528-49ce-8d4e-09a24edd1fdb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0732157 Jan 28 03:31:26.146791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-300a496f-869e-45b4-9d5a-e0a9927a87e3 None None] Provisioning complete for port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:26.147162 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-300a496f-869e-45b4-9d5a-e0a9927a87e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:26.153652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e03378a4-ddc1-47d2-bd2d-9a949f07b881 req-16ec5d1f-a671-427b-bed9-c157dce1a5e4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592821 Jan 28 03:31:26.165297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=34ae85cc-e3e9-4212-ae9e-867c293a10b6,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:26.182874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Publish callbacks [] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:26.197305 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:26.320969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf532a9c-2676-4e75-b296-59903fc60153 req-4b5afd42-698f-42cb-8c61-8408bb39b53d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:26.322997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf532a9c-2676-4e75-b296-59903fc60153 req-4b5afd42-698f-42cb-8c61-8408bb39b53d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.1203687 Jan 28 03:31:26.405583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-300a496f-869e-45b4-9d5a-e0a9927a87e3 None None] Port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:31:26.411032 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:26.414995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Pushing event updated for resources: {'Port': ['ID=b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:26.418054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:26.440322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf532a9c-2676-4e75-b296-59903fc60153 req-7156fba7-7078-4f50-8158-2fe74cec3de5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062381 Jan 28 03:31:26.540609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Network 457e6268-185f-454d-ba01-084721ddea15 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:26.544123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:26.563941 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Publish callbacks [] for port (c78ee280-3323-4248-a978-1bd2a2104853), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:26.580901 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c78ee280-3323-4248-a978-1bd2a2104853), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:26.700600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd1462-67bb-4584-b774-3160c2f19cb7 None None] Pushing event updated for resources: {'Port': ['ID=c78ee280-3323-4248-a978-1bd2a2104853,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:26.705525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Attempting to bind port c78ee280-3323-4248-a978-1bd2a2104853 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:26.706133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Attempting to bind port c78ee280-3323-4248-a978-1bd2a2104853 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:26.706687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Attempting to bind port c78ee280-3323-4248-a978-1bd2a2104853 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:26.713424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:26.714025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:26.714625 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:26.715354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:26.716010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Bound port: c78ee280-3323-4248-a978-1bd2a2104853, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:26.716585 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c78ee280-3323-4248-a978-1bd2a2104853), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:26.750769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571f1aeb-17be-465d-a379-75b31da873fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ae85cc-e3e9-4212-ae9e-867c293a10b6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:26.753424 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766965db-eb87-46a4-b613-fc2ecb6d3a27" -d '{"events": [{"server_uuid": "571f1aeb-17be-465d-a379-75b31da873fd", "name": "network-vif-plugged", "status": "completed", "tag": "34ae85cc-e3e9-4212-ae9e-867c293a10b6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:26.809040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] For port c78ee280-3323-4248-a978-1bd2a2104853, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:26.819718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] For port c78ee280-3323-4248-a978-1bd2a2104853, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c78ee280-3323-4248-a978-1bd2a2104853,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:26.829069 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c78ee280-3323-4248-a978-1bd2a2104853), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:26.854125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf908cf5-eb9c-4e1e-9d52-b8f2efc04f15 req-89ae8dfe-c0a0-49fc-91f2-16a3fab102a5 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0748456 Jan 28 03:31:26.870726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:31:26.949139 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:27.016027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc57bc-f703-4064-bd07-6e7813e73c8d req-fd6c4113-ff53-4078-b0b5-86ebf7619cce tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:27.032506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89cc57bc-f703-4064-bd07-6e7813e73c8d req-fd6c4113-ff53-4078-b0b5-86ebf7619cce tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 946 time: 0.2326334 Jan 28 03:31:27.069253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Routers {'521011ae-d6cf-4b1c-9ad5-ef1a9781d803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:27.070848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:27.169238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:31:27.187968 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f10fe1a3-7af0-4c21-9607-5a821c04b71f admin admin] 10.222.0.44 "PUT /v2.0/routers/521011ae-d6cf-4b1c-9ad5-ef1a9781d803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0032117 Jan 28 03:31:27.229615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd1462-67bb-4584-b774-3160c2f19cb7 None None] Pushing event updated for resources: {'Port': ['ID=c78ee280-3323-4248-a978-1bd2a2104853,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:27.302765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89cc57bc-f703-4064-bd07-6e7813e73c8d req-9cf41326-10ec-4a7f-be88-e83b5853a54c tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673182 Jan 28 03:31:27.350792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399fb97-5440-46df-8791-6db53de319aa req-853f2ee5-e905-432e-a4d7-878704384d48 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:27.361961 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b399fb97-5440-46df-8791-6db53de319aa req-853f2ee5-e905-432e-a4d7-878704384d48 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 950 time: 0.3583572 Jan 28 03:31:27.380039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-89af1a3d-e491-44ab-9ca8-309f454ff6f1 None None] Provisioning complete for port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:27.380399 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-89af1a3d-e491-44ab-9ca8-309f454ff6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:27.411355 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5140220-c357-4b1b-9ce1-37fde58f1559 x-openstack-request-id: req-c5140220-c357-4b1b-9ce1-37fde58f1559 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:27.411633 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571f1aeb-17be-465d-a379-75b31da873fd", "name": "network-vif-plugged", "status": "completed", "tag": "34ae85cc-e3e9-4212-ae9e-867c293a10b6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:27.411877 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5140220-c357-4b1b-9ce1-37fde58f1559 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:27.412305 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571f1aeb-17be-465d-a379-75b31da873fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ae85cc-e3e9-4212-ae9e-867c293a10b6', 'code': 200} Jan 28 03:31:27.458634 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b399fb97-5440-46df-8791-6db53de319aa req-cc7052d8-b260-45a3-8e2d-0728d3bef485 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934670 Jan 28 03:31:27.550678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-89af1a3d-e491-44ab-9ca8-309f454ff6f1 None None] Port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:31:27.570441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] Set router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:27.628447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186de12-fa74-4f2b-9a0a-bfaebc3f4971 req-f56cc74f-2560-43c6-ba89-d5c0c0498c38 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:27.633427 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8186de12-fa74-4f2b-9a0a-bfaebc3f4971 req-f56cc74f-2560-43c6-ba89-d5c0c0498c38 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1019874 Jan 28 03:31:27.674610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port fe2207e0-62fa-43d6-a772-41b354a7c0cd completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:31:27.724375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port fe2207e0-62fa-43d6-a772-41b354a7c0cd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:27.724759 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:27.773967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8186de12-fa74-4f2b-9a0a-bfaebc3f4971 req-ae103a8d-721e-4db9-84b8-39da6bb1f2df tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331716 Jan 28 03:31:27.800240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cea82-c171-4856-8620-5bd5b685d5b9 req-1ca57585-403c-4c38-ba45-5d825be4a762 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:27.808267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d63cea82-c171-4856-8620-5bd5b685d5b9 req-1ca57585-403c-4c38-ba45-5d825be4a762 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 946 time: 0.0902836 Jan 28 03:31:27.919741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d63cea82-c171-4856-8620-5bd5b685d5b9 req-ddd1282e-daa2-4fb1-99b4-bab03904ab00 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016812 Jan 28 03:31:28.095091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8c7ae-796d-4a8c-884d-d379d5d76163 req-c51c9907-8fd4-42fa-a3b6-6f3a09849b20 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:28.102004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fa8c7ae-796d-4a8c-884d-d379d5d76163 req-c51c9907-8fd4-42fa-a3b6-6f3a09849b20 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.0887454 Jan 28 03:31:28.157915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fa8c7ae-796d-4a8c-884d-d379d5d76163 req-7c84a5fd-f10e-447a-a243-dc606746ad88 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549803 Jan 28 03:31:28.224719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port fe2207e0-62fa-43d6-a772-41b354a7c0cd is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:28.225323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:28.346519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:28.360894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 2, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:28.363476 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:28.403901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c35f76ac-c6a1-413c-9109-7260d56f500e req-08f67881-2b5b-4d99-a390-f3d4f7d57922 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0545583 Jan 28 03:31:28.433626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50754) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:28.440543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e2a5c0b1-2546-4ff8-903b-d366b1b01556 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877957412', 'description': 'tempest-description--830532521'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:28.467936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ad2ef-1e3c-4cf3-b691-fbba7eef9fa3 None None] The sync data for ids ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'] in n-d-808199-14 is: [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 2, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:31:28.517948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c0b1-2546-4ff8-903b-d366b1b01556 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:28.620898 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=13']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:28.753025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c0b1-2546-4ff8-903b-d366b1b01556 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group (82d5798b-a89c-4abe-bcf0-a34e3866dd2a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:28.763924 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c0b1-2546-4ff8-903b-d366b1b01556 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (82d5798b-a89c-4abe-bcf0-a34e3866dd2a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:28.807555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f141fd8-3783-4e37-a11d-7602823debd1 req-d530f55e-5f27-4ffa-9750-471fbb954279 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:28.815871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f141fd8-3783-4e37-a11d-7602823debd1 req-d530f55e-5f27-4ffa-9750-471fbb954279 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 1097 time: 0.0650520 Jan 28 03:31:28.920359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5c0b1-2546-4ff8-903b-d366b1b01556 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d5798b-a89c-4abe-bcf0-a34e3866dd2a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:28.929273 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c0b1-2546-4ff8-903b-d366b1b01556 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:28.930388 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e2a5c0b1-2546-4ff8-903b-d366b1b01556 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4934106 Jan 28 03:31:28.940672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50766) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:28.956625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-36858d72-1c2e-49b5-8b7f-3ca745ad50ad tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Request body: {'security_group_rule': {'security_group_id': '82d5798b-a89c-4abe-bcf0-a34e3866dd2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:29.003098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-d016b6a6-e1b3-4487-bcdb-2d33ff1190eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:29.005246 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-d016b6a6-e1b3-4487-bcdb-2d33ff1190eb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 951 time: 0.3735323 Jan 28 03:31:29.042975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753ed4-2b13-496f-9296-32da83469f10 req-0137fbf7-c962-4241-8d7b-0c2ef183491f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:29.051440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c753ed4-2b13-496f-9296-32da83469f10 req-0137fbf7-c962-4241-8d7b-0c2ef183491f tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 951 time: 0.1631386 Jan 28 03:31:29.067087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f141fd8-3783-4e37-a11d-7602823debd1 req-1cabb12e-534f-4e77-a507-ceebc2d405e0 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450893 Jan 28 03:31:29.114908 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36858d72-1c2e-49b5-8b7f-3ca745ad50ad tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group_rule (f818b162-c26e-439a-9869-9eda926a3715), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:29.208616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c753ed4-2b13-496f-9296-32da83469f10 req-f16bd010-f07b-4be3-9d77-3bbd652926d4 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562166 Jan 28 03:31:29.340642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36858d72-1c2e-49b5-8b7f-3ca745ad50ad tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group_rule (f818b162-c26e-439a-9869-9eda926a3715), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:29.349663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-515a7816-701c-40f6-83cc-0614fc74f78c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Deleting port fe2207e0-62fa-43d6-a772-41b354a7c0cd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:29.350473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-515a7816-701c-40f6-83cc-0614fc74f78c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:29.384488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36858d72-1c2e-49b5-8b7f-3ca745ad50ad tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (f818b162-c26e-439a-9869-9eda926a3715), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:29.414615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:29.416365 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9d2fdc-b90a-4dc5-bbfc-7ba8aee31b84" -d '{"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-plugged", "status": "completed", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:29.469336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36858d72-1c2e-49b5-8b7f-3ca745ad50ad tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f818b162-c26e-439a-9869-9eda926a3715,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:29.480347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba84b0c-45ec-43cc-af25-893bb35308e4 req-4a3c3967-1593-4a95-98d2-29addf9495ed tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:29.488653 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36858d72-1c2e-49b5-8b7f-3ca745ad50ad tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:29.490076 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-36858d72-1c2e-49b5-8b7f-3ca745ad50ad tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5477433 Jan 28 03:31:29.491963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ba84b0c-45ec-43cc-af25-893bb35308e4 req-4a3c3967-1593-4a95-98d2-29addf9495ed tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1386588 Jan 28 03:31:29.493089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50778) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:29.515012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a6b2e913-75a3-4fa2-917a-edb965d69f46 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Request body: {'security_group_rule': {'security_group_id': '82d5798b-a89c-4abe-bcf0-a34e3866dd2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:29.578957 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ba84b0c-45ec-43cc-af25-893bb35308e4 req-ec95af7f-799e-49ef-a173-672fa2ac6511 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857918 Jan 28 03:31:29.593819 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e913-75a3-4fa2-917a-edb965d69f46 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group_rule (c6a1f12e-dee7-449d-8a89-c6ae8a4cb369), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:29.662211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-515a7816-701c-40f6-83cc-0614fc74f78c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] For port fe2207e0-62fa-43d6-a772-41b354a7c0cd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fe2207e0-62fa-43d6-a772-41b354a7c0cd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:29.662671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-515a7816-701c-40f6-83cc-0614fc74f78c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:29.688461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-515a7816-701c-40f6-83cc-0614fc74f78c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Calling delete_port for fe2207e0-62fa-43d6-a772-41b354a7c0cd owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:29.745662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb561b6-b55b-4431-8e9c-bd49fea4fceb req-68a98fa3-1f1f-42c6-844b-863331dddb48 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:29.754500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeb561b6-b55b-4431-8e9c-bd49fea4fceb req-68a98fa3-1f1f-42c6-844b-863331dddb48 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 1097 time: 0.1510403 Jan 28 03:31:29.914711 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeb561b6-b55b-4431-8e9c-bd49fea4fceb req-cf0e410b-a7f7-4a55-bccf-1b6a139ca3aa tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592245 Jan 28 03:31:30.006774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3aaad6ce-7cd3-4ea7-a341-2e2b8d894c65 req-d3a7764d-c466-4afb-9a3a-e89bb4a472e0 tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcadf503-f045-4d7f-97fd-1bd5d1054d3d HTTP/1.1" status: 200 len: 210 time: 0.0909436 Jan 28 03:31:30.009164 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e913-75a3-4fa2-917a-edb965d69f46 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group_rule (c6a1f12e-dee7-449d-8a89-c6ae8a4cb369), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:30.055366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e913-75a3-4fa2-917a-edb965d69f46 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c6a1f12e-dee7-449d-8a89-c6ae8a4cb369), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:30.103946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2e913-75a3-4fa2-917a-edb965d69f46 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a1f12e-dee7-449d-8a89-c6ae8a4cb369,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:30.123714 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4ab07d-fc35-42e7-8fa9-79dd4df4d13d x-openstack-request-id: req-7b4ab07d-fc35-42e7-8fa9-79dd4df4d13d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:30.124528 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-plugged", "status": "completed", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:30.125041 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b4ab07d-fc35-42e7-8fa9-79dd4df4d13d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:30.125677 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'code': 200} Jan 28 03:31:30.146373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e913-75a3-4fa2-917a-edb965d69f46 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:30.149701 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a6b2e913-75a3-4fa2-917a-edb965d69f46 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6547678 Jan 28 03:31:30.152143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50790) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:30.157111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:30.227370 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:30.241099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-515a7816-701c-40f6-83cc-0614fc74f78c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fe2207e0-62fa-43d6-a772-41b354a7c0cd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:30.277025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8367fa4d-21b6-4f76-b898-811bb737fb89', 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'fe2207e0-62fa-43d6-a772-41b354a7c0cd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:30.327563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a7816-701c-40f6-83cc-0614fc74f78c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Pushing event deleted for resources: {'Port': ['ID=fe2207e0-62fa-43d6-a772-41b354a7c0cd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:30.407603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6acdb5d3-b4e7-40c0-991c-4f5b743fb852 req-182c62b0-a0b0-4d20-bc09-ec5049529878 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8947adc-019a-4015-ab37-71665b0083b3 HTTP/1.1" status: 200 len: 210 time: 0.0792804 Jan 28 03:31:30.520359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-515a7816-701c-40f6-83cc-0614fc74f78c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] No DVR routers for this DVR port fe2207e0-62fa-43d6-a772-41b354a7c0cd on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:30.536085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-515a7816-701c-40f6-83cc-0614fc74f78c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:30.539478 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb5d3983-9797-46a1-bdba-48df505ee2d2 req-515a7816-701c-40f6-83cc-0614fc74f78c tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "DELETE /v2.0/ports/fe2207e0-62fa-43d6-a772-41b354a7c0cd HTTP/1.1" status: 204 len: 173 time: 1.5213053 Jan 28 03:31:30.539967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-deleted', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:30.552392 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b998ac22-24d0-4b72-8da7-d180ca9e0dcd" -d '{"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-deleted", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:30.592585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f548-ae6d-41c5-b6c3-1cf6d6968205 req-794c5fa4-fe5e-42cf-8dbd-253de65937ab tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:30.640728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b16f548-ae6d-41c5-b6c3-1cf6d6968205 req-794c5fa4-fe5e-42cf-8dbd-253de65937ab tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 946 time: 0.4354334 Jan 28 03:31:30.773818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-a2d18565-dab6-45dd-a785-2ffcfe7fcbe8 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:30.775892 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-a2d18565-dab6-45dd-a785-2ffcfe7fcbe8 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 946 time: 0.4851718 Jan 28 03:31:31.448709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c78ee280-3323-4248-a978-1bd2a2104853 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:31.505257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b16f548-ae6d-41c5-b6c3-1cf6d6968205 req-d7b92e70-8a28-4c73-9d9b-edb4568f4562 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/security-groups?id=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8635454 Jan 28 03:31:31.569453 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.584804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-dc3ec282-4a20-4cbf-84b9-ecc449feb500 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Deleting port 5e9431d9-f7b1-40a1-a630-881aade5ca63 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:31.585182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-dc3ec282-4a20-4cbf-84b9-ecc449feb500 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.600397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c78ee280-3323-4248-a978-1bd2a2104853 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:31.601525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c78ee280-3323-4248-a978-1bd2a2104853), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.743238 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdf72d2-35bc-48bc-807e-fc2c6dfb6b9e x-openstack-request-id: req-cfdf72d2-35bc-48bc-807e-fc2c6dfb6b9e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:31.745210 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8947adc-019a-4015-ab37-71665b0083b3", "name": "network-vif-deleted", "tag": "fe2207e0-62fa-43d6-a772-41b354a7c0cd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:31.745210 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfdf72d2-35bc-48bc-807e-fc2c6dfb6b9e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:31.745804 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8947adc-019a-4015-ab37-71665b0083b3', 'name': 'network-vif-deleted', 'tag': 'fe2207e0-62fa-43d6-a772-41b354a7c0cd', 'status': 'completed', 'code': 200} Jan 28 03:31:31.875661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c78ee280-3323-4248-a978-1bd2a2104853 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:31.876357 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c78ee280-3323-4248-a978-1bd2a2104853), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.909871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port c78ee280-3323-4248-a978-1bd2a2104853, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c78ee280-3323-4248-a978-1bd2a2104853,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:31.936177 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c78ee280-3323-4248-a978-1bd2a2104853), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.996453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-dc3ec282-4a20-4cbf-84b9-ecc449feb500 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] For port 5e9431d9-f7b1-40a1-a630-881aade5ca63, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5e9431d9-f7b1-40a1-a630-881aade5ca63,segment=NetworkSegment(403fb9bf-4637-4c3c-b9d4-8dd22296b8cc),segment_id=403fb9bf-4637-4c3c-b9d4-8dd22296b8cc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:31.997131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-dc3ec282-4a20-4cbf-84b9-ecc449feb500 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.036444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=c78ee280-3323-4248-a978-1bd2a2104853,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:32.048116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-dc3ec282-4a20-4cbf-84b9-ecc449feb500 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Calling delete_port for 5e9431d9-f7b1-40a1-a630-881aade5ca63 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:32.058226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d004-4044-4cfe-a28f-89f4b82653cb req-fbe80d38-ab9d-41f2-b3d7-104fe6e70a94 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:32.066298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a35d004-4044-4cfe-a28f-89f4b82653cb req-fbe80d38-ab9d-41f2-b3d7-104fe6e70a94 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.2337809 Jan 28 03:31:32.069067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Allocated IP 172.25.1.132 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/faa526c2-217c-45cf-a8aa-75d01f22cac2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:31:32.239016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a35d004-4044-4cfe-a28f-89f4b82653cb req-3169e429-8dd3-4aef-a5e7-cf2edd11e425 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714523 Jan 28 03:31:32.268104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-4cfe251a-238c-4124-aef5-bc939124319c tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:31:32.269150 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-4cfe251a-238c-4124-aef5-bc939124319c tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103390 Jan 28 03:31:32.324617 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for port (faa526c2-217c-45cf-a8aa-75d01f22cac2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.347430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-48474518-716b-45ab-af50-8c6ce8a3c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:32.356191 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-48474518-716b-45ab-af50-8c6ce8a3c841 service neutron] 10.222.0.44 "GET /v2.0/ports/c32cca07-065f-42bf-ab62-da64884a2570 HTTP/1.1" status: 200 len: 1094 time: 0.0794213 Jan 28 03:31:32.363038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Request body: {'binding': {'host': 'n-h1-808199-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:32.363777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Unknown quota resources ['binding']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:31:32.428813 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-dc3ec282-4a20-4cbf-84b9-ecc449feb500 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5e9431d9-f7b1-40a1-a630-881aade5ca63), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.446105 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:31:32.468368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ec282-4a20-4cbf-84b9-ecc449feb500 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Pushing event deleted for resources: {'Port': ['ID=5e9431d9-f7b1-40a1-a630-881aade5ca63,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:32.507395 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (faa526c2-217c-45cf-a8aa-75d01f22cac2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.568279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Pushing event updated for resources: {'Port': ['ID=faa526c2-217c-45cf-a8aa-75d01f22cac2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:32.570705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-dc3ec282-4a20-4cbf-84b9-ecc449feb500 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] No DVR routers for this DVR port 5e9431d9-f7b1-40a1-a630-881aade5ca63 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:32.575819 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-dc3ec282-4a20-4cbf-84b9-ecc449feb500 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.580775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58bb9c75-0d57-4b43-aadf-0ea0339cf130 req-dc3ec282-4a20-4cbf-84b9-ecc449feb500 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.42 "DELETE /v2.0/ports/5e9431d9-f7b1-40a1-a630-881aade5ca63 HTTP/1.1" status: 204 len: 173 time: 1.7974298 Jan 28 03:31:32.581393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e063748-cae7-4769-a578-6eae8ba0c30f', 'name': 'network-vif-deleted', 'tag': '5e9431d9-f7b1-40a1-a630-881aade5ca63'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:32.584037 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae859443-4272-4f0a-bb7b-1ba612063dfa" -d '{"events": [{"server_uuid": "3e063748-cae7-4769-a578-6eae8ba0c30f", "name": "network-vif-deleted", "tag": "5e9431d9-f7b1-40a1-a630-881aade5ca63"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:32.599069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:32.600718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:32.603733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:31:32.612268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50846) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:32.662640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 on host n-h1-808199-14 for vnic_type normal with profile None {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:32.663858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:32.664443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:32.671983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Port c32cca07-065f-42bf-ab62-da64884a2570 on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:31:32.672667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:32.679195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:32.680097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:32.681133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:32.682371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Bound port: c32cca07-065f-42bf-ab62-da64884a2570, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:32.712434 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Sync routers for ids ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:31:32.736342 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Routers {'521011ae-d6cf-4b1c-9ad5-ef1a9781d803'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:32.737031 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:32.791946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for floatingip (4956b012-a9db-40cf-bf91-e1ac0374fd5c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.797484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:32.818709 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.833956 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee68eebd-6d57-4741-9c8e-e8f5980e104f tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group (69900b27-36d8-4031-a430-1974a6312fe3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.834499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ae4ed8b7-d268-4cd1-9449-09e15f46dd27 service neutron] 10.222.0.44 "POST /v2.0/ports/c32cca07-065f-42bf-ab62-da64884a2570/bindings HTTP/1.1" status: 201 len: 390 time: 0.4742517 Jan 28 03:31:32.859303 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (faa526c2-217c-45cf-a8aa-75d01f22cac2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.926607 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee68eebd-6d57-4741-9c8e-e8f5980e104f tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group (69900b27-36d8-4031-a430-1974a6312fe3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.933110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:33.033282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: fe2207e0-62fa-43d6-a772-41b354a7c0cd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:33.033923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fe2207e0-62fa-43d6-a772-41b354a7c0cd not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:33.156604 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Set router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:33.221766 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df5d02-9013-4c55-8cf6-edfbf54c6e1f x-openstack-request-id: req-42df5d02-9013-4c55-8cf6-edfbf54c6e1f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:33.222377 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e063748-cae7-4769-a578-6eae8ba0c30f", "name": "network-vif-deleted", "tag": "5e9431d9-f7b1-40a1-a630-881aade5ca63", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:33.222469 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42df5d02-9013-4c55-8cf6-edfbf54c6e1f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:33.222894 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e063748-cae7-4769-a578-6eae8ba0c30f', 'name': 'network-vif-deleted', 'tag': '5e9431d9-f7b1-40a1-a630-881aade5ca63', 'status': 'completed', 'code': 200} Jan 28 03:31:33.318968 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c78ee280-3323-4248-a978-1bd2a2104853 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:33.326146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8e8f930-6352-42e6-9d27-38c858b6e89c req-b654bb89-0371-4205-af25-8678df3f85f6 tempest-ServerDiskConfigTestJSON-1161740835 tempest-ServerDiskConfigTestJSON-1161740835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e063748-cae7-4769-a578-6eae8ba0c30f HTTP/1.1" status: 200 len: 210 time: 0.0910568 Jan 28 03:31:33.347411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee68eebd-6d57-4741-9c8e-e8f5980e104f tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (69900b27-36d8-4031-a430-1974a6312fe3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:33.354009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee68eebd-6d57-4741-9c8e-e8f5980e104f tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:33.365621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ee68eebd-6d57-4741-9c8e-e8f5980e104f tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "DELETE /v2.0/security-groups/69900b27-36d8-4031-a430-1974a6312fe3 HTTP/1.1" status: 204 len: 168 time: 0.7498727 Jan 28 03:31:33.365842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50864) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:33.393675 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-8ba32484-48f8-4ac3-baf3-8b418408738b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] show failed (client error): The resource could not be found. Jan 28 03:31:33.395166 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8ba32484-48f8-4ac3-baf3-8b418408738b tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "GET /v2.0/security-groups/69900b27-36d8-4031-a430-1974a6312fe3 HTTP/1.1" status: 404 len: 347 time: 0.0282183 Jan 28 03:31:33.397994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:33.427430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68eebd-6d57-4741-9c8e-e8f5980e104f tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69900b27-36d8-4031-a430-1974a6312fe3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:33.461463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c78ee280-3323-4248-a978-1bd2a2104853 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:33.462122 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c78ee280-3323-4248-a978-1bd2a2104853), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:33.595174 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for port (faa526c2-217c-45cf-a8aa-75d01f22cac2), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:33.622112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c517479-2cfa-43e1-92c6-0cc44962d5e7 req-2289b865-821e-4a50-9434-9986b75687e1 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:33.629487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c517479-2cfa-43e1-92c6-0cc44962d5e7 req-2289b865-821e-4a50-9434-9986b75687e1 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 950 time: 0.1406090 Jan 28 03:31:33.646377 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (faa526c2-217c-45cf-a8aa-75d01f22cac2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:33.675773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c78ee280-3323-4248-a978-1bd2a2104853 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:33.676729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-51e243bb-3c2b-4e70-b3ef-92d78bfea9ca tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Deleting port 887daf76-d3f6-4675-96e1-c3cd6b9c9bcb {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:33.677302 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51e243bb-3c2b-4e70-b3ef-92d78bfea9ca tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (887daf76-d3f6-4675-96e1-c3cd6b9c9bcb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:33.708480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115fd1d-6650-47bd-b281-431c470bb3d3 req-a7d7c0dd-31db-4cc6-a3ea-55c2063b37e6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:33.715447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f115fd1d-6650-47bd-b281-431c470bb3d3 req-a7d7c0dd-31db-4cc6-a3ea-55c2063b37e6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.2226150 Jan 28 03:31:33.731906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Pushing event updated for resources: {'Port': ['ID=faa526c2-217c-45cf-a8aa-75d01f22cac2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:33.756566 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 2, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:33.815673 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Checking router: 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:31:33.825312 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Updating router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:31:33.883039 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51e243bb-3c2b-4e70-b3ef-92d78bfea9ca tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (887daf76-d3f6-4675-96e1-c3cd6b9c9bcb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:33.884356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51e243bb-3c2b-4e70-b3ef-92d78bfea9ca tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for floatingip (887daf76-d3f6-4675-96e1-c3cd6b9c9bcb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:33.884903 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:33.906276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-51e243bb-3c2b-4e70-b3ef-92d78bfea9ca tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Calling delete_port for 887daf76-d3f6-4675-96e1-c3cd6b9c9bcb owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:33.983325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c517479-2cfa-43e1-92c6-0cc44962d5e7 req-9896ca2a-a55d-49a4-b7f9-0216127a8251 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527188 Jan 28 03:31:34.023379 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f115fd1d-6650-47bd-b281-431c470bb3d3 req-9a274d26-e98f-4e3f-bc6f-d73e874e8022 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068721 Jan 28 03:31:34.032781 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (4956b012-a9db-40cf-bf91-e1ac0374fd5c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:34.171200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:34.181493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-86a83a84-1374-482f-a8df-fc6b36a8a143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0279133 Jan 28 03:31:34.215691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5e9431d9-f7b1-40a1-a630-881aade5ca63 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:34.234143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51e243bb-3c2b-4e70-b3ef-92d78bfea9ca tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (887daf76-d3f6-4675-96e1-c3cd6b9c9bcb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:34.235955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a77c26-c8b6-49a3-93f9-90271e621dd1 req-808cc2ba-10b0-43ac-971e-110bdf5170e9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:34.240283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9a77c26-c8b6-49a3-93f9-90271e621dd1 req-808cc2ba-10b0-43ac-971e-110bdf5170e9 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1562157 Jan 28 03:31:34.293963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 5e9431d9-f7b1-40a1-a630-881aade5ca63 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:34.295251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5e9431d9-f7b1-40a1-a630-881aade5ca63 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:34.354789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e243bb-3c2b-4e70-b3ef-92d78bfea9ca tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Pushing event deleted for resources: {'Port': ['ID=887daf76-d3f6-4675-96e1-c3cd6b9c9bcb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:34.389129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9a77c26-c8b6-49a3-93f9-90271e621dd1 req-5c0f41b7-fa55-435a-87a4-0218b812b228 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384416 Jan 28 03:31:34.476076 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51e243bb-3c2b-4e70-b3ef-92d78bfea9ca tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks [] for floatingip (5b4124db-13d1-4bf4-ac15-c25862691350), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:34.479069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51e243bb-3c2b-4e70-b3ef-92d78bfea9ca tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:34.480590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-51e243bb-3c2b-4e70-b3ef-92d78bfea9ca tempest-ServersTestBootFromVolume-1596275900 tempest-ServersTestBootFromVolume-1596275900-project] 10.222.0.44 "DELETE /v2.0/floatingips/5b4124db-13d1-4bf4-ac15-c25862691350 HTTP/1.1" status: 204 len: 168 time: 1.0812769 Jan 28 03:31:34.485915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:34.522203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-a4690a10-553e-46a4-9dbb-3e0fc3cedbe1 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--877957412&fields=id&tenant_id=6ed1727130bb498390dc098767023b60 HTTP/1.1" status: 200 len: 267 time: 0.1166930 Jan 28 03:31:34.639935 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Publish callbacks [] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:34.658961 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:34.726964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-48fb0449-2df3-463b-b49c-85caf26b0de3 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:34.735609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-48fb0449-2df3-463b-b49c-85caf26b0de3 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/networks?id=457e6268-185f-454d-ba01-084721ddea15 HTTP/1.1" status: 200 len: 805 time: 0.2036731 Jan 28 03:31:34.759200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-53995fbe-0305-4a2c-bbf3-a5b9ebd96196 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/quotas/6ed1727130bb498390dc098767023b60 HTTP/1.1" status: 200 len: 375 time: 0.0214465 Jan 28 03:31:34.824251 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Pushing event updated for resources: {'Port': ['ID=b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:34.843150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-6afd801e-922f-4321-a5d5-b0fe74bb8afb tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ed1727130bb498390dc098767023b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830431 Jan 28 03:31:34.877598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.882537 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.884756 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.885411 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.885974 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.887725 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.889664 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.891958 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.892585 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.894680 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.895267 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.895830 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.896378 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:34.960393 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Attempting to bind port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:34.965958 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Attempting to bind port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:34.966485 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Attempting to bind port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee on network 457e6268-185f-454d-ba01-084721ddea15 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:34.973253 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:34.974045 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Checking segment: {'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:34.974675 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:34.975322 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Bound using segment: {'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:34.976142 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Bound port: b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:34.976752 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.069284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:35.085145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0796367d-7015-45ea-b041-49fa479fb4a2 service neutron] 10.222.0.44 "GET /v2.0/networks/457e6268-185f-454d-ba01-084721ddea15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241781 Jan 28 03:31:35.135953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] For port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:35.140694 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] For port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:35.153059 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.172036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-316a1181-0d5c-4e37-9e20-c69ef6eedd85 None None] Provisioning complete for port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:35.172760 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-316a1181-0d5c-4e37-9e20-c69ef6eedd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.259974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baedea6-b4ef-4b36-9f7d-4bbe4959ac74 req-62f8ede0-fd34-45b1-852b-99d656ecff26 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:35.273044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6baedea6-b4ef-4b36-9f7d-4bbe4959ac74 req-62f8ede0-fd34-45b1-852b-99d656ecff26 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 950 time: 0.1792302 Jan 28 03:31:35.288881 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Routers {'521011ae-d6cf-4b1c-9ad5-ef1a9781d803'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:35.291025 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:35.292566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0e745c-91d7-4739-bb30-bb99a90d07db admin admin] Deleting subnet 9e5963e1-e98a-4683-9cd0-8099e9cc4e32 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:31:35.303523 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab0e745c-91d7-4739-bb30-bb99a90d07db admin admin] Publish callbacks [] for subnet (9e5963e1-e98a-4683-9cd0-8099e9cc4e32), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.368410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-316a1181-0d5c-4e37-9e20-c69ef6eedd85 None None] Current status of the port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:35.368989 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-316a1181-0d5c-4e37-9e20-c69ef6eedd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.378863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-8590b897-ed85-4db7-bcdf-a0d9a91e772a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:35.380178 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d193206-a299-4534-be38-2f5f85fe3a29 None None] Pushing event updated for resources: {'Port': ['ID=b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:35.386420 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-8590b897-ed85-4db7-bcdf-a0d9a91e772a tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 950 time: 0.3161387 Jan 28 03:31:35.433463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0151cab9-5f0b-4ce2-b21d-3465c5fe938a service neutron] 10.222.0.44 "GET /v2.0/networks/457e6268-185f-454d-ba01-084721ddea15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232324 Jan 28 03:31:35.458144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-316a1181-0d5c-4e37-9e20-c69ef6eedd85 None None] For port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:35.462654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6baedea6-b4ef-4b36-9f7d-4bbe4959ac74 req-5867f384-729f-43d0-8ea0-2c03b5c1389b tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885781 Jan 28 03:31:35.473376 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-316a1181-0d5c-4e37-9e20-c69ef6eedd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.517912 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab0e745c-91d7-4739-bb30-bb99a90d07db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (9e5963e1-e98a-4683-9cd0-8099e9cc4e32), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.548263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a1181-0d5c-4e37-9e20-c69ef6eedd85 None None] Pushing event updated for resources: {'Port': ['ID=b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:35.550288 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] Set router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:35.697486 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab0e745c-91d7-4739-bb30-bb99a90d07db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (9e5963e1-e98a-4683-9cd0-8099e9cc4e32), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.720362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-82012a28-a841-4a6c-9d19-adad7eb7a6d9 None None] Provisioning complete for port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:35.720746 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82012a28-a841-4a6c-9d19-adad7eb7a6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.737306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e34eb1-ab29-4468-ae1f-f552f49a7e75 req-0fed56a6-89cc-4670-9ab8-2b3bad17dc12 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:35.744759 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8e34eb1-ab29-4468-ae1f-f552f49a7e75 req-0fed56a6-89cc-4670-9ab8-2b3bad17dc12 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.1326926 Jan 28 03:31:35.827049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-6a06096e-e11c-4bc6-aee0-6d0c0e3e53da tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Deleting port 31b2d21d-e6aa-498a-bb96-77df17ac4def {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:35.827570 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-6a06096e-e11c-4bc6-aee0-6d0c0e3e53da tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.851389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8e34eb1-ab29-4468-ae1f-f552f49a7e75 req-d8c02407-87b2-458a-b2e0-e27a19149b7f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055932 Jan 28 03:31:35.854605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-82012a28-a841-4a6c-9d19-adad7eb7a6d9 None None] Current status of the port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:35.970179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (641e37b2-6e93-4cef-a187-73fe8d842d59), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:36.196494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c986be-9a48-456a-aeb3-69d1b5f9c0e7 req-b4916a64-2c6b-46bc-b776-e1d14f9198df tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:36.198208 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-40c986be-9a48-456a-aeb3-69d1b5f9c0e7 req-b4916a64-2c6b-46bc-b776-e1d14f9198df tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1882033 Jan 28 03:31:36.218745 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:35Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:36.257573 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ca682-44e8-4449-ae12-41d9453faf0a None None] The sync data for ids ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'] in n-d-808199-14 is: [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:35Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:31:36.356644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91db19e9-4330-4f2f-9f3d-c252f2aa1e41 req-4d26529b-7638-47bd-93e3-a3bd94e3519b tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 210 time: 0.0870206 Jan 28 03:31:36.473727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-40c986be-9a48-456a-aeb3-69d1b5f9c0e7 req-71e548ca-0f35-4f48-ad5f-7e6b07ba17a5 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662995 Jan 28 03:31:36.684042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e034-690c-4826-90d0-84b6d1f9f45d req-3e6be967-f673-4e4c-bda1-665d1b595b44 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:36.693666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d39e034-690c-4826-90d0-84b6d1f9f45d req-3e6be967-f673-4e4c-bda1-665d1b595b44 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 950 time: 0.0912857 Jan 28 03:31:36.703635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-6a06096e-e11c-4bc6-aee0-6d0c0e3e53da tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] For port 31b2d21d-e6aa-498a-bb96-77df17ac4def, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=31b2d21d-e6aa-498a-bb96-77df17ac4def,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:36.706727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-6a06096e-e11c-4bc6-aee0-6d0c0e3e53da tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:36.715071 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab0e745c-91d7-4739-bb30-bb99a90d07db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (9e5963e1-e98a-4683-9cd0-8099e9cc4e32), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:36.779667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d39e034-690c-4826-90d0-84b6d1f9f45d req-85bad949-dc2c-4888-8319-00dd5d7c25a1 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843937 Jan 28 03:31:36.798510 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab0e745c-91d7-4739-bb30-bb99a90d07db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:36.798510 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ab0e745c-91d7-4739-bb30-bb99a90d07db admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9e5963e1-e98a-4683-9cd0-8099e9cc4e32 HTTP/1.1" status: 204 len: 168 time: 1.7116597 Jan 28 03:31:36.801878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:36.835329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-6a06096e-e11c-4bc6-aee0-6d0c0e3e53da tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Calling delete_port for 31b2d21d-e6aa-498a-bb96-77df17ac4def owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:36.874497 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e745c-91d7-4739-bb30-bb99a90d07db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5963e1-e98a-4683-9cd0-8099e9cc4e32,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:36.927058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (22c0dbfe-f27f-441b-a057-b901050a9c6b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:37.218519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (22c0dbfe-f27f-441b-a057-b901050a9c6b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:37.276316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c0dbfe-f27f-441b-a057-b901050a9c6b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:37.299418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:37.299720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403fb9bf-4637-4c3c-b9d4-8dd22296b8cc') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:37.343824 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (403fb9bf-4637-4c3c-b9d4-8dd22296b8cc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:37.369606 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-efe1945c-1156-497c-bfed-45428902fd74 service neutron] 10.222.0.25 "GET /v2.0/ports/de7dae23-915f-4d45-be42-ddb0975502ae/bindings/n-h1-808199-14 HTTP/1.1" status: 200 len: 385 time: 0.5300922 Jan 28 03:31:37.393684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c4837-6ef8-4c08-89b6-c6741f7157d4 req-72a3fd23-8301-4eb7-a661-984c71a3a738 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:37.400925 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-980c4837-6ef8-4c08-89b6-c6741f7157d4 req-72a3fd23-8301-4eb7-a661-984c71a3a738 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.3519828 Jan 28 03:31:37.442041 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (403fb9bf-4637-4c3c-b9d4-8dd22296b8cc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:37.471317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:37.518221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:31:37.518564 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (403fb9bf-4637-4c3c-b9d4-8dd22296b8cc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:37.539799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-980c4837-6ef8-4c08-89b6-c6741f7157d4 req-e8558821-1737-4246-8dac-fbd219d4beb6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271453 Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:31:37.540449 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:31:37.643393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71fa9656-5e2d-4264-b249-6feda9971218 req-b51ec038-5af0-4cc5-866e-39810b64c860 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 210 time: 0.1226892 Jan 28 03:31:37.684651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:37.695437 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:37.724513 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-6a06096e-e11c-4bc6-aee0-6d0c0e3e53da tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (31b2d21d-e6aa-498a-bb96-77df17ac4def), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:37.777861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8367fa4d-21b6-4f76-b898-811bb737fb89', 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:37.911647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06096e-e11c-4bc6-aee0-6d0c0e3e53da tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Pushing event deleted for resources: {'Port': ['ID=31b2d21d-e6aa-498a-bb96-77df17ac4def,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:37.914534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (22c0dbfe-f27f-441b-a057-b901050a9c6b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:37.921053 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:37.948411 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] 10.222.0.44 "DELETE /v2.0/networks/22c0dbfe-f27f-441b-a057-b901050a9c6b HTTP/1.1" status: 204 len: 168 time: 1.1451745 Jan 28 03:31:38.070131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6db01-a6af-402e-8ab5-ad3ca4b3332c admin admin] Pushing event deleted for resources: {'Network': ['ID=22c0dbfe-f27f-441b-a057-b901050a9c6b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:38.088890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24165b47-280d-4190-8f7f-c4b17198ffec req-9ec76c5c-6040-4246-a82f-538ed2f78205 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:38.104199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24165b47-280d-4190-8f7f-c4b17198ffec req-9ec76c5c-6040-4246-a82f-538ed2f78205 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 943 time: 0.3519320 Jan 28 03:31:38.138944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:38.195165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-6a06096e-e11c-4bc6-aee0-6d0c0e3e53da tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] No DVR routers for this DVR port 31b2d21d-e6aa-498a-bb96-77df17ac4def on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:38.233171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-6a06096e-e11c-4bc6-aee0-6d0c0e3e53da tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:38.245514 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48c2ff14-8b9d-4407-b53d-c97b66181a9c req-6a06096e-e11c-4bc6-aee0-6d0c0e3e53da tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "DELETE /v2.0/ports/31b2d21d-e6aa-498a-bb96-77df17ac4def HTTP/1.1" status: 204 len: 173 time: 2.8454537 Jan 28 03:31:38.246254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-deleted', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:38.271852 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a806ca63-06b1-43e9-aa48-1a3b47595b34" -d '{"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-deleted", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:38.293188 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22c97201-2614-4394-8179-b919285901f3 req-92a478fd-e92c-4a9c-b6fb-a70a1ff48405 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ccde62e-99ae-44f1-93b2-d64a811a167f HTTP/1.1" status: 200 len: 210 time: 0.1664298 Jan 28 03:31:38.372811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:38.482916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-a8f9fd46-94f7-4815-bb6a-65dd72b243b9 service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:38.502750 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24165b47-280d-4190-8f7f-c4b17198ffec req-0ea5b24f-27c6-4763-acfa-79a844b9ab29 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976369 Jan 28 03:31:38.509452 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ac2236-ccd4-4e6b-ac38-6bd28be815d3 x-openstack-request-id: req-97ac2236-ccd4-4e6b-ac38-6bd28be815d3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:38.510909 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccde62e-99ae-44f1-93b2-d64a811a167f", "name": "network-vif-deleted", "tag": "31b2d21d-e6aa-498a-bb96-77df17ac4def", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:38.517264 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97ac2236-ccd4-4e6b-ac38-6bd28be815d3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:38.517706 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccde62e-99ae-44f1-93b2-d64a811a167f', 'name': 'network-vif-deleted', 'tag': '31b2d21d-e6aa-498a-bb96-77df17ac4def', 'status': 'completed', 'code': 200} Jan 28 03:31:38.589425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-a8f9fd46-94f7-4815-bb6a-65dd72b243b9 service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:38.628065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-fda9040a-cf7b-44ee-966a-003392d4a409 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:38.644396 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-fda9040a-cf7b-44ee-966a-003392d4a409 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.42 "GET /v2.0/networks?id=457e6268-185f-454d-ba01-084721ddea15 HTTP/1.1" status: 200 len: 805 time: 0.6802437 Jan 28 03:31:38.687844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] Deleting port d284da0c-4120-406b-9392-20f74f18474f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:38.708817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-08ba3d62-7d5e-4205-85b0-b60451792cdb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1dc47002d2e487dbd8112316c5ecb14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223026 Jan 28 03:31:38.711445 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d284da0c-4120-406b-9392-20f74f18474f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:38.713678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50978) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:38.787056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-a8f9fd46-94f7-4815-bb6a-65dd72b243b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7dae23-915f-4d45-be42-ddb0975502ae {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:38.848873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-a8f9fd46-94f7-4815-bb6a-65dd72b243b9 service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:38.894274 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-a8f9fd46-94f7-4815-bb6a-65dd72b243b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:38.900796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34c6fa88-a8e6-40af-baa2-f1ef8a710a67 req-e2de2e75-bfcb-456e-8576-6ce99fb7f59e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 210 time: 0.0832925 Jan 28 03:31:38.952333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb967a-0a12-46a0-9dc6-88245e0d301c req-6d56ac7e-84bc-4132-bcda-1220b9f96643 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:38.960351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddcb967a-0a12-46a0-9dc6-88245e0d301c req-6d56ac7e-84bc-4132-bcda-1220b9f96643 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.2145317 Jan 28 03:31:39.014071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:39.059504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] For port d284da0c-4120-406b-9392-20f74f18474f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d284da0c-4120-406b-9392-20f74f18474f,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:39.060603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d284da0c-4120-406b-9392-20f74f18474f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:39.082844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 31b2d21d-e6aa-498a-bb96-77df17ac4def {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:39.083349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] Calling delete_port for d284da0c-4120-406b-9392-20f74f18474f owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:39.085835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 31b2d21d-e6aa-498a-bb96-77df17ac4def not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:39.115025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-7c0ef71a-1c4f-4b3a-87ea-c5d0363cea80 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ed1727130bb498390dc098767023b60 HTTP/1.1" status: 200 len: 379 time: 0.4014978 Jan 28 03:31:39.145742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Request body: {'port': {'device_id': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'admin_state_up': True, 'tenant_id': '6ed1727130bb498390dc098767023b60', 'security_groups': ['82d5798b-a89c-4abe-bcf0-a34e3866dd2a']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:39.214422 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e404e0ae-8d30-4800-a74f-19fdaf73310d admin admin] Publish callbacks [] for security_group (39f6a9a8-f51b-4ecf-9c49-0be03439d7a6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:39.305909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddcb967a-0a12-46a0-9dc6-88245e0d301c req-cde14419-bccb-431f-8a17-10d8a84e080d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444092 Jan 28 03:31:39.328992 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Made reservation on behalf of 6ed1727130bb498390dc098767023b60 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:31:39.350561 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:39.441477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-a8f9fd46-94f7-4815-bb6a-65dd72b243b9 service neutron] Transition to ACTIVE for port object de7dae23-915f-4d45-be42-ddb0975502ae will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:31:39.474903 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e404e0ae-8d30-4800-a74f-19fdaf73310d admin admin] Publish callbacks [] for security_group (39f6a9a8-f51b-4ecf-9c49-0be03439d7a6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:39.500315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-a8f9fd46-94f7-4815-bb6a-65dd72b243b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:39.705031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9fd46-94f7-4815-bb6a-65dd72b243b9 service neutron] Pushing event updated for resources: {'Port': ['ID=de7dae23-915f-4d45-be42-ddb0975502ae,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:39.779415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Allocated IP 172.20.0.7 (457e6268-185f-454d-ba01-084721ddea15/6a4bf499-2f77-4a83-815b-af6cec4f050d/4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:31:39.834802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-a8f9fd46-94f7-4815-bb6a-65dd72b243b9 service neutron] No DVR routers for this DVR port de7dae23-915f-4d45-be42-ddb0975502ae on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:39.836421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f47a3f-234e-4ba9-989f-96c028e9462d req-f8e6c346-8aea-4cf8-99a0-b3d59141683e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:39.839587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4f47a3f-234e-4ba9-989f-96c028e9462d req-f8e6c346-8aea-4cf8-99a0-b3d59141683e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 944 time: 0.1710236 Jan 28 03:31:39.985063 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-a8f9fd46-94f7-4815-bb6a-65dd72b243b9 service neutron] 10.222.0.25 "PUT /v2.0/ports/de7dae23-915f-4d45-be42-ddb0975502ae/bindings/n-h1-808199-14/activate HTTP/1.1" status: 200 len: 370 time: 2.6055162 Jan 28 03:31:40.045767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4f47a3f-234e-4ba9-989f-96c028e9462d req-5ceb6458-b960-447c-b48d-26ee663a0526 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929245 Jan 28 03:31:40.193361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d284da0c-4120-406b-9392-20f74f18474f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:40.195517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e404e0ae-8d30-4800-a74f-19fdaf73310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (39f6a9a8-f51b-4ecf-9c49-0be03439d7a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:40.198381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e404e0ae-8d30-4800-a74f-19fdaf73310d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:40.198892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d0801-4a64-44da-9ae0-43fbfb9ca9e3 req-aec612aa-ec09-434d-814d-5a9882cd23b8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:40.202627 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e404e0ae-8d30-4800-a74f-19fdaf73310d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39f6a9a8-f51b-4ecf-9c49-0be03439d7a6 HTTP/1.1" status: 204 len: 168 time: 1.4829187 Jan 28 03:31:40.203844 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f5d0801-4a64-44da-9ae0-43fbfb9ca9e3 req-aec612aa-ec09-434d-814d-5a9882cd23b8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.2227623 Jan 28 03:31:40.333244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-647fe73d-7015-434f-b7be-fdd52c8528d8 req-bf845f80-4c96-44e9-8baa-d3e8a5c0b2ea tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 210 time: 0.1206050 Jan 28 03:31:40.376290 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:40.394784 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25e77f7c-8327-4cae-92b6-2be40692d8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:40.411184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] Pushing event deleted for resources: {'Port': ['ID=d284da0c-4120-406b-9392-20f74f18474f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:40.425214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404e0ae-8d30-4800-a74f-19fdaf73310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f6a9a8-f51b-4ecf-9c49-0be03439d7a6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:40.485635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f5d0801-4a64-44da-9ae0-43fbfb9ca9e3 req-2746b62b-84d8-48ee-8c97-731b09e3e375 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520087 Jan 28 03:31:40.623064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:40.676435 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-5ba5a6bd-ff54-4b6a-9618-4a93411baae2 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:40.683843 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-5ba5a6bd-ff54-4b6a-9618-4a93411baae2 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.5095482 Jan 28 03:31:40.761511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Pushing event updated for resources: {'Port': ['ID=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:40.810954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eaeca1-27f5-48f8-b339-e833b47b8512 req-35763bfb-fb38-4914-9589-bed721cb26e3 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:40.826810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19eaeca1-27f5-48f8-b339-e833b47b8512 req-35763bfb-fb38-4914-9589-bed721cb26e3 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.3385363 Jan 28 03:31:40.846778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Network 457e6268-185f-454d-ba01-084721ddea15 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:40.853642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:40.891092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:31:41.108956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19eaeca1-27f5-48f8-b339-e833b47b8512 req-3d865716-878f-4267-a33d-0d301dd09abe tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811191 Jan 28 03:31:41.156436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (641e37b2-6e93-4cef-a187-73fe8d842d59), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:41.191399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:41.192086 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:41.335834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-f4f08fa7-4558-4f7e-a3b9-8d39ff6b06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:41.344459 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-f4f08fa7-4558-4f7e-a3b9-8d39ff6b06c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c HTTP/1.1" status: 200 len: 1096 time: 0.5356965 Jan 28 03:31:41.429805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-0dead880-abdf-495c-aa27-c840e39d1c09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2977095 Jan 28 03:31:41.448938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-41124e09-a6ec-495a-bd99-7ec9f70224f2 None None] Provisioning complete for port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:41.450245 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41124e09-a6ec-495a-bd99-7ec9f70224f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:41.459898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Request body: {'port': {'device_id': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:41.529824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6bb02f6b-d6c8-486a-826b-f87311d7b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:41.531464 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-6bb02f6b-d6c8-486a-826b-f87311d7b35f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 1096 time: 0.1509359 Jan 28 03:31:41.557274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-41124e09-a6ec-495a-bd99-7ec9f70224f2 None None] Port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:31:41.652092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116f853-a954-421c-bd15-393455e3bc73 req-33ed1459-3de6-4fa5-9a4b-806f7d28f72c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:41.654917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6116f853-a954-421c-bd15-393455e3bc73 req-33ed1459-3de6-4fa5-9a4b-806f7d28f72c tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 944 time: 0.4101207 Jan 28 03:31:41.784055 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:41.824940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466e81-d385-443b-8e4b-d8ecedfa7db6 req-d0aadcd2-91d1-465f-9ef1-b281e737c681 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:41.827856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7466e81-d385-443b-8e4b-d8ecedfa7db6 req-d0aadcd2-91d1-465f-9ef1-b281e737c681 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 931 time: 0.2606993 Jan 28 03:31:41.861165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6116f853-a954-421c-bd15-393455e3bc73 req-35dd97b8-fb88-4023-8ff8-c88bedfb7f79 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991966 Jan 28 03:31:41.883524 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:41.914191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-faa40422-65a9-4986-98b4-6df0de5f8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:41.917994 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-faa40422-65a9-4986-98b4-6df0de5f8f4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.3803926 Jan 28 03:31:42.056634 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-b282b6e3-0f3e-438d-a5cc-48670a6a09dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de7dae23-915f-4d45-be42-ddb0975502ae HTTP/1.1" status: 200 len: 217 time: 0.1307054 Jan 28 03:31:42.058624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] Router 641e37b2-6e93-4cef-a187-73fe8d842d59 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:31:42.137171 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:42.158481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-8cc3ba2e-efcb-4398-8092-5913827f9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:42.169251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-8cc3ba2e-efcb-4398-8092-5913827f9dd3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.0933213 Jan 28 03:31:42.172602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7466e81-d385-443b-8e4b-d8ecedfa7db6 req-be4bc747-3a20-47ed-b85b-ffb7afda8fc4 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3362401 Jan 28 03:31:42.212817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d50638-4504-466b-b95f-f884cdea90a5 req-22ed5e7a-4c5f-4f5c-b600-c4f2bd3f4a8d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:42.214485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67d50638-4504-466b-b95f-f884cdea90a5 req-22ed5e7a-4c5f-4f5c-b600-c4f2bd3f4a8d tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.4681497 Jan 28 03:31:42.233559 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-d813992d-9f55-4e66-81f2-4b54a6084e00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634232 Jan 28 03:31:42.517353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-8c08b945-082a-4380-9712-ad006dcc1564 service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382927 Jan 28 03:31:42.535971 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f78e966c-6d1b-47d0-bd39-d6e0dd6ae8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:42.670688 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-5d45e916-0050-47bd-ae7d-d5c6e03848ad service neutron] 10.222.0.42 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405079 Jan 28 03:31:42.851722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:42.852918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:31:42.861794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Publish callbacks [] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:42.871047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] Sync routers for ids ['641e37b2-6e93-4cef-a187-73fe8d842d59'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:31:42.877201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Transition to ACTIVE for port object 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:31:42.886249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-450825008-network', 'tenant_id': '9c71d4715ac94ff6bb79e9dae1cc0f42'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:42.899996 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377b82a-12dd-489b-8a9f-8e77a4c9ba10 req-7ca7673a-3536-4772-995b-d547a9d06b98 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:42.908065 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7377b82a-12dd-489b-8a9f-8e77a4c9ba10 req-7ca7673a-3536-4772-995b-d547a9d06b98 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c31cd3ad-d1bc-4225-9e37-a084c3959ae7 HTTP/1.1" status: 200 len: 950 time: 0.7716556 Jan 28 03:31:42.929151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] Routers {'641e37b2-6e93-4cef-a187-73fe8d842d59'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:42.929805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['641e37b2-6e93-4cef-a187-73fe8d842d59'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:42.933803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:42.936566 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-10bf526a-7a36-485d-a0c8-127d2adf9dab admin admin] 10.222.0.44 "PUT /v2.0/routers/641e37b2-6e93-4cef-a187-73fe8d842d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4473875 Jan 28 03:31:42.936961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:42.962419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-67d50638-4504-466b-b95f-f884cdea90a5 req-05477421-953c-4eae-9e88-7d57b61abbe2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Deleting port a5dbb3ec-be09-40cf-975f-9e0a5072b65b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:42.963151 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67d50638-4504-466b-b95f-f884cdea90a5 req-05477421-953c-4eae-9e88-7d57b61abbe2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:43.126810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-d49b23c9-20e6-43ec-93bb-f560d3259069 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:43.130527 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-d49b23c9-20e6-43ec-93bb-f560d3259069 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4&tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.0894554 Jan 28 03:31:43.152863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7377b82a-12dd-489b-8a9f-8e77a4c9ba10 req-e78f6cdd-cde4-4edb-b831-e324849223e6 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413743 Jan 28 03:31:43.195418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315a207-7de1-4737-8048-e4e5b1b2793d req-89baa0bf-96e4-4eea-b5b4-0316254f7e2e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:43.202616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3315a207-7de1-4737-8048-e4e5b1b2793d req-89baa0bf-96e4-4eea-b5b4-0316254f7e2e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.3236456 Jan 28 03:31:43.206653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Made reservation on behalf of 9c71d4715ac94ff6bb79e9dae1cc0f42 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:31:43.208328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] Set router 641e37b2-6e93-4cef-a187-73fe8d842d59 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:43.217323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:43.252348 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:43.312731 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67d50638-4504-466b-b95f-f884cdea90a5 req-05477421-953c-4eae-9e88-7d57b61abbe2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] For port a5dbb3ec-be09-40cf-975f-9e0a5072b65b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:43.313890 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67d50638-4504-466b-b95f-f884cdea90a5 req-05477421-953c-4eae-9e88-7d57b61abbe2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:43.325113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:43.341481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-67d50638-4504-466b-b95f-f884cdea90a5 req-05477421-953c-4eae-9e88-7d57b61abbe2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Calling delete_port for a5dbb3ec-be09-40cf-975f-9e0a5072b65b owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:43.369986 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-66506fbc-3185-4421-8a16-f1fc73ee85c8 service neutron] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:43.379586 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-66506fbc-3185-4421-8a16-f1fc73ee85c8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:43.382277 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3548da2c-3e5a-4452-8a8d-b27fd6e2547e req-66506fbc-3185-4421-8a16-f1fc73ee85c8 service neutron] 10.222.0.42 "DELETE /v2.0/ports/de7dae23-915f-4d45-be42-ddb0975502ae/bindings/n-h2-808199-14 HTTP/1.1" status: 204 len: 173 time: 0.2354097 Jan 28 03:31:43.577519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Publish callbacks [] for security_group (effa9d1c-5e78-4111-998e-fa25114d3261), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:43.641266 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67d50638-4504-466b-b95f-f884cdea90a5 req-05477421-953c-4eae-9e88-7d57b61abbe2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a5dbb3ec-be09-40cf-975f-9e0a5072b65b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:43.682541 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (effa9d1c-5e78-4111-998e-fa25114d3261), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:43.687882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8367fa4d-21b6-4f76-b898-811bb737fb89'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:43.697612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05477421-953c-4eae-9e88-7d57b61abbe2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Pushing event deleted for resources: {'Port': ['ID=a5dbb3ec-be09-40cf-975f-9e0a5072b65b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:43.729773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:31:43.750474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ef6ffced-ef4b-4d42-9a76-0df1b23e29b0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:43.751122 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Added segment ef6ffced-ef4b-4d42-9a76-0df1b23e29b0 of type vlan for network d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 Jan 28 03:31:43.760800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d50638-4504-466b-b95f-f884cdea90a5 req-05477421-953c-4eae-9e88-7d57b61abbe2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] No DVR routers for this DVR port a5dbb3ec-be09-40cf-975f-9e0a5072b65b on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:43.765319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67d50638-4504-466b-b95f-f884cdea90a5 req-05477421-953c-4eae-9e88-7d57b61abbe2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:43.769181 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67d50638-4504-466b-b95f-f884cdea90a5 req-05477421-953c-4eae-9e88-7d57b61abbe2 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "DELETE /v2.0/ports/a5dbb3ec-be09-40cf-975f-9e0a5072b65b HTTP/1.1" status: 204 len: 173 time: 1.5345500 Jan 28 03:31:43.769702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'name': 'network-vif-deleted', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:43.772320 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac818462-4f0f-4818-b225-01f25fdd5193" -d '{"events": [{"server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "name": "network-vif-deleted", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:43.813150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:31:40Z', 'revision_number': 5, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:43.883640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] Checking router: 641e37b2-6e93-4cef-a187-73fe8d842d59 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:31:43.923089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] Routers {'641e37b2-6e93-4cef-a187-73fe8d842d59'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:43.923961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['641e37b2-6e93-4cef-a187-73fe8d842d59'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:43.965386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effa9d1c-5e78-4111-998e-fa25114d3261,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:44.162276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3315a207-7de1-4737-8048-e4e5b1b2793d req-282fbb4a-a713-4eca-b06f-e01d4aaeb84c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9109764 Jan 28 03:31:44.197494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Attempting to bind port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:44.197897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Attempting to bind port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:44.205295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Attempting to bind port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc on network 457e6268-185f-454d-ba01-084721ddea15 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:44.214372 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.219613 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.225086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] Set router 641e37b2-6e93-4cef-a187-73fe8d842d59 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:44.253732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d5b8123e-ec83-457b-b1dd-2ed2c1308fb6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.258726 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Publish callbacks [] for router (641e37b2-6e93-4cef-a187-73fe8d842d59), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.361717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc on network 457e6268-185f-454d-ba01-084721ddea15 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:31:44.362250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Attempting to bind port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc on network 457e6268-185f-454d-ba01-084721ddea15 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:44.407018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:44.407365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Checking segment: {'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:44.407759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Bound using segment: {'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:44.408214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Bound port: 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af1a61b-5a36-465c-968e-69fc4691ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '457e6268-185f-454d-ba01-084721ddea15'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:44.408600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.418252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81144e-362a-4ebc-a3b4-3e2fe9ab1bbd req-b827dcdc-038c-4b0f-acc3-641bf5a4523f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:44.420604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c81144e-362a-4ebc-a3b4-3e2fe9ab1bbd req-b827dcdc-038c-4b0f-acc3-641bf5a4523f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 944 time: 1.0051408 Jan 28 03:31:44.559195 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d5b8123e-ec83-457b-b1dd-2ed2c1308fb6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.560876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:44.561864 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.604188 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4657094 Jan 28 03:31:44.607950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51080) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:44.614001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Request body: {'subnet': {'network_id': 'd5b8123e-ec83-457b-b1dd-2ed2c1308fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-450825008-subnet', 'tenant_id': '9c71d4715ac94ff6bb79e9dae1cc0f42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:44.636418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f6f6e-e62b-41a1-aa34-1f7f3e507e78 req-571f707c-bc25-44c6-99f7-1b611fa2bb60 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:44.641233 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e53f6f6e-e62b-41a1-aa34-1f7f3e507e78 req-571f707c-bc25-44c6-99f7-1b611fa2bb60 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 943 time: 0.3048215 Jan 28 03:31:44.667931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Made reservation on behalf of 9c71d4715ac94ff6bb79e9dae1cc0f42 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:31:44.672803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.789514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd079931-622b-49dd-9493-d85f3ff5f50d admin admin] Pushing event updated for resources: {'Network': ['ID=d5b8123e-ec83-457b-b1dd-2ed2c1308fb6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:44.798989 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c81144e-362a-4ebc-a3b4-3e2fe9ab1bbd req-e90dcb7d-09ec-4ae0-8053-4abd5d28ea44 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426566 Jan 28 03:31:44.800551 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Publish callbacks [] for router_gateway (641e37b2-6e93-4cef-a187-73fe8d842d59), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.839593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] For port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:44.844113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] For port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:44.854067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:31:44.854644 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.943515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:44.944877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:44.946441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] 10.222.0.42 "PUT /v2.0/ports/4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc HTTP/1.1" status: 200 len: 1092 time: 3.5026526 Jan 28 03:31:44.956379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'tag': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:44.959071 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4108aa-4d06-4247-9893-4cc683821311" -d '{"events": [{"name": "network-changed", "server_uuid": "aed36a50-c0ec-4aca-a531-4900ea42a5bd", "tag": "4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:45.076269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a5dbb3ec-be09-40cf-975f-9e0a5072b65b no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:45.087569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e53f6f6e-e62b-41a1-aa34-1f7f3e507e78 req-d149b7c9-3303-4466-a197-b0f639ea1521 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989480 Jan 28 03:31:45.120451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021ff7c-fc08-496f-aec3-44d43d398d68 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:45.201836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: a5dbb3ec-be09-40cf-975f-9e0a5072b65b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:45.202442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device a5dbb3ec-be09-40cf-975f-9e0a5072b65b not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:45.227385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Deleting port f0167a4b-c0fb-460f-803e-ed81acc46846 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:45.227862 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:45.246364 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6ea09f-eb89-4c0e-9983-f6a2040a61a3 x-openstack-request-id: req-0e6ea09f-eb89-4c0e-9983-f6a2040a61a3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:45.248984 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31cd3ad-d1bc-4225-9e37-a084c3959ae7", "name": "network-vif-deleted", "tag": "a5dbb3ec-be09-40cf-975f-9e0a5072b65b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:45.249584 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e6ea09f-eb89-4c0e-9983-f6a2040a61a3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:45.250699 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31cd3ad-d1bc-4225-9e37-a084c3959ae7', 'name': 'network-vif-deleted', 'tag': 'a5dbb3ec-be09-40cf-975f-9e0a5072b65b', 'status': 'completed', 'code': 200} Jan 28 03:31:45.306466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:31:40Z', 'revision_number': 5, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:45.315082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-98ae443b-6ac1-46bc-b49a-80c3e5661db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:45.316772 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-98ae443b-6ac1-46bc-b49a-80c3e5661db9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 1097 time: 0.2247071 Jan 28 03:31:45.338230 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c227d8c4-24f2-4d7e-839d-b8085f30b0d6 x-openstack-request-id: req-c227d8c4-24f2-4d7e-839d-b8085f30b0d6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:45.338652 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed36a50-c0ec-4aca-a531-4900ea42a5bd", "tag": "4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:45.339003 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c227d8c4-24f2-4d7e-839d-b8085f30b0d6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:45.341316 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'tag': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc', 'status': 'completed', 'code': 200} Jan 28 03:31:45.412163 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (5bf27f9e-8c1a-43ab-9c2e-82804220586c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:45.420452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a7a92-98b9-4eaa-8467-bf61597996ad None None] The sync data for ids ['641e37b2-6e93-4cef-a187-73fe8d842d59'] in n-d-808199-14 is: [{'id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'name': 'tempest-ServersTestBootFromVolume-94667894-router', 'tenant_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:27:45Z', 'updated_at': '2022-01-28T03:31:40Z', 'revision_number': 5, 'project_id': 'ed834f1bfe6a46e585b8de2e620f8d75', 'gw_port': {'id': 'f0167a4b-c0fb-460f-803e-ed81acc46846', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e37b2-6e93-4cef-a187-73fe8d842d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:27:46Z', 'updated_at': '2022-01-28T03:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:31:45.463175 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:45.477962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] For port f0167a4b-c0fb-460f-803e-ed81acc46846, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f0167a4b-c0fb-460f-803e-ed81acc46846,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:45.478384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:45.557614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-f60816cd-99f6-4a12-922d-7a95aa8b78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:45.559103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Calling delete_port for f0167a4b-c0fb-460f-803e-ed81acc46846 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:45.559395 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-f60816cd-99f6-4a12-922d-7a95aa8b78d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ed1727130bb498390dc098767023b60&device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 1095 time: 0.3235884 Jan 28 03:31:45.567595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf27f9e-8c1a-43ab-9c2e-82804220586c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:45.614078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Checking segment: {'id': 'ef6ffced-ef4b-4d42-9a76-0df1b23e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd5b8123e-ec83-457b-b1dd-2ed2c1308fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:45.614788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Network hostable DHCP agents. Network: d5b8123e-ec83-457b-b1dd-2ed2c1308fb6, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:31:45.617059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-03b35ccf-68bd-4c38-9855-8506c86db25e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc HTTP/1.1" status: 200 len: 217 time: 0.0453341 Jan 28 03:31:45.666178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Network d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:31:45.686525 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d5b8123e-ec83-457b-b1dd-2ed2c1308fb6) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:45.693106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-79a6066b-1c44-49dd-8adb-1b71d08e771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:45.694561 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-79a6066b-1c44-49dd-8adb-1b71d08e771a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a4bf499-2f77-4a83-815b-af6cec4f050d HTTP/1.1" status: 200 len: 844 time: 0.0668714 Jan 28 03:31:45.695866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:45.696397 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:45.701460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edacf566-7f3c-434a-8f1f-8fcb32d0a953 None None] Network d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:31:45.751454 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-76b950e2-0012-49f6-ba8e-9d70a9902bb6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1423059 Jan 28 03:31:45.758430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ab899e0d-853a-4e18-8a6a-bbf5feb7c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:45.761940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d1dead21-9630-4ad6-8181-8706a48eb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:45.766446 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-d1dead21-9630-4ad6-8181-8706a48eb488 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=457e6268-185f-454d-ba01-084721ddea15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623546 Jan 28 03:31:45.777521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ab899e0d-853a-4e18-8a6a-bbf5feb7c342 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.4508102 Jan 28 03:31:45.834197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5a62d-ace1-4731-9ca9-b3b51bd042a7 req-9ebd15de-0aad-4349-8c2a-de336244089a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:45.836432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2f5a62d-ace1-4731-9ca9-b3b51bd042a7 req-9ebd15de-0aad-4349-8c2a-de336244089a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.4284375 Jan 28 03:31:45.898338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-562764e9-4fdc-4f69-8c8a-84425b43105d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32cca07-065f-42bf-ab62-da64884a2570 HTTP/1.1" status: 200 len: 217 time: 0.0821397 Jan 28 03:31:45.950475 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573ad670-487e-4206-a0c9-f4cbbc04c9ee None None] Network d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:31:46.019231 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-8aaf1b11-18fa-47eb-ae25-46e6f47973df service neutron] 10.222.0.42 "GET /v2.0/networks/457e6268-185f-454d-ba01-084721ddea15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469418 Jan 28 03:31:46.049594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b545b8-d132-4011-9932-410e361cd6b0 req-9ae8cd5e-172a-41a4-bfa1-db81315daf85 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:46.056587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66b545b8-d132-4011-9932-410e361cd6b0 req-9ae8cd5e-172a-41a4-bfa1-db81315daf85 tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 1096 time: 0.5684421 Jan 28 03:31:46.060057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-44e77371-6511-43bc-baeb-d46c1ac264f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:46.067701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-44e77371-6511-43bc-baeb-d46c1ac264f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1392684 Jan 28 03:31:46.152568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-83ee228a-d2a7-4801-a97e-ce62375128d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620883 Jan 28 03:31:46.196782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f0167a4b-c0fb-460f-803e-ed81acc46846), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:46.248710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ab93e9b-30a2-4d69-9617-666deeeabd45 req-ca3eed90-02d5-42ee-8fad-04c34876f4d7 service neutron] 10.222.0.42 "GET /v2.0/networks/457e6268-185f-454d-ba01-084721ddea15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094054 Jan 28 03:31:46.299490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0167a4b-c0fb-460f-803e-ed81acc46846,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:46.413635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4108aa-4d06-4247-9893-4cc683821311 req-be8f041e-ebbf-4918-b6cd-2eb2f85ba011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:46.415392 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f4108aa-4d06-4247-9893-4cc683821311 req-be8f041e-ebbf-4918-b6cd-2eb2f85ba011 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ed1727130bb498390dc098767023b60&device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 1095 time: 0.0798337 Jan 28 03:31:46.443915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66b545b8-d132-4011-9932-410e361cd6b0 req-c6c88fc3-9563-4f11-b80f-985aea9f373a tempest-LiveMigrationTest-1910237257 tempest-LiveMigrationTest-1910237257-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576231 Jan 28 03:31:46.448103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2f5a62d-ace1-4731-9ca9-b3b51bd042a7 req-7274edfd-5e41-46f8-a450-e7ec7427c42e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626724 Jan 28 03:31:46.530639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (641e37b2-6e93-4cef-a187-73fe8d842d59), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:46.625335 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:46.635466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4108aa-4d06-4247-9893-4cc683821311 req-fb142560-7139-4fe8-a466-82545c208e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:46.639187 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f4108aa-4d06-4247-9893-4cc683821311 req-fb142560-7139-4fe8-a466-82545c208e24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=457e6268-185f-454d-ba01-084721ddea15 HTTP/1.1" status: 200 len: 906 time: 0.2160130 Jan 28 03:31:46.666977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (641e37b2-6e93-4cef-a187-73fe8d842d59), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:46.670481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Publish callbacks [] for router_controller (641e37b2-6e93-4cef-a187-73fe8d842d59), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:46.735342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (641e37b2-6e93-4cef-a187-73fe8d842d59), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:46.736150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 641e37b2-6e93-4cef-a187-73fe8d842d59 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:31:46.745828 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:46.747750 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d7a8ca1c-2e53-46ca-b50f-2a10c873b714 admin admin] 10.222.0.44 "DELETE /v2.0/routers/641e37b2-6e93-4cef-a187-73fe8d842d59 HTTP/1.1" status: 204 len: 168 time: 3.7835984 Jan 28 03:31:46.755724 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51124) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:46.759651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f4108aa-4d06-4247-9893-4cc683821311 req-7d4bb7bd-cf97-4ea0-a026-3df832b24a89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc HTTP/1.1" status: 200 len: 217 time: 0.1137466 Jan 28 03:31:46.820424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d0d81a-42b4-418d-8a2d-7fc2e3ad3761 admin admin] Deleting subnet 86bc470f-097f-440b-9cce-f405d8cceafd {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:31:46.824552 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44d0d81a-42b4-418d-8a2d-7fc2e3ad3761 admin admin] Publish callbacks [] for subnet (86bc470f-097f-440b-9cce-f405d8cceafd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:46.865708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4108aa-4d06-4247-9893-4cc683821311 req-dbde5796-7f8f-4da9-86d4-199c71f3f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:46.876313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44d0d81a-42b4-418d-8a2d-7fc2e3ad3761 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (86bc470f-097f-440b-9cce-f405d8cceafd), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:46.881206 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f4108aa-4d06-4247-9893-4cc683821311 req-dbde5796-7f8f-4da9-86d4-199c71f3f8f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a4bf499-2f77-4a83-815b-af6cec4f050d HTTP/1.1" status: 200 len: 844 time: 0.1111441 Jan 28 03:31:46.985517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4108aa-4d06-4247-9893-4cc683821311 req-25ecd98d-9106-430c-a320-1daf2b9b3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:46.987020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f4108aa-4d06-4247-9893-4cc683821311 req-25ecd98d-9106-430c-a320-1daf2b9b3aa0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=457e6268-185f-454d-ba01-084721ddea15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029384 Jan 28 03:31:47.036510 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44d0d81a-42b4-418d-8a2d-7fc2e3ad3761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (86bc470f-097f-440b-9cce-f405d8cceafd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:47.127889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-2e7e998a-648c-4534-9880-56cbccb2d896 service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9623029 Jan 28 03:31:47.178949 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f4108aa-4d06-4247-9893-4cc683821311 req-620d899c-a52d-47c7-ba49-33eb3fcc2285 service neutron] 10.222.0.42 "GET /v2.0/networks/457e6268-185f-454d-ba01-084721ddea15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793849 Jan 28 03:31:47.339979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-94351b73-f0eb-47a7-a34c-91eeb9d53ecd service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728771 Jan 28 03:31:47.357616 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f4108aa-4d06-4247-9893-4cc683821311 req-b2d509ff-0983-43da-8cac-cfb6972d0326 service neutron] 10.222.0.42 "GET /v2.0/networks/457e6268-185f-454d-ba01-084721ddea15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702542 Jan 28 03:31:47.361761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb104c4a-0075-44c4-a2ba-27b670c5c970 req-785a0b87-688d-4bf8-8571-fc7501b08902 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:47.363329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb104c4a-0075-44c4-a2ba-27b670c5c970 req-785a0b87-688d-4bf8-8571-fc7501b08902 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 943 time: 0.2872348 Jan 28 03:31:47.373319 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44d0d81a-42b4-418d-8a2d-7fc2e3ad3761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (86bc470f-097f-440b-9cce-f405d8cceafd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:47.393313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44d0d81a-42b4-418d-8a2d-7fc2e3ad3761 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:47.398212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-44d0d81a-42b4-418d-8a2d-7fc2e3ad3761 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/86bc470f-097f-440b-9cce-f405d8cceafd HTTP/1.1" status: 204 len: 168 time: 0.6408715 Jan 28 03:31:47.399171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9912e1-757e-49e4-9b38-e24b25a4ffba None None] Network 8484bd0d-2c4d-469b-a235-505b20fad4a9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:31:47.401456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51136) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:47.518167 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8484bd0d-2c4d-469b-a235-505b20fad4a9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:47.603143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Deleting port e243e5fe-d745-4a0f-bcc5-b7d9d987861c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:47.603781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:47.616533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f0167a4b-c0fb-460f-803e-ed81acc46846 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:47.678757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] DHCP port deletion for 8484bd0d-2c4d-469b-a235-505b20fad4a9 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:31:47.682789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f0167a4b-c0fb-460f-803e-ed81acc46846 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:47.683346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f0167a4b-c0fb-460f-803e-ed81acc46846 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:47.684003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d284da0c-4120-406b-9392-20f74f18474f no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:47.721536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] For port e243e5fe-d745-4a0f-bcc5-b7d9d987861c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e243e5fe-d745-4a0f-bcc5-b7d9d987861c,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:47.722088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:47.739396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: d284da0c-4120-406b-9392-20f74f18474f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:47.740079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d284da0c-4120-406b-9392-20f74f18474f not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:47.815893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Deleting port e243e5fe-d745-4a0f-bcc5-b7d9d987861c {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:47.819053 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:48.015674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] For port e243e5fe-d745-4a0f-bcc5-b7d9d987861c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e243e5fe-d745-4a0f-bcc5-b7d9d987861c,segment=NetworkSegment(cd903f11-dcd0-40c8-bbeb-0c0818479c3a),segment_id=cd903f11-dcd0-40c8-bbeb-0c0818479c3a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:48.016199 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:48.053282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Calling delete_port for e243e5fe-d745-4a0f-bcc5-b7d9d987861c owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:48.190422 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:48.255933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Pushing event deleted for resources: {'Port': ['ID=e243e5fe-d745-4a0f-bcc5-b7d9d987861c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:48.273900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.274256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.274609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.277242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.277596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.277973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.278854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.279193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.279527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.279858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.280216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.280549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.280942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:48.291924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:48.332082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0d81a-42b4-418d-8a2d-7fc2e3ad3761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bc470f-097f-440b-9cce-f405d8cceafd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:48.375536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-61bbba27-467d-4f20-a906-aaa56f4e4468 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:48.391157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-61bbba27-467d-4f20-a906-aaa56f4e4468 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/networks?id=d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 HTTP/1.1" status: 200 len: 817 time: 1.3136933 Jan 28 03:31:48.453350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-6737d9da-4145-46d9-9e00-66bb33a3c57e tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/quotas/9c71d4715ac94ff6bb79e9dae1cc0f42 HTTP/1.1" status: 200 len: 375 time: 0.0606246 Jan 28 03:31:48.469087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Calling delete_port for e243e5fe-d745-4a0f-bcc5-b7d9d987861c owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:48.525472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-747598d8-b163-4e56-bcbc-83f1c5457175 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c71d4715ac94ff6bb79e9dae1cc0f42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492942 Jan 28 03:31:48.581676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668227d-5530-4af9-bc00-4da42f0638f3 None None] No DVR routers for this DVR port e243e5fe-d745-4a0f-bcc5-b7d9d987861c on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:48.601923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:48.625928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'port_id': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc', 'mac_address': 'fa:16:3e:7f:5b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:31:48.686725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:48.687434 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:48.707736 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:48.731446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb104c4a-0075-44c4-a2ba-27b670c5c970 req-08a4d745-4c5e-4445-8c9d-a624a6f57fae tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3466227 Jan 28 03:31:48.741242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-5272a5b1-e195-4a46-92fd-77712fe69f3a service neutron] 10.222.0.44 "GET /v2.0/networks/d5b8123e-ec83-457b-b1dd-2ed2c1308fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147114 Jan 28 03:31:48.764318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:48.772893 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:48.842954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-fe17820d-3ba7-4561-a16a-dd0b50d07098 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:48.845319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-fe17820d-3ba7-4561-a16a-dd0b50d07098 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1784623 Jan 28 03:31:48.884910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:48.908409 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e243e5fe-d745-4a0f-bcc5-b7d9d987861c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:48.943712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Pushing event deleted for resources: {'Port': ['ID=e243e5fe-d745-4a0f-bcc5-b7d9d987861c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:48.947660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-d0df5c0a-7038-4f4c-80dc-36a8a19fa546 service neutron] 10.222.0.44 "GET /v2.0/networks/d5b8123e-ec83-457b-b1dd-2ed2c1308fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971514 Jan 28 03:31:49.016549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] No DVR routers for this DVR port e243e5fe-d745-4a0f-bcc5-b7d9d987861c on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:49.123559 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8484bd0d-2c4d-469b-a235-505b20fad4a9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:49.129506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:49.202037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-c93672c9-db23-498c-954d-4cace9cc54fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Deleting port 8367fa4d-21b6-4f76-b898-811bb737fb89 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:49.204150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-c93672c9-db23-498c-954d-4cace9cc54fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:49.379444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8484bd0d-2c4d-469b-a235-505b20fad4a9']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:49.404539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e243e5fe-d745-4a0f-bcc5-b7d9d987861c no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:49.407584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:49.408262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd903f11-dcd0-40c8-bbeb-0c0818479c3a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:49.429214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (cd903f11-dcd0-40c8-bbeb-0c0818479c3a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:49.432232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-c93672c9-db23-498c-954d-4cace9cc54fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] For port 8367fa4d-21b6-4f76-b898-811bb737fb89, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8367fa4d-21b6-4f76-b898-811bb737fb89,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:49.432867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-c93672c9-db23-498c-954d-4cace9cc54fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:49.467106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0734f-4409-4d52-b503-928a490a0a97 req-f6e232f7-27f9-4902-be46-7ba9f23295f8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:49.469339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-c93672c9-db23-498c-954d-4cace9cc54fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Calling delete_port for 8367fa4d-21b6-4f76-b898-811bb737fb89 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:49.471201 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (cd903f11-dcd0-40c8-bbeb-0c0818479c3a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:49.473295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39b0734f-4409-4d52-b503-928a490a0a97 req-f6e232f7-27f9-4902-be46-7ba9f23295f8 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 950 time: 0.1554506 Jan 28 03:31:49.483887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: e243e5fe-d745-4a0f-bcc5-b7d9d987861c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:49.483887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e243e5fe-d745-4a0f-bcc5-b7d9d987861c not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:49.491752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:31:49.492301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (cd903f11-dcd0-40c8-bbeb-0c0818479c3a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:31:49.494777 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:31:49.698221 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8484bd0d-2c4d-469b-a235-505b20fad4a9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:49.712292 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:49.723696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39b0734f-4409-4d52-b503-928a490a0a97 req-ed1d76a5-372e-415c-a69c-f88ea80b1e47 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140658 Jan 28 03:31:49.743674 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8484bd0d-2c4d-469b-a235-505b20fad4a9 HTTP/1.1" status: 204 len: 168 time: 2.3402526 Jan 28 03:31:49.789286 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85637ac0-2dc0-455e-96d0-288e0e918364 admin admin] Pushing event deleted for resources: {'Network': ['ID=8484bd0d-2c4d-469b-a235-505b20fad4a9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:49.808707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd75f5a-4b15-4949-a990-0de5c0951d23 req-c67d6f68-2f4e-4ef2-8274-d957fb4cf79a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:49.810239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3dd75f5a-4b15-4949-a990-0de5c0951d23 req-c67d6f68-2f4e-4ef2-8274-d957fb4cf79a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.3343947 Jan 28 03:31:49.948826 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3dd75f5a-4b15-4949-a990-0de5c0951d23 req-cfe2a41f-d1ca-49f8-ad83-646cf8035ac6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320579 Jan 28 03:31:49.967865 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-c93672c9-db23-498c-954d-4cace9cc54fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8367fa4d-21b6-4f76-b898-811bb737fb89), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:50.005911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8367fa4d-21b6-4f76-b898-811bb737fb89'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:50.051038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31cb96a2-b454-482f-823e-7c2647a460e7 req-3517adff-0903-4f56-bf48-08f4c5f761bf tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0984976 Jan 28 03:31:50.065908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93672c9-db23-498c-954d-4cace9cc54fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Pushing event deleted for resources: {'Port': ['ID=8367fa4d-21b6-4f76-b898-811bb737fb89,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:50.145781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51168) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:50.219049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-c93672c9-db23-498c-954d-4cace9cc54fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] No DVR routers for this DVR port 8367fa4d-21b6-4f76-b898-811bb737fb89 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:50.223008 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-c93672c9-db23-498c-954d-4cace9cc54fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:50.232926 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8af6ed3c-1d4d-439a-be37-2a570b81cce7 req-c93672c9-db23-498c-954d-4cace9cc54fb tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.25 "DELETE /v2.0/ports/8367fa4d-21b6-4f76-b898-811bb737fb89 HTTP/1.1" status: 204 len: 173 time: 1.3794653 Jan 28 03:31:50.291451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:50.295547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'name': 'network-vif-deleted', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:50.298652 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5c9c57-36ce-40c5-8b9f-e53404700bc5" -d '{"events": [{"server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "name": "network-vif-deleted", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:50.322471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03822599-272d-4d24-a282-d209f523d240 req-c8a9720e-7345-4c3a-9b77-e82ed028f4ac tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:50.330263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03822599-272d-4d24-a282-d209f523d240 req-c8a9720e-7345-4c3a-9b77-e82ed028f4ac tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 944 time: 0.1664300 Jan 28 03:31:50.356814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51172) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:50.357447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a4f7a004-ba43-40da-8ca0-070a93c66c07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed834f1bfe6a46e585b8de2e620f8d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088146 Jan 28 03:31:50.410736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd7529-cd0f-4297-98f5-d9dcd34c0a88 req-93588295-9ff4-433f-94da-ef27081d855b tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:50.439060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6cbd7529-cd0f-4297-98f5-d9dcd34c0a88 req-93588295-9ff4-433f-94da-ef27081d855b tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 944 time: 0.2005510 Jan 28 03:31:50.527013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:31:50.531981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:50.532611 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:50.543124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-a466e3e0-fcf0-4c7a-9e8f-f5851de04176 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:50.546160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-a466e3e0-fcf0-4c7a-9e8f-f5851de04176 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 944 time: 0.3124428 Jan 28 03:31:50.650933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f1b88c4-14ca-43cc-9009-896ff6fd131c admin admin] Publish callbacks [] for security_group (7aa05af8-549e-4050-9e74-66e732cf9b03), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:50.655101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6cbd7529-cd0f-4297-98f5-d9dcd34c0a88 req-f773e9ea-3bae-4560-b43c-0b7e6d07ee61 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119265 Jan 28 03:31:50.682784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03822599-272d-4d24-a282-d209f523d240 req-5be79e66-d2a4-44b8-a04e-2ce44174872d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440831 Jan 28 03:31:50.804353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f1b88c4-14ca-43cc-9009-896ff6fd131c admin admin] Publish callbacks [] for security_group (7aa05af8-549e-4050-9e74-66e732cf9b03), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:50.809969 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5cf735-8fab-4255-8f86-d9eb863ca87a x-openstack-request-id: req-ff5cf735-8fab-4255-8f86-d9eb863ca87a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:50.810643 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb67217-8a2b-475d-82ff-405f7b27d158", "name": "network-vif-deleted", "tag": "8367fa4d-21b6-4f76-b898-811bb737fb89", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:50.812638 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff5cf735-8fab-4255-8f86-d9eb863ca87a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:50.813317 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb67217-8a2b-475d-82ff-405f7b27d158', 'name': 'network-vif-deleted', 'tag': '8367fa4d-21b6-4f76-b898-811bb737fb89', 'status': 'completed', 'code': 200} Jan 28 03:31:50.875322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:50.875713 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:50.925850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-5365ceb9-9275-4820-93ab-eac4f60342ef tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Deleting port de7dae23-915f-4d45-be42-ddb0975502ae {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:50.926575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-5365ceb9-9275-4820-93ab-eac4f60342ef tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:50.980368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:50.995112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:50.999073 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6350ec73-42bc-4fb2-a031-eba1b0700d7d" -d '{"events": [{"server_uuid": "aed36a50-c0ec-4aca-a531-4900ea42a5bd", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:51.013775 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:51.066604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9861c90d-39ed-407b-9284-a0160238f46b req-549fe474-e550-448f-a8d9-90a48ef81689 tempest-MigrationsAdminTest-323783463 tempest-MigrationsAdminTest-323783463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cb67217-8a2b-475d-82ff-405f7b27d158 HTTP/1.1" status: 200 len: 210 time: 0.0948317 Jan 28 03:31:51.099397 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f1b88c4-14ca-43cc-9009-896ff6fd131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7aa05af8-549e-4050-9e74-66e732cf9b03), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:51.116107 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f1b88c4-14ca-43cc-9009-896ff6fd131c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:51.128715 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9f1b88c4-14ca-43cc-9009-896ff6fd131c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7aa05af8-549e-4050-9e74-66e732cf9b03 HTTP/1.1" status: 204 len: 168 time: 0.7685564 Jan 28 03:31:51.166539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b88c4-14ca-43cc-9009-896ff6fd131c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa05af8-549e-4050-9e74-66e732cf9b03,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:51.198226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:51.216769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c087d7-f5cd-45fe-a02f-5cfd2b85d321 req-20e5426e-0dbb-4ada-adf4-f5782267716f tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:51.226429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84c087d7-f5cd-45fe-a02f-5cfd2b85d321 req-20e5426e-0dbb-4ada-adf4-f5782267716f tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 946 time: 0.1387079 Jan 28 03:31:51.282807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-5365ceb9-9275-4820-93ab-eac4f60342ef tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] For port de7dae23-915f-4d45-be42-ddb0975502ae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=de7dae23-915f-4d45-be42-ddb0975502ae,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:51.286178 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-5365ceb9-9275-4820-93ab-eac4f60342ef tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:51.332876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-5365ceb9-9275-4820-93ab-eac4f60342ef tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Calling delete_port for de7dae23-915f-4d45-be42-ddb0975502ae owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:51.383562 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84c087d7-f5cd-45fe-a02f-5cfd2b85d321 req-f1078bb8-c6fe-4c42-bc76-2325fdf7a44e tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562097 Jan 28 03:31:51.536926 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4771004b-b8dd-4c52-8600-7b74e25eed70 x-openstack-request-id: req-4771004b-b8dd-4c52-8600-7b74e25eed70 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:51.538212 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed36a50-c0ec-4aca-a531-4900ea42a5bd", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:51.538866 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4771004b-b8dd-4c52-8600-7b74e25eed70 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:51.540873 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc', 'code': 200} Jan 28 03:31:51.589718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f49a8-6289-461b-b417-98fdfaa432f4 req-c2cf0dc3-e42f-4064-a3b2-1feae73a3a8f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:51.611372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab3f49a8-6289-461b-b417-98fdfaa432f4 req-c2cf0dc3-e42f-4064-a3b2-1feae73a3a8f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.1862278 Jan 28 03:31:51.822714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab3f49a8-6289-461b-b417-98fdfaa432f4 req-3a707700-fc3d-47d3-a383-a611da3aba98 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053237 Jan 28 03:31:51.942865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87aecb77-9f26-4ba6-be0f-559670d3f83d req-d5b9cc18-9509-40f0-a3e8-38e22711cd18 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 210 time: 0.1593280 Jan 28 03:31:52.065097 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868c1ba-e51d-448f-a9f6-3676d1a25213 req-e68e34a0-6795-4174-b9d3-ffb67a15e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:52.067668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e868c1ba-e51d-448f-a9f6-3676d1a25213 req-e68e34a0-6795-4174-b9d3-ffb67a15e66c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 1097 time: 0.2851591 Jan 28 03:31:52.086529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-4ad4eecd-ef89-4f48-9e49-61992a65030c tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:52.088069 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-4ad4eecd-ef89-4f48-9e49-61992a65030c tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.25 "GET /v2.0/networks?id=d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 HTTP/1.1" status: 200 len: 817 time: 0.4848485 Jan 28 03:31:52.113968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Request body: {'port': {'device_id': 'a7bb8025-2400-4bb9-87ab-3689e8ce3ac3', 'network_id': 'd5b8123e-ec83-457b-b1dd-2ed2c1308fb6', 'admin_state_up': True, 'tenant_id': '9c71d4715ac94ff6bb79e9dae1cc0f42'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:52.188819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb9a7c-8715-4da0-b5f8-f41672fa9300 req-9e7cb983-786b-47e1-9d9c-fa5ce9041d59 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:52.191046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6cb9a7c-8715-4da0-b5f8-f41672fa9300 req-9e7cb983-786b-47e1-9d9c-fa5ce9041d59 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 945 time: 0.2179081 Jan 28 03:31:52.216765 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-5365ceb9-9275-4820-93ab-eac4f60342ef tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (de7dae23-915f-4d45-be42-ddb0975502ae), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:52.230052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2a29b-25ec-41b5-8ffb-b75e69cc86e3 req-716b9eed-b68a-4267-afbe-4973c77a558a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:52.238426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45a2a29b-25ec-41b5-8ffb-b75e69cc86e3 req-716b9eed-b68a-4267-afbe-4973c77a558a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 944 time: 0.1660528 Jan 28 03:31:52.254280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['de7dae23-915f-4d45-be42-ddb0975502ae'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:52.258438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365ceb9-9275-4820-93ab-eac4f60342ef tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Pushing event deleted for resources: {'Port': ['ID=de7dae23-915f-4d45-be42-ddb0975502ae,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:52.371207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-5365ceb9-9275-4820-93ab-eac4f60342ef tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] No DVR routers for this DVR port de7dae23-915f-4d45-be42-ddb0975502ae on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:52.388816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-5365ceb9-9275-4820-93ab-eac4f60342ef tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:52.395442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e868c1ba-e51d-448f-a9f6-3676d1a25213 req-f0b120af-926b-4e8c-8331-707f73280990 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866006 Jan 28 03:31:52.397089 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08c88401-96ac-412f-9e6d-a8dce32c4c9a req-5365ceb9-9275-4820-93ab-eac4f60342ef tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.42 "DELETE /v2.0/ports/de7dae23-915f-4d45-be42-ddb0975502ae HTTP/1.1" status: 204 len: 173 time: 1.8426104 Jan 28 03:31:52.445521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45a2a29b-25ec-41b5-8ffb-b75e69cc86e3 req-d9b8b7a7-7c8b-43cd-a915-5f58691736d1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633284 Jan 28 03:31:52.478167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6cb9a7c-8715-4da0-b5f8-f41672fa9300 req-cde886dc-62aa-4a39-94f5-b756e6a80951 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284293 Jan 28 03:31:52.478609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Made reservation on behalf of 9c71d4715ac94ff6bb79e9dae1cc0f42 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:31:52.481947 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:52.789378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:52.815596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'name': 'network-vif-deleted', 'tag': 'de7dae23-915f-4d45-be42-ddb0975502ae'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:52.821195 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6a02b7-498b-4b0c-971a-b24c49e8190e" -d '{"events": [{"server_uuid": "aa289a62-2960-4cc7-8137-e0b20f08e0e4", "name": "network-vif-deleted", "tag": "de7dae23-915f-4d45-be42-ddb0975502ae"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:52.862269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Allocated IP 172.20.0.10 (d5b8123e-ec83-457b-b1dd-2ed2c1308fb6/5bf27f9e-8c1a-43ab-9c2e-82804220586c/cbf9cfcc-be45-4bb6-970d-9bf015c37c99) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:31:52.954876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51280) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:52.995689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135afa4-cb70-4336-acce-116b38c24442 req-f635c419-eb54-48a4-b952-52abb9ff1446 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:53.002547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3135afa4-cb70-4336-acce-116b38c24442 req-f635c419-eb54-48a4-b952-52abb9ff1446 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 946 time: 0.2051985 Jan 28 03:31:53.091305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3135afa4-cb70-4336-acce-116b38c24442 req-f6706d2e-231c-4975-9326-e8eaeda033af tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770867 Jan 28 03:31:53.105029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8367fa4d-21b6-4f76-b898-811bb737fb89 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:53.154419 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883293f1-6586-4953-bbf8-7f5856ec1d3e x-openstack-request-id: req-883293f1-6586-4953-bbf8-7f5856ec1d3e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:53.154861 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa289a62-2960-4cc7-8137-e0b20f08e0e4", "name": "network-vif-deleted", "tag": "de7dae23-915f-4d45-be42-ddb0975502ae", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:53.154861 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-883293f1-6586-4953-bbf8-7f5856ec1d3e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:53.155172 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa289a62-2960-4cc7-8137-e0b20f08e0e4', 'name': 'network-vif-deleted', 'tag': 'de7dae23-915f-4d45-be42-ddb0975502ae', 'status': 'completed', 'code': 200} Jan 28 03:31:53.173106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1596356832-network', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:53.177811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 8367fa4d-21b6-4f76-b898-811bb737fb89 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:53.178159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8367fa4d-21b6-4f76-b898-811bb737fb89 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:53.190145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Publish callbacks [] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.219639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Made reservation on behalf of b3edf54717be455a84cb1cc9995729da for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:31:53.222383 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.236691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.265547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.342190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Pushing event updated for resources: {'Port': ['ID=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:53.379016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Network d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:53.380667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:53.388714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:31:53.443542 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Publish callbacks [] for security_group (1249f62f-c290-4665-ab21-4eaf91c5a5e0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.468684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:53.469457 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.478334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d5e07a30-d3fd-4e97-a657-9341597fc368 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f815fae9b0904d42ba659d8929d97815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141294 Jan 28 03:31:53.480609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:53.481851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1249f62f-c290-4665-ab21-4eaf91c5a5e0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.516347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8d52c-6b7a-471b-826c-626f15b9d70c req-6dd62b2d-a528-4dd8-a6d3-ba3de4a6cf50 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:53.526384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-18002e3f-52dd-4b23-92fc-d9bbb4dbb717 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4168572 Jan 28 03:31:53.527203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5d8d52c-6b7a-471b-826c-626f15b9d70c req-6dd62b2d-a528-4dd8-a6d3-ba3de4a6cf50 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.2672548 Jan 28 03:31:53.555386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Request body: {'port': {'device_id': 'a7bb8025-2400-4bb9-87ab-3689e8ce3ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:53.612720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ced1703-d6d9-4e84-8fcd-48ffd18261d3 admin admin] Publish callbacks [] for security_group (b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.613629 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5d8d52c-6b7a-471b-826c-626f15b9d70c req-9f7181f2-f231-45e5-bb79-62dbb752432b tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828249 Jan 28 03:31:53.627577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:31:53.643674 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a8545df4-d027-4532-8660-57268416d3f5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.644180 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Added segment a8545df4-d027-4532-8660-57268416d3f5 of type vlan for network 86d5a647-4959-4f25-9012-430dac9dc808 Jan 28 03:31:53.660117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1249f62f-c290-4665-ab21-4eaf91c5a5e0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:53.710856 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.726464 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ced1703-d6d9-4e84-8fcd-48ffd18261d3 admin admin] Publish callbacks [] for security_group (b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.728281 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (86d5a647-4959-4f25-9012-430dac9dc808), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.773825 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (86d5a647-4959-4f25-9012-430dac9dc808), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.777704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:53.779643 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.829677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0388124 Jan 28 03:31:53.842776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51322) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:53.884917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Request body: {'subnet': {'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1596356832-subnet', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:53.923116 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ced1703-d6d9-4e84-8fcd-48ffd18261d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.926069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ced1703-d6d9-4e84-8fcd-48ffd18261d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:53.927319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1ced1703-d6d9-4e84-8fcd-48ffd18261d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79 HTTP/1.1" status: 204 len: 168 time: 0.4448357 Jan 28 03:31:53.967404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3b247-237a-4f35-b574-af37c0593f98 req-a007156a-c63d-48a6-a01c-cb02024de0b6 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:53.969689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11e3b247-237a-4f35-b574-af37c0593f98 req-a007156a-c63d-48a6-a01c-cb02024de0b6 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 932 time: 0.1772439 Jan 28 03:31:53.970148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16526a-1599-4141-9035-374dead33b62 admin admin] Pushing event updated for resources: {'Network': ['ID=86d5a647-4959-4f25-9012-430dac9dc808,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:53.975034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b97726c6-611e-4909-b375-5311704c3efe req-2fe80ec6-1e20-4ccb-98ae-9598c93f006e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0522044 Jan 28 03:31:53.981182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 86d5a647-4959-4f25-9012-430dac9dc808 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:31:53.989787 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Made reservation on behalf of b3edf54717be455a84cb1cc9995729da for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:31:53.992654 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.037323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced1703-d6d9-4e84-8fcd-48ffd18261d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da630d-6dc4-4bc5-8c10-c9c59b2ddb79,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:54.123931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf9cfcc-be45-4bb6-970d-9bf015c37c99 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:54.136724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Publish callbacks [] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.156522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Transition to ACTIVE for port object cbf9cfcc-be45-4bb6-970d-9bf015c37c99 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:31:54.163022 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.262314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Pushing event updated for resources: {'Port': ['ID=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:54.269298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11e3b247-237a-4f35-b574-af37c0593f98 req-426e3f11-35b8-481e-b5c7-455fb9f22fe8 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923896 Jan 28 03:31:54.323930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device de7dae23-915f-4d45-be42-ddb0975502ae no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:54.326684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Attempting to bind port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:54.327080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Attempting to bind port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'ef6ffced-ef4b-4d42-9a76-0df1b23e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd5b8123e-ec83-457b-b1dd-2ed2c1308fb6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:54.327474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Attempting to bind port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 on network d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:54.333823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 on network d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:31:54.334229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Attempting to bind port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 on network d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:54.340064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:54.340409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Checking segment: {'id': 'ef6ffced-ef4b-4d42-9a76-0df1b23e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd5b8123e-ec83-457b-b1dd-2ed2c1308fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:54.340799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Bound using segment: {'id': 'ef6ffced-ef4b-4d42-9a76-0df1b23e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd5b8123e-ec83-457b-b1dd-2ed2c1308fb6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:54.341414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Bound port: cbf9cfcc-be45-4bb6-970d-9bf015c37c99, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6ffced-ef4b-4d42-9a76-0df1b23e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd5b8123e-ec83-457b-b1dd-2ed2c1308fb6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:54.341830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.372516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d44a24-df0d-4fc5-a87d-e7a5d38eab8c req-726f0ceb-545c-4703-81d3-7640dc041bd9 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:54.390387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70d44a24-df0d-4fc5-a87d-e7a5d38eab8c req-726f0ceb-545c-4703-81d3-7640dc041bd9 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 945 time: 0.2586861 Jan 28 03:31:54.391265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: de7dae23-915f-4d45-be42-ddb0975502ae {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:54.391615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device de7dae23-915f-4d45-be42-ddb0975502ae not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:54.447119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:54.467866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] For port cbf9cfcc-be45-4bb6-970d-9bf015c37c99, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:54.505725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] For port cbf9cfcc-be45-4bb6-970d-9bf015c37c99, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,segment=NetworkSegment(ef6ffced-ef4b-4d42-9a76-0df1b23e29b0),segment_id=ef6ffced-ef4b-4d42-9a76-0df1b23e29b0)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:54.510985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70d44a24-df0d-4fc5-a87d-e7a5d38eab8c req-331da0b8-264d-469f-907f-94bf38a7d62d tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173916 Jan 28 03:31:54.552021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.595293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:54.595990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.597489 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] 10.222.0.25 "PUT /v2.0/ports/cbf9cfcc-be45-4bb6-970d-9bf015c37c99 HTTP/1.1" status: 200 len: 1093 time: 1.0504646 Jan 28 03:31:54.629077 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (8a6156d7-bba4-4193-99d6-e7b8ca5f536d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.631508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8677ed22-02d5-47b7-83a1-4160265d935f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bbec70c21434fa19643a95aef45d2c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826921 Jan 28 03:31:54.635915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51338) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:54.770417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-b818a41b-eace-4269-b7fc-a061c0a8454e tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:54.772254 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-b818a41b-eace-4269-b7fc-a061c0a8454e tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 946 time: 0.2511907 Jan 28 03:31:54.810251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6156d7-bba4-4193-99d6-e7b8ca5f536d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:54.827088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e39ab-3217-4324-a030-c984ea5bb6f7 req-330ec22e-3b4a-495e-9a99-577c6b9205c3 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:54.829081 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-506e39ab-3217-4324-a030-c984ea5bb6f7 req-330ec22e-3b4a-495e-9a99-577c6b9205c3 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 945 time: 0.1889424 Jan 28 03:31:54.855209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:54.866576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f3fa905f-8e44-45dc-bd21-18ea9956e1cd tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Request body: {'floatingip': {'port_id': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:54.881513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Checking segment: {'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:54.882340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Network hostable DHCP agents. Network: 86d5a647-4959-4f25-9012-430dac9dc808, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:31:54.894599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0b935-cb46-455c-b8d6-7769fb99bb94 req-361a60a0-8142-4660-8927-3bec7c85a602 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:54.896563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51c0b935-cb46-455c-b8d6-7769fb99bb94 req-361a60a0-8142-4660-8927-3bec7c85a602 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 946 time: 0.2126653 Jan 28 03:31:54.917790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682b3df-7cf4-49b1-8f70-06806ec644de service neutron] Pushing event updated for resources: {'Port': ['ID=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:54.962348 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fa905f-8e44-45dc-bd21-18ea9956e1cd tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for floatingip (4956b012-a9db-40cf-bf91-e1ac0374fd5c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.038412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-6b75f4d2-2a8b-4b0f-85b7-0d9a12b04dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:55.040492 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-6b75f4d2-2a8b-4b0f-85b7-0d9a12b04dd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c71d4715ac94ff6bb79e9dae1cc0f42&device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 1096 time: 0.3668237 Jan 28 03:31:55.047695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21b6758a-13d2-4c72-bac7-9e842277e1b2 admin admin] Publish callbacks [] for security_group (67e5d76c-c57e-42f4-80d8-54d1fa4a96a6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.086125 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-cf4121ed-7c7c-4b0c-a9c8-7daf6ce7b113 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2123053 Jan 28 03:31:55.122017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Network 86d5a647-4959-4f25-9012-430dac9dc808 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:31:55.159557 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21b6758a-13d2-4c72-bac7-9e842277e1b2 admin admin] Publish callbacks [] for security_group (67e5d76c-c57e-42f4-80d8-54d1fa4a96a6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.162314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bb8025-2400-4bb9-87ab-3689e8ce3ac3', 'tag': 'cbf9cfcc-be45-4bb6-970d-9bf015c37c99'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:55.164927 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22b2a7f-f0d3-4415-9c35-88713ca82604" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bb8025-2400-4bb9-87ab-3689e8ce3ac3", "tag": "cbf9cfcc-be45-4bb6-970d-9bf015c37c99"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:55.172050 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-f57eb115-7009-489e-8dfa-64cd7d1995e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf9cfcc-be45-4bb6-970d-9bf015c37c99 HTTP/1.1" status: 200 len: 217 time: 0.1110785 Jan 28 03:31:55.179108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 86d5a647-4959-4f25-9012-430dac9dc808) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:55.188786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51c0b935-cb46-455c-b8d6-7769fb99bb94 req-252cd3a8-4c1c-4b3a-b616-be19ac943f73 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309136 Jan 28 03:31:55.197360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:55.197958 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.202462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09cdbd2-2749-4d2b-b65c-eccc88cfbd7a None None] Network 86d5a647-4959-4f25-9012-430dac9dc808 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:31:55.212062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1497810-291c-4dd6-a5a1-12f125dcc7d2 req-00612438-2629-48b8-8f19-a2f663191924 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:55.219529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1497810-291c-4dd6-a5a1-12f125dcc7d2 req-00612438-2629-48b8-8f19-a2f663191924 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.2596080 Jan 28 03:31:55.265411 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e5f55419-f234-4797-a7f6-9cb25fdba239 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4195342 Jan 28 03:31:55.292438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51356) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:55.335422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:55.417958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Deleting port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:55.420063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.436166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-86d5a647-4959-4f25-9012-430dac9dc808', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:31:55.436416 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.451489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1497810-291c-4dd6-a5a1-12f125dcc7d2 req-60b67b7b-6201-4fa5-8d3a-b8bce5477675 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309844 Jan 28 03:31:55.473165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-6afee375-631c-48cf-9919-69200ecfcf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:55.474333 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-6afee375-631c-48cf-9919-69200ecfcf06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 1096 time: 0.3272908 Jan 28 03:31:55.476133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-84429670-fb0f-4eb8-a454-caf75bdfb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:55.478279 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-84429670-fb0f-4eb8-a454-caf75bdfb2dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bf27f9e-8c1a-43ab-9c2e-82804220586c HTTP/1.1" status: 200 len: 857 time: 0.2912245 Jan 28 03:31:55.518853 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (ec95d8d1-6a5d-47c4-8fc9-231811de056a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.522670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (ec95d8d1-6a5d-47c4-8fc9-231811de056a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.642907 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-55eefaf2-4ca0-4b72-b334-79e7571921b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5b8123e-ec83-457b-b1dd-2ed2c1308fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040199 Jan 28 03:31:55.653287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21b6758a-13d2-4c72-bac7-9e842277e1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (67e5d76c-c57e-42f4-80d8-54d1fa4a96a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.658281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-146cb550-d1ca-4552-ab8d-dccb9f6c07ff req-180329f3-a0dc-4b2b-a6e7-5c0c028d712f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0638962 Jan 28 03:31:55.658933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21b6758a-13d2-4c72-bac7-9e842277e1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.663150 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-21b6758a-13d2-4c72-bac7-9e842277e1b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67e5d76c-c57e-42f4-80d8-54d1fa4a96a6 HTTP/1.1" status: 204 len: 168 time: 1.0052562 Jan 28 03:31:55.664028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Allocated IP 172.20.0.2 (86d5a647-4959-4f25-9012-430dac9dc808/8a6156d7-bba4-4193-99d6-e7b8ca5f536d/f850ca0d-8e68-4111-907e-42cf59945054) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:31:55.765349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1563a-4dbc-402b-a261-cbc819136592 req-5eea3423-2b20-4aa2-821a-96667e5586bb tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:55.770447 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ffd68a-465e-4270-ab84-203007c638a9 x-openstack-request-id: req-19ffd68a-465e-4270-ab84-203007c638a9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:55.770667 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bb8025-2400-4bb9-87ab-3689e8ce3ac3", "tag": "cbf9cfcc-be45-4bb6-970d-9bf015c37c99", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:55.770923 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19ffd68a-465e-4270-ab84-203007c638a9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:55.771313 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bb8025-2400-4bb9-87ab-3689e8ce3ac3', 'tag': 'cbf9cfcc-be45-4bb6-970d-9bf015c37c99', 'status': 'completed', 'code': 200} Jan 28 03:31:55.783272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-5eea3423-2b20-4aa2-821a-96667e5586bb tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 804 time: 0.4572453 Jan 28 03:31:55.816175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6758a-13d2-4c72-bac7-9e842277e1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5d76c-c57e-42f4-80d8-54d1fa4a96a6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:55.837053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-bc7d0ade-6622-43e1-a69e-82df14b487be tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/quotas/1d76a39b5499446aa461bd30effea998 HTTP/1.1" status: 200 len: 375 time: 0.0523524 Jan 28 03:31:55.952177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks [] for router_controller (ec95d8d1-6a5d-47c4-8fc9-231811de056a), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.984825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] For port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:55.985171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.987273 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Publish callbacks [] for port (f850ca0d-8e68-4111-907e-42cf59945054), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:56.001856 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (f850ca0d-8e68-4111-907e-42cf59945054), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:56.077260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Pushing event updated for resources: {'Port': ['ID=f850ca0d-8e68-4111-907e-42cf59945054,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:56.097095 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Network 86d5a647-4959-4f25-9012-430dac9dc808 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:56.098643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:56.103369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-9820011d-a0f1-4614-a518-9df9881f0929 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2596977 Jan 28 03:31:56.105400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:31:56.124439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebe309-cc62-4d1c-87b9-31cfeb46fa72 req-f474271e-5bd4-4e0c-afe4-025b3471c188 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:56.131755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58ebe309-cc62-4d1c-87b9-31cfeb46fa72 req-f474271e-5bd4-4e0c-afe4-025b3471c188 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 944 time: 0.2337246 Jan 28 03:31:56.184985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-40a35c2f-d645-4e5b-aa53-69df718cf028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:56.186476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-40a35c2f-d645-4e5b-aa53-69df718cf028 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 200 len: 908 time: 0.6490943 Jan 28 03:31:56.245402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Attempting to bind port f850ca0d-8e68-4111-907e-42cf59945054 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:56.247099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Attempting to bind port f850ca0d-8e68-4111-907e-42cf59945054 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:56.251256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Attempting to bind port f850ca0d-8e68-4111-907e-42cf59945054 on network 86d5a647-4959-4f25-9012-430dac9dc808 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:56.271138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:56.272962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Checking segment: {'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:56.273488 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:56.274473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Bound using segment: {'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:56.276711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Bound port: f850ca0d-8e68-4111-907e-42cf59945054, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:56.280349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f850ca0d-8e68-4111-907e-42cf59945054), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:56.376726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58ebe309-cc62-4d1c-87b9-31cfeb46fa72 req-1c1d71ef-3c41-40e7-ad33-75b137babe76 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434311 Jan 28 03:31:56.388367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-1f7a9159-8ea8-4a0e-a716-1c46a246b0b3 service neutron] 10.222.0.44 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834210 Jan 28 03:31:56.443435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] For port f850ca0d-8e68-4111-907e-42cf59945054, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:56.448564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] For port f850ca0d-8e68-4111-907e-42cf59945054, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f850ca0d-8e68-4111-907e-42cf59945054,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:56.460981 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f850ca0d-8e68-4111-907e-42cf59945054), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:56.585959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fa905f-8e44-45dc-bd21-18ea9956e1cd tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:56.586481 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-de72925d-4909-48a1-9773-aa73d2d0067c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c9de21-0a71-4f9b-a525-c3799347492b HTTP/1.1" status: 200 len: 217 time: 0.3872526 Jan 28 03:31:56.588397 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-03f531e7-0fbe-4658-b0ea-0e98cb0d438b service neutron] 10.222.0.25 "GET /v2.0/networks/d5b8123e-ec83-457b-b1dd-2ed2c1308fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9153061 Jan 28 03:31:56.606492 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fa905f-8e44-45dc-bd21-18ea9956e1cd tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (4956b012-a9db-40cf-bf91-e1ac0374fd5c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:56.612254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d4186-bd0c-4620-88ff-dec3a9018ac9 None None] Pushing event updated for resources: {'Port': ['ID=f850ca0d-8e68-4111-907e-42cf59945054,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:56.707209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks [] for router_gateway (ec95d8d1-6a5d-47c4-8fc9-231811de056a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:56.908289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-79f2a099-74ff-4d27-83a7-66944f2201c9 req-65bcd944-646a-4358-b81f-4641f8530f71 service neutron] 10.222.0.25 "GET /v2.0/networks/d5b8123e-ec83-457b-b1dd-2ed2c1308fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080556 Jan 28 03:31:56.987947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-e727e7b2-05dd-4eb9-80af-0134b6df7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:56.990292 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-e727e7b2-05dd-4eb9-80af-0134b6df7b0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 200 len: 847 time: 0.3884892 Jan 28 03:31:57.125663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 34ae85cc-e3e9-4212-ae9e-867c293a10b6 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:57.189057 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-3eaee1f5-6699-41eb-9e5f-5a47e79335b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f24b319-272d-42f5-a0bf-1052b7874935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493077 Jan 28 03:31:57.217436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85e6d3-854e-4dc0-8bf8-702dd999fc3b req-1ab37d02-75ed-4662-b5ae-7bc89c314d96 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:57.228526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb85e6d3-854e-4dc0-8bf8-702dd999fc3b req-1ab37d02-75ed-4662-b5ae-7bc89c314d96 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 946 time: 0.6833539 Jan 28 03:31:57.280796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-19cfea6e-9a6e-44c5-ba69-364fa7dbebd4 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:57.282671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-19cfea6e-9a6e-44c5-ba69-364fa7dbebd4 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.25 "GET /v2.0/ports?device_id=571f1aeb-17be-465d-a379-75b31da873fd HTTP/1.1" status: 200 len: 946 time: 0.2091703 Jan 28 03:31:57.293748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-713b7f9f-2ba2-4cbd-8993-0d16e179ad37 service neutron] 10.222.0.44 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8966973 Jan 28 03:31:57.359847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:57.363840 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:57.376038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-e3f956db-00f5-40fc-8d0e-173316da27cc service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579516 Jan 28 03:31:57.396784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b2a7f-f0d3-4415-9c35-88713ca82604 req-7ca89778-d932-4b51-a2c9-cae0f974860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:57.398368 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a22b2a7f-f0d3-4415-9c35-88713ca82604 req-7ca89778-d932-4b51-a2c9-cae0f974860c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c71d4715ac94ff6bb79e9dae1cc0f42&device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 1096 time: 0.3599687 Jan 28 03:31:57.436027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:57.438999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571f1aeb-17be-465d-a379-75b31da873fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ae85cc-e3e9-4212-ae9e-867c293a10b6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:57.444695 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ab2385-78b6-4d8b-9f31-a80b5b6655a2" -d '{"events": [{"server_uuid": "571f1aeb-17be-465d-a379-75b31da873fd", "name": "network-vif-unplugged", "status": "completed", "tag": "34ae85cc-e3e9-4212-ae9e-867c293a10b6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:57.452753 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:57.503323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f850ca0d-8e68-4111-907e-42cf59945054 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:57.532350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb85e6d3-854e-4dc0-8bf8-702dd999fc3b req-3f330b25-0fa5-47b5-82be-7a3475ba066e tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups?id=9edcabf4-8904-49cd-941b-a13a934ec1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027053 Jan 28 03:31:57.532864 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:57.533399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5a5b0c00-01c5-4a61-8520-a39c841cfdc0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:57.533886 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Floating IP 5a5b0c00-01c5-4a61-8520-a39c841cfdc0 disassociated. External IP: 172.25.1.62, port: 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7. Jan 28 03:31:57.534465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Calling delete_port for 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:57.752684 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-f3fa905f-8e44-45dc-bd21-18ea9956e1cd tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Floating IP 4956b012-a9db-40cf-bf91-e1ac0374fd5c associated. External IP: 172.25.1.132, port: 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc. Jan 28 03:31:57.847683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9bed4063-b3cc-4dbd-8f5d-75b57c558cf7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:57.865463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c25a88a-7ed4-428d-9428-4366103c703b req-3162dcc3-2319-4abd-be6a-5e6eab6a486e tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.1397724 Jan 28 03:31:57.989510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event deleted for resources: {'Port': ['ID=9bed4063-b3cc-4dbd-8f5d-75b57c558cf7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:58.027148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=34ae85cc-e3e9-4212-ae9e-867c293a10b6,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:58.066867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f850ca0d-8e68-4111-907e-42cf59945054 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:58.067240 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f850ca0d-8e68-4111-907e-42cf59945054), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:58.163804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.164156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.169743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.171552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.172645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.172645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.173086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.173746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.177508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.177907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.178261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.179411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.179815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:58.208188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f850ca0d-8e68-4111-907e-42cf59945054 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:58.209546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f850ca0d-8e68-4111-907e-42cf59945054), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:58.221976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502fe1-c92c-46b0-a3ca-4602ca9e443e req-3d570dca-51a8-41c5-bf12-51c1e3efe784 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:58.229062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e502fe1-c92c-46b0-a3ca-4602ca9e443e req-3d570dca-51a8-41c5-bf12-51c1e3efe784 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.5021062 Jan 28 03:31:58.233074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-a495e0ac-6d7b-40c4-85f4-b85beba2fbb9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Deleting port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:31:58.233416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-a495e0ac-6d7b-40c4-85f4-b85beba2fbb9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:58.281296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port f850ca0d-8e68-4111-907e-42cf59945054, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f850ca0d-8e68-4111-907e-42cf59945054,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:58.287743 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f850ca0d-8e68-4111-907e-42cf59945054), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:58.421326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=f850ca0d-8e68-4111-907e-42cf59945054,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:58.425574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:31:58.496961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca0aa9-738e-4806-8138-0fc806a913bc req-21871e9e-edbb-4e44-bc20-f54d48ca5a22 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:58.505864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:31:58.506280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66ca0aa9-738e-4806-8138-0fc806a913bc req-21871e9e-edbb-4e44-bc20-f54d48ca5a22 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 944 time: 0.5228257 Jan 28 03:31:58.506421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:31:58.509804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6d786-a5b4-4a5d-9f64-fa18d149bcaa None None] Network 86d5a647-4959-4f25-9012-430dac9dc808 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:31:58.513345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Router 49026035-ff41-4875-8572-9546289cd578 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:31:58.615947 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b9e4ed0b-1d34-4952-90fe-32d747dd7e81 req-bcbb2e2f-1129-4613-a5ee-f7819eea5810 service neutron] 10.222.0.25 "GET /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2219198 Jan 28 03:31:58.660806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e502fe1-c92c-46b0-a3ca-4602ca9e443e req-40f91ea0-7f97-41a3-8145-94cca444974c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307883 Jan 28 03:31:58.674329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7a119052-bd49-4052-a0ed-3d33b6b79af3 None None] Provisioning complete for port f850ca0d-8e68-4111-907e-42cf59945054 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:58.674866 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7a119052-bd49-4052-a0ed-3d33b6b79af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f850ca0d-8e68-4111-907e-42cf59945054), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:58.693857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b2a7f-f0d3-4415-9c35-88713ca82604 req-2b9409e8-b0b2-45a2-9ec7-2465f2bfd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:58.704215 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a22b2a7f-f0d3-4415-9c35-88713ca82604 req-2b9409e8-b0b2-45a2-9ec7-2465f2bfd7c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 HTTP/1.1" status: 200 len: 918 time: 0.8776972 Jan 28 03:31:58.793929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-a495e0ac-6d7b-40c4-85f4-b85beba2fbb9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] For port 34ae85cc-e3e9-4212-ae9e-867c293a10b6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=34ae85cc-e3e9-4212-ae9e-867c293a10b6,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:58.795422 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-a495e0ac-6d7b-40c4-85f4-b85beba2fbb9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:58.824971 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93395c5-960b-4655-9df3-5778bd6ab6f5 x-openstack-request-id: req-a93395c5-960b-4655-9df3-5778bd6ab6f5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:58.825648 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571f1aeb-17be-465d-a379-75b31da873fd", "name": "network-vif-unplugged", "status": "completed", "tag": "34ae85cc-e3e9-4212-ae9e-867c293a10b6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:58.825917 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a93395c5-960b-4655-9df3-5778bd6ab6f5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:58.826920 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571f1aeb-17be-465d-a379-75b31da873fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ae85cc-e3e9-4212-ae9e-867c293a10b6', 'code': 200} Jan 28 03:31:58.843291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7a119052-bd49-4052-a0ed-3d33b6b79af3 None None] Current status of the port f850ca0d-8e68-4111-907e-42cf59945054 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:58.858206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66ca0aa9-738e-4806-8138-0fc806a913bc req-c7a01198-f1f9-4338-b37a-deee1cca3596 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498878 Jan 28 03:31:58.874001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-a495e0ac-6d7b-40c4-85f4-b85beba2fbb9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Calling delete_port for 34ae85cc-e3e9-4212-ae9e-867c293a10b6 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:31:58.913619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fa905f-8e44-45dc-bd21-18ea9956e1cd tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:31:58.991725 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a22b2a7f-f0d3-4415-9c35-88713ca82604 req-ec91278a-1e41-4f8f-ab75-0f47ed34f93a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf9cfcc-be45-4bb6-970d-9bf015c37c99 HTTP/1.1" status: 200 len: 217 time: 0.1889672 Jan 28 03:31:59.072679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f25a11a-0df2-4945-a9f8-26ef4bf51668 req-c3ba2fb0-819d-4553-a149-817a8666414c tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 210 time: 0.1550336 Jan 28 03:31:59.099092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a924156-2078-4fa0-93f4-590b317a9140 req-83afbe39-f1b1-4daf-b664-f0d3c5a18d09 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6fbc732-daf4-4543-9934-96a1e83b2e78 HTTP/1.1" status: 200 len: 210 time: 0.0900459 Jan 28 03:31:59.127955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks [] for router_gateway (ec95d8d1-6a5d-47c4-8fc9-231811de056a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:59.189605 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:59.287138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5c576911-63a5-465d-8955-926a6c14a784 None None] Provisioning complete for port f850ca0d-8e68-4111-907e-42cf59945054 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:59.287613 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c576911-63a5-465d-8955-926a6c14a784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f850ca0d-8e68-4111-907e-42cf59945054), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:59.333529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f850ca0d-8e68-4111-907e-42cf59945054 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:59.369114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:31:59.371786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b2a7f-f0d3-4415-9c35-88713ca82604 req-3dcf6fd7-1bae-4f47-9a3b-fbf7fd4292e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:59.373603 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a22b2a7f-f0d3-4415-9c35-88713ca82604 req-3dcf6fd7-1bae-4f47-9a3b-fbf7fd4292e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bf27f9e-8c1a-43ab-9c2e-82804220586c HTTP/1.1" status: 200 len: 857 time: 0.3752055 Jan 28 03:31:59.379288 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27f427d9-5e50-4272-bf78-2d7357b9c359 req-d7fa192a-d92c-4ab1-a256-88dbe77f0f8f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.1080663 Jan 28 03:31:59.401738 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] Sync routers for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:31:59.421656 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:59.423172 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:59.552587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f850ca0d-8e68-4111-907e-42cf59945054 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:59.553307 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f850ca0d-8e68-4111-907e-42cf59945054), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:59.563758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fa905f-8e44-45dc-bd21-18ea9956e1cd tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:31:59.594850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] No DVR routers for this DVR port 9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:31:59.603730 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:59.609512 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04fe469b-5fdc-40f1-8faf-fcfc2c8caebf req-7e369511-8ffe-4514-be7b-f0f2d15a6acb tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.42 "DELETE /v2.0/ports/9bed4063-b3cc-4dbd-8f5d-75b57c558cf7 HTTP/1.1" status: 204 len: 173 time: 4.8224585 Jan 28 03:31:59.611506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] Sync routers for ids ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:31:59.616028 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:59.616221 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a22b2a7f-f0d3-4415-9c35-88713ca82604 req-4100d3fa-c765-4b35-bc1f-cd1a88442b43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5b8123e-ec83-457b-b1dd-2ed2c1308fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622515 Jan 28 03:31:59.621844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'name': 'network-vif-deleted', 'tag': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:59.624637 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b1aa48-034d-43e6-a95a-3ec8f5eff8c0" -d '{"events": [{"server_uuid": "c6fbc732-daf4-4543-9934-96a1e83b2e78", "name": "network-vif-deleted", "tag": "9bed4063-b3cc-4dbd-8f5d-75b57c558cf7"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:59.688429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fa905f-8e44-45dc-bd21-18ea9956e1cd tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:59.708827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5c576911-63a5-465d-8955-926a6c14a784 None None] Current status of the port f850ca0d-8e68-4111-907e-42cf59945054 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:59.715259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] Routers {'521011ae-d6cf-4b1c-9ad5-ef1a9781d803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:59.716280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:59.776062 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a22b2a7f-f0d3-4415-9c35-88713ca82604 req-c7471168-c6c2-4882-bb03-4dee5be933cd service neutron] 10.222.0.25 "GET /v2.0/networks/d5b8123e-ec83-457b-b1dd-2ed2c1308fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268482 Jan 28 03:31:59.778643 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3428f3d-18a1-40a7-8ff4-c87187774494 x-openstack-request-id: req-b3428f3d-18a1-40a7-8ff4-c87187774494 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:59.779069 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fbc732-daf4-4543-9934-96a1e83b2e78", "name": "network-vif-deleted", "tag": "9bed4063-b3cc-4dbd-8f5d-75b57c558cf7", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:59.779330 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3428f3d-18a1-40a7-8ff4-c87187774494 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:59.779748 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fbc732-daf4-4543-9934-96a1e83b2e78', 'name': 'network-vif-deleted', 'tag': '9bed4063-b3cc-4dbd-8f5d-75b57c558cf7', 'status': 'completed', 'code': 200} Jan 28 03:31:59.816317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f850ca0d-8e68-4111-907e-42cf59945054 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:59.854461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f3fa905f-8e44-45dc-bd21-18ea9956e1cd tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "PUT /v2.0/floatingips/4956b012-a9db-40cf-bf91-e1ac0374fd5c HTTP/1.1" status: 200 len: 991 time: 4.9922593 Jan 28 03:31:59.891190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'tag': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:59.892733 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a22b2a7f-f0d3-4415-9c35-88713ca82604 req-42eb0aba-6d11-43b6-88f5-86d76c94170d service neutron] 10.222.0.25 "GET /v2.0/networks/d5b8123e-ec83-457b-b1dd-2ed2c1308fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093993 Jan 28 03:31:59.896033 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0394ccf-776f-4443-b448-45ec8eb92251" -d '{"events": [{"name": "network-changed", "server_uuid": "aed36a50-c0ec-4aca-a531-4900ea42a5bd", "tag": "4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:59.911310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Allocated IP 172.25.1.20 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:00.031705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] Set router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:00.097443 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks [] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:00.183389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:00.218301 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:00.265289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1563a-4dbc-402b-a261-cbc819136592 req-5bb7b6e5-c135-4127-9ef0-5d6d1dd40cb0 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:00.266984 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-5bb7b6e5-c135-4127-9ef0-5d6d1dd40cb0 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 804 time: 0.7048292 Jan 28 03:32:00.267928 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-a495e0ac-6d7b-40c4-85f4-b85beba2fbb9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (34ae85cc-e3e9-4212-ae9e-867c293a10b6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:00.278669 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:00.286292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:00.289193 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] Checking router: 49026035-ff41-4875-8572-9546289cd578 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:00.298417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:00.309174 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:00.314835 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:00.328783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Request body: {'port': {'device_id': '7cfdacc9-7378-4249-9170-c6015cfc61fe', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'admin_state_up': True, 'tenant_id': '1d76a39b5499446aa461bd30effea998'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:00.371073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:00.481380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:00.502849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495e0ac-6d7b-40c4-85f4-b85beba2fbb9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Pushing event deleted for resources: {'Port': ['ID=34ae85cc-e3e9-4212-ae9e-867c293a10b6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:00.555522 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:00.563406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '4956b012-a9db-40cf-bf91-e1ac0374fd5c', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'port_id': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'mac_address': 'fa:16:3e:7f:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:31:32Z', 'updated_at': '2022-01-28T03:31:56Z', 'revision_number': 1, 'project_id': '6ed1727130bb498390dc098767023b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:35Z', 'revision_number': 5, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:00.598807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d429e1-ca2e-43c9-b93f-662b1ffa6ac7 req-902af0f0-65fe-4f88-9c7a-b0821027d289 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:00.613240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07d429e1-ca2e-43c9-b93f-662b1ffa6ac7 req-902af0f0-65fe-4f88-9c7a-b0821027d289 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.5483553 Jan 28 03:32:00.649742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] Checking router: 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:00.674057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] Routers {'521011ae-d6cf-4b1c-9ad5-ef1a9781d803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:00.677630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:00.771308 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c5779-da26-4606-ad49-cc4d87f231ee req-7776bb41-fd72-47e4-bbf4-00d5213e4105 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:00.781559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-615c5779-da26-4606-ad49-cc4d87f231ee req-7776bb41-fd72-47e4-bbf4-00d5213e4105 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 944 time: 0.5391817 Jan 28 03:32:00.785971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-a495e0ac-6d7b-40c4-85f4-b85beba2fbb9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] No DVR routers for this DVR port 34ae85cc-e3e9-4212-ae9e-867c293a10b6 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:00.801129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Made reservation on behalf of 1d76a39b5499446aa461bd30effea998 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:00.806420 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:00.818032 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks [] for router_gateway (ec95d8d1-6a5d-47c4-8fc9-231811de056a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:00.823445 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-a495e0ac-6d7b-40c4-85f4-b85beba2fbb9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:00.839293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f50a4d08-0c5f-443f-9393-7460c366e1ae req-a495e0ac-6d7b-40c4-85f4-b85beba2fbb9 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.25 "DELETE /v2.0/ports/34ae85cc-e3e9-4212-ae9e-867c293a10b6 HTTP/1.1" status: 204 len: 173 time: 3.5359862 Jan 28 03:32:00.852218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-238ede17-ac43-4c48-aaa8-a964eb5fb46a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:00.937102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] Set router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:01.023017 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:01.037729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-238ede17-ac43-4c48-aaa8-a964eb5fb46a admin admin] Publish callbacks [] for security_group (b7dd50ac-444c-4e85-ae4a-1b2d841fd349), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.045845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07d429e1-ca2e-43c9-b93f-662b1ffa6ac7 req-aeef3a69-f130-41fc-9bfc-c846e870a43e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316087 Jan 28 03:32:01.052809 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-238ede17-ac43-4c48-aaa8-a964eb5fb46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b7dd50ac-444c-4e85-ae4a-1b2d841fd349), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.082616 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3f9e6-31c4-4c87-88bd-509507c1ba65 None None] The sync data for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 is: [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9ed24436-64f5-4f68-a960-782cfffb3ae1', 'name': '', 'network_id': '5006cc0f-77a4-4cbd-801a-a23f2761c35e', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'mac_address': 'fa:16:3e:5b:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:00Z', 'updated_at': '2022-01-28T03:26:10Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'subnets': [{'id': 'e0ba67f3-b54e-43b0-bc6f-836e950d5527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:01.134995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device cbf9cfcc-be45-4bb6-970d-9bf015c37c99 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:32:01.140292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-615c5779-da26-4606-ad49-cc4d87f231ee req-bef735c8-bd52-4eca-ac3f-7d55d4837daa tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577020 Jan 28 03:32:01.150395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 34ae85cc-e3e9-4212-ae9e-867c293a10b6 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:01.227554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 34ae85cc-e3e9-4212-ae9e-867c293a10b6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:01.228167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 34ae85cc-e3e9-4212-ae9e-867c293a10b6 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:01.232014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-238ede17-ac43-4c48-aaa8-a964eb5fb46a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=072d83fe520d4d1783cae8166a00c5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7439344 Jan 28 03:32:01.244940 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c477e-e43e-4511-ae94-a1f45e39fa69 x-openstack-request-id: req-931c477e-e43e-4511-ae94-a1f45e39fa69 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:01.245294 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed36a50-c0ec-4aca-a531-4900ea42a5bd", "tag": "4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:01.245504 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-931c477e-e43e-4511-ae94-a1f45e39fa69 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:01.245979 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'tag': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc', 'status': 'completed', 'code': 200} Jan 28 03:32:01.246439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51460) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:01.255677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ede17-ac43-4c48-aaa8-a964eb5fb46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dd50ac-444c-4e85-ae4a-1b2d841fd349,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:01.385983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (ec95d8d1-6a5d-47c4-8fc9-231811de056a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.387735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Allocated IP 172.20.0.4 (6d384e79-4a93-41c2-b2d7-89b53c3312ce/1696da5a-5f45-4c57-8feb-f9f8c4d51cd0/b220e7fb-c0ea-4138-82e4-bb650b163dc4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:01.408168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-ad3d70cb-6ece-484b-832a-ae549a1a22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:01.411296 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-ad3d70cb-6ece-484b-832a-ae549a1a22b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ed1727130bb498390dc098767023b60&device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 1097 time: 0.1412594 Jan 28 03:32:01.444802 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc0bb3db-0179-4df7-afc6-eb60c89862c4 req-a97a58b4-a2e7-4d6a-91bc-3eebb7d127f5 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 210 time: 0.0835953 Jan 28 03:32:01.555886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b636bdb2-9292-4e10-9f2e-89d5e6bfcbb0 req-76d9d563-30a2-4a63-85a5-8e042227d6b2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.1486249 Jan 28 03:32:01.583051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port cbf9cfcc-be45-4bb6-970d-9bf015c37c99, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,segment=NetworkSegment(ef6ffced-ef4b-4d42-9a76-0df1b23e29b0),segment_id=ef6ffced-ef4b-4d42-9a76-0df1b23e29b0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:01.617702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'cbf9cfcc-be45-4bb6-970d-9bf015c37c99', 'network_id': 'd5b8123e-ec83-457b-b1dd-2ed2c1308fb6', 'port_id': 'cbf9cfcc-be45-4bb6-970d-9bf015c37c99', 'mac_address': 'fa:16:3e:88:bc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf27f9e-8c1a-43ab-9c2e-82804220586c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:32:01.629326 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33176ace-74a0-4312-9954-1e7d07e9b5bb None None] New status for floating IP 5a5b0c00-01c5-4a61-8520-a39c841cfdc0: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:32:01.671253 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43d70de6-68a8-4515-90e4-3a436e2897f5 admin admin] Publish callbacks [] for security_group (b7dd50ac-444c-4e85-ae4a-1b2d841fd349), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.769531 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43d70de6-68a8-4515-90e4-3a436e2897f5 admin admin] Publish callbacks [] for security_group (b7dd50ac-444c-4e85-ae4a-1b2d841fd349), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.818796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:01.820542 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.849762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf9cfcc-be45-4bb6-970d-9bf015c37c99 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:01.883905 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks [] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.886273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51468) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:01.892703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '4956b012-a9db-40cf-bf91-e1ac0374fd5c', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'port_id': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'mac_address': 'fa:16:3e:7f:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:31:32Z', 'updated_at': '2022-01-28T03:31:56Z', 'revision_number': 1, 'project_id': '6ed1727130bb498390dc098767023b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:35Z', 'revision_number': 5, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:01.915437 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43d70de6-68a8-4515-90e4-3a436e2897f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b7dd50ac-444c-4e85-ae4a-1b2d841fd349), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.919915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43d70de6-68a8-4515-90e4-3a436e2897f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.921790 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-43d70de6-68a8-4515-90e4-3a436e2897f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7dd50ac-444c-4e85-ae4a-1b2d841fd349 HTTP/1.1" status: 204 len: 168 time: 0.6741092 Jan 28 03:32:01.935355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port cbf9cfcc-be45-4bb6-970d-9bf015c37c99, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,segment=NetworkSegment(ef6ffced-ef4b-4d42-9a76-0df1b23e29b0),segment_id=ef6ffced-ef4b-4d42-9a76-0df1b23e29b0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:01.937556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90507af-16e2-49c5-8e36-f46e247b5093 None None] The sync data for ids ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'] in n-d-808199-14 is: [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '4956b012-a9db-40cf-bf91-e1ac0374fd5c', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'port_id': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'mac_address': 'fa:16:3e:7f:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:31:32Z', 'updated_at': '2022-01-28T03:31:56Z', 'revision_number': 1, 'project_id': '6ed1727130bb498390dc098767023b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:35Z', 'revision_number': 5, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:01.945334 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.994420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d70de6-68a8-4515-90e4-3a436e2897f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dd50ac-444c-4e85-ae4a-1b2d841fd349,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:02.022877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:02.181862 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group (9edcabf4-8904-49cd-941b-a13a934ec1ac), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:02.232316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:02.304923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-a65e6a02-c401-4804-82cc-8cf9896724bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:02.306709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-a65e6a02-c401-4804-82cc-8cf9896724bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=457e6268-185f-454d-ba01-084721ddea15 HTTP/1.1" status: 200 len: 906 time: 0.8270741 Jan 28 03:32:02.358203 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group (9edcabf4-8904-49cd-941b-a13a934ec1ac), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:02.378430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Router ec95d8d1-6a5d-47c4-8fc9-231811de056a is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:32:02.382866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6da3fb-c42f-4df0-a0f3-13eeb4cc66e6 None None] New status for floating IP 4956b012-a9db-40cf-bf91-e1ac0374fd5c: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:32:02.388710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['cbf9cfcc-be45-4bb6-970d-9bf015c37c99'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:02.454864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-766aaf0f-9c31-48de-970c-a18ff2272f0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc HTTP/1.1" status: 200 len: 999 time: 0.1380420 Jan 28 03:32:02.503241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:02.538490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cec7d4e6-6186-4462-8f55-59db62dec224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:02.643165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-6203884d-b3cb-47f5-a9a0-6789086be67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:02.645736 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-6203884d-b3cb-47f5-a9a0-6789086be67f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a4bf499-2f77-4a83-815b-af6cec4f050d HTTP/1.1" status: 200 len: 844 time: 0.1789646 Jan 28 03:32:02.730611 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cec7d4e6-6186-4462-8f55-59db62dec224 admin admin] Publish callbacks [] for security_group (1735fa4d-b9ee-4af6-ab88-d417c18efac3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:02.798038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Network 6d384e79-4a93-41c2-b2d7-89b53c3312ce is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:02.802322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cec7d4e6-6186-4462-8f55-59db62dec224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1735fa4d-b9ee-4af6-ab88-d417c18efac3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:02.823192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:02.835340 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Sync routers for ids ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:02.847349 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Routers {'ec95d8d1-6a5d-47c4-8fc9-231811de056a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:02.848242 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:02.860569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-f450f68c-e577-45da-9850-5009aad9e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:02.862380 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-f450f68c-e577-45da-9850-5009aad9e87b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=457e6268-185f-454d-ba01-084721ddea15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276512 Jan 28 03:32:02.877418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Pushing event updated for resources: {'Port': ['ID=b220e7fb-c0ea-4138-82e4-bb650b163dc4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:02.880109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:02.895350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:02.911426 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cec7d4e6-6186-4462-8f55-59db62dec224 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c215bb9fffdd4582b9b16c6347e9ee89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050815 Jan 28 03:32:02.914715 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:02.915974 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0a496878-2f44-4bdb-b59f-775ab7a77ab3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6117265 Jan 28 03:32:02.949681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51486) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:02.950308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:02.951065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7d4e6-6186-4462-8f55-59db62dec224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1735fa4d-b9ee-4af6-ab88-d417c18efac3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:03.001970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:03.002803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.034059 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Set router ec95d8d1-6a5d-47c4-8fc9-231811de056a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:03.038454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-867516ce-b1b6-4cbf-b37d-b89e1d5cbad8 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7145936 Jan 28 03:32:03.049786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36d204-1d25-4249-abaf-06f9a6bcf69b req-2adf4da9-baab-4f2d-bec7-c9d5e465c21c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:03.057346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe36d204-1d25-4249-abaf-06f9a6bcf69b req-2adf4da9-baab-4f2d-bec7-c9d5e465c21c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.7707300 Jan 28 03:32:03.071608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Request body: {'port': {'device_id': '7cfdacc9-7378-4249-9170-c6015cfc61fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:03.096543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db0e02-bf41-4eb8-b9ce-fa567df77c02 req-98d1b1cf-81bd-40d9-a64c-321425b0e276 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:03.105501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88db0e02-bf41-4eb8-b9ce-fa567df77c02 req-98d1b1cf-81bd-40d9-a64c-321425b0e276 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 945 time: 0.7832131 Jan 28 03:32:03.184872 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9edcabf4-8904-49cd-941b-a13a934ec1ac), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.188529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.190490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "DELETE /v2.0/security-groups/9edcabf4-8904-49cd-941b-a13a934ec1ac HTTP/1.1" status: 204 len: 168 time: 1.3026743 Jan 28 03:32:03.194136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51490) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:03.247770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe36d204-1d25-4249-abaf-06f9a6bcf69b req-4242fec9-510f-4b87-8849-37178dd356bd tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893163 Jan 28 03:32:03.251881 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b2ef93eb-1d7b-4655-94e3-e2b10a8d5c41 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] show failed (client error): The resource could not be found. Jan 28 03:32:03.253061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b2ef93eb-1d7b-4655-94e3-e2b10a8d5c41 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "GET /v2.0/security-groups/9edcabf4-8904-49cd-941b-a13a934ec1ac HTTP/1.1" status: 404 len: 347 time: 0.0549910 Jan 28 03:32:03.265580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571f1aeb-17be-465d-a379-75b31da873fd', 'name': 'network-vif-deleted', 'tag': '34ae85cc-e3e9-4212-ae9e-867c293a10b6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:03.268514 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7545141-9e29-4954-ab9d-0127de31767b" -d '{"events": [{"server_uuid": "571f1aeb-17be-465d-a379-75b31da873fd", "name": "network-vif-deleted", "tag": "34ae85cc-e3e9-4212-ae9e-867c293a10b6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:03.305150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:03.306415 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:00Z', 'revision_number': 3, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:03.346205 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Checking router: ec95d8d1-6a5d-47c4-8fc9-231811de056a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:03.346636 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Updating router ec95d8d1-6a5d-47c4-8fc9-231811de056a port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:32:03.377040 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bc46781-9413-4fe2-abce-cd3275a27376 admin admin] Publish callbacks [] for security_group (1735fa4d-b9ee-4af6-ab88-d417c18efac3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.380714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edcabf4-8904-49cd-941b-a13a934ec1ac,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:03.403031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88db0e02-bf41-4eb8-b9ce-fa567df77c02 req-136a2e6c-6671-4a5d-b96c-f61748776d31 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964497 Jan 28 03:32:03.404230 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bc46781-9413-4fe2-abce-cd3275a27376 admin admin] Publish callbacks [] for security_group (1735fa4d-b9ee-4af6-ab88-d417c18efac3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.423939 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.428797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.429904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.431233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.432343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.435493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.436031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.436652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.437306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.437804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.438341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.438844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.440062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29441e90-cf17-42c3-a02c-1b9d7c317922 tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:03.446043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.530909 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.537704 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-d433dd4d-c153-45e1-95d1-5d823d7f8a72 service neutron] 10.222.0.42 "GET /v2.0/networks/457e6268-185f-454d-ba01-084721ddea15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645350 Jan 28 03:32:03.540493 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bc46781-9413-4fe2-abce-cd3275a27376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1735fa4d-b9ee-4af6-ab88-d417c18efac3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.543675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bc46781-9413-4fe2-abce-cd3275a27376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.548561 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8bc46781-9413-4fe2-abce-cd3275a27376 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1735fa4d-b9ee-4af6-ab88-d417c18efac3 HTTP/1.1" status: 204 len: 168 time: 0.5926356 Jan 28 03:32:03.619495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc46781-9413-4fe2-abce-cd3275a27376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1735fa4d-b9ee-4af6-ab88-d417c18efac3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:03.652588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0224c73-c131-4406-bd54-fafd73f10e32 req-d72b313d-67bf-4008-878c-56fdf7e02f0f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.1286113 Jan 28 03:32:03.713829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce87eb-fb68-4d2e-b085-e1f9e76e5b41 req-0f02c6e7-9cf5-45bb-9815-6499a0f7e4df tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:03.715936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0ce87eb-fb68-4d2e-b085-e1f9e76e5b41 req-0f02c6e7-9cf5-45bb-9815-6499a0f7e4df tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 931 time: 0.3054435 Jan 28 03:32:03.806463 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a0394ccf-776f-4443-b448-45ec8eb92251 req-43001dc1-ad59-47b7-b627-6ec752d1cef6 service neutron] 10.222.0.42 "GET /v2.0/networks/457e6268-185f-454d-ba01-084721ddea15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565863 Jan 28 03:32:03.912244 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89f12ee-f754-4aba-9794-243232cd3d78 x-openstack-request-id: req-e89f12ee-f754-4aba-9794-243232cd3d78 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:03.912796 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571f1aeb-17be-465d-a379-75b31da873fd", "name": "network-vif-deleted", "tag": "34ae85cc-e3e9-4212-ae9e-867c293a10b6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:03.922672 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e89f12ee-f754-4aba-9794-243232cd3d78 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:03.924214 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571f1aeb-17be-465d-a379-75b31da873fd', 'name': 'network-vif-deleted', 'tag': '34ae85cc-e3e9-4212-ae9e-867c293a10b6', 'status': 'completed', 'code': 200} Jan 28 03:32:04.022067 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0ce87eb-fb68-4d2e-b085-e1f9e76e5b41 req-a4683f13-d9ec-47ab-bb12-b5d9c202c3a0 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964962 Jan 28 03:32:04.029144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.063881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f2c6b322-24da-414e-8df4-6541f204346d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Deleting port 67403dac-5c73-45f6-ac66-6c4728085593 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:04.064188 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b322-24da-414e-8df4-6541f204346d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (67403dac-5c73-45f6-ac66-6c4728085593), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.086723 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Publish callbacks [] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.107453 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.190163 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Attempting to bind port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:04.190827 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Attempting to bind port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:04.191525 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Attempting to bind port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:04.194887 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388eab9-b037-4ce4-a3b9-ca170605c90d None None] Pushing event updated for resources: {'Port': ['ID=f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:04.200509 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:04.200909 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:04.201364 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.201749 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:04.203277 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Bound port: f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:04.203667 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.244317 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b322-24da-414e-8df4-6541f204346d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (67403dac-5c73-45f6-ac66-6c4728085593), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.244508 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b322-24da-414e-8df4-6541f204346d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for floatingip (67403dac-5c73-45f6-ac66-6c4728085593), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.262431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Allocated IP 172.20.0.1 (86d5a647-4959-4f25-9012-430dac9dc808/8a6156d7-bba4-4193-99d6-e7b8ca5f536d/329e5754-45cd-4eda-9a85-7adc633c985d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:04.267312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f2c6b322-24da-414e-8df4-6541f204346d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Calling delete_port for 67403dac-5c73-45f6-ac66-6c4728085593 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:04.324042 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] For port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:04.333944 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] For port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:04.344880 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.379150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b220e7fb-c0ea-4138-82e4-bb650b163dc4 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:04.390373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Publish callbacks [] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.432682 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Routers {'ec95d8d1-6a5d-47c4-8fc9-231811de056a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:04.433518 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:04.437386 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388eab9-b037-4ce4-a3b9-ca170605c90d None None] Pushing event updated for resources: {'Port': ['ID=f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:04.454825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Transition to ACTIVE for port object b220e7fb-c0ea-4138-82e4-bb650b163dc4 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:32:04.473177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.599447 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Publish callbacks [] for port (329e5754-45cd-4eda-9a85-7adc633c985d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.643263 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] Set router ec95d8d1-6a5d-47c4-8fc9-231811de056a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:04.682686 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.755816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Network 86d5a647-4959-4f25-9012-430dac9dc808 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:04.758830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:04.762194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:04.815667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b220e7fb-c0ea-4138-82e4-bb650b163dc4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:04.834571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Pushing event updated for resources: {'Port': ['ID=329e5754-45cd-4eda-9a85-7adc633c985d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:04.842145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab34611-c262-4b1a-900b-76675f5c8829 req-efc7edd8-7e53-41e9-9184-35e6572b3c43 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:04.843702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ab34611-c262-4b1a-900b-76675f5c8829 req-efc7edd8-7e53-41e9-9184-35e6572b3c43 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.3793433 Jan 28 03:32:04.869152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (ec95d8d1-6a5d-47c4-8fc9-231811de056a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.908928 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:00Z', 'revision_number': 3, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:04.960484 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410f645-6528-43dd-84b8-94ecf1802f98 None None] The sync data for ids ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'] in n-d-808199-14 is: [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:00Z', 'revision_number': 3, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:04.967851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b322-24da-414e-8df4-6541f204346d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (67403dac-5c73-45f6-ac66-6c4728085593), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.044078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d77ea1-b60a-439f-87dd-d3fad93fb9dd req-11b36bcc-ba7c-4844-bc60-d589ae88f319 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:05.045833 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8d77ea1-b60a-439f-87dd-d3fad93fb9dd req-11b36bcc-ba7c-4844-bc60-d589ae88f319 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 945 time: 0.4650998 Jan 28 03:32:05.083470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6b322-24da-414e-8df4-6541f204346d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Pushing event deleted for resources: {'Port': ['ID=67403dac-5c73-45f6-ac66-6c4728085593,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:05.113082 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.151334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ab34611-c262-4b1a-900b-76675f5c8829 req-45afa288-b052-44b4-9a63-23b925693320 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872252 Jan 28 03:32:05.186977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0b6b1722-fda2-4dc3-bd8b-a5783b3c0b1b None None] Provisioning complete for port 329e5754-45cd-4eda-9a85-7adc633c985d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:05.189390 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1722-fda2-4dc3-bd8b-a5783b3c0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.193045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device cbf9cfcc-be45-4bb6-970d-9bf015c37c99 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:05.200252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Attempting to bind port b220e7fb-c0ea-4138-82e4-bb650b163dc4 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:05.200928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Attempting to bind port b220e7fb-c0ea-4138-82e4-bb650b163dc4 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:05.201273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Attempting to bind port b220e7fb-c0ea-4138-82e4-bb650b163dc4 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:05.238747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Port b220e7fb-c0ea-4138-82e4-bb650b163dc4 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:32:05.239078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Attempting to bind port b220e7fb-c0ea-4138-82e4-bb650b163dc4 on network 6d384e79-4a93-41c2-b2d7-89b53c3312ce {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:05.253454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8d77ea1-b60a-439f-87dd-d3fad93fb9dd req-6484ac27-ce86-4c9a-957c-0dab97986d39 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793518 Jan 28 03:32:05.274284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:05.285084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Checking segment: {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:05.285084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Bound using segment: {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:05.285084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Bound port: b220e7fb-c0ea-4138-82e4-bb650b163dc4, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1afa92-1ef2-472e-a66c-6a7cf335ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:05.285084 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.290198 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b322-24da-414e-8df4-6541f204346d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks [] for floatingip (5a5b0c00-01c5-4a61-8520-a39c841cfdc0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.305217 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b322-24da-414e-8df4-6541f204346d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.306528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f2c6b322-24da-414e-8df4-6541f204346d tempest-ServersWithSpecificFlavorTestJSON-725051642 tempest-ServersWithSpecificFlavorTestJSON-725051642-project] 10.222.0.44 "DELETE /v2.0/floatingips/5a5b0c00-01c5-4a61-8520-a39c841cfdc0 HTTP/1.1" status: 204 len: 168 time: 1.9911952 Jan 28 03:32:05.396313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b81c579e-3abc-4979-96a9-4d82e2c9c520 req-7c79d7fa-260f-45c3-a78a-e30dee9ca056 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0789092 Jan 28 03:32:05.486308 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Publish callbacks [] for port (329e5754-45cd-4eda-9a85-7adc633c985d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.498053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.625007 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] For port b220e7fb-c0ea-4138-82e4-bb650b163dc4, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:05.631078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (ec95d8d1-6a5d-47c4-8fc9-231811de056a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.633706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Pushing event updated for resources: {'Port': ['ID=329e5754-45cd-4eda-9a85-7adc633c985d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:05.678690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] For port b220e7fb-c0ea-4138-82e4-bb650b163dc4, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:05.698411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.752656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b1722-fda2-4dc3-bd8b-a5783b3c0b1b None None] Port 329e5754-45cd-4eda-9a85-7adc633c985d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:05.759272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:32:05.809867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a357a-be7a-4c63-96ca-552de9fa7f44 req-01cd8067-ecfc-4377-8784-3a3f0de87d35 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:05.813581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Network 86d5a647-4959-4f25-9012-430dac9dc808 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:05.815509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:05.821838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b47a357a-be7a-4c63-96ca-552de9fa7f44 req-01cd8067-ecfc-4377-8784-3a3f0de87d35 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 943 time: 0.2444623 Jan 28 03:32:05.857268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:05.857912 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.862010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/b220e7fb-c0ea-4138-82e4-bb650b163dc4 HTTP/1.1" status: 200 len: 1092 time: 2.8002586 Jan 28 03:32:05.901293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:05.901714 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:05.993194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Router ec95d8d1-6a5d-47c4-8fc9-231811de056a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:32:06.001086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfdacc9-7378-4249-9170-c6015cfc61fe', 'tag': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:06.003547 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a5f64d-a58c-4575-9c25-ffc5c0404258" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfdacc9-7378-4249-9170-c6015cfc61fe", "tag": "b220e7fb-c0ea-4138-82e4-bb650b163dc4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:06.006406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c1a59-6ec3-4776-a977-1dea6d4574b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b220e7fb-c0ea-4138-82e4-bb650b163dc4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:06.030395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b47a357a-be7a-4c63-96ca-552de9fa7f44 req-d0162eb2-3350-4c79-a3be-e7df9348b793 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076471 Jan 28 03:32:06.126324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1563a-4dbc-402b-a261-cbc819136592 req-d964ec80-f056-4c68-9513-273a88b4e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:06.133203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-d964ec80-f056-4c68-9513-273a88b4e88b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 1095 time: 0.1207204 Jan 28 03:32:06.150490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:06.151210 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:06.258601 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bef056-7cb3-43ff-9b90-515e79d668cf x-openstack-request-id: req-a3bef056-7cb3-43ff-9b90-515e79d668cf {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:06.258998 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfdacc9-7378-4249-9170-c6015cfc61fe", "tag": "b220e7fb-c0ea-4138-82e4-bb650b163dc4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:06.259356 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3bef056-7cb3-43ff-9b90-515e79d668cf {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:06.260106 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfdacc9-7378-4249-9170-c6015cfc61fe', 'tag': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4', 'status': 'completed', 'code': 200} Jan 28 03:32:06.274666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-6681fb88-975a-40fa-ab28-9600b2989535 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4 HTTP/1.1" status: 200 len: 217 time: 0.1174705 Jan 28 03:32:06.312679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bb8025-2400-4bb9-87ab-3689e8ce3ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf9cfcc-be45-4bb6-970d-9bf015c37c99'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:06.322552 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a58174d-c758-4f35-9f99-1822a5fc7d3d" -d '{"events": [{"server_uuid": "a7bb8025-2400-4bb9-87ab-3689e8ce3ac3", "name": "network-vif-plugged", "status": "completed", "tag": "cbf9cfcc-be45-4bb6-970d-9bf015c37c99"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:06.327021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:06.352280 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-89f0307e-afeb-44da-a7ac-ec51c923f043 admin admin] 10.222.0.44 "PUT /v2.0/routers/ec95d8d1-6a5d-47c4-8fc9-231811de056a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3860238 Jan 28 03:32:06.368492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port cbf9cfcc-be45-4bb6-970d-9bf015c37c99, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,segment=NetworkSegment(ef6ffced-ef4b-4d42-9a76-0df1b23e29b0),segment_id=ef6ffced-ef4b-4d42-9a76-0df1b23e29b0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:06.381709 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:06.389086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-985082c5-2088-4e6c-ab8d-981a94ce403d None None] Provisioning complete for port 329e5754-45cd-4eda-9a85-7adc633c985d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:06.389839 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-985082c5-2088-4e6c-ab8d-981a94ce403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:06.515466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-985082c5-2088-4e6c-ab8d-981a94ce403d None None] Port 329e5754-45cd-4eda-9a85-7adc633c985d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:06.535433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:06.552488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1563a-4dbc-402b-a261-cbc819136592 req-d174cdb8-6cc3-44e6-ba55-cd60604f4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:06.556018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-d174cdb8-6cc3-44e6-ba55-cd60604f4a53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1696da5a-5f45-4c57-8feb-f9f8c4d51cd0 HTTP/1.1" status: 200 len: 844 time: 0.2801690 Jan 28 03:32:06.579575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc5070-a55b-4814-8588-7a4263e44d68 req-374472fd-97a2-45e0-bc30-139125627e0a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:06.581191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59bc5070-a55b-4814-8588-7a4263e44d68 req-374472fd-97a2-45e0-bc30-139125627e0a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.1938114 Jan 28 03:32:06.604188 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-8635cc6a-b6f0-4fec-a2aa-e57d55b39ba0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d384e79-4a93-41c2-b2d7-89b53c3312ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404122 Jan 28 03:32:06.617638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e2b11-06bb-4a14-8752-4d456b84f1d0 req-89842199-752a-4bb3-8752-28eddd6b60d9 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:06.621364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-792e2b11-06bb-4a14-8752-4d456b84f1d0 req-89842199-752a-4bb3-8752-28eddd6b60d9 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1662350 Jan 28 03:32:06.752714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59bc5070-a55b-4814-8588-7a4263e44d68 req-238a14d5-81ec-4521-9d1d-c08e9e5b4aaa tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508844 Jan 28 03:32:06.779881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-f161a20d-b890-4e44-b746-5db92446a1a1 service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554661 Jan 28 03:32:06.783216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-792e2b11-06bb-4a14-8752-4d456b84f1d0 req-2e330a9e-97bb-4ebd-a29e-63b5fb2bb7ce tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445091 Jan 28 03:32:06.831600 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f402c474-f89e-4faf-8925-03cbc80e6728 x-openstack-request-id: req-f402c474-f89e-4faf-8925-03cbc80e6728 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:06.831746 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bb8025-2400-4bb9-87ab-3689e8ce3ac3", "name": "network-vif-plugged", "status": "completed", "tag": "cbf9cfcc-be45-4bb6-970d-9bf015c37c99", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:06.836262 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f402c474-f89e-4faf-8925-03cbc80e6728 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:06.836529 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bb8025-2400-4bb9-87ab-3689e8ce3ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf9cfcc-be45-4bb6-970d-9bf015c37c99', 'code': 200} Jan 28 03:32:06.954586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46b1563a-4dbc-402b-a261-cbc819136592 req-09b29d77-f876-44c1-b943-d121f68f0382 service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671734 Jan 28 03:32:06.956813 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75fbb06a-7ed0-4088-a4ea-76db9c987853 req-36fe7721-4b07-4077-b44c-5f7063f1c5cd tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0435700 Jan 28 03:32:07.005772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d371c-1b5a-4c38-96bf-c70eea5a87d6 req-c56b67b3-d54c-4426-8e30-6bf401cadbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:07.007264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-696d371c-1b5a-4c38-96bf-c70eea5a87d6 req-c56b67b3-d54c-4426-8e30-6bf401cadbf2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 1098 time: 0.0758030 Jan 28 03:32:07.120869 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-696d371c-1b5a-4c38-96bf-c70eea5a87d6 req-f1db21b3-d333-4ee0-bb0b-b9e1b0777132 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062944 Jan 28 03:32:07.139394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5f64d-a58c-4575-9c25-ffc5c0404258 req-9d152e50-e198-4ede-bfc2-7559e99e425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:07.141166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17a5f64d-a58c-4575-9c25-ffc5c0404258 req-9d152e50-e198-4ede-bfc2-7559e99e425f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d76a39b5499446aa461bd30effea998&device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 1095 time: 0.0639009 Jan 28 03:32:07.277663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c24e31-cf18-4077-b2a7-0967375e391f req-f9615ea1-8c7a-4450-9c59-48e2b595c56d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:07.279422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8c24e31-cf18-4077-b2a7-0967375e391f req-f9615ea1-8c7a-4450-9c59-48e2b595c56d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 943 time: 0.0758138 Jan 28 03:32:07.330776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5f64d-a58c-4575-9c25-ffc5c0404258 req-bb5f31cc-c671-4e43-8926-d49ff08ccb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:07.332665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17a5f64d-a58c-4575-9c25-ffc5c0404258 req-bb5f31cc-c671-4e43-8926-d49ff08ccb6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 200 len: 905 time: 0.1855729 Jan 28 03:32:07.384495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17a5f64d-a58c-4575-9c25-ffc5c0404258 req-04bb6edc-0278-4b24-bcf8-6f306c878be8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4 HTTP/1.1" status: 200 len: 217 time: 0.0404339 Jan 28 03:32:07.389440 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:07.436273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8c24e31-cf18-4077-b2a7-0967375e391f req-6b7bb4b4-4bd3-4b21-8b8e-2f9d5979270d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449773 Jan 28 03:32:07.458119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5f64d-a58c-4575-9c25-ffc5c0404258 req-d26955fb-1dbf-4a88-a2e3-78bbd71856cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:07.459963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:07.460441 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:07.460814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17a5f64d-a58c-4575-9c25-ffc5c0404258 req-d26955fb-1dbf-4a88-a2e3-78bbd71856cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1696da5a-5f45-4c57-8feb-f9f8c4d51cd0 HTTP/1.1" status: 200 len: 844 time: 0.0657661 Jan 28 03:32:07.503804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17a5f64d-a58c-4575-9c25-ffc5c0404258 req-cd83372a-0520-4879-956e-063ac5be4c14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d384e79-4a93-41c2-b2d7-89b53c3312ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370851 Jan 28 03:32:07.604220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51586) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:07.644677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Sync routers for ids ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:07.666523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17a5f64d-a58c-4575-9c25-ffc5c0404258 req-ca743f3a-c3cb-4097-b9bf-891128a39d81 service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563239 Jan 28 03:32:07.684566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:07.684931 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:07.747403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Routers {'ec95d8d1-6a5d-47c4-8fc9-231811de056a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:07.750627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:07.850734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:07.869716 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:07.935730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17a5f64d-a58c-4575-9c25-ffc5c0404258 req-a64803d3-1c74-4b42-9c8f-69e1b2b9d5ff service neutron] 10.222.0.42 "GET /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617047 Jan 28 03:32:07.945385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51602) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:07.952179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cae798e3-8cf9-4d59-8623-d8f2279a3112 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367435566', 'description': 'tempest-description--557795427'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:07.987091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d0c97-9432-460e-a50b-344dc77c8c08 req-1010d1a6-003e-4542-8cf7-7827839f9e3d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:08.000478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a66d0c97-9432-460e-a50b-344dc77c8c08 req-1010d1a6-003e-4542-8cf7-7827839f9e3d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.1569750 Jan 28 03:32:08.054305 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cae798e3-8cf9-4d59-8623-d8f2279a3112 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.091424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a66d0c97-9432-460e-a50b-344dc77c8c08 req-1ec0fe9b-b7f4-4299-8e80-bd4e8d0d1434 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871749 Jan 28 03:32:08.103895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:08.128305 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Set router ec95d8d1-6a5d-47c4-8fc9-231811de056a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:08.218231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1ebe1-f6d7-40f5-b641-3e0fa2048909 req-e25ce586-6a6a-4d74-85f2-29335a3e0357 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:08.219682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3b1ebe1-f6d7-40f5-b641-3e0fa2048909 req-e25ce586-6a6a-4d74-85f2-29335a3e0357 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1260042 Jan 28 03:32:08.285568 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cae798e3-8cf9-4d59-8623-d8f2279a3112 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group (be99dd25-c15a-4ee0-8b61-b5659792844e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.326927 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cae798e3-8cf9-4d59-8623-d8f2279a3112 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (be99dd25-c15a-4ee0-8b61-b5659792844e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.344325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-795ae660-8742-4246-a90e-b010220f3636 req-4c82bb84-f93a-4dfa-a980-1e06a5acd067 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0637329 Jan 28 03:32:08.374998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:05Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '329e5754-45cd-4eda-9a85-7adc633c985d', 'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'mac_address': 'fa:16:3e:ab:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:04Z', 'updated_at': '2022-01-28T03:32:05Z', 'revision_number': 2, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'subnets': [{'id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:08.419687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Checking router: ec95d8d1-6a5d-47c4-8fc9-231811de056a for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:08.420388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Updating router ec95d8d1-6a5d-47c4-8fc9-231811de056a port 329e5754-45cd-4eda-9a85-7adc633c985d binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:32:08.439535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cae798e3-8cf9-4d59-8623-d8f2279a3112 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.443119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cae798e3-8cf9-4d59-8623-d8f2279a3112 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4933875 Jan 28 03:32:08.443510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:08.447162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae798e3-8cf9-4d59-8623-d8f2279a3112 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be99dd25-c15a-4ee0-8b61-b5659792844e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:08.460674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5d15ce8e-1821-4a52-a646-f17588853cd0 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Request body: {'security_group_rule': {'security_group_id': 'be99dd25-c15a-4ee0-8b61-b5659792844e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:08.465390 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.469024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3b1ebe1-f6d7-40f5-b641-3e0fa2048909 req-71267f41-1f20-47e8-ad20-1d2fbb56eca8 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065659 Jan 28 03:32:08.543442 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d15ce8e-1821-4a52-a646-f17588853cd0 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group_rule (a55e6b56-d1d0-48b7-8d19-607661daf378), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.590941 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (49026035-ff41-4875-8572-9546289cd578), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.674437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c344cc-c0c2-4068-89a9-38745666f23f req-26174383-bc0b-441a-a6c6-0d3589dd6aca tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:08.689570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60c344cc-c0c2-4068-89a9-38745666f23f req-26174383-bc0b-441a-a6c6-0d3589dd6aca tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 943 time: 0.1141806 Jan 28 03:32:08.777569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60c344cc-c0c2-4068-89a9-38745666f23f req-a32895c0-6433-426b-bdda-166de281829b tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851886 Jan 28 03:32:08.787092 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d15ce8e-1821-4a52-a646-f17588853cd0 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group_rule (a55e6b56-d1d0-48b7-8d19-607661daf378), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.803422 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d15ce8e-1821-4a52-a646-f17588853cd0 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (a55e6b56-d1d0-48b7-8d19-607661daf378), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.844489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d15ce8e-1821-4a52-a646-f17588853cd0 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.845925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5d15ce8e-1821-4a52-a646-f17588853cd0 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009347 Jan 28 03:32:08.846769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15ce8e-1821-4a52-a646-f17588853cd0 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55e6b56-d1d0-48b7-8d19-607661daf378,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:08.848656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51626) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:08.853397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7ec9e315-da4f-4473-a9c4-ee4fe1511c32 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Request body: {'security_group_rule': {'security_group_id': 'be99dd25-c15a-4ee0-8b61-b5659792844e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:08.906938 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e315-da4f-4473-a9c4-ee4fe1511c32 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group_rule (896bccce-1038-436f-aa3d-bfbe13e618c5), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.914938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:08.954135 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Publish callbacks [] for port (329e5754-45cd-4eda-9a85-7adc633c985d), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:08.962177 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.048885 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e315-da4f-4473-a9c4-ee4fe1511c32 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group_rule (896bccce-1038-436f-aa3d-bfbe13e618c5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.054299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e315-da4f-4473-a9c4-ee4fe1511c32 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (896bccce-1038-436f-aa3d-bfbe13e618c5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.077342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9e315-da4f-4473-a9c4-ee4fe1511c32 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896bccce-1038-436f-aa3d-bfbe13e618c5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:09.096721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e315-da4f-4473-a9c4-ee4fe1511c32 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.099313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7ec9e315-da4f-4473-a9c4-ee4fe1511c32 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2496464 Jan 28 03:32:09.102845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:09.107654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:09.108519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0975ef-26b9-449c-9083-beaf3b84e2bb None None] Pushing event updated for resources: {'Port': ['ID=329e5754-45cd-4eda-9a85-7adc633c985d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:09.128425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Attempting to bind port 329e5754-45cd-4eda-9a85-7adc633c985d on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:09.128801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Attempting to bind port 329e5754-45cd-4eda-9a85-7adc633c985d by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:09.129186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Attempting to bind port 329e5754-45cd-4eda-9a85-7adc633c985d on network 86d5a647-4959-4f25-9012-430dac9dc808 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:09.134082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] Deleting port 9ed24436-64f5-4f68-a960-782cfffb3ae1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:09.134371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.138934 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:09.139333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Checking segment: {'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:09.139737 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.141388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Bound using segment: {'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:09.141749 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Bound port: 329e5754-45cd-4eda-9a85-7adc633c985d, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:09.144163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.148559 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.222945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] For port 329e5754-45cd-4eda-9a85-7adc633c985d, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:09.229763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] For port 329e5754-45cd-4eda-9a85-7adc633c985d, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=329e5754-45cd-4eda-9a85-7adc633c985d,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:09.240375 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.281361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] For port 9ed24436-64f5-4f68-a960-782cfffb3ae1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9ed24436-64f5-4f68-a960-782cfffb3ae1,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:09.284247 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.316600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] Calling delete_port for 9ed24436-64f5-4f68-a960-782cfffb3ae1 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:09.395126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Routers {'ec95d8d1-6a5d-47c4-8fc9-231811de056a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:09.395764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:09.397931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce17593-abf0-4679-8f22-16001ebf1478 req-d5d78ed2-d6b5-43a6-b59f-d8ea32d5dd4d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:09.406850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ce17593-abf0-4679-8f22-16001ebf1478 req-d5d78ed2-d6b5-43a6-b59f-d8ea32d5dd4d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.1132402 Jan 28 03:32:09.445475 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:32:09.498102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ce17593-abf0-4679-8f22-16001ebf1478 req-60ea85f6-20b4-4d13-8173-2fbb76b700a1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900502 Jan 28 03:32:09.585091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] Set router ec95d8d1-6a5d-47c4-8fc9-231811de056a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:09.585554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab7eb985-4d9a-417b-9baf-cf203ea07d09 req-8cd37430-f121-42c8-ab5f-4baae9f1e28d tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0801165 Jan 28 03:32:09.600538 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.606778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:09.642315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aad293f-0b63-440d-bc1b-50180b66fbe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.659983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9ed24436-64f5-4f68-a960-782cfffb3ae1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.716921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed24436-64f5-4f68-a960-782cfffb3ae1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:09.758153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e66f6-3d0e-482e-84f7-9c3bd01a6524 req-ccc3508b-a219-4f00-b59f-f0bcbad6d37c tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:09.768151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-595e66f6-3d0e-482e-84f7-9c3bd01a6524 req-ccc3508b-a219-4f00-b59f-f0bcbad6d37c tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1514363 Jan 28 03:32:09.909550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-595e66f6-3d0e-482e-84f7-9c3bd01a6524 req-ddc1a42f-a464-439f-9b77-acf3b67f918a tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404254 Jan 28 03:32:09.958841 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aad293f-0b63-440d-bc1b-50180b66fbe8 admin admin] Publish callbacks [] for security_group (a9a7a866-2034-4d08-9225-c0ca0ef9b057), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.965590 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (49026035-ff41-4875-8572-9546289cd578), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:09.968939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aad293f-0b63-440d-bc1b-50180b66fbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a9a7a866-2034-4d08-9225-c0ca0ef9b057), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.003583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad293f-0b63-440d-bc1b-50180b66fbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a7a866-2034-4d08-9225-c0ca0ef9b057,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:10.129627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Allocated IP 172.25.1.51 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/1287865e-5c27-4935-b0b7-96b19726ac26) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:10.150529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0975ef-26b9-449c-9083-beaf3b84e2bb None None] Pushing event updated for resources: {'Port': ['ID=329e5754-45cd-4eda-9a85-7adc633c985d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:10.176378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-87d5f31f-e39c-438a-8928-9e4048759a65 None None] Provisioning complete for port 329e5754-45cd-4eda-9a85-7adc633c985d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:10.176830 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87d5f31f-e39c-438a-8928-9e4048759a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.187968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37853b83-ee45-4ee2-88fa-2a0932f9afb3 req-8e85dcba-7253-4554-8a4b-05810ae30370 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:10.192051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37853b83-ee45-4ee2-88fa-2a0932f9afb3 req-8e85dcba-7253-4554-8a4b-05810ae30370 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 943 time: 0.2504067 Jan 28 03:32:10.280681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] Router 49026035-ff41-4875-8572-9546289cd578 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:32:10.285284 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7aad293f-0b63-440d-bc1b-50180b66fbe8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7d8b882ba924bda926e93890e832801&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3691733 Jan 28 03:32:10.287994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51648) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:10.298467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37853b83-ee45-4ee2-88fa-2a0932f9afb3 req-8462f28c-ee78-4314-be4e-78f74cb90ae1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983925 Jan 28 03:32:10.322747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:10.323119 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.370293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fc193-bd9a-403f-b6ae-ad5d9ade0ad2 req-77cf6aae-5a27-4a59-a6e0-14eac3adf6fc tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:10.372266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f08fc193-bd9a-403f-b6ae-ad5d9ade0ad2 req-77cf6aae-5a27-4a59-a6e0-14eac3adf6fc tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1084070 Jan 28 03:32:10.413882 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for port (1287865e-5c27-4935-b0b7-96b19726ac26), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.443258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:10.445292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f08fc193-bd9a-403f-b6ae-ad5d9ade0ad2 req-37203b05-f51a-4973-88da-0e3781b49f92 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622118 Jan 28 03:32:10.449663 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7637d5b7-0f4e-477b-9d9b-2b1d3e495c5b admin admin] 10.222.0.44 "PUT /v2.0/routers/49026035-ff41-4875-8572-9546289cd578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8443229 Jan 28 03:32:10.452309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:10.459709 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] Sync routers for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:10.468872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a044-20bc-40e6-8430-720d5d3aa674 admin admin] Publish callbacks [] for security_group (a9a7a866-2034-4d08-9225-c0ca0ef9b057), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.475005 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:10.475625 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:10.506681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b220e7fb-c0ea-4138-82e4-bb650b163dc4 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:32:10.515609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a044-20bc-40e6-8430-720d5d3aa674 admin admin] Publish callbacks [] for security_group (a9a7a866-2034-4d08-9225-c0ca0ef9b057), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.572647 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-664b0ef9-78a0-422d-9092-d85f43c8591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.575442 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1287865e-5c27-4935-b0b7-96b19726ac26), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.583092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-87d5f31f-e39c-438a-8928-9e4048759a65 None None] Current status of the port 329e5754-45cd-4eda-9a85-7adc633c985d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:10.583092 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87d5f31f-e39c-438a-8928-9e4048759a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.628399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Pushing event updated for resources: {'Port': ['ID=1287865e-5c27-4935-b0b7-96b19726ac26,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:10.655486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:10.662062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:10.665924 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a044-20bc-40e6-8430-720d5d3aa674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a9a7a866-2034-4d08-9225-c0ca0ef9b057), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.666570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:10.669995 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a044-20bc-40e6-8430-720d5d3aa674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.673489 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f6d2a044-20bc-40e6-8430-720d5d3aa674 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9a7a866-2034-4d08-9225-c0ca0ef9b057 HTTP/1.1" status: 204 len: 168 time: 0.3818560 Jan 28 03:32:10.679852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:10.700521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2a044-20bc-40e6-8430-720d5d3aa674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a7a866-2034-4d08-9225-c0ca0ef9b057,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:10.736538 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:10.905523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-87d5f31f-e39c-438a-8928-9e4048759a65 None None] For port 329e5754-45cd-4eda-9a85-7adc633c985d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=329e5754-45cd-4eda-9a85-7adc633c985d,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:10.931524 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87d5f31f-e39c-438a-8928-9e4048759a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:10.951618 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:05Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '329e5754-45cd-4eda-9a85-7adc633c985d', 'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'mac_address': 'fa:16:3e:ab:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:04Z', 'updated_at': '2022-01-28T03:32:09Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'subnets': [{'id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:11.055748 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:32:09Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:11.097534 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5f31f-e39c-438a-8928-9e4048759a65 None None] Pushing event updated for resources: {'Port': ['ID=329e5754-45cd-4eda-9a85-7adc633c985d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:11.099894 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] Checking router: 49026035-ff41-4875-8572-9546289cd578 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:11.115964 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] Routers {'49026035-ff41-4875-8572-9546289cd578'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:11.117048 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['49026035-ff41-4875-8572-9546289cd578'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:11.123322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c3a9b-b7a1-412c-9d21-cab415c7f078 None None] The sync data for ids ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'] in n-d-808199-14 is: [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:05Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '329e5754-45cd-4eda-9a85-7adc633c985d', 'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'mac_address': 'fa:16:3e:ab:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:04Z', 'updated_at': '2022-01-28T03:32:09Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'subnets': [{'id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:11.126395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b220e7fb-c0ea-4138-82e4-bb650b163dc4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:11.156109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a5d99929-46dd-4ea8-84b2-229385a10b94 None None] Provisioning complete for port 329e5754-45cd-4eda-9a85-7adc633c985d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:11.156498 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5d99929-46dd-4ea8-84b2-229385a10b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:11.160084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'port_id': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4', 'mac_address': 'fa:16:3e:ef:5f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1696da5a-5f45-4c57-8feb-f9f8c4d51cd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:32:11.181342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c35801d-a371-429b-9250-337f6e5c902b req-8b4f08fc-081d-4367-b1ed-61bfac843a99 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0490899 Jan 28 03:32:11.181342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Publish callbacks [] for router (49026035-ff41-4875-8572-9546289cd578), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:11.286389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b220e7fb-c0ea-4138-82e4-bb650b163dc4 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:11.286784 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:11.323305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb685b-acf6-4344-a768-7737d96587c9 req-e6b7c599-54ba-4908-ab1d-428bb911a882 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:11.368499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b220e7fb-c0ea-4138-82e4-bb650b163dc4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:11.371587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57cb685b-acf6-4344-a768-7737d96587c9 req-e6b7c599-54ba-4908-ab1d-428bb911a882 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.6374664 Jan 28 03:32:11.449344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b220e7fb-c0ea-4138-82e4-bb650b163dc4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:11.479623 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:11.480813 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for floatingip (cedcf29b-6817-43f5-920a-d7f5dbfce082), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:11.502771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a5d99929-46dd-4ea8-84b2-229385a10b94 None None] Current status of the port 329e5754-45cd-4eda-9a85-7adc633c985d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:11.552938 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] Set router 49026035-ff41-4875-8572-9546289cd578 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:11.559240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b220e7fb-c0ea-4138-82e4-bb650b163dc4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:11.600601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 329e5754-45cd-4eda-9a85-7adc633c985d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:11.736521 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1287865e-5c27-4935-b0b7-96b19726ac26), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:11.746609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 329e5754-45cd-4eda-9a85-7adc633c985d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:11.747243 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:11.832345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b220e7fb-c0ea-4138-82e4-bb650b163dc4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:11.880200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab37ee-0f9d-45a8-84f0-b38a4a5f7b22 req-2bca5013-140b-46a4-93eb-393087107924 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:11.883009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85ab37ee-0f9d-45a8-84f0-b38a4a5f7b22 req-2bca5013-140b-46a4-93eb-393087107924 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 944 time: 0.3984861 Jan 28 03:32:11.892759 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Publish callbacks [] for router_gateway (49026035-ff41-4875-8572-9546289cd578), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:11.906784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57cb685b-acf6-4344-a768-7737d96587c9 req-e9f94a73-ddbd-4f31-a7ac-c1e707585098 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329781 Jan 28 03:32:11.951391 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:11.972126 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:32:09Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:12.051323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51684) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:12.064034 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad45df-462c-4b68-b446-2eea64630799 None None] The sync data for ids ['49026035-ff41-4875-8572-9546289cd578'] in n-d-808199-14 is: [{'id': '49026035-ff41-4875-8572-9546289cd578', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232868298-router', 'tenant_id': '690dbc24a26741e887958b351ae14887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:51Z', 'updated_at': '2022-01-28T03:32:09Z', 'revision_number': 5, 'project_id': '690dbc24a26741e887958b351ae14887', 'gw_port': {'id': '49886a3c-16bb-490c-8e29-3caffe2a5346', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49026035-ff41-4875-8572-9546289cd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:53Z', 'updated_at': '2022-01-28T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:12.114459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 329e5754-45cd-4eda-9a85-7adc633c985d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:12.234385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-f484df93-e1ab-41ad-8814-3f5058111140 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:12.236656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-f484df93-e1ab-41ad-8814-3f5058111140 tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2256792 Jan 28 03:32:12.255197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5e2ca-d985-44d2-acf2-bf6beb4ecc0a req-5837b831-64f4-4c81-a934-ea767d2955eb tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:12.257583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88a5e2ca-d985-44d2-acf2-bf6beb4ecc0a req-5837b831-64f4-4c81-a934-ea767d2955eb tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1705465 Jan 28 03:32:12.266028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-network', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:12.271825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85ab37ee-0f9d-45a8-84f0-b38a4a5f7b22 req-97802fa1-848f-4f73-b468-4a541f884523 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713974 Jan 28 03:32:12.320399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Made reservation on behalf of c5308ebe273741a1a63b6bfca43311f7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:12.323491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.342697 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.405744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Deleting port 49886a3c-16bb-490c-8e29-3caffe2a5346 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:12.406196 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.412645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for port (1287865e-5c27-4935-b0b7-96b19726ac26), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.445132 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1287865e-5c27-4935-b0b7-96b19726ac26), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.471330 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Publish callbacks [] for security_group (0fe47a39-8c22-4685-acc1-c2d46a2019c7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.481495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0fe47a39-8c22-4685-acc1-c2d46a2019c7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.531657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:32:12.537492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5f00dd52-9e70-4651-af93-5d470b237723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.552982 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.553324 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Added segment b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe of type vlan for network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff Jan 28 03:32:12.595624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88a5e2ca-d985-44d2-acf2-bf6beb4ecc0a req-4d4d75cc-8d4e-41ce-86cd-dfbb10ec390b tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/security-groups?id=effa9d1c-5e78-4111-998e-fa25114d3261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812736 Jan 28 03:32:12.596449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe47a39-8c22-4685-acc1-c2d46a2019c7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:12.648230 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-636bf9f3-cac8-4f7a-b8b4-fa945192392d req-959386e1-d94b-4969-8ce3-2f9d1bbd29d7 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0846906 Jan 28 03:32:12.677569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-0ac472b9-be92-400f-a99d-d0a896cf2c6d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Deleting port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:12.677910 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-0ac472b9-be92-400f-a99d-d0a896cf2c6d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.684477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (4f3d3dad-5e88-4f1a-84e9-569dd32865ff), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.704356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Pushing event updated for resources: {'Port': ['ID=1287865e-5c27-4935-b0b7-96b19726ac26,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:12.734562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (4f3d3dad-5e88-4f1a-84e9-569dd32865ff), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.736286 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:12.737052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.752493 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (cedcf29b-6817-43f5-920a-d7f5dbfce082), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.796271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] For port 49886a3c-16bb-490c-8e29-3caffe2a5346, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=49886a3c-16bb-490c-8e29-3caffe2a5346,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:12.796913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.831941 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.833706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-06ab4de8-91a7-4eca-ac7c-72e2d6d4629f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7296348 Jan 28 03:32:12.835067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Calling delete_port for 49886a3c-16bb-490c-8e29-3caffe2a5346 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:12.841909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:12.842432 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7894955 Jan 28 03:32:12.849939 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Request body: {'subnet': {'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-subnet', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:12.860099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd923e-c8fc-4870-aa6f-15bace484904 admin admin] Pushing event updated for resources: {'Network': ['ID=4f3d3dad-5e88-4f1a-84e9-569dd32865ff,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:12.873829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:32:12.906859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-0ac472b9-be92-400f-a99d-d0a896cf2c6d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] For port cbf9cfcc-be45-4bb6-970d-9bf015c37c99, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,segment=NetworkSegment(ef6ffced-ef4b-4d42-9a76-0df1b23e29b0),segment_id=ef6ffced-ef4b-4d42-9a76-0df1b23e29b0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:12.907424 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-0ac472b9-be92-400f-a99d-d0a896cf2c6d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:12.937616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-0ac472b9-be92-400f-a99d-d0a896cf2c6d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Calling delete_port for cbf9cfcc-be45-4bb6-970d-9bf015c37c99 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:13.171018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Made reservation on behalf of c5308ebe273741a1a63b6bfca43311f7 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:13.173387 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.254959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ed24436-64f5-4f68-a960-782cfffb3ae1 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:13.297447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9ed24436-64f5-4f68-a960-782cfffb3ae1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:13.297794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ed24436-64f5-4f68-a960-782cfffb3ae1 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:13.376639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3258e-1a63-455e-ad90-99128009b3de req-84cfcc69-ab15-49ae-bdba-cfe9173b36c1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:13.384365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bcb3258e-1a63-455e-ad90-99128009b3de req-84cfcc69-ab15-49ae-bdba-cfe9173b36c1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.2712214 Jan 28 03:32:13.400437 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-018daef3-c841-44fe-9bd7-f7f277b5b989 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1367435566&fields=id&tenant_id=b3edf54717be455a84cb1cc9995729da HTTP/1.1" status: 200 len: 267 time: 0.2948442 Jan 28 03:32:13.570326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-0ac472b9-be92-400f-a99d-d0a896cf2c6d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (cbf9cfcc-be45-4bb6-970d-9bf015c37c99), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.639563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bcb3258e-1a63-455e-ad90-99128009b3de req-d32aea59-c217-4bd0-9e72-7a4c0fa14e47 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542005 Jan 28 03:32:13.672698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac472b9-be92-400f-a99d-d0a896cf2c6d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Pushing event deleted for resources: {'Port': ['ID=cbf9cfcc-be45-4bb6-970d-9bf015c37c99,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:13.805631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-cbe43588-af72-4b4a-8bc2-82a6ebb45d67 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:13.807111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-cbe43588-af72-4b4a-8bc2-82a6ebb45d67 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/networks?id=86d5a647-4959-4f25-9012-430dac9dc808 HTTP/1.1" status: 200 len: 812 time: 0.3607965 Jan 28 03:32:13.811181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-0ac472b9-be92-400f-a99d-d0a896cf2c6d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] No DVR routers for this DVR port cbf9cfcc-be45-4bb6-970d-9bf015c37c99 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:13.814064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-0ac472b9-be92-400f-a99d-d0a896cf2c6d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.817340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e98c434c-b98f-43ea-9b31-9c8f92804f07 req-0ac472b9-be92-400f-a99d-d0a896cf2c6d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.25 "DELETE /v2.0/ports/cbf9cfcc-be45-4bb6-970d-9bf015c37c99 HTTP/1.1" status: 204 len: 173 time: 1.5493052 Jan 28 03:32:13.822790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bb8025-2400-4bb9-87ab-3689e8ce3ac3', 'name': 'network-vif-deleted', 'tag': 'cbf9cfcc-be45-4bb6-970d-9bf015c37c99'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:13.825642 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e613b034-0ccd-48a2-a3f1-9e19151ae642" -d '{"events": [{"server_uuid": "a7bb8025-2400-4bb9-87ab-3689e8ce3ac3", "name": "network-vif-deleted", "tag": "cbf9cfcc-be45-4bb6-970d-9bf015c37c99"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:13.842970 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (49886a3c-16bb-490c-8e29-3caffe2a5346), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.876424 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (60623ef0-1f49-43e8-b70d-e39790a668d8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.880136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=49886a3c-16bb-490c-8e29-3caffe2a5346,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:13.884571 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-17c9b2ec-74aa-437c-ba65-6272359ce212 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/quotas/b3edf54717be455a84cb1cc9995729da HTTP/1.1" status: 200 len: 375 time: 0.0663674 Jan 28 03:32:13.994978 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8f149-1962-4380-af37-5cf4081ebdbd req-89029a77-b8b4-4501-8969-3891795c5a86 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:13.996727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fa8f149-1962-4380-af37-5cf4081ebdbd req-89029a77-b8b4-4501-8969-3891795c5a86 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 944 time: 0.2741668 Jan 28 03:32:14.043946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60623ef0-1f49-43e8-b70d-e39790a668d8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:14.068234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (49026035-ff41-4875-8572-9546289cd578), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.127102 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.161461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-85b94fc5-3e17-40cb-b419-808ca1d953fd tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3edf54717be455a84cb1cc9995729da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2482944 Jan 28 03:32:14.168068 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Checking segment: {'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:14.168420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Network hostable DHCP agents. Network: 4f3d3dad-5e88-4f1a-84e9-569dd32865ff, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:32:14.180649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.201414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fa8f149-1962-4380-af37-5cf4081ebdbd req-0a088b31-11dd-43ec-9989-d41d8ca20317 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891544 Jan 28 03:32:14.230467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (49026035-ff41-4875-8572-9546289cd578), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.234631 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Publish callbacks [] for router_controller (49026035-ff41-4875-8572-9546289cd578), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.307508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:32:14.331733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 4f3d3dad-5e88-4f1a-84e9-569dd32865ff) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:14.334511 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (49026035-ff41-4875-8572-9546289cd578), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.335080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49026035-ff41-4875-8572-9546289cd578 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:32:14.348404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3fe3c8-7486-4ef6-b640-0b85d677f376 None None] Network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:32:14.581986 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b220e7fb-c0ea-4138-82e4-bb650b163dc4 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:14.707715 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.708631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-567a8b78-a9d3-4859-aaa6-4b9c12a69ffb admin admin] 10.222.0.44 "DELETE /v2.0/routers/49026035-ff41-4875-8572-9546289cd578 HTTP/1.1" status: 204 len: 168 time: 4.2549975 Jan 28 03:32:14.710190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:14.710789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.712373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51720) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:14.776208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:32:14.776870 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c2c8987-2335-4715-9246-0a8d8394fe69 req-7bf62482-9719-44ec-9dd3-aed3fe32437d tempest-InstanceActionsV221TestJSON-1375887676 tempest-InstanceActionsV221TestJSON-1375887676-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bb8025-2400-4bb9-87ab-3689e8ce3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0720987 Jan 28 03:32:14.780465 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.784570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b64395-5f96-4b74-bc90-68eb8a61fb57 admin admin] Deleting subnet e0ba67f3-b54e-43b0-bc6f-836e950d5527 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:32:14.790885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84b64395-5f96-4b74-bc90-68eb8a61fb57 admin admin] Publish callbacks [] for subnet (e0ba67f3-b54e-43b0-bc6f-836e950d5527), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.794689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1ecc7d01-9864-4bbd-a820-c69965fbced4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9496953 Jan 28 03:32:14.800908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:14.826386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:14.853780 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84b64395-5f96-4b74-bc90-68eb8a61fb57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (e0ba67f3-b54e-43b0-bc6f-836e950d5527), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.892618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-810c98f0-9ece-4e3c-9a09-a31d497efcfd service neutron] 10.222.0.44 "GET /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956630 Jan 28 03:32:14.911121 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.912211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:14.942501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port b220e7fb-c0ea-4138-82e4-bb650b163dc4 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:32:14.961029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port b220e7fb-c0ea-4138-82e4-bb650b163dc4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:14.961816 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.116642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84b64395-5f96-4b74-bc90-68eb8a61fb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (e0ba67f3-b54e-43b0-bc6f-836e950d5527), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.131183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Allocated IP 172.20.0.2 (4f3d3dad-5e88-4f1a-84e9-569dd32865ff/60623ef0-1f49-43e8-b70d-e39790a668d8/629eee2f-75c2-47dd-899a-78873dc6ce94) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:15.139758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b220e7fb-c0ea-4138-82e4-bb650b163dc4 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:15.140512 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.145535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c1071cc-dd1e-462a-9992-868020ebe6b5 req-13dfc1c0-a718-4083-bf04-e6b003aa0fb2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa289a62-2960-4cc7-8137-e0b20f08e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0660901 Jan 28 03:32:15.201550 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84b64395-5f96-4b74-bc90-68eb8a61fb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (e0ba67f3-b54e-43b0-bc6f-836e950d5527), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.203141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b220e7fb-c0ea-4138-82e4-bb650b163dc4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:15.216774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfdacc9-7378-4249-9170-c6015cfc61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:15.220595 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a80efb-16d3-4b25-b52c-d3ed54499dba" -d '{"events": [{"server_uuid": "7cfdacc9-7378-4249-9170-c6015cfc61fe", "name": "network-vif-plugged", "status": "completed", "tag": "b220e7fb-c0ea-4138-82e4-bb650b163dc4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:15.232136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks [] for router_controller (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.234353 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455b471c-e303-493c-a556-3d61a4eacf42 x-openstack-request-id: req-455b471c-e303-493c-a556-3d61a4eacf42 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:15.234646 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bb8025-2400-4bb9-87ab-3689e8ce3ac3", "name": "network-vif-deleted", "tag": "cbf9cfcc-be45-4bb6-970d-9bf015c37c99", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:15.234986 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-455b471c-e303-493c-a556-3d61a4eacf42 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:15.235385 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bb8025-2400-4bb9-87ab-3689e8ce3ac3', 'name': 'network-vif-deleted', 'tag': 'cbf9cfcc-be45-4bb6-970d-9bf015c37c99', 'status': 'completed', 'code': 200} Jan 28 03:32:15.240025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device cbf9cfcc-be45-4bb6-970d-9bf015c37c99 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:15.252298 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.254266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-8b92194d-e338-4d8a-b6f8-ca9553bc3871 service neutron] 10.222.0.44 "GET /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607759 Jan 28 03:32:15.285641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b64395-5f96-4b74-bc90-68eb8a61fb57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ba67f3-b54e-43b0-bc6f-836e950d5527,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:15.311851 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84b64395-5f96-4b74-bc90-68eb8a61fb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.325420 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-84b64395-5f96-4b74-bc90-68eb8a61fb57 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e0ba67f3-b54e-43b0-bc6f-836e950d5527 HTTP/1.1" status: 204 len: 168 time: 0.6101990 Jan 28 03:32:15.327658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51728) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:15.333327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: cbf9cfcc-be45-4bb6-970d-9bf015c37c99 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:15.333670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device cbf9cfcc-be45-4bb6-970d-9bf015c37c99 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:15.338897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32a9fa-9814-4691-9441-ad50a9d4a794 None None] Network 5006cc0f-77a4-4cbd-801a-a23f2761c35e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:32:15.438388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 49886a3c-16bb-490c-8e29-3caffe2a5346 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:15.456047 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (5006cc0f-77a4-4cbd-801a-a23f2761c35e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.500000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 49886a3c-16bb-490c-8e29-3caffe2a5346 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:15.500653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 49886a3c-16bb-490c-8e29-3caffe2a5346 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:15.626119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks [] for router_gateway (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.684397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654028ab-75d1-4171-b5d9-d4a1de75c7ea req-c1e639d2-efe2-43af-8e87-1242737544ce tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:15.692015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-654028ab-75d1-4171-b5d9-d4a1de75c7ea req-c1e639d2-efe2-43af-8e87-1242737544ce tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.2712715 Jan 28 03:32:15.735168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.763686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a538d9-04c1-42d2-8047-1f5bd0c78aaa req-32bcbf25-57ad-4b16-bf09-b03505869b3d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:15.765652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54a538d9-04c1-42d2-8047-1f5bd0c78aaa req-32bcbf25-57ad-4b16-bf09-b03505869b3d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 945 time: 0.1549184 Jan 28 03:32:15.806604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b220e7fb-c0ea-4138-82e4-bb650b163dc4,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:15.828344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-654028ab-75d1-4171-b5d9-d4a1de75c7ea req-39d65a9d-f53d-4d93-bfea-808c54f7ad16 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352913 Jan 28 03:32:15.884472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54a538d9-04c1-42d2-8047-1f5bd0c78aaa req-874db5ff-3f03-405a-b88e-ee6940ef7c76 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035676 Jan 28 03:32:15.949329 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1df76-aa24-43c1-874d-85f1474ab9d0 x-openstack-request-id: req-a1c1df76-aa24-43c1-874d-85f1474ab9d0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:15.949860 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfdacc9-7378-4249-9170-c6015cfc61fe", "name": "network-vif-plugged", "status": "completed", "tag": "b220e7fb-c0ea-4138-82e4-bb650b163dc4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:15.952219 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1c1df76-aa24-43c1-874d-85f1474ab9d0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:15.952938 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfdacc9-7378-4249-9170-c6015cfc61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4', 'code': 200} Jan 28 03:32:15.958610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eccd26b-1d1f-468a-98f9-ac76fe122f35 None None] DHCP port deletion for 5006cc0f-77a4-4cbd-801a-a23f2761c35e request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:32:16.003135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Deleting port 14198adc-38e7-4a08-a13c-a436d55c168d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:16.008664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Publish callbacks [] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.013198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.072519 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.105170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b03edb6-d8c1-4d8c-8ece-de70bf1e9a50 req-c5c56018-52ab-4f90-a53d-f743e4c3787a tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 210 time: 0.0895746 Jan 28 03:32:16.112962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:16.120091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:16.128393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:16.174317 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] For port 14198adc-38e7-4a08-a13c-a436d55c168d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=14198adc-38e7-4a08-a13c-a436d55c168d,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:16.174707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.205784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Calling delete_port for 14198adc-38e7-4a08-a13c-a436d55c168d owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:16.268139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f61989-c379-432d-873a-788524f8e3f7 req-06d08b3c-ee6c-4613-9305-692278459b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:16.269704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51f61989-c379-432d-873a-788524f8e3f7 req-06d08b3c-ee6c-4613-9305-692278459b85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 1097 time: 0.1891055 Jan 28 03:32:16.271161 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks [] for router_gateway (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.309969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Attempting to bind port 629eee2f-75c2-47dd-899a-78873dc6ce94 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:16.310511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Attempting to bind port 629eee2f-75c2-47dd-899a-78873dc6ce94 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:16.310786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Attempting to bind port 629eee2f-75c2-47dd-899a-78873dc6ce94 on network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:16.313025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Pushing event updated for resources: {'Port': ['ID=629eee2f-75c2-47dd-899a-78873dc6ce94,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:16.330266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:16.330653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Checking segment: {'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:16.331095 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.331536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Bound using segment: {'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:16.333169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Bound port: 629eee2f-75c2-47dd-899a-78873dc6ce94, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:16.333817 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.348750 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.359521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8eccd26b-1d1f-468a-98f9-ac76fe122f35 None None] Deleting port 14198adc-38e7-4a08-a13c-a436d55c168d {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:16.362973 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8eccd26b-1d1f-468a-98f9-ac76fe122f35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.436591 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.468884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=14198adc-38e7-4a08-a13c-a436d55c168d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:16.471224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] No DVR routers for this DVR port 14198adc-38e7-4a08-a13c-a436d55c168d on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:16.501117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51756) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:16.563267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51f61989-c379-432d-873a-788524f8e3f7 req-f11370d3-31ea-4906-867a-14faf88cd3dd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813857 Jan 28 03:32:16.586801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] For port 629eee2f-75c2-47dd-899a-78873dc6ce94, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:16.591350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] For port 629eee2f-75c2-47dd-899a-78873dc6ce94, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=629eee2f-75c2-47dd-899a-78873dc6ce94,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:16.614695 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.655393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (5006cc0f-77a4-4cbd-801a-a23f2761c35e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.662780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-47225d05-e2cc-40a1-bb13-8e4f1615ee64 admin admin] Deleting subnet 5bf27f9e-8c1a-43ab-9c2e-82804220586c {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:32:16.670604 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.679889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47225d05-e2cc-40a1-bb13-8e4f1615ee64 admin admin] Publish callbacks [] for subnet (5bf27f9e-8c1a-43ab-9c2e-82804220586c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.693341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5006cc0f-77a4-4cbd-801a-a23f2761c35e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:16.706644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8604edc2-9ba7-4653-9680-4dcae03b92fc') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:16.707247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8604edc2-9ba7-4653-9680-4dcae03b92fc') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:16.721384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8eccd26b-1d1f-468a-98f9-ac76fe122f35 None None] For port 14198adc-38e7-4a08-a13c-a436d55c168d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=14198adc-38e7-4a08-a13c-a436d55c168d,segment=NetworkSegment(8604edc2-9ba7-4653-9680-4dcae03b92fc),segment_id=8604edc2-9ba7-4653-9680-4dcae03b92fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:16.721844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8eccd26b-1d1f-468a-98f9-ac76fe122f35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.726971 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (8604edc2-9ba7-4653-9680-4dcae03b92fc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.745631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Allocated IP 172.25.1.28 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/d9463338-3f35-4025-aef1-ae6b597f59ed) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:16.758521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8eccd26b-1d1f-468a-98f9-ac76fe122f35 None None] Calling delete_port for 14198adc-38e7-4a08-a13c-a436d55c168d owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:16.762178 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47225d05-e2cc-40a1-bb13-8e4f1615ee64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (5bf27f9e-8c1a-43ab-9c2e-82804220586c), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.768992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8604edc2-9ba7-4653-9680-4dcae03b92fc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.771863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95293dfc-caa8-4057-bc90-31e74bdf36ad None None] Pushing event updated for resources: {'Port': ['ID=629eee2f-75c2-47dd-899a-78873dc6ce94,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:16.814736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:32:16.816380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (8604edc2-9ba7-4653-9680-4dcae03b92fc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.883657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47225d05-e2cc-40a1-bb13-8e4f1615ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (5bf27f9e-8c1a-43ab-9c2e-82804220586c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.895018 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8eccd26b-1d1f-468a-98f9-ac76fe122f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (14198adc-38e7-4a08-a13c-a436d55c168d), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:32:16.925148 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:32:16.931951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (5006cc0f-77a4-4cbd-801a-a23f2761c35e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.947051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.957036 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5006cc0f-77a4-4cbd-801a-a23f2761c35e HTTP/1.1" status: 204 len: 168 time: 1.6255331 Jan 28 03:32:16.961109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51762) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:16.973456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccd26b-1d1f-468a-98f9-ac76fe122f35 None None] No DVR routers for this DVR port 14198adc-38e7-4a08-a13c-a436d55c168d on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:17.000340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65483-baa4-4789-83ba-d55f24a49db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5006cc0f-77a4-4cbd-801a-a23f2761c35e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:17.013702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccd26b-1d1f-468a-98f9-ac76fe122f35 None None] Pushing event deleted for resources: {'Port': ['ID=14198adc-38e7-4a08-a13c-a436d55c168d,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:17.020341 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks [] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.048763 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47225d05-e2cc-40a1-bb13-8e4f1615ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (5bf27f9e-8c1a-43ab-9c2e-82804220586c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.159957 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47225d05-e2cc-40a1-bb13-8e4f1615ee64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf27f9e-8c1a-43ab-9c2e-82804220586c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:17.174587 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47225d05-e2cc-40a1-bb13-8e4f1615ee64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.180172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-47225d05-e2cc-40a1-bb13-8e4f1615ee64 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5bf27f9e-8c1a-43ab-9c2e-82804220586c HTTP/1.1" status: 204 len: 168 time: 0.6729617 Jan 28 03:32:17.193930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51768) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:17.252336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc767d6-9e19-4ab2-9762-3dbfc92d1630 req-9f73ab09-4f64-4ab4-aa29-d2977b7a2052 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:17.253997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecc767d6-9e19-4ab2-9762-3dbfc92d1630 req-9f73ab09-4f64-4ab4-aa29-d2977b7a2052 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.2022035 Jan 28 03:32:17.269724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.295535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8672869-f75b-4b24-a8a9-347e3b371fd4 req-afde3ca8-9427-4ca7-a191-c926ad5dfcf5 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:17.297181 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8672869-f75b-4b24-a8a9-347e3b371fd4 req-afde3ca8-9427-4ca7-a191-c926ad5dfcf5 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 945 time: 0.1945660 Jan 28 03:32:17.300427 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d5b8123e-ec83-457b-b1dd-2ed2c1308fb6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.428695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:17.442316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:17.490522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:17.498228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Pushing event updated for resources: {'Port': ['ID=d9463338-3f35-4025-aef1-ae6b597f59ed,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:17.515333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 629eee2f-75c2-47dd-899a-78873dc6ce94 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:17.562399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8672869-f75b-4b24-a8a9-347e3b371fd4 req-3d2fa95e-c501-4fdf-903d-4755d634fdd4 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060552 Jan 28 03:32:17.576057 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecc767d6-9e19-4ab2-9762-3dbfc92d1630 req-60c621cb-9861-442e-85c4-8a1b3639b11a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119249 Jan 28 03:32:17.650289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d5b8123e-ec83-457b-b1dd-2ed2c1308fb6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.654730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 629eee2f-75c2-47dd-899a-78873dc6ce94 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:17.655106 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.684802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b8123e-ec83-457b-b1dd-2ed2c1308fb6']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:17.696270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6ffced-ef4b-4d42-9a76-0df1b23e29b0') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:17.696722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6ffced-ef4b-4d42-9a76-0df1b23e29b0') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:17.734559 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (ef6ffced-ef4b-4d42-9a76-0df1b23e29b0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.759147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ef6ffced-ef4b-4d42-9a76-0df1b23e29b0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.767819 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:32:17.768558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (ef6ffced-ef4b-4d42-9a76-0df1b23e29b0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.810979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 629eee2f-75c2-47dd-899a-78873dc6ce94 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:17.811868 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.831494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9bb4497-b7ed-4250-84bf-45b0eeb08072 req-5efcb942-8459-439c-ac84-e81d4e77bed7 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 210 time: 0.1070549 Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:32:17.884673 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:32:17.888194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 629eee2f-75c2-47dd-899a-78873dc6ce94, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=629eee2f-75c2-47dd-899a-78873dc6ce94,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:17.891907 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.923872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d5b8123e-ec83-457b-b1dd-2ed2c1308fb6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.957695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.965476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] 10.222.0.44 "DELETE /v2.0/networks/d5b8123e-ec83-457b-b1dd-2ed2c1308fb6 HTTP/1.1" status: 204 len: 168 time: 0.7655699 Jan 28 03:32:18.002393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ee706-38f1-4bed-8005-de3029df8b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b8123e-ec83-457b-b1dd-2ed2c1308fb6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:18.032188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-975cfa46-e47f-42a0-b540-0b51a9ace156 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:18.033949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-975cfa46-e47f-42a0-b540-0b51a9ace156 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.25 "GET /v2.0/networks?id=86d5a647-4959-4f25-9012-430dac9dc808 HTTP/1.1" status: 200 len: 812 time: 0.4549313 Jan 28 03:32:18.040309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 14198adc-38e7-4a08-a13c-a436d55c168d no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:18.116450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 14198adc-38e7-4a08-a13c-a436d55c168d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:18.116739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 14198adc-38e7-4a08-a13c-a436d55c168d not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:18.118519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=629eee2f-75c2-47dd-899a-78873dc6ce94,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:18.166157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (bf94cb44-5e39-4f1d-8c77-8366c826dff7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.203117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:18.217703 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks [] for router_gateway (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.306196 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1805cc49-5c91-4938-837f-135a3d3f39b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c71d4715ac94ff6bb79e9dae1cc0f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1020322 Jan 28 03:32:18.309597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:18.357975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-707e1a71-dbff-4e7d-8a39-f5956849ae12 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3edf54717be455a84cb1cc9995729da HTTP/1.1" status: 200 len: 380 time: 0.3031182 Jan 28 03:32:18.376443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Request body: {'port': {'device_id': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'admin_state_up': True, 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'security_groups': ['be99dd25-c15a-4ee0-8b61-b5659792844e']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:18.443992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e341c5b1-f84f-4e90-90cb-7d91351db197 admin admin] Publish callbacks [] for security_group (effa9d1c-5e78-4111-998e-fa25114d3261), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.458979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe9c0a-4d00-43c6-8d67-333a480fe953 None None] Network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:32:18.474908 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e341c5b1-f84f-4e90-90cb-7d91351db197 admin admin] Publish callbacks [] for security_group (effa9d1c-5e78-4111-998e-fa25114d3261), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.607121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5bb769b5-49a4-4bf9-ab9c-633ec847663d None None] Provisioning complete for port 629eee2f-75c2-47dd-899a-78873dc6ce94 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:18.607121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5bb769b5-49a4-4bf9-ab9c-633ec847663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.635141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Made reservation on behalf of b3edf54717be455a84cb1cc9995729da for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:18.640448 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.678099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.736774 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e341c5b1-f84f-4e90-90cb-7d91351db197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (effa9d1c-5e78-4111-998e-fa25114d3261), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.739817 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e341c5b1-f84f-4e90-90cb-7d91351db197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.741028 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e341c5b1-f84f-4e90-90cb-7d91351db197 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/effa9d1c-5e78-4111-998e-fa25114d3261 HTTP/1.1" status: 204 len: 168 time: 0.4304945 Jan 28 03:32:18.758655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5bb769b5-49a4-4bf9-ab9c-633ec847663d None None] Current status of the port 629eee2f-75c2-47dd-899a-78873dc6ce94 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:18.769973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341c5b1-f84f-4e90-90cb-7d91351db197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effa9d1c-5e78-4111-998e-fa25114d3261,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:18.803132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] Deleting port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:18.806459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.939152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] For port 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7d04e3b7-0f2b-444f-9052-4fb93a33f8f7,segment=NetworkSegment(5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084),segment_id=5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:18.939522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.955727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] Calling delete_port for 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:19.085476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-53f7cc71-15c1-4a40-92a5-59b800243fed None None] Provisioning complete for port 629eee2f-75c2-47dd-899a-78873dc6ce94 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:19.099020 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53f7cc71-15c1-4a40-92a5-59b800243fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.215528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7d04e3b7-0f2b-444f-9052-4fb93a33f8f7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.266505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d04e3b7-0f2b-444f-9052-4fb93a33f8f7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:19.305750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-53f7cc71-15c1-4a40-92a5-59b800243fed None None] Current status of the port 629eee2f-75c2-47dd-899a-78873dc6ce94 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:19.378462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 629eee2f-75c2-47dd-899a-78873dc6ce94 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:19.379708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194249e-8a90-4836-aaad-bf9e5650bcba req-9becefb2-eaad-4a36-abc5-5b0c9d52f7a4 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:19.381307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4194249e-8a90-4836-aaad-bf9e5650bcba req-9becefb2-eaad-4a36-abc5-5b0c9d52f7a4 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 945 time: 0.6489592 Jan 28 03:32:19.442951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42afbb-fad4-4f46-a095-e46559159c1c req-e84aa0d9-bbe4-42bb-9c36-cbe239010c92 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:19.456692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a42afbb-fad4-4f46-a095-e46559159c1c req-e84aa0d9-bbe4-42bb-9c36-cbe239010c92 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.6970139 Jan 28 03:32:19.482117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 629eee2f-75c2-47dd-899a-78873dc6ce94 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:19.482781 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.556367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Allocated IP 172.20.0.9 (86d5a647-4959-4f25-9012-430dac9dc808/8a6156d7-bba4-4193-99d6-e7b8ca5f536d/5a50f425-4f71-45db-899b-bd50af855174) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:19.636322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (bf94cb44-5e39-4f1d-8c77-8366c826dff7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.683926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a42afbb-fad4-4f46-a095-e46559159c1c req-fee9f3b8-98c3-45a9-8ebd-c3f8e502da51 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262192 Jan 28 03:32:19.688819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 629eee2f-75c2-47dd-899a-78873dc6ce94 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:19.722945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4194249e-8a90-4836-aaad-bf9e5650bcba req-42bcaaaa-8e8f-440c-894a-a7d2370f2395 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040454 Jan 28 03:32:19.762849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:32:19.843564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37a10511-4a78-4e38-b15e-56741edeae51 req-c19b3fdf-24ce-4f79-92b2-9be2bcc036e3 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 210 time: 0.0380535 Jan 28 03:32:20.039629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51816) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:20.056084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] Router bf94cb44-5e39-4f1d-8c77-8366c826dff7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:32:20.111843 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for port (5a50f425-4f71-45db-899b-bd50af855174), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.194092 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5a50f425-4f71-45db-899b-bd50af855174), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.208877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:20.222839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] Sync routers for ids ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:20.224973 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c8fda18b-67e6-447d-94df-f446c254424a admin admin] 10.222.0.44 "PUT /v2.0/routers/bf94cb44-5e39-4f1d-8c77-8366c826dff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2303536 Jan 28 03:32:20.227473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51824) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:20.247215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] Routers {'bf94cb44-5e39-4f1d-8c77-8366c826dff7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:20.248041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:20.315276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Pushing event updated for resources: {'Port': ['ID=5a50f425-4f71-45db-899b-bd50af855174,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:20.324422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:20.335194 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Sync routers for ids ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:20.349502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Network 86d5a647-4959-4f25-9012-430dac9dc808 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:20.353920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:20.357556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:20.375115 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Routers {'6ab5706f-3ad4-45c7-a9a4-6c203dff7645'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:20.375956 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:20.379555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-90159638-network', 'tenant_id': '43657f46d4dc4db9af179a7734b8ea36'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:20.383802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Publish callbacks [] for router (bf94cb44-5e39-4f1d-8c77-8366c826dff7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.390440 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.395028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-290530d3-39a3-4092-97b5-44a517d4c739 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.5909197 Jan 28 03:32:20.400334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51826) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:20.530965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:20.532190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.590584 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] Set router bf94cb44-5e39-4f1d-8c77-8366c826dff7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:20.591095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Publish callbacks [] for router_gateway (bf94cb44-5e39-4f1d-8c77-8366c826dff7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.607663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Made reservation on behalf of 43657f46d4dc4db9af179a7734b8ea36 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:20.610615 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.634828 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.670685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-eb789b13-52e2-470c-be25-a216a097c1f6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2981739 Jan 28 03:32:20.734581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Request body: {'port': {'device_id': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:20.819071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Deleting port a8a39b3b-e6c9-4f19-87b6-66c15f59c048 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:20.819435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.877292 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5a50f425-4f71-45db-899b-bd50af855174), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.913524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] For port a8a39b3b-e6c9-4f19-87b6-66c15f59c048, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a8a39b3b-e6c9-4f19-87b6-66c15f59c048,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:20.913894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.917961 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Set router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:20.927867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Calling delete_port for a8a39b3b-e6c9-4f19-87b6-66c15f59c048 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:21.040540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-115b1a6d-3521-4ebf-a02e-62fd94e6d58b None None] Provisioning complete for port 5a50f425-4f71-45db-899b-bd50af855174 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:21.043267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-115b1a6d-3521-4ebf-a02e-62fd94e6d58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5a50f425-4f71-45db-899b-bd50af855174), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.160677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-115b1a6d-3521-4ebf-a02e-62fd94e6d58b None None] Port 5a50f425-4f71-45db-899b-bd50af855174 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:21.248243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a8a39b3b-e6c9-4f19-87b6-66c15f59c048), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.252060 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:18Z', 'revision_number': 3, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:21.301786 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Checking router: 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:21.302045 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Updating router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 port d9463338-3f35-4025-aef1-ae6b597f59ed binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:32:21.326750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-router', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:32:19Z', 'revision_number': 5, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'gw_port': {'id': 'a8a39b3b-e6c9-4f19-87b6-66c15f59c048', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:07Z', 'updated_at': '2022-01-28T03:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:21.357062 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.364804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] Checking router: bf94cb44-5e39-4f1d-8c77-8366c826dff7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:21.378737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] Routers {'bf94cb44-5e39-4f1d-8c77-8366c826dff7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:21.379365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:21.427997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Publish callbacks [] for security_group (350d30df-5f6e-4b24-9d9e-6e63aff88d6b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.431613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a39b3b-e6c9-4f19-87b6-66c15f59c048,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:21.451889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a50f425-4f71-45db-899b-bd50af855174 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:21.454036 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (350d30df-5f6e-4b24-9d9e-6e63aff88d6b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.468085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5e0ba-fee0-41e4-823b-41e5e86bbaee req-28d35cff-d984-4467-bb74-784440151f4d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:21.470216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33d5e0ba-fee0-41e4-823b-41e5e86bbaee req-28d35cff-d984-4467-bb74-784440151f4d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.5760238 Jan 28 03:32:21.482740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Publish callbacks [] for port (5a50f425-4f71-45db-899b-bd50af855174), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.483334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:32:21.521166 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (bf94cb44-5e39-4f1d-8c77-8366c826dff7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.523393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.523736 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Added segment 4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1 of type vlan for network 8780893b-1b0c-482c-8e69-5658bf7f47a7 Jan 28 03:32:21.552337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] Set router bf94cb44-5e39-4f1d-8c77-8366c826dff7 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:21.574446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124cd7f-6d14-4ac7-b72e-4a9ddcd8e224 req-2f599a09-9fbb-478a-af05-1b742f6c5d3c tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:21.582058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6124cd7f-6d14-4ac7-b72e-4a9ddcd8e224 req-2f599a09-9fbb-478a-af05-1b742f6c5d3c tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 931 time: 0.2733743 Jan 28 03:32:21.637899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Transition to ACTIVE for port object 5a50f425-4f71-45db-899b-bd50af855174 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:32:21.659198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-router', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 7, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:21.686890 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5a50f425-4f71-45db-899b-bd50af855174), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.689408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fcff0d-8300-428d-9571-e49837d63271 None None] The sync data for ids ['bf94cb44-5e39-4f1d-8c77-8366c826dff7'] in n-d-808199-14 is: [{'id': 'bf94cb44-5e39-4f1d-8c77-8366c826dff7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370363-router', 'tenant_id': '61b3f9af7eae475e94b8f667d485e562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:06Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 7, 'project_id': '61b3f9af7eae475e94b8f667d485e562', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:21.711118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33d5e0ba-fee0-41e4-823b-41e5e86bbaee req-557b2e6e-0146-4f2a-bc5f-b6c36017dd09 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308435 Jan 28 03:32:21.715018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350d30df-5f6e-4b24-9d9e-6e63aff88d6b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:21.743763 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Publish callbacks [] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.759168 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.812394 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Attempting to bind port d9463338-3f35-4025-aef1-ae6b597f59ed on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:21.812766 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Attempting to bind port d9463338-3f35-4025-aef1-ae6b597f59ed by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:21.813152 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Attempting to bind port d9463338-3f35-4025-aef1-ae6b597f59ed on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:21.831046 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:21.831423 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:21.832326 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.832729 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:21.833236 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Bound port: d9463338-3f35-4025-aef1-ae6b597f59ed, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:21.833801 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.917324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Pushing event updated for resources: {'Port': ['ID=5a50f425-4f71-45db-899b-bd50af855174,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:21.921348 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] For port d9463338-3f35-4025-aef1-ae6b597f59ed, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:21.925006 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] For port d9463338-3f35-4025-aef1-ae6b597f59ed, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d9463338-3f35-4025-aef1-ae6b597f59ed,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:21.926368 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ff98d-8eb6-4b3c-85b3-a6cc1a826e36 None None] Pushing event updated for resources: {'Port': ['ID=d9463338-3f35-4025-aef1-ae6b597f59ed,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:21.950003 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.009004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6124cd7f-6d14-4ac7-b72e-4a9ddcd8e224 req-7e9e0fb9-683b-45f6-acee-220f0536afd5 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3784528 Jan 28 03:32:22.059555 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Routers {'6ab5706f-3ad4-45c7-a9a4-6c203dff7645'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:22.060786 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:22.064882 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ff98d-8eb6-4b3c-85b3-a6cc1a826e36 None None] Pushing event updated for resources: {'Port': ['ID=d9463338-3f35-4025-aef1-ae6b597f59ed,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:22.173226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb75d-9acf-49b7-89a3-f738dd829f8c req-2e871526-3276-47d2-a6de-bfd03d65d92d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:22.177726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb9bb75d-9acf-49b7-89a3-f738dd829f8c req-2e871526-3276-47d2-a6de-bfd03d65d92d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 945 time: 0.2445307 Jan 28 03:32:22.277804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (bf94cb44-5e39-4f1d-8c77-8366c826dff7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.282248 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Publish callbacks [] for router_controller (bf94cb44-5e39-4f1d-8c77-8366c826dff7), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.285600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8780893b-1b0c-482c-8e69-5658bf7f47a7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.293463 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] Set router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:22.335678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Attempting to bind port 5a50f425-4f71-45db-899b-bd50af855174 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:22.335876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Attempting to bind port 5a50f425-4f71-45db-899b-bd50af855174 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:22.336205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Attempting to bind port 5a50f425-4f71-45db-899b-bd50af855174 on network 86d5a647-4959-4f25-9012-430dac9dc808 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:22.350848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Port 5a50f425-4f71-45db-899b-bd50af855174 on network 86d5a647-4959-4f25-9012-430dac9dc808 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:32:22.351426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Attempting to bind port 5a50f425-4f71-45db-899b-bd50af855174 on network 86d5a647-4959-4f25-9012-430dac9dc808 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:22.353303 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (bf94cb44-5e39-4f1d-8c77-8366c826dff7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.354943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf94cb44-5e39-4f1d-8c77-8366c826dff7 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:32:22.357795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8780893b-1b0c-482c-8e69-5658bf7f47a7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.358958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:22.359821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.365037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.366305 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aca02dc9-ec56-4876-8417-885033a5cb90 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bf94cb44-5e39-4f1d-8c77-8366c826dff7 HTTP/1.1" status: 204 len: 168 time: 2.1375992 Jan 28 03:32:22.369597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:22.378289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb9bb75d-9acf-49b7-89a3-f738dd829f8c req-f456adb7-5db6-4fb8-9140-f1fe39880604 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658082 Jan 28 03:32:22.393188 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.397680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:22.398026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Checking segment: {'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:22.398417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Bound using segment: {'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:22.398864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Bound port: 5a50f425-4f71-45db-899b-bd50af855174, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8545df4-d027-4532-8660-57268416d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:22.399227 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5a50f425-4f71-45db-899b-bd50af855174), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.448486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b220e7fb-c0ea-4138-82e4-bb650b163dc4 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:32:22.528882 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] Pushing event updated for resources: {'Network': ['ID=8780893b-1b0c-482c-8e69-5658bf7f47a7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:22.530007 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:18Z', 'revision_number': 3, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:22.554953 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cbd75363-2484-4c2b-8ab6-810304040535 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5141962 Jan 28 03:32:22.557651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:22.590017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8780893b-1b0c-482c-8e69-5658bf7f47a7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:32:22.591284 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c70226-bf0e-414f-b03f-e863801052ba None None] The sync data for ids ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'] in n-d-808199-14 is: [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:18Z', 'revision_number': 3, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:22.591548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9a2683-656f-40a7-9055-b585abd79966 admin admin] Deleting subnet c15c146f-2bc2-442f-9687-ef0802263a69 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:32:22.599551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Request body: {'subnet': {'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-90159638-subnet', 'tenant_id': '43657f46d4dc4db9af179a7734b8ea36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:22.605806 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2683-656f-40a7-9055-b585abd79966 admin admin] Publish callbacks [] for subnet (c15c146f-2bc2-442f-9687-ef0802263a69), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.610684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] For port 5a50f425-4f71-45db-899b-bd50af855174, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:22.616279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] For port 5a50f425-4f71-45db-899b-bd50af855174, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5a50f425-4f71-45db-899b-bd50af855174,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:22.634315 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5a50f425-4f71-45db-899b-bd50af855174), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.673778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2683-656f-40a7-9055-b585abd79966 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (c15c146f-2bc2-442f-9687-ef0802263a69), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.696985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Made reservation on behalf of 43657f46d4dc4db9af179a7734b8ea36 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:22.699903 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.714263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:22.715094 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.716555 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] 10.222.0.25 "PUT /v2.0/ports/5a50f425-4f71-45db-899b-bd50af855174 HTTP/1.1" status: 200 len: 1092 time: 1.9882014 Jan 28 03:32:22.739441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'tag': '5a50f425-4f71-45db-899b-bd50af855174'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:22.742676 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c644dd1f-d1c2-4a02-a799-b1e383159ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "f16da529-3ed5-4aeb-9b48-70ea9f765aaf", "tag": "5a50f425-4f71-45db-899b-bd50af855174"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:22.779221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ddeae-5812-486f-bfbf-5b112617892e service neutron] Pushing event updated for resources: {'Port': ['ID=5a50f425-4f71-45db-899b-bd50af855174,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:22.907319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Allocated IP 172.20.0.1 (4f3d3dad-5e88-4f1a-84e9-569dd32865ff/60623ef0-1f49-43e8-b70d-e39790a668d8/6a7e795f-9042-4d02-8993-415d3906fa8a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:22.962954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-ec964ab9-37ed-45aa-8a57-e560c56d66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:22.965455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-ec964ab9-37ed-45aa-8a57-e560c56d66b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3edf54717be455a84cb1cc9995729da&device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 1095 time: 0.1734295 Jan 28 03:32:23.054921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2683-656f-40a7-9055-b585abd79966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (c15c146f-2bc2-442f-9687-ef0802263a69), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.162698 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2683-656f-40a7-9055-b585abd79966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (c15c146f-2bc2-442f-9687-ef0802263a69), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.183949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2683-656f-40a7-9055-b585abd79966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.190750 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bf9a2683-656f-40a7-9055-b585abd79966 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c15c146f-2bc2-442f-9687-ef0802263a69 HTTP/1.1" status: 204 len: 168 time: 0.8181570 Jan 28 03:32:23.196545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51886) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:23.200947 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-1083a35e-ca89-4a75-a7cb-a654455e4f77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a50f425-4f71-45db-899b-bd50af855174 HTTP/1.1" status: 200 len: 217 time: 0.2118819 Jan 28 03:32:23.275464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89cb83-d2d2-4ba5-9031-36845c7cc468 None None] Network a84d4c0d-3948-4454-a8a5-9fb9f5902973 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:32:23.283929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a2683-656f-40a7-9055-b585abd79966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15c146f-2bc2-442f-9687-ef0802263a69,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:23.344599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad17af2-24d4-493c-aca5-42149a30029f req-abffb504-0df0-4468-bc3d-cdfcc749ba60 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:23.353801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ad17af2-24d4-493c-aca5-42149a30029f req-abffb504-0df0-4468-bc3d-cdfcc749ba60 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.4697843 Jan 28 03:32:23.363818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b220e7fb-c0ea-4138-82e4-bb650b163dc4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:23.420056 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a84d4c0d-3948-4454-a8a5-9fb9f5902973), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.529307 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49042a0-36ca-483b-a3d4-4d4b02e3c166 x-openstack-request-id: req-b49042a0-36ca-483b-a3d4-4d4b02e3c166 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:23.529684 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16da529-3ed5-4aeb-9b48-70ea9f765aaf", "tag": "5a50f425-4f71-45db-899b-bd50af855174", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:23.529867 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b49042a0-36ca-483b-a3d4-4d4b02e3c166 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:23.530255 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'tag': '5a50f425-4f71-45db-899b-bd50af855174', 'status': 'completed', 'code': 200} Jan 28 03:32:23.566719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d9463338-3f35-4025-aef1-ae6b597f59ed up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:23.588224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-ef4aaa4d-666d-4a4d-92d6-19299ec487ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:23.595990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-ef4aaa4d-666d-4a4d-92d6-19299ec487ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8a6156d7-bba4-4193-99d6-e7b8ca5f536d HTTP/1.1" status: 200 len: 851 time: 0.3734045 Jan 28 03:32:23.651829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4', 'network_id': '6d384e79-4a93-41c2-b2d7-89b53c3312ce', 'port_id': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4', 'mac_address': 'fa:16:3e:ef:5f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1696da5a-5f45-4c57-8feb-f9f8c4d51cd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:32:23.665922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Deleting port 297fe4ee-55f3-4968-b97e-502ccc7289e4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:23.666373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.786347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b220e7fb-c0ea-4138-82e4-bb650b163dc4 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:23.786891 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.806562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Publish callbacks [] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.811949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ad17af2-24d4-493c-aca5-42149a30029f req-61f99e25-15cb-4351-8033-4047e81e6b78 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559972 Jan 28 03:32:23.820202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] For port 297fe4ee-55f3-4968-b97e-502ccc7289e4, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=297fe4ee-55f3-4968-b97e-502ccc7289e4,segment=NetworkSegment(5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084),segment_id=5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:23.820580 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.852874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Calling delete_port for 297fe4ee-55f3-4968-b97e-502ccc7289e4 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:23.881848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d9463338-3f35-4025-aef1-ae6b597f59ed triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:23.888403 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.929014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-bd4db177-24ec-4e1e-94e6-5a9a52817a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:23.930530 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-bd4db177-24ec-4e1e-94e6-5a9a52817a0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=86d5a647-4959-4f25-9012-430dac9dc808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3086004 Jan 28 03:32:23.931476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.938316 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (ed4cc6f6-baca-4cd3-b5f4-546d66dd119c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.964468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b220e7fb-c0ea-4138-82e4-bb650b163dc4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:23.968520 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (297fe4ee-55f3-4968-b97e-502ccc7289e4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.003336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] No DVR routers for this DVR port 297fe4ee-55f3-4968-b97e-502ccc7289e4 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:24.012995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b220e7fb-c0ea-4138-82e4-bb650b163dc4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:24.034262 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.121258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=297fe4ee-55f3-4968-b97e-502ccc7289e4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:24.123391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368040c-6669-4e5a-a790-c165770ac2b7 req-70c0686a-215b-46d6-8b83-36b31caae4d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:24.139472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3368040c-6669-4e5a-a790-c165770ac2b7 req-70c0686a-215b-46d6-8b83-36b31caae4d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 943 time: 0.4557405 Jan 28 03:32:24.145452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Checking segment: {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:24.146543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Network hostable DHCP agents. Network: 8780893b-1b0c-482c-8e69-5658bf7f47a7, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:32:24.193608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4cc6f6-baca-4cd3-b5f4-546d66dd119c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:24.217135 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a84d4c0d-3948-4454-a8a5-9fb9f5902973), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.228723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Network 8780893b-1b0c-482c-8e69-5658bf7f47a7 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:32:24.254226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 8780893b-1b0c-482c-8e69-5658bf7f47a7) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:24.259549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d9463338-3f35-4025-aef1-ae6b597f59ed is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:24.259749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:24.260380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.262105 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.269645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b46494-7c01-478c-94e6-d6df326c7eae None None] DHCP port deletion for a84d4c0d-3948-4454-a8a5-9fb9f5902973 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:32:24.270219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84d4c0d-3948-4454-a8a5-9fb9f5902973']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:24.272228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b220e7fb-c0ea-4138-82e4-bb650b163dc4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:24.284272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba59d367-6eb3-45db-b390-d43f811ed761 None None] Network 8780893b-1b0c-482c-8e69-5658bf7f47a7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:32:24.287596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:24.288113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:24.337805 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-51e887c4-68a2-4cc9-9787-2167bf5f86e7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7542138 Jan 28 03:32:24.344373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.358940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:24.367254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3368040c-6669-4e5a-a790-c165770ac2b7 req-02d5f99d-60bc-4af2-a3ff-fb5858351633 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269502 Jan 28 03:32:24.380300 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.401643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:24.406502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:32:24.408182 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (5e08ff1d-5e5c-42f0-a5b2-a72f3dbe9084), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:32:24.413774 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:32:24.438316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:24.443639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7e795f-9042-4d02-8993-415d3906fa8a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:24.542070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b220e7fb-c0ea-4138-82e4-bb650b163dc4 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:24.565079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1342b-64cf-413a-b8c4-144ee9345a61 req-043f41b1-ffa9-4a4a-bbae-1401899a4086 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:24.571966 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a84d4c0d-3948-4454-a8a5-9fb9f5902973), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.577403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.581299 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a84d4c0d-3948-4454-a8a5-9fb9f5902973 HTTP/1.1" status: 204 len: 168 time: 1.3557887 Jan 28 03:32:24.612461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dedb55-7c02-4c96-9ce6-b18563b62f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=a84d4c0d-3948-4454-a8a5-9fb9f5902973,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:24.620462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8b1342b-64cf-413a-b8c4-144ee9345a61 req-043f41b1-ffa9-4a4a-bbae-1401899a4086 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 944 time: 0.4695661 Jan 28 03:32:24.668602 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.685051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port d9463338-3f35-4025-aef1-ae6b597f59ed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d9463338-3f35-4025-aef1-ae6b597f59ed,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:24.707674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-8780893b-1b0c-482c-8e69-5658bf7f47a7', 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7', 'project_id': '43657f46d4dc4db9af179a7734b8ea36', 'fixed_ips': [{'subnet_id': 'ed4cc6f6-baca-4cd3-b5f4-546d66dd119c'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:32:24.719869 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.753570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-ec09a67f-c6f4-4283-8476-dcdc27c2bbf4 service neutron] 10.222.0.25 "GET /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8087723 Jan 28 03:32:24.762946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:24.766316 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.785654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b220e7fb-c0ea-4138-82e4-bb650b163dc4,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:24.879013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ed7fed73-1ce7-4d05-8030-865aea79b4db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=690dbc24a26741e887958b351ae14887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1141634 Jan 28 03:32:24.881038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:24.905311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3beaa76-26bf-4a57-b7bc-fbc275be06ef req-06b72a03-29b9-43b7-ad57-31001c0a1a60 service neutron] 10.222.0.25 "GET /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358542 Jan 28 03:32:24.954526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8b1342b-64cf-413a-b8c4-144ee9345a61 req-0cc86e9d-6140-4c92-8733-cb7de9e28cd1 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330543 Jan 28 03:32:24.985983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b220e7fb-c0ea-4138-82e4-bb650b163dc4 is: BUILD; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:24.987942 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:24.999890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:25.022199 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9731dc8a-2a79-48e5-a959-81ed5ad885de admin admin] Publish callbacks [] for security_group (1c2f91be-dc67-4718-b3f4-4033bb3cfe35), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.047613 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9731dc8a-2a79-48e5-a959-81ed5ad885de admin admin] Publish callbacks [] for security_group (1c2f91be-dc67-4718-b3f4-4033bb3cfe35), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.113921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9731dc8a-2a79-48e5-a959-81ed5ad885de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1c2f91be-dc67-4718-b3f4-4033bb3cfe35), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.117988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9731dc8a-2a79-48e5-a959-81ed5ad885de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.119343 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9731dc8a-2a79-48e5-a959-81ed5ad885de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c2f91be-dc67-4718-b3f4-4033bb3cfe35 HTTP/1.1" status: 204 len: 168 time: 0.2372744 Jan 28 03:32:25.130863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731dc8a-2a79-48e5-a959-81ed5ad885de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2f91be-dc67-4718-b3f4-4033bb3cfe35,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:25.499727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:25.504952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7d04e3b7-0f2b-444f-9052-4fb93a33f8f7 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:25.506511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a8a39b3b-e6c9-4f19-87b6-66c15f59c048 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:25.630249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-33b1477e-2c3f-4186-bccc-dd17647a1e64 None None] Provisioning complete for port 6a7e795f-9042-4d02-8993-415d3906fa8a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:25.630871 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33b1477e-2c3f-4186-bccc-dd17647a1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.657698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce07a-3ec7-4034-b335-5a2a38d91443 req-f3689d64-41cd-442d-a158-9e24d7995d56 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:25.665305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bebce07a-3ec7-4034-b335-5a2a38d91443 req-f3689d64-41cd-442d-a158-9e24d7995d56 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.1552596 Jan 28 03:32:25.669388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-bd3334b0-48d4-47ec-9709-e8548111ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:25.671811 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-bd3334b0-48d4-47ec-9709-e8548111ca10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3edf54717be455a84cb1cc9995729da&device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 1095 time: 0.6637814 Jan 28 03:32:25.698443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=d9463338-3f35-4025-aef1-ae6b597f59ed,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:25.703268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b220e7fb-c0ea-4138-82e4-bb650b163dc4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:25.745006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51932) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:25.800948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Allocated IP 172.20.0.2 (8780893b-1b0c-482c-8e69-5658bf7f47a7/ed4cc6f6-baca-4cd3-b5f4-546d66dd119c/ec9a4c45-9e97-4546-8c8e-864ba2adb021) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:25.806492 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e1eb5a2b-9f2e-4da5-aa82-6a3b53c3c683 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61b3f9af7eae475e94b8f667d485e562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598605 Jan 28 03:32:25.809900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51934) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:25.814153 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.850167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-33b1477e-2c3f-4186-bccc-dd17647a1e64 None None] Port 6a7e795f-9042-4d02-8993-415d3906fa8a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:25.876446 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfccb5fd-a132-44e1-923c-876e36a8ed0b admin admin] Publish callbacks [] for security_group (7fdd848d-ca87-4248-926d-280d5c8aadba), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.908429 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfccb5fd-a132-44e1-923c-876e36a8ed0b admin admin] Publish callbacks [] for security_group (7fdd848d-ca87-4248-926d-280d5c8aadba), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.910913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: a8a39b3b-e6c9-4f19-87b6-66c15f59c048 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:25.911435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a8a39b3b-e6c9-4f19-87b6-66c15f59c048 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:25.941604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b220e7fb-c0ea-4138-82e4-bb650b163dc4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:25.964059 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.033731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Publish callbacks [] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.035959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-fd9ec004-5e39-4200-aa05-b3cdf63f47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.037477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-fd9ec004-5e39-4200-aa05-b3cdf63f47bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=86d5a647-4959-4f25-9012-430dac9dc808 HTTP/1.1" status: 200 len: 913 time: 0.3454657 Jan 28 03:32:26.040904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfccb5fd-a132-44e1-923c-876e36a8ed0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7fdd848d-ca87-4248-926d-280d5c8aadba), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.045171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfccb5fd-a132-44e1-923c-876e36a8ed0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.046243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.046713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dfccb5fd-a132-44e1-923c-876e36a8ed0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fdd848d-ca87-4248-926d-280d5c8aadba HTTP/1.1" status: 204 len: 168 time: 0.2350571 Jan 28 03:32:26.062370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccb5fd-a132-44e1-923c-876e36a8ed0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdd848d-ca87-4248-926d-280d5c8aadba,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:26.069465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bebce07a-3ec7-4034-b335-5a2a38d91443 req-210ba4a0-c4da-4161-bd01-094baa4ff0f4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011152 Jan 28 03:32:26.080867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b220e7fb-c0ea-4138-82e4-bb650b163dc4,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:26.120068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d9463338-3f35-4025-aef1-ae6b597f59ed up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:26.175473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-7e27a54d-bc84-4988-97c7-9796cd87f9c9 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.177334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-7e27a54d-bc84-4988-97c7-9796cd87f9c9 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/networks?id=8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 200 len: 814 time: 0.6656930 Jan 28 03:32:26.206247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-40333ea5-b331-4ed1-b197-8b2b36ea362f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a50f425-4f71-45db-899b-bd50af855174 HTTP/1.1" status: 200 len: 217 time: 0.1621065 Jan 28 03:32:26.209651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d9463338-3f35-4025-aef1-ae6b597f59ed triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:26.210039 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.281273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-e776668e-058b-40d4-9c1d-9a0b766510aa tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/quotas/43657f46d4dc4db9af179a7734b8ea36 HTTP/1.1" status: 200 len: 375 time: 0.0707436 Jan 28 03:32:26.331994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d9463338-3f35-4025-aef1-ae6b597f59ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:26.362702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-060ab83a-2375-43c9-86f9-193fa9c8c792 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43657f46d4dc4db9af179a7734b8ea36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795162 Jan 28 03:32:26.366208 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Publish callbacks [] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.383121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.399726 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.422182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7e795f-9042-4d02-8993-415d3906fa8a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:26.448994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Pushing event updated for resources: {'Port': ['ID=ec9a4c45-9e97-4546-8c8e-864ba2adb021,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:26.452393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 297fe4ee-55f3-4968-b97e-502ccc7289e4 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:26.499501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 297fe4ee-55f3-4968-b97e-502ccc7289e4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:26.499885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 297fe4ee-55f3-4968-b97e-502ccc7289e4 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:26.522324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Network 8780893b-1b0c-482c-8e69-5658bf7f47a7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:26.523863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:26.526714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:26.539142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-58f7f8ee-796a-4d8e-ba1a-f7adf601f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.545311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-58f7f8ee-796a-4d8e-ba1a-f7adf601f213 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8a6156d7-bba4-4193-99d6-e7b8ca5f536d HTTP/1.1" status: 200 len: 851 time: 0.3242781 Jan 28 03:32:26.590893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Attempting to bind port ec9a4c45-9e97-4546-8c8e-864ba2adb021 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:26.591910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Attempting to bind port ec9a4c45-9e97-4546-8c8e-864ba2adb021 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:26.592285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Attempting to bind port ec9a4c45-9e97-4546-8c8e-864ba2adb021 on network 8780893b-1b0c-482c-8e69-5658bf7f47a7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:26.598010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:26.598392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Checking segment: {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:26.598799 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.599194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Bound using segment: {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:26.599986 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Bound port: ec9a4c45-9e97-4546-8c8e-864ba2adb021, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:26.600382 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.693928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-06968025-7771-4d6a-a28c-876062405f88 None None] For port ec9a4c45-9e97-4546-8c8e-864ba2adb021, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:26.697408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-06968025-7771-4d6a-a28c-876062405f88 None None] For port ec9a4c45-9e97-4546-8c8e-864ba2adb021, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ec9a4c45-9e97-4546-8c8e-864ba2adb021,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:26.705185 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.749828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-fb170faf-99e7-4312-bdd8-79f45eb10494 service neutron] 10.222.0.44 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773839 Jan 28 03:32:26.788765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:26.805499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06968025-7771-4d6a-a28c-876062405f88 None None] Pushing event updated for resources: {'Port': ['ID=ec9a4c45-9e97-4546-8c8e-864ba2adb021,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:26.853028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-2c315570-6428-4162-bd0b-e614ca331d8c tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.854674 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-2c315570-6428-4162-bd0b-e614ca331d8c tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.4794044 Jan 28 03:32:26.861729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afc02c-7380-4131-b855-8c20c01b1b4e req-5d5f9249-cc01-40e5-adfc-95e8ef0a0f3f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.863170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6afc02c-7380-4131-b855-8c20c01b1b4e req-5d5f9249-cc01-40e5-adfc-95e8ef0a0f3f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 943 time: 0.4974988 Jan 28 03:32:26.888091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-14'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:26.890982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:27.111742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-8b6b71d6-7682-439e-8aa3-b362a0a5ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:27.113587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-8b6b71d6-7682-439e-8aa3-b362a0a5ad17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=86d5a647-4959-4f25-9012-430dac9dc808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3801887 Jan 28 03:32:27.175546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-a63e46da-d486-4a83-abf1-aed7888e490d service neutron] 10.222.0.44 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854580 Jan 28 03:32:27.397192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:32:27.397461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e3d174f9-accf-4d72-be19-e2f8edf23274 None None] Provisioning complete for port 6a7e795f-9042-4d02-8993-415d3906fa8a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:27.397610 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e3d174f9-accf-4d72-be19-e2f8edf23274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:27.412627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6afc02c-7380-4131-b855-8c20c01b1b4e req-68289947-4caa-40b6-bf84-ea47f1b8f304 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5292115 Jan 28 03:32:27.431065 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c32cca07-065f-42bf-ab62-da64884a2570), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:27.530284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e3d174f9-accf-4d72-be19-e2f8edf23274 None None] Port 6a7e795f-9042-4d02-8993-415d3906fa8a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:27.956711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276a1fc-62ab-4ca2-b91d-b7cc80aaa443 req-cc37abb4-dd48-4d23-89fe-22feb507139e tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:27.965818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5276a1fc-62ab-4ca2-b91d-b7cc80aaa443 req-cc37abb4-dd48-4d23-89fe-22feb507139e tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 943 time: 0.2770658 Jan 28 03:32:28.104964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-02925bdf-56cb-4522-b4da-c9f1f5ac2d5e service neutron] 10.222.0.25 "GET /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9461398 Jan 28 03:32:28.183791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69338e2-7386-47a0-bff4-139466c4532b req-baf3e6d8-7202-48b5-9655-67d98ea89b6d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:28.185499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d69338e2-7386-47a0-bff4-139466c4532b req-baf3e6d8-7202-48b5-9655-67d98ea89b6d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 945 time: 0.5072699 Jan 28 03:32:28.241352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ec9a4c45-9e97-4546-8c8e-864ba2adb021 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:28.255814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:28.268007 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5276a1fc-62ab-4ca2-b91d-b7cc80aaa443 req-031cb4bd-d924-4a53-8c80-e10c1eb82755 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.44 "GET /v2.0/security-groups?id=2125c9f6-41ab-492d-9565-aebfbb5ead27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011410 Jan 28 03:32:28.314210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:28.337153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6054d458-f50c-4828-a845-851fad248ce9 admin admin] 10.222.0.44 "PUT /v2.0/routers/6ab5706f-3ad4-45c7-a9a4-6c203dff7645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9359221 Jan 28 03:32:28.392461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Sync routers for ids ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:28.481047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c32cca07-065f-42bf-ab62-da64884a2570 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:32:28.507675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:28.551034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b220e7fb-c0ea-4138-82e4-bb650b163dc4 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:28.577492 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Publish callbacks [] for port (c32cca07-065f-42bf-ab62-da64884a2570), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:28.581136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32cca07-065f-42bf-ab62-da64884a2570'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:28.585540 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004b4ab3-b528-4820-a5f4-327c85adaf08" -d '{"events": [{"server_uuid": "ada710c4-1d39-4f2f-804d-f97dd7a89ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "c32cca07-065f-42bf-ab62-da64884a2570"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:28.602833 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c644dd1f-d1c2-4a02-a799-b1e383159ca3 req-5aba095d-73bb-4024-a296-7b1e2221bb39 service neutron] 10.222.0.25 "GET /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826298 Jan 28 03:32:28.603534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c32cca07-065f-42bf-ab62-da64884a2570), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:28.610100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d69338e2-7386-47a0-bff4-139466c4532b req-4a68659f-0bcf-4dcb-ad2b-74e7753a1f3d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140873 Jan 28 03:32:28.770175 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40beb471-6adc-49e1-812f-985aaf926133 None None] Network 8780893b-1b0c-482c-8e69-5658bf7f47a7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:32:28.907965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 on host n-h2-808199-14 for vnic_type normal with profile {"migrating_to": "n-h1-808199-14"} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:28.908353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:28.908618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:28.926890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Pushing event updated for resources: {'Port': ['ID=c32cca07-065f-42bf-ab62-da64884a2570,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:28.933198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Port c32cca07-065f-42bf-ab62-da64884a2570 on network 6feeb0c1-0482-4943-a76b-256db1710662 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:32:28.933529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Attempting to bind port c32cca07-065f-42bf-ab62-da64884a2570 on network 6feeb0c1-0482-4943-a76b-256db1710662 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:28.947297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:28.947718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Checking segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:28.948107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Bound using segment: {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:28.948547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Bound port: c32cca07-065f-42bf-ab62-da64884a2570, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45789c17-c1bd-4100-825c-e0f41f3566f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6feeb0c1-0482-4943-a76b-256db1710662'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:28.948942 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c32cca07-065f-42bf-ab62-da64884a2570), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:28.998947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ec9a4c45-9e97-4546-8c8e-864ba2adb021 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:28.999730 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:29.014426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-0c3e062b-0522-4dba-ab1a-fa4d5a3dee66 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:29.022217 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-0c3e062b-0522-4dba-ab1a-fa4d5a3dee66 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/networks?id=8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 200 len: 814 time: 0.3361275 Jan 28 03:32:29.051387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-b01586f7-a2a2-4873-b96c-6706e9be417b tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/quotas/43657f46d4dc4db9af179a7734b8ea36 HTTP/1.1" status: 200 len: 375 time: 0.0283115 Jan 28 03:32:29.054885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Routers {'6ab5706f-3ad4-45c7-a9a4-6c203dff7645'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:29.055874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:29.114014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:29.127181 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-11c11727-ca3d-4894-9857-9c1f0e426079 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43657f46d4dc4db9af179a7734b8ea36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748932 Jan 28 03:32:29.137569 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-75298886-6206-4381-bfec-2c70aa405acc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:32:29.163431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:29.215123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c32cca07-065f-42bf-ab62-da64884a2570), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:29.315564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca22b20-cb22-4903-8e02-bf8bb6aa9015 req-c6a159a6-a0c4-4197-b9ca-88f503fbd9eb tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:29.323006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eca22b20-cb22-4903-8e02-bf8bb6aa9015 req-c6a159a6-a0c4-4197-b9ca-88f503fbd9eb tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 943 time: 0.1857476 Jan 28 03:32:29.346856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Pushing event updated for resources: {'Port': ['ID=c32cca07-065f-42bf-ab62-da64884a2570,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:29.358183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9bef0e4b-3938-40c5-a825-7ddd70196686 None None] Provisioning complete for port ec9a4c45-9e97-4546-8c8e-864ba2adb021 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:29.369614 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bef0e4b-3938-40c5-a825-7ddd70196686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:29.383182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:29.383807 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:29.385397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ee5e49b8-e62d-4bf8-8644-78136b469c74 service neutron] 10.222.0.42 "PUT /v2.0/ports/c32cca07-065f-42bf-ab62-da64884a2570 HTTP/1.1" status: 200 len: 1123 time: 2.5209465 Jan 28 03:32:29.394704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-8036e7bc-77e4-4fbe-82bc-399aa15d409d service neutron] 10.222.0.44 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666368 Jan 28 03:32:29.468400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5a50f425-4f71-45db-899b-bd50af855174 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:32:29.645696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-6bdd3624-a6a7-475f-8954-ba009f11a343 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:29.647166 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-6bdd3624-a6a7-475f-8954-ba009f11a343 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.42 "GET /v2.0/networks?id=8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 200 len: 814 time: 0.2154574 Jan 28 03:32:29.648747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port b220e7fb-c0ea-4138-82e4-bb650b163dc4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:29.651443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:29.667112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Request body: {'port': {'device_id': '34856f63-a667-4a8c-852d-a56b5c87b0de', 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7', 'admin_state_up': True, 'tenant_id': '43657f46d4dc4db9af179a7734b8ea36'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:29.719624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['c32cca07-065f-42bf-ab62-da64884a2570'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:29.722132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['c32cca07-065f-42bf-ab62-da64884a2570'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:29.836291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9bef0e4b-3938-40c5-a825-7ddd70196686 None None] Current status of the port ec9a4c45-9e97-4546-8c8e-864ba2adb021 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:29.837000 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bef0e4b-3938-40c5-a825-7ddd70196686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:29.910600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Made reservation on behalf of 43657f46d4dc4db9af179a7734b8ea36 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:29.915862 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:30.044107 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:32:30.081350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9bef0e4b-3938-40c5-a825-7ddd70196686 None None] For port ec9a4c45-9e97-4546-8c8e-864ba2adb021, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ec9a4c45-9e97-4546-8c8e-864ba2adb021,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:30.133069 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eca22b20-cb22-4903-8e02-bf8bb6aa9015 req-0920145b-f3a7-4938-8b3c-72824f97465b tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8090422 Jan 28 03:32:30.138142 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bef0e4b-3938-40c5-a825-7ddd70196686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:30.144035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ec9a4c45-9e97-4546-8c8e-864ba2adb021 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:30.144737 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:30.209379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Allocated IP 172.20.0.12 (8780893b-1b0c-482c-8e69-5658bf7f47a7/ed4cc6f6-baca-4cd3-b5f4-546d66dd119c/7948c9ce-6be9-42e6-b1fa-5ef8254dcd27) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:30.221168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-6869e826-41c2-4c20-9a4e-3fd19eeb7e15 service neutron] 10.222.0.44 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254418 Jan 28 03:32:30.233246 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7fda71-77c7-4ba8-bbfa-2c32e098e658 x-openstack-request-id: req-5e7fda71-77c7-4ba8-bbfa-2c32e098e658 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:30.234136 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada710c4-1d39-4f2f-804d-f97dd7a89ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "c32cca07-065f-42bf-ab62-da64884a2570", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:30.234815 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e7fda71-77c7-4ba8-bbfa-2c32e098e658 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:30.236284 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32cca07-065f-42bf-ab62-da64884a2570', 'code': 200} Jan 28 03:32:30.498987 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 5a50f425-4f71-45db-899b-bd50af855174, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5a50f425-4f71-45db-899b-bd50af855174,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:30.521828 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks [] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:30.560049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:30.610974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:30.636243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Set router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:30.670138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Network 8780893b-1b0c-482c-8e69-5658bf7f47a7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:30.687258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:30.690383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Pushing event updated for resources: {'Port': ['ID=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:30.707789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:30.765510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '5a50f425-4f71-45db-899b-bd50af855174', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'port_id': '5a50f425-4f71-45db-899b-bd50af855174', 'mac_address': 'fa:16:3e:59:70:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:32:30.767388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef0e4b-3938-40c5-a825-7ddd70196686 None None] Pushing event updated for resources: {'Port': ['ID=ec9a4c45-9e97-4546-8c8e-864ba2adb021,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:30.770117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c32cca07-065f-42bf-ab62-da64884a2570 has no active binding in host n-h1-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:32:30.806339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:32:30.807076 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:32:30.877602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:30.878285 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:30.922876 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-17529b40-87e9-4208-8cc2-bc2316c41052 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2598343 Jan 28 03:32:30.974937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Request body: {'port': {'device_id': '34856f63-a667-4a8c-852d-a56b5c87b0de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:31.031900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-b95d148b-31d2-49a6-a9fb-d8f7024d9f53 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:31.048868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-b95d148b-31d2-49a6-a9fb-d8f7024d9f53 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/networks?id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff HTTP/1.1" status: 200 len: 828 time: 0.2623813 Jan 28 03:32:31.081611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-22c2185a-df92-4ba6-8df7-47c8492b0832 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/quotas/c5308ebe273741a1a63b6bfca43311f7 HTTP/1.1" status: 200 len: 375 time: 0.0313582 Jan 28 03:32:31.126164 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.230845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-7a68845f-7e47-40e9-abee-ed6abcef51bb tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5308ebe273741a1a63b6bfca43311f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1477251 Jan 28 03:32:31.248432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1c81db2c-f604-4f0f-8e95-c7891df14cc7 None None] Provisioning complete for port ec9a4c45-9e97-4546-8c8e-864ba2adb021 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:31.249161 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c81db2c-f604-4f0f-8e95-c7891df14cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.271205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d64359-8c98-4acb-abd6-9949fa94b6aa req-bc0ba758-5ca9-41c2-a391-4392d7eaab46 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:31.277159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41d64359-8c98-4acb-abd6-9949fa94b6aa req-bc0ba758-5ca9-41c2-a391-4392d7eaab46 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.1381011 Jan 28 03:32:31.423581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ec9a4c45-9e97-4546-8c8e-864ba2adb021 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:31.482693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:31.492769 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Publish callbacks [] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.507299 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Transition to ACTIVE for port object 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:32:31.514478 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.548075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b220e7fb-c0ea-4138-82e4-bb650b163dc4 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:31.548683 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.581955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-1dc39730-b085-48a2-b91c-e9ab2db6a13d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:31.583531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-1dc39730-b085-48a2-b91c-e9ab2db6a13d tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cfdacc9-7378-4249-9170-c6015cfc61fe HTTP/1.1" status: 200 len: 943 time: 0.3437812 Jan 28 03:32:31.667330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Attempting to bind port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:31.668045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Attempting to bind port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:31.668554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Attempting to bind port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 on network 8780893b-1b0c-482c-8e69-5658bf7f47a7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:31.674360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 on network 8780893b-1b0c-482c-8e69-5658bf7f47a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:32:31.675344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Attempting to bind port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 on network 8780893b-1b0c-482c-8e69-5658bf7f47a7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:31.679223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Pushing event updated for resources: {'Port': ['ID=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:31.692661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b220e7fb-c0ea-4138-82e4-bb650b163dc4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:31.696261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ec9a4c45-9e97-4546-8c8e-864ba2adb021 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:31.697907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:31.698529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Checking segment: {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:31.699409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Bound using segment: {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:31.700025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Bound port: 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:31.700612 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.707674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfdacc9-7378-4249-9170-c6015cfc61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:31.710692 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f1623b-d732-4324-bc80-cde62e813bd5" -d '{"events": [{"server_uuid": "7cfdacc9-7378-4249-9170-c6015cfc61fe", "name": "network-vif-plugged", "status": "completed", "tag": "b220e7fb-c0ea-4138-82e4-bb650b163dc4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:31.747915 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.749599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-7dc6c727-a12a-4b86-b1eb-f912fe2604c8 service neutron] 10.222.0.44 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179057 Jan 28 03:32:31.758627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41d64359-8c98-4acb-abd6-9949fa94b6aa req-ba29c238-2c06-4dce-84f2-b15c6644ceaf tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348298 Jan 28 03:32:31.782339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] For port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:31.785557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] For port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:31.791913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 5a50f425-4f71-45db-899b-bd50af855174 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:31.792582 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5a50f425-4f71-45db-899b-bd50af855174), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.811659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.937766 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-e09793b3-ab81-40a8-a712-d0a6e063560c service neutron] 10.222.0.44 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870615 Jan 28 03:32:31.963474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Pushing event updated for resources: {'Port': ['ID=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:31.972816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c81db2c-f604-4f0f-8e95-c7891df14cc7 None None] Current status of the port ec9a4c45-9e97-4546-8c8e-864ba2adb021 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:31.980979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:31.983533 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.985676 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-089b4009-033f-49b9-afd5-c77f6a339c13 service neutron] 10.222.0.42 "PUT /v2.0/ports/7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 HTTP/1.1" status: 200 len: 1093 time: 1.0259500 Jan 28 03:32:31.987674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34856f63-a667-4a8c-852d-a56b5c87b0de', 'tag': '7948c9ce-6be9-42e6-b1fa-5ef8254dcd27'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:31.991372 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf7c520-4287-44c8-89f4-fa650923c8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "34856f63-a667-4a8c-852d-a56b5c87b0de", "tag": "7948c9ce-6be9-42e6-b1fa-5ef8254dcd27"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:32.058669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a50f425-4f71-45db-899b-bd50af855174 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:32.071692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b220e7fb-c0ea-4138-82e4-bb650b163dc4,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:32.133092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 5a50f425-4f71-45db-899b-bd50af855174, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5a50f425-4f71-45db-899b-bd50af855174,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:32.149679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-665201d5-7f11-4b86-beff-196a2ed2de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:32.151985 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-665201d5-7f11-4b86-beff-196a2ed2de89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43657f46d4dc4db9af179a7734b8ea36&device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 1096 time: 0.0991695 Jan 28 03:32:32.190813 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5a50f425-4f71-45db-899b-bd50af855174), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:32.251238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'tag': 'c32cca07-065f-42bf-ab62-da64884a2570'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:32.255637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:25Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '6a7e795f-9042-4d02-8993-415d3906fa8a', 'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'mac_address': 'fa:16:3e:e1:be:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:22Z', 'updated_at': '2022-01-28T03:32:25Z', 'revision_number': 2, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'subnets': [{'id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:32.259587 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-a507357e-b4d2-4b07-b438-b99c1bbe50a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 HTTP/1.1" status: 200 len: 217 time: 0.0885377 Jan 28 03:32:32.266677 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d85372-68fa-4262-85d6-80c29f44a9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ada710c4-1d39-4f2f-804d-f97dd7a89ba8", "tag": "c32cca07-065f-42bf-ab62-da64884a2570"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:32.319959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Checking router: 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:32.320330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Updating router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 port 6a7e795f-9042-4d02-8993-415d3906fa8a binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:32:32.371010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-a6c4edd9-2d0e-44de-be34-9b7cf85d3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:32.374910 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-a6c4edd9-2d0e-44de-be34-9b7cf85d3f2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed4cc6f6-baca-4cd3-b5f4-546d66dd119c HTTP/1.1" status: 200 len: 853 time: 0.1052718 Jan 28 03:32:32.424747 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:32.459926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-15d270bd-0f13-45bf-85cf-febdbc425148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:32.461674 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-15d270bd-0f13-45bf-85cf-febdbc425148 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8780893b-1b0c-482c-8e69-5658bf7f47a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816362 Jan 28 03:32:32.516182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ec9a4c45-9e97-4546-8c8e-864ba2adb021 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:32.516556 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:32.662281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-668d7855-ade2-4387-b6e4-6c1fbf6cd80b tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:32.665060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-668d7855-ade2-4387-b6e4-6c1fbf6cd80b tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.25 "GET /v2.0/networks?id=8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 200 len: 814 time: 0.4465261 Jan 28 03:32:32.708678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Request body: {'port': {'device_id': 'ed220a77-2c16-4a0c-af2d-5981e45394ee', 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7', 'admin_state_up': True, 'tenant_id': '43657f46d4dc4db9af179a7734b8ea36'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:32.727172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=5a50f425-4f71-45db-899b-bd50af855174,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:32.746378 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-9f3b043b-a959-4e61-bc0b-07239728d020 service neutron] 10.222.0.42 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738984 Jan 28 03:32:32.821304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ec9a4c45-9e97-4546-8c8e-864ba2adb021 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:32.832633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-2d2fe0d7-0d8d-4b28-9beb-96af92b5c226 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Deleting port b220e7fb-c0ea-4138-82e4-bb650b163dc4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:32.833256 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-2d2fe0d7-0d8d-4b28-9beb-96af92b5c226 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:32.860944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['5a50f425-4f71-45db-899b-bd50af855174'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:32.970030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-2d2fe0d7-0d8d-4b28-9beb-96af92b5c226 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] For port b220e7fb-c0ea-4138-82e4-bb650b163dc4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b220e7fb-c0ea-4138-82e4-bb650b163dc4,segment=NetworkSegment(4b1afa92-1ef2-472e-a66c-6a7cf335ea86),segment_id=4b1afa92-1ef2-472e-a66c-6a7cf335ea86)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:32.970476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-2d2fe0d7-0d8d-4b28-9beb-96af92b5c226 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:32.979811 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e7186b7-5fe9-44e0-ac7b-208cdb751985 req-14b6a04e-697b-42a6-885f-71e7f9013082 service neutron] 10.222.0.42 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253182 Jan 28 03:32:32.986212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-2d2fe0d7-0d8d-4b28-9beb-96af92b5c226 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Calling delete_port for b220e7fb-c0ea-4138-82e4-bb650b163dc4 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:33.159874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19580c10-bdc6-494d-96f7-73c660015498 req-9c0d64d1-6241-4e60-a175-915b3165f723 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:33.168586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-9c0d64d1-6241-4e60-a175-915b3165f723 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/networks?id=8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 200 len: 814 time: 1.2299273 Jan 28 03:32:33.325372 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-2d2fe0d7-0d8d-4b28-9beb-96af92b5c226 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b220e7fb-c0ea-4138-82e4-bb650b163dc4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:33.365856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-7df9c3db-88ef-4d3a-826c-f9b4f58f3849 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/quotas/43657f46d4dc4db9af179a7734b8ea36 HTTP/1.1" status: 200 len: 375 time: 0.0796568 Jan 28 03:32:33.402902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fe0d7-0d8d-4b28-9beb-96af92b5c226 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Pushing event deleted for resources: {'Port': ['ID=b220e7fb-c0ea-4138-82e4-bb650b163dc4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:33.547619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d59b26-6eb2-4471-87b9-8ee7a0209c07 req-c3362c32-849d-4aab-a33f-7dc1d7c18dd7 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:33.556335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85d59b26-6eb2-4471-87b9-8ee7a0209c07 req-c3362c32-849d-4aab-a33f-7dc1d7c18dd7 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 944 time: 0.2748230 Jan 28 03:32:33.626478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-2d2fe0d7-0d8d-4b28-9beb-96af92b5c226 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] No DVR routers for this DVR port b220e7fb-c0ea-4138-82e4-bb650b163dc4 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:33.630346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-2d2fe0d7-0d8d-4b28-9beb-96af92b5c226 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:33.637059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30c9bbb0-9b9c-4109-9df8-c5b1739c639b req-2d2fe0d7-0d8d-4b28-9beb-96af92b5c226 tempest-ImagesTestJSON-1037803822 tempest-ImagesTestJSON-1037803822-project] 10.222.0.42 "DELETE /v2.0/ports/b220e7fb-c0ea-4138-82e4-bb650b163dc4 HTTP/1.1" status: 204 len: 173 time: 2.0453632 Jan 28 03:32:33.667116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-ea079aa9-bdc9-4615-b292-adb8cf9fa22f tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43657f46d4dc4db9af179a7734b8ea36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2749729 Jan 28 03:32:33.747311 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Publish callbacks [] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:33.780254 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:33.873764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a296d-ee4c-498c-a0c0-fcba65168ef6 None None] Pushing event updated for resources: {'Port': ['ID=6a7e795f-9042-4d02-8993-415d3906fa8a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:33.885518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-f6b87746-99ba-4ef0-91b2-bd330e39f7d6 service neutron] 10.222.0.44 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082081 Jan 28 03:32:33.914660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85d59b26-6eb2-4471-87b9-8ee7a0209c07 req-1329d6c8-4636-4e34-bb9a-93909be6f933 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451600 Jan 28 03:32:33.983977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Made reservation on behalf of 43657f46d4dc4db9af179a7734b8ea36 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:33.989973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.028288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-1024f7a2-0966-4344-971c-c4d042b35393 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:34.029982 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-1024f7a2-0966-4344-971c-c4d042b35393 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.25 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 944 time: 0.1055682 Jan 28 03:32:34.050799 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1522e950-3892-445e-a972-633f604bd9bf x-openstack-request-id: req-1522e950-3892-445e-a972-633f604bd9bf {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:34.051118 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfdacc9-7378-4249-9170-c6015cfc61fe", "name": "network-vif-plugged", "status": "completed", "tag": "b220e7fb-c0ea-4138-82e4-bb650b163dc4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:34.051377 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1522e950-3892-445e-a972-633f604bd9bf {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:34.051907 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfdacc9-7378-4249-9170-c6015cfc61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4', 'code': 200} Jan 28 03:32:34.196892 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0075cfe-9b0b-4887-95d1-7db6941756cc x-openstack-request-id: req-f0075cfe-9b0b-4887-95d1-7db6941756cc {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:34.199049 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34856f63-a667-4a8c-852d-a56b5c87b0de", "tag": "7948c9ce-6be9-42e6-b1fa-5ef8254dcd27", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:34.199339 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0075cfe-9b0b-4887-95d1-7db6941756cc {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:34.199778 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34856f63-a667-4a8c-852d-a56b5c87b0de', 'tag': '7948c9ce-6be9-42e6-b1fa-5ef8254dcd27', 'status': 'completed', 'code': 200} Jan 28 03:32:34.310541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Attempting to bind port 6a7e795f-9042-4d02-8993-415d3906fa8a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:34.311088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Attempting to bind port 6a7e795f-9042-4d02-8993-415d3906fa8a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:34.311434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Attempting to bind port 6a7e795f-9042-4d02-8993-415d3906fa8a on network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:34.341296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:34.341721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Checking segment: {'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:34.342179 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.342581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Bound using segment: {'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:34.343069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Bound port: 6a7e795f-9042-4d02-8993-415d3906fa8a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:34.343450 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.450393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-b4f6f67b-fef7-44f9-aab3-6534af4adb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:34.450754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6c0487c8-52c2-4c10-9b0e-2e42ac52a668 None None] Provisioning complete for port 6a7e795f-9042-4d02-8993-415d3906fa8a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:34.451057 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c0487c8-52c2-4c10-9b0e-2e42ac52a668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.454465 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-b4f6f67b-fef7-44f9-aab3-6534af4adb50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43657f46d4dc4db9af179a7734b8ea36&device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 1096 time: 0.2532256 Jan 28 03:32:34.532667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6c0487c8-52c2-4c10-9b0e-2e42ac52a668 None None] Port 6a7e795f-9042-4d02-8993-415d3906fa8a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:34.540508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25960798-8aba-4ff8-95a5-71cb44d29299 req-25a3af32-8ea0-460f-a75d-48d500c262c5 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 210 time: 0.1300495 Jan 28 03:32:34.622926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] For port 6a7e795f-9042-4d02-8993-415d3906fa8a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:34.632305 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] For port 6a7e795f-9042-4d02-8993-415d3906fa8a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6a7e795f-9042-4d02-8993-415d3906fa8a,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:34.640155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.675759 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e29d564-502f-4087-b874-7a6922422cb1 x-openstack-request-id: req-1e29d564-502f-4087-b874-7a6922422cb1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:34.676378 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada710c4-1d39-4f2f-804d-f97dd7a89ba8", "tag": "c32cca07-065f-42bf-ab62-da64884a2570", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:34.676632 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e29d564-502f-4087-b874-7a6922422cb1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:34.677052 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'tag': 'c32cca07-065f-42bf-ab62-da64884a2570', 'status': 'completed', 'code': 200} Jan 28 03:32:34.701187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-c8626f23-99c7-455b-9369-9ee20ea2cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:34.702587 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-c8626f23-99c7-455b-9369-9ee20ea2cdb6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 200 len: 915 time: 0.2359190 Jan 28 03:32:34.725900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-08e26956-5fe2-4de8-b842-c36581da23e0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Deleting port c5c9de21-0a71-4f9b-a525-c3799347492b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:34.726242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-08e26956-5fe2-4de8-b842-c36581da23e0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.756425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a296d-ee4c-498c-a0c0-fcba65168ef6 None None] Pushing event updated for resources: {'Port': ['ID=6a7e795f-9042-4d02-8993-415d3906fa8a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:34.795600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-10134995-da15-4384-8391-e31140e7fb0b service neutron] 10.222.0.44 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8774626 Jan 28 03:32:34.807796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Routers {'6ab5706f-3ad4-45c7-a9a4-6c203dff7645'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:34.809471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:34.834678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-e765b3f8-67aa-4c4c-9ad3-3dea210a4a14 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:34.836190 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-e765b3f8-67aa-4c4c-9ad3-3dea210a4a14 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.42 "GET /v2.0/networks?id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff HTTP/1.1" status: 200 len: 828 time: 0.6812491 Jan 28 03:32:34.865688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Request body: {'port': {'device_id': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'admin_state_up': True, 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:34.876425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Allocated IP 172.20.0.7 (8780893b-1b0c-482c-8e69-5658bf7f47a7/ed4cc6f6-baca-4cd3-b5f4-546d66dd119c/e098004e-be0c-4ca6-877c-7f9c9a351430) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:34.923540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b220e7fb-c0ea-4138-82e4-bb650b163dc4 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:34.954381 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-f50f9f63-63b9-4d57-b5f3-7616d555bc4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 HTTP/1.1" status: 200 len: 217 time: 0.2151251 Jan 28 03:32:34.993160 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: b220e7fb-c0ea-4138-82e4-bb650b163dc4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:34.993713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b220e7fb-c0ea-4138-82e4-bb650b163dc4 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:35.047970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-b52ec754-c2e7-4896-9e6a-7a832e9ec8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:35.049498 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-b52ec754-c2e7-4896-9e6a-7a832e9ec8db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed4cc6f6-baca-4cd3-b5f4-546d66dd119c HTTP/1.1" status: 200 len: 853 time: 0.0873230 Jan 28 03:32:35.058075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85372-68fa-4262-85d6-80c29f44a9a1 req-610e2c07-6851-4412-9ae9-993585c3270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:35.059499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43d85372-68fa-4262-85d6-80c29f44a9a1 req-610e2c07-6851-4412-9ae9-993585c3270d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 1126 time: 0.3550251 Jan 28 03:32:35.236277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] Set router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:35.268153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-08e26956-5fe2-4de8-b842-c36581da23e0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] For port c5c9de21-0a71-4f9b-a525-c3799347492b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c5c9de21-0a71-4f9b-a525-c3799347492b,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:35.269736 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-08e26956-5fe2-4de8-b842-c36581da23e0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:35.314704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-08e26956-5fe2-4de8-b842-c36581da23e0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Calling delete_port for c5c9de21-0a71-4f9b-a525-c3799347492b owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:35.377206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f2ccf764-edb2-426c-8b1a-a118e2d18334 None None] Provisioning complete for port 6a7e795f-9042-4d02-8993-415d3906fa8a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:35.377583 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf764-edb2-426c-8b1a-a118e2d18334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:35.465004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks [] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:35.499663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:35.522967 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:35.559796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-08e26956-5fe2-4de8-b842-c36581da23e0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c5c9de21-0a71-4f9b-a525-c3799347492b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:35.565995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-83815872-8d86-4b54-8d47-b7bd41e22d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:35.567889 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-83815872-8d86-4b54-8d47-b7bd41e22d8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8780893b-1b0c-482c-8e69-5658bf7f47a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5074754 Jan 28 03:32:35.625485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Pushing event updated for resources: {'Port': ['ID=e098004e-be0c-4ca6-877c-7f9c9a351430,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:35.657556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6b4fa-7ac7-4b3c-b429-d9221661cb2a req-0161ada7-eeed-4f5e-aad5-844a738356a8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:35.664806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6eb6b4fa-7ac7-4b3c-b429-d9221661cb2a req-0161ada7-eeed-4f5e-aad5-844a738356a8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.7369432 Jan 28 03:32:35.742388 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-d60463d3-f6bd-4b1a-8701-3608969b505a service neutron] 10.222.0.42 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589913 Jan 28 03:32:35.743440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6eb6b4fa-7ac7-4b3c-b429-d9221661cb2a req-fc4fb443-e086-40d8-83f6-0e503e6e5db5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776668 Jan 28 03:32:35.758178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e26956-5fe2-4de8-b842-c36581da23e0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Pushing event deleted for resources: {'Port': ['ID=c5c9de21-0a71-4f9b-a525-c3799347492b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:35.815374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Network 8780893b-1b0c-482c-8e69-5658bf7f47a7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:35.816329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda02164-decf-459e-9921-44cee2dd7bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:35.824544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Made reservation on behalf of c5308ebe273741a1a63b6bfca43311f7 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:35.843167 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:35.853211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:35.868340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f2ccf764-edb2-426c-8b1a-a118e2d18334 None None] Current status of the port 6a7e795f-9042-4d02-8993-415d3906fa8a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:35.870813 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf764-edb2-426c-8b1a-a118e2d18334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:35.894312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba8220-51a1-4e50-9745-c133ed8e9d47 req-c59f6afa-1e2b-494e-8f8b-538ccfc8877f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:35.920798 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94ba8220-51a1-4e50-9745-c133ed8e9d47 req-c59f6afa-1e2b-494e-8f8b-538ccfc8877f tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=16bb749e-4436-4a1c-96d2-d83b1b306818 HTTP/1.1" status: 200 len: 866 time: 0.4172139 Jan 28 03:32:35.964200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:35.979617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caf7c520-4287-44c8-89f4-fa650923c8bf req-056a2ed9-c254-4081-85ab-e8be06e5c28c service neutron] 10.222.0.42 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251673 Jan 28 03:32:36.080352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f2ccf764-edb2-426c-8b1a-a118e2d18334 None None] For port 6a7e795f-9042-4d02-8993-415d3906fa8a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6a7e795f-9042-4d02-8993-415d3906fa8a,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:36.099265 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf764-edb2-426c-8b1a-a118e2d18334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:36.147293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-08e26956-5fe2-4de8-b842-c36581da23e0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] No DVR routers for this DVR port c5c9de21-0a71-4f9b-a525-c3799347492b on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:36.154151 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-08e26956-5fe2-4de8-b842-c36581da23e0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:36.161671 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9de7b6cc-0569-46c8-960b-de69f6eef168 req-08e26956-5fe2-4de8-b842-c36581da23e0 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.25 "DELETE /v2.0/ports/c5c9de21-0a71-4f9b-a525-c3799347492b HTTP/1.1" status: 204 len: 173 time: 2.1198192 Jan 28 03:32:36.171044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94ba8220-51a1-4e50-9745-c133ed8e9d47 req-308baeaa-df73-4d5e-a4f4-108ffc0bd27a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484009 Jan 28 03:32:36.190549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85372-68fa-4262-85d6-80c29f44a9a1 req-ee6b5b5c-3ed8-4ad4-8b2d-c83ff482934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:36.199889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:25Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '6a7e795f-9042-4d02-8993-415d3906fa8a', 'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'mac_address': 'fa:16:3e:e1:be:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:22Z', 'updated_at': '2022-01-28T03:32:34Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'subnets': [{'id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:36.201271 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43d85372-68fa-4262-85d6-80c29f44a9a1 req-ee6b5b5c-3ed8-4ad4-8b2d-c83ff482934f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 1.1313899 Jan 28 03:32:36.212523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'name': 'network-vif-deleted', 'tag': 'c5c9de21-0a71-4f9b-a525-c3799347492b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:36.212779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccf764-edb2-426c-8b1a-a118e2d18334 None None] Pushing event updated for resources: {'Port': ['ID=6a7e795f-9042-4d02-8993-415d3906fa8a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:36.212923 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1284bad5-d430-4eff-83c4-2c936ed5eec8" -d '{"events": [{"server_uuid": "16bb749e-4436-4a1c-96d2-d83b1b306818", "name": "network-vif-deleted", "tag": "c5c9de21-0a71-4f9b-a525-c3799347492b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:36.277825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5a50f425-4f71-45db-899b-bd50af855174 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:36.288505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a16836-baa3-4eee-a8d8-ea389440f339 None None] The sync data for ids ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'] in n-d-808199-14 is: [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:25Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '6a7e795f-9042-4d02-8993-415d3906fa8a', 'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'mac_address': 'fa:16:3e:e1:be:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:22Z', 'updated_at': '2022-01-28T03:32:34Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'subnets': [{'id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:36.342154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:36.342830 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:36.400742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-ec5112d1-1e7e-4666-9d8a-adcc57be2121 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7131729 Jan 28 03:32:36.413541 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43d85372-68fa-4262-85d6-80c29f44a9a1 req-9d584189-7156-40fb-8a8b-9deecaa69279 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32cca07-065f-42bf-ab62-da64884a2570 HTTP/1.1" status: 200 len: 217 time: 0.1957591 Jan 28 03:32:36.444478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Request body: {'port': {'device_id': 'ed220a77-2c16-4a0c-af2d-5981e45394ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:36.467067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a62e10-87a7-4b10-b083-3cce19aa200f req-ab13980b-e03a-4547-afa4-1f15dedf5209 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:36.479728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35a62e10-87a7-4b10-b083-3cce19aa200f req-ab13980b-e03a-4547-afa4-1f15dedf5209 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 944 time: 0.4463127 Jan 28 03:32:36.510914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0d7ab794-bd21-4abf-b4df-64761bf1904b None None] Provisioning complete for port e098004e-be0c-4ca6-877c-7f9c9a351430 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:36.511643 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d7ab794-bd21-4abf-b4df-64761bf1904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:36.532022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85372-68fa-4262-85d6-80c29f44a9a1 req-f353be7a-d855-43b1-b0af-e40e32856e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:36.534284 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43d85372-68fa-4262-85d6-80c29f44a9a1 req-f353be7a-d855-43b1-b0af-e40e32856e13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1116915 Jan 28 03:32:36.576202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e5c45c3-9c6f-497f-9a12-28a8d9d47543 req-62836db2-7e41-45db-be39-5a24f1ef0889 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 210 time: 0.1571805 Jan 28 03:32:36.594193 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43d85372-68fa-4262-85d6-80c29f44a9a1 req-a27c418f-2b02-4cc4-8228-658fe39cd3e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533061 Jan 28 03:32:36.662519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ab794-bd21-4abf-b4df-64761bf1904b None None] Port e098004e-be0c-4ca6-877c-7f9c9a351430 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:36.672566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 5a50f425-4f71-45db-899b-bd50af855174 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:32:36.682641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 5a50f425-4f71-45db-899b-bd50af855174 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:36.683496 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5a50f425-4f71-45db-899b-bd50af855174), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:36.721333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfdacc9-7378-4249-9170-c6015cfc61fe', 'name': 'network-vif-deleted', 'tag': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:36.723598 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1633b43a-f452-484b-a1fb-fff2aedd7878" -d '{"events": [{"server_uuid": "7cfdacc9-7378-4249-9170-c6015cfc61fe", "name": "network-vif-deleted", "tag": "b220e7fb-c0ea-4138-82e4-bb650b163dc4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:36.737709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35a62e10-87a7-4b10-b083-3cce19aa200f req-1bc95cc3-49b1-448b-95e1-e60bcac97ab1 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560797 Jan 28 03:32:36.779054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Allocated IP 172.20.0.7 (4f3d3dad-5e88-4f1a-84e9-569dd32865ff/60623ef0-1f49-43e8-b70d-e39790a668d8/751561b5-0afb-460a-9f0f-9774dd96f85d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:36.793317 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:36.801549 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda02164-decf-459e-9921-44cee2dd7bf6 admin admin] Publish callbacks [] for security_group (56af2e49-ad00-41e5-819e-8d65b1a80402), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:36.818291 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda02164-decf-459e-9921-44cee2dd7bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (56af2e49-ad00-41e5-819e-8d65b1a80402), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:36.827541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 5a50f425-4f71-45db-899b-bd50af855174 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:36.828048 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5a50f425-4f71-45db-899b-bd50af855174), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:36.861669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:32:36.985802 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43d85372-68fa-4262-85d6-80c29f44a9a1 req-fd758723-49b7-42ba-98ed-526b72e65ab1 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847523 Jan 28 03:32:37.010646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a50f425-4f71-45db-899b-bd50af855174'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:37.016545 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a83dcd5-6327-455c-a9a9-f32b38b6601e" -d '{"events": [{"server_uuid": "f16da529-3ed5-4aeb-9b48-70ea9f765aaf", "name": "network-vif-plugged", "status": "completed", "tag": "5a50f425-4f71-45db-899b-bd50af855174"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:37.057705 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ace7901d-632b-4b1f-836a-1862e4c34534 req-b639ba17-2dd5-4fb9-8105-b09c3742a948 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 210 time: 0.0894902 Jan 28 03:32:37.106155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 5a50f425-4f71-45db-899b-bd50af855174, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5a50f425-4f71-45db-899b-bd50af855174,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:37.156480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cda02164-decf-459e-9921-44cee2dd7bf6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=500e683035344c4499a97653320fff31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6514206 Jan 28 03:32:37.173210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52144) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:37.177780 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbad41d-0f46-4b2e-a96a-2b431768b53d x-openstack-request-id: req-7cbad41d-0f46-4b2e-a96a-2b431768b53d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:37.179350 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0daf8db-9b2d-44be-9d1b-6596a3078b2c x-openstack-request-id: req-d0daf8db-9b2d-44be-9d1b-6596a3078b2c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:37.179641 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfdacc9-7378-4249-9170-c6015cfc61fe", "name": "network-vif-deleted", "tag": "b220e7fb-c0ea-4138-82e4-bb650b163dc4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:37.179893 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0daf8db-9b2d-44be-9d1b-6596a3078b2c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:37.180301 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfdacc9-7378-4249-9170-c6015cfc61fe', 'name': 'network-vif-deleted', 'tag': 'b220e7fb-c0ea-4138-82e4-bb650b163dc4', 'status': 'completed', 'code': 200} Jan 28 03:32:37.180618 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bb749e-4436-4a1c-96d2-d83b1b306818", "name": "network-vif-deleted", "tag": "c5c9de21-0a71-4f9b-a525-c3799347492b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:37.180923 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cbad41d-0f46-4b2e-a96a-2b431768b53d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:37.181044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda02164-decf-459e-9921-44cee2dd7bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56af2e49-ad00-41e5-819e-8d65b1a80402,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:37.182598 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bb749e-4436-4a1c-96d2-d83b1b306818', 'name': 'network-vif-deleted', 'tag': 'c5c9de21-0a71-4f9b-a525-c3799347492b', 'status': 'completed', 'code': 200} Jan 28 03:32:37.206956 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5a50f425-4f71-45db-899b-bd50af855174), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:37.207993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c32cca07-065f-42bf-ab62-da64884a2570 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:37.372216 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e405b16-3c73-4640-bd1f-f35fbfc24686 x-openstack-request-id: req-1e405b16-3c73-4640-bd1f-f35fbfc24686 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:37.373122 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16da529-3ed5-4aeb-9b48-70ea9f765aaf", "name": "network-vif-plugged", "status": "completed", "tag": "5a50f425-4f71-45db-899b-bd50af855174", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:37.373494 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e405b16-3c73-4640-bd1f-f35fbfc24686 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:37.373783 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a50f425-4f71-45db-899b-bd50af855174', 'code': 200} Jan 28 03:32:37.523187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=5a50f425-4f71-45db-899b-bd50af855174,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:37.555272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:37.712339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c32cca07-065f-42bf-ab62-da64884a2570 is: DOWN; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:37.712895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c5c9de21-0a71-4f9b-a525-c3799347492b no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:37.769250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: c5c9de21-0a71-4f9b-a525-c3799347492b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:37.769609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c5c9de21-0a71-4f9b-a525-c3799347492b not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:37.771264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '7948c9ce-6be9-42e6-b1fa-5ef8254dcd27', 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7', 'port_id': '7948c9ce-6be9-42e6-b1fa-5ef8254dcd27', 'mac_address': 'fa:16:3e:76:69:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4cc6f6-baca-4cd3-b5f4-546d66dd119c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:32:37.791561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6a7e795f-9042-4d02-8993-415d3906fa8a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:37.835567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43d85372-68fa-4262-85d6-80c29f44a9a1 req-7b18be29-9402-4ed3-b5a6-74815818bd1c service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8347156 Jan 28 03:32:37.842475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771051d-05cc-4607-b974-c108e8467153 req-42788501-718a-437c-af0c-49da7b2f8ac7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:37.864868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6771051d-05cc-4607-b974-c108e8467153 req-42788501-718a-437c-af0c-49da7b2f8ac7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.6313734 Jan 28 03:32:37.866829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19580c10-bdc6-494d-96f7-73c660015498 req-03a4d2a4-c241-4b4e-9d0c-04f9c7fbc706 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:37.868354 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-03a4d2a4-c241-4b4e-9d0c-04f9c7fbc706 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.42 "GET /v2.0/networks?id=8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 200 len: 814 time: 0.5580497 Jan 28 03:32:37.916194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Request body: {'port': {'device_id': 'bc79af33-74c8-4dee-afb7-3845d950c811', 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7', 'admin_state_up': True, 'tenant_id': '43657f46d4dc4db9af179a7734b8ea36'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:37.920824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce5f54-e82c-46dd-b125-c70d98d133f6 req-88311900-e086-46a0-98dc-7de82dd7318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:37.934220 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0dce5f54-e82c-46dd-b125-c70d98d133f6 req-88311900-e086-46a0-98dc-7de82dd7318a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 1097 time: 0.3500733 Jan 28 03:32:38.064330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:38.064827 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:38.107059 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:38.109171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6a7e795f-9042-4d02-8993-415d3906fa8a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:38.109558 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:38.111864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:38.163396 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6771051d-05cc-4607-b974-c108e8467153 req-87a75e7a-fd7f-4509-b8f1-f6a68e889d05 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942498 Jan 28 03:32:38.211799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:38.228422 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:38.313446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bade08cd-06df-423d-bbd9-f5467d84f750 req-634a83d3-b1af-4f4d-9e61-b62c36dd2852 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 210 time: 0.1897564 Jan 28 03:32:38.339407 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:38.474941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:38.532193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6a7e795f-9042-4d02-8993-415d3906fa8a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:38.593232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['7948c9ce-6be9-42e6-b1fa-5ef8254dcd27'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:38.858502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0d475f7-3ec9-4d04-9a0d-15879acdaba3 admin admin] Publish callbacks [] for security_group (56af2e49-ad00-41e5-819e-8d65b1a80402), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:38.940278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0d475f7-3ec9-4d04-9a0d-15879acdaba3 admin admin] Publish callbacks [] for security_group (56af2e49-ad00-41e5-819e-8d65b1a80402), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:38.971731 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0dce5f54-e82c-46dd-b125-c70d98d133f6 req-db5506d0-c74d-40c0-993e-e11a6f8b811d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0150759 Jan 28 03:32:38.998926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-a1c339c4-8201-4495-831e-ad227083f104 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:39.001068 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-a1c339c4-8201-4495-831e-ad227083f104 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.42 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 944 time: 0.1993489 Jan 28 03:32:39.052204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:39.091929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:39.107717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:39.111117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Made reservation on behalf of 43657f46d4dc4db9af179a7734b8ea36 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:39.120681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.133344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0d475f7-3ec9-4d04-9a0d-15879acdaba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (56af2e49-ad00-41e5-819e-8d65b1a80402), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.138884 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0d475f7-3ec9-4d04-9a0d-15879acdaba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.157634 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e0d475f7-3ec9-4d04-9a0d-15879acdaba3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56af2e49-ad00-41e5-819e-8d65b1a80402 HTTP/1.1" status: 204 len: 168 time: 1.9639242 Jan 28 03:32:39.172536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:39.173226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.188762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e098004e-be0c-4ca6-877c-7f9c9a351430 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:39.209119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8a91-c378-420a-8775-0af46714cb4c req-728801ae-e42b-49f5-966a-caf7e5c6c8a0 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:39.210746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a7a8a91-c378-420a-8775-0af46714cb4c req-728801ae-e42b-49f5-966a-caf7e5c6c8a0 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 945 time: 0.8962023 Jan 28 03:32:39.211410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Pushing event updated for resources: {'Port': ['ID=751561b5-0afb-460a-9f0f-9774dd96f85d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:39.236627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d475f7-3ec9-4d04-9a0d-15879acdaba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56af2e49-ad00-41e5-819e-8d65b1a80402,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:39.288735 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Publish callbacks [] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.336475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-8cde4285-0018-4714-99d3-12868f9061a9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4745770 Jan 28 03:32:39.349481 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Transition to ACTIVE for port object e098004e-be0c-4ca6-877c-7f9c9a351430 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:32:39.366251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bf613-8378-4885-863f-c6b01be0dc86 req-34ee328b-55ed-473e-9c45-371bfbce76e1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:39.377414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-777bf613-8378-4885-863f-c6b01be0dc86 req-34ee328b-55ed-473e-9c45-371bfbce76e1 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 944 time: 0.4439123 Jan 28 03:32:39.393811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Request body: {'port': {'device_id': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:39.436662 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.514704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Allocated IP 172.20.0.13 (8780893b-1b0c-482c-8e69-5658bf7f47a7/ed4cc6f6-baca-4cd3-b5f4-546d66dd119c/4275a57c-b6cd-456b-813a-60f65d42079c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:39.557953 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a7a8a91-c378-420a-8775-0af46714cb4c req-f29f95c3-3e77-4384-a6cb-eb0e8106d86f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309076 Jan 28 03:32:39.616556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8f55bcc5-d93c-4959-8ffe-56c26fe27ebd None None] Provisioning complete for port 751561b5-0afb-460a-9f0f-9774dd96f85d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:39.617484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f55bcc5-d93c-4959-8ffe-56c26fe27ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.679306 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.755829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8f55bcc5-d93c-4959-8ffe-56c26fe27ebd None None] Port 751561b5-0afb-460a-9f0f-9774dd96f85d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:39.772109 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks [] for port (4275a57c-b6cd-456b-813a-60f65d42079c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.804356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Pushing event updated for resources: {'Port': ['ID=e098004e-be0c-4ca6-877c-7f9c9a351430,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:39.805733 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:39.842654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a26cfe6-bff1-4097-8806-6d08c6407cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.847192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-ffbbfabd-0d70-4c22-9914-ed5531627b35 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Deleting port 05685be2-f779-4d5e-bee1-19815e6f4672 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:39.847512 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-ffbbfabd-0d70-4c22-9914-ed5531627b35 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:39.890125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-777bf613-8378-4885-863f-c6b01be0dc86 req-bc4c85c8-d09a-43eb-aaba-404bf6f77d7a tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614143 Jan 28 03:32:39.921028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Attempting to bind port e098004e-be0c-4ca6-877c-7f9c9a351430 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:39.921647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Attempting to bind port e098004e-be0c-4ca6-877c-7f9c9a351430 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:39.921989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Attempting to bind port e098004e-be0c-4ca6-877c-7f9c9a351430 on network 8780893b-1b0c-482c-8e69-5658bf7f47a7 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:39.954641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.006656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['7948c9ce-6be9-42e6-b1fa-5ef8254dcd27'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:40.013982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03895a-6d34-4478-ae28-b3af5fa26703 req-db5ec0a7-6802-4ff9-a6da-23325fba12c0 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:40.015591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a03895a-6d34-4478-ae28-b3af5fa26703 req-db5ec0a7-6802-4ff9-a6da-23325fba12c0 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 931 time: 0.2621033 Jan 28 03:32:40.016205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Port e098004e-be0c-4ca6-877c-7f9c9a351430 on network 8780893b-1b0c-482c-8e69-5658bf7f47a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:32:40.016532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Attempting to bind port e098004e-be0c-4ca6-877c-7f9c9a351430 on network 8780893b-1b0c-482c-8e69-5658bf7f47a7 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:40.056403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Network 8780893b-1b0c-482c-8e69-5658bf7f47a7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:40.062354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:40.062922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Checking segment: {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:40.063231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Bound using segment: {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:40.063828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Bound port: e098004e-be0c-4ca6-877c-7f9c9a351430, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:40.064209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.065622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:40.073174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:40.218420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-ffbbfabd-0d70-4c22-9914-ed5531627b35 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] For port 05685be2-f779-4d5e-bee1-19815e6f4672, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=05685be2-f779-4d5e-bee1-19815e6f4672,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:40.218786 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-ffbbfabd-0d70-4c22-9914-ed5531627b35 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.235043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Pushing event updated for resources: {'Port': ['ID=4275a57c-b6cd-456b-813a-60f65d42079c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:40.301797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:40.304439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.362736 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-cb163291-dccb-435d-a57b-a554bee81bd1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4657516 Jan 28 03:32:40.371064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-ffbbfabd-0d70-4c22-9914-ed5531627b35 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Calling delete_port for 05685be2-f779-4d5e-bee1-19815e6f4672 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:40.390019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Request body: {'port': {'device_id': 'bc79af33-74c8-4dee-afb7-3845d950c811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:40.401163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8451bb74-1515-486f-af6f-6beb89e636fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.508407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4e0fa8db-ec3b-439d-9a05-3fe3e98e8120 None None] Provisioning complete for port 4275a57c-b6cd-456b-813a-60f65d42079c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:40.509371 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e0fa8db-ec3b-439d-9a05-3fe3e98e8120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.514932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a03895a-6d34-4478-ae28-b3af5fa26703 req-7723fdca-b2ed-4463-966d-3fecb6d4feda tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788046 Jan 28 03:32:40.561054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ac462-1e16-4b5a-ab77-4ceb0f2e9427 req-fda2ed6c-a842-44d7-b4bc-b62f7eb7db2c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:40.563283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4ac462-1e16-4b5a-ab77-4ceb0f2e9427 req-fda2ed6c-a842-44d7-b4bc-b62f7eb7db2c tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.5365236 Jan 28 03:32:40.567768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] For port e098004e-be0c-4ca6-877c-7f9c9a351430, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:40.569252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fa8db-ec3b-439d-9a05-3fe3e98e8120 None None] Port 4275a57c-b6cd-456b-813a-60f65d42079c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:40.608118 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.613032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] For port e098004e-be0c-4ca6-877c-7f9c9a351430, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e098004e-be0c-4ca6-877c-7f9c9a351430,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:40.622271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a26cfe6-bff1-4097-8806-6d08c6407cce admin admin] Publish callbacks [] for security_group (9a653197-ac24-4f71-bfc8-5e4d735a8cb9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.639310 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.648192 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a26cfe6-bff1-4097-8806-6d08c6407cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9a653197-ac24-4f71-bfc8-5e4d735a8cb9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.733473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:40.734108 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.735863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] 10.222.0.25 "PUT /v2.0/ports/e098004e-be0c-4ca6-877c-7f9c9a351430 HTTP/1.1" status: 200 len: 1092 time: 4.2968736 Jan 28 03:32:40.736005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed220a77-2c16-4a0c-af2d-5981e45394ee', 'tag': 'e098004e-be0c-4ca6-877c-7f9c9a351430'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:40.738706 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fec327d-86bd-423b-90b2-416a142d1992" -d '{"events": [{"name": "network-changed", "server_uuid": "ed220a77-2c16-4a0c-af2d-5981e45394ee", "tag": "e098004e-be0c-4ca6-877c-7f9c9a351430"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:40.760234 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0a26cfe6-bff1-4097-8806-6d08c6407cce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39c4f6f1eb05421f89b9d8bc3c6ecd10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9495642 Jan 28 03:32:40.768685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52188) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:40.773948 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4ac462-1e16-4b5a-ab77-4ceb0f2e9427 req-6b1c9534-c261-4f41-9b80-22e86a07037e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031333 Jan 28 03:32:40.807435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f599da-35a2-486a-9613-8b3de5559d49 req-d6196f49-ff09-4857-bd18-2636e9724f41 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:40.817261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72f599da-35a2-486a-9613-8b3de5559d49 req-d6196f49-ff09-4857-bd18-2636e9724f41 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 932 time: 0.1853106 Jan 28 03:32:40.830221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26cfe6-bff1-4097-8806-6d08c6407cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a653197-ac24-4f71-bfc8-5e4d735a8cb9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:40.870783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e50282-68a3-43b5-a291-ea33e624a117 service neutron] Pushing event updated for resources: {'Port': ['ID=e098004e-be0c-4ca6-877c-7f9c9a351430,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:40.897602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751561b5-0afb-460a-9f0f-9774dd96f85d {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:40.903341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:40.909278 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Publish callbacks [] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.935561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Transition to ACTIVE for port object 751561b5-0afb-460a-9f0f-9774dd96f85d will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:32:40.958060 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-ebbfc44a-de86-47fa-8cda-5fbc0c32c2f6 service neutron] 10.222.0.25 "GET /v2.0/ports/c32cca07-065f-42bf-ab62-da64884a2570/bindings/n-h1-808199-14 HTTP/1.1" status: 200 len: 385 time: 0.3216977 Jan 28 03:32:40.964623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-c45714ed-1285-4026-af04-4a3d1b54c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:40.967204 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-c45714ed-1285-4026-af04-4a3d1b54c26e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43657f46d4dc4db9af179a7734b8ea36&device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee HTTP/1.1" status: 200 len: 1095 time: 0.1265242 Jan 28 03:32:40.968104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:40.987111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72f599da-35a2-486a-9613-8b3de5559d49 req-05bdc599-0610-42df-bb17-56bf44fb2f5b tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688643 Jan 28 03:32:41.062784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:32:41.069092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:41.069522 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.144650 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f39d76-ef69-4823-8a68-849ed72fa464 x-openstack-request-id: req-40f39d76-ef69-4823-8a68-849ed72fa464 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:41.145641 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed220a77-2c16-4a0c-af2d-5981e45394ee", "tag": "e098004e-be0c-4ca6-877c-7f9c9a351430", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:41.146107 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40f39d76-ef69-4823-8a68-849ed72fa464 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:41.146697 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed220a77-2c16-4a0c-af2d-5981e45394ee', 'tag': 'e098004e-be0c-4ca6-877c-7f9c9a351430', 'status': 'completed', 'code': 200} Jan 28 03:32:41.155311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-5ed5269a-09e4-4601-af29-72abf5249385 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e098004e-be0c-4ca6-877c-7f9c9a351430 HTTP/1.1" status: 200 len: 217 time: 0.1379642 Jan 28 03:32:41.156225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3c7a51a-fcc1-4f4d-8892-5c7b7df1a062 admin admin] Publish callbacks [] for security_group (9a653197-ac24-4f71-bfc8-5e4d735a8cb9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.181956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-ffbbfabd-0d70-4c22-9914-ed5531627b35 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (05685be2-f779-4d5e-bee1-19815e6f4672), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.273096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbfabd-0d70-4c22-9914-ed5531627b35 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Pushing event deleted for resources: {'Port': ['ID=05685be2-f779-4d5e-bee1-19815e6f4672,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:41.286873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64dd5b21-3930-4029-9a6e-fb6cc7a60a51 req-caadfda9-541f-4056-985f-1083f9c30062 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=fac0f37e-3c00-4ca8-85db-1ca8921a2dc4 HTTP/1.1" status: 200 len: 210 time: 0.0495372 Jan 28 03:32:41.296740 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3c7a51a-fcc1-4f4d-8892-5c7b7df1a062 admin admin] Publish callbacks [] for security_group (9a653197-ac24-4f71-bfc8-5e4d735a8cb9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.304618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Pushing event updated for resources: {'Port': ['ID=751561b5-0afb-460a-9f0f-9774dd96f85d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:41.347276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-b22fdadf-667c-47fc-a626-702e609d00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:41.348910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-b22fdadf-667c-47fc-a626-702e609d00b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ed4cc6f6-baca-4cd3-b5f4-546d66dd119c HTTP/1.1" status: 200 len: 853 time: 0.1580124 Jan 28 03:32:41.391004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad5f36-3cda-436c-bf29-b86530dd7914 req-bcc65468-12d5-4d1c-8c2a-6ef5189a6cdc tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:41.407847 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68ad5f36-3cda-436c-bf29-b86530dd7914 req-bcc65468-12d5-4d1c-8c2a-6ef5189a6cdc tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 945 time: 0.2783518 Jan 28 03:32:41.432464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52200) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:41.433267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-ffbbfabd-0d70-4c22-9914-ed5531627b35 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] No DVR routers for this DVR port 05685be2-f779-4d5e-bee1-19815e6f4672 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:41.436176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-ffbbfabd-0d70-4c22-9914-ed5531627b35 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.439922 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88edc017-e765-4a53-9abb-1ecb3c6dabd3 req-ffbbfabd-0d70-4c22-9914-ed5531627b35 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.42 "DELETE /v2.0/ports/05685be2-f779-4d5e-bee1-19815e6f4672 HTTP/1.1" status: 204 len: 173 time: 2.4303579 Jan 28 03:32:41.512391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-7ce2ad1a-2cbc-4411-8911-5809eca8f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:41.514174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-7ce2ad1a-2cbc-4411-8911-5809eca8f6f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8780893b-1b0c-482c-8e69-5658bf7f47a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560493 Jan 28 03:32:41.519436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68ad5f36-3cda-436c-bf29-b86530dd7914 req-6001efc0-4f6d-4c1e-8eba-5aaa044c7db9 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106133 Jan 28 03:32:41.520598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'name': 'network-vif-deleted', 'tag': '05685be2-f779-4d5e-bee1-19815e6f4672'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:41.524624 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63b05f5-9f90-405a-8d47-cfd88a4bb23b" -d '{"events": [{"server_uuid": "fac0f37e-3c00-4ca8-85db-1ca8921a2dc4", "name": "network-vif-deleted", "tag": "05685be2-f779-4d5e-bee1-19815e6f4672"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:41.529707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcab03ed-a0f3-41e2-84d4-15d44dae817a admin admin] Deleting subnet 1696da5a-5f45-4c57-8feb-f9f8c4d51cd0 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:32:41.554357 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcab03ed-a0f3-41e2-84d4-15d44dae817a admin admin] Publish callbacks [] for subnet (1696da5a-5f45-4c57-8feb-f9f8c4d51cd0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.638449 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fdb8e5-a98b-49d1-8cd8-2954ebce4517 x-openstack-request-id: req-d8fdb8e5-a98b-49d1-8cd8-2954ebce4517 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:41.638789 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac0f37e-3c00-4ca8-85db-1ca8921a2dc4", "name": "network-vif-deleted", "tag": "05685be2-f779-4d5e-bee1-19815e6f4672", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:41.639044 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8fdb8e5-a98b-49d1-8cd8-2954ebce4517 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:41.639375 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac0f37e-3c00-4ca8-85db-1ca8921a2dc4', 'name': 'network-vif-deleted', 'tag': '05685be2-f779-4d5e-bee1-19815e6f4672', 'status': 'completed', 'code': 200} Jan 28 03:32:41.652655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:41.653476 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.680737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Attempting to bind port 751561b5-0afb-460a-9f0f-9774dd96f85d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:41.684825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Attempting to bind port 751561b5-0afb-460a-9f0f-9774dd96f85d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:41.685284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Attempting to bind port 751561b5-0afb-460a-9f0f-9774dd96f85d on network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:41.687155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34856f63-a667-4a8c-852d-a56b5c87b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7948c9ce-6be9-42e6-b1fa-5ef8254dcd27'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:41.689897 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f66e29-e64e-4abb-b33f-6caeefd18349" -d '{"events": [{"server_uuid": "34856f63-a667-4a8c-852d-a56b5c87b0de", "name": "network-vif-plugged", "status": "completed", "tag": "7948c9ce-6be9-42e6-b1fa-5ef8254dcd27"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:41.715661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:41.721888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcab03ed-a0f3-41e2-84d4-15d44dae817a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (1696da5a-5f45-4c57-8feb-f9f8c4d51cd0), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.728763 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.749942 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3c7a51a-fcc1-4f4d-8892-5c7b7df1a062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9a653197-ac24-4f71-bfc8-5e4d735a8cb9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.753355 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3c7a51a-fcc1-4f4d-8892-5c7b7df1a062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.754527 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a3c7a51a-fcc1-4f4d-8892-5c7b7df1a062 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a653197-ac24-4f71-bfc8-5e4d735a8cb9 HTTP/1.1" status: 204 len: 168 time: 0.9774451 Jan 28 03:32:41.777942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Port 751561b5-0afb-460a-9f0f-9774dd96f85d on network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:32:41.778834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Attempting to bind port 751561b5-0afb-460a-9f0f-9774dd96f85d on network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:41.789172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7a51a-fcc1-4f4d-8892-5c7b7df1a062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a653197-ac24-4f71-bfc8-5e4d735a8cb9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:41.813584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-6a0964ec-1c51-4355-9b07-9e45a0e128a1 service neutron] 10.222.0.25 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928472 Jan 28 03:32:41.825759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4275a57c-b6cd-456b-813a-60f65d42079c {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:41.830414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:41.841153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-907849f2-19df-49dd-a67d-5f6e676db26b service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:41.844241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcab03ed-a0f3-41e2-84d4-15d44dae817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (1696da5a-5f45-4c57-8feb-f9f8c4d51cd0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.847552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Publish callbacks [] for port (4275a57c-b6cd-456b-813a-60f65d42079c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.864042 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.868721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:41.869785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Checking segment: {'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:41.870472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Bound using segment: {'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:41.870629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Bound port: 751561b5-0afb-460a-9f0f-9774dd96f85d, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:41.871001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.902535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Transition to ACTIVE for port object 4275a57c-b6cd-456b-813a-60f65d42079c will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:32:41.913025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-907849f2-19df-49dd-a67d-5f6e676db26b service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:41.919850 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:41.936586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c7ea5-d6c8-4ee3-8e31-7d0cffd13254 req-dcc4e122-23c1-4742-906a-d705dda7e0ac tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:41.938156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-872c7ea5-d6c8-4ee3-8e31-7d0cffd13254 req-dcc4e122-23c1-4742-906a-d705dda7e0ac tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 945 time: 0.1572216 Jan 28 03:32:41.958078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a224b-e8b7-4321-9269-22d32b4c014a req-8711954a-9ead-4244-8a8a-ca35f7bf330c tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:41.958894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52214) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:41.959400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-595a224b-e8b7-4321-9269-22d32b4c014a req-8711954a-9ead-4244-8a8a-ca35f7bf330c tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 943 time: 0.2398322 Jan 28 03:32:41.991813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1757e642-89a2-4679-a43d-3c2d55509708 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Request body: {'floatingip': {'port_id': '5a50f425-4f71-45db-899b-bd50af855174'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:42.003160 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea5ce36-cdfa-48ad-9202-9ad02f583ff1 x-openstack-request-id: req-8ea5ce36-cdfa-48ad-9202-9ad02f583ff1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:42.003645 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34856f63-a667-4a8c-852d-a56b5c87b0de", "name": "network-vif-plugged", "status": "completed", "tag": "7948c9ce-6be9-42e6-b1fa-5ef8254dcd27", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:42.003933 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ea5ce36-cdfa-48ad-9202-9ad02f583ff1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:42.004427 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34856f63-a667-4a8c-852d-a56b5c87b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7948c9ce-6be9-42e6-b1fa-5ef8254dcd27', 'code': 200} Jan 28 03:32:42.156621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0018aa91-f0b2-4909-b25d-4d81e9a770a9 req-9a50ad69-1e42-4f25-9806-3654d3720307 service neutron] 10.222.0.25 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199518 Jan 28 03:32:42.162403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-907849f2-19df-49dd-a67d-5f6e676db26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32cca07-065f-42bf-ab62-da64884a2570 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:42.166297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] For port 751561b5-0afb-460a-9f0f-9774dd96f85d, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:42.174166 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1757e642-89a2-4679-a43d-3c2d55509708 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for floatingip (cedcf29b-6817-43f5-920a-d7f5dbfce082), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:42.188592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-595a224b-e8b7-4321-9269-22d32b4c014a req-30f3e3fc-8f0b-414e-a354-c04e6eb4d934 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764729 Jan 28 03:32:42.189384 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcab03ed-a0f3-41e2-84d4-15d44dae817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (1696da5a-5f45-4c57-8feb-f9f8c4d51cd0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:42.232994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] For port 751561b5-0afb-460a-9f0f-9774dd96f85d, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=751561b5-0afb-460a-9f0f-9774dd96f85d,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:42.248782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:42.261122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-907849f2-19df-49dd-a67d-5f6e676db26b service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:42.272011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb838d8c-1c88-4bba-882b-54777dae101c req-ef32622d-9130-4335-9c34-68918005edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:42.283763 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb838d8c-1c88-4bba-882b-54777dae101c req-ef32622d-9130-4335-9c34-68918005edf6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 1098 time: 0.1734943 Jan 28 03:32:42.285432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc35dc-c201-4803-81bb-68bd168f3115 req-6e0370ae-a3cf-4b26-9639-022e019b1a3f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:42.286731 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Pushing event updated for resources: {'Port': ['ID=4275a57c-b6cd-456b-813a-60f65d42079c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:42.300975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e9fc35dc-c201-4803-81bb-68bd168f3115 req-6e0370ae-a3cf-4b26-9639-022e019b1a3f tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 943 time: 0.2149761 Jan 28 03:32:42.422519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab03ed-a0f3-41e2-84d4-15d44dae817a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1696da5a-5f45-4c57-8feb-f9f8c4d51cd0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:42.449844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:42.450646 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:42.452198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] 10.222.0.42 "PUT /v2.0/ports/751561b5-0afb-460a-9f0f-9774dd96f85d HTTP/1.1" status: 200 len: 1092 time: 3.0735712 Jan 28 03:32:42.459121 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcab03ed-a0f3-41e2-84d4-15d44dae817a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:42.464092 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fcab03ed-a0f3-41e2-84d4-15d44dae817a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1696da5a-5f45-4c57-8feb-f9f8c4d51cd0 HTTP/1.1" status: 204 len: 168 time: 1.0229483 Jan 28 03:32:42.464948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-907849f2-19df-49dd-a67d-5f6e676db26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c32cca07-065f-42bf-ab62-da64884a2570), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:42.487165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52232) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:42.540295 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f948faee-258a-4e9b-ac4f-0060dbf54faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:42.574432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Attempting to bind port 4275a57c-b6cd-456b-813a-60f65d42079c on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:42.574767 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Attempting to bind port 4275a57c-b6cd-456b-813a-60f65d42079c by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:42.575104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Attempting to bind port 4275a57c-b6cd-456b-813a-60f65d42079c on network 8780893b-1b0c-482c-8e69-5658bf7f47a7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:42.603693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e9fc35dc-c201-4803-81bb-68bd168f3115 req-16b2e6c0-6b8b-4018-a86e-2092a042360d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014386 Jan 28 03:32:42.616027 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb838d8c-1c88-4bba-882b-54777dae101c req-fc278fe5-24de-46f7-8269-253441953411 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984848 Jan 28 03:32:42.631990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab58d0-32f4-49c5-835e-df88eb56496a service neutron] Pushing event updated for resources: {'Port': ['ID=751561b5-0afb-460a-9f0f-9774dd96f85d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:42.642647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec327d-86bd-423b-90b2-416a142d1992 req-cc1cb516-70c6-493e-9534-a9bdd8bf761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:42.644207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fec327d-86bd-423b-90b2-416a142d1992 req-cc1cb516-70c6-493e-9534-a9bdd8bf761a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43657f46d4dc4db9af179a7734b8ea36&device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee HTTP/1.1" status: 200 len: 1095 time: 0.3801181 Jan 28 03:32:42.660343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Port 4275a57c-b6cd-456b-813a-60f65d42079c on network 8780893b-1b0c-482c-8e69-5658bf7f47a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:32:42.660674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Attempting to bind port 4275a57c-b6cd-456b-813a-60f65d42079c on network 8780893b-1b0c-482c-8e69-5658bf7f47a7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:42.671615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:42.671966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Checking segment: {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:42.672358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Bound using segment: {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:42.672807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Bound port: 4275a57c-b6cd-456b-813a-60f65d42079c, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:42.673191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:42.730846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11944135-d813-4be6-8b98-a7e61673efd1 req-8bf86867-b759-4051-8890-8eefd346b2bd tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:42.732584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11944135-d813-4be6-8b98-a7e61673efd1 req-8bf86867-b759-4051-8890-8eefd346b2bd tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 944 time: 0.3088517 Jan 28 03:32:42.801788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (6d384e79-4a93-41c2-b2d7-89b53c3312ce), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:42.844161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-907849f2-19df-49dd-a67d-5f6e676db26b service neutron] Transition to ACTIVE for port object c32cca07-065f-42bf-ab62-da64884a2570 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:32:42.871155 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-907849f2-19df-49dd-a67d-5f6e676db26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c32cca07-065f-42bf-ab62-da64884a2570), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:42.885860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-d29f1271-b64b-45dd-8926-27dd75c11523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:42.887276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-d29f1271-b64b-45dd-8926-27dd75c11523 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5308ebe273741a1a63b6bfca43311f7&device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 1095 time: 0.3578336 Jan 28 03:32:42.900068 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec327d-86bd-423b-90b2-416a142d1992 req-c1bdaf57-a678-4962-84e5-9322859049ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:42.902723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fec327d-86bd-423b-90b2-416a142d1992 req-c1bdaf57-a678-4962-84e5-9322859049ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 200 len: 915 time: 0.2109890 Jan 28 03:32:42.907031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 05685be2-f779-4d5e-bee1-19815e6f4672 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:42.959222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-d987b460-d434-48a6-88a2-45195743d8c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751561b5-0afb-460a-9f0f-9774dd96f85d HTTP/1.1" status: 200 len: 217 time: 0.0532486 Jan 28 03:32:42.978156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 05685be2-f779-4d5e-bee1-19815e6f4672 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:42.979545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 05685be2-f779-4d5e-bee1-19815e6f4672 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:43.030574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11944135-d813-4be6-8b98-a7e61673efd1 req-8bde5ae6-d8ca-4aab-9b20-40582536ca4e tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864909 Jan 28 03:32:43.055745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fec327d-86bd-423b-90b2-416a142d1992 req-f1ae8d6a-decb-4592-8b89-fb0807f89893 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e098004e-be0c-4ca6-877c-7f9c9a351430 HTTP/1.1" status: 200 len: 217 time: 0.1433001 Jan 28 03:32:43.150075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'tag': '751561b5-0afb-460a-9f0f-9774dd96f85d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:43.153129 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8d42b5-7400-4dbd-87d6-d53707cc10bf", "tag": "751561b5-0afb-460a-9f0f-9774dd96f85d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:43.156586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-e7e2b9ae-ffec-46b5-9745-b57c59b05aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:43.158106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-e7e2b9ae-ffec-46b5-9745-b57c59b05aec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60623ef0-1f49-43e8-b70d-e39790a668d8 HTTP/1.1" status: 200 len: 867 time: 0.1545432 Jan 28 03:32:43.173900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7756d-0ca0-4a6c-adb6-fd00df077aa9 req-b79ed1ee-fd56-4871-9a4f-bd46ed51d5b2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:43.175563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bf7756d-0ca0-4a6c-adb6-fd00df077aa9 req-b79ed1ee-fd56-4871-9a4f-bd46ed51d5b2 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 945 time: 0.1497984 Jan 28 03:32:43.186691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec327d-86bd-423b-90b2-416a142d1992 req-8b43b9a8-8100-4482-91a4-fdd83312bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:43.188215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fec327d-86bd-423b-90b2-416a142d1992 req-8b43b9a8-8100-4482-91a4-fdd83312bf0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ed4cc6f6-baca-4cd3-b5f4-546d66dd119c HTTP/1.1" status: 200 len: 853 time: 0.1009774 Jan 28 03:32:43.234461 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f64a5ef-ef6f-4c6b-bc79-fda89db2fbe9 x-openstack-request-id: req-3f64a5ef-ef6f-4c6b-bc79-fda89db2fbe9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:43.234752 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8d42b5-7400-4dbd-87d6-d53707cc10bf", "tag": "751561b5-0afb-460a-9f0f-9774dd96f85d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:43.235034 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f64a5ef-ef6f-4c6b-bc79-fda89db2fbe9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:43.235927 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'tag': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'status': 'completed', 'code': 200} Jan 28 03:32:43.301128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-561cfa17-47e8-411d-9b62-7f35a3fa3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:43.302763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-561cfa17-47e8-411d-9b62-7f35a3fa3de5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259508 Jan 28 03:32:43.385414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] For port 4275a57c-b6cd-456b-813a-60f65d42079c, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:43.395632 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bf7756d-0ca0-4a6c-adb6-fd00df077aa9 req-a9bec9a3-cfb3-4a69-a2c2-54a7dce156fd tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064726 Jan 28 03:32:43.404601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec327d-86bd-423b-90b2-416a142d1992 req-d3d3a6f2-a004-4b68-940e-04603688fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:43.406126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fec327d-86bd-423b-90b2-416a142d1992 req-d3d3a6f2-a004-4b68-940e-04603688fdcc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8780893b-1b0c-482c-8e69-5658bf7f47a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2088242 Jan 28 03:32:43.420688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907849f2-19df-49dd-a67d-5f6e676db26b service neutron] Pushing event updated for resources: {'Port': ['ID=c32cca07-065f-42bf-ab62-da64884a2570,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:43.446517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-907849f2-19df-49dd-a67d-5f6e676db26b service neutron] No DVR routers for this DVR port c32cca07-065f-42bf-ab62-da64884a2570 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:43.450058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] For port 4275a57c-b6cd-456b-813a-60f65d42079c, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4275a57c-b6cd-456b-813a-60f65d42079c,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:43.452395 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (6d384e79-4a93-41c2-b2d7-89b53c3312ce), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:43.499133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:43.554432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d384e79-4a93-41c2-b2d7-89b53c3312ce']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:43.621178 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-907849f2-19df-49dd-a67d-5f6e676db26b service neutron] 10.222.0.25 "PUT /v2.0/ports/c32cca07-065f-42bf-ab62-da64884a2570/bindings/n-h1-808199-14/activate HTTP/1.1" status: 200 len: 370 time: 2.6537158 Jan 28 03:32:43.626472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:43.626894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:43.628427 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] 10.222.0.42 "PUT /v2.0/ports/4275a57c-b6cd-456b-813a-60f65d42079c HTTP/1.1" status: 200 len: 1093 time: 3.2431171 Jan 28 03:32:43.643867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc79af33-74c8-4dee-afb7-3845d950c811', 'tag': '4275a57c-b6cd-456b-813a-60f65d42079c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:43.647103 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f5cf98-b352-46eb-9831-f88ad039261a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc79af33-74c8-4dee-afb7-3845d950c811", "tag": "4275a57c-b6cd-456b-813a-60f65d42079c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:43.654332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1afa92-1ef2-472e-a66c-6a7cf335ea86') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:43.654332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1afa92-1ef2-472e-a66c-6a7cf335ea86') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:43.736883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (4b1afa92-1ef2-472e-a66c-6a7cf335ea86), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:43.772125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4b1afa92-1ef2-472e-a66c-6a7cf335ea86), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:43.792902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442d51-0a47-4129-94c6-38ee8c96e424 service neutron] Pushing event updated for resources: {'Port': ['ID=4275a57c-b6cd-456b-813a-60f65d42079c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:43.837358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:32:43.838842 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (4b1afa92-1ef2-472e-a66c-6a7cf335ea86), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:32:43.844229 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:32:43.890196 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb480d-44e2-43ba-a374-a28bd1fa5b17 req-2d93aa4e-dc18-4d32-bde3-98d30847e65b tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:43.900198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5edb480d-44e2-43ba-a374-a28bd1fa5b17 req-2d93aa4e-dc18-4d32-bde3-98d30847e65b tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 943 time: 0.5957246 Jan 28 03:32:43.963701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-b3848d80-cfb2-4256-aac5-3993f78dfef4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:43.965467 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-b3848d80-cfb2-4256-aac5-3993f78dfef4 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.42 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 945 time: 0.3523474 Jan 28 03:32:44.029800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (6d384e79-4a93-41c2-b2d7-89b53c3312ce), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.036035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.039597 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] 10.222.0.44 "DELETE /v2.0/networks/6d384e79-4a93-41c2-b2d7-89b53c3312ce HTTP/1.1" status: 204 len: 168 time: 1.5227904 Jan 28 03:32:44.043101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-e9d54340-c2fe-4f7e-95a7-0611173b76fe service neutron] 10.222.0.42 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079372 Jan 28 03:32:44.100051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5edb480d-44e2-43ba-a374-a28bd1fa5b17 req-b4d5d462-5515-42a6-a145-793409723704 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780245 Jan 28 03:32:44.108111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19580c10-bdc6-494d-96f7-73c660015498 req-e8269550-b73f-4113-b58f-1c80335a16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.109338 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-e8269550-b73f-4113-b58f-1c80335a16d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43657f46d4dc4db9af179a7734b8ea36&device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 1096 time: 0.2500145 Jan 28 03:32:44.110171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff852547-3b86-44c9-98dd-2cf50e08417a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d384e79-4a93-41c2-b2d7-89b53c3312ce,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:44.136887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fec327d-86bd-423b-90b2-416a142d1992 req-60c5c3e6-c1ca-4c9c-9329-e8a57dd5ee68 service neutron] 10.222.0.25 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145698 Jan 28 03:32:44.136887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-01d58f50-fed2-4ff9-861b-4db7b5d3cbee tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.136887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-01d58f50-fed2-4ff9-861b-4db7b5d3cbee tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.2621000 Jan 28 03:32:44.143450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95f1d-f0de-48f1-b042-e8b167c3deeb req-4ee1c7b8-f641-4312-ae69-f928ad5abcd6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.150262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8a95f1d-f0de-48f1-b042-e8b167c3deeb req-4ee1c7b8-f641-4312-ae69-f928ad5abcd6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 944 time: 0.2714083 Jan 28 03:32:44.154157 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.175086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-1757e642-89a2-4679-a43d-3c2d55509708 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:32:44.176707 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.184558 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-c12510b2-71dc-43c4-8596-4fff3447df6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4275a57c-b6cd-456b-813a-60f65d42079c HTTP/1.1" status: 200 len: 217 time: 0.0613980 Jan 28 03:32:44.249917 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50565508-9854-4823-896a-775df12eee97 x-openstack-request-id: req-50565508-9854-4823-896a-775df12eee97 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:44.250520 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc79af33-74c8-4dee-afb7-3845d950c811", "tag": "4275a57c-b6cd-456b-813a-60f65d42079c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:44.251005 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50565508-9854-4823-896a-775df12eee97 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:44.251580 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc79af33-74c8-4dee-afb7-3845d950c811', 'tag': '4275a57c-b6cd-456b-813a-60f65d42079c', 'status': 'completed', 'code': 200} Jan 28 03:32:44.296616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e098004e-be0c-4ca6-877c-7f9c9a351430 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:32:44.323066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52280) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:44.326324 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1757e642-89a2-4679-a43d-3c2d55509708 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.329584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8a95f1d-f0de-48f1-b042-e8b167c3deeb req-bfc1c274-50c0-42d3-81eb-bdbcab568811 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782765 Jan 28 03:32:44.360509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1757e642-89a2-4679-a43d-3c2d55509708 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (cedcf29b-6817-43f5-920a-d7f5dbfce082), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.378477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-19846819-064d-4ef8-9548-7f8bf2a455eb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Deleting port c69e144a-b4d6-41a1-bda8-0e795d926cc1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:44.378833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-19846819-064d-4ef8-9548-7f8bf2a455eb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.388763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fec327d-86bd-423b-90b2-416a142d1992 req-55e21788-cebf-4f0b-898b-74e70c0025ea service neutron] 10.222.0.25 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352378 Jan 28 03:32:44.421321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-819710db-e212-4e7c-b7b9-879723f9eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.423278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-819710db-e212-4e7c-b7b9-879723f9eed4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8&tenant_id=9f57bdcc63de43649475eaa29c3d2285 HTTP/1.1" status: 200 len: 1096 time: 0.2707753 Jan 28 03:32:44.437723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0483a695-e7ab-4926-92f4-7e1f6a4d4a7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d76a39b5499446aa461bd30effea998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1070383 Jan 28 03:32:44.442088 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca9f0d-940d-494e-95ad-862f46d5dab3 req-6dbb1df6-71cd-4acb-b70d-a22e07936c57 service neutron] 10.222.0.42 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863621 Jan 28 03:32:44.444065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:44.448541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e098004e-be0c-4ca6-877c-7f9c9a351430, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e098004e-be0c-4ca6-877c-7f9c9a351430,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:44.462874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'e098004e-be0c-4ca6-877c-7f9c9a351430', 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7', 'port_id': 'e098004e-be0c-4ca6-877c-7f9c9a351430', 'mac_address': 'fa:16:3e:39:27:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4cc6f6-baca-4cd3-b5f4-546d66dd119c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:32:44.473823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19580c10-bdc6-494d-96f7-73c660015498 req-3430a33b-93a3-40e6-9663-c5c1f3de4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.486791 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-3430a33b-93a3-40e6-9663-c5c1f3de4802 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed4cc6f6-baca-4cd3-b5f4-546d66dd119c HTTP/1.1" status: 200 len: 853 time: 0.2342086 Jan 28 03:32:44.536566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e098004e-be0c-4ca6-877c-7f9c9a351430 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:44.537748 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.562985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e098004e-be0c-4ca6-877c-7f9c9a351430 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:44.568215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeb1d7-9cee-4f9f-833a-785922a15ed2 req-39ac3783-ee33-4808-8bac-a424c12b50b4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.569951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4cfeb1d7-9cee-4f9f-833a-785922a15ed2 req-39ac3783-ee33-4808-8bac-a424c12b50b4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 944 time: 0.1455181 Jan 28 03:32:44.590392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e098004e-be0c-4ca6-877c-7f9c9a351430, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e098004e-be0c-4ca6-877c-7f9c9a351430,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:44.599773 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.612691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-88ff272f-8b83-4ea1-943b-143c591dc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.615083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-88ff272f-8b83-4ea1-943b-143c591dc36c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 1096 time: 0.1328297 Jan 28 03:32:44.663494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e098004e-be0c-4ca6-877c-7f9c9a351430,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:44.675749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19580c10-bdc6-494d-96f7-73c660015498 req-94f9b899-1b6f-4861-912f-bc8e9e7ee9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.677267 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-94f9b899-1b6f-4861-912f-bc8e9e7ee9ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8780893b-1b0c-482c-8e69-5658bf7f47a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394176 Jan 28 03:32:44.679239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-19846819-064d-4ef8-9548-7f8bf2a455eb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] For port c69e144a-b4d6-41a1-bda8-0e795d926cc1, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c69e144a-b4d6-41a1-bda8-0e795d926cc1,segment=NetworkSegment(73cb3490-7943-4e8a-b0de-3617d68eff0d),segment_id=73cb3490-7943-4e8a-b0de-3617d68eff0d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:44.679596 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-19846819-064d-4ef8-9548-7f8bf2a455eb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.683701 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-1757e642-89a2-4679-a43d-3c2d55509708 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Floating IP cedcf29b-6817-43f5-920a-d7f5dbfce082 associated. External IP: 172.25.1.51, port: 5a50f425-4f71-45db-899b-bd50af855174. Jan 28 03:32:44.716488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a7fe4ec-ef12-453a-bb72-f50fd82c308f admin admin] Publish callbacks [] for security_group (2125c9f6-41ab-492d-9565-aebfbb5ead27), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.738630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-19846819-064d-4ef8-9548-7f8bf2a455eb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Calling delete_port for c69e144a-b4d6-41a1-bda8-0e795d926cc1 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:44.766281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-7a27ca10-b147-46da-812f-d78afb1fef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.768049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-7a27ca10-b147-46da-812f-d78afb1fef92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5308ebe273741a1a63b6bfca43311f7&device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 1095 time: 0.2299547 Jan 28 03:32:44.792609 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a7fe4ec-ef12-453a-bb72-f50fd82c308f admin admin] Publish callbacks [] for security_group (2125c9f6-41ab-492d-9565-aebfbb5ead27), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:44.857224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4cfeb1d7-9cee-4f9f-833a-785922a15ed2 req-ef713a9c-2c84-4006-be87-8e4e9391e874 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622075 Jan 28 03:32:44.933732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-b58300d1-37e3-4a69-a073-71c4e31f1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.935393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-b58300d1-37e3-4a69-a073-71c4e31f1180 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.3069029 Jan 28 03:32:44.944796 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-1bace521-99ea-4bfe-a94d-c43f2291bc16 service neutron] 10.222.0.42 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536039 Jan 28 03:32:44.961753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133bcc5-682c-4464-abd5-7c4dd9c79309 req-26821275-e7bd-452a-8b12-17d44ec7e463 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:44.967008 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2133bcc5-682c-4464-abd5-7c4dd9c79309 req-26821275-e7bd-452a-8b12-17d44ec7e463 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/ports?device_id=967816eb-3f12-46c5-9e24-a13a26381ab7 HTTP/1.1" status: 200 len: 945 time: 0.2112176 Jan 28 03:32:45.015888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e098004e-be0c-4ca6-877c-7f9c9a351430'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:45.039158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-e791fedc-8ca4-4a98-bc66-129a12154161 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32cca07-065f-42bf-ab62-da64884a2570 HTTP/1.1" status: 200 len: 217 time: 0.0690758 Jan 28 03:32:45.099747 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a7fe4ec-ef12-453a-bb72-f50fd82c308f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2125c9f6-41ab-492d-9565-aebfbb5ead27), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:45.102225 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a7fe4ec-ef12-453a-bb72-f50fd82c308f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:45.115600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8a7fe4ec-ef12-453a-bb72-f50fd82c308f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2125c9f6-41ab-492d-9565-aebfbb5ead27 HTTP/1.1" status: 204 len: 168 time: 0.6628327 Jan 28 03:32:45.118117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-ad7c6f59-ca0b-47de-b832-7f5636ec53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:45.120280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-ad7c6f59-ca0b-47de-b832-7f5636ec53a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff HTTP/1.1" status: 200 len: 929 time: 0.3306971 Jan 28 03:32:45.151938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-19846819-064d-4ef8-9548-7f8bf2a455eb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c69e144a-b4d6-41a1-bda8-0e795d926cc1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:45.172509 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19580c10-bdc6-494d-96f7-73c660015498 req-58c0f1d9-c21b-41e0-a114-012628a75979 service neutron] 10.222.0.42 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944265 Jan 28 03:32:45.208688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19846819-064d-4ef8-9548-7f8bf2a455eb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Pushing event deleted for resources: {'Port': ['ID=c69e144a-b4d6-41a1-bda8-0e795d926cc1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:45.218458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1757e642-89a2-4679-a43d-3c2d55509708 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Router ec95d8d1-6a5d-47c4-8fc9-231811de056a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:32:45.268352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-19846819-064d-4ef8-9548-7f8bf2a455eb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] No DVR routers for this DVR port c69e144a-b4d6-41a1-bda8-0e795d926cc1 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:45.273632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fe4ec-ef12-453a-bb72-f50fd82c308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2125c9f6-41ab-492d-9565-aebfbb5ead27,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:45.298727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-0d9bd251-1b66-40f0-b927-5d9caa6c307f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751561b5-0afb-460a-9f0f-9774dd96f85d HTTP/1.1" status: 200 len: 217 time: 0.1507316 Jan 28 03:32:45.306537 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-19846819-064d-4ef8-9548-7f8bf2a455eb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:45.310689 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdfe271b-61de-4be4-bb6f-93fbd86fe78d req-19846819-064d-4ef8-9548-7f8bf2a455eb tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.42 "DELETE /v2.0/ports/c69e144a-b4d6-41a1-bda8-0e795d926cc1 HTTP/1.1" status: 204 len: 173 time: 1.3357043 Jan 28 03:32:45.350779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-a9026ee0-4604-4207-a58e-7a6270edbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:45.352313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-a9026ee0-4604-4207-a58e-7a6270edbb92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.2993007 Jan 28 03:32:45.357459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2133bcc5-682c-4464-abd5-7c4dd9c79309 req-e5108b75-344a-444a-b528-dc41088b2811 tempest-LiveMigrationTest-2036967263 tempest-LiveMigrationTest-2036967263-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96e87b7-077b-41e2-ae85-9e0be8561fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581207 Jan 28 03:32:45.403148 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-ea2d5b2b-0993-4f3b-b5ae-b0b85ca7a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:45.404899 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-ea2d5b2b-0993-4f3b-b5ae-b0b85ca7a66c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43657f46d4dc4db9af179a7734b8ea36&device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 1096 time: 0.0999355 Jan 28 03:32:45.423544 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:45.438586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1757e642-89a2-4679-a43d-3c2d55509708 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:45.444056 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1757e642-89a2-4679-a43d-3c2d55509708 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:45.450860 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] Sync routers for ids ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:45.466706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-f30f1a91-a0db-46cf-8658-895a47e1d8b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663958 Jan 28 03:32:45.474488 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] Routers {'ec95d8d1-6a5d-47c4-8fc9-231811de056a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:45.475128 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:45.529351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1757e642-89a2-4679-a43d-3c2d55509708 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "PUT /v2.0/floatingips/cedcf29b-6817-43f5-920a-d7f5dbfce082 HTTP/1.1" status: 200 len: 990 time: 3.5668910 Jan 28 03:32:45.541928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-7ae31567-64af-4a32-80d1-0cfe50176815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:45.543647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-7ae31567-64af-4a32-80d1-0cfe50176815 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60623ef0-1f49-43e8-b70d-e39790a668d8 HTTP/1.1" status: 200 len: 867 time: 0.2285640 Jan 28 03:32:45.564473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-fda365d5-2dfa-4727-90ed-a694c41c14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:45.566155 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-fda365d5-2dfa-4727-90ed-a694c41c14bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 200 len: 915 time: 0.1462765 Jan 28 03:32:45.635796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f75d-6463-4448-822f-447e1df77896 req-42616aba-5349-47d7-b6bb-b3b79b8f1078 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:45.646242 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-4154f43e-434e-4e8c-a58e-08e617380ff1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4275a57c-b6cd-456b-813a-60f65d42079c HTTP/1.1" status: 200 len: 217 time: 0.0728550 Jan 28 03:32:45.648908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16d0f75d-6463-4448-822f-447e1df77896 req-42616aba-5349-47d7-b6bb-b3b79b8f1078 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 943 time: 0.3519444 Jan 28 03:32:45.665160 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] Set router ec95d8d1-6a5d-47c4-8fc9-231811de056a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:45.718434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-8d17d557-ef44-41d1-8f8b-da735650b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:45.720511 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-8d17d557-ef44-41d1-8f8b-da735650b233 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed4cc6f6-baca-4cd3-b5f4-546d66dd119c HTTP/1.1" status: 200 len: 853 time: 0.0660999 Jan 28 03:32:45.760986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16d0f75d-6463-4448-822f-447e1df77896 req-fd6e4ed1-5bce-4439-b7f0-0f75a2a52e10 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077497 Jan 28 03:32:45.798360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f942144-9034-4785-9643-e88d735f6438 req-57499209-25a7-42ad-87e0-2ee0274d75c3 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:45.806973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f942144-9034-4785-9643-e88d735f6438 req-57499209-25a7-42ad-87e0-2ee0274d75c3 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 944 time: 0.2812095 Jan 28 03:32:45.819555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-19793fb0-cc2b-4298-be23-897a272b984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:45.824561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-c09d350b-d821-4ec7-b70e-b6e19adfbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:45.826319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-c09d350b-d821-4ec7-b70e-b6e19adfbdb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2698274 Jan 28 03:32:45.826682 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-19793fb0-cc2b-4298-be23-897a272b984f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8780893b-1b0c-482c-8e69-5658bf7f47a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985913 Jan 28 03:32:45.857097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-19c5183a-af98-4c36-bdb7-5cfb54d4211f service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679729 Jan 28 03:32:45.943255 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:05Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'cedcf29b-6817-43f5-920a-d7f5dbfce082', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'floating_ip_address': '172.25.1.51', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'port_id': '5a50f425-4f71-45db-899b-bd50af855174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'mac_address': 'fa:16:3e:59:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:32:11Z', 'updated_at': '2022-01-28T03:32:44Z', 'revision_number': 1, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e5754-45cd-4eda-9a85-7adc633c985d', 'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'mac_address': 'fa:16:3e:ab:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:04Z', 'updated_at': '2022-01-28T03:32:10Z', 'revision_number': 5, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'subnets': [{'id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:46.005852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f942144-9034-4785-9643-e88d735f6438 req-4f322f03-ce5e-4d14-a6b7-64cf80109a73 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957173 Jan 28 03:32:46.006818 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] Checking router: ec95d8d1-6a5d-47c4-8fc9-231811de056a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:46.019819 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] Routers {'ec95d8d1-6a5d-47c4-8fc9-231811de056a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:46.020906 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:46.029674 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-f749bd74-549b-48b1-8ceb-bf1f937d468a service neutron] 10.222.0.42 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918018 Jan 28 03:32:46.102398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-090ba65f-687c-437b-95db-d5d648adeb8b service neutron] 10.222.0.42 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581325 Jan 28 03:32:46.145122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-bd4ccb95-a86e-42b3-97c1-619e51d2cd1a service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725172 Jan 28 03:32:46.256167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'name': 'network-vif-deleted', 'tag': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1'}, {'name': 'network-changed', 'server_uuid': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'tag': '5a50f425-4f71-45db-899b-bd50af855174'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:46.258147 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e06435b-9d22-4125-98f9-9559e13031fc" -d '{"events": [{"server_uuid": "967816eb-3f12-46c5-9e24-a13a26381ab7", "name": "network-vif-deleted", "tag": "c69e144a-b4d6-41a1-bda8-0e795d926cc1"}, {"name": "network-changed", "server_uuid": "f16da529-3ed5-4aeb-9b48-70ea9f765aaf", "tag": "5a50f425-4f71-45db-899b-bd50af855174"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:46.279120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53cf24d5-5a9e-4ba8-ae10-1e56fd20b103 req-bac66283-31b0-40a1-aee3-7572584318a0 service neutron] 10.222.0.42 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570926 Jan 28 03:32:46.311590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e098004e-be0c-4ca6-877c-7f9c9a351430 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:46.331820 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] Set router ec95d8d1-6a5d-47c4-8fc9-231811de056a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:46.449622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port e098004e-be0c-4ca6-877c-7f9c9a351430 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:32:46.454849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port e098004e-be0c-4ca6-877c-7f9c9a351430 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:46.455619 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:46.488639 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7380cdff-c5cd-49d7-ba36-506ac366c79e req-69aaae3a-16ec-454e-9195-a2bd610e7864 tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=78bd856d18c24d6aa05af6fb560d7fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563605 Jan 28 03:32:46.492904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:46.520322 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:32:46.539542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64760a-920e-454e-b73c-0c3f10e3582c req-ada64d92-9379-4b70-8011-354b92a2a072 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:46.539992 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6f64760a-920e-454e-b73c-0c3f10e3582c req-ada64d92-9379-4b70-8011-354b92a2a072 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 944 time: 0.2585049 Jan 28 03:32:46.637446 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:46.641504 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:05Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'cedcf29b-6817-43f5-920a-d7f5dbfce082', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'floating_ip_address': '172.25.1.51', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'port_id': '5a50f425-4f71-45db-899b-bd50af855174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'mac_address': 'fa:16:3e:59:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:32:11Z', 'updated_at': '2022-01-28T03:32:44Z', 'revision_number': 1, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e5754-45cd-4eda-9a85-7adc633c985d', 'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'mac_address': 'fa:16:3e:ab:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:04Z', 'updated_at': '2022-01-28T03:32:10Z', 'revision_number': 5, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'subnets': [{'id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:46.649006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e098004e-be0c-4ca6-877c-7f9c9a351430 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:46.649408 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:46.686087 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250d4d8-0ea8-4168-9eae-45672ead0fd1 None None] The sync data for ids ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'] in n-d-808199-14 is: [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:05Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'cedcf29b-6817-43f5-920a-d7f5dbfce082', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'floating_ip_address': '172.25.1.51', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'port_id': '5a50f425-4f71-45db-899b-bd50af855174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'mac_address': 'fa:16:3e:59:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:32:11Z', 'updated_at': '2022-01-28T03:32:44Z', 'revision_number': 1, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e5754-45cd-4eda-9a85-7adc633c985d', 'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'mac_address': 'fa:16:3e:ab:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:04Z', 'updated_at': '2022-01-28T03:32:10Z', 'revision_number': 5, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'subnets': [{'id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:46.723678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e098004e-be0c-4ca6-877c-7f9c9a351430, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e098004e-be0c-4ca6-877c-7f9c9a351430,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:46.724643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed220a77-2c16-4a0c-af2d-5981e45394ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e098004e-be0c-4ca6-877c-7f9c9a351430'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:46.726741 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c9f5cf98-b352-46eb-9831-f88ad039261a req-605d5765-434a-4d93-a149-3979246847a2 service neutron] 10.222.0.42 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869874 Jan 28 03:32:46.727243 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f3b8c9-329a-4358-b7fd-366cc01d73a9" -d '{"events": [{"server_uuid": "ed220a77-2c16-4a0c-af2d-5981e45394ee", "name": "network-vif-plugged", "status": "completed", "tag": "e098004e-be0c-4ca6-877c-7f9c9a351430"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:46.733187 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:46.754859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-719718432-network', 'tenant_id': '868a472cba34466c97bcfb84a02792d6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:46.763654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-224341f4-ddfc-4f4f-a698-598bcf044970 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:46.765263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-224341f4-ddfc-4f4f-a698-598bcf044970 tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8&tenant_id=9f57bdcc63de43649475eaa29c3d2285&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.2209330 Jan 28 03:32:46.768304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6f64760a-920e-454e-b73c-0c3f10e3582c req-4886e95d-283e-4063-90e3-f27f6d8a4643 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765249 Jan 28 03:32:46.782389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380cdff-c5cd-49d7-ba36-506ac366c79e req-0c466ffe-10ce-4f91-9fb1-28e397a2acd3 tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:46.784040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7380cdff-c5cd-49d7-ba36-506ac366c79e req-0c466ffe-10ce-4f91-9fb1-28e397a2acd3 tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2944989 Jan 28 03:32:46.811096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e098004e-be0c-4ca6-877c-7f9c9a351430,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:46.832929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7380cdff-c5cd-49d7-ba36-506ac366c79e req-d63a235c-6886-4992-913b-fef741fe41fe tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/quotas/78bd856d18c24d6aa05af6fb560d7fa7 HTTP/1.1" status: 200 len: 375 time: 0.0366645 Jan 28 03:32:46.840439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Made reservation on behalf of 868a472cba34466c97bcfb84a02792d6 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:46.842892 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:46.872768 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:46.907169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7380cdff-c5cd-49d7-ba36-506ac366c79e req-4ca204bd-dcc7-43bd-96b3-5214b655b8d2 tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=78bd856d18c24d6aa05af6fb560d7fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602691 Jan 28 03:32:46.929981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 751561b5-0afb-460a-9f0f-9774dd96f85d details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:32:46.932031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52354) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:46.956788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c69e144a-b4d6-41a1-bda8-0e795d926cc1 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:47.018487 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d15053e-757a-4996-ad4f-1ed2df6235ca x-openstack-request-id: req-4d15053e-757a-4996-ad4f-1ed2df6235ca {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:47.018812 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967816eb-3f12-46c5-9e24-a13a26381ab7", "name": "network-vif-deleted", "tag": "c69e144a-b4d6-41a1-bda8-0e795d926cc1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f16da529-3ed5-4aeb-9b48-70ea9f765aaf", "tag": "5a50f425-4f71-45db-899b-bd50af855174", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:47.019115 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d15053e-757a-4996-ad4f-1ed2df6235ca {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:47.019761 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967816eb-3f12-46c5-9e24-a13a26381ab7', 'name': 'network-vif-deleted', 'tag': 'c69e144a-b4d6-41a1-bda8-0e795d926cc1', 'status': 'completed', 'code': 200} Jan 28 03:32:47.020195 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'tag': '5a50f425-4f71-45db-899b-bd50af855174', 'status': 'completed', 'code': 200} Jan 28 03:32:47.024915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: c69e144a-b4d6-41a1-bda8-0e795d926cc1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:47.025855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c69e144a-b4d6-41a1-bda8-0e795d926cc1 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:47.043655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-911e8b9a-c2fa-48cd-8649-ec28df86a307 service neutron] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:47.045521 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70664d5-a0b9-404e-bc48-b21350630948 x-openstack-request-id: req-b70664d5-a0b9-404e-bc48-b21350630948 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:47.045802 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed220a77-2c16-4a0c-af2d-5981e45394ee", "name": "network-vif-plugged", "status": "completed", "tag": "e098004e-be0c-4ca6-877c-7f9c9a351430", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:47.046064 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b70664d5-a0b9-404e-bc48-b21350630948 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:47.046474 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed220a77-2c16-4a0c-af2d-5981e45394ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e098004e-be0c-4ca6-877c-7f9c9a351430', 'code': 200} Jan 28 03:32:47.059545 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-911e8b9a-c2fa-48cd-8649-ec28df86a307 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.060560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e4efbda-5ce4-4bfb-a1e2-4feff42c07ce req-911e8b9a-c2fa-48cd-8649-ec28df86a307 service neutron] 10.222.0.42 "DELETE /v2.0/ports/c32cca07-065f-42bf-ab62-da64884a2570/bindings/n-h2-808199-14 HTTP/1.1" status: 204 len: 173 time: 0.2727668 Jan 28 03:32:47.066915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff506bf5-4153-490d-911a-f283c0f05b65 None None] New status for floating IP cedcf29b-6817-43f5-920a-d7f5dbfce082: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:32:47.120584 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Publish callbacks [] for security_group (356542db-c18b-49a8-949a-8ef5b683d7d6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.180002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (356542db-c18b-49a8-949a-8ef5b683d7d6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.193720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:32:47.200276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f8625b-52a8-46ed-a81b-3c223cc5857a admin admin] Deleting subnet 38e62498-2e1e-4282-bf91-3df78f49b1f3 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:32:47.206107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (98caae69-c400-4451-b350-af584445eb51), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.206470 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Added segment 98caae69-c400-4451-b350-af584445eb51 of type vlan for network 8c932a07-19e4-4278-8a20-140339c652fb Jan 28 03:32:47.206856 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46f8625b-52a8-46ed-a81b-3c223cc5857a admin admin] Publish callbacks [] for subnet (38e62498-2e1e-4282-bf91-3df78f49b1f3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.267950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 751561b5-0afb-460a-9f0f-9774dd96f85d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=751561b5-0afb-460a-9f0f-9774dd96f85d,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:47.285770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46f8625b-52a8-46ed-a81b-3c223cc5857a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (38e62498-2e1e-4282-bf91-3df78f49b1f3), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.308022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356542db-c18b-49a8-949a-8ef5b683d7d6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:47.309256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'port_id': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'mac_address': 'fa:16:3e:d8:25:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:32:47.333294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c03c9-9277-431d-9bc8-869c333073a8 req-f4ff3f28-a7e2-4ef1-8e1d-02bc60b38faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:47.335134 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-321c03c9-9277-431d-9bc8-869c333073a8 req-f4ff3f28-a7e2-4ef1-8e1d-02bc60b38faa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee HTTP/1.1" status: 200 len: 1097 time: 0.0925510 Jan 28 03:32:47.360597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 751561b5-0afb-460a-9f0f-9774dd96f85d is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:47.361469 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.367581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06435b-9d22-4125-98f9-9559e13031fc req-43019b46-ca7c-49eb-9fad-3c0f8a3fac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:47.371558 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e06435b-9d22-4125-98f9-9559e13031fc req-43019b46-ca7c-49eb-9fad-3c0f8a3fac2c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3edf54717be455a84cb1cc9995729da&device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 1097 time: 0.2448843 Jan 28 03:32:47.371764 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46f8625b-52a8-46ed-a81b-3c223cc5857a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (38e62498-2e1e-4282-bf91-3df78f49b1f3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.378271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751561b5-0afb-460a-9f0f-9774dd96f85d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:47.389318 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8c932a07-19e4-4278-8a20-140339c652fb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.400709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 751561b5-0afb-460a-9f0f-9774dd96f85d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=751561b5-0afb-460a-9f0f-9774dd96f85d,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:47.409685 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.429323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75632a3-749f-4066-8f4a-14096bd73cba req-42e5003d-f679-4498-becb-cf93aa0d2e85 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:47.438990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d75632a3-749f-4066-8f4a-14096bd73cba req-42e5003d-f679-4498-becb-cf93aa0d2e85 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 943 time: 0.3154097 Jan 28 03:32:47.453871 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-321c03c9-9277-431d-9bc8-869c333073a8 req-f24a7209-e7be-441b-80c5-3b731455ff4f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991488 Jan 28 03:32:47.485798 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46f8625b-52a8-46ed-a81b-3c223cc5857a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (38e62498-2e1e-4282-bf91-3df78f49b1f3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.493364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=751561b5-0afb-460a-9f0f-9774dd96f85d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:47.514711 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46f8625b-52a8-46ed-a81b-3c223cc5857a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.519196 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-46f8625b-52a8-46ed-a81b-3c223cc5857a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/38e62498-2e1e-4282-bf91-3df78f49b1f3 HTTP/1.1" status: 204 len: 168 time: 0.5860620 Jan 28 03:32:47.524235 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:32:47.526868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:47.542156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8625b-52a8-46ed-a81b-3c223cc5857a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e62498-2e1e-4282-bf91-3df78f49b1f3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:47.651534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8c932a07-19e4-4278-8a20-140339c652fb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.652497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:47.653104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.657686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d75632a3-749f-4066-8f4a-14096bd73cba req-4892d73c-4fd1-469d-b790-7f028f67a8dd tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176335 Jan 28 03:32:47.713101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['751561b5-0afb-460a-9f0f-9774dd96f85d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:47.757468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2633913 Jan 28 03:32:47.760831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:47.761676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06435b-9d22-4125-98f9-9559e13031fc req-1ee8c167-c94c-4058-bba9-4bf51926cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:47.763206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e06435b-9d22-4125-98f9-9559e13031fc req-1ee8c167-c94c-4058-bba9-4bf51926cd24 service neutron] 10.222.0.25 "GET /v2.0/networks?id=86d5a647-4959-4f25-9012-430dac9dc808 HTTP/1.1" status: 200 len: 913 time: 0.3695152 Jan 28 03:32:47.767083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Request body: {'subnet': {'network_id': '8c932a07-19e4-4278-8a20-140339c652fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-719718432-subnet', 'tenant_id': '868a472cba34466c97bcfb84a02792d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:47.769193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1f24b319-272d-42f5-a0bf-1052b7874935), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.775099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe4639-bab4-4fe2-8554-6f46b77e1a37 admin admin] Pushing event updated for resources: {'Network': ['ID=8c932a07-19e4-4278-8a20-140339c652fb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:47.789942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Made reservation on behalf of 868a472cba34466c97bcfb84a02792d6 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:47.790131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b6983-e8e4-4ae6-9ff5-b691e1f630e5 req-646add9f-d15b-42bb-bc76-67366e10e6ab tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:47.792694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8c932a07-19e4-4278-8a20-140339c652fb details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:32:47.793168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa9b6983-e8e4-4ae6-9ff5-b691e1f630e5 req-646add9f-d15b-42bb-bc76-67366e10e6ab tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 944 time: 0.2389045 Jan 28 03:32:47.797714 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:47.948720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e06435b-9d22-4125-98f9-9559e13031fc req-043aae89-4bd4-49f3-be11-ed8ee549b142 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a50f425-4f71-45db-899b-bd50af855174 HTTP/1.1" status: 200 len: 1000 time: 0.0950034 Jan 28 03:32:48.063879 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:48.126265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:48.136344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Checking segment: {'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:48.136704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Network hostable DHCP agents. Network: 8c932a07-19e4-4278-8a20-140339c652fb, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:32:48.155450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Network 8c932a07-19e4-4278-8a20-140339c652fb is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:32:48.166041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 8c932a07-19e4-4278-8a20-140339c652fb) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:48.170239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:48.170828 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:48.175294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dc96d0-3fc7-43e3-a27c-b4d5c0e1646d None None] Network 8c932a07-19e4-4278-8a20-140339c652fb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:32:48.193304 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-97c532b6-64c7-4fcf-9ad2-8349b0a62b64 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4309118 Jan 28 03:32:48.289204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f4234-ecdd-4d1c-9df8-6a2d161ec85e None None] Network 8c932a07-19e4-4278-8a20-140339c652fb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:32:48.414890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa9b6983-e8e4-4ae6-9ff5-b691e1f630e5 req-e5383cd7-6b17-4db5-b958-bfe18b8afa4e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6133301 Jan 28 03:32:48.427708 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1f24b319-272d-42f5-a0bf-1052b7874935), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:48.457870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f24b319-272d-42f5-a0bf-1052b7874935']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:48.461021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06435b-9d22-4125-98f9-9559e13031fc req-779dc815-f366-44d3-86d8-6ce1bd644d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:48.462502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e06435b-9d22-4125-98f9-9559e13031fc req-779dc815-f366-44d3-86d8-6ce1bd644d0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8a6156d7-bba4-4193-99d6-e7b8ca5f536d HTTP/1.1" status: 200 len: 851 time: 0.1781487 Jan 28 03:32:48.478382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c709d8-c132-460f-a0da-1edb6065ac97 req-86600b99-820a-40e1-ae55-6a4d3b4ce196 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:48.479898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09c709d8-c132-460f-a0da-1edb6065ac97 req-86600b99-820a-40e1-ae55-6a4d3b4ce196 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 944 time: 0.1974616 Jan 28 03:32:48.491946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cb3490-7943-4e8a-b0de-3617d68eff0d') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:48.492164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cb3490-7943-4e8a-b0de-3617d68eff0d') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:48.520093 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (73cb3490-7943-4e8a-b0de-3617d68eff0d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:48.550366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (73cb3490-7943-4e8a-b0de-3617d68eff0d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:48.568229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:32:48.568643 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (73cb3490-7943-4e8a-b0de-3617d68eff0d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:32:48.571518 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:32:48.623859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06435b-9d22-4125-98f9-9559e13031fc req-b9d76e91-36f5-4ac2-b5c0-1042e33390b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:48.625439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e06435b-9d22-4125-98f9-9559e13031fc req-b9d76e91-36f5-4ac2-b5c0-1042e33390b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=86d5a647-4959-4f25-9012-430dac9dc808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555142 Jan 28 03:32:48.666910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09c709d8-c132-460f-a0da-1edb6065ac97 req-8e065afe-34a4-42b5-9228-ecb9fcb6c949 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780531 Jan 28 03:32:48.731761 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1f24b319-272d-42f5-a0bf-1052b7874935), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:48.761292 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:48.767500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52404) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:48.778629 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1f24b319-272d-42f5-a0bf-1052b7874935 HTTP/1.1" status: 204 len: 168 time: 1.2446578 Jan 28 03:32:48.820087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1ae08-6dfe-45f1-ad51-095696de7df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f24b319-272d-42f5-a0bf-1052b7874935,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:48.911025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aedf28c-89a1-4fc4-93f8-252f07598a4c admin admin] Deleting subnet 3001a516-0de7-4cff-b0ea-d6f6ea09daea {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:32:48.914448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0aedf28c-89a1-4fc4-93f8-252f07598a4c admin admin] Publish callbacks [] for subnet (3001a516-0de7-4cff-b0ea-d6f6ea09daea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:48.927498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e06435b-9d22-4125-98f9-9559e13031fc req-e0ffaf95-176c-4ef0-aa0c-efa9d5e0aa38 service neutron] 10.222.0.25 "GET /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874334 Jan 28 03:32:48.929855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4275a57c-b6cd-456b-813a-60f65d42079c details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:32:48.958896 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 751561b5-0afb-460a-9f0f-9774dd96f85d up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:48.981959 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0aedf28c-89a1-4fc4-93f8-252f07598a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (3001a516-0de7-4cff-b0ea-d6f6ea09daea), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.058908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76777d15-a9a8-4098-abfc-0936176ef9ae req-691454f9-6a83-4057-9140-277776f24e93 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:49.067133 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76777d15-a9a8-4098-abfc-0936176ef9ae req-691454f9-6a83-4057-9140-277776f24e93 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 944 time: 0.2081125 Jan 28 03:32:49.157428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-484747d5-079c-4b26-9570-c983df7a4028 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:49.159641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0aedf28c-89a1-4fc4-93f8-252f07598a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (3001a516-0de7-4cff-b0ea-d6f6ea09daea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.165005 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-484747d5-079c-4b26-9570-c983df7a4028 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/networks?id=8c932a07-19e4-4278-8a20-140339c652fb HTTP/1.1" status: 200 len: 821 time: 0.2796769 Jan 28 03:32:49.203698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e06435b-9d22-4125-98f9-9559e13031fc req-250e289c-30b1-4148-b2df-ce94b145a37d service neutron] 10.222.0.25 "GET /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641218 Jan 28 03:32:49.211493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-1baef749-220a-456f-93a4-ab2a01dfd987 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/quotas/868a472cba34466c97bcfb84a02792d6 HTTP/1.1" status: 200 len: 375 time: 0.0455048 Jan 28 03:32:49.231888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76777d15-a9a8-4098-abfc-0936176ef9ae req-6fff4804-2a82-4e1a-a3f3-ff8b17625fb3 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643343 Jan 28 03:32:49.242652 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4275a57c-b6cd-456b-813a-60f65d42079c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4275a57c-b6cd-456b-813a-60f65d42079c,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:49.266904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '4275a57c-b6cd-456b-813a-60f65d42079c', 'network_id': '8780893b-1b0c-482c-8e69-5658bf7f47a7', 'port_id': '4275a57c-b6cd-456b-813a-60f65d42079c', 'mac_address': 'fa:16:3e:3d:05:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4cc6f6-baca-4cd3-b5f4-546d66dd119c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:32:49.282354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0aedf28c-89a1-4fc4-93f8-252f07598a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (3001a516-0de7-4cff-b0ea-d6f6ea09daea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.284354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-76d876e4-54a9-41ab-bc98-4cb635356cfe tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=868a472cba34466c97bcfb84a02792d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719860 Jan 28 03:32:49.309139 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 751561b5-0afb-460a-9f0f-9774dd96f85d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:32:49.315293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 751561b5-0afb-460a-9f0f-9774dd96f85d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:49.315758 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.328812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0aedf28c-89a1-4fc4-93f8-252f07598a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.332459 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0aedf28c-89a1-4fc4-93f8-252f07598a4c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3001a516-0de7-4cff-b0ea-d6f6ea09daea HTTP/1.1" status: 204 len: 168 time: 0.5638776 Jan 28 03:32:49.333464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedf28c-89a1-4fc4-93f8-252f07598a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3001a516-0de7-4cff-b0ea-d6f6ea09daea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:49.335999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52418) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:49.360119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 4275a57c-b6cd-456b-813a-60f65d42079c is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:49.360512 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.382608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4275a57c-b6cd-456b-813a-60f65d42079c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:49.411208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4275a57c-b6cd-456b-813a-60f65d42079c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4275a57c-b6cd-456b-813a-60f65d42079c,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:49.418027 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.483946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 751561b5-0afb-460a-9f0f-9774dd96f85d is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:49.484338 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.495283 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (81edc669-09c4-4e8d-bb7d-2062ac4f0ab8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.503378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4c314-c4e9-45af-a1d4-d7b8e26184f4 req-adc72902-db05-4327-a5ed-118b5138cdce tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:49.504826 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bee4c314-c4e9-45af-a1d4-d7b8e26184f4 req-adc72902-db05-4327-a5ed-118b5138cdce tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 1096 time: 0.1681111 Jan 28 03:32:49.515070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-e823357f-4d78-43a0-b5a4-107b7e7bb13b service neutron] 10.222.0.44 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184911 Jan 28 03:32:49.521407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=4275a57c-b6cd-456b-813a-60f65d42079c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:49.528157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751561b5-0afb-460a-9f0f-9774dd96f85d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:49.531038 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2605f929-c5fa-4230-b990-83a7a1c12416" -d '{"events": [{"server_uuid": "8c8d42b5-7400-4dbd-87d6-d53707cc10bf", "name": "network-vif-plugged", "status": "completed", "tag": "751561b5-0afb-460a-9f0f-9774dd96f85d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:49.547332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.547690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.548032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.548371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.548703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.549064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.549393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.549903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.550240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.550569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.552073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.552073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.552073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:49.559040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 751561b5-0afb-460a-9f0f-9774dd96f85d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=751561b5-0afb-460a-9f0f-9774dd96f85d,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:49.566597 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.619111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=751561b5-0afb-460a-9f0f-9774dd96f85d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:49.692438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bee4c314-c4e9-45af-a1d4-d7b8e26184f4 req-7e4f83d4-87cd-40ff-9561-4adfb319ce5a tempest-LiveAutoBlockMigrationV225Test-989854404 tempest-LiveAutoBlockMigrationV225Test-989854404-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753316 Jan 28 03:32:49.706493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-fd02e2fe-43c0-487f-8127-e78f0da32ce0 service neutron] 10.222.0.44 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905851 Jan 28 03:32:49.708517 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (81edc669-09c4-4e8d-bb7d-2062ac4f0ab8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.746661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81edc669-09c4-4e8d-bb7d-2062ac4f0ab8']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:49.763188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b446d0-d1a3-4c94-8b7c-b1afd4c34f71') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:49.763637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b446d0-d1a3-4c94-8b7c-b1afd4c34f71') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:49.777344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['4275a57c-b6cd-456b-813a-60f65d42079c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:49.777648 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (c1b446d0-d1a3-4c94-8b7c-b1afd4c34f71), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.796803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c1b446d0-d1a3-4c94-8b7c-b1afd4c34f71), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.811101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:32:49.811623 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (c1b446d0-d1a3-4c94-8b7c-b1afd4c34f71), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:32:49.813793 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:32:49.889043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (81edc669-09c4-4e8d-bb7d-2062ac4f0ab8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.902060 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:49.906190 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] 10.222.0.44 "DELETE /v2.0/networks/81edc669-09c4-4e8d-bb7d-2062ac4f0ab8 HTTP/1.1" status: 204 len: 168 time: 0.5675044 Jan 28 03:32:49.942000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77373ce7-e5cb-4298-90ed-d550f935a786 admin admin] Pushing event deleted for resources: {'Network': ['ID=81edc669-09c4-4e8d-bb7d-2062ac4f0ab8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:50.027341 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-027dd051-46b2-4e3b-b771-98c5f5e6c393 req-16b3f316-798e-49e7-8963-1b7f5d5816fe tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=78bd856d18c24d6aa05af6fb560d7fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811205 Jan 28 03:32:50.103969 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692af0ba-ab45-4616-876c-dfb57adf922e x-openstack-request-id: req-692af0ba-ab45-4616-876c-dfb57adf922e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:50.104542 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8d42b5-7400-4dbd-87d6-d53707cc10bf", "name": "network-vif-plugged", "status": "completed", "tag": "751561b5-0afb-460a-9f0f-9774dd96f85d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:50.104665 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-692af0ba-ab45-4616-876c-dfb57adf922e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:50.105414 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'code': 200} Jan 28 03:32:50.148828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52446) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:50.202158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29168956-28d3-4476-a875-4a03ed486097 req-b8bb0cd7-0cdd-4ba6-9e27-b31867fa4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:50.203661 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29168956-28d3-4476-a875-4a03ed486097 req-b8bb0cd7-0cdd-4ba6-9e27-b31867fa4993 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 1097 time: 0.1007426 Jan 28 03:32:50.210701 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-68ee8881-fceb-483c-9c69-aa9a1b577393 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea2e1d4041ef4337ae62ea1490a1191c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606563 Jan 28 03:32:50.214934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52448) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:50.224983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dd051-46b2-4e3b-b771-98c5f5e6c393 req-8f61e6d5-3c4f-470e-b118-5298182d2c3c tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:50.226477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-027dd051-46b2-4e3b-b771-98c5f5e6c393 req-8f61e6d5-3c4f-470e-b118-5298182d2c3c tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905797 Jan 28 03:32:50.261345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-027dd051-46b2-4e3b-b771-98c5f5e6c393 req-4fa36ae0-d361-44ba-b344-ba5c2f7e1641 tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/quotas/78bd856d18c24d6aa05af6fb560d7fa7 HTTP/1.1" status: 200 len: 375 time: 0.0265453 Jan 28 03:32:50.269300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89298585-dd1b-490e-ac9b-fcaea8ec4c76 req-cf857ca4-49a4-420f-ac4a-72e2ff7f787a tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:50.270775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89298585-dd1b-490e-ac9b-fcaea8ec4c76 req-cf857ca4-49a4-420f-ac4a-72e2ff7f787a tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 945 time: 0.1114185 Jan 28 03:32:50.282447 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7cef735-96a2-4618-8555-c73bfce1329d admin admin] Publish callbacks [] for security_group (a96e87b7-077b-41e2-ae85-9e0be8561fb8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:50.317566 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7cef735-96a2-4618-8555-c73bfce1329d admin admin] Publish callbacks [] for security_group (a96e87b7-077b-41e2-ae85-9e0be8561fb8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:50.329732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-027dd051-46b2-4e3b-b771-98c5f5e6c393 req-54327eea-6e2b-44ff-a4c5-4e240fcbfd00 tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=78bd856d18c24d6aa05af6fb560d7fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576103 Jan 28 03:32:50.392483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89298585-dd1b-490e-ac9b-fcaea8ec4c76 req-0d9a937e-551c-4873-bb39-c3e99d4f5862 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045780 Jan 28 03:32:50.401998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29168956-28d3-4476-a875-4a03ed486097 req-a1085ffa-f4c6-4fb7-8db3-bd66bb48efd4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877797 Jan 28 03:32:50.409749 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-00f4c86b-6858-4d6a-9fd5-d01bcee0276e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631900 Jan 28 03:32:50.427893 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7cef735-96a2-4618-8555-c73bfce1329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a96e87b7-077b-41e2-ae85-9e0be8561fb8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:50.433415 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7cef735-96a2-4618-8555-c73bfce1329d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:50.436885 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e7cef735-96a2-4618-8555-c73bfce1329d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a96e87b7-077b-41e2-ae85-9e0be8561fb8 HTTP/1.1" status: 204 len: 168 time: 0.2183857 Jan 28 03:32:50.445213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cef735-96a2-4618-8555-c73bfce1329d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96e87b7-077b-41e2-ae85-9e0be8561fb8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:50.511255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80692ad7-aea1-41ef-b343-9d0e3caaff0b req-9e0883ac-7870-437c-bfff-90da39618f68 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 210 time: 0.0296147 Jan 28 03:32:50.643149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea35b2-a4ee-4f70-9be4-54dda9a11a16 req-7da3dd0a-bbcc-4a5a-96bc-0ff920c046a3 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:50.644908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50ea35b2-a4ee-4f70-9be4-54dda9a11a16 req-7da3dd0a-bbcc-4a5a-96bc-0ff920c046a3 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 945 time: 0.0542543 Jan 28 03:32:50.700920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50ea35b2-a4ee-4f70-9be4-54dda9a11a16 req-b9c1226a-7487-4329-8bc8-ab5b3338c7f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485020 Jan 28 03:32:50.814978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-eae9a959-36d1-4ae9-8a50-c13c63b541df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:50.818095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-eae9a959-36d1-4ae9-8a50-c13c63b541df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0656343 Jan 28 03:32:50.860261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd2ea9-e89f-4dbb-b4e9-bf71443c475c req-c9c00bd4-4069-443a-b954-32c4b9f8a827 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:50.867570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-decd2ea9-e89f-4dbb-b4e9-bf71443c475c req-c9c00bd4-4069-443a-b954-32c4b9f8a827 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 944 time: 0.0797095 Jan 28 03:32:50.912378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52468) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:50.925448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-decd2ea9-e89f-4dbb-b4e9-bf71443c475c req-ae75b4b0-3b8c-46bb-b347-8e966cd81afe tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570066 Jan 28 03:32:50.931039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4275a57c-b6cd-456b-813a-60f65d42079c up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:50.981635 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6b1b2594-d520-49d1-b59e-550629d3a656 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e7c13ee75324c5fa26694e1be1d4da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0649762 Jan 28 03:32:50.981635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52472) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:51.019566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-0c275427-3c1c-4676-b1e9-e47a6d8f753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:51.021056 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-0c275427-3c1c-4676-b1e9-e47a6d8f753c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.1595871 Jan 28 03:32:51.045641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 4275a57c-b6cd-456b-813a-60f65d42079c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:32:51.051267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 4275a57c-b6cd-456b-813a-60f65d42079c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:51.051650 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:51.096439 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-645f86f8-80cb-4c77-91c5-f4db59caf916 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32cca07-065f-42bf-ab62-da64884a2570 HTTP/1.1" status: 200 len: 217 time: 0.0579338 Jan 28 03:32:51.102292 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73faf8e1-bf91-41d6-b4b6-5ec045925142 admin admin] Publish callbacks [] for security_group (34820a98-57f2-42e2-a797-78b434f2f579), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:51.148809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 4275a57c-b6cd-456b-813a-60f65d42079c is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:51.149443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:51.166151 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73faf8e1-bf91-41d6-b4b6-5ec045925142 admin admin] Publish callbacks [] for security_group (34820a98-57f2-42e2-a797-78b434f2f579), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:51.190096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4275a57c-b6cd-456b-813a-60f65d42079c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4275a57c-b6cd-456b-813a-60f65d42079c,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:51.195009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-def91cb0-2e28-4633-a69c-e30fff73085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:51.195917 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:51.196534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-def91cb0-2e28-4633-a69c-e30fff73085c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.0907285 Jan 28 03:32:51.260903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=4275a57c-b6cd-456b-813a-60f65d42079c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:51.265953 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-70a6a88a-6d23-4125-af87-80e7afad43fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520916 Jan 28 03:32:51.286224 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73faf8e1-bf91-41d6-b4b6-5ec045925142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (34820a98-57f2-42e2-a797-78b434f2f579), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:51.288150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73faf8e1-bf91-41d6-b4b6-5ec045925142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:51.292885 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-73faf8e1-bf91-41d6-b4b6-5ec045925142 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34820a98-57f2-42e2-a797-78b434f2f579 HTTP/1.1" status: 204 len: 168 time: 0.3105950 Jan 28 03:32:51.338154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73faf8e1-bf91-41d6-b4b6-5ec045925142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34820a98-57f2-42e2-a797-78b434f2f579,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:51.411215 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-99eb96b5-4e8b-45be-a6d0-7324911e170b service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352024 Jan 28 03:32:51.518031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-90a8cdeb-1dbf-4cc5-8706-fa504b4fb785 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:51.520107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-90a8cdeb-1dbf-4cc5-8706-fa504b4fb785 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.25 "GET /v2.0/networks?id=8c932a07-19e4-4278-8a20-140339c652fb HTTP/1.1" status: 200 len: 821 time: 0.1541395 Jan 28 03:32:51.557043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Request body: {'port': {'device_id': '177b27e8-fe0a-4c1d-b997-91633a039044', 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb', 'admin_state_up': True, 'tenant_id': '868a472cba34466c97bcfb84a02792d6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:51.634410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889197b-fcbb-4a40-9657-55df3a245d8d req-d42f6bec-52de-4697-a6d3-f8b48785b039 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:51.636657 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e889197b-fcbb-4a40-9657-55df3a245d8d req-d42f6bec-52de-4697-a6d3-f8b48785b039 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 946 time: 0.1152239 Jan 28 03:32:51.661758 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eb90676e-8b28-4eea-97fe-30a9c1ff0a40 req-da507aa6-565c-48c8-af83-9a1e5a900e6e service neutron] 10.222.0.42 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396693 Jan 28 03:32:51.732287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e1d3b7-7580-4e4e-89b4-033bd6f1f2c9 req-ac4ec120-f426-468f-85a6-0bbc1fa3de36 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 210 time: 0.0576441 Jan 28 03:32:51.768224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e889197b-fcbb-4a40-9657-55df3a245d8d req-c38f5485-3c8a-4246-bf6b-d3ae63f280d6 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223793 Jan 28 03:32:51.797998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Made reservation on behalf of 868a472cba34466c97bcfb84a02792d6 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:51.797998 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:51.864368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3dfae77-41bc-4487-bb85-2fa59deae13e req-3785bd0e-c605-43c3-aa02-81dc150746c8 tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=78bd856d18c24d6aa05af6fb560d7fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339491 Jan 28 03:32:51.894698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-65588d9a-f59a-4708-8da5-69c5c5b36cb2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:51.902440 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-65588d9a-f59a-4708-8da5-69c5c5b36cb2 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.42 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 944 time: 0.1224353 Jan 28 03:32:52.032445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-32c5fabb-7b51-407e-8d54-d2d1af0d6b52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Deleting port c32cca07-065f-42bf-ab62-da64884a2570 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:32:52.032876 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-32c5fabb-7b51-407e-8d54-d2d1af0d6b52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c32cca07-065f-42bf-ab62-da64884a2570), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:52.062121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfae77-41bc-4487-bb85-2fa59deae13e req-d1b91c68-ca80-4f4a-9b9a-da1497ccc281 tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:52.063550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3dfae77-41bc-4487-bb85-2fa59deae13e req-d1b91c68-ca80-4f4a-9b9a-da1497ccc281 tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984375 Jan 28 03:32:52.103636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b9c19-3a04-4e37-ab03-76bf0fa531cd req-6a3a9cc3-ed38-4325-b10d-47b2fc928685 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:52.105708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-757b9c19-3a04-4e37-ab03-76bf0fa531cd req-6a3a9cc3-ed38-4325-b10d-47b2fc928685 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 945 time: 0.1786799 Jan 28 03:32:52.106879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79af33-74c8-4dee-afb7-3845d950c811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4275a57c-b6cd-456b-813a-60f65d42079c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:52.109251 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cad59c-e851-4bc6-b41c-2d7d7e1f0916" -d '{"events": [{"server_uuid": "bc79af33-74c8-4dee-afb7-3845d950c811", "name": "network-vif-plugged", "status": "completed", "tag": "4275a57c-b6cd-456b-813a-60f65d42079c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:52.130321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3dfae77-41bc-4487-bb85-2fa59deae13e req-1a8dbafb-b159-4e9f-9364-cc1286975d2a tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/quotas/78bd856d18c24d6aa05af6fb560d7fa7 HTTP/1.1" status: 200 len: 375 time: 0.0367177 Jan 28 03:32:52.146420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-32c5fabb-7b51-407e-8d54-d2d1af0d6b52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] For port c32cca07-065f-42bf-ab62-da64884a2570, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c32cca07-065f-42bf-ab62-da64884a2570,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:52.146866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-32c5fabb-7b51-407e-8d54-d2d1af0d6b52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c32cca07-065f-42bf-ab62-da64884a2570), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:52.160586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-32c5fabb-7b51-407e-8d54-d2d1af0d6b52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Calling delete_port for c32cca07-065f-42bf-ab62-da64884a2570 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:32:52.195436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3dfae77-41bc-4487-bb85-2fa59deae13e req-80efbf61-22ae-4172-b9a1-95c32e688ad0 tempest-QuotasAdminNegativeTest-1492794586 tempest-QuotasAdminNegativeTest-1492794586-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=78bd856d18c24d6aa05af6fb560d7fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481634 Jan 28 03:32:52.196632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Allocated IP 172.20.0.9 (8c932a07-19e4-4278-8a20-140339c652fb/a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7/1eeae930-9fdb-4487-a92e-cf093e16812f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:52.221385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-757b9c19-3a04-4e37-ab03-76bf0fa531cd req-49da6453-85b7-461f-8e08-ebab50532cae tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051731 Jan 28 03:32:52.345917 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-32c5fabb-7b51-407e-8d54-d2d1af0d6b52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c32cca07-065f-42bf-ab62-da64884a2570), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:52.382541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['c32cca07-065f-42bf-ab62-da64884a2570'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:52.385816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['176d348b-9697-4e18-9341-5e7783c44c97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:52.407683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c9bd209-f8dd-47f9-8b07-6d35bf96dea0 req-c92a334a-46eb-4e8c-afb2-671735d8b311 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 210 time: 0.0494223 Jan 28 03:32:52.436196 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbad05c-433f-4689-b968-4ea28868e533 x-openstack-request-id: req-ecbad05c-433f-4689-b968-4ea28868e533 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:52.436738 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc79af33-74c8-4dee-afb7-3845d950c811", "name": "network-vif-plugged", "status": "completed", "tag": "4275a57c-b6cd-456b-813a-60f65d42079c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:52.437244 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ecbad05c-433f-4689-b968-4ea28868e533 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:52.437822 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79af33-74c8-4dee-afb7-3845d950c811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4275a57c-b6cd-456b-813a-60f65d42079c', 'code': 200} Jan 28 03:32:52.470914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5fabb-7b51-407e-8d54-d2d1af0d6b52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Pushing event deleted for resources: {'Port': ['ID=c32cca07-065f-42bf-ab62-da64884a2570,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:52.505685 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:52.542187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-32c5fabb-7b51-407e-8d54-d2d1af0d6b52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] No DVR routers for this DVR port c32cca07-065f-42bf-ab62-da64884a2570 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:32:52.545330 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-32c5fabb-7b51-407e-8d54-d2d1af0d6b52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:52.550361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-811d52ea-d662-4494-bf2b-15b0e1967d47 req-32c5fabb-7b51-407e-8d54-d2d1af0d6b52 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.42 "DELETE /v2.0/ports/c32cca07-065f-42bf-ab62-da64884a2570 HTTP/1.1" status: 204 len: 173 time: 0.6272287 Jan 28 03:32:52.551056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'name': 'network-vif-deleted', 'tag': 'c32cca07-065f-42bf-ab62-da64884a2570'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:52.554504 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a7f47f-bfc9-42c9-b3c9-e73732b6e198" -d '{"events": [{"server_uuid": "ada710c4-1d39-4f2f-804d-f97dd7a89ba8", "name": "network-vif-deleted", "tag": "c32cca07-065f-42bf-ab62-da64884a2570"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:52.600158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba1537-0a6d-46a8-832d-c733c28bd61e req-b5dbe18d-0a27-40a7-abc9-437f5d87bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:52.602222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bdba1537-0a6d-46a8-832d-c733c28bd61e req-b5dbe18d-0a27-40a7-abc9-437f5d87bca3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 1098 time: 0.0909643 Jan 28 03:32:52.608696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:52.659842 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab32d50-d6a7-4a39-a5fa-7ab4de082fc2 x-openstack-request-id: req-aab32d50-d6a7-4a39-a5fa-7ab4de082fc2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:52.660293 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada710c4-1d39-4f2f-804d-f97dd7a89ba8", "name": "network-vif-deleted", "tag": "c32cca07-065f-42bf-ab62-da64884a2570", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:52.660558 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aab32d50-d6a7-4a39-a5fa-7ab4de082fc2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:52.661026 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada710c4-1d39-4f2f-804d-f97dd7a89ba8', 'name': 'network-vif-deleted', 'tag': 'c32cca07-065f-42bf-ab62-da64884a2570', 'status': 'completed', 'code': 200} Jan 28 03:32:52.710810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Network 8c932a07-19e4-4278-8a20-140339c652fb is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:52.722339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:52.729865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:52.771961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event updated for resources: {'Port': ['ID=1eeae930-9fdb-4487-a92e-cf093e16812f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:52.793621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bdba1537-0a6d-46a8-832d-c733c28bd61e req-b2fa308c-875e-42ae-929a-212ea4a88393 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816249 Jan 28 03:32:52.825557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:52.826576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:52.859716 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5b3e6b0a-9b9f-4fd4-9ed5-73a74c04dd74 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3193529 Jan 28 03:32:52.897842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Request body: {'port': {'device_id': '177b27e8-fe0a-4c1d-b997-91633a039044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:52.986930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c394-71f3-4e2f-b265-d483fd9674e3 req-6f035caa-84a1-43a5-8c9c-d91bb8692df6 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:52.988684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7bd7c394-71f3-4e2f-b265-d483fd9674e3 req-6f035caa-84a1-43a5-8c9c-d91bb8692df6 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 931 time: 0.1155655 Jan 28 03:32:52.994183 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:53.124629 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7bd7c394-71f3-4e2f-b265-d483fd9674e3 req-7bfcf793-c77a-49dc-9e1b-00b48cf57b8b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270711 Jan 28 03:32:53.202768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a6ffc-96d8-4849-a62a-c07cb61fc610 req-fce272fe-cb29-4a73-af0b-343a90fbb53e tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:53.204293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a23a6ffc-96d8-4849-a62a-c07cb61fc610 req-fce272fe-cb29-4a73-af0b-343a90fbb53e tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 946 time: 0.1333163 Jan 28 03:32:53.329461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a23a6ffc-96d8-4849-a62a-c07cb61fc610 req-1e0fb799-b876-49cf-8ccf-ec8d1475a1b5 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163399 Jan 28 03:32:53.473962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eeae930-9fdb-4487-a92e-cf093e16812f {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:53.485269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Publish callbacks [] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:53.518736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99898ec-514e-4dbf-a684-aa9106c49134 req-d733fd3c-2e14-4c8b-88ef-d5e171f5962b tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:53.527009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c99898ec-514e-4dbf-a684-aa9106c49134 req-d733fd3c-2e14-4c8b-88ef-d5e171f5962b tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 945 time: 0.1109791 Jan 28 03:32:53.563326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Transition to ACTIVE for port object 1eeae930-9fdb-4487-a92e-cf093e16812f will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:32:53.589445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7edb9a63-4e46-4b15-99c1-1a90201aa120 req-71a20945-ea92-4e07-9f47-a7d957a3aa26 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 210 time: 0.0405729 Jan 28 03:32:53.592622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:53.633076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52578) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:53.665135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c99898ec-514e-4dbf-a684-aa9106c49134 req-9236ca2e-ff12-41bf-b11a-aa80a39fd7e5 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363339 Jan 28 03:32:53.716867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1eeae930-9fdb-4487-a92e-cf093e16812f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:53.804538 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f51f89b-5ba8-478c-8a0a-02e3814071f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:53.917029 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f51f89b-5ba8-478c-8a0a-02e3814071f8 admin admin] Publish callbacks [] for security_group (6f95adf7-9eda-40b7-8838-a04005736d2f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:53.928075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f51f89b-5ba8-478c-8a0a-02e3814071f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6f95adf7-9eda-40b7-8838-a04005736d2f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:53.930359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Attempting to bind port 1eeae930-9fdb-4487-a92e-cf093e16812f on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:53.930892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Attempting to bind port 1eeae930-9fdb-4487-a92e-cf093e16812f by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:53.931028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Attempting to bind port 1eeae930-9fdb-4487-a92e-cf093e16812f on network 8c932a07-19e4-4278-8a20-140339c652fb {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:53.995166 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51f89b-5ba8-478c-8a0a-02e3814071f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f95adf7-9eda-40b7-8838-a04005736d2f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:54.028900 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0f51f89b-5ba8-478c-8a0a-02e3814071f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78bd856d18c24d6aa05af6fb560d7fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920953 Jan 28 03:32:54.031379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:54.163742 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-259339ab-083c-4110-ad70-2d8b6564962b admin admin] Publish callbacks [] for security_group (6f95adf7-9eda-40b7-8838-a04005736d2f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.210975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-259339ab-083c-4110-ad70-2d8b6564962b admin admin] Publish callbacks [] for security_group (6f95adf7-9eda-40b7-8838-a04005736d2f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.258388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Port 1eeae930-9fdb-4487-a92e-cf093e16812f on network 8c932a07-19e4-4278-8a20-140339c652fb not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:32:54.258721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Attempting to bind port 1eeae930-9fdb-4487-a92e-cf093e16812f on network 8c932a07-19e4-4278-8a20-140339c652fb {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:54.270772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:54.271143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Checking segment: {'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:54.271505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Bound using segment: {'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:54.271943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Bound port: 1eeae930-9fdb-4487-a92e-cf093e16812f, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:54.272304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.287271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-259339ab-083c-4110-ad70-2d8b6564962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6f95adf7-9eda-40b7-8838-a04005736d2f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.293494 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-259339ab-083c-4110-ad70-2d8b6564962b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.295316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-259339ab-083c-4110-ad70-2d8b6564962b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f95adf7-9eda-40b7-8838-a04005736d2f HTTP/1.1" status: 204 len: 168 time: 0.2628877 Jan 28 03:32:54.314333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259339ab-083c-4110-ad70-2d8b6564962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f95adf7-9eda-40b7-8838-a04005736d2f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:54.419794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-8ede0be2-ecac-475e-b1cf-ab56d1f076fb tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 258 time: 0.6640937 Jan 28 03:32:54.441812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:54.461752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb967ac-b7a7-49af-8bd7-fe6fffc8b7fd req-86633a44-c67e-4edd-80e0-ff678af30910 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:54.463566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fb967ac-b7a7-49af-8bd7-fe6fffc8b7fd req-86633a44-c67e-4edd-80e0-ff678af30910 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 943 time: 0.1405017 Jan 28 03:32:54.480411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] For port 1eeae930-9fdb-4487-a92e-cf093e16812f, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:54.484609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] For port 1eeae930-9fdb-4487-a92e-cf093e16812f, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1eeae930-9fdb-4487-a92e-cf093e16812f,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:54.499698 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.509416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.563331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:54.563937 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.565356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/1eeae930-9fdb-4487-a92e-cf093e16812f HTTP/1.1" status: 200 len: 1092 time: 1.6798356 Jan 28 03:32:54.570493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177b27e8-fe0a-4c1d-b997-91633a039044', 'tag': '1eeae930-9fdb-4487-a92e-cf093e16812f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:54.573085 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c70c807-b92f-4154-8bbd-2d879ed4b451" -d '{"events": [{"name": "network-changed", "server_uuid": "177b27e8-fe0a-4c1d-b997-91633a039044", "tag": "1eeae930-9fdb-4487-a92e-cf093e16812f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:54.620365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fb967ac-b7a7-49af-8bd7-fe6fffc8b7fd req-6d9f5eab-2004-4c62-bc06-b4234be6d080 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505847 Jan 28 03:32:54.643599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e2751-7232-44d4-b6b7-45bd401db4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1eeae930-9fdb-4487-a92e-cf093e16812f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:54.711724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:54.729621 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6f95776-88ac-46e9-8434-f877cde731bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.743899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-daf9da5e-68f6-44bc-99bb-f2165bb2d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:54.746072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-daf9da5e-68f6-44bc-99bb-f2165bb2d553 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868a472cba34466c97bcfb84a02792d6&device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 1095 time: 0.0715985 Jan 28 03:32:54.751667 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.846768 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6f95776-88ac-46e9-8434-f877cde731bb admin admin] Publish callbacks [] for security_group (785d0e6d-d9ce-4f42-ad8a-50b145997084), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.851688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6f95776-88ac-46e9-8434-f877cde731bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (785d0e6d-d9ce-4f42-ad8a-50b145997084), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.855380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-2624f4b0-c554-473d-a1c8-3322a9b6da4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eeae930-9fdb-4487-a92e-cf093e16812f HTTP/1.1" status: 200 len: 217 time: 0.0927267 Jan 28 03:32:54.894983 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b6f95776-88ac-46e9-8434-f877cde731bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9113c62688341a8b5b979c08e2fc8b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812549 Jan 28 03:32:54.895446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52622) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:54.912959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f95776-88ac-46e9-8434-f877cde731bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785d0e6d-d9ce-4f42-ad8a-50b145997084,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:54.915013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5be36b7e-f26d-4f42-ba64-76d18f0267f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:54.916568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-5be36b7e-f26d-4f42-ba64-76d18f0267f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7 HTTP/1.1" status: 200 len: 861 time: 0.0502079 Jan 28 03:32:54.953785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-751a188b-d8b0-48a3-b412-46884d044dec admin admin] Publish callbacks [] for security_group (785d0e6d-d9ce-4f42-ad8a-50b145997084), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:54.960140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c32cca07-065f-42bf-ab62-da64884a2570 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:32:54.974976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267aee14-ef8b-4ff7-af13-feb9945525aa req-fbd047b4-ce9a-48b1-b668-cab4982f4d31 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:54.980491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-267aee14-ef8b-4ff7-af13-feb9945525aa req-fbd047b4-ce9a-48b1-b668-cab4982f4d31 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 946 time: 0.2253389 Jan 28 03:32:54.982008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: c32cca07-065f-42bf-ab62-da64884a2570 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:32:54.982545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c32cca07-065f-42bf-ab62-da64884a2570 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:32:54.987547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-2948a69d-36af-48a4-8efa-a39516bfac70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c932a07-19e4-4278-8a20-140339c652fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621436 Jan 28 03:32:54.993243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-751a188b-d8b0-48a3-b412-46884d044dec admin admin] Publish callbacks [] for security_group (785d0e6d-d9ce-4f42-ad8a-50b145997084), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:55.049136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-751a188b-d8b0-48a3-b412-46884d044dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (785d0e6d-d9ce-4f42-ad8a-50b145997084), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:55.051676 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-751a188b-d8b0-48a3-b412-46884d044dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:55.055188 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-751a188b-d8b0-48a3-b412-46884d044dec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/785d0e6d-d9ce-4f42-ad8a-50b145997084 HTTP/1.1" status: 204 len: 168 time: 0.1561708 Jan 28 03:32:55.061625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a188b-d8b0-48a3-b412-46884d044dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785d0e6d-d9ce-4f42-ad8a-50b145997084,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:55.132623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Allocated IP 172.25.1.56 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/87a34877-9fd0-45d8-af87-d33bddfcd768) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:55.152707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-267aee14-ef8b-4ff7-af13-feb9945525aa req-308bec67-8f70-4bca-833f-0c36f0c7cafc tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711764 Jan 28 03:32:55.216591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-af1b906b-b5a6-47fb-bec6-d2a009356f68 service neutron] 10.222.0.25 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057617 Jan 28 03:32:55.330645 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00def8de-29e2-4328-8af1-eb909b987fcd x-openstack-request-id: req-00def8de-29e2-4328-8af1-eb909b987fcd {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:55.330932 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177b27e8-fe0a-4c1d-b997-91633a039044", "tag": "1eeae930-9fdb-4487-a92e-cf093e16812f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:55.331183 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00def8de-29e2-4328-8af1-eb909b987fcd {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:55.331766 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177b27e8-fe0a-4c1d-b997-91633a039044', 'tag': '1eeae930-9fdb-4487-a92e-cf093e16812f', 'status': 'completed', 'code': 200} Jan 28 03:32:55.350415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for port (87a34877-9fd0-45d8-af87-d33bddfcd768), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:55.371398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6e9b8cc-358c-4234-a5c1-5190d50aee73 req-61391731-208a-4f99-8654-6abd6941f678 service neutron] 10.222.0.25 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485419 Jan 28 03:32:55.433644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ffb1d4b-ffe1-46a0-8d9d-ce65a60772d2 req-f1dc83f0-e568-4075-a62b-2aad77a02df6 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 210 time: 0.0335379 Jan 28 03:32:55.434775 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (87a34877-9fd0-45d8-af87-d33bddfcd768), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:55.477748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:55.482756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:55.495334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:55.502443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Pushing event updated for resources: {'Port': ['ID=87a34877-9fd0-45d8-af87-d33bddfcd768,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:55.607201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c807-b92f-4154-8bbd-2d879ed4b451 req-a4f602ca-5249-4a3c-a3a9-bae685cd9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:55.608947 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c70c807-b92f-4154-8bbd-2d879ed4b451 req-a4f602ca-5249-4a3c-a3a9-bae685cd9428 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868a472cba34466c97bcfb84a02792d6&device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 1095 time: 0.0751956 Jan 28 03:32:55.717183 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (530fb611-f014-46ff-8f89-8f50d6ecbc23), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:55.773572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c807-b92f-4154-8bbd-2d879ed4b451 req-319216f3-b2ea-4e61-af7d-d3a2baa2cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:55.776325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c70c807-b92f-4154-8bbd-2d879ed4b451 req-319216f3-b2ea-4e61-af7d-d3a2baa2cdf8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c932a07-19e4-4278-8a20-140339c652fb HTTP/1.1" status: 200 len: 922 time: 0.1453416 Jan 28 03:32:55.781752 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (87a34877-9fd0-45d8-af87-d33bddfcd768), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:55.877417 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c70c807-b92f-4154-8bbd-2d879ed4b451 req-7016923e-aec9-471a-9755-d9b072089be9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eeae930-9fdb-4487-a92e-cf093e16812f HTTP/1.1" status: 200 len: 217 time: 0.0464404 Jan 28 03:32:56.010633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c807-b92f-4154-8bbd-2d879ed4b451 req-d6dfcce1-e313-4fc1-bc7a-42d8ed089532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:56.013061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c70c807-b92f-4154-8bbd-2d879ed4b451 req-d6dfcce1-e313-4fc1-bc7a-42d8ed089532 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7 HTTP/1.1" status: 200 len: 861 time: 0.1294787 Jan 28 03:32:56.092157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c70c807-b92f-4154-8bbd-2d879ed4b451 req-bf58f9e8-b83d-4600-a4d0-a20e190b8f47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c932a07-19e4-4278-8a20-140339c652fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637581 Jan 28 03:32:56.202072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203c6e0-b478-4d3f-a6bb-832ef3f6e3c9 req-fdbefd97-5701-4b1b-9c59-48fd3e070786 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:56.203597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b203c6e0-b478-4d3f-a6bb-832ef3f6e3c9 req-fdbefd97-5701-4b1b-9c59-48fd3e070786 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.1740246 Jan 28 03:32:56.231174 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for port (87a34877-9fd0-45d8-af87-d33bddfcd768), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:56.249082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (87a34877-9fd0-45d8-af87-d33bddfcd768), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:56.302005 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c70c807-b92f-4154-8bbd-2d879ed4b451 req-ed1363d2-84f4-485c-99bf-56f03fa3963b service neutron] 10.222.0.25 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985397 Jan 28 03:32:56.368627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b203c6e0-b478-4d3f-a6bb-832ef3f6e3c9 req-ede2cc74-4602-4510-a7a7-498b9112b837 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543016 Jan 28 03:32:56.403678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Pushing event updated for resources: {'Port': ['ID=87a34877-9fd0-45d8-af87-d33bddfcd768,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:56.424729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (530fb611-f014-46ff-8f89-8f50d6ecbc23), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:56.468467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:56.469840 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-7c9e39a0-eb6e-4313-9395-b302d55128f6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0426650 Jan 28 03:32:56.482833 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c70c807-b92f-4154-8bbd-2d879ed4b451 req-52b83af8-d0ae-4576-8438-f0212dbe7c7a service neutron] 10.222.0.25 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696069 Jan 28 03:32:56.559113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-bc5d9f91-2443-4de3-be1b-c8415dc286d1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 695 time: 0.0750287 Jan 28 03:32:56.579102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45396891-c0ee-486d-aeb3-c8ad8fac85a4 req-6f1b8772-8749-4238-b966-ca611117359a tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:56.581826 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45396891-c0ee-486d-aeb3-c8ad8fac85a4 req-6f1b8772-8749-4238-b966-ca611117359a tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 943 time: 0.1094515 Jan 28 03:32:56.696373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45396891-c0ee-486d-aeb3-c8ad8fac85a4 req-40b898f2-b820-4d61-b912-85ed12ea096b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044481 Jan 28 03:32:56.755033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-18d9fb19-eb16-4881-bd68-6af43dd7d37c tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:56.757407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-18d9fb19-eb16-4881-bd68-6af43dd7d37c tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1900604 Jan 28 03:32:56.796613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-166f1863-dbd1-44e9-b09e-1b8b7d9e4433 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:32:56.797888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98072f63-52d8-42e7-b2d2-35c2302de925 req-166f1863-dbd1-44e9-b09e-1b8b7d9e4433 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287495 Jan 28 03:32:56.836362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-f4d36de0-56e6-46db-8bd6-ee5e0d66df3a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756404 Jan 28 03:32:56.936990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-b8acbe00-32c9-4cff-99aa-808de081d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:56.938536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-b8acbe00-32c9-4cff-99aa-808de081d185 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f57bdcc63de43649475eaa29c3d2285&device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 1096 time: 0.0549831 Jan 28 03:32:57.156543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804ffd4-7707-4b9f-b080-a5ae01822785 req-59208b65-2f0a-4216-a138-dfb2f7d29146 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:57.158128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7804ffd4-7707-4b9f-b080-a5ae01822785 req-59208b65-2f0a-4216-a138-dfb2f7d29146 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee HTTP/1.1" status: 200 len: 945 time: 0.1191077 Jan 28 03:32:57.180564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-1df43a59-6c15-44c6-8662-ee390f4d5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:57.183472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-1df43a59-6c15-44c6-8662-ee390f4d5884 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 200 len: 921 time: 0.2157617 Jan 28 03:32:57.188580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f67a96e8-2268-48dd-9bba-55ca53806d2d req-29f0d31d-e48c-4dc8-9f17-b5a7917fe33a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 210 time: 0.0646851 Jan 28 03:32:57.265718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-f2f75d9a-6b22-41fc-bfab-e4a80415e056 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=176d348b-9697-4e18-9341-5e7783c44c97 HTTP/1.1" status: 200 len: 217 time: 0.0751121 Jan 28 03:32:57.349132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7804ffd4-7707-4b9f-b080-a5ae01822785 req-8f4258c5-4f86-464c-8293-4e56a40e0d63 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641471 Jan 28 03:32:57.426889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-060f76fe-172b-48ec-a0a5-72bce3bb3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:57.428354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-060f76fe-172b-48ec-a0a5-72bce3bb3afe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 200 len: 860 time: 0.1532612 Jan 28 03:32:57.821155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-5b18dd59-957a-4472-a293-5d9d0ed3227e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6feeb0c1-0482-4943-a76b-256db1710662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3706574 Jan 28 03:32:57.829955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-ed3d13c3-f9f5-4676-b007-c762a09fd5e4 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:57.831426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-ed3d13c3-f9f5-4676-b007-c762a09fd5e4 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4905622 Jan 28 03:32:57.875979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-c363ddf6-134f-4fc6-849e-eee600276e96 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=af9d2233ae34471aa50f96da6d2a9265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571277 Jan 28 03:32:57.970397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-1c435961-3d12-4ace-8509-ea3ddeb429cc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 695 time: 0.1291692 Jan 28 03:32:58.026841 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-638e7097-c29a-449b-abd8-a8b36e971a40 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Request body: {'floatingip': {'port_id': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:58.086255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-638e7097-c29a-449b-abd8-a8b36e971a40 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (530fb611-f014-46ff-8f89-8f50d6ecbc23), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:58.177381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-ae4dd28e-a341-4fee-b79b-29c7fafb6991 service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372898 Jan 28 03:32:58.210644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-92b92dc3-47c1-4ad1-b83f-e009ebe13f0b tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:58.212077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-92b92dc3-47c1-4ad1-b83f-e009ebe13f0b tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3063281 Jan 28 03:32:58.286731 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-8bbe9ce0-344a-4afc-9342-11051a42f22e tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/quotas/af9d2233ae34471aa50f96da6d2a9265 HTTP/1.1" status: 200 len: 375 time: 0.0493109 Jan 28 03:32:58.367357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-f930182f-ebde-459f-9a17-98dfadd9dec3 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af9d2233ae34471aa50f96da6d2a9265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696456 Jan 28 03:32:58.397799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3ab9e39-1bfe-4aa0-b916-f898865d8ad1 req-608be439-ef6c-47ff-b4e0-f7003f3d5c4a service neutron] 10.222.0.25 "GET /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108614 Jan 28 03:32:58.751164 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-638e7097-c29a-449b-abd8-a8b36e971a40 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:58.757876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-638e7097-c29a-449b-abd8-a8b36e971a40 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (530fb611-f014-46ff-8f89-8f50d6ecbc23), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:58.908118 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-638e7097-c29a-449b-abd8-a8b36e971a40 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Floating IP 530fb611-f014-46ff-8f89-8f50d6ecbc23 associated. External IP: 172.25.1.56, port: 751561b5-0afb-460a-9f0f-9774dd96f85d. Jan 28 03:32:59.114202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c0267-8e2d-4bd1-84a3-0379f721df3e req-9af0e7fd-8c4a-4f4d-bcc3-82cefd91bbbc tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:59.116306 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b1c0267-8e2d-4bd1-84a3-0379f721df3e req-9af0e7fd-8c4a-4f4d-bcc3-82cefd91bbbc tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 946 time: 0.0976276 Jan 28 03:32:59.216708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-638e7097-c29a-449b-abd8-a8b36e971a40 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:32:59.219838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b1c0267-8e2d-4bd1-84a3-0379f721df3e req-933b9f57-4522-48ad-84b7-ef0d40d813be tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964549 Jan 28 03:32:59.371493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-638e7097-c29a-449b-abd8-a8b36e971a40 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:59.376220 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-638e7097-c29a-449b-abd8-a8b36e971a40 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:59.386577 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] Sync routers for ids ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:59.392890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3186006-e58b-4cdb-9707-f8dd64205d45 req-4ef518fe-a51f-468f-b09d-73792c5d0415 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:59.394832 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3186006-e58b-4cdb-9707-f8dd64205d45 req-4ef518fe-a51f-468f-b09d-73792c5d0415 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 943 time: 0.1142919 Jan 28 03:32:59.397700 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] Routers {'6ab5706f-3ad4-45c7-a9a4-6c203dff7645'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:59.398282 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:59.441504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-638e7097-c29a-449b-abd8-a8b36e971a40 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "PUT /v2.0/floatingips/530fb611-f014-46ff-8f89-8f50d6ecbc23 HTTP/1.1" status: 200 len: 995 time: 1.4303367 Jan 28 03:32:59.442193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'tag': '751561b5-0afb-460a-9f0f-9774dd96f85d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:59.444663 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70beedde-63d0-4c0a-a148-05422b8e820e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8d42b5-7400-4dbd-87d6-d53707cc10bf", "tag": "751561b5-0afb-460a-9f0f-9774dd96f85d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:59.479350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3186006-e58b-4cdb-9707-f8dd64205d45 req-21366723-c290-420e-ba43-2269d5fd02b5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619335 Jan 28 03:32:59.506376 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] Set router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:59.519811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-265e7fd5-8ba1-43f1-9699-0b319e985405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:59.521481 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-265e7fd5-8ba1-43f1-9699-0b319e985405 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5308ebe273741a1a63b6bfca43311f7&device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 1097 time: 0.0463424 Jan 28 03:32:59.650715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-6753bacf-e743-4f97-92ef-d216f2ca1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:59.660299 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-6753bacf-e743-4f97-92ef-d216f2ca1bd1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff HTTP/1.1" status: 200 len: 929 time: 0.1288278 Jan 28 03:32:59.768570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-834bc085-e411-40ac-a5f1-a7168f36ecdd req-e06e9fd9-5c1b-4b81-bed8-6acd7ce53137 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 210 time: 0.0585101 Jan 28 03:32:59.794588 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:25Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '530fb611-f014-46ff-8f89-8f50d6ecbc23', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'port_id': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'mac_address': 'fa:16:3e:d8:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:32:55Z', 'updated_at': '2022-01-28T03:32:58Z', 'revision_number': 1, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a7e795f-9042-4d02-8993-415d3906fa8a', 'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'mac_address': 'fa:16:3e:e1:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:22Z', 'updated_at': '2022-01-28T03:32:35Z', 'revision_number': 5, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'subnets': [{'id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:59.821543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-1f791c59-2f8a-4ab5-b442-014d80eb6851 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=af9d2233ae34471aa50f96da6d2a9265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519750 Jan 28 03:32:59.830683 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] Checking router: 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:59.832978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-34b76d25-9e5f-4c8d-a84e-fcd9f6f53204 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751561b5-0afb-460a-9f0f-9774dd96f85d HTTP/1.1" status: 200 len: 998 time: 0.1714416 Jan 28 03:32:59.842705 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] Routers {'6ab5706f-3ad4-45c7-a9a4-6c203dff7645'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:59.843825 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:59.969445 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] Set router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:59.994444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fddff1d-fd43-4d50-9663-2527b8738342 req-1d9b05a8-02cb-49a7-9e93-596322798f19 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 210 time: 0.0827334 Jan 28 03:32:59.999833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-f2df428e-3862-41bf-82b3-1707375fa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:00.009138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-f2df428e-3862-41bf-82b3-1707375fa250 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60623ef0-1f49-43e8-b70d-e39790a668d8 HTTP/1.1" status: 200 len: 867 time: 0.1564834 Jan 28 03:33:00.090632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-609ee099-5f89-413e-9990-7bc128e3ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:00.099818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-609ee099-5f89-413e-9990-7bc128e3ff35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891321 Jan 28 03:33:00.107274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-1f60fa82-34d7-4508-b4f0-79eaefa05602 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:33:00.116353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-1f60fa82-34d7-4508-b4f0-79eaefa05602 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149930 Jan 28 03:33:00.154437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-c8c7aee7-4a4d-4138-8f69-8c24da4a3eaa tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:00.159909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-c8c7aee7-4a4d-4138-8f69-8c24da4a3eaa tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242686 Jan 28 03:33:00.199794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Request body: {'port': {'device_id': '772f868d-61c0-428f-aedc-833a883f0169', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'af9d2233ae34471aa50f96da6d2a9265'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:00.297598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:25Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '530fb611-f014-46ff-8f89-8f50d6ecbc23', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'port_id': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'mac_address': 'fa:16:3e:d8:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:32:55Z', 'updated_at': '2022-01-28T03:32:58Z', 'revision_number': 1, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a7e795f-9042-4d02-8993-415d3906fa8a', 'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'mac_address': 'fa:16:3e:e1:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:22Z', 'updated_at': '2022-01-28T03:32:35Z', 'revision_number': 5, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'subnets': [{'id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:00.325040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-fb6979e4-9548-451a-9658-cd9d9bb7f90f service neutron] 10.222.0.44 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074971 Jan 28 03:33:00.332519 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d1c300-1dcc-477d-bb7f-38d88a2fd142 None None] The sync data for ids ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'] in n-d-808199-14 is: [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:25Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '530fb611-f014-46ff-8f89-8f50d6ecbc23', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'port_id': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'mac_address': 'fa:16:3e:d8:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:32:55Z', 'updated_at': '2022-01-28T03:32:58Z', 'revision_number': 1, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a7e795f-9042-4d02-8993-415d3906fa8a', 'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'mac_address': 'fa:16:3e:e1:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:22Z', 'updated_at': '2022-01-28T03:32:35Z', 'revision_number': 5, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'subnets': [{'id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:33:00.350081 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1eeae930-9fdb-4487-a92e-cf093e16812f details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:00.386519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Made reservation on behalf of af9d2233ae34471aa50f96da6d2a9265 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:00.394848 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:00.433557 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:00.487607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1eeae930-9fdb-4487-a92e-cf093e16812f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1eeae930-9fdb-4487-a92e-cf093e16812f,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:00.521894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '1eeae930-9fdb-4487-a92e-cf093e16812f', 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb', 'port_id': '1eeae930-9fdb-4487-a92e-cf093e16812f', 'mac_address': 'fa:16:3e:d4:20:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:00.557497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a1bec2b-cfc6-4923-b7be-cac8305d58a4 req-9a6aea6b-9868-4a27-ae27-f1c65ea0d4b4 service neutron] 10.222.0.44 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300670 Jan 28 03:33:00.581034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1eeae930-9fdb-4487-a92e-cf093e16812f is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:00.581983 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:00.604541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eeae930-9fdb-4487-a92e-cf093e16812f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:00.606139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0942d66-0f4c-4041-93ea-e7dea5394f68 req-81171b6f-310d-4873-a68e-f58743fcbff8 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:00.607807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0942d66-0f4c-4041-93ea-e7dea5394f68 req-81171b6f-310d-4873-a68e-f58743fcbff8 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.0912254 Jan 28 03:33:00.623857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks [] for security_group (6961d49a-0ac0-4e7e-815f-57a49a755dfa), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:00.643091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1eeae930-9fdb-4487-a92e-cf093e16812f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1eeae930-9fdb-4487-a92e-cf093e16812f,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:00.649239 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21a8c35-8765-4084-9c80-8f5c7fc75f78 x-openstack-request-id: req-b21a8c35-8765-4084-9c80-8f5c7fc75f78 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:00.651893 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8d42b5-7400-4dbd-87d6-d53707cc10bf", "tag": "751561b5-0afb-460a-9f0f-9774dd96f85d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:00.652423 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b21a8c35-8765-4084-9c80-8f5c7fc75f78 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:00.653416 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'tag': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'status': 'completed', 'code': 200} Jan 28 03:33:00.656440 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6961d49a-0ac0-4e7e-815f-57a49a755dfa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:00.659065 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:00.730009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1eeae930-9fdb-4487-a92e-cf093e16812f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:00.749365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0942d66-0f4c-4041-93ea-e7dea5394f68 req-5abc7423-d9e3-42ff-a471-e08cc389d6ab tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287088 Jan 28 03:33:00.751930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2bd62-6386-43f4-801a-8c05f1e97042 None None] New status for floating IP 530fb611-f014-46ff-8f89-8f50d6ecbc23: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:33:00.758473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6961d49a-0ac0-4e7e-815f-57a49a755dfa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:00.841242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Allocated IP 192.168.233.95 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/bc1cd103-b350-4115-b281-7f612704285c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:00.883728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70beedde-63d0-4c0a-a148-05422b8e820e req-778662b2-5fc4-4a93-93e4-cf4a3458f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:00.887936 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70beedde-63d0-4c0a-a148-05422b8e820e req-778662b2-5fc4-4a93-93e4-cf4a3458f909 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5308ebe273741a1a63b6bfca43311f7&device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 1097 time: 0.1233912 Jan 28 03:33:01.007517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70beedde-63d0-4c0a-a148-05422b8e820e req-1e1a1761-46a8-42d1-b78c-eeffc082c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:01.009194 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70beedde-63d0-4c0a-a148-05422b8e820e req-1e1a1761-46a8-42d1-b78c-eeffc082c4b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff HTTP/1.1" status: 200 len: 929 time: 0.1151197 Jan 28 03:33:01.068327 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks [] for port (bc1cd103-b350-4115-b281-7f612704285c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:01.111452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56240525-7a82-4705-b72f-df7d94caacb3 req-c2ace0d1-9929-40d6-ad6c-d044687514d8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:01.113155 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70beedde-63d0-4c0a-a148-05422b8e820e req-491cf57d-a97d-450d-9f16-c62bd5b73735 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751561b5-0afb-460a-9f0f-9774dd96f85d HTTP/1.1" status: 200 len: 1000 time: 0.0953929 Jan 28 03:33:01.117287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56240525-7a82-4705-b72f-df7d94caacb3 req-c2ace0d1-9929-40d6-ad6c-d044687514d8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 944 time: 0.1023266 Jan 28 03:33:01.162465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70beedde-63d0-4c0a-a148-05422b8e820e req-dd43acd6-f415-4acb-8d5e-1bc6fc09baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:01.164029 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70beedde-63d0-4c0a-a148-05422b8e820e req-dd43acd6-f415-4acb-8d5e-1bc6fc09baa7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60623ef0-1f49-43e8-b70d-e39790a668d8 HTTP/1.1" status: 200 len: 867 time: 0.0448806 Jan 28 03:33:01.209901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['1eeae930-9fdb-4487-a92e-cf093e16812f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:01.221235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70beedde-63d0-4c0a-a148-05422b8e820e req-92c3cdec-965c-45d4-8bf9-75fb76d6f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:01.223644 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70beedde-63d0-4c0a-a148-05422b8e820e req-92c3cdec-965c-45d4-8bf9-75fb76d6f364 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530245 Jan 28 03:33:01.225500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bc1cd103-b350-4115-b281-7f612704285c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:01.350787 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70beedde-63d0-4c0a-a148-05422b8e820e req-cec59724-ab24-4f62-86d4-288bbd178716 service neutron] 10.222.0.42 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186509 Jan 28 03:33:01.455560 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70beedde-63d0-4c0a-a148-05422b8e820e req-4b2b5709-ca96-44d9-9a98-635196927cf3 service neutron] 10.222.0.42 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983925 Jan 28 03:33:01.589174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56240525-7a82-4705-b72f-df7d94caacb3 req-99baa884-1344-423f-933f-64555e672b61 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646945 Jan 28 03:33:01.613780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:01.624464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:01.634323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:01.650801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-338cde66-1570-470e-8358-2a13e0292b4b tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 258 time: 0.5588167 Jan 28 03:33:01.655877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:01.684891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Pushing event updated for resources: {'Port': ['ID=bc1cd103-b350-4115-b281-7f612704285c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:01.722790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:01.748347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:01.749036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:01.820264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-343282a7-2082-4e39-b429-0810dfdf6106 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6291745 Jan 28 03:33:01.840703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Request body: {'port': {'device_id': '772f868d-61c0-428f-aedc-833a883f0169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:01.913907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bc1cd103-b350-4115-b281-7f612704285c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:01.925629 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:01.973819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-60ccfd2e-5f7b-4785-9206-e7681c4e81f0 None None] Provisioning complete for port bc1cd103-b350-4115-b281-7f612704285c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:01.974552 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60ccfd2e-5f7b-4785-9206-e7681c4e81f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bc1cd103-b350-4115-b281-7f612704285c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:02.028957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-60ccfd2e-5f7b-4785-9206-e7681c4e81f0 None None] Port bc1cd103-b350-4115-b281-7f612704285c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:33:02.172362 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc263-b84e-4789-bdd5-556cbcf913f6 req-11a1579d-7392-4b55-972e-7babd65abc4a tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:02.177679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc263-b84e-4789-bdd5-556cbcf913f6 req-11a1579d-7392-4b55-972e-7babd65abc4a tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:02.183725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc263-b84e-4789-bdd5-556cbcf913f6 req-11a1579d-7392-4b55-972e-7babd65abc4a tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:02.185441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5cfc263-b84e-4789-bdd5-556cbcf913f6 req-11a1579d-7392-4b55-972e-7babd65abc4a tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811&device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee&device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 2418 time: 0.2115352 Jan 28 03:33:02.255446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Allocated IP 172.25.1.60 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/91d542f5-5777-4978-bbcb-350884f7921d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:02.315554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5cfc263-b84e-4789-bdd5-556cbcf913f6 req-01085d85-9c89-4eec-b9c4-6728c399460d tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191053 Jan 28 03:33:02.372906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1eeae930-9fdb-4487-a92e-cf093e16812f up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:02.439115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 1eeae930-9fdb-4487-a92e-cf093e16812f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:33:02.443536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 1eeae930-9fdb-4487-a92e-cf093e16812f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:02.443825 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:02.445590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e939a7f-9c35-4f24-8635-9bac647717a5 req-82e3190c-ae9f-4fe5-8c61-3d09e1b1666d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada710c4-1d39-4f2f-804d-f97dd7a89ba8 HTTP/1.1" status: 200 len: 210 time: 0.0516956 Jan 28 03:33:02.505610 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for port (91d542f5-5777-4978-bbcb-350884f7921d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:02.544525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1eeae930-9fdb-4487-a92e-cf093e16812f is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:02.544961 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:02.551911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1cd103-b350-4115-b281-7f612704285c {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:02.569163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Publish callbacks [] for port (bc1cd103-b350-4115-b281-7f612704285c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:02.570300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177b27e8-fe0a-4c1d-b997-91633a039044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eeae930-9fdb-4487-a92e-cf093e16812f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:02.574807 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719f3ceb-7382-4e8f-9bc5-c38b61784b5a" -d '{"events": [{"server_uuid": "177b27e8-fe0a-4c1d-b997-91633a039044", "name": "network-vif-plugged", "status": "completed", "tag": "1eeae930-9fdb-4487-a92e-cf093e16812f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:02.590684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1eeae930-9fdb-4487-a92e-cf093e16812f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1eeae930-9fdb-4487-a92e-cf093e16812f,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:02.596538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:02.612918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Transition to ACTIVE for port object bc1cd103-b350-4115-b281-7f612704285c will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:02.624508 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (bc1cd103-b350-4115-b281-7f612704285c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:02.655482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (91d542f5-5777-4978-bbcb-350884f7921d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:02.659219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1eeae930-9fdb-4487-a92e-cf093e16812f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:02.676622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdbc18-2bd8-4180-9e97-064302625581 req-a7509d60-3fa1-487f-8450-7814fecfcc72 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:02.678220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0fdbc18-2bd8-4180-9e97-064302625581 req-a7509d60-3fa1-487f-8450-7814fecfcc72 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 935 time: 0.1301222 Jan 28 03:33:02.715680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:02.724578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1cd103-b350-4115-b281-7f612704285c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:02.727215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:02.737009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:02.868390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0fdbc18-2bd8-4180-9e97-064302625581 req-f0191c89-947b-482f-84ee-9f7a86460665 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/security-groups?id=6961d49a-0ac0-4e7e-815f-57a49a755dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802616 Jan 28 03:33:02.869586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Pushing event updated for resources: {'Port': ['ID=91d542f5-5777-4978-bbcb-350884f7921d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:02.925927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Attempting to bind port bc1cd103-b350-4115-b281-7f612704285c on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:02.925927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Attempting to bind port bc1cd103-b350-4115-b281-7f612704285c by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:02.925927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Attempting to bind port bc1cd103-b350-4115-b281-7f612704285c on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:02.932502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Port bc1cd103-b350-4115-b281-7f612704285c on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:02.932831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Attempting to bind port bc1cd103-b350-4115-b281-7f612704285c on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:02.944229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:02.944577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:02.946526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:02.946957 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Bound port: bc1cd103-b350-4115-b281-7f612704285c, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:02.947388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bc1cd103-b350-4115-b281-7f612704285c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:02.965649 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (7b3e7122-0710-4c64-9264-9271ddbf0f61), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:03.064363 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (91d542f5-5777-4978-bbcb-350884f7921d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:03.066327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] For port bc1cd103-b350-4115-b281-7f612704285c, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:03.070275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] For port bc1cd103-b350-4115-b281-7f612704285c, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bc1cd103-b350-4115-b281-7f612704285c,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:03.092915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (bc1cd103-b350-4115-b281-7f612704285c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:03.150439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:03.150439 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:03.151270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc1cd103-b350-4115-b281-7f612704285c HTTP/1.1" status: 200 len: 1096 time: 1.3158729 Jan 28 03:33:03.153947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772f868d-61c0-428f-aedc-833a883f0169', 'tag': 'bc1cd103-b350-4115-b281-7f612704285c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:03.156076 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb40192-2a9c-4308-8f9e-799833eef876" -d '{"events": [{"name": "network-changed", "server_uuid": "772f868d-61c0-428f-aedc-833a883f0169", "tag": "bc1cd103-b350-4115-b281-7f612704285c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:03.202525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120f0a-31cb-44f9-81d1-71c13ac26499 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1cd103-b350-4115-b281-7f612704285c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:03.367539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-6bb557a7-faa5-4f3a-8f47-32f15deed145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:03.369799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-6bb557a7-faa5-4f3a-8f47-32f15deed145 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af9d2233ae34471aa50f96da6d2a9265&device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 1099 time: 0.1123974 Jan 28 03:33:03.439631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-22314ede-83ca-4f47-b953-d1e7670ccfa9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=bc1cd103-b350-4115-b281-7f612704285c HTTP/1.1" status: 200 len: 217 time: 0.0522254 Jan 28 03:33:03.448873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747c9ac-8200-49fd-b590-e1ae0ab73992 req-6cec6667-dfc2-4401-a451-5f8d0367ef08 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:03.456661 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3747c9ac-8200-49fd-b590-e1ae0ab73992 req-6cec6667-dfc2-4401-a451-5f8d0367ef08 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 946 time: 0.1412413 Jan 28 03:33:03.545104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for port (91d542f5-5777-4978-bbcb-350884f7921d), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:03.566679 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (91d542f5-5777-4978-bbcb-350884f7921d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:03.591211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-51ca8129-8eb8-46bf-b332-3326ba1e591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:03.592705 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-51ca8129-8eb8-46bf-b332-3326ba1e591d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1340241 Jan 28 03:33:03.638647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3747c9ac-8200-49fd-b590-e1ae0ab73992 req-eaab3c0f-d265-492c-a0c2-020a4e293c6f tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810944 Jan 28 03:33:03.679783 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc20b0e-1cc9-495f-9be1-ae5e7aeffd19 x-openstack-request-id: req-3cc20b0e-1cc9-495f-9be1-ae5e7aeffd19 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:03.681201 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177b27e8-fe0a-4c1d-b997-91633a039044", "name": "network-vif-plugged", "status": "completed", "tag": "1eeae930-9fdb-4487-a92e-cf093e16812f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:03.682363 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3cc20b0e-1cc9-495f-9be1-ae5e7aeffd19 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:03.683380 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177b27e8-fe0a-4c1d-b997-91633a039044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eeae930-9fdb-4487-a92e-cf093e16812f', 'code': 200} Jan 28 03:33:03.691617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Pushing event updated for resources: {'Port': ['ID=91d542f5-5777-4978-bbcb-350884f7921d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:03.708953 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (7b3e7122-0710-4c64-9264-9271ddbf0f61), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:03.712429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.712833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.713223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.713551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.713969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.714221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.714556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.714890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.715243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.715559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.715885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.716212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.716540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:03.727855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-82e6e166-3b1c-46bf-ac5d-787e3ebbd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:03.730287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-82e6e166-3b1c-46bf-ac5d-787e3ebbd762 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1164420 Jan 28 03:33:03.773446 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:03.774693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-06293f5a-1679-4c56-a251-0f9f6252a7e1 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1230850 Jan 28 03:33:03.917494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-98103b76-c56f-41b0-934e-dc136de8a9cb tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.1319501 Jan 28 03:33:03.943546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5731a-908a-42fc-ada8-47e0a6b39b91 req-696f4af3-eaca-4fc2-9a3b-9030fdac3c58 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:03.945072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63e5731a-908a-42fc-ada8-47e0a6b39b91 req-696f4af3-eaca-4fc2-9a3b-9030fdac3c58 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.2137928 Jan 28 03:33:03.984200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89440-371e-491b-9886-fc686d666d33 req-cdfb9e81-0421-4f17-ac78-df876d353aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:03.985618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fac89440-371e-491b-9886-fc686d666d33 req-cdfb9e81-0421-4f17-ac78-df876d353aef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 1097 time: 0.1990366 Jan 28 03:33:04.032848 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-b3ca072a-e1d2-4b6b-b175-7a84cd07f31b service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877777 Jan 28 03:33:04.163559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63e5731a-908a-42fc-ada8-47e0a6b39b91 req-e9f1ea66-34b0-4c32-9362-2ec906f0f01d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073219 Jan 28 03:33:04.207922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fac89440-371e-491b-9886-fc686d666d33 req-45439077-72be-4715-a920-bc84191ef97a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097380 Jan 28 03:33:04.226793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-d154ac97-e5c6-45c4-9716-911ededdafa4 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:04.228254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a230f4d4-2093-4c82-957e-d2322ff4d923 req-d154ac97-e5c6-45c4-9716-911ededdafa4 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.3018653 Jan 28 03:33:04.236579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc4f29d9-2d40-49cc-a63d-11ef8647d0fb req-5d16dcea-c691-4a46-9fa9-6deec46482f5 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947341 Jan 28 03:33:04.266543 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c42a77-0e3a-4a07-a3b7-345d60177278 x-openstack-request-id: req-99c42a77-0e3a-4a07-a3b7-345d60177278 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:04.267542 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772f868d-61c0-428f-aedc-833a883f0169", "tag": "bc1cd103-b350-4115-b281-7f612704285c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:04.267542 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99c42a77-0e3a-4a07-a3b7-345d60177278 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:04.267921 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772f868d-61c0-428f-aedc-833a883f0169', 'tag': 'bc1cd103-b350-4115-b281-7f612704285c', 'status': 'completed', 'code': 200} Jan 28 03:33:04.434296 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40192-2a9c-4308-8f9e-799833eef876 req-81d68138-07ef-44ba-a399-c7232c37799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:04.436071 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edb40192-2a9c-4308-8f9e-799833eef876 req-81d68138-07ef-44ba-a399-c7232c37799b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af9d2233ae34471aa50f96da6d2a9265&device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 1099 time: 0.0637646 Jan 28 03:33:04.548386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40192-2a9c-4308-8f9e-799833eef876 req-e5ee844b-c323-49f3-8813-f47f52fcf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:04.550219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edb40192-2a9c-4308-8f9e-799833eef876 req-e5ee844b-c323-49f3-8813-f47f52fcf3a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1079040 Jan 28 03:33:04.599257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edb40192-2a9c-4308-8f9e-799833eef876 req-b54c6bd8-735c-4ed0-8d5b-be4acb311490 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=bc1cd103-b350-4115-b281-7f612704285c HTTP/1.1" status: 200 len: 217 time: 0.0412087 Jan 28 03:33:04.653030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40192-2a9c-4308-8f9e-799833eef876 req-209a84af-ed0b-46ff-9218-c2490ca2619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:04.655101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edb40192-2a9c-4308-8f9e-799833eef876 req-209a84af-ed0b-46ff-9218-c2490ca2619a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0500603 Jan 28 03:33:04.737442 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095a5d5-ed7c-43d8-8a93-b721e50a14e9 req-15fb17fa-a1d2-47b8-9649-ea167363465b tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:04.739036 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f095a5d5-ed7c-43d8-8a93-b721e50a14e9 req-15fb17fa-a1d2-47b8-9649-ea167363465b tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 947 time: 0.0900180 Jan 28 03:33:04.747548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40192-2a9c-4308-8f9e-799833eef876 req-8cbdda9b-6e80-44ce-b5ad-75b641bd8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:04.748998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edb40192-2a9c-4308-8f9e-799833eef876 req-8cbdda9b-6e80-44ce-b5ad-75b641bd8a1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831056 Jan 28 03:33:04.875956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f095a5d5-ed7c-43d8-8a93-b721e50a14e9 req-c1b84f60-4602-46f1-9a11-39dfa6a2035f tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/security-groups?id=6961d49a-0ac0-4e7e-815f-57a49a755dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259382 Jan 28 03:33:04.912769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35199270-0639-409a-8214-c740a33b17bc req-2b47e721-2e0a-4142-a2de-995514753fb7 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:04.921050 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35199270-0639-409a-8214-c740a33b17bc req-2b47e721-2e0a-4142-a2de-995514753fb7 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0984564 Jan 28 03:33:04.949968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edb40192-2a9c-4308-8f9e-799833eef876 req-787440af-14c2-485d-95b4-d025f4fd4b58 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856713 Jan 28 03:33:05.013261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35199270-0639-409a-8214-c740a33b17bc req-a8d22c69-f029-47c5-bd37-d18d54d8f9b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0912397 Jan 28 03:33:05.060686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-35199270-0639-409a-8214-c740a33b17bc req-f1267063-234e-42a0-89ff-6704c9b67883 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Request body: {'floatingip': {'port_id': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:05.107109 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-35199270-0639-409a-8214-c740a33b17bc req-f1267063-234e-42a0-89ff-6704c9b67883 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (7b3e7122-0710-4c64-9264-9271ddbf0f61), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:05.196477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edb40192-2a9c-4308-8f9e-799833eef876 req-a9897855-3910-4b5e-896d-1fd457cf7f00 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124910 Jan 28 03:33:05.365836 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-35199270-0639-409a-8214-c740a33b17bc req-f1267063-234e-42a0-89ff-6704c9b67883 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 03:33:05.377607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35199270-0639-409a-8214-c740a33b17bc req-f1267063-234e-42a0-89ff-6704c9b67883 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "PUT /v2.0/floatingips/7b3e7122-0710-4c64-9264-9271ddbf0f61 HTTP/1.1" status: 409 len: 549 time: 0.3281481 Jan 28 03:33:05.485990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2f7c-6feb-49e4-a8fd-b35b743189f5 req-f716cebe-ec51-4e76-b12a-b0481875d884 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:05.493011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaea2f7c-6feb-49e4-a8fd-b35b743189f5 req-f716cebe-ec51-4e76-b12a-b0481875d884 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.0671527 Jan 28 03:33:05.542369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaea2f7c-6feb-49e4-a8fd-b35b743189f5 req-7f74b749-4d27-4e13-817d-bec197fd5a9b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483956 Jan 28 03:33:05.770534 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-10c09a76-fa15-4a47-a57e-d5e3820c8386 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips/7b3e7122-0710-4c64-9264-9271ddbf0f61 HTTP/1.1" status: 200 len: 692 time: 0.0936759 Jan 28 03:33:05.930623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-9139dba1-a47a-44bf-88c8-13fcd40e522c tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:05.937965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-9139dba1-a47a-44bf-88c8-13fcd40e522c tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1606336 Jan 28 03:33:05.943399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-7f2d2971-482f-4cf0-864f-9a178a05b693 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:33:05.951903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-7f2d2971-482f-4cf0-864f-9a178a05b693 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129921 Jan 28 03:33:06.345133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:06.396646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-1abecefc-6b2c-4218-b8ab-44abc14758b8 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.4438231 Jan 28 03:33:06.475482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-fdee29a2-b6fb-4946-9be3-b408237db232 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0599852 Jan 28 03:33:06.479308 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.533960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef28b7e-eec1-4fe7-befe-9e467854d786 req-87eeb0ed-dc3c-430f-aab8-39e746fd7b49 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:06.540647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef28b7e-eec1-4fe7-befe-9e467854d786 req-87eeb0ed-dc3c-430f-aab8-39e746fd7b49 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 947 time: 0.1554990 Jan 28 03:33:06.616951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Publish callbacks [] for security_group (432598d8-deb8-4f3a-accd-aad40e4a625c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.622444 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (432598d8-deb8-4f3a-accd-aad40e4a625c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.651830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432598d8-deb8-4f3a-accd-aad40e4a625c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:06.666734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef28b7e-eec1-4fe7-befe-9e467854d786 req-552160f8-dc25-46d7-ac6b-5e702513e533 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/security-groups?id=6961d49a-0ac0-4e7e-815f-57a49a755dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243558 Jan 28 03:33:06.671243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.671668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.672090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.672489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.673116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.673506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.673963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.674474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.674759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.675144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.675824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.676209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.676590 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:06.708318 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2f381bdb-4cd2-447c-98ca-f7c18d2215f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd718414ad354372ab1aa58cfd9b2232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614411 Jan 28 03:33:06.710365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52850) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:06.718986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-666d4c2c-87b3-4d9e-a2f5-d92b232899bc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Deleting port 91d542f5-5777-4978-bbcb-350884f7921d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:06.719544 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-666d4c2c-87b3-4d9e-a2f5-d92b232899bc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (91d542f5-5777-4978-bbcb-350884f7921d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.767362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a975f7e8-8ab5-48fe-9c8a-65c4af03d7de admin admin] Publish callbacks [] for security_group (432598d8-deb8-4f3a-accd-aad40e4a625c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.792886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a975f7e8-8ab5-48fe-9c8a-65c4af03d7de admin admin] Publish callbacks [] for security_group (432598d8-deb8-4f3a-accd-aad40e4a625c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.835751 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-666d4c2c-87b3-4d9e-a2f5-d92b232899bc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (91d542f5-5777-4978-bbcb-350884f7921d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.845497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-666d4c2c-87b3-4d9e-a2f5-d92b232899bc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (91d542f5-5777-4978-bbcb-350884f7921d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.857541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a975f7e8-8ab5-48fe-9c8a-65c4af03d7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (432598d8-deb8-4f3a-accd-aad40e4a625c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.860690 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a975f7e8-8ab5-48fe-9c8a-65c4af03d7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.862126 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a975f7e8-8ab5-48fe-9c8a-65c4af03d7de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/432598d8-deb8-4f3a-accd-aad40e4a625c HTTP/1.1" status: 204 len: 168 time: 0.1510015 Jan 28 03:33:06.878444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975f7e8-8ab5-48fe-9c8a-65c4af03d7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432598d8-deb8-4f3a-accd-aad40e4a625c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:06.881744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-666d4c2c-87b3-4d9e-a2f5-d92b232899bc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Calling delete_port for 91d542f5-5777-4978-bbcb-350884f7921d owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:07.071531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bc1cd103-b350-4115-b281-7f612704285c details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:07.109195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036980d-7229-4180-afe1-3e9e954c6433 req-d15313a3-c394-4fed-9625-1b0bdb1870a0 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:07.116579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1036980d-7229-4180-afe1-3e9e954c6433 req-d15313a3-c394-4fed-9625-1b0bdb1870a0 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.0942640 Jan 28 03:33:07.276423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bc1cd103-b350-4115-b281-7f612704285c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bc1cd103-b350-4115-b281-7f612704285c,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:07.280220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1036980d-7229-4180-afe1-3e9e954c6433 req-1ade47ee-34e9-4ecb-b43e-16f438aa700d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602271 Jan 28 03:33:07.302070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'bc1cd103-b350-4115-b281-7f612704285c', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'bc1cd103-b350-4115-b281-7f612704285c', 'mac_address': 'fa:16:3e:25:54:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:07.347287 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-666d4c2c-87b3-4d9e-a2f5-d92b232899bc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (91d542f5-5777-4978-bbcb-350884f7921d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.367477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52864) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:07.389075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c748cbe0-5bd2-4f66-8f48-49efbcb8631c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.410005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d4c2c-87b3-4d9e-a2f5-d92b232899bc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Pushing event deleted for resources: {'Port': ['ID=91d542f5-5777-4978-bbcb-350884f7921d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:07.411266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port bc1cd103-b350-4115-b281-7f612704285c is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:07.411993 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bc1cd103-b350-4115-b281-7f612704285c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.445890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1cd103-b350-4115-b281-7f612704285c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:07.478949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bc1cd103-b350-4115-b281-7f612704285c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bc1cd103-b350-4115-b281-7f612704285c,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:07.492456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bc1cd103-b350-4115-b281-7f612704285c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.560726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=bc1cd103-b350-4115-b281-7f612704285c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:07.571682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c748cbe0-5bd2-4f66-8f48-49efbcb8631c admin admin] Publish callbacks [] for security_group (030102f6-5c5f-4a65-aa47-5bf8267492db), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.573080 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-666d4c2c-87b3-4d9e-a2f5-d92b232899bc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (7b3e7122-0710-4c64-9264-9271ddbf0f61), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.577008 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c748cbe0-5bd2-4f66-8f48-49efbcb8631c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (030102f6-5c5f-4a65-aa47-5bf8267492db), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.581059 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-666d4c2c-87b3-4d9e-a2f5-d92b232899bc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.608489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ca323ac-9ebd-4f52-8b12-064ab41d3149 req-666d4c2c-87b3-4d9e-a2f5-d92b232899bc tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "DELETE /v2.0/floatingips/7b3e7122-0710-4c64-9264-9271ddbf0f61 HTTP/1.1" status: 204 len: 173 time: 1.1317909 Jan 28 03:33:07.617708 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c748cbe0-5bd2-4f66-8f48-49efbcb8631c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0057b3c9488c46059111e0e592eab169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491403 Jan 28 03:33:07.620994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:07.640042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748cbe0-5bd2-4f66-8f48-49efbcb8631c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030102f6-5c5f-4a65-aa47-5bf8267492db,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:07.768563 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22430746-e67f-4cdd-a7fe-c74556d7f681 admin admin] Publish callbacks [] for security_group (030102f6-5c5f-4a65-aa47-5bf8267492db), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.780605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1d7c6-5949-4858-987f-974ebe9e595d req-119bc2c5-8bfe-4362-b652-148fe3005de6 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:07.781235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2f1d7c6-5949-4858-987f-974ebe9e595d req-119bc2c5-8bfe-4362-b652-148fe3005de6 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.0975370 Jan 28 03:33:07.803048 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22430746-e67f-4cdd-a7fe-c74556d7f681 admin admin] Publish callbacks [] for security_group (030102f6-5c5f-4a65-aa47-5bf8267492db), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.872386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['bc1cd103-b350-4115-b281-7f612704285c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:07.890598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2f1d7c6-5949-4858-987f-974ebe9e595d req-26351384-a653-4639-9cf1-5db536648db3 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638533 Jan 28 03:33:07.972173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22430746-e67f-4cdd-a7fe-c74556d7f681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (030102f6-5c5f-4a65-aa47-5bf8267492db), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.987247 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22430746-e67f-4cdd-a7fe-c74556d7f681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:07.988645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-22430746-e67f-4cdd-a7fe-c74556d7f681 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/030102f6-5c5f-4a65-aa47-5bf8267492db HTTP/1.1" status: 204 len: 168 time: 0.3664393 Jan 28 03:33:08.033257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22430746-e67f-4cdd-a7fe-c74556d7f681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030102f6-5c5f-4a65-aa47-5bf8267492db,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:08.166597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-c6b88181-33b9-43a6-a284-c5609b88dfe2 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 1000 time: 0.2534807 Jan 28 03:33:08.236291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-c540e694-9ceb-4139-80f3-72d79e081e5e tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:08.244822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-c540e694-9ceb-4139-80f3-72d79e081e5e tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports/751561b5-0afb-460a-9f0f-9774dd96f85d HTTP/1.1" status: 200 len: 942 time: 0.0672817 Jan 28 03:33:08.259378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d73c62-905c-44d0-88ac-dc31743ae679 req-c2d7af41-6b92-415c-9ecd-3cd57a11030d tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:08.263593 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01d73c62-905c-44d0-88ac-dc31743ae679 req-c2d7af41-6b92-415c-9ecd-3cd57a11030d tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 948 time: 0.1775784 Jan 28 03:33:08.338697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01d73c62-905c-44d0-88ac-dc31743ae679 req-4e5e474f-3c18-4c3b-9cd1-a2517304814b tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/security-groups?id=6961d49a-0ac0-4e7e-815f-57a49a755dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679333 Jan 28 03:33:08.419734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-cdebdb23-5bf8-444e-82cb-9a14f772fba3 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 1000 time: 0.0955126 Jan 28 03:33:08.537374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2bb2e-f3b9-415c-8b94-3bf397e52c63 req-2d2a7812-53da-4105-bb03-ffc206c8a233 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:08.538990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5af2bb2e-f3b9-415c-8b94-3bf397e52c63 req-2d2a7812-53da-4105-bb03-ffc206c8a233 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.1165857 Jan 28 03:33:08.600956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-49b2350d-55e8-4a7d-8db4-1f270a9f4536 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:08.608745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-49b2350d-55e8-4a7d-8db4-1f270a9f4536 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1880345 Jan 28 03:33:08.667543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5af2bb2e-f3b9-415c-8b94-3bf397e52c63 req-57e42d63-0a83-44ce-a624-eb77d7414af4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177950 Jan 28 03:33:08.695311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-bfdc6499-7147-427f-9d30-5c5babbf1933 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 1000 time: 0.0856519 Jan 28 03:33:08.708445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-a7d6b41e-1882-4cd8-88cd-0feb5fe9c212 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:08.860051 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-a7d6b41e-1882-4cd8-88cd-0feb5fe9c212 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (530fb611-f014-46ff-8f89-8f50d6ecbc23), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:08.875124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed9e51-ee4e-4615-9d2f-15904a61787d req-31682207-b5a1-447b-bcdb-252f4c4d079f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:08.876834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2aed9e51-ee4e-4615-9d2f-15904a61787d req-31682207-b5a1-447b-bcdb-252f4c4d079f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.1017828 Jan 28 03:33:09.014412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2aed9e51-ee4e-4615-9d2f-15904a61787d req-316fd32d-b16c-4d37-8ffe-a839fa4f1f87 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060791 Jan 28 03:33:09.088384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-a7d6b41e-1882-4cd8-88cd-0feb5fe9c212 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:09.099582 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-a7d6b41e-1882-4cd8-88cd-0feb5fe9c212 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (530fb611-f014-46ff-8f89-8f50d6ecbc23), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:09.100647 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-a7d6b41e-1882-4cd8-88cd-0feb5fe9c212 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Floating IP 530fb611-f014-46ff-8f89-8f50d6ecbc23 disassociated. External IP: 172.25.1.56, port: 751561b5-0afb-460a-9f0f-9774dd96f85d. Jan 28 03:33:09.101595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bc1cd103-b350-4115-b281-7f612704285c up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:09.204410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port bc1cd103-b350-4115-b281-7f612704285c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:33:09.209148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port bc1cd103-b350-4115-b281-7f612704285c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:09.209755 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bc1cd103-b350-4115-b281-7f612704285c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:09.335245 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port bc1cd103-b350-4115-b281-7f612704285c is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:09.336806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bc1cd103-b350-4115-b281-7f612704285c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:09.428492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bc1cd103-b350-4115-b281-7f612704285c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bc1cd103-b350-4115-b281-7f612704285c,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:09.430150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772f868d-61c0-428f-aedc-833a883f0169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1cd103-b350-4115-b281-7f612704285c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:09.435145 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c7efba-81fb-4413-a41b-acaf94371975" -d '{"events": [{"server_uuid": "772f868d-61c0-428f-aedc-833a883f0169", "name": "network-vif-plugged", "status": "completed", "tag": "bc1cd103-b350-4115-b281-7f612704285c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:09.440439 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bc1cd103-b350-4115-b281-7f612704285c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:09.503175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c784af-dc67-43ae-979c-a60199385d79 req-14da8e27-c0a8-4da5-b328-6fc140c6817d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:09.504867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08c784af-dc67-43ae-979c-a60199385d79 req-14da8e27-c0a8-4da5-b328-6fc140c6817d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.1248722 Jan 28 03:33:09.507169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-a7d6b41e-1882-4cd8-88cd-0feb5fe9c212 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:33:09.522706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=bc1cd103-b350-4115-b281-7f612704285c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:09.637616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08c784af-dc67-43ae-979c-a60199385d79 req-bef15094-acdc-41cb-89a1-3cff99a8b08c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242533 Jan 28 03:33:09.719367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-a7d6b41e-1882-4cd8-88cd-0feb5fe9c212 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:33:09.724730 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-a7d6b41e-1882-4cd8-88cd-0feb5fe9c212 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:09.733648 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] Sync routers for ids ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:33:09.753247 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] Routers {'6ab5706f-3ad4-45c7-a9a4-6c203dff7645'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:33:09.753368 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:09.777667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-a7d6b41e-1882-4cd8-88cd-0feb5fe9c212 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "PUT /v2.0/floatingips/530fb611-f014-46ff-8f89-8f50d6ecbc23 HTTP/1.1" status: 200 len: 694 time: 1.0752180 Jan 28 03:33:09.800408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'tag': '751561b5-0afb-460a-9f0f-9774dd96f85d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:09.803433 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8d42b5-7400-4dbd-87d6-d53707cc10bf", "tag": "751561b5-0afb-460a-9f0f-9774dd96f85d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:09.848014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72827e09-9567-4c3d-831c-ee0ffcc79250 req-6bc57b56-46b9-46c6-8e45-3070ef2421c5 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:09.850278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72827e09-9567-4c3d-831c-ee0ffcc79250 req-6bc57b56-46b9-46c6-8e45-3070ef2421c5 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 949 time: 0.1024437 Jan 28 03:33:09.937923 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] Set router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:33:09.998128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72827e09-9567-4c3d-831c-ee0ffcc79250 req-62da569d-1bef-4ef8-a0ec-2d60fcfc9a2e tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/security-groups?id=6961d49a-0ac0-4e7e-815f-57a49a755dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217537 Jan 28 03:33:10.022620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-8446a916-cf01-428f-9a4a-7a7a8165d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:10.030146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-8446a916-cf01-428f-9a4a-7a7a8165d18d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5308ebe273741a1a63b6bfca43311f7&device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 1097 time: 0.2069459 Jan 28 03:33:10.105412 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d439677-3f2b-4408-aeff-774a33b400d3 x-openstack-request-id: req-1d439677-3f2b-4408-aeff-774a33b400d3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:10.106225 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772f868d-61c0-428f-aedc-833a883f0169", "name": "network-vif-plugged", "status": "completed", "tag": "bc1cd103-b350-4115-b281-7f612704285c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:10.106485 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d439677-3f2b-4408-aeff-774a33b400d3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:10.106894 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772f868d-61c0-428f-aedc-833a883f0169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1cd103-b350-4115-b281-7f612704285c', 'code': 200} Jan 28 03:33:10.241152 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:25Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '6a7e795f-9042-4d02-8993-415d3906fa8a', 'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'mac_address': 'fa:16:3e:e1:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:22Z', 'updated_at': '2022-01-28T03:32:35Z', 'revision_number': 5, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'subnets': [{'id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:10.249858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-28f7c549-8a88-47be-b509-3ccde83351cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:10.257242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-28f7c549-8a88-47be-b509-3ccde83351cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff HTTP/1.1" status: 200 len: 929 time: 0.2257781 Jan 28 03:33:10.314937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-513dc186-7da1-43b4-8b0f-b93aec02b16c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751561b5-0afb-460a-9f0f-9774dd96f85d HTTP/1.1" status: 200 len: 217 time: 0.0567183 Jan 28 03:33:10.415063 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2f984b9-02ad-431e-a75b-c2164d99dff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:10.422279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-aefc3cd9-8d45-4e85-ac64-c97ed84943d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:10.430770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-aefc3cd9-8d45-4e85-ac64-c97ed84943d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60623ef0-1f49-43e8-b70d-e39790a668d8 HTTP/1.1" status: 200 len: 867 time: 0.1148791 Jan 28 03:33:10.446602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181146b5-5a5c-479c-93bc-6eebbef99cec req-512c66c6-3021-4e5f-8f9c-c20680b95c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:10.448077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-181146b5-5a5c-479c-93bc-6eebbef99cec req-512c66c6-3021-4e5f-8f9c-c20680b95c53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 1101 time: 0.2315152 Jan 28 03:33:10.471115 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] Checking router: 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:33:10.484228 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] Routers {'6ab5706f-3ad4-45c7-a9a4-6c203dff7645'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:33:10.486006 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:32:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:10.517456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5023ada-9531-4a0d-ae01-8f1b6d2030c2 req-fde0a0ee-8e69-427b-b5d9-ef63cef7fa6e tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:10.519018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5023ada-9531-4a0d-ae01-8f1b6d2030c2 req-fde0a0ee-8e69-427b-b5d9-ef63cef7fa6e tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.2597256 Jan 28 03:33:10.593138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-3b31770d-893a-4a0b-b440-d656689e4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:10.594669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-3b31770d-893a-4a0b-b440-d656689e4b81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631315 Jan 28 03:33:10.649544 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5023ada-9531-4a0d-ae01-8f1b6d2030c2 req-7e33d637-cc0e-4fdc-83fd-c87db34a0997 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164458 Jan 28 03:33:10.671304 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] Set router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:33:10.676496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-181146b5-5a5c-479c-93bc-6eebbef99cec req-f94efa6a-e8dd-4283-8fdf-a70b67bf97e1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6961d49a-0ac0-4e7e-815f-57a49a755dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563258 Jan 28 03:33:10.741527 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f156c5-fcc1-48d5-80c8-2c8204bc7b82 x-openstack-request-id: req-50f156c5-fcc1-48d5-80c8-2c8204bc7b82 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:10.742026 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8d42b5-7400-4dbd-87d6-d53707cc10bf", "tag": "751561b5-0afb-460a-9f0f-9774dd96f85d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:10.743249 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50f156c5-fcc1-48d5-80c8-2c8204bc7b82 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:10.743728 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'tag': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'status': 'completed', 'code': 200} Jan 28 03:33:10.778502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-90aaf3ea-4783-4533-af67-29d6f958d04e service neutron] 10.222.0.44 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753113 Jan 28 03:33:10.878695 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:25Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '6a7e795f-9042-4d02-8993-415d3906fa8a', 'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'mac_address': 'fa:16:3e:e1:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:22Z', 'updated_at': '2022-01-28T03:32:35Z', 'revision_number': 5, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'subnets': [{'id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:10.933098 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7bb1aa-4a99-4c7b-aef9-c765285b5bc4 None None] The sync data for ids ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'] in n-d-808199-14 is: [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:32:25Z', 'revision_number': 4, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '6a7e795f-9042-4d02-8993-415d3906fa8a', 'name': '', 'network_id': '4f3d3dad-5e88-4f1a-84e9-569dd32865ff', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'mac_address': 'fa:16:3e:e1:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:22Z', 'updated_at': '2022-01-28T03:32:35Z', 'revision_number': 5, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'subnets': [{'id': '60623ef0-1f49-43e8-b70d-e39790a668d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:33:10.960659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d13fae3d-2d63-4531-92c2-95ccda546c77 req-259dd041-b1df-4d6f-9de8-af17c3aecf44 service neutron] 10.222.0.44 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759422 Jan 28 03:33:11.051340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdba9ad-5df7-4a1d-b2d5-19609071f294 req-4b1379b4-4a25-4fbc-aad7-082b0c0ee220 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:11.058290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3fdba9ad-5df7-4a1d-b2d5-19609071f294 req-4b1379b4-4a25-4fbc-aad7-082b0c0ee220 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.0964036 Jan 28 03:33:11.144637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-fd8095fe-8995-4eae-9fd3-a5e9eb6bfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:11.144637 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-fd8095fe-8995-4eae-9fd3-a5e9eb6bfe8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5308ebe273741a1a63b6bfca43311f7&device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 1097 time: 0.0844324 Jan 28 03:33:11.153539 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3fdba9ad-5df7-4a1d-b2d5-19609071f294 req-aea7d658-1884-4d62-9ef0-d06a9a3198db tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928695 Jan 28 03:33:11.307770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-02fb7053-8a8a-4290-944a-c3d2cf5ffae6 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips/530fb611-f014-46ff-8f89-8f50d6ecbc23 HTTP/1.1" status: 200 len: 694 time: 0.0935915 Jan 28 03:33:11.425575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7abc14-d278-4e04-b260-8d14d2675291 None None] New status for floating IP 530fb611-f014-46ff-8f89-8f50d6ecbc23: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:33:11.467032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-2489e76a-a445-495a-a206-becf86f474f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:11.468581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-2489e76a-a445-495a-a206-becf86f474f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff HTTP/1.1" status: 200 len: 929 time: 0.2875271 Jan 28 03:33:11.521314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-e78747ea-6372-4dbd-8aca-328d4572e801 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751561b5-0afb-460a-9f0f-9774dd96f85d HTTP/1.1" status: 200 len: 217 time: 0.0375571 Jan 28 03:33:11.646711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-5dfac4be-980f-4124-8be9-1cb0ab3bcd17 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:11.648020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-5dfac4be-980f-4124-8be9-1cb0ab3bcd17 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.3337944 Jan 28 03:33:11.651558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-e62704b7-1327-4d31-b09a-34fc8897ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:11.653676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-e62704b7-1327-4d31-b09a-34fc8897ec40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60623ef0-1f49-43e8-b70d-e39790a668d8 HTTP/1.1" status: 200 len: 867 time: 0.1247721 Jan 28 03:33:11.742131 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-c4641aec-dd49-4430-b14f-f347ced9741d tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 697 time: 0.0826514 Jan 28 03:33:11.750855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d698c-b685-4e04-a615-568ba2e57358 req-7b4e5ee9-3a1a-489d-8025-326a8ce4f445 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:11.752442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe5d698c-b685-4e04-a615-568ba2e57358 req-7b4e5ee9-3a1a-489d-8025-326a8ce4f445 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 949 time: 0.1677656 Jan 28 03:33:11.822101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-d3859d7b-31fa-44a6-862b-61c7f2987878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:11.824046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-d3859d7b-31fa-44a6-862b-61c7f2987878 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f3d3dad-5e88-4f1a-84e9-569dd32865ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1620407 Jan 28 03:33:11.829988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-d1d455ed-add3-40f4-abd3-72d02c388651 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 695 time: 0.0754802 Jan 28 03:33:11.851718 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:12.256517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe5d698c-b685-4e04-a615-568ba2e57358 req-806dac9a-5f71-4b1f-b589-91934179223e tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/security-groups?id=6961d49a-0ac0-4e7e-815f-57a49a755dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926760 Jan 28 03:33:12.374040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-85131617-b6d7-4e7a-b937-9397142c27af service neutron] 10.222.0.42 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224795 Jan 28 03:33:12.441844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cca95-c17c-4cbf-a305-6f9389342d06 req-ceab0d68-6c5e-4196-9c1c-bc2a2be740e5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:12.443344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-703cca95-c17c-4cbf-a305-6f9389342d06 req-ceab0d68-6c5e-4196-9c1c-bc2a2be740e5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.1176012 Jan 28 03:33:12.468124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-d0829697-7048-4d0d-beda-c4ba670dd4cf tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Deleting port 87a34877-9fd0-45d8-af87-d33bddfcd768 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:12.468466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-d0829697-7048-4d0d-beda-c4ba670dd4cf tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (87a34877-9fd0-45d8-af87-d33bddfcd768), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:12.524268 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74c03b09-4380-44d1-9321-ef141156b3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:12.567312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6793e471-b7c8-41c9-80a4-e3bc6cdae5e0 req-96b18e25-03f7-4aba-9d9f-92c1e50dc819 service neutron] 10.222.0.42 "GET /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842513 Jan 28 03:33:12.573501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-703cca95-c17c-4cbf-a305-6f9389342d06 req-90b0d739-7f00-496b-970c-eb61996e20bb tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208735 Jan 28 03:33:12.599440 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-d0829697-7048-4d0d-beda-c4ba670dd4cf tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (87a34877-9fd0-45d8-af87-d33bddfcd768), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:12.599780 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-d0829697-7048-4d0d-beda-c4ba670dd4cf tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (87a34877-9fd0-45d8-af87-d33bddfcd768), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:12.617344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-d0829697-7048-4d0d-beda-c4ba670dd4cf tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Calling delete_port for 87a34877-9fd0-45d8-af87-d33bddfcd768 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:12.810076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd073cb-d7e1-4b97-aa9c-ec923d1cfff5 req-d7cef00c-7e53-4ddc-80ae-0c1637dce99c tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:12.811606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dd073cb-d7e1-4b97-aa9c-ec923d1cfff5 req-d7cef00c-7e53-4ddc-80ae-0c1637dce99c tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.0839183 Jan 28 03:33:12.828049 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-d0829697-7048-4d0d-beda-c4ba670dd4cf tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (87a34877-9fd0-45d8-af87-d33bddfcd768), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:12.870161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0829697-7048-4d0d-beda-c4ba670dd4cf tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Pushing event deleted for resources: {'Port': ['ID=87a34877-9fd0-45d8-af87-d33bddfcd768,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:12.929865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dd073cb-d7e1-4b97-aa9c-ec923d1cfff5 req-49aee38a-ebfc-429e-81dc-e8066c1f6832 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110208 Jan 28 03:33:12.961590 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-d0829697-7048-4d0d-beda-c4ba670dd4cf tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks [] for floatingip (530fb611-f014-46ff-8f89-8f50d6ecbc23), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:12.965110 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-d0829697-7048-4d0d-beda-c4ba670dd4cf tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:12.966477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20163c07-f3a2-4155-ad4d-95a96c706805 req-d0829697-7048-4d0d-beda-c4ba670dd4cf tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "DELETE /v2.0/floatingips/530fb611-f014-46ff-8f89-8f50d6ecbc23 HTTP/1.1" status: 204 len: 173 time: 1.1168871 Jan 28 03:33:13.253297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde592f6-7498-486c-a7e0-74cbe609e506 req-9df405b8-7436-4d45-8bef-5862719f892d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:13.255170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bde592f6-7498-486c-a7e0-74cbe609e506 req-9df405b8-7436-4d45-8bef-5862719f892d tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 944 time: 0.0558493 Jan 28 03:33:13.317073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bde592f6-7498-486c-a7e0-74cbe609e506 req-e8fe4524-798f-49ee-b6a5-938268215e38 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539222 Jan 28 03:33:13.445192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18805c9-7118-4e87-a0e5-4f0fe49e11a6 req-de9c954b-4a8e-402d-aab1-5049daa7ce60 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:13.446817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c18805c9-7118-4e87-a0e5-4f0fe49e11a6 req-de9c954b-4a8e-402d-aab1-5049daa7ce60 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.0824609 Jan 28 03:33:13.457691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915deab2-0327-49cb-9182-ba169bb73588 req-148ed700-1b3e-4a96-b10e-965ffc1ab12a tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:13.459119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915deab2-0327-49cb-9182-ba169bb73588 req-148ed700-1b3e-4a96-b10e-965ffc1ab12a tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0693846 Jan 28 03:33:13.506788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915deab2-0327-49cb-9182-ba169bb73588 req-f7a545d8-dc64-4f96-9386-121ddac75794 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0402746 Jan 28 03:33:13.539098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c18805c9-7118-4e87-a0e5-4f0fe49e11a6 req-569606fe-fd6d-4b5d-aa6c-94cc48b18ee1 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790277 Jan 28 03:33:13.622326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68667a06-2049-4b1e-b85b-a083cfdbbb4b req-037cbb55-063d-472f-914f-13b500d5e3ea tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:13.624119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68667a06-2049-4b1e-b85b-a083cfdbbb4b req-037cbb55-063d-472f-914f-13b500d5e3ea tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 949 time: 0.0575981 Jan 28 03:33:13.701635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca998328-0764-4061-b0d7-e1b33197fe90 req-4225ea3d-1275-4892-ba24-da3b81000bd4 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0444412 Jan 28 03:33:13.714880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68667a06-2049-4b1e-b85b-a083cfdbbb4b req-36567318-b89d-4c60-8c9e-b8dda5d89aff tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/security-groups?id=6961d49a-0ac0-4e7e-815f-57a49a755dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852065 Jan 28 03:33:13.865115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818de8d-8dcb-4596-b4e8-6f646f5d9baa req-ac1b1de9-2f92-42d6-8141-37a20b441986 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:13.866891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8818de8d-8dcb-4596-b4e8-6f646f5d9baa req-ac1b1de9-2f92-42d6-8141-37a20b441986 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.0734529 Jan 28 03:33:13.938199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8818de8d-8dcb-4596-b4e8-6f646f5d9baa req-1f0cc129-751d-42ff-9249-cfa2b532f976 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612750 Jan 28 03:33:14.021645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ee4a1-c219-4ddb-bf95-442daf38a31f req-fcf6b86e-4789-4d8e-bae8-bf32266e7425 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:14.023157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b51ee4a1-c219-4ddb-bf95-442daf38a31f req-fcf6b86e-4789-4d8e-bae8-bf32266e7425 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 945 time: 0.0524826 Jan 28 03:33:14.107516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b51ee4a1-c219-4ddb-bf95-442daf38a31f req-26732c53-e7dd-4b09-9221-096e168b5683 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780544 Jan 28 03:33:14.142036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-7ccf73df-cae6-4bbf-8545-7f98e4d1fbe7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:14.146137 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.152831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-7ccf73df-cae6-4bbf-8545-7f98e4d1fbe7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.25 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 944 time: 0.0933261 Jan 28 03:33:14.174938 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.270746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692afd99-1dbb-4084-b258-116d20a39910 req-ff5564c0-69c3-4480-9347-64286b74e8f4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:14.272250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-692afd99-1dbb-4084-b258-116d20a39910 req-ff5564c0-69c3-4480-9347-64286b74e8f4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.1030080 Jan 28 03:33:14.341944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-329b90e8-bdd7-445c-a8f0-ed4d6e87f562 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Deleting port 176d348b-9697-4e18-9341-5e7783c44c97 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:14.342690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-329b90e8-bdd7-445c-a8f0-ed4d6e87f562 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (176d348b-9697-4e18-9341-5e7783c44c97), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.350151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-692afd99-1dbb-4084-b258-116d20a39910 req-f98bb3a1-8983-4d24-b4ba-54a0120aa2fe tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694995 Jan 28 03:33:14.412721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53050) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:14.463826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-329b90e8-bdd7-445c-a8f0-ed4d6e87f562 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] For port 176d348b-9697-4e18-9341-5e7783c44c97, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=176d348b-9697-4e18-9341-5e7783c44c97,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:14.464246 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-329b90e8-bdd7-445c-a8f0-ed4d6e87f562 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (176d348b-9697-4e18-9341-5e7783c44c97), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.483045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-329b90e8-bdd7-445c-a8f0-ed4d6e87f562 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Calling delete_port for 176d348b-9697-4e18-9341-5e7783c44c97 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:14.545275 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-203150ab-c78b-4cf8-8a6c-4dbde14cfd7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.617900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc96c-2654-4804-8f2d-891578c5507f req-90c74688-1996-49b2-9009-b9fc610fe586 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:14.619688 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea3cc96c-2654-4804-8f2d-891578c5507f req-90c74688-1996-49b2-9009-b9fc610fe586 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 949 time: 0.0775702 Jan 28 03:33:14.638511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-203150ab-c78b-4cf8-8a6c-4dbde14cfd7f admin admin] Publish callbacks [] for security_group (44cc1115-3739-402f-a5a2-e0108001b95a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.646872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-203150ab-c78b-4cf8-8a6c-4dbde14cfd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (44cc1115-3739-402f-a5a2-e0108001b95a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.685107 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-203150ab-c78b-4cf8-8a6c-4dbde14cfd7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f78dce4accc1435785fb68b2797b0586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711704 Jan 28 03:33:14.690309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:14.706625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203150ab-c78b-4cf8-8a6c-4dbde14cfd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cc1115-3739-402f-a5a2-e0108001b95a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:14.746719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909794cf-ab7b-4539-8758-b336538834d0 admin admin] Publish callbacks [] for security_group (44cc1115-3739-402f-a5a2-e0108001b95a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.762830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea3cc96c-2654-4804-8f2d-891578c5507f req-444190cb-9b59-4050-86ef-c1e4543c409f tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/security-groups?id=6961d49a-0ac0-4e7e-815f-57a49a755dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355922 Jan 28 03:33:14.771133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909794cf-ab7b-4539-8758-b336538834d0 admin admin] Publish callbacks [] for security_group (44cc1115-3739-402f-a5a2-e0108001b95a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.771646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d616db2-48cb-429f-939e-f452484380a7 req-77c5c4e8-ff8f-4780-aad4-322765af12ef tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:14.773184 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d616db2-48cb-429f-939e-f452484380a7 req-77c5c4e8-ff8f-4780-aad4-322765af12ef tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=11928cde-46fc-47b7-9019-28193c7ddb0d HTTP/1.1" status: 200 len: 944 time: 0.1207411 Jan 28 03:33:14.774308 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-329b90e8-bdd7-445c-a8f0-ed4d6e87f562 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (176d348b-9697-4e18-9341-5e7783c44c97), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.818859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['176d348b-9697-4e18-9341-5e7783c44c97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:14.834026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b90e8-bdd7-445c-a8f0-ed4d6e87f562 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Pushing event deleted for resources: {'Port': ['ID=176d348b-9697-4e18-9341-5e7783c44c97,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:14.834783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909794cf-ab7b-4539-8758-b336538834d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (44cc1115-3739-402f-a5a2-e0108001b95a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.838295 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909794cf-ab7b-4539-8758-b336538834d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.840890 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-909794cf-ab7b-4539-8758-b336538834d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44cc1115-3739-402f-a5a2-e0108001b95a HTTP/1.1" status: 204 len: 168 time: 0.1494410 Jan 28 03:33:14.863556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909794cf-ab7b-4539-8758-b336538834d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cc1115-3739-402f-a5a2-e0108001b95a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:14.934561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-329b90e8-bdd7-445c-a8f0-ed4d6e87f562 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] No DVR routers for this DVR port 176d348b-9697-4e18-9341-5e7783c44c97 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:14.939248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-329b90e8-bdd7-445c-a8f0-ed4d6e87f562 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:14.942734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0da1b6bd-adb1-4813-9d92-ee45f29cb391 req-329b90e8-bdd7-445c-a8f0-ed4d6e87f562 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.25 "DELETE /v2.0/ports/176d348b-9697-4e18-9341-5e7783c44c97 HTTP/1.1" status: 204 len: 173 time: 0.7885845 Jan 28 03:33:14.943434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'name': 'network-vif-deleted', 'tag': '176d348b-9697-4e18-9341-5e7783c44c97'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:14.945817 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c076a1-7f42-4f3e-ba8c-8ae1be5a761e" -d '{"events": [{"server_uuid": "11928cde-46fc-47b7-9019-28193c7ddb0d", "name": "network-vif-deleted", "tag": "176d348b-9697-4e18-9341-5e7783c44c97"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:14.952177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d616db2-48cb-429f-939e-f452484380a7 req-93be79d8-76b6-4913-82cf-f4081a7078e8 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631832 Jan 28 03:33:15.017995 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6890630a-4384-4960-bfeb-3e56702ae75a x-openstack-request-id: req-6890630a-4384-4960-bfeb-3e56702ae75a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:15.018316 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11928cde-46fc-47b7-9019-28193c7ddb0d", "name": "network-vif-deleted", "tag": "176d348b-9697-4e18-9341-5e7783c44c97", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:15.018607 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6890630a-4384-4960-bfeb-3e56702ae75a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:15.018970 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11928cde-46fc-47b7-9019-28193c7ddb0d', 'name': 'network-vif-deleted', 'tag': '176d348b-9697-4e18-9341-5e7783c44c97', 'status': 'completed', 'code': 200} Jan 28 03:33:15.131898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcfa88-ca0f-4722-bdea-d3f79abc2f55 req-d78520df-bdb5-45d8-8fe5-f177f38b779b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:15.133662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbdcfa88-ca0f-4722-bdea-d3f79abc2f55 req-d78520df-bdb5-45d8-8fe5-f177f38b779b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.0527515 Jan 28 03:33:15.195517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53074) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:15.210352 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da09c01f-84b3-40b6-873f-2bbabc8e8a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:15.242711 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbdcfa88-ca0f-4722-bdea-d3f79abc2f55 req-36b26aa8-ba6b-486b-a24f-1f3ea61fb63d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005378 Jan 28 03:33:15.267006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc545b-7c2e-48ec-8fc2-366e4a86ca55 req-f12286a3-504b-4f83-be65-93f68d9a7b66 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:15.268734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57bc545b-7c2e-48ec-8fc2-366e4a86ca55 req-f12286a3-504b-4f83-be65-93f68d9a7b66 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 945 time: 0.0811379 Jan 28 03:33:15.296116 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da09c01f-84b3-40b6-873f-2bbabc8e8a9b admin admin] Publish callbacks [] for security_group (bc835cd7-0f0f-4e50-8563-fb038269188f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:15.300296 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da09c01f-84b3-40b6-873f-2bbabc8e8a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bc835cd7-0f0f-4e50-8563-fb038269188f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:15.324545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57bc545b-7c2e-48ec-8fc2-366e4a86ca55 req-7052bca9-546c-4697-b7af-f55700c60078 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494549 Jan 28 03:33:15.340703 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-da09c01f-84b3-40b6-873f-2bbabc8e8a9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69bd446e3a4443179f921fb039daa9ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440716 Jan 28 03:33:15.341598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09c01f-84b3-40b6-873f-2bbabc8e8a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc835cd7-0f0f-4e50-8563-fb038269188f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:15.343767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53076) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:15.376626 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:15.394103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df132f49-7f41-4111-adc6-ecba20dd4603 admin admin] Publish callbacks [] for security_group (bc835cd7-0f0f-4e50-8563-fb038269188f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:15.416793 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df132f49-7f41-4111-adc6-ecba20dd4603 admin admin] Publish callbacks [] for security_group (bc835cd7-0f0f-4e50-8563-fb038269188f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:15.491385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338948f4-b57b-4ff2-b0b9-0d6471effca7 req-781a6b23-0507-4a16-a02b-416fb672a430 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:15.493000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-338948f4-b57b-4ff2-b0b9-0d6471effca7 req-781a6b23-0507-4a16-a02b-416fb672a430 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.0699165 Jan 28 03:33:15.518756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df132f49-7f41-4111-adc6-ecba20dd4603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bc835cd7-0f0f-4e50-8563-fb038269188f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:15.521797 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df132f49-7f41-4111-adc6-ecba20dd4603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:15.523117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-df132f49-7f41-4111-adc6-ecba20dd4603 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc835cd7-0f0f-4e50-8563-fb038269188f HTTP/1.1" status: 204 len: 168 time: 0.1782823 Jan 28 03:33:15.544974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df132f49-7f41-4111-adc6-ecba20dd4603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc835cd7-0f0f-4e50-8563-fb038269188f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:15.586479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-338948f4-b57b-4ff2-b0b9-0d6471effca7 req-37e75141-e67f-4a5f-8eb6-b31c6686022c tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778131 Jan 28 03:33:15.926064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dc39e-0929-4a34-b8a2-ad5fe5cb7928 req-8099e2b8-9aaa-40cd-b66a-d5d10ab8b957 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:15.927662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f5dc39e-0929-4a34-b8a2-ad5fe5cb7928 req-8099e2b8-9aaa-40cd-b66a-d5d10ab8b957 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 949 time: 0.0803823 Jan 28 03:33:15.998584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-8578f5d1-932e-4ad9-9e5f-e22ffa6eaba9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.000270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-8578f5d1-932e-4ad9-9e5f-e22ffa6eaba9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 945 time: 0.0926704 Jan 28 03:33:16.007961 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f5dc39e-0929-4a34-b8a2-ad5fe5cb7928 req-65691b0e-95f0-4bb6-952b-0b9647712b98 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/security-groups?id=6961d49a-0ac0-4e7e-815f-57a49a755dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660217 Jan 28 03:33:16.105264 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-3da02309-09cb-4335-9b9f-3ae9aef343b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Deleting port 751561b5-0afb-460a-9f0f-9774dd96f85d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:16.105624 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-3da02309-09cb-4335-9b9f-3ae9aef343b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:16.192012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-53c379d1-a053-4eae-9845-4877c46506ca tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.195245 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-53c379d1-a053-4eae-9845-4877c46506ca tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.42 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 949 time: 0.0744612 Jan 28 03:33:16.231685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-3da02309-09cb-4335-9b9f-3ae9aef343b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] For port 751561b5-0afb-460a-9f0f-9774dd96f85d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=751561b5-0afb-460a-9f0f-9774dd96f85d,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:16.232497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-3da02309-09cb-4335-9b9f-3ae9aef343b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:16.274472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-3da02309-09cb-4335-9b9f-3ae9aef343b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Calling delete_port for 751561b5-0afb-460a-9f0f-9774dd96f85d owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:16.296378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-3c093e8c-1c6d-447d-9469-8abd3f7ea383 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Deleting port bc1cd103-b350-4115-b281-7f612704285c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:16.296987 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-3c093e8c-1c6d-447d-9469-8abd3f7ea383 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bc1cd103-b350-4115-b281-7f612704285c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:16.350706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb16536-dacc-421a-833a-0a9bf489ba09 req-b8914b93-fff3-4b7b-9e23-9f9472731bc4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.353001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fb16536-dacc-421a-833a-0a9bf489ba09 req-b8914b93-fff3-4b7b-9e23-9f9472731bc4 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 945 time: 0.1163938 Jan 28 03:33:16.403213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-3c093e8c-1c6d-447d-9469-8abd3f7ea383 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] For port bc1cd103-b350-4115-b281-7f612704285c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bc1cd103-b350-4115-b281-7f612704285c,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:16.403883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-3c093e8c-1c6d-447d-9469-8abd3f7ea383 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bc1cd103-b350-4115-b281-7f612704285c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:16.417184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-3c093e8c-1c6d-447d-9469-8abd3f7ea383 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Calling delete_port for bc1cd103-b350-4115-b281-7f612704285c owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:16.451809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb881773-86e2-4199-8c9c-cb52c69e15c3 req-f1d4e67d-26ba-4842-8510-495a2361f019 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.453359 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb881773-86e2-4199-8c9c-cb52c69e15c3 req-f1d4e67d-26ba-4842-8510-495a2361f019 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.1200876 Jan 28 03:33:16.466121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fb16536-dacc-421a-833a-0a9bf489ba09 req-6f5b5081-8a2d-441d-94c7-d2d319b135de tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056864 Jan 28 03:33:16.591412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-3c093e8c-1c6d-447d-9469-8abd3f7ea383 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (bc1cd103-b350-4115-b281-7f612704285c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:16.591986 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:16.597391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb881773-86e2-4199-8c9c-cb52c69e15c3 req-4f392e5f-8c9b-42ce-9a3e-5696249eeefe tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302154 Jan 28 03:33:16.623798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093e8c-1c6d-447d-9469-8abd3f7ea383 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Pushing event deleted for resources: {'Port': ['ID=bc1cd103-b350-4115-b281-7f612704285c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:16.629689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['bc1cd103-b350-4115-b281-7f612704285c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:16.638401 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-3da02309-09cb-4335-9b9f-3ae9aef343b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (751561b5-0afb-460a-9f0f-9774dd96f85d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:16.668979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7ec23-7c51-4cdb-ad93-6f808333d5b9 req-5a43b153-4083-4f0c-a0b7-04e804fc38b7 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.674693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['751561b5-0afb-460a-9f0f-9774dd96f85d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:16.676656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0f7ec23-7c51-4cdb-ad93-6f808333d5b9 req-5a43b153-4083-4f0c-a0b7-04e804fc38b7 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8d42b5-7400-4dbd-87d6-d53707cc10bf HTTP/1.1" status: 200 len: 945 time: 0.1266932 Jan 28 03:33:16.706172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-3c093e8c-1c6d-447d-9469-8abd3f7ea383 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] No DVR routers for this DVR port bc1cd103-b350-4115-b281-7f612704285c on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:16.709326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-3c093e8c-1c6d-447d-9469-8abd3f7ea383 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:16.714930 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a07510c1-322b-4b0d-8f3d-23d77e216457 req-3c093e8c-1c6d-447d-9469-8abd3f7ea383 tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.42 "DELETE /v2.0/ports/bc1cd103-b350-4115-b281-7f612704285c HTTP/1.1" status: 204 len: 173 time: 0.5134058 Jan 28 03:33:16.715490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772f868d-61c0-428f-aedc-833a883f0169', 'name': 'network-vif-deleted', 'tag': 'bc1cd103-b350-4115-b281-7f612704285c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:16.718023 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee198cf-d11b-4283-ba49-a5a05739cb7a" -d '{"events": [{"server_uuid": "772f868d-61c0-428f-aedc-833a883f0169", "name": "network-vif-deleted", "tag": "bc1cd103-b350-4115-b281-7f612704285c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:16.725273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da02309-09cb-4335-9b9f-3ae9aef343b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Pushing event deleted for resources: {'Port': ['ID=751561b5-0afb-460a-9f0f-9774dd96f85d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:16.807461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-3da02309-09cb-4335-9b9f-3ae9aef343b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] No DVR routers for this DVR port 751561b5-0afb-460a-9f0f-9774dd96f85d on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:16.814709 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-3da02309-09cb-4335-9b9f-3ae9aef343b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:16.818035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fcc96f6-feb0-49fe-bdbe-20649f0d8168 req-3da02309-09cb-4335-9b9f-3ae9aef343b9 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.42 "DELETE /v2.0/ports/751561b5-0afb-460a-9f0f-9774dd96f85d HTTP/1.1" status: 204 len: 173 time: 0.8083885 Jan 28 03:33:16.906954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0f7ec23-7c51-4cdb-ad93-6f808333d5b9 req-bf5d1bbb-236a-4a16-a661-2327ba0aa961 tempest-FloatingIPsAssociationNegativeTestJSON-684521576 tempest-FloatingIPsAssociationNegativeTestJSON-684521576-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fe47a39-8c22-4685-acc1-c2d46a2019c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292576 Jan 28 03:33:16.962340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d111-8186-4288-b3df-11657ba4e699 req-f9d54894-fbc6-47b3-a296-89f7d93ff098 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.979986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fe4d111-8186-4288-b3df-11657ba4e699 req-f9d54894-fbc6-47b3-a296-89f7d93ff098 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.1535232 Jan 28 03:33:17.031329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'name': 'network-vif-deleted', 'tag': '751561b5-0afb-460a-9f0f-9774dd96f85d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:17.033653 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee594f4-19e4-48b4-828e-9c3c5ecbea8c" -d '{"events": [{"server_uuid": "8c8d42b5-7400-4dbd-87d6-d53707cc10bf", "name": "network-vif-deleted", "tag": "751561b5-0afb-460a-9f0f-9774dd96f85d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:17.095583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fe4d111-8186-4288-b3df-11657ba4e699 req-5e5d0842-8fcb-4e20-a734-68bbf5b62aec tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990455 Jan 28 03:33:17.143413 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af072bd3-a43b-41dc-91cd-b7ce89a6dbd5 x-openstack-request-id: req-af072bd3-a43b-41dc-91cd-b7ce89a6dbd5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:17.144409 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772f868d-61c0-428f-aedc-833a883f0169", "name": "network-vif-deleted", "tag": "bc1cd103-b350-4115-b281-7f612704285c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:17.144661 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af072bd3-a43b-41dc-91cd-b7ce89a6dbd5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:17.145797 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772f868d-61c0-428f-aedc-833a883f0169', 'name': 'network-vif-deleted', 'tag': 'bc1cd103-b350-4115-b281-7f612704285c', 'status': 'completed', 'code': 200} Jan 28 03:33:17.167709 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd500c88-7c7c-48f0-820e-8f31d873b1f4 x-openstack-request-id: req-cd500c88-7c7c-48f0-820e-8f31d873b1f4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:17.168032 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8d42b5-7400-4dbd-87d6-d53707cc10bf", "name": "network-vif-deleted", "tag": "751561b5-0afb-460a-9f0f-9774dd96f85d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:17.168251 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd500c88-7c7c-48f0-820e-8f31d873b1f4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:17.168646 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8d42b5-7400-4dbd-87d6-d53707cc10bf', 'name': 'network-vif-deleted', 'tag': '751561b5-0afb-460a-9f0f-9774dd96f85d', 'status': 'completed', 'code': 200} Jan 28 03:33:17.263817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-521b9a09-a69b-489f-9782-207ce407ab13 req-ad02335c-4304-4e5a-8062-48f3b213df5d tempest-ServerDiagnosticsNegativeTest-520202452 tempest-ServerDiagnosticsNegativeTest-520202452-project] 10.222.0.44 "GET /v2.0/ports?device_id=772f868d-61c0-428f-aedc-833a883f0169 HTTP/1.1" status: 200 len: 210 time: 0.0413661 Jan 28 03:33:17.310863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a9372567-0f04-45ec-95a6-a2cab104d2f7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:17.313009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a9372567-0f04-45ec-95a6-a2cab104d2f7 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.25 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 945 time: 0.0751667 Jan 28 03:33:17.422863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a1112b3d-763c-4ebe-8a86-5bf3ce02e619 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Deleting port 4484855e-bd6c-4dfa-80cb-911c925c12f9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:17.423468 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a1112b3d-763c-4ebe-8a86-5bf3ce02e619 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:17.530733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a1112b3d-763c-4ebe-8a86-5bf3ce02e619 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] For port 4484855e-bd6c-4dfa-80cb-911c925c12f9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4484855e-bd6c-4dfa-80cb-911c925c12f9,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:17.531169 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a1112b3d-763c-4ebe-8a86-5bf3ce02e619 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:17.549156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a1112b3d-763c-4ebe-8a86-5bf3ce02e619 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Calling delete_port for 4484855e-bd6c-4dfa-80cb-911c925c12f9 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:17.668405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a7787-711b-4f84-86b1-c5b417d6a5ed req-21c36423-5cf5-486c-aba4-32e9f15bf8ad tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:17.669905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa2a7787-711b-4f84-86b1-c5b417d6a5ed req-21c36423-5cf5-486c-aba4-32e9f15bf8ad tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 945 time: 0.1161077 Jan 28 03:33:17.673149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-fcbedd22-c235-4bff-8ca3-4a3665994b06 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=30d6d8981366459b832772b917f406b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386810 Jan 28 03:33:17.803243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa2a7787-711b-4f84-86b1-c5b417d6a5ed req-ba7a15ea-e0f7-40af-ab4c-ef0fa7a8041a tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278584 Jan 28 03:33:17.871822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-010b1235-d877-481f-8e0f-3780096267a5 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:17.873347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-010b1235-d877-481f-8e0f-3780096267a5 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888478 Jan 28 03:33:17.898695 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a1112b3d-763c-4ebe-8a86-5bf3ce02e619 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4484855e-bd6c-4dfa-80cb-911c925c12f9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:17.923306 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-5cb8bcea-c038-4e13-991a-fb42cc820daa tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/quotas/30d6d8981366459b832772b917f406b8 HTTP/1.1" status: 200 len: 375 time: 0.0431654 Jan 28 03:33:17.956795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1112b3d-763c-4ebe-8a86-5bf3ce02e619 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Pushing event deleted for resources: {'Port': ['ID=4484855e-bd6c-4dfa-80cb-911c925c12f9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:17.991291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-957755a8-fa56-4466-8b72-6a2c59c36762 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d6d8981366459b832772b917f406b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376570 Jan 28 03:33:18.027717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a1112b3d-763c-4ebe-8a86-5bf3ce02e619 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] No DVR routers for this DVR port 4484855e-bd6c-4dfa-80cb-911c925c12f9 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:18.035769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a72a3a-742d-4ce1-afed-f2fdba07129d req-a1c40cdf-2777-4047-90c1-0eb11726603d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:18.042532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6a72a3a-742d-4ce1-afed-f2fdba07129d req-a1c40cdf-2777-4047-90c1-0eb11726603d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.1608953 Jan 28 03:33:18.044744 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a1112b3d-763c-4ebe-8a86-5bf3ce02e619 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:18.047975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6857fbc-6b8d-4d68-8540-1b13973bedb4 req-a1112b3d-763c-4ebe-8a86-5bf3ce02e619 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.25 "DELETE /v2.0/ports/4484855e-bd6c-4dfa-80cb-911c925c12f9 HTTP/1.1" status: 204 len: 173 time: 0.7293901 Jan 28 03:33:18.104209 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6a72a3a-742d-4ce1-afed-f2fdba07129d req-673f9c79-8803-426c-8c22-eec4c76358be tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607069 Jan 28 03:33:18.178820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53178) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:18.309304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c7e3634-1744-4b95-8a0f-42f23a86658a req-07a19a19-54a9-4bb0-8f20-500934472f1d tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 210 time: 0.0596786 Jan 28 03:33:18.401461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 176d348b-9697-4e18-9341-5e7783c44c97 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:18.443087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 176d348b-9697-4e18-9341-5e7783c44c97 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:18.443816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 176d348b-9697-4e18-9341-5e7783c44c97 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:18.483111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9f8f-33ec-4e39-bd10-6534de0e06a2 req-43c65501-bbc2-4d0a-8906-30e4a4b247e5 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:18.503443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e93c9f8f-33ec-4e39-bd10-6534de0e06a2 req-43c65501-bbc2-4d0a-8906-30e4a4b247e5 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.1697631 Jan 28 03:33:18.615831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e93c9f8f-33ec-4e39-bd10-6534de0e06a2 req-0343abd0-8b3e-4888-8d68-080af2953bb1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115212 Jan 28 03:33:18.688249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53192) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:18.859784 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:18.880602 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5ff41eab-d4eb-487b-b984-4e5ad0fe8d32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af9d2233ae34471aa50f96da6d2a9265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908133 Jan 28 03:33:18.881253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:18.945029 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83c5e3a1-a1dd-433d-8649-871194973545 admin admin] Publish callbacks [] for security_group (6961d49a-0ac0-4e7e-815f-57a49a755dfa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:18.966294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bcb1cb07-4b2c-49d6-91fa-875a09c0b6e2 req-270e59b8-adfc-44dc-919e-ac6f89d016cb tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8 HTTP/1.1" status: 200 len: 210 time: 0.0575578 Jan 28 03:33:18.972439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83c5e3a1-a1dd-433d-8649-871194973545 admin admin] Publish callbacks [] for security_group (6961d49a-0ac0-4e7e-815f-57a49a755dfa), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:19.039980 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83c5e3a1-a1dd-433d-8649-871194973545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6961d49a-0ac0-4e7e-815f-57a49a755dfa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:19.042792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83c5e3a1-a1dd-433d-8649-871194973545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:19.044013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-83c5e3a1-a1dd-433d-8649-871194973545 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6961d49a-0ac0-4e7e-815f-57a49a755dfa HTTP/1.1" status: 204 len: 168 time: 0.1586351 Jan 28 03:33:19.051868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5e3a1-a1dd-433d-8649-871194973545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6961d49a-0ac0-4e7e-815f-57a49a755dfa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:19.117445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 751561b5-0afb-460a-9f0f-9774dd96f85d no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:19.141087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 751561b5-0afb-460a-9f0f-9774dd96f85d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:19.141720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 751561b5-0afb-460a-9f0f-9774dd96f85d not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:19.142249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bc1cd103-b350-4115-b281-7f612704285c no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:19.167098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: bc1cd103-b350-4115-b281-7f612704285c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:19.167726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bc1cd103-b350-4115-b281-7f612704285c not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:19.417187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53212) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:19.427914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'name': 'network-vif-deleted', 'tag': '4484855e-bd6c-4dfa-80cb-911c925c12f9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:19.434112 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4f6958-018e-4076-a9dc-73aeaab60843" -d '{"events": [{"server_uuid": "78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8", "name": "network-vif-deleted", "tag": "4484855e-bd6c-4dfa-80cb-911c925c12f9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:19.437310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc998940-050f-4530-aa04-53a51d1a07cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:19.476605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-6bd74c01-04ef-40d0-99e3-8acda4f34670 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=30d6d8981366459b832772b917f406b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409448 Jan 28 03:33:19.525116 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc998940-050f-4530-aa04-53a51d1a07cf admin admin] Publish callbacks [] for security_group (43cea3fb-172c-4892-bc1c-23e4796de1b5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:19.531408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc998940-050f-4530-aa04-53a51d1a07cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (43cea3fb-172c-4892-bc1c-23e4796de1b5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:19.569390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5601681-d5af-40ba-8892-d7871f156268 req-2c799fd8-3f4d-4cc1-830e-c638a066b8da tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 210 time: 0.0687346 Jan 28 03:33:19.571158 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cc998940-050f-4530-aa04-53a51d1a07cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dbf89716abc4fd28b76518fc113accc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529002 Jan 28 03:33:19.572249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc998940-050f-4530-aa04-53a51d1a07cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cea3fb-172c-4892-bc1c-23e4796de1b5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:19.574768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:19.618805 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a259b62-cc6a-455e-8425-954b9ab3b018 x-openstack-request-id: req-1a259b62-cc6a-455e-8425-954b9ab3b018 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:19.619687 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8", "name": "network-vif-deleted", "tag": "4484855e-bd6c-4dfa-80cb-911c925c12f9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:19.619970 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a259b62-cc6a-455e-8425-954b9ab3b018 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:19.620423 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78eddba2-c1e6-4f5c-a4b9-92a3eb1222f8', 'name': 'network-vif-deleted', 'tag': '4484855e-bd6c-4dfa-80cb-911c925c12f9', 'status': 'completed', 'code': 200} Jan 28 03:33:19.635406 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bea4363-9bc7-4c57-92e5-db403a4d03c4 admin admin] Publish callbacks [] for security_group (43cea3fb-172c-4892-bc1c-23e4796de1b5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:19.654771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e4504-c774-468a-afc2-9ca3d086b870 req-7e1b3d98-7bdd-434a-8f24-53b219661618 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:19.656286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-660e4504-c774-468a-afc2-9ca3d086b870 req-7e1b3d98-7bdd-434a-8f24-53b219661618 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.2218461 Jan 28 03:33:19.658899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bea4363-9bc7-4c57-92e5-db403a4d03c4 admin admin] Publish callbacks [] for security_group (43cea3fb-172c-4892-bc1c-23e4796de1b5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:19.711091 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bea4363-9bc7-4c57-92e5-db403a4d03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (43cea3fb-172c-4892-bc1c-23e4796de1b5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:19.714241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bea4363-9bc7-4c57-92e5-db403a4d03c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:19.715437 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6bea4363-9bc7-4c57-92e5-db403a4d03c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43cea3fb-172c-4892-bc1c-23e4796de1b5 HTTP/1.1" status: 204 len: 168 time: 0.1397464 Jan 28 03:33:19.725082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea4363-9bc7-4c57-92e5-db403a4d03c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cea3fb-172c-4892-bc1c-23e4796de1b5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:19.792250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c88f8cc2-ed35-4e64-a689-cf96ea82d996 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:19.794532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c88f8cc2-ed35-4e64-a689-cf96ea82d996 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922518 Jan 28 03:33:19.821936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Request body: {'port': {'device_id': 'ee6988b2-7007-4d32-9738-cc9683e5a1da', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '30d6d8981366459b832772b917f406b8'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:19.833801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-660e4504-c774-468a-afc2-9ca3d086b870 req-f2e383f7-707e-4260-bace-26ea120e37e7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588852 Jan 28 03:33:19.860301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a754-e7c6-4068-aa96-8b0ec5673571 req-cf8d1126-8cb8-4f45-8b39-d3149dcf059e tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:19.861874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84d5a754-e7c6-4068-aa96-8b0ec5673571 req-cf8d1126-8cb8-4f45-8b39-d3149dcf059e tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.1738274 Jan 28 03:33:19.922744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] Deleting port 6a7e795f-9042-4d02-8993-415d3906fa8a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:19.923087 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:20.029399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84d5a754-e7c6-4068-aa96-8b0ec5673571 req-79a89321-4ba5-4bcf-9b26-55bae01637a1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348727 Jan 28 03:33:20.068733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] For port 6a7e795f-9042-4d02-8993-415d3906fa8a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6a7e795f-9042-4d02-8993-415d3906fa8a,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:20.069063 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:20.096499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] Calling delete_port for 6a7e795f-9042-4d02-8993-415d3906fa8a owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:20.163585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Made reservation on behalf of 30d6d8981366459b832772b917f406b8 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:20.167737 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:20.182384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:20.421840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1eeae930-9fdb-4487-a92e-cf093e16812f details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:20.425055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d16f6-6a46-4970-86a5-c6971b996f5d req-ec00194b-fc5a-4994-8563-943d354898a1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:20.432113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b87d16f6-6a46-4970-86a5-c6971b996f5d req-ec00194b-fc5a-4994-8563-943d354898a1 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 945 time: 0.1480558 Jan 28 03:33:20.470889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks [] for security_group (935a5de2-557a-4e49-819e-c37744d0d016), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:20.494705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-21d75fba-273d-498c-a84e-d0008fa7dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:20.496944 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-21d75fba-273d-498c-a84e-d0008fa7dd69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43657f46d4dc4db9af179a7734b8ea36&device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 1098 time: 0.0657918 Jan 28 03:33:20.503002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (935a5de2-557a-4e49-819e-c37744d0d016), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:20.564554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1eeae930-9fdb-4487-a92e-cf093e16812f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1eeae930-9fdb-4487-a92e-cf093e16812f,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:20.573905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f71f7a-6af8-4144-b439-5f4a730d3df6 req-f5901442-a1b0-4685-b669-c3871df02198 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:20.575953 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46f71f7a-6af8-4144-b439-5f4a730d3df6 req-f5901442-a1b0-4685-b669-c3871df02198 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.2028027 Jan 28 03:33:20.588550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '1eeae930-9fdb-4487-a92e-cf093e16812f', 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb', 'port_id': '1eeae930-9fdb-4487-a92e-cf093e16812f', 'mac_address': 'fa:16:3e:d4:20:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:20.618109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-894fb62b-2290-491c-8e6e-f9952e85ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:20.619991 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-894fb62b-2290-491c-8e6e-f9952e85ce8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 200 len: 915 time: 0.1141188 Jan 28 03:33:20.640079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b87d16f6-6a46-4970-86a5-c6971b996f5d req-167a4d6d-ec83-4b64-94e4-2c46b53a7761 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066994 Jan 28 03:33:20.645388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935a5de2-557a-4e49-819e-c37744d0d016,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:20.647914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1eeae930-9fdb-4487-a92e-cf093e16812f is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:20.648581 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:20.669369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1eeae930-9fdb-4487-a92e-cf093e16812f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:20.677267 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6a7e795f-9042-4d02-8993-415d3906fa8a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:20.687913 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-5d254cd6-fe21-4559-a4fd-1c1ac6fb0670 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 HTTP/1.1" status: 200 len: 217 time: 0.0613015 Jan 28 03:33:20.694033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1eeae930-9fdb-4487-a92e-cf093e16812f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1eeae930-9fdb-4487-a92e-cf093e16812f,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:20.705028 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:20.739678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-b6fba0a9-b71f-4b6f-86f7-4d09da0eb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:20.742300 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-b6fba0a9-b71f-4b6f-86f7-4d09da0eb403 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed4cc6f6-baca-4cd3-b5f4-546d66dd119c HTTP/1.1" status: 200 len: 853 time: 0.0478661 Jan 28 03:33:20.784591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7e795f-9042-4d02-8993-415d3906fa8a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:20.795457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1eeae930-9fdb-4487-a92e-cf093e16812f,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:20.821729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-4ad121b8-3147-474e-bef4-c5493b23e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:20.825412 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-4ad121b8-3147-474e-bef4-c5493b23e4fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8780893b-1b0c-482c-8e69-5658bf7f47a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702529 Jan 28 03:33:20.926666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46f71f7a-6af8-4144-b439-5f4a730d3df6 req-d3892129-a3d6-47c2-a863-b9c4d0a88f2b tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164728 Jan 28 03:33:20.928831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['1eeae930-9fdb-4487-a92e-cf093e16812f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:20.936167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Allocated IP 192.168.233.178 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/95e2469b-28dd-404d-9bc7-1c2fef5d0306) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:20.948929 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-72980769-8d91-400d-a630-f0629351da00 service neutron] 10.222.0.42 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141548 Jan 28 03:33:21.115044 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4398c409-09a5-4889-b6ca-ea5dcaae08a8 req-cd93c2a4-9de1-4f2f-b0ab-405631bcb27b service neutron] 10.222.0.42 "GET /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598754 Jan 28 03:33:21.121579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b59709ec-7831-47a8-976f-99b2c5d1cc56 req-06a9065e-c580-4398-8929-e8d0d71379bb tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 210 time: 0.0538402 Jan 28 03:33:21.378839 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks [] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:21.391126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad9026-6d6e-477a-8306-ad3d34e04cef req-7557f1c0-f0af-4991-98c6-ed31e9b246fc tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:21.392620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9ad9026-6d6e-477a-8306-ad3d34e04cef req-7557f1c0-f0af-4991-98c6-ed31e9b246fc tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 944 time: 0.2976298 Jan 28 03:33:21.403742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-33db979a-3efc-4b11-92c6-8312c056de53 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:21.405169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-33db979a-3efc-4b11-92c6-8312c056de53 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 945 time: 0.1790204 Jan 28 03:33:21.418190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:21.585647 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:21.593622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9ad9026-6d6e-477a-8306-ad3d34e04cef req-d4fedb66-1275-4208-af7f-e5db43f14bfd tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849272 Jan 28 03:33:21.683715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:21.698687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:21.708593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:21.716710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Pushing event updated for resources: {'Port': ['ID=95e2469b-28dd-404d-9bc7-1c2fef5d0306,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:21.777688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:21.778335 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:21.885818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-61d40cba-189e-4486-af24-be69a710a46e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Deleting port 4f6bec90-951e-4f9c-ad0f-04c849ab28db {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:21.886148 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-61d40cba-189e-4486-af24-be69a710a46e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:21.897920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-ade8a227-3df8-43a3-8ca7-19db5fae4b02 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0815542 Jan 28 03:33:21.952784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Request body: {'port': {'device_id': 'ee6988b2-7007-4d32-9738-cc9683e5a1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:21.956235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-bb69f6b5-4b8c-496c-8077-27f8ad132327 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079342 Jan 28 03:33:21.990174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-680f837d-e507-4e56-af5a-9bb76f46f374 None None] Provisioning complete for port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:21.991212 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-680f837d-e507-4e56-af5a-9bb76f46f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:22.029543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-680f837d-e507-4e56-af5a-9bb76f46f374 None None] Port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:33:22.119757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732cbf8-bcfd-4e95-a774-b39d5aaf9a7a req-89a4d2e0-4202-41c1-91f5-bf3256439415 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:22.121513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e732cbf8-bcfd-4e95-a774-b39d5aaf9a7a req-89a4d2e0-4202-41c1-91f5-bf3256439415 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 945 time: 0.3352144 Jan 28 03:33:22.190335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] Router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:33:22.192212 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:22.195765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-61d40cba-189e-4486-af24-be69a710a46e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] For port 4f6bec90-951e-4f9c-ad0f-04c849ab28db, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4f6bec90-951e-4f9c-ad0f-04c849ab28db,segment=NetworkSegment(45789c17-c1bd-4100-825c-e0f41f3566f8),segment_id=45789c17-c1bd-4100-825c-e0f41f3566f8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:22.196113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-61d40cba-189e-4486-af24-be69a710a46e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:22.237051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-61d40cba-189e-4486-af24-be69a710a46e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Calling delete_port for 4f6bec90-951e-4f9c-ad0f-04c849ab28db owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:22.296832 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e732cbf8-bcfd-4e95-a774-b39d5aaf9a7a req-cf9704a1-5c34-4e97-954c-ad647d8338ce tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/security-groups?id=c06b7083-d64d-4770-84f3-5b2832b60a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551194 Jan 28 03:33:22.345042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-dd1e8bf1-ee09-4b9e-a89f-befec92ee936 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:22.346498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-dd1e8bf1-ee09-4b9e-a89f-befec92ee936 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3792675 Jan 28 03:33:22.418009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-865489c7-6898-440b-b182-fd55c9b59bae tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/quotas/4f9f265697cd486d8adcca60e4da2340 HTTP/1.1" status: 200 len: 375 time: 0.0421963 Jan 28 03:33:22.438046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1eeae930-9fdb-4487-a92e-cf093e16812f up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:22.491253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 1eeae930-9fdb-4487-a92e-cf093e16812f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:22.491748 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:22.574041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1eeae930-9fdb-4487-a92e-cf093e16812f is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:22.574696 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:22.600965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177b27e8-fe0a-4c1d-b997-91633a039044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eeae930-9fdb-4487-a92e-cf093e16812f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:22.603257 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4497c3e-c04f-4fd8-bace-72ecc4c3a023" -d '{"events": [{"server_uuid": "177b27e8-fe0a-4c1d-b997-91633a039044", "name": "network-vif-plugged", "status": "completed", "tag": "1eeae930-9fdb-4487-a92e-cf093e16812f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:22.620010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1eeae930-9fdb-4487-a92e-cf093e16812f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1eeae930-9fdb-4487-a92e-cf093e16812f,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:22.624746 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:22.626422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:22.667499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 4484855e-bd6c-4dfa-80cb-911c925c12f9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:22.668018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4484855e-bd6c-4dfa-80cb-911c925c12f9 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:22.695454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1eeae930-9fdb-4487-a92e-cf093e16812f,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:22.858099 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-10bf3ac8-471b-444c-934c-0646f8d7eaba tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4278677 Jan 28 03:33:22.919258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:33:22.930288 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c3e5ee13-afcc-4070-a041-abc061378bbf admin admin] 10.222.0.44 "PUT /v2.0/routers/6ab5706f-3ad4-45c7-a9a4-6c203dff7645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7464311 Jan 28 03:33:22.930456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:22.932761 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] Sync routers for ids ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:33:22.962695 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] Routers {'6ab5706f-3ad4-45c7-a9a4-6c203dff7645'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:33:22.972349 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:33:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:22.999447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc961b-802a-4de2-bacb-9a2bc25fddc9 req-2834ccad-d66b-464d-a0d1-4fd42fe37e1c tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:23.006167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7efc961b-802a-4de2-bacb-9a2bc25fddc9 req-2834ccad-d66b-464d-a0d1-4fd42fe37e1c tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.1870055 Jan 28 03:33:23.121463 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-61d40cba-189e-4486-af24-be69a710a46e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4f6bec90-951e-4f9c-ad0f-04c849ab28db), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:23.126775 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] Set router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:33:23.129186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7efc961b-802a-4de2-bacb-9a2bc25fddc9 req-b12296b6-57d2-497b-9893-ae404fb55141 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221635 Jan 28 03:33:23.133435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Publish callbacks [] for router (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:23.173683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d40cba-189e-4486-af24-be69a710a46e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Pushing event deleted for resources: {'Port': ['ID=4f6bec90-951e-4f9c-ad0f-04c849ab28db,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:23.212540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335940f-14e3-41d6-a79b-df6ac2da4170 req-625b2977-571e-461c-9e71-142f6781d32f tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:23.220198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d335940f-14e3-41d6-a79b-df6ac2da4170 req-625b2977-571e-461c-9e71-142f6781d32f tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 936 time: 0.1816227 Jan 28 03:33:23.220637 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4cb154-b05a-4c73-ab2d-f51202c636a2 x-openstack-request-id: req-8b4cb154-b05a-4c73-ab2d-f51202c636a2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:23.221163 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177b27e8-fe0a-4c1d-b997-91633a039044", "name": "network-vif-plugged", "status": "completed", "tag": "1eeae930-9fdb-4487-a92e-cf093e16812f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:23.221261 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b4cb154-b05a-4c73-ab2d-f51202c636a2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:23.221623 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177b27e8-fe0a-4c1d-b997-91633a039044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eeae930-9fdb-4487-a92e-cf093e16812f', 'code': 200} Jan 28 03:33:23.283395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-61d40cba-189e-4486-af24-be69a710a46e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] No DVR routers for this DVR port 4f6bec90-951e-4f9c-ad0f-04c849ab28db on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:23.288304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-61d40cba-189e-4486-af24-be69a710a46e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:23.292413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19cb92a5-3214-4cd0-a7b0-4209aa49040c req-61d40cba-189e-4486-af24-be69a710a46e tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.25 "DELETE /v2.0/ports/4f6bec90-951e-4f9c-ad0f-04c849ab28db HTTP/1.1" status: 204 len: 173 time: 1.8749981 Jan 28 03:33:23.294886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'name': 'network-vif-deleted', 'tag': '4f6bec90-951e-4f9c-ad0f-04c849ab28db'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:23.297222 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcac34b-e9f4-4e13-adb7-535ef102dba1" -d '{"events": [{"server_uuid": "5c2f080f-cc42-4b20-bfc0-bbd266bc4f10", "name": "network-vif-deleted", "tag": "4f6bec90-951e-4f9c-ad0f-04c849ab28db"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:23.319580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e2469b-28dd-404d-9bc7-1c2fef5d0306 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:23.341758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Publish callbacks [] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:23.356327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Publish callbacks [] for router_gateway (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:23.380005 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d335940f-14e3-41d6-a79b-df6ac2da4170 req-f2da06aa-3e42-44e9-b9f6-fbe8316d2f10 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588974 Jan 28 03:33:23.384404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Transition to ACTIVE for port object 95e2469b-28dd-404d-9bc7-1c2fef5d0306 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:23.394891 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:23.438715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf193738-36f8-4f2a-95ea-824aa243ea78 req-12a80c9f-3c9e-4586-8dbc-1145e9903f6b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:23.440463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf193738-36f8-4f2a-95ea-824aa243ea78 req-12a80c9f-3c9e-4586-8dbc-1145e9903f6b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.1142755 Jan 28 03:33:23.465827 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:33:23.480141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Deleting port d9463338-3f35-4025-aef1-ae6b597f59ed {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:23.480688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:23.495750 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:33:20Z', 'revision_number': 5, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port': {'id': 'd9463338-3f35-4025-aef1-ae6b597f59ed', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:23.496121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86a625fe-4d5b-44d6-ae33-41be2be33a84 req-ed7a0339-b91d-4cc4-bece-251b44c2a066 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 210 time: 0.0542567 Jan 28 03:33:23.539031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Pushing event updated for resources: {'Port': ['ID=95e2469b-28dd-404d-9bc7-1c2fef5d0306,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:23.574353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] For port d9463338-3f35-4025-aef1-ae6b597f59ed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d9463338-3f35-4025-aef1-ae6b597f59ed,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:23.574727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:23.585456 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] Checking router: 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:33:23.588438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Calling delete_port for d9463338-3f35-4025-aef1-ae6b597f59ed owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:23.612568 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] Routers {'6ab5706f-3ad4-45c7-a9a4-6c203dff7645'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:33:23.613235 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:33:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:23.677250 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafccfa5-3bfe-49ac-8751-0e332d6152a0 x-openstack-request-id: req-fafccfa5-3bfe-49ac-8751-0e332d6152a0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:23.682205 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2f080f-cc42-4b20-bfc0-bbd266bc4f10", "name": "network-vif-deleted", "tag": "4f6bec90-951e-4f9c-ad0f-04c849ab28db", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:23.682721 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fafccfa5-3bfe-49ac-8751-0e332d6152a0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:23.683047 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2f080f-cc42-4b20-bfc0-bbd266bc4f10', 'name': 'network-vif-deleted', 'tag': '4f6bec90-951e-4f9c-ad0f-04c849ab28db', 'status': 'completed', 'code': 200} Jan 28 03:33:23.710727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf193738-36f8-4f2a-95ea-824aa243ea78 req-96437348-3e14-4510-91f7-b54185f8f021 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499049 Jan 28 03:33:23.752293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Attempting to bind port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:23.752453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Attempting to bind port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:23.752981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Attempting to bind port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:23.763060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:23.763060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Attempting to bind port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:23.781562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:23.781916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:23.782282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:23.782824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Bound port: 95e2469b-28dd-404d-9bc7-1c2fef5d0306, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:23.783182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:23.808389 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] Set router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:33:23.872073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab21ed76-307d-469e-a29d-3353768a4df5 req-654ec379-6dcc-4b22-be3f-d875f2eb9ae5 tempest-LiveAutoBlockMigrationV225Test-1431521158 tempest-LiveAutoBlockMigrationV225Test-1431521158-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c2f080f-cc42-4b20-bfc0-bbd266bc4f10 HTTP/1.1" status: 200 len: 210 time: 0.0684605 Jan 28 03:33:23.903709 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d9463338-3f35-4025-aef1-ae6b597f59ed), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:23.906228 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:33:23Z', 'revision_number': 6, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:23.967934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9463338-3f35-4025-aef1-ae6b597f59ed,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:23.997570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] For port 95e2469b-28dd-404d-9bc7-1c2fef5d0306, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:24.002349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] For port 95e2469b-28dd-404d-9bc7-1c2fef5d0306, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=95e2469b-28dd-404d-9bc7-1c2fef5d0306,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:24.013245 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557446f-4bf1-4cd3-9a58-f376013a9b7f None None] The sync data for ids ['6ab5706f-3ad4-45c7-a9a4-6c203dff7645'] in n-d-808199-14 is: [{'id': '6ab5706f-3ad4-45c7-a9a4-6c203dff7645', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-999885463-router', 'tenant_id': 'c5308ebe273741a1a63b6bfca43311f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:15Z', 'updated_at': '2022-01-28T03:33:23Z', 'revision_number': 6, 'project_id': 'c5308ebe273741a1a63b6bfca43311f7', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:33:24.014113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.040220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.099622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:24.100310 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.101742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] 10.222.0.42 "PUT /v2.0/ports/95e2469b-28dd-404d-9bc7-1c2fef5d0306 HTTP/1.1" status: 200 len: 1097 time: 2.1796620 Jan 28 03:33:24.131363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b6dad-2009-45b5-b72e-748b15b5f452 service neutron] Pushing event updated for resources: {'Port': ['ID=95e2469b-28dd-404d-9bc7-1c2fef5d0306,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:24.146169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188cf05-80d2-4258-9421-f0bae1cd6180 req-b0b97fec-5f61-48cb-9e43-edef8169a4b7 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:24.154136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5188cf05-80d2-4258-9421-f0bae1cd6180 req-b0b97fec-5f61-48cb-9e43-edef8169a4b7 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.1249881 Jan 28 03:33:24.248031 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.251338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Publish callbacks [] for router_controller (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.282567 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5188cf05-80d2-4258-9421-f0bae1cd6180 req-675b73e9-fc77-4047-bdda-5a7a60ba8d58 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255698 Jan 28 03:33:24.312948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (6ab5706f-3ad4-45c7-a9a4-6c203dff7645), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.313537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ab5706f-3ad4-45c7-a9a4-6c203dff7645 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:33:24.319895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.321074 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1a342786-51c5-4703-93e0-18b2c4c4478f admin admin] 10.222.0.44 "DELETE /v2.0/routers/6ab5706f-3ad4-45c7-a9a4-6c203dff7645 HTTP/1.1" status: 204 len: 168 time: 1.3875892 Jan 28 03:33:24.323709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53334) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:24.347325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-27ef2af4-d7ec-44e0-9066-178ed2b99045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:24.349592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-27ef2af4-d7ec-44e0-9066-178ed2b99045 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30d6d8981366459b832772b917f406b8&device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 1100 time: 0.1525609 Jan 28 03:33:24.375040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4a596-dc0f-4cdd-be56-f06cd26bfe5b req-bb4b6e2c-a58e-4c2d-b91c-11170d77c975 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:24.376801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1f4a596-dc0f-4cdd-be56-f06cd26bfe5b req-bb4b6e2c-a58e-4c2d-b91c-11170d77c975 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.0914750 Jan 28 03:33:24.414833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-85375600-f0c1-4f44-9cb6-ec4eca983524 admin admin] Deleting subnet 60623ef0-1f49-43e8-b70d-e39790a668d8 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:33:24.419454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85375600-f0c1-4f44-9cb6-ec4eca983524 admin admin] Publish callbacks [] for subnet (60623ef0-1f49-43e8-b70d-e39790a668d8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.459520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-732b8738-5079-4f3e-8634-dbc25fb04b7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=95e2469b-28dd-404d-9bc7-1c2fef5d0306 HTTP/1.1" status: 200 len: 217 time: 0.0803125 Jan 28 03:33:24.462470 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85375600-f0c1-4f44-9cb6-ec4eca983524 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (60623ef0-1f49-43e8-b70d-e39790a668d8), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.545646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f34de-cc9b-4f27-b886-e8a8f9bd65ef req-49aa983f-1a7d-4431-8db7-a2a27ce6d3a7 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:24.547189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e6f34de-cc9b-4f27-b886-e8a8f9bd65ef req-49aa983f-1a7d-4431-8db7-a2a27ce6d3a7 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee HTTP/1.1" status: 200 len: 945 time: 0.1694233 Jan 28 03:33:24.549554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85375600-f0c1-4f44-9cb6-ec4eca983524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (60623ef0-1f49-43e8-b70d-e39790a668d8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.552382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1f4a596-dc0f-4cdd-be56-f06cd26bfe5b req-a0ef9714-0bf3-4d55-857a-a827b10e6ca0 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667652 Jan 28 03:33:24.569741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-28a621e5-dab3-4469-9b47-c78cf8eb6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:24.569741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-28a621e5-dab3-4469-9b47-c78cf8eb6e32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0959561 Jan 28 03:33:24.612571 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85375600-f0c1-4f44-9cb6-ec4eca983524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (60623ef0-1f49-43e8-b70d-e39790a668d8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.642546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85375600-f0c1-4f44-9cb6-ec4eca983524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60623ef0-1f49-43e8-b70d-e39790a668d8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:24.646645 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85375600-f0c1-4f44-9cb6-ec4eca983524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:24.649883 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-85375600-f0c1-4f44-9cb6-ec4eca983524 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/60623ef0-1f49-43e8-b70d-e39790a668d8 HTTP/1.1" status: 204 len: 168 time: 0.3251741 Jan 28 03:33:24.653024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53340) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:24.662434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e83dd-18a3-410b-8297-3861e62767f0 None None] Network 4f3d3dad-5e88-4f1a-84e9-569dd32865ff requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:33:24.672659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e6f34de-cc9b-4f27-b886-e8a8f9bd65ef req-8d7a8c8c-e414-45c0-9d0c-893205d15d4e tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190352 Jan 28 03:33:24.687260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-005bb79d-888e-4b41-8e9d-39a29f5b4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:24.688642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-005bb79d-888e-4b41-8e9d-39a29f5b4d78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162648 Jan 28 03:33:24.730730 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aee97-8207-47da-a560-9b31fbb92a79 req-774aaceb-4c99-40ab-8dfe-fd163efb7249 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:24.739514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-154aee97-8207-47da-a560-9b31fbb92a79 req-774aaceb-4c99-40ab-8dfe-fd163efb7249 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 948 time: 0.1185205 Jan 28 03:33:24.873334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-029612d0-c7a4-4a1f-a6bd-d1e4abf17e1f req-d795e475-9dbc-45bd-92c5-a8cd8e6e78b7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 210 time: 0.0622337 Jan 28 03:33:24.959137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-873a6c59-0cbb-4064-8e9e-45f4de2afcc7 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511008 Jan 28 03:33:25.010806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-154aee97-8207-47da-a560-9b31fbb92a79 req-7f381fe5-b71b-45ca-9946-a4efcbc67cc7 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700775 Jan 28 03:33:25.076667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de8739-6798-4d57-b5d4-606020d512ad None None] DHCP port deletion for 4f3d3dad-5e88-4f1a-84e9-569dd32865ff request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:33:25.118119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5534190-2390-4d9b-a6ed-c21fde46860c req-57f5ba6e-139f-41b5-a3e8-955f34b3a095 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:25.120990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5534190-2390-4d9b-a6ed-c21fde46860c req-57f5ba6e-139f-41b5-a3e8-955f34b3a095 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 946 time: 0.1441844 Jan 28 03:33:25.125965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (4f3d3dad-5e88-4f1a-84e9-569dd32865ff), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.140900 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6af1a39b-7002-4530-bbd5-64fc28fb2825 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679092 Jan 28 03:33:25.143442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f0de8739-6798-4d57-b5d4-606020d512ad None None] Deleting port 629eee2f-75c2-47dd-899a-78873dc6ce94 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:25.143668 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0de8739-6798-4d57-b5d4-606020d512ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.153709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc1f75d8-663f-4401-bf64-e55067d844a8 req-793cd598-f754-495e-b39f-54d3681c3a6d service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794870 Jan 28 03:33:25.194641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5534190-2390-4d9b-a6ed-c21fde46860c req-04a8f769-beb7-47df-9094-5babca409a79 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655384 Jan 28 03:33:25.233048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53352) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:25.257666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f0de8739-6798-4d57-b5d4-606020d512ad None None] For port 629eee2f-75c2-47dd-899a-78873dc6ce94, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=629eee2f-75c2-47dd-899a-78873dc6ce94,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:25.258449 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0de8739-6798-4d57-b5d4-606020d512ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.279349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-955801d1-185b-42a7-a4af-3e2da888897e req-cc196ea5-ac24-4cf1-bbd3-6357abf7fd2b tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:33:25.280621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-955801d1-185b-42a7-a4af-3e2da888897e req-cc196ea5-ac24-4cf1-bbd3-6357abf7fd2b tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081973 Jan 28 03:33:25.300741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f0de8739-6798-4d57-b5d4-606020d512ad None None] Calling delete_port for 629eee2f-75c2-47dd-899a-78873dc6ce94 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:25.341344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-803bb307-0792-4095-9c7e-b123217f3109 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:25.342842 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-803bb307-0792-4095-9c7e-b123217f3109 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973994 Jan 28 03:33:25.357761 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Deleting port 629eee2f-75c2-47dd-899a-78873dc6ce94 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:25.358216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.365187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Request body: {'port': {'device_id': 'c1b63878-e214-4241-9127-6dba9add213f', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '4f9f265697cd486d8adcca60e4da2340'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:25.436495 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0de8739-6798-4d57-b5d4-606020d512ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.487519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-955801d1-185b-42a7-a4af-3e2da888897e req-6f8ef1ac-fe3e-45c5-8f6b-1744bf9a7773 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2001598 Jan 28 03:33:25.495851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de8739-6798-4d57-b5d4-606020d512ad None None] Pushing event deleted for resources: {'Port': ['ID=629eee2f-75c2-47dd-899a-78873dc6ce94,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:25.506816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] For port 629eee2f-75c2-47dd-899a-78873dc6ce94, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=629eee2f-75c2-47dd-899a-78873dc6ce94,segment=NetworkSegment(b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe),segment_id=b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:25.509327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.510870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de8739-6798-4d57-b5d4-606020d512ad None None] No DVR routers for this DVR port 629eee2f-75c2-47dd-899a-78873dc6ce94 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:25.550055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Calling delete_port for 629eee2f-75c2-47dd-899a-78873dc6ce94 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:25.608090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f6c19d-3145-47c3-a848-9bce6a2d170f admin admin] Deleting subnet 719f8daa-0c81-4241-9a30-a78470f65f7b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:33:25.614158 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c19d-3145-47c3-a848-9bce6a2d170f admin admin] Publish callbacks [] for subnet (719f8daa-0c81-4241-9a30-a78470f65f7b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.642874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6a7e795f-9042-4d02-8993-415d3906fa8a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:25.669404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 6a7e795f-9042-4d02-8993-415d3906fa8a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:25.672680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6a7e795f-9042-4d02-8993-415d3906fa8a not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:25.673275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d9463338-3f35-4025-aef1-ae6b597f59ed no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:25.691888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6988b2-7007-4d32-9738-cc9683e5a1da', 'tag': '95e2469b-28dd-404d-9bc7-1c2fef5d0306'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:25.694586 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806aafe3-1465-4baa-937c-3a7b83497072" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6988b2-7007-4d32-9738-cc9683e5a1da", "tag": "95e2469b-28dd-404d-9bc7-1c2fef5d0306"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:25.699768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: d9463338-3f35-4025-aef1-ae6b597f59ed {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:25.700261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d9463338-3f35-4025-aef1-ae6b597f59ed not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:25.700767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 629eee2f-75c2-47dd-899a-78873dc6ce94 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:25.709391 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c19d-3145-47c3-a848-9bce6a2d170f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (719f8daa-0c81-4241-9a30-a78470f65f7b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.725208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (629eee2f-75c2-47dd-899a-78873dc6ce94), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.731472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 629eee2f-75c2-47dd-899a-78873dc6ce94 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:25.731823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 629eee2f-75c2-47dd-899a-78873dc6ce94 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:25.738057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Made reservation on behalf of 4f9f265697cd486d8adcca60e4da2340 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:25.745097 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.752918 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383d725a-6596-41b7-ac07-90f583f9820a x-openstack-request-id: req-383d725a-6596-41b7-ac07-90f583f9820a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:25.753216 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6988b2-7007-4d32-9738-cc9683e5a1da", "tag": "95e2469b-28dd-404d-9bc7-1c2fef5d0306", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:25.753488 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-383d725a-6596-41b7-ac07-90f583f9820a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:25.753871 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6988b2-7007-4d32-9738-cc9683e5a1da', 'tag': '95e2469b-28dd-404d-9bc7-1c2fef5d0306', 'status': 'completed', 'code': 200} Jan 28 03:33:25.764727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82540f-c6c9-40c2-b0db-25f2191e4e29 req-4917a7c6-c998-4d64-8574-ce604ec0185e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:25.766423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe82540f-c6c9-40c2-b0db-25f2191e4e29 req-4917a7c6-c998-4d64-8574-ce604ec0185e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.1090872 Jan 28 03:33:25.775531 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c19d-3145-47c3-a848-9bce6a2d170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (719f8daa-0c81-4241-9a30-a78470f65f7b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.780101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.800794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] No DVR routers for this DVR port 629eee2f-75c2-47dd-899a-78873dc6ce94 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:25.808966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Pushing event deleted for resources: {'Port': ['ID=629eee2f-75c2-47dd-899a-78873dc6ce94,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:25.884165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe82540f-c6c9-40c2-b0db-25f2191e4e29 req-8a89c53b-dfd9-447c-a96d-c839cf2dd56d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099546 Jan 28 03:33:25.917153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aafe3-1465-4baa-937c-3a7b83497072 req-3bd729e1-d5f7-4069-b748-876af272ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:25.919180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-806aafe3-1465-4baa-937c-3a7b83497072 req-3bd729e1-d5f7-4069-b748-876af272ca12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30d6d8981366459b832772b917f406b8&device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 1100 time: 0.1150784 Jan 28 03:33:25.921574 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (4f3d3dad-5e88-4f1a-84e9-569dd32865ff), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.942196 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c19d-3145-47c3-a848-9bce6a2d170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (719f8daa-0c81-4241-9a30-a78470f65f7b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.967560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3d3dad-5e88-4f1a-84e9-569dd32865ff']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:25.981762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6c19d-3145-47c3-a848-9bce6a2d170f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719f8daa-0c81-4241-9a30-a78470f65f7b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:26.023073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:26.023507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:26.043293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.049581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks [] for security_group (b1b6e407-1127-4411-b518-9734ce4d0690), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.059113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b1b6e407-1127-4411-b518-9734ce4d0690), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.062851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c19d-3145-47c3-a848-9bce6a2d170f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.066155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e0f6c19d-3145-47c3-a848-9bce6a2d170f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/719f8daa-0c81-4241-9a30-a78470f65f7b HTTP/1.1" status: 204 len: 168 time: 0.8316011 Jan 28 03:33:26.068477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c9a362f-e782-4f0d-9d88-bf1c85f63227 req-ebbf1704-9bf5-4f45-806a-57380a488bdc tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 210 time: 0.0458860 Jan 28 03:33:26.070222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:26.100241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.122033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:33:26.122457 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (b8ab42b6-8ace-4bb6-a9c2-180448ecd2fe), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:33:26.124139 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:33:26.163980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b6e407-1127-4411-b518-9734ce4d0690,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:26.221494 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (4f3d3dad-5e88-4f1a-84e9-569dd32865ff), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.223735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aafe3-1465-4baa-937c-3a7b83497072 req-5309ab6a-3ea0-4898-a070-482dc5d64a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.225353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-806aafe3-1465-4baa-937c-3a7b83497072 req-5309ab6a-3ea0-4898-a070-482dc5d64a9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2986941 Jan 28 03:33:26.228278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.228914 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (6feeb0c1-0482-4943-a76b-256db1710662), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.233857 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4f3d3dad-5e88-4f1a-84e9-569dd32865ff HTTP/1.1" status: 204 len: 168 time: 1.5775106 Jan 28 03:33:26.238546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6345b9-ce49-4a5c-945a-c3b20d311b05 req-6615dee4-80bb-4237-a127-6ded58091a66 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.240064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c6345b9-ce49-4a5c-945a-c3b20d311b05 req-6615dee4-80bb-4237-a127-6ded58091a66 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.1888206 Jan 28 03:33:26.252804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6f5db-7c2e-4bdb-a821-524dd0ae6164 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3d3dad-5e88-4f1a-84e9-569dd32865ff,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:26.294641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813654fe-b494-4c83-8ade-6c00992ff113 req-b8a98057-8c4c-4507-96f7-23bd78b41196 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.296209 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-813654fe-b494-4c83-8ade-6c00992ff113 req-b8a98057-8c4c-4507-96f7-23bd78b41196 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 948 time: 0.1423314 Jan 28 03:33:26.301976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Allocated IP 192.168.233.69 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/5f7380e5-ffef-48e7-bb3b-52e111e30f76) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:26.315316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-806aafe3-1465-4baa-937c-3a7b83497072 req-83532c72-91fb-4cd9-a7b8-e3775577d78a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=95e2469b-28dd-404d-9bc7-1c2fef5d0306 HTTP/1.1" status: 200 len: 217 time: 0.0734606 Jan 28 03:33:26.395822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53374) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:26.448658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1eeae930-9fdb-4487-a92e-cf093e16812f no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:26.465215 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-35b5e358-9b4e-4832-90f0-a1eff6b017b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5308ebe273741a1a63b6bfca43311f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682471 Jan 28 03:33:26.470431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:26.481696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c6345b9-ce49-4a5c-945a-c3b20d311b05 req-af87ddf4-c809-46d1-a77e-a749bef36123 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311637 Jan 28 03:33:26.513726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks [] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.524980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-43a8ab03-ed8d-4f14-9b34-213f92398570 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.527010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-43a8ab03-ed8d-4f14-9b34-213f92398570 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.25 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 945 time: 0.2288713 Jan 28 03:33:26.528471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aafe3-1465-4baa-937c-3a7b83497072 req-7e8ea6dd-b938-4c0e-a49a-a91236071d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.529861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-806aafe3-1465-4baa-937c-3a7b83497072 req-7e8ea6dd-b938-4c0e-a49a-a91236071d3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.2016513 Jan 28 03:33:26.534890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-813654fe-b494-4c83-8ade-6c00992ff113 req-03adc259-0e51-472a-855d-fee60f777399 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160318 Jan 28 03:33:26.558543 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc2a0-d27c-432c-9346-caeea4a7b925 admin admin] Publish callbacks [] for security_group (0fe47a39-8c22-4685-acc1-c2d46a2019c7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.596284 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc2a0-d27c-432c-9346-caeea4a7b925 admin admin] Publish callbacks [] for security_group (0fe47a39-8c22-4685-acc1-c2d46a2019c7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.597795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1eeae930-9fdb-4487-a92e-cf093e16812f is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:26.598375 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.606211 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.634604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177b27e8-fe0a-4c1d-b997-91633a039044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eeae930-9fdb-4487-a92e-cf093e16812f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:26.639338 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed382c2-6e90-41aa-9adc-c110bef08e14" -d '{"events": [{"server_uuid": "177b27e8-fe0a-4c1d-b997-91633a039044", "name": "network-vif-unplugged", "status": "completed", "tag": "1eeae930-9fdb-4487-a92e-cf093e16812f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:26.648640 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (6feeb0c1-0482-4943-a76b-256db1710662), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.690743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1eeae930-9fdb-4487-a92e-cf093e16812f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1eeae930-9fdb-4487-a92e-cf093e16812f,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:26.693177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:26.694852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event updated for resources: {'Port': ['ID=5f7380e5-ffef-48e7-bb3b-52e111e30f76,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:26.698207 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.698472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:26.699636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4f6bec90-951e-4f9c-ad0f-04c849ab28db no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:26.702424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:26.742204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 4f6bec90-951e-4f9c-ad0f-04c849ab28db {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:26.742557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4f6bec90-951e-4f9c-ad0f-04c849ab28db not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:26.743412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6feeb0c1-0482-4943-a76b-256db1710662']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:26.752558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc2a0-d27c-432c-9346-caeea4a7b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0fe47a39-8c22-4685-acc1-c2d46a2019c7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.756254 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc2a0-d27c-432c-9346-caeea4a7b925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.759519 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c4ecc2a0-d27c-432c-9346-caeea4a7b925 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fe47a39-8c22-4685-acc1-c2d46a2019c7 HTTP/1.1" status: 204 len: 168 time: 0.2858665 Jan 28 03:33:26.771533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45789c17-c1bd-4100-825c-e0f41f3566f8') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:26.771913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45789c17-c1bd-4100-825c-e0f41f3566f8') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:26.781336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.782551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.797169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecc2a0-d27c-432c-9346-caeea4a7b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe47a39-8c22-4685-acc1-c2d46a2019c7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:26.797553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aafe3-1465-4baa-937c-3a7b83497072 req-838d232d-cbb4-4dea-a339-ca03165f40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.798096 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63022cb1-3b4a-4c3e-8677-c63e61722935 x-openstack-request-id: req-63022cb1-3b4a-4c3e-8677-c63e61722935 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:26.798399 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177b27e8-fe0a-4c1d-b997-91633a039044", "name": "network-vif-unplugged", "status": "completed", "tag": "1eeae930-9fdb-4487-a92e-cf093e16812f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:26.798655 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63022cb1-3b4a-4c3e-8677-c63e61722935 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:26.799044 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177b27e8-fe0a-4c1d-b997-91633a039044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eeae930-9fdb-4487-a92e-cf093e16812f', 'code': 200} Jan 28 03:33:26.799180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-806aafe3-1465-4baa-937c-3a7b83497072 req-838d232d-cbb4-4dea-a339-ca03165f40a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2547481 Jan 28 03:33:26.799595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1eeae930-9fdb-4487-a92e-cf093e16812f,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:26.805218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (45789c17-c1bd-4100-825c-e0f41f3566f8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.818483 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-6d8114d3-a4e6-4366-a26c-71cdda5b2974 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4566119 Jan 28 03:33:26.842913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Request body: {'port': {'device_id': 'c1b63878-e214-4241-9127-6dba9add213f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:26.907476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48401aba-2cc7-4701-ad91-279884974edd req-bc8581fa-7355-40dd-8368-0b180f60ff9c tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.908988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48401aba-2cc7-4701-ad91-279884974edd req-bc8581fa-7355-40dd-8368-0b180f60ff9c tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee HTTP/1.1" status: 200 len: 945 time: 0.2177544 Jan 28 03:33:26.912556 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (45789c17-c1bd-4100-825c-e0f41f3566f8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.918698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-46397114-b223-4476-bebc-b5c08eccc63e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Deleting port 1eeae930-9fdb-4487-a92e-cf093e16812f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:26.919071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-46397114-b223-4476-bebc-b5c08eccc63e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.925019 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.954080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:33:26.954500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (45789c17-c1bd-4100-825c-e0f41f3566f8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:33:26.997163 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:33:27.149410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ec684895-4eed-42f9-ad42-7665fb6b399c None None] Provisioning complete for port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:27.150620 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec684895-4eed-42f9-ad42-7665fb6b399c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.174517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-806aafe3-1465-4baa-937c-3a7b83497072 req-e511bcd2-6671-4652-9c9d-03e805aff26a service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654964 Jan 28 03:33:27.186822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 95e2469b-28dd-404d-9bc7-1c2fef5d0306 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:27.202054 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (6feeb0c1-0482-4943-a76b-256db1710662), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.207912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48401aba-2cc7-4701-ad91-279884974edd req-4069ae02-8b13-41c1-8274-5f75a62da0f6 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856636 Jan 28 03:33:27.223748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ec684895-4eed-42f9-ad42-7665fb6b399c None None] Port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:33:27.228211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.235070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6feeb0c1-0482-4943-a76b-256db1710662 HTTP/1.1" status: 204 len: 168 time: 1.1594510 Jan 28 03:33:27.235406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53396) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:27.331695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7380e5-ffef-48e7-bb3b-52e111e30f76 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:27.336683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 95e2469b-28dd-404d-9bc7-1c2fef5d0306, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=95e2469b-28dd-404d-9bc7-1c2fef5d0306,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:27.339788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b53f0-2223-4e9b-9008-5d0483606f94 req-93c45264-0b13-4d16-afc8-4ca856c1477f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.343105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Publish callbacks [] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.346417 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f7b53f0-2223-4e9b-9008-5d0483606f94 req-93c45264-0b13-4d16-afc8-4ca856c1477f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=177b27e8-fe0a-4c1d-b997-91633a039044 HTTP/1.1" status: 200 len: 943 time: 0.3036156 Jan 28 03:33:27.355041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '95e2469b-28dd-404d-9bc7-1c2fef5d0306', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '95e2469b-28dd-404d-9bc7-1c2fef5d0306', 'mac_address': 'fa:16:3e:87:43:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:27.355755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df42b5-8b7c-40dd-9bab-9056fc35f724 admin admin] Pushing event deleted for resources: {'Network': ['ID=6feeb0c1-0482-4943-a76b-256db1710662,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:27.366023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-973cec4a-7b81-4762-b02a-8dd19c7e3cb6 admin admin] Deleting subnet 060e325f-f0c1-45da-a4f2-ec63f56c60a9 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:33:27.371681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-973cec4a-7b81-4762-b02a-8dd19c7e3cb6 admin admin] Publish callbacks [] for subnet (060e325f-f0c1-45da-a4f2-ec63f56c60a9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.373212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-46397114-b223-4476-bebc-b5c08eccc63e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] For port 1eeae930-9fdb-4487-a92e-cf093e16812f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1eeae930-9fdb-4487-a92e-cf093e16812f,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:27.373588 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-46397114-b223-4476-bebc-b5c08eccc63e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.402084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:27.402472 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.409619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Transition to ACTIVE for port object 5f7380e5-ffef-48e7-bb3b-52e111e30f76 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:27.419467 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.420377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e2469b-28dd-404d-9bc7-1c2fef5d0306 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:27.427686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-46397114-b223-4476-bebc-b5c08eccc63e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Calling delete_port for 1eeae930-9fdb-4487-a92e-cf093e16812f owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:27.430813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-973cec4a-7b81-4762-b02a-8dd19c7e3cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (060e325f-f0c1-45da-a4f2-ec63f56c60a9), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.446162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 95e2469b-28dd-404d-9bc7-1c2fef5d0306, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=95e2469b-28dd-404d-9bc7-1c2fef5d0306,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:27.452881 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.513870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=95e2469b-28dd-404d-9bc7-1c2fef5d0306,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:27.565435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-973cec4a-7b81-4762-b02a-8dd19c7e3cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (060e325f-f0c1-45da-a4f2-ec63f56c60a9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.595554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7380e5-ffef-48e7-bb3b-52e111e30f76,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:27.714935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-973cec4a-7b81-4762-b02a-8dd19c7e3cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (060e325f-f0c1-45da-a4f2-ec63f56c60a9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.753126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Attempting to bind port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:27.753378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Attempting to bind port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:27.753688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Attempting to bind port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:27.755906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cec4a-7b81-4762-b02a-8dd19c7e3cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060e325f-f0c1-45da-a4f2-ec63f56c60a9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:27.763908 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-973cec4a-7b81-4762-b02a-8dd19c7e3cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.767466 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-973cec4a-7b81-4762-b02a-8dd19c7e3cb6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/060e325f-f0c1-45da-a4f2-ec63f56c60a9 HTTP/1.1" status: 204 len: 168 time: 0.5311146 Jan 28 03:33:27.770047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:27.770374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Attempting to bind port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:27.772413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53416) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:27.794811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:27.795183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:27.795581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:27.796764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Bound port: 5f7380e5-ffef-48e7-bb3b-52e111e30f76, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:27.796929 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.807015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['95e2469b-28dd-404d-9bc7-1c2fef5d0306'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:27.893321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d26471df-558e-4f50-adbf-4e83fbb09197), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:27.953259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f7b53f0-2223-4e9b-9008-5d0483606f94 req-284c612f-33c5-49e3-ba08-de1b96438726 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050472 Jan 28 03:33:27.969009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] For port 5f7380e5-ffef-48e7-bb3b-52e111e30f76, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:28.004683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268dbfd-e17c-4315-9348-fefb818baba8 req-da453555-8bc9-43f3-9af8-d3ab1793ee79 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.009312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e268dbfd-e17c-4315-9348-fefb818baba8 req-da453555-8bc9-43f3-9af8-d3ab1793ee79 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 935 time: 0.6566453 Jan 28 03:33:28.013401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-806aafe3-1465-4baa-937c-3a7b83497072 req-a162de1a-e6d2-4194-9c89-5c32a1adbb3f service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8265998 Jan 28 03:33:28.014793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] For port 5f7380e5-ffef-48e7-bb3b-52e111e30f76, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5f7380e5-ffef-48e7-bb3b-52e111e30f76,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:28.021372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d26471df-558e-4f50-adbf-4e83fbb09197), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.034966 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.080306 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26471df-558e-4f50-adbf-4e83fbb09197']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:28.096582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71345f95-8fb4-4c90-bf4b-840aad2f5801') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:28.096901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71345f95-8fb4-4c90-bf4b-840aad2f5801') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:28.100730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.101381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.102808 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f7380e5-ffef-48e7-bb3b-52e111e30f76 HTTP/1.1" status: 200 len: 1096 time: 1.2682531 Jan 28 03:33:28.103254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b63878-e214-4241-9127-6dba9add213f', 'tag': '5f7380e5-ffef-48e7-bb3b-52e111e30f76'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:28.105678 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80061b52-6005-446e-b2a3-fd9228a2146a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b63878-e214-4241-9127-6dba9add213f", "tag": "5f7380e5-ffef-48e7-bb3b-52e111e30f76"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:28.124276 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (71345f95-8fb4-4c90-bf4b-840aad2f5801), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.133426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e268dbfd-e17c-4315-9348-fefb818baba8 req-703c0c90-944b-4cad-8a14-121fb94a0afd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151500 Jan 28 03:33:28.161717 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (71345f95-8fb4-4c90-bf4b-840aad2f5801), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.164689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4213a0-ef68-4a6a-9652-d5a5b05bd986 req-b0749c34-676f-4952-9863-7e28a521b0cc tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.166451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d4213a0-ef68-4a6a-9652-d5a5b05bd986 req-b0749c34-676f-4952-9863-7e28a521b0cc tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 946 time: 0.1222966 Jan 28 03:33:28.177177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f7101-1610-4325-9bec-6477d5d92ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7380e5-ffef-48e7-bb3b-52e111e30f76,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:28.187392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:33:28.187960 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (71345f95-8fb4-4c90-bf4b-840aad2f5801), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:33:28.190577 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:33:28.199462 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-46397114-b223-4476-bebc-b5c08eccc63e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1eeae930-9fdb-4487-a92e-cf093e16812f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.249535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46397114-b223-4476-bebc-b5c08eccc63e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event deleted for resources: {'Port': ['ID=1eeae930-9fdb-4487-a92e-cf093e16812f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:28.293884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-773f00b8-cbad-4fd9-994a-ddde3169d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.298643 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-773f00b8-cbad-4fd9-994a-ddde3169d7e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 1099 time: 0.0915787 Jan 28 03:33:28.300925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d26471df-558e-4f50-adbf-4e83fbb09197), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.314142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.319678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d26471df-558e-4f50-adbf-4e83fbb09197 HTTP/1.1" status: 204 len: 168 time: 0.5437453 Jan 28 03:33:28.329133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-46397114-b223-4476-bebc-b5c08eccc63e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] No DVR routers for this DVR port 1eeae930-9fdb-4487-a92e-cf093e16812f on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:28.331700 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-46397114-b223-4476-bebc-b5c08eccc63e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.335458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7603ea2e-29ef-4ca9-8a92-032012bb6841 req-46397114-b223-4476-bebc-b5c08eccc63e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.25 "DELETE /v2.0/ports/1eeae930-9fdb-4487-a92e-cf093e16812f HTTP/1.1" status: 204 len: 173 time: 1.7996509 Jan 28 03:33:28.340657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e3664-875e-4582-b977-ad65c68f83b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26471df-558e-4f50-adbf-4e83fbb09197,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:28.348203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177b27e8-fe0a-4c1d-b997-91633a039044', 'name': 'network-vif-deleted', 'tag': '1eeae930-9fdb-4487-a92e-cf093e16812f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:28.352018 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b45fdaf-de77-49cb-aca5-aa8b09144c52" -d '{"events": [{"server_uuid": "177b27e8-fe0a-4c1d-b997-91633a039044", "name": "network-vif-deleted", "tag": "1eeae930-9fdb-4487-a92e-cf093e16812f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:28.365667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d4213a0-ef68-4a6a-9652-d5a5b05bd986 req-8c80dcea-4905-41d9-815d-a7458b7abae1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862214 Jan 28 03:33:28.379281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-b09c9d81-e3b1-4a91-b035-476c59359227 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5f7380e5-ffef-48e7-bb3b-52e111e30f76 HTTP/1.1" status: 200 len: 217 time: 0.0607662 Jan 28 03:33:28.395226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d413e-619b-40a1-9f3e-ac5409499a72 req-9f980273-3d1b-4e8a-a098-2f02691800f2 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.395226 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c4d413e-619b-40a1-9f3e-ac5409499a72 req-9f980273-3d1b-4e8a-a098-2f02691800f2 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 949 time: 0.1477518 Jan 28 03:33:28.451794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-00ee68cd-22c3-4e10-b2b9-4d2e82350b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.453688 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-00ee68cd-22c3-4e10-b2b9-4d2e82350b89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0611255 Jan 28 03:33:28.462266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c4d413e-619b-40a1-9f3e-ac5409499a72 req-0f9ffddd-0c82-4c32-b47f-a011cd26c1ff tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696959 Jan 28 03:33:28.521018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-4c700658-99f4-4c94-bd54-8d713f746537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.523064 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-4c700658-99f4-4c94-bd54-8d713f746537 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630968 Jan 28 03:33:28.597771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:28.633053 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d52147-0a0e-49a2-b646-869d58328893 x-openstack-request-id: req-a4d52147-0a0e-49a2-b646-869d58328893 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:28.633343 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b63878-e214-4241-9127-6dba9add213f", "tag": "5f7380e5-ffef-48e7-bb3b-52e111e30f76", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:28.633595 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4d52147-0a0e-49a2-b646-869d58328893 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:28.634077 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b63878-e214-4241-9127-6dba9add213f', 'tag': '5f7380e5-ffef-48e7-bb3b-52e111e30f76', 'status': 'completed', 'code': 200} Jan 28 03:33:28.652545 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-e4f6419d-86ed-4444-a054-412486e8c155 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197019 Jan 28 03:33:28.653034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53434) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:28.653155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5b4c408b-b84f-4f47-8efc-c930aa302eee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f57bdcc63de43649475eaa29c3d2285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540667 Jan 28 03:33:28.673875 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28852983-2524-44d4-9968-845f75e62e9d x-openstack-request-id: req-28852983-2524-44d4-9968-845f75e62e9d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:28.675845 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177b27e8-fe0a-4c1d-b997-91633a039044", "name": "network-vif-deleted", "tag": "1eeae930-9fdb-4487-a92e-cf093e16812f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:28.676124 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28852983-2524-44d4-9968-845f75e62e9d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:28.676552 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177b27e8-fe0a-4c1d-b997-91633a039044', 'name': 'network-vif-deleted', 'tag': '1eeae930-9fdb-4487-a92e-cf093e16812f', 'status': 'completed', 'code': 200} Jan 28 03:33:28.787998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e677472-2b23-41f8-850c-b8f39c01c7d5 admin admin] Publish callbacks [] for security_group (c06b7083-d64d-4770-84f3-5b2832b60a16), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.820126 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-614d6752-ea65-4194-ac80-fbf784fe5948 req-2c282a96-6167-45a6-ba57-af4c5b545b77 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608393 Jan 28 03:33:28.835606 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e677472-2b23-41f8-850c-b8f39c01c7d5 admin admin] Publish callbacks [] for security_group (c06b7083-d64d-4770-84f3-5b2832b60a16), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.911370 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e677472-2b23-41f8-850c-b8f39c01c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c06b7083-d64d-4770-84f3-5b2832b60a16), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.913849 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e677472-2b23-41f8-850c-b8f39c01c7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:28.918346 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8e677472-2b23-41f8-850c-b8f39c01c7d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c06b7083-d64d-4770-84f3-5b2832b60a16 HTTP/1.1" status: 204 len: 168 time: 0.2610319 Jan 28 03:33:28.924586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e677472-2b23-41f8-850c-b8f39c01c7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06b7083-d64d-4770-84f3-5b2832b60a16,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:28.933636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145edc4c-a6a6-40e9-bff6-9d51b6a9b128 req-0c3fa1b3-4cbb-4651-86bb-ccc57b7e4a81 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.939173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145edc4c-a6a6-40e9-bff6-9d51b6a9b128 req-0c3fa1b3-4cbb-4651-86bb-ccc57b7e4a81 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.945383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145edc4c-a6a6-40e9-bff6-9d51b6a9b128 req-0c3fa1b3-4cbb-4651-86bb-ccc57b7e4a81 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.948161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-145edc4c-a6a6-40e9-bff6-9d51b6a9b128 req-0c3fa1b3-4cbb-4651-86bb-ccc57b7e4a81 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811&device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee&device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 2418 time: 0.1054640 Jan 28 03:33:28.976272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-3aba1f81-fd44-4035-bdc7-d703ae33b381 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=30f89b24c45d4d00a9a811240fc4a945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645347 Jan 28 03:33:29.010342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80061b52-6005-446e-b2a3-fd9228a2146a req-019195e6-e055-4120-b137-628241e110c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:29.012198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-80061b52-6005-446e-b2a3-fd9228a2146a req-019195e6-e055-4120-b137-628241e110c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 1099 time: 0.0601375 Jan 28 03:33:29.106160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-145edc4c-a6a6-40e9-bff6-9d51b6a9b128 req-c57a6f65-0ff5-4978-81d0-64cd05a5dfb6 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451132 Jan 28 03:33:29.116885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80061b52-6005-446e-b2a3-fd9228a2146a req-c409be44-526f-4b9f-80d9-a55662a32895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:29.118615 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-80061b52-6005-446e-b2a3-fd9228a2146a req-c409be44-526f-4b9f-80d9-a55662a32895 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1005919 Jan 28 03:33:29.144632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433658a-aee0-4061-807d-f63990caa33e req-1326141d-2e64-4eb8-90b1-caad8256f1b1 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:29.146260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-1326141d-2e64-4eb8-90b1-caad8256f1b1 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1692271 Jan 28 03:33:29.165190 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-9cc45295-8b00-4d8e-96b9-523995c3ea22 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/quotas/30f89b24c45d4d00a9a811240fc4a945 HTTP/1.1" status: 200 len: 375 time: 0.0128810 Jan 28 03:33:29.177611 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-80061b52-6005-446e-b2a3-fd9228a2146a req-915a95f7-4b15-42e7-b452-9bcf0c7e1a79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5f7380e5-ffef-48e7-bb3b-52e111e30f76 HTTP/1.1" status: 200 len: 217 time: 0.0518014 Jan 28 03:33:29.197917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 95e2469b-28dd-404d-9bc7-1c2fef5d0306 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:29.203673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-d190b1c8-9edd-41ce-b457-77a5e49acac1 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=30f89b24c45d4d00a9a811240fc4a945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323246 Jan 28 03:33:29.232901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80061b52-6005-446e-b2a3-fd9228a2146a req-fb963df4-adfe-4579-ad37-6c8456e0b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:29.234559 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-80061b52-6005-446e-b2a3-fd9228a2146a req-fb963df4-adfe-4579-ad37-6c8456e0b612 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0506973 Jan 28 03:33:29.269457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c23f431-442e-4de2-812c-818186f3dd69 req-1f05ee3b-ffba-4190-9e7f-179192c29e9d tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0686152 Jan 28 03:33:29.301161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80061b52-6005-446e-b2a3-fd9228a2146a req-8186cbfe-fdc8-42a8-9d73-8f8259a73b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:29.302883 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-80061b52-6005-446e-b2a3-fd9228a2146a req-8186cbfe-fdc8-42a8-9d73-8f8259a73b2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0607138 Jan 28 03:33:29.315836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:33:29.320335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:29.320727 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.416635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53458) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:29.426157 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-80061b52-6005-446e-b2a3-fd9228a2146a req-5d18f99b-c47a-4be1-a0b7-9c1d7154495f service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159918 Jan 28 03:33:29.431237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:29.432568 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.456146 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaba23f-f11c-4d17-9fd2-51788036de0c req-8cf0a7f0-a549-4c84-ac75-4b6e85039d78 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:29.458623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cfaba23f-f11c-4d17-9fd2-51788036de0c req-8cf0a7f0-a549-4c84-ac75-4b6e85039d78 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 947 time: 0.0718124 Jan 28 03:33:29.483797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6988b2-7007-4d32-9738-cc9683e5a1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e2469b-28dd-404d-9bc7-1c2fef5d0306'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:29.486169 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cb4ba8-26df-4b6a-9ebc-ff5760641bac" -d '{"events": [{"server_uuid": "ee6988b2-7007-4d32-9738-cc9683e5a1da", "name": "network-vif-plugged", "status": "completed", "tag": "95e2469b-28dd-404d-9bc7-1c2fef5d0306"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:29.505118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 95e2469b-28dd-404d-9bc7-1c2fef5d0306, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=95e2469b-28dd-404d-9bc7-1c2fef5d0306,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:29.512673 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.535337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cfaba23f-f11c-4d17-9fd2-51788036de0c req-c0438cca-cc53-4eba-aeea-b9aac9b55021 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650706 Jan 28 03:33:29.574210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=95e2469b-28dd-404d-9bc7-1c2fef5d0306,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:29.649243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53476) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:29.649460 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3fa64c21-04c3-46e3-9fe7-9c78787bb420 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d40f03cd2e244c21b5f57abc693ec6f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314558 Jan 28 03:33:29.662733 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-80061b52-6005-446e-b2a3-fd9228a2146a req-8a569de4-0a68-4f59-ad58-f0155f96f2da service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166038 Jan 28 03:33:29.710818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:29.715350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a4299bb2-5097-43d2-ba9c-7e66c6f639f7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1558346621', 'description': 'tempest-description--417886164'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:29.743083 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4299bb2-5097-43d2-ba9c-7e66c6f639f7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.753116 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02c0b2de-ade4-4aa3-a63d-3fbbafeff46f admin admin] Publish callbacks [] for security_group (e1a76263-620b-4b16-9375-e1eb9432b655), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.784759 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb4c2e70-458e-4d84-87de-b97291952000 req-9483b735-d1ff-43af-92e9-66cd145d4bf4 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 210 time: 0.0279417 Jan 28 03:33:29.807628 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02c0b2de-ade4-4aa3-a63d-3fbbafeff46f admin admin] Publish callbacks [] for security_group (e1a76263-620b-4b16-9375-e1eb9432b655), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.847187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4299bb2-5097-43d2-ba9c-7e66c6f639f7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group (f61a7b2a-d69f-48cc-8feb-60d5173d595b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.855658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4299bb2-5097-43d2-ba9c-7e66c6f639f7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f61a7b2a-d69f-48cc-8feb-60d5173d595b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.868284 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc75159-ef8e-4268-8049-4db7193bc6e1 x-openstack-request-id: req-fbc75159-ef8e-4268-8049-4db7193bc6e1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:29.868572 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6988b2-7007-4d32-9738-cc9683e5a1da", "name": "network-vif-plugged", "status": "completed", "tag": "95e2469b-28dd-404d-9bc7-1c2fef5d0306", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:29.868824 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fbc75159-ef8e-4268-8049-4db7193bc6e1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:29.869840 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6988b2-7007-4d32-9738-cc9683e5a1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e2469b-28dd-404d-9bc7-1c2fef5d0306', 'code': 200} Jan 28 03:33:29.901145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4299bb2-5097-43d2-ba9c-7e66c6f639f7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.906580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53484) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:29.907363 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a4299bb2-5097-43d2-ba9c-7e66c6f639f7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1954682 Jan 28 03:33:29.910203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4299bb2-5097-43d2-ba9c-7e66c6f639f7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61a7b2a-d69f-48cc-8feb-60d5173d595b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:29.911660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-876d870c-b0bc-4436-a71d-3270c933ec0f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Request body: {'security_group_rule': {'security_group_id': 'f61a7b2a-d69f-48cc-8feb-60d5173d595b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:29.944279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02c0b2de-ade4-4aa3-a63d-3fbbafeff46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e1a76263-620b-4b16-9375-e1eb9432b655), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.946843 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02c0b2de-ade4-4aa3-a63d-3fbbafeff46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.949103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-02c0b2de-ade4-4aa3-a63d-3fbbafeff46f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1a76263-620b-4b16-9375-e1eb9432b655 HTTP/1.1" status: 204 len: 168 time: 0.2987132 Jan 28 03:33:29.966190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b1a5-2afd-440c-822f-d58aabb2cebf req-06a8c281-a382-497d-8bc8-a2017dc51fa3 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:29.972936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ca5b1a5-2afd-440c-822f-d58aabb2cebf req-06a8c281-a382-497d-8bc8-a2017dc51fa3 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 950 time: 0.1089332 Jan 28 03:33:29.992954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0b2de-ade4-4aa3-a63d-3fbbafeff46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a76263-620b-4b16-9375-e1eb9432b655,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:30.033789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-876d870c-b0bc-4436-a71d-3270c933ec0f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group_rule (22922364-94b4-463b-9478-bccf13aecea7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.054562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638a4d7-fe2f-4056-812e-7427cbb63e7a req-b57ac63e-03fb-4383-85eb-ad1870cc9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:30.057804 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f638a4d7-fe2f-4056-812e-7427cbb63e7a req-b57ac63e-03fb-4383-85eb-ad1870cc9af1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 1102 time: 0.0918720 Jan 28 03:33:30.076496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ca5b1a5-2afd-440c-822f-d58aabb2cebf req-3b0cdf5c-b791-4628-8197-2a8c342e9438 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027153 Jan 28 03:33:30.116729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-876d870c-b0bc-4436-a71d-3270c933ec0f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group_rule (22922364-94b4-463b-9478-bccf13aecea7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.123118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-876d870c-b0bc-4436-a71d-3270c933ec0f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (22922364-94b4-463b-9478-bccf13aecea7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.150694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d870c-b0bc-4436-a71d-3270c933ec0f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22922364-94b4-463b-9478-bccf13aecea7,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:30.172060 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-876d870c-b0bc-4436-a71d-3270c933ec0f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.174677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-876d870c-b0bc-4436-a71d-3270c933ec0f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2662783 Jan 28 03:33:30.177236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53488) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:30.184249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7961828b-243c-4000-af43-62fff23e899d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Request body: {'security_group_rule': {'security_group_id': 'f61a7b2a-d69f-48cc-8feb-60d5173d595b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:30.194523 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f638a4d7-fe2f-4056-812e-7427cbb63e7a req-a2e7eb5e-d88f-4eb3-a65c-e186f6ce7441 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940692 Jan 28 03:33:30.220578 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7961828b-243c-4000-af43-62fff23e899d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group_rule (676f83ad-a287-493c-9925-9c3b90ef5c54), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.283790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7961828b-243c-4000-af43-62fff23e899d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group_rule (676f83ad-a287-493c-9925-9c3b90ef5c54), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.288358 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7961828b-243c-4000-af43-62fff23e899d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (676f83ad-a287-493c-9925-9c3b90ef5c54), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.314339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7961828b-243c-4000-af43-62fff23e899d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.315672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7961828b-243c-4000-af43-62fff23e899d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371932 Jan 28 03:33:30.319415 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53494) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:30.324642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:30.337313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961828b-243c-4000-af43-62fff23e899d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676f83ad-a287-493c-9925-9c3b90ef5c54,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:30.356967 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.447891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1eeae930-9fdb-4487-a92e-cf093e16812f no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:30.480483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.495326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 1eeae930-9fdb-4487-a92e-cf093e16812f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:30.495701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1eeae930-9fdb-4487-a92e-cf093e16812f not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:30.609116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Allocated IP 172.25.1.45 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/7321d8bc-79aa-455f-8025-eca70e33922c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:30.665587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d0bca-33bf-4afb-9d21-6e0ec04c4403 req-c015d770-2b6a-4ad9-86d9-d293745a44c2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:30.673415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b3d0bca-33bf-4afb-9d21-6e0ec04c4403 req-c015d770-2b6a-4ad9-86d9-d293745a44c2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 947 time: 0.0785077 Jan 28 03:33:30.741466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b3d0bca-33bf-4afb-9d21-6e0ec04c4403 req-754552e6-4774-47bd-abe6-ddac6cb360e7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596969 Jan 28 03:33:30.784058 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for port (7321d8bc-79aa-455f-8025-eca70e33922c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.822876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-bc1cb1cd-005a-487e-9133-337e7175a1f4 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=30f89b24c45d4d00a9a811240fc4a945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352800 Jan 28 03:33:30.854393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7321d8bc-79aa-455f-8025-eca70e33922c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.921662 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:30.936960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:30.943577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event updated for resources: {'Port': ['ID=7321d8bc-79aa-455f-8025-eca70e33922c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:30.948579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:31.022376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53e33306-7ee1-4aa7-bb57-9f63a8d07c1d req-bf51f14b-29a4-4de6-a0d0-b3691d63e510 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 210 time: 0.0891995 Jan 28 03:33:31.056360 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for floatingip (691a1340-ab49-454c-98f4-bf740569c810), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.098603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433658a-aee0-4061-807d-f63990caa33e req-6abffd28-6ede-4e2b-8ad6-8184952479de tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:31.100320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-6abffd28-6ede-4e2b-8ad6-8184952479de tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2708108 Jan 28 03:33:31.107114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7321d8bc-79aa-455f-8025-eca70e33922c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.170907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Request body: {'port': {'device_id': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '30f89b24c45d4d00a9a811240fc4a945'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:31.200696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5f7380e5-ffef-48e7-bb3b-52e111e30f76 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:31.329147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for port (7321d8bc-79aa-455f-8025-eca70e33922c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.340451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7321d8bc-79aa-455f-8025-eca70e33922c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.347405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5f7380e5-ffef-48e7-bb3b-52e111e30f76, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5f7380e5-ffef-48e7-bb3b-52e111e30f76,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:31.357239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f72a2d-3238-43e2-b9a0-3fc6b9d72002 req-538d46fd-a7e6-4dee-ae23-6c4bc354fe1e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:31.359178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '5f7380e5-ffef-48e7-bb3b-52e111e30f76', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '5f7380e5-ffef-48e7-bb3b-52e111e30f76', 'mac_address': 'fa:16:3e:d1:a7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:31.365885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19f72a2d-3238-43e2-b9a0-3fc6b9d72002 req-538d46fd-a7e6-4dee-ae23-6c4bc354fe1e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 950 time: 0.1326077 Jan 28 03:33:31.412231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:31.412631 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.450477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7380e5-ffef-48e7-bb3b-52e111e30f76 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:31.473663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event updated for resources: {'Port': ['ID=7321d8bc-79aa-455f-8025-eca70e33922c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:31.479830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19f72a2d-3238-43e2-b9a0-3fc6b9d72002 req-218e37b0-529c-43d7-8b62-6712ad25e0b1 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126969 Jan 28 03:33:31.507861 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (691a1340-ab49-454c-98f4-bf740569c810), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.520153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e636e-0ad4-431d-be26-70f5d04c8b7b req-3ecfbe12-5ba7-4ee1-9777-90f3c157c79f tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:31.520560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5f7380e5-ffef-48e7-bb3b-52e111e30f76, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5f7380e5-ffef-48e7-bb3b-52e111e30f76,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:31.522048 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a40e636e-0ad4-431d-be26-70f5d04c8b7b req-3ecfbe12-5ba7-4ee1-9777-90f3c157c79f tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 946 time: 0.1317487 Jan 28 03:33:31.523389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Made reservation on behalf of 30f89b24c45d4d00a9a811240fc4a945 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:31.527342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.530110 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.547372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.549441 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.551661 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-173cc14a-da36-414b-a56d-e8a957d363c7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2309754 Jan 28 03:33:31.628880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5f7380e5-ffef-48e7-bb3b-52e111e30f76,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:31.658937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a40e636e-0ad4-431d-be26-70f5d04c8b7b req-6731b435-824b-4af2-90de-7cdc6f1688a1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278050 Jan 28 03:33:31.696866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks [] for security_group (0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.701726 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:31.768413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:31.902259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:31.945211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Allocated IP 192.168.233.37 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/1d230d83-f638-4fdf-a434-8d1437ff222f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:31.979934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059d070-6c88-4d96-b520-983ea4945337 req-aeb7d285-d7a1-40f0-a705-c0277501d9d8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:31.981526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a059d070-6c88-4d96-b520-983ea4945337 req-aeb7d285-d7a1-40f0-a705-c0277501d9d8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 948 time: 0.1492481 Jan 28 03:33:32.039905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-3cee2d8a-88d6-4045-9252-9e76853a76e4 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:32.041523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-3cee2d8a-88d6-4045-9252-9e76853a76e4 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/networks?id=8c932a07-19e4-4278-8a20-140339c652fb HTTP/1.1" status: 200 len: 821 time: 0.2103622 Jan 28 03:33:32.088826 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-4c71624f-3af0-45d7-be46-d370c75b9bc6 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/quotas/868a472cba34466c97bcfb84a02792d6 HTTP/1.1" status: 200 len: 375 time: 0.0398703 Jan 28 03:33:32.117350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a059d070-6c88-4d96-b520-983ea4945337 req-52c8ca1a-dad2-4109-815b-36735223c725 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236989 Jan 28 03:33:32.163753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-ac639401-8598-4173-99e7-a1782159f627 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=868a472cba34466c97bcfb84a02792d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666909 Jan 28 03:33:32.288237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks [] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:32.303180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-80511543-cc1f-4b49-8f1a-3c9d20341a7c service neutron] 10.222.0.44 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290247 Jan 28 03:33:32.398268 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:32.481590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:32.492575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:32.502754 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-ae869c3e-c7d5-4de8-95e8-c6e8535ffa38 service neutron] 10.222.0.44 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910741 Jan 28 03:33:32.504039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:32.515222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:32.550885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121af99-046e-428d-86ad-857137bb79fc req-82ff4341-598f-4ea3-91df-ea01e46ceafc tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:32.558063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7121af99-046e-428d-86ad-857137bb79fc req-82ff4341-598f-4ea3-91df-ea01e46ceafc tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 935 time: 0.1763337 Jan 28 03:33:32.600348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:32.601155 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:32.639421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-ef024141-243d-4fda-a7cd-cbf28501e140 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4731493 Jan 28 03:33:32.653285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7121af99-046e-428d-86ad-857137bb79fc req-071024e3-1c60-42f9-99b3-a6f67cece88d tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942063 Jan 28 03:33:32.663393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Request body: {'port': {'device_id': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:32.754096 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:32.863638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21a6e778-5bad-4e82-b0b6-5d9456510f24 req-422931cd-bd22-488c-8117-1f4b53afdba2 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 210 time: 0.0414703 Jan 28 03:33:32.894312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d62494dc-83c0-42f5-97f3-296c37b2241b None None] Provisioning complete for port 1d230d83-f638-4fdf-a434-8d1437ff222f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:32.894851 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d62494dc-83c0-42f5-97f3-296c37b2241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:32.957756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d62494dc-83c0-42f5-97f3-296c37b2241b None None] Port 1d230d83-f638-4fdf-a434-8d1437ff222f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:33:33.004164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92494f4-6fec-4b29-b254-1a0468250685 req-d22ae42e-4cd0-40e8-9a85-3c04952a1598 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:33.005712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c92494f4-6fec-4b29-b254-1a0468250685 req-d22ae42e-4cd0-40e8-9a85-3c04952a1598 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 950 time: 0.1677251 Jan 28 03:33:33.123355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-0f8c912a-2a3e-40f9-a61b-eef6e89c66e1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:33.124856 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-0f8c912a-2a3e-40f9-a61b-eef6e89c66e1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 946 time: 0.0508139 Jan 28 03:33:33.130541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed634-2c55-4b65-9ab4-3984b0506011 req-f941d6e3-87dd-4562-9cea-5b0e472ce0d6 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:33.132041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a3ed634-2c55-4b65-9ab4-3984b0506011 req-f941d6e3-87dd-4562-9cea-5b0e472ce0d6 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 946 time: 0.1661830 Jan 28 03:33:33.172872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c92494f4-6fec-4b29-b254-1a0468250685 req-c6e9e8e0-21b8-46bc-883c-7b617050fe6c tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505558 Jan 28 03:33:33.212421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5f7380e5-ffef-48e7-bb3b-52e111e30f76 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:33.242740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a3ed634-2c55-4b65-9ab4-3984b0506011 req-0f01ea94-e200-42b9-bd13-de447fe161b9 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973892 Jan 28 03:33:33.285877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-e6ebf266-aa7b-4836-9cf1-b204f7634ce4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Deleting port 4275a57c-b6cd-456b-813a-60f65d42079c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:33.286234 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-e6ebf266-aa7b-4836-9cf1-b204f7634ce4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:33.336492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:33:33.342164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:33.342864 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:33.386277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d230d83-f638-4fdf-a434-8d1437ff222f {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:33.411843 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Publish callbacks [] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:33.434469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-e6ebf266-aa7b-4836-9cf1-b204f7634ce4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] For port 4275a57c-b6cd-456b-813a-60f65d42079c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4275a57c-b6cd-456b-813a-60f65d42079c,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:33.435129 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-e6ebf266-aa7b-4836-9cf1-b204f7634ce4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:33.438587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Transition to ACTIVE for port object 1d230d83-f638-4fdf-a434-8d1437ff222f will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:33.455041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-e6ebf266-aa7b-4836-9cf1-b204f7634ce4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Calling delete_port for 4275a57c-b6cd-456b-813a-60f65d42079c owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:33.455187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ffbd-59cb-463c-bd52-72e2d1834da4 req-d0bcce87-17e2-4b88-9fc1-01fb7a574a5c tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:33.456529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9373ffbd-59cb-463c-bd52-72e2d1834da4 req-d0bcce87-17e2-4b88-9fc1-01fb7a574a5c tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 948 time: 0.1275089 Jan 28 03:33:33.458340 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:33.475662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:33.481311 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:33.551207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5f7380e5-ffef-48e7-bb3b-52e111e30f76, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5f7380e5-ffef-48e7-bb3b-52e111e30f76,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:33.555297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b63878-e214-4241-9127-6dba9add213f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7380e5-ffef-48e7-bb3b-52e111e30f76'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:33.562718 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efb23dd-2f70-415f-badb-672c98773fc1" -d '{"events": [{"server_uuid": "c1b63878-e214-4241-9127-6dba9add213f", "name": "network-vif-plugged", "status": "completed", "tag": "5f7380e5-ffef-48e7-bb3b-52e111e30f76"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:33.571047 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:33.636855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5f7380e5-ffef-48e7-bb3b-52e111e30f76,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:33.637162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9373ffbd-59cb-463c-bd52-72e2d1834da4 req-ee4776bd-abf5-477b-ab15-c33904b13811 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291347 Jan 28 03:33:33.638372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:33.675345 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd379df5-72c8-4f8c-bd9f-e6c4cbdb3c34 x-openstack-request-id: req-cd379df5-72c8-4f8c-bd9f-e6c4cbdb3c34 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:33.676251 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b63878-e214-4241-9127-6dba9add213f", "name": "network-vif-plugged", "status": "completed", "tag": "5f7380e5-ffef-48e7-bb3b-52e111e30f76", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:33.676782 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd379df5-72c8-4f8c-bd9f-e6c4cbdb3c34 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:33.679365 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b63878-e214-4241-9127-6dba9add213f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7380e5-ffef-48e7-bb3b-52e111e30f76', 'code': 200} Jan 28 03:33:33.766708 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-e6ebf266-aa7b-4836-9cf1-b204f7634ce4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4275a57c-b6cd-456b-813a-60f65d42079c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:33.800545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e098004e-be0c-4ca6-877c-7f9c9a351430'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:33.815887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-67d851e3-2a2d-4174-ae62-badb20c0b2ca tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=30d6d8981366459b832772b917f406b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572555 Jan 28 03:33:33.822320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Attempting to bind port 1d230d83-f638-4fdf-a434-8d1437ff222f on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:33.822698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Attempting to bind port 1d230d83-f638-4fdf-a434-8d1437ff222f by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:33.823042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Attempting to bind port 1d230d83-f638-4fdf-a434-8d1437ff222f on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:33.840000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebf266-aa7b-4836-9cf1-b204f7634ce4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Pushing event deleted for resources: {'Port': ['ID=4275a57c-b6cd-456b-813a-60f65d42079c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:33.866967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Port 1d230d83-f638-4fdf-a434-8d1437ff222f on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:33.867832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Attempting to bind port 1d230d83-f638-4fdf-a434-8d1437ff222f on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:33.878568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['7948c9ce-6be9-42e6-b1fa-5ef8254dcd27', '4275a57c-b6cd-456b-813a-60f65d42079c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:33.958363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-e6ebf266-aa7b-4836-9cf1-b204f7634ce4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] No DVR routers for this DVR port 4275a57c-b6cd-456b-813a-60f65d42079c on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:33.962645 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-e6ebf266-aa7b-4836-9cf1-b204f7634ce4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:33.966649 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b98a2ae8-ddda-433f-8bfe-8dac7698e9f8 req-e6ebf266-aa7b-4836-9cf1-b204f7634ce4 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.42 "DELETE /v2.0/ports/4275a57c-b6cd-456b-813a-60f65d42079c HTTP/1.1" status: 204 len: 173 time: 0.8356683 Jan 28 03:33:33.967106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79af33-74c8-4dee-afb7-3845d950c811', 'name': 'network-vif-deleted', 'tag': '4275a57c-b6cd-456b-813a-60f65d42079c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:33.969942 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819eb6d1-db01-4e45-ab6b-03eedd4b89f1" -d '{"events": [{"server_uuid": "bc79af33-74c8-4dee-afb7-3845d950c811", "name": "network-vif-deleted", "tag": "4275a57c-b6cd-456b-813a-60f65d42079c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:33.988471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:33.989256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:33.993077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:33.994188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Bound port: 1d230d83-f638-4fdf-a434-8d1437ff222f, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:33.994850 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:34.056804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-94374256-579b-4513-8812-511004a018b3 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:34.060487 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-94374256-579b-4513-8812-511004a018b3 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.25 "GET /v2.0/networks?id=8c932a07-19e4-4278-8a20-140339c652fb HTTP/1.1" status: 200 len: 821 time: 0.2158461 Jan 28 03:33:34.077376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3781b1d-8ed5-477d-9084-17f735bbeab2 req-322ebc35-33a5-4547-be83-7c53b53ca9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:34.081102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3781b1d-8ed5-477d-9084-17f735bbeab2 req-322ebc35-33a5-4547-be83-7c53b53ca9d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 1101 time: 0.2522757 Jan 28 03:33:34.082464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Request body: {'port': {'device_id': '521a8039-0247-450c-8dec-4efac90a21da', 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb', 'admin_state_up': True, 'tenant_id': '868a472cba34466c97bcfb84a02792d6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:34.108046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496ee39-ae66-4d72-97a5-5d1f2e50a0b5 req-64f9642e-e039-4603-92c0-b955d73b1f5a tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:34.117461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2496ee39-ae66-4d72-97a5-5d1f2e50a0b5 req-64f9642e-e039-4603-92c0-b955d73b1f5a tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 947 time: 0.2783868 Jan 28 03:33:34.204792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-c2e73a18-4485-47f0-8973-7c471fe23750 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:34.206239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-c2e73a18-4485-47f0-8973-7c471fe23750 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3799207 Jan 28 03:33:34.211399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Made reservation on behalf of 868a472cba34466c97bcfb84a02792d6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:34.215396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:34.248664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:34.262022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2496ee39-ae66-4d72-97a5-5d1f2e50a0b5 req-c41b01f8-2823-4353-9f62-2e8b9f5fd951 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433332 Jan 28 03:33:34.279557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-4c1e54ad-572c-47e1-b1af-4a07b8279c05 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/quotas/30d6d8981366459b832772b917f406b8 HTTP/1.1" status: 200 len: 375 time: 0.0615122 Jan 28 03:33:34.294643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3781b1d-8ed5-477d-9084-17f735bbeab2 req-0d791d7a-6060-4a44-9ba6-0e1c00d17abc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720583 Jan 28 03:33:34.298361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:34.321742 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:34.366252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:34.367424 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:34.368866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] 10.222.0.25 "PUT /v2.0/ports/1d230d83-f638-4fdf-a434-8d1437ff222f HTTP/1.1" status: 200 len: 1096 time: 1.7147729 Jan 28 03:33:34.371839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Allocated IP 172.20.0.13 (8c932a07-19e4-4278-8a20-140339c652fb/a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7/6532d2db-c4f3-41bb-9c5b-c44fb8bee08d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:34.373552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:34.375673 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef17e999-17fa-439b-941c-3307db80210c" -d '{"events": [{"name": "network-changed", "server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:34.413031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-b5390219-c38b-4bfa-adea-37c922bf9fd7 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d6d8981366459b832772b917f406b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324639 Jan 28 03:33:34.417931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb7ce3-681b-4ec9-955a-6efaa51dcbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:34.495011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433658a-aee0-4061-807d-f63990caa33e req-f5904bce-123e-4b6b-975d-5e9ae95aad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:34.498370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-f5904bce-123e-4b6b-975d-5e9ae95aad8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30f89b24c45d4d00a9a811240fc4a945&device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 1099 time: 0.0631464 Jan 28 03:33:34.560980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-e345f6b4-827c-4f52-b699-bf77cd38add0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1d230d83-f638-4fdf-a434-8d1437ff222f HTTP/1.1" status: 200 len: 217 time: 0.0500190 Jan 28 03:33:34.620793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433658a-aee0-4061-807d-f63990caa33e req-eb7a9f77-c7e5-473d-aa25-3579ed8fb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:34.622512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-eb7a9f77-c7e5-473d-aa25-3579ed8fb9d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0538039 Jan 28 03:33:34.681293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:34.706650 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710750f9-99a0-423a-98fc-d8613a78ad95 x-openstack-request-id: req-710750f9-99a0-423a-98fc-d8613a78ad95 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:34.707026 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc79af33-74c8-4dee-afb7-3845d950c811", "name": "network-vif-deleted", "tag": "4275a57c-b6cd-456b-813a-60f65d42079c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:34.707343 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-710750f9-99a0-423a-98fc-d8613a78ad95 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:34.707805 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79af33-74c8-4dee-afb7-3845d950c811', 'name': 'network-vif-deleted', 'tag': '4275a57c-b6cd-456b-813a-60f65d42079c', 'status': 'completed', 'code': 200} Jan 28 03:33:34.721322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91b1e03f-3bc9-4299-876c-9c943a4e9a39 req-d3a67159-467c-478c-9dca-e98e6932d68e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 210 time: 0.0674133 Jan 28 03:33:34.755181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433658a-aee0-4061-807d-f63990caa33e req-931fac90-6b09-43bf-9a5f-5fbead5fb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:34.756904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-931fac90-6b09-43bf-9a5f-5fbead5fb10d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216173 Jan 28 03:33:34.783830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:34.787938 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abc4469-1943-4f8b-8eda-4ccbb7011164 x-openstack-request-id: req-6abc4469-1943-4f8b-8eda-4ccbb7011164 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:34.788347 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:34.789854 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6abc4469-1943-4f8b-8eda-4ccbb7011164 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:34.790418 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'status': 'completed', 'code': 200} Jan 28 03:33:34.861351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Network 8c932a07-19e4-4278-8a20-140339c652fb is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:34.865175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:34.881553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:34.894942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a257219-32ea-4339-b418-3a89f3ce2b7d req-456ff415-c9f4-460b-9d88-5a62e76a1337 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc79af33-74c8-4dee-afb7-3845d950c811 HTTP/1.1" status: 200 len: 210 time: 0.0888674 Jan 28 03:33:34.923630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event updated for resources: {'Port': ['ID=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:34.943047 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e7bd440-dfd7-4ae5-a8a1-5fc5f7970788 req-52ea7297-4985-4f84-a8ad-ba346f0ac8d2 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 210 time: 0.0681782 Jan 28 03:33:34.960956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:34.961808 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:34.987987 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-8903b12d-d5f6-4a3f-9f9c-43ba46f7326f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9109569 Jan 28 03:33:34.991689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-fde99897-48d3-4eab-bb47-85bda76117a8 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265170 Jan 28 03:33:35.011976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Request body: {'port': {'device_id': '521a8039-0247-450c-8dec-4efac90a21da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:35.091101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:35.144626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f37c-3c80-467f-bf9d-a5ea7e4a43d4 req-6a47cca3-ef74-46fd-b881-330efc582d9a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:35.146401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9134f37c-3c80-467f-bf9d-a5ea7e4a43d4 req-6a47cca3-ef74-46fd-b881-330efc582d9a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 949 time: 0.1193876 Jan 28 03:33:35.171252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8433658a-aee0-4061-807d-f63990caa33e req-2a6ca1b7-0e1e-4f99-ad4d-0099c4c58fc9 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625588 Jan 28 03:33:35.222845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9134f37c-3c80-467f-bf9d-a5ea7e4a43d4 req-a00c2b19-717d-4b12-850a-337022348452 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656455 Jan 28 03:33:35.328634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e999-17fa-439b-941c-3307db80210c req-e089efb4-ff87-45ff-b25f-ced31d01565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:35.330514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef17e999-17fa-439b-941c-3307db80210c req-e089efb4-ff87-45ff-b25f-ced31d01565c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30f89b24c45d4d00a9a811240fc4a945&device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 1099 time: 0.0685000 Jan 28 03:33:35.479975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf1ba7-ec4f-4eb5-984e-7dc0d856248b req-a59ab286-f561-4d86-9889-12094710021e tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:35.481619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9daf1ba7-ec4f-4eb5-984e-7dc0d856248b req-a59ab286-f561-4d86-9889-12094710021e tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 947 time: 0.1262937 Jan 28 03:33:35.514772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e999-17fa-439b-941c-3307db80210c req-163a2c7c-f9d2-4f32-ae7d-188c74ef983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:35.516392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef17e999-17fa-439b-941c-3307db80210c req-163a2c7c-f9d2-4f32-ae7d-188c74ef983a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1790397 Jan 28 03:33:35.590867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef17e999-17fa-439b-941c-3307db80210c req-15e3c0ad-e5a9-4127-a69f-8e9f604cac8e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1d230d83-f638-4fdf-a434-8d1437ff222f HTTP/1.1" status: 200 len: 217 time: 0.0644908 Jan 28 03:33:35.597946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53668) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:35.637697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9daf1ba7-ec4f-4eb5-984e-7dc0d856248b req-cf7de33f-37bf-4074-96ad-a579ed334b77 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463459 Jan 28 03:33:35.694934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e999-17fa-439b-941c-3307db80210c req-3998aeee-ba10-4bbc-82f5-153ce89ecb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:35.696603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef17e999-17fa-439b-941c-3307db80210c req-3998aeee-ba10-4bbc-82f5-153ce89ecb89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0814013 Jan 28 03:33:35.748187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e999-17fa-439b-941c-3307db80210c req-344fb268-2342-4470-95c4-bb8462c29019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:35.749458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef17e999-17fa-439b-941c-3307db80210c req-344fb268-2342-4470-95c4-bb8462c29019 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0467708 Jan 28 03:33:35.831763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:35.840145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Publish callbacks [] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:35.853845 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Transition to ACTIVE for port object 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:35.858290 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:35.883673 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8266-3418-4a22-ae03-8d63018d1907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:35.910373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Pushing event updated for resources: {'Port': ['ID=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:35.984248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Attempting to bind port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:35.984248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Attempting to bind port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:35.984248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Attempting to bind port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d on network 8c932a07-19e4-4278-8a20-140339c652fb {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:35.989899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d on network 8c932a07-19e4-4278-8a20-140339c652fb not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:35.990222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Attempting to bind port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d on network 8c932a07-19e4-4278-8a20-140339c652fb {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:35.990934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21429e9-f443-49f4-866e-72ff390bfac6 req-bb008fad-3833-4423-b6a4-7960c1a5ed72 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:35.992729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f21429e9-f443-49f4-866e-72ff390bfac6 req-bb008fad-3833-4423-b6a4-7960c1a5ed72 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 932 time: 0.1620338 Jan 28 03:33:35.996263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:35.996498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Checking segment: {'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:35.997854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Bound using segment: {'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:35.997854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Bound port: 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:35.997854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:36.005591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173f247-2547-4c6a-882d-d3326948d346 req-c2111415-e837-4220-8655-2a822dc7bd44 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:36.007107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a173f247-2547-4c6a-882d-d3326948d346 req-c2111415-e837-4220-8655-2a822dc7bd44 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 945 time: 0.1652842 Jan 28 03:33:36.027778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef17e999-17fa-439b-941c-3307db80210c req-4f89171a-eb28-43b8-a126-71ee92aa92e0 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703025 Jan 28 03:33:36.070332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] For port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:36.074420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] For port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:36.078867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:36.110980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:36.111905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:36.113361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] 10.222.0.25 "PUT /v2.0/ports/6532d2db-c4f3-41bb-9c5b-c44fb8bee08d HTTP/1.1" status: 200 len: 1093 time: 1.1062062 Jan 28 03:33:36.147383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33360d90-503a-4da1-9ae5-c66a92ccb699 service neutron] Pushing event updated for resources: {'Port': ['ID=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:36.211882 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-d22f8018-56ae-43a6-b798-fb8e5d740194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:36.214175 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-d22f8018-56ae-43a6-b798-fb8e5d740194 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868a472cba34466c97bcfb84a02792d6&device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 1096 time: 0.0473678 Jan 28 03:33:36.273584 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-31785f96-d6a2-43bd-a2ed-cb4699047e7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d HTTP/1.1" status: 200 len: 217 time: 0.0420270 Jan 28 03:33:36.324511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-7ffc88d2-cb92-4a0e-b745-7e684c46c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:36.326041 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-7ffc88d2-cb92-4a0e-b745-7e684c46c455 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7 HTTP/1.1" status: 200 len: 861 time: 0.0468554 Jan 28 03:33:36.358207 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-c8d391ca-6155-4bcf-9a9f-9fd51253c383 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c932a07-19e4-4278-8a20-140339c652fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258207 Jan 28 03:33:36.453543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-90d6cb6f-b41d-4cc3-931d-31a907c3ab1d service neutron] 10.222.0.25 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883110 Jan 28 03:33:36.523768 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8266-3418-4a22-ae03-8d63018d1907 admin admin] Publish callbacks [] for security_group (0743d1a2-3e34-4f51-b0a2-0f4dcc0ca20b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:36.531887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f21429e9-f443-49f4-866e-72ff390bfac6 req-2694947b-d2ce-458a-b090-e340e8793e6e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200596 Jan 28 03:33:36.539312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-3fed8f2a-7ed7-4a8e-8c97-176dc63ab8fa tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=30d6d8981366459b832772b917f406b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452874 Jan 28 03:33:36.539817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8266-3418-4a22-ae03-8d63018d1907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0743d1a2-3e34-4f51-b0a2-0f4dcc0ca20b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:36.556534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c247f39-458e-49b0-accf-3b1c00c1c5db req-3c5f155f-8586-4b74-a150-71d05ca383e3 service neutron] 10.222.0.25 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958135 Jan 28 03:33:36.561389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a173f247-2547-4c6a-882d-d3326948d346 req-fc1ffbe6-95de-4996-be24-ccfa76fb01cb tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5385818 Jan 28 03:33:36.625485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f8266-3418-4a22-ae03-8d63018d1907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0743d1a2-3e34-4f51-b0a2-0f4dcc0ca20b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:36.694520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c2f8266-3418-4a22-ae03-8d63018d1907 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ff185e3ae4448e2a77fdaf2ebed92c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0951087 Jan 28 03:33:36.697910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:36.710864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521a8039-0247-450c-8dec-4efac90a21da', 'tag': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:36.713851 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91" -d '{"events": [{"name": "network-changed", "server_uuid": "521a8039-0247-450c-8dec-4efac90a21da", "tag": "6532d2db-c4f3-41bb-9c5b-c44fb8bee08d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:36.734543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30b68c5c-17e1-41d5-9781-21b5409629b2 req-e18d1a31-6314-4004-bde8-e07aea14c682 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 210 time: 0.0707729 Jan 28 03:33:36.747993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef17e999-17fa-439b-941c-3307db80210c req-b9a43136-504d-4472-9c21-5cbd4e06507e service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059031 Jan 28 03:33:36.757568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-439f20a5-a75b-4b98-a22d-66e305a532a3 admin admin] Publish callbacks [] for security_group (0743d1a2-3e34-4f51-b0a2-0f4dcc0ca20b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:36.786943 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-439f20a5-a75b-4b98-a22d-66e305a532a3 admin admin] Publish callbacks [] for security_group (0743d1a2-3e34-4f51-b0a2-0f4dcc0ca20b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:36.791076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba44d2-d158-464e-8522-167dc628f403 req-7fa0c749-f2ef-4959-aa2e-684a3130a0ad tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:36.798123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25ba44d2-d158-464e-8522-167dc628f403 req-7fa0c749-f2ef-4959-aa2e-684a3130a0ad tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 949 time: 0.1271505 Jan 28 03:33:36.816402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-fef71eda-0c09-4f17-ac9b-70184f35b00c tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:36.817963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-fef71eda-0c09-4f17-ac9b-70184f35b00c tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696037 Jan 28 03:33:36.842860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Request body: {'port': {'device_id': '66f8e5ab-81a1-4fc4-827c-e5f4a9986d32', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '30d6d8981366459b832772b917f406b8'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:36.847287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-439f20a5-a75b-4b98-a22d-66e305a532a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0743d1a2-3e34-4f51-b0a2-0f4dcc0ca20b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:36.848683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-439f20a5-a75b-4b98-a22d-66e305a532a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:36.852474 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-439f20a5-a75b-4b98-a22d-66e305a532a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0743d1a2-3e34-4f51-b0a2-0f4dcc0ca20b HTTP/1.1" status: 204 len: 168 time: 0.1509559 Jan 28 03:33:36.860283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f20a5-a75b-4b98-a22d-66e305a532a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0743d1a2-3e34-4f51-b0a2-0f4dcc0ca20b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:36.913434 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25ba44d2-d158-464e-8522-167dc628f403 req-858fd6a4-22b5-4928-b169-bc3c3253d2a5 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140401 Jan 28 03:33:37.036709 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9147b0a0-890f-4c50-b2a5-ddf452fb033f x-openstack-request-id: req-9147b0a0-890f-4c50-b2a5-ddf452fb033f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:37.037247 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521a8039-0247-450c-8dec-4efac90a21da", "tag": "6532d2db-c4f3-41bb-9c5b-c44fb8bee08d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:37.037602 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9147b0a0-890f-4c50-b2a5-ddf452fb033f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:37.038451 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521a8039-0247-450c-8dec-4efac90a21da', 'tag': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d', 'status': 'completed', 'code': 200} Jan 28 03:33:37.052869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Made reservation on behalf of 30d6d8981366459b832772b917f406b8 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:37.056288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.082215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f5846-6ee2-405f-8f82-ed62c03c8c2f req-91eae593-1376-4bd2-8e14-2e2b3d21a3bb tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:37.083737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d43f5846-6ee2-405f-8f82-ed62c03c8c2f req-91eae593-1376-4bd2-8e14-2e2b3d21a3bb tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 947 time: 0.0894670 Jan 28 03:33:37.219813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91 req-d8dbcc8e-0db1-4f22-965a-5662d3693c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:37.221346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91 req-d8dbcc8e-0db1-4f22-965a-5662d3693c96 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868a472cba34466c97bcfb84a02792d6&device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 1096 time: 0.1207078 Jan 28 03:33:37.227851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4275a57c-b6cd-456b-813a-60f65d42079c no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:37.241897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d43f5846-6ee2-405f-8f82-ed62c03c8c2f req-e692e6f4-722d-4513-93cd-2acbbd7e0a60 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499758 Jan 28 03:33:37.252658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 4275a57c-b6cd-456b-813a-60f65d42079c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:37.253639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4275a57c-b6cd-456b-813a-60f65d42079c not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:37.265253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53710) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:37.280162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5156526-def9-40b3-a325-d9030faa9957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.339919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Allocated IP 192.168.233.100 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/3560da17-ba74-4746-91cb-52b2bbcda106) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:37.379523 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5156526-def9-40b3-a325-d9030faa9957 admin admin] Publish callbacks [] for security_group (e98b8191-4c80-4ec5-855a-1b773bab89a1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.387989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5156526-def9-40b3-a325-d9030faa9957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e98b8191-4c80-4ec5-855a-1b773bab89a1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.429859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91 req-d085b5fc-a3ce-4391-bea5-4689589c926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:37.431345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91 req-d085b5fc-a3ce-4391-bea5-4689589c926a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c932a07-19e4-4278-8a20-140339c652fb HTTP/1.1" status: 200 len: 922 time: 0.1848986 Jan 28 03:33:37.433633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5156526-def9-40b3-a325-d9030faa9957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b8191-4c80-4ec5-855a-1b773bab89a1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:37.442223 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f5156526-def9-40b3-a325-d9030faa9957 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d2c60d3833a426a8c5563a33d354b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758420 Jan 28 03:33:37.442854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53712) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:37.495600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fb1059b-8355-4d3d-91a2-f6d6ac4fee1e admin admin] Publish callbacks [] for security_group (e98b8191-4c80-4ec5-855a-1b773bab89a1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.516761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cb6f0-f8e3-4ef3-8365-bf5380153f29 req-cc756d71-f1a7-47bc-a873-ed0a54361348 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:37.518332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-917cb6f0-f8e3-4ef3-8365-bf5380153f29 req-cc756d71-f1a7-47bc-a873-ed0a54361348 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee HTTP/1.1" status: 200 len: 945 time: 0.1829531 Jan 28 03:33:37.523743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91 req-16d94d84-db12-41c3-8334-1496ec5948a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d HTTP/1.1" status: 200 len: 217 time: 0.0724876 Jan 28 03:33:37.528276 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fb1059b-8355-4d3d-91a2-f6d6ac4fee1e admin admin] Publish callbacks [] for security_group (e98b8191-4c80-4ec5-855a-1b773bab89a1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.582960 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fb1059b-8355-4d3d-91a2-f6d6ac4fee1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e98b8191-4c80-4ec5-855a-1b773bab89a1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.585632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fb1059b-8355-4d3d-91a2-f6d6ac4fee1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.590057 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6fb1059b-8355-4d3d-91a2-f6d6ac4fee1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e98b8191-4c80-4ec5-855a-1b773bab89a1 HTTP/1.1" status: 204 len: 168 time: 0.1430151 Jan 28 03:33:37.597274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1059b-8355-4d3d-91a2-f6d6ac4fee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b8191-4c80-4ec5-855a-1b773bab89a1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:37.639970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff0b9-4f17-4dfb-a366-5f421d0a05fa req-4aa7cc6a-0fda-4d53-9c14-8c9e49f9c580 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:37.641602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-368ff0b9-4f17-4dfb-a366-5f421d0a05fa req-4aa7cc6a-0fda-4d53-9c14-8c9e49f9c580 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 1101 time: 0.2336755 Jan 28 03:33:37.682589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91 req-c41a1212-3063-4d9c-af41-041a745025d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:37.684059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91 req-c41a1212-3063-4d9c-af41-041a745025d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7 HTTP/1.1" status: 200 len: 861 time: 0.1457503 Jan 28 03:33:37.707963 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-368ff0b9-4f17-4dfb-a366-5f421d0a05fa req-2382b366-9e7d-4242-9bb8-d5b9e235b39c tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.717748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-917cb6f0-f8e3-4ef3-8365-bf5380153f29 req-50cb72f2-fc3a-4d37-b03b-3a640771d953 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930790 Jan 28 03:33:37.743037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91 req-d7533a4f-25a4-4d23-9c75-fa071bf1b924 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c932a07-19e4-4278-8a20-140339c652fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463576 Jan 28 03:33:37.778741 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks [] for port (3560da17-ba74-4746-91cb-52b2bbcda106), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.916973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:37.928596 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91 req-92fb3d7b-e8a7-4094-b973-0b7b0356a7ee service neutron] 10.222.0.25 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665711 Jan 28 03:33:37.961217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['95e2469b-28dd-404d-9bc7-1c2fef5d0306'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:38.055348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:38.079845 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-368ff0b9-4f17-4dfb-a366-5f421d0a05fa req-2382b366-9e7d-4242-9bb8-d5b9e235b39c tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Publish callbacks [] for security_group (e79ab8a9-acfb-4235-884d-ea59545f6a12), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:38.085597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:38.092613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:38.098889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-368ff0b9-4f17-4dfb-a366-5f421d0a05fa req-2382b366-9e7d-4242-9bb8-d5b9e235b39c tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e79ab8a9-acfb-4235-884d-ea59545f6a12), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:38.100937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Pushing event updated for resources: {'Port': ['ID=3560da17-ba74-4746-91cb-52b2bbcda106,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:38.232156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-368ff0b9-4f17-4dfb-a366-5f421d0a05fa req-2382b366-9e7d-4242-9bb8-d5b9e235b39c tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801983 Jan 28 03:33:38.232835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382b366-9e7d-4242-9bb8-d5b9e235b39c tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79ab8a9-acfb-4235-884d-ea59545f6a12,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:38.246250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92570-a760-4ff5-b3a3-b6105c60fdf3 req-8434821f-29c3-4837-a130-a06216c85a2e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:38.258099 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04f92570-a760-4ff5-b3a3-b6105c60fdf3 req-8434821f-29c3-4837-a130-a06216c85a2e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 944 time: 0.2581284 Jan 28 03:33:38.277282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:38.277935 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:38.281739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6eda633-d1c6-4c6e-832c-34ff54fc7d91 req-46200135-3041-4c1c-b948-46281bd58565 service neutron] 10.222.0.25 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455806 Jan 28 03:33:38.329151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2d9728a0-5ad7-454a-b2a3-1dd81da7df7e tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4904511 Jan 28 03:33:38.356194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Request body: {'port': {'device_id': '66f8e5ab-81a1-4fc4-827c-e5f4a9986d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:38.419701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04f92570-a760-4ff5-b3a3-b6105c60fdf3 req-0d012cb2-6341-419c-9efa-253fb7910d8f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606417 Jan 28 03:33:38.465752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-982123ca-ebcc-45de-b0cb-52d59ff6c3e1 None None] Provisioning complete for port 3560da17-ba74-4746-91cb-52b2bbcda106 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:38.466354 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-982123ca-ebcc-45de-b0cb-52d59ff6c3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:38.486219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:38.495289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b97557-5bb1-44b8-ae9a-3b4890076d2a req-b60246ad-c452-49f2-8217-8b749ba68e98 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:38.496940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78b97557-5bb1-44b8-ae9a-3b4890076d2a req-b60246ad-c452-49f2-8217-8b749ba68e98 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 936 time: 0.1452873 Jan 28 03:33:38.515852 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-982123ca-ebcc-45de-b0cb-52d59ff6c3e1 None None] Port 3560da17-ba74-4746-91cb-52b2bbcda106 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:33:38.595391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78b97557-5bb1-44b8-ae9a-3b4890076d2a req-56618c89-dbfb-47d2-b6bf-c27fd44583e5 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873957 Jan 28 03:33:38.815692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89a1e8-c296-456a-851d-06d419d5b396 req-05b5f4be-3415-4f7f-b8be-e3a873aaef95 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:38.823368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce89a1e8-c296-456a-851d-06d419d5b396 req-05b5f4be-3415-4f7f-b8be-e3a873aaef95 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 945 time: 0.1348834 Jan 28 03:33:38.970925 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce89a1e8-c296-456a-851d-06d419d5b396 req-cac9681f-b317-4abc-8630-6c5a7cd94eaa tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466739 Jan 28 03:33:39.039817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b12841-cf3a-4fc0-824c-d1eea2029995 req-10c4f607-995b-430a-815d-a538d58d39b4 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:39.042459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33b12841-cf3a-4fc0-824c-d1eea2029995 req-10c4f607-995b-430a-815d-a538d58d39b4 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 947 time: 0.1862216 Jan 28 03:33:39.064286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-5ec8ef17-b2c4-4d3c-9caa-5dbe784553d5 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:39.065865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-5ec8ef17-b2c4-4d3c-9caa-5dbe784553d5 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee HTTP/1.1" status: 200 len: 945 time: 0.1577802 Jan 28 03:33:39.101706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3560da17-ba74-4746-91cb-52b2bbcda106 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:39.149022 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Publish callbacks [] for port (3560da17-ba74-4746-91cb-52b2bbcda106), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:39.198989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Transition to ACTIVE for port object 3560da17-ba74-4746-91cb-52b2bbcda106 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:39.221324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33b12841-cf3a-4fc0-824c-d1eea2029995 req-49c95472-13f9-48fa-bfa9-4ee34f4cb573 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515615 Jan 28 03:33:39.223816 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:39.254293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a8390-bec5-4b7d-8a93-fb8d4af981c1 req-5b942a8b-aad2-4de6-8485-1681d61cc27e tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:39.261871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-038a8390-bec5-4b7d-8a93-fb8d4af981c1 req-5b942a8b-aad2-4de6-8485-1681d61cc27e tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee HTTP/1.1" status: 200 len: 945 time: 0.1949563 Jan 28 03:33:39.383246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Pushing event updated for resources: {'Port': ['ID=3560da17-ba74-4746-91cb-52b2bbcda106,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:39.411212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-038a8390-bec5-4b7d-8a93-fb8d4af981c1 req-1764a975-5e4e-4fbe-bbb7-0c4e4d3a72b6 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483927 Jan 28 03:33:39.417017 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6258462a-a488-4c8c-9304-36718df6e366 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697381 Jan 28 03:33:39.548102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-85696952-dc83-415b-b5e9-b92e634c84ef tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Deleting port e098004e-be0c-4ca6-877c-7f9c9a351430 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:39.548545 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-85696952-dc83-415b-b5e9-b92e634c84ef tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:39.694213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Attempting to bind port 3560da17-ba74-4746-91cb-52b2bbcda106 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:39.694539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Attempting to bind port 3560da17-ba74-4746-91cb-52b2bbcda106 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:39.694863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Attempting to bind port 3560da17-ba74-4746-91cb-52b2bbcda106 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:39.717678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Port 3560da17-ba74-4746-91cb-52b2bbcda106 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:39.718000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Attempting to bind port 3560da17-ba74-4746-91cb-52b2bbcda106 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:39.730402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab10b5-d494-46c8-b27d-3c233c8b93d9 req-de7a8a90-2e52-4ec8-a3d0-0d8f50889894 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:39.731909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31ab10b5-d494-46c8-b27d-3c233c8b93d9 req-de7a8a90-2e52-4ec8-a3d0-0d8f50889894 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 944 time: 0.1755424 Jan 28 03:33:39.737601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-a5b1e48e-a748-445d-87da-a1559ccfb16e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:39.738909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-a5b1e48e-a748-445d-87da-a1559ccfb16e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882042 Jan 28 03:33:39.756342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:39.756671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:39.757069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:39.757508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Bound port: 3560da17-ba74-4746-91cb-52b2bbcda106, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:39.757863 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:39.797734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-85696952-dc83-415b-b5e9-b92e634c84ef tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] For port e098004e-be0c-4ca6-877c-7f9c9a351430, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e098004e-be0c-4ca6-877c-7f9c9a351430,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:39.798017 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-85696952-dc83-415b-b5e9-b92e634c84ef tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:39.803084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-8713f6a8-0107-433c-a866-e770a6bd5f71 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/quotas/4f9f265697cd486d8adcca60e4da2340 HTTP/1.1" status: 200 len: 375 time: 0.0546961 Jan 28 03:33:39.858863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-85696952-dc83-415b-b5e9-b92e634c84ef tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Calling delete_port for e098004e-be0c-4ca6-877c-7f9c9a351430 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:39.899966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31ab10b5-d494-46c8-b27d-3c233c8b93d9 req-317cb8e9-e3b5-4d1f-922b-edccd620f717 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533327 Jan 28 03:33:39.963265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] For port 3560da17-ba74-4746-91cb-52b2bbcda106, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:39.969210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] For port 3560da17-ba74-4746-91cb-52b2bbcda106, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3560da17-ba74-4746-91cb-52b2bbcda106,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:39.982848 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-53f3869f-1221-4854-89be-be98c4f6a090 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1549633 Jan 28 03:33:39.985558 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:40.042741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:40.043462 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:40.044971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] 10.222.0.42 "PUT /v2.0/ports/3560da17-ba74-4746-91cb-52b2bbcda106 HTTP/1.1" status: 200 len: 1097 time: 1.6970122 Jan 28 03:33:40.045432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f8e5ab-81a1-4fc4-827c-e5f4a9986d32', 'tag': '3560da17-ba74-4746-91cb-52b2bbcda106'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:40.048214 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52ab9e1-bbb8-449a-891f-f756cb68c060" -d '{"events": [{"name": "network-changed", "server_uuid": "66f8e5ab-81a1-4fc4-827c-e5f4a9986d32", "tag": "3560da17-ba74-4746-91cb-52b2bbcda106"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:40.145662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2961341-3f49-4a9f-ac46-12f624aca89f service neutron] Pushing event updated for resources: {'Port': ['ID=3560da17-ba74-4746-91cb-52b2bbcda106,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:40.213763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-d99e0832-ab29-4b85-a359-fdb846d82324 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5011cbf91d5a44abb24d6ba423870971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396783 Jan 28 03:33:40.219357 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-85696952-dc83-415b-b5e9-b92e634c84ef tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e098004e-be0c-4ca6-877c-7f9c9a351430), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:40.252803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e098004e-be0c-4ca6-877c-7f9c9a351430'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:40.257949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['7948c9ce-6be9-42e6-b1fa-5ef8254dcd27'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:40.391341 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-422d0866-f50a-49a4-97c7-cf7a445e2b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:40.477404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:40.595610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:40.611101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d', 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb', 'port_id': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d', 'mac_address': 'fa:16:3e:a9:98:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:40.653546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:40.654022 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:40.667567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:40.675770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85696952-dc83-415b-b5e9-b92e634c84ef tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Pushing event deleted for resources: {'Port': ['ID=e098004e-be0c-4ca6-877c-7f9c9a351430,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:40.680291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-52d79b95-b2c6-4669-aec8-94363ab40ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:40.682551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-52d79b95-b2c6-4669-aec8-94363ab40ee3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30d6d8981366459b832772b917f406b8&device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 1100 time: 0.5539348 Jan 28 03:33:40.697955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:40.704720 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:40.705612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1d230d83-f638-4fdf-a434-8d1437ff222f details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:40.789834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-85696952-dc83-415b-b5e9-b92e634c84ef tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] No DVR routers for this DVR port e098004e-be0c-4ca6-877c-7f9c9a351430 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:40.795092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-1900da3a-0f87-477a-8aea-9a07ebd50040 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=3560da17-ba74-4746-91cb-52b2bbcda106 HTTP/1.1" status: 200 len: 217 time: 0.0809071 Jan 28 03:33:40.796311 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-85696952-dc83-415b-b5e9-b92e634c84ef tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:40.799765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1f8778f-491a-4d47-a226-b2e3d42daab6 req-85696952-dc83-415b-b5e9-b92e634c84ef tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.25 "DELETE /v2.0/ports/e098004e-be0c-4ca6-877c-7f9c9a351430 HTTP/1.1" status: 204 len: 173 time: 1.7264323 Jan 28 03:33:40.812543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:40.862901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:40.876997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'mac_address': 'fa:16:3e:22:6a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:40.877749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bcd8e-7726-401d-88a1-c7c686ea9140 req-8e292456-9d11-42bd-811e-b4339d4dee26 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:40.879599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-097bcd8e-7726-401d-88a1-c7c686ea9140 req-8e292456-9d11-42bd-811e-b4339d4dee26 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 948 time: 0.2307889 Jan 28 03:33:40.888333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-aa32ac1d-8b21-442d-b69a-d64bc7f2badc tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:40.890476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-aa32ac1d-8b21-442d-b69a-d64bc7f2badc tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6690767 Jan 28 03:33:40.928771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-c4cc92aa-864b-4ebc-9618-f1d6229a8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:40.930580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-c4cc92aa-864b-4ebc-9618-f1d6229a8b54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1182756 Jan 28 03:33:40.937331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-e82d7d81-8c5d-46a1-940b-82145689b507 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/quotas/5011cbf91d5a44abb24d6ba423870971 HTTP/1.1" status: 200 len: 375 time: 0.0337927 Jan 28 03:33:40.949473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1d230d83-f638-4fdf-a434-8d1437ff222f is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:40.950166 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:40.973631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d230d83-f638-4fdf-a434-8d1437ff222f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:41.003599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:41.009287 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:41.025649 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-5a88ea43-80d9-48d9-b050-8ee5a25df578 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5011cbf91d5a44abb24d6ba423870971&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783901 Jan 28 03:33:41.030568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-097bcd8e-7726-401d-88a1-c7c686ea9140 req-3b7b2f51-affa-47a7-8585-21ecde1ded88 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367874 Jan 28 03:33:41.062487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-cbb59e90-1919-4575-8cea-da6d61beee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:41.064771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-cbb59e90-1919-4575-8cea-da6d61beee72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1264901 Jan 28 03:33:41.118494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:41.227140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-2dad3dd9-ef0d-45bf-8f31-7bcb1c16cbf2 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548994 Jan 28 03:33:41.331533 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061cdf85-aa66-418c-a51f-34b14bc9b314 x-openstack-request-id: req-061cdf85-aa66-418c-a51f-34b14bc9b314 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:41.332353 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f8e5ab-81a1-4fc4-827c-e5f4a9986d32", "tag": "3560da17-ba74-4746-91cb-52b2bbcda106", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:41.333209 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-061cdf85-aa66-418c-a51f-34b14bc9b314 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:41.343626 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f8e5ab-81a1-4fc4-827c-e5f4a9986d32', 'tag': '3560da17-ba74-4746-91cb-52b2bbcda106', 'status': 'completed', 'code': 200} Jan 28 03:33:41.412996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c954f2-2674-43f1-a4d8-d451c6a96adf req-55451077-9dcc-47b5-99e7-3dc8089f52f4 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756048 Jan 28 03:33:41.494294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['6532d2db-c4f3-41bb-9c5b-c44fb8bee08d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:41.508892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905f13e-73f2-4546-bb27-763d118bb3e6 req-d11db3c3-1a67-4621-ae6d-a12c916d7346 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:41.512030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e905f13e-73f2-4546-bb27-763d118bb3e6 req-d11db3c3-1a67-4621-ae6d-a12c916d7346 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 948 time: 0.0965614 Jan 28 03:33:41.534514 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['1d230d83-f638-4fdf-a434-8d1437ff222f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:41.649886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c370465-16e3-4009-8daa-f9211cdc5869 req-c850e51b-e25a-464b-93d7-1148a8ea8d29 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed220a77-2c16-4a0c-af2d-5981e45394ee HTTP/1.1" status: 200 len: 210 time: 0.0594378 Jan 28 03:33:41.687100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e905f13e-73f2-4546-bb27-763d118bb3e6 req-0852f829-b43f-4198-ad2e-546349fae7cc tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677344 Jan 28 03:33:41.729274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-9e5d2797-5ef3-4550-9c18-fe39ee9b7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:41.731756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-9e5d2797-5ef3-4550-9c18-fe39ee9b7db8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30d6d8981366459b832772b917f406b8&device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 1100 time: 0.0682576 Jan 28 03:33:41.857526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a775565-b563-47c8-a928-31d979e50ac6 req-ae4c8675-5b7c-437c-91e7-bd21b2409549 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 210 time: 0.0937955 Jan 28 03:33:41.907488 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:41.911875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-f6a45c46-ceb7-43f2-a446-8e21df1bd851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:41.913924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-f6a45c46-ceb7-43f2-a446-8e21df1bd851 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1746459 Jan 28 03:33:41.924370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b737ce8-61b2-4939-9cbd-89389fab2fe2 req-4d357cca-373d-4ccc-b195-7ec8dc9d2091 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:41.933381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b737ce8-61b2-4939-9cbd-89389fab2fe2 req-4d357cca-373d-4ccc-b195-7ec8dc9d2091 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 945 time: 0.1371071 Jan 28 03:33:42.006490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-0eb0a892-b56d-463f-896f-5b2ee284b2d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=3560da17-ba74-4746-91cb-52b2bbcda106 HTTP/1.1" status: 200 len: 217 time: 0.0691602 Jan 28 03:33:42.091260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b737ce8-61b2-4939-9cbd-89389fab2fe2 req-9b8f3abb-72f4-4479-8995-4871e17e52c1 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567307 Jan 28 03:33:42.098236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5eca7-551c-418a-89ce-48ec7979eb67 req-ea6f2cf6-4d35-4ff2-b7af-5997f5f338ff tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:42.099683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9af5eca7-551c-418a-89ce-48ec7979eb67 req-ea6f2cf6-4d35-4ff2-b7af-5997f5f338ff tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 945 time: 0.1634860 Jan 28 03:33:42.101085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-feea7111-3a86-4b86-89e4-0c42df532ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:42.102390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-feea7111-3a86-4b86-89e4-0c42df532ac1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0849752 Jan 28 03:33:42.211387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d022ef92-45e7-44bf-a429-f9a5918e6bc5 req-404aeb19-1e5c-4665-9b00-831d8fdc5978 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 210 time: 0.0392549 Jan 28 03:33:42.232045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-ac99dabf-88e3-4019-9975-909a7aa29e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:42.233685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-ac99dabf-88e3-4019-9975-909a7aa29e11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1213455 Jan 28 03:33:42.267539 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9af5eca7-551c-418a-89ce-48ec7979eb67 req-c1cfc351-3407-4a23-84cc-5ba98e1b19d2 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564410 Jan 28 03:33:42.325055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-c3a7e16a-aaae-44cc-8f43-544f9c37d56b tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549951 Jan 28 03:33:42.423791 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-a5c1a67e-8858-4ffb-a51e-978cde6a2acd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225317 Jan 28 03:33:42.450144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-c99e6a5c-6d4c-4ee0-adca-d1004aa142d2 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063255 Jan 28 03:33:42.489775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e098004e-be0c-4ca6-877c-7f9c9a351430 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:42.522215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: e098004e-be0c-4ca6-877c-7f9c9a351430 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:42.522908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e098004e-be0c-4ca6-877c-7f9c9a351430 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:42.524332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47429f33-0ad2-44bc-aae9-7d735cf3c219 req-e0eaef51-7de7-40e9-9f60-a264bce7dc48 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:42.526006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47429f33-0ad2-44bc-aae9-7d735cf3c219 req-e0eaef51-7de7-40e9-9f60-a264bce7dc48 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 948 time: 0.1709206 Jan 28 03:33:42.542026 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d06de5a1-0c93-439b-86e3-52dda8a24e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:42.564396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-ce1161ee-e203-4542-a9b8-48d755d9ab8c tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:42.565945 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-ce1161ee-e203-4542-a9b8-48d755d9ab8c tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249025 Jan 28 03:33:42.569435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-11cacf29-f397-47be-b5e5-86c9b81a7c3d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:42.570857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-11cacf29-f397-47be-b5e5-86c9b81a7c3d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357085 Jan 28 03:33:42.594412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Request body: {'port': {'device_id': '5a69103d-a63c-47a0-968f-b4a8bfcd1ca7', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '4f9f265697cd486d8adcca60e4da2340'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:42.599870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Request body: {'port': {'device_id': '30025abf-5d01-4e94-b1bb-1833bc851fd0', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '4f9f265697cd486d8adcca60e4da2340'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:42.673705 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47429f33-0ad2-44bc-aae9-7d735cf3c219 req-c8cd6827-a1ca-471d-ac29-78d06a8c560d tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381001 Jan 28 03:33:42.677732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f52ab9e1-bbb8-449a-891f-f756cb68c060 req-da99a424-35ad-453e-983f-91f021cbabaa service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118647 Jan 28 03:33:42.724145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Made reservation on behalf of 4f9f265697cd486d8adcca60e4da2340 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:42.729759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:42.757120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Made reservation on behalf of 4f9f265697cd486d8adcca60e4da2340 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:42.763827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:42.878804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6a482-089a-42ae-bafe-f1a07829f85d req-fb8f7d12-b279-41a9-9ccf-7ffe5486d4f6 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:42.880333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ca6a482-089a-42ae-bafe-f1a07829f85d req-fb8f7d12-b279-41a9-9ccf-7ffe5486d4f6 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 948 time: 0.1008255 Jan 28 03:33:42.916929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Allocated IP 192.168.233.227 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/e4a31e02-1e73-48ff-b5d5-445ff6ab5afd) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:42.975466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e829670-d408-42c2-bded-5e6e942f2731 req-8886cdb5-1631-4206-b606-f9836399a3a5 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 210 time: 0.0347910 Jan 28 03:33:42.982622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ca6a482-089a-42ae-bafe-f1a07829f85d req-be392226-3726-490f-b55b-80945d98a889 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874405 Jan 28 03:33:43.069069 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-303c98c6-6951-4ebc-ac12-caf4b14bf92f tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5011cbf91d5a44abb24d6ba423870971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302625 Jan 28 03:33:43.100730 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20131e-7aec-4e60-9769-59485493c228 req-45fa5ba7-896c-4b57-b05a-1aa0d64ba8d1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:43.109234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af20131e-7aec-4e60-9769-59485493c228 req-45fa5ba7-896c-4b57-b05a-1aa0d64ba8d1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.0564265 Jan 28 03:33:43.189532 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks [] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.222021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af20131e-7aec-4e60-9769-59485493c228 req-b3a6cc82-17b5-451e-97d6-b37ed0f88815 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118371 Jan 28 03:33:43.245186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-656c3bcf-751f-40f7-907d-30060a489143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:43.245186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-656c3bcf-751f-40f7-907d-30060a489143 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.42 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 945 time: 0.1148536 Jan 28 03:33:43.258551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-641c8fbd-a5f4-4c8f-b82e-a6d120fa3560 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:43.260801 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-641c8fbd-a5f4-4c8f-b82e-a6d120fa3560 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576886 Jan 28 03:33:43.271179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283edce-e75b-43a5-af95-b978fb8ccaa7 req-63cb4101-b647-448f-a599-8ce1dfaa0e9f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:43.273006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2283edce-e75b-43a5-af95-b978fb8ccaa7 req-63cb4101-b647-448f-a599-8ce1dfaa0e9f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 945 time: 0.0985682 Jan 28 03:33:43.278198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.320524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Request body: {'port': {'device_id': '51cb8f4b-6e53-4b7f-9c3a-e942525c0541', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '5011cbf91d5a44abb24d6ba423870971'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:43.322921 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:43.353242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed220a77-2c16-4a0c-af2d-5981e45394ee', 'name': 'network-vif-deleted', 'tag': 'e098004e-be0c-4ca6-877c-7f9c9a351430'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:43.355819 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5011c9-e175-4d5f-a1ec-f2529d8a89e3" -d '{"events": [{"server_uuid": "ed220a77-2c16-4a0c-af2d-5981e45394ee", "name": "network-vif-deleted", "tag": "e098004e-be0c-4ca6-877c-7f9c9a351430"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:43.384287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:43.386031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c37df13-3642-4ef1-9591-88ef3b7c05fb req-905adc51-21f9-404d-8d9d-166bb4b292ad tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 210 time: 0.0566883 Jan 28 03:33:43.393291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:43.395630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:43.398452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event updated for resources: {'Port': ['ID=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:43.452123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Allocated IP 192.168.233.197 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/b609123a-14a5-4e93-bf17-80d31feca211) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:43.482432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2283edce-e75b-43a5-af95-b978fb8ccaa7 req-5b6d6911-61dc-47e4-8f4b-d2fc71b23bca tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893106 Jan 28 03:33:43.557585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:43.559070 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.589167 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-66150c46-594d-4ee7-8a43-12bf953613df tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9988890 Jan 28 03:33:43.592580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Deleting port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:43.592954 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.608651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Request body: {'port': {'device_id': '5a69103d-a63c-47a0-968f-b4a8bfcd1ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:43.613131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Made reservation on behalf of 5011cbf91d5a44abb24d6ba423870971 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:43.617069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.645016 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.652684 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f689354-1da4-46f7-b7bf-102470655cf1 x-openstack-request-id: req-7f689354-1da4-46f7-b7bf-102470655cf1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:43.652998 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed220a77-2c16-4a0c-af2d-5981e45394ee", "name": "network-vif-deleted", "tag": "e098004e-be0c-4ca6-877c-7f9c9a351430", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:43.653251 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f689354-1da4-46f7-b7bf-102470655cf1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:43.653641 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed220a77-2c16-4a0c-af2d-5981e45394ee', 'name': 'network-vif-deleted', 'tag': 'e098004e-be0c-4ca6-877c-7f9c9a351430', 'status': 'completed', 'code': 200} Jan 28 03:33:43.709066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.721966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcc896-bdeb-4b2f-b8d2-46d751b3c347 req-93d742b1-c213-42cb-97a4-965faee63fe7 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:43.730277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51bcc896-bdeb-4b2f-b8d2-46d751b3c347 req-93d742b1-c213-42cb-97a4-965faee63fe7 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 945 time: 0.2052138 Jan 28 03:33:43.762028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-342c6f99-ca80-42cf-ab17-c74f3850acfa None None] Provisioning complete for port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:43.763285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-342c6f99-ca80-42cf-ab17-c74f3850acfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.809644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-342c6f99-ca80-42cf-ab17-c74f3850acfa None None] Port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:33:43.866989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] For port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:43.867341 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.874528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks [] for security_group (77ad8a91-36a2-4f36-947c-b0bdb5b75cec), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.876122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51bcc896-bdeb-4b2f-b8d2-46d751b3c347 req-0169dcfc-1137-4730-999c-d6eb2cae4914 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups?id=82d5798b-a89c-4abe-bcf0-a34e3866dd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449375 Jan 28 03:33:43.878274 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (77ad8a91-36a2-4f36-947c-b0bdb5b75cec), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.936977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks [] for port (b609123a-14a5-4e93-bf17-80d31feca211), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:43.950329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ad8a91-36a2-4f36-947c-b0bdb5b75cec,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:43.961921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f93450-75fb-4982-8c71-79945cd7c46b req-f24ed920-eca8-4a6e-ba7f-fdd2338a49f2 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:43.964258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08f93450-75fb-4982-8c71-79945cd7c46b req-f24ed920-eca8-4a6e-ba7f-fdd2338a49f2 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 948 time: 0.1945710 Jan 28 03:33:44.138062 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b609123a-14a5-4e93-bf17-80d31feca211), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.143605 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.154873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08f93450-75fb-4982-8c71-79945cd7c46b req-f99cdd92-7191-4e6c-a6a5-2add503be2d5 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841280 Jan 28 03:33:44.185098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:44.213185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:44.219605 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.219968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (4956b012-a9db-40cf-bf91-e1ac0374fd5c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.220276 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Floating IP 4956b012-a9db-40cf-bf91-e1ac0374fd5c disassociated. External IP: 172.25.1.132, port: 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc. Jan 28 03:33:44.220618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Calling delete_port for 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:44.226888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:44.234837 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.235238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:44.270565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event updated for resources: {'Port': ['ID=b609123a-14a5-4e93-bf17-80d31feca211,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:44.280602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ef209-6e34-464a-8540-e90fb4cd61a1 req-aa1f73ec-4aa3-4544-b508-675e7c7c0c94 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:44.288432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b01ef209-6e34-464a-8540-e90fb4cd61a1 req-aa1f73ec-4aa3-4544-b508-675e7c7c0c94 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 948 time: 0.2329783 Jan 28 03:33:44.308258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a31e02-1e73-48ff-b5d5-445ff6ab5afd {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:44.321744 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Publish callbacks [] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.342028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Transition to ACTIVE for port object e4a31e02-1e73-48ff-b5d5-445ff6ab5afd will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:44.350398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.369347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3607b929-3927-45dd-ac34-4ee01b6b82ba req-f755d31e-989b-474d-a011-971b52c573c1 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 210 time: 0.1289308 Jan 28 03:33:44.427464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:44.427743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:44.428115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.467975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b01ef209-6e34-464a-8540-e90fb4cd61a1 req-252950d9-8b91-4696-86c4-30911176f565 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782300 Jan 28 03:33:44.481522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-beb46dba-020c-4445-acac-9c2c40777650 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8886526 Jan 28 03:33:44.489868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:44.506829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Request body: {'port': {'device_id': '30025abf-5d01-4e94-b1bb-1833bc851fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:44.567801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Allocated IP 192.168.233.204 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/be4e26ce-db4d-4bce-bfeb-f09f6acc9840) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:44.571008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Attempting to bind port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:44.571609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Attempting to bind port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:44.572044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Attempting to bind port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:44.588485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:44.589321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Attempting to bind port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:44.593662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-223ec53c-a2ec-4fab-9b10-cc552f10779c None None] Provisioning complete for port b609123a-14a5-4e93-bf17-80d31feca211 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:44.594043 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-223ec53c-a2ec-4fab-9b10-cc552f10779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b609123a-14a5-4e93-bf17-80d31feca211), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.600066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:44.600066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:44.600066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:44.600066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Bound port: e4a31e02-1e73-48ff-b5d5-445ff6ab5afd, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:44.600888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.659716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:33:44.665140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:44.665566 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.668209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-223ec53c-a2ec-4fab-9b10-cc552f10779c None None] Port b609123a-14a5-4e93-bf17-80d31feca211 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:33:44.710720 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b609123a-14a5-4e93-bf17-80d31feca211), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.739477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b8d79-67e3-490e-aba4-95968a69ac42 req-fe829be9-ff61-47d9-936b-56a076eca3d2 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:44.747392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-289b8d79-67e3-490e-aba4-95968a69ac42 req-fe829be9-ff61-47d9-936b-56a076eca3d2 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.2702940 Jan 28 03:33:44.767605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] For port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:44.773277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] For port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:44.778250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:44.779554 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.807474 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.815313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521a8039-0247-450c-8dec-4efac90a21da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:44.817867 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0678075b-8734-4640-8dcd-f212565e88f2" -d '{"events": [{"server_uuid": "521a8039-0247-450c-8dec-4efac90a21da", "name": "network-vif-plugged", "status": "completed", "tag": "6532d2db-c4f3-41bb-9c5b-c44fb8bee08d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:44.826511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01526422-7998-40b9-af9d-313af5bf86f5 req-8cca5afd-5693-41c4-a9b6-35febf613173 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:44.828038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01526422-7998-40b9-af9d-313af5bf86f5 req-8cca5afd-5693-41c4-a9b6-35febf613173 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 936 time: 0.2654133 Jan 28 03:33:44.833018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:44.840228 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.841977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1d230d83-f638-4fdf-a434-8d1437ff222f up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:44.857266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:44.858137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.859654 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] 10.222.0.25 "PUT /v2.0/ports/e4a31e02-1e73-48ff-b5d5-445ff6ab5afd HTTP/1.1" status: 200 len: 1097 time: 1.2577641 Jan 28 03:33:44.863016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a69103d-a63c-47a0-968f-b4a8bfcd1ca7', 'tag': 'e4a31e02-1e73-48ff-b5d5-445ff6ab5afd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:44.864387 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6abaec-0d4d-484c-b287-9f671a471cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a69103d-a63c-47a0-968f-b4a8bfcd1ca7", "tag": "e4a31e02-1e73-48ff-b5d5-445ff6ab5afd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:44.869931 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks [] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.886050 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:44.924671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:44.946867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579b101-19c2-4387-b444-437c35b1b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:44.997624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 1d230d83-f638-4fdf-a434-8d1437ff222f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:33:45.007181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 1d230d83-f638-4fdf-a434-8d1437ff222f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:45.007349 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-289b8d79-67e3-490e-aba4-95968a69ac42 req-ec3b76fe-0bc8-488c-bbc8-77f3aea49f4b tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/security-groups?id=350d30df-5f6e-4b24-9d9e-6e63aff88d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589028 Jan 28 03:33:45.007869 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.021362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-95c9e57e-6d43-48ac-8821-8b771c6f1b8d tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:45.030155 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-95c9e57e-6d43-48ac-8821-8b771c6f1b8d tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.42 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 946 time: 0.1546454 Jan 28 03:33:45.036745 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.043561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Pushing event deleted for resources: {'Port': ['ID=4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:45.101627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-315cd70e-70e8-433b-9c45-ae9f2e08e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:45.103159 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-315cd70e-70e8-433b-9c45-ae9f2e08e0f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=5a69103d-a63c-47a0-968f-b4a8bfcd1ca7 HTTP/1.1" status: 200 len: 1100 time: 0.1668105 Jan 28 03:33:45.125393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:45.157528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1d230d83-f638-4fdf-a434-8d1437ff222f is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:45.158286 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.174517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:45.180680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:45.184890 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-3058e1ef-6033-49bb-ac96-2705f14ab4cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd HTTP/1.1" status: 200 len: 217 time: 0.0617869 Jan 28 03:33:45.193422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01526422-7998-40b9-af9d-313af5bf86f5 req-387a78b9-6b40-4ac7-8753-2acb07dfc4ee tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460963 Jan 28 03:33:45.207440 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:45.207675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Pushing event updated for resources: {'Port': ['ID=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:45.208816 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.277904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3560da17-ba74-4746-91cb-52b2bbcda106 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:45.310379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:45.310986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.339489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6aeb990e-ff94-4ec8-8578-54389dc81541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:45.341008 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6aeb990e-ff94-4ec8-8578-54389dc81541 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1342452 Jan 28 03:33:45.361544 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-673d5b43-5c02-4b41-9f3c-cb105ada76cb tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0491619 Jan 28 03:33:45.394903 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5215db-cce2-40ab-a64b-242b543daa28 x-openstack-request-id: req-bd5215db-cce2-40ab-a64b-242b543daa28 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:45.395185 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521a8039-0247-450c-8dec-4efac90a21da", "name": "network-vif-plugged", "status": "completed", "tag": "6532d2db-c4f3-41bb-9c5b-c44fb8bee08d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:45.395638 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd5215db-cce2-40ab-a64b-242b543daa28 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:45.396438 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521a8039-0247-450c-8dec-4efac90a21da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d', 'code': 200} Jan 28 03:33:45.433238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-59182670-179a-4f8b-8d8c-69fe27309b62 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Deleting port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:45.433589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-59182670-179a-4f8b-8d8c-69fe27309b62 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.449994 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c239a3dd-b1a0-4c44-9e52-6d81e4602e08 x-openstack-request-id: req-c239a3dd-b1a0-4c44-9e52-6d81e4602e08 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:45.449994 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a69103d-a63c-47a0-968f-b4a8bfcd1ca7", "tag": "e4a31e02-1e73-48ff-b5d5-445ff6ab5afd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:45.449994 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c239a3dd-b1a0-4c44-9e52-6d81e4602e08 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:45.450488 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a69103d-a63c-47a0-968f-b4a8bfcd1ca7', 'tag': 'e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'status': 'completed', 'code': 200} Jan 28 03:33:45.455568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Request body: {'port': {'device_id': '51cb8f4b-6e53-4b7f-9c3a-e942525c0541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:45.490743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:45.498260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.25', 54724) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:45.531825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3560da17-ba74-4746-91cb-52b2bbcda106, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3560da17-ba74-4746-91cb-52b2bbcda106,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:45.539118 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.555172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '3560da17-ba74-4746-91cb-52b2bbcda106', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '3560da17-ba74-4746-91cb-52b2bbcda106', 'mac_address': 'fa:16:3e:91:e7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:45.613901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 3560da17-ba74-4746-91cb-52b2bbcda106 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:45.614352 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.632121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3560da17-ba74-4746-91cb-52b2bbcda106 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:45.661659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3560da17-ba74-4746-91cb-52b2bbcda106, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3560da17-ba74-4746-91cb-52b2bbcda106,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:45.683482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-131d5e96-4b20-4a1f-8d03-d241f0836c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:45.684747 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.685051 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-131d5e96-4b20-4a1f-8d03-d241f0836c73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3073134 Jan 28 03:33:45.688079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0a254c50-b6a3-4fd7-af66-2ae899032c68 None None] Provisioning complete for port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:45.688421 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a254c50-b6a3-4fd7-af66-2ae899032c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.701541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.732501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bed9b-d50f-412b-89c5-5b0999227e0c req-72df69ff-ee0e-4769-ab5c-757139574e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:45.734408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d62bed9b-d50f-412b-89c5-5b0999227e0c req-72df69ff-ee0e-4769-ab5c-757139574e16 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 1098 time: 0.2335474 Jan 28 03:33:45.750601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-59182670-179a-4f8b-8d8c-69fe27309b62 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] For port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:45.750992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-59182670-179a-4f8b-8d8c-69fe27309b62 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:45.761819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0a254c50-b6a3-4fd7-af66-2ae899032c68 None None] Port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:33:45.771368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-59182670-179a-4f8b-8d8c-69fe27309b62 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Calling delete_port for 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:45.788392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=3560da17-ba74-4746-91cb-52b2bbcda106,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:45.906491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d93258b3-6b2d-42df-b89e-f6c960175a8f req-b6199fa4-7f6d-4aac-a084-03c6b7918802 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 210 time: 0.0460711 Jan 28 03:33:45.917261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd7984-2ced-45a8-a04f-aea59369ddc8 req-b617605e-e655-4a1b-b574-2b8c8189b40b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:45.918966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11fd7984-2ced-45a8-a04f-aea59369ddc8 req-b617605e-e655-4a1b-b574-2b8c8189b40b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.7166159 Jan 28 03:33:45.952473 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d62bed9b-d50f-412b-89c5-5b0999227e0c req-f3ee4d0c-b88c-44ee-ab07-10754d1fd5b8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840413 Jan 28 03:33:45.976121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:33:45.996938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b609123a-14a5-4e93-bf17-80d31feca211 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:46.021576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Publish callbacks [] for port (b609123a-14a5-4e93-bf17-80d31feca211), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.028331 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-2f9b66dd-0996-45d0-8bcd-edc4a99d6732 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321464 Jan 28 03:33:46.033550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['3560da17-ba74-4746-91cb-52b2bbcda106'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:46.100272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11fd7984-2ced-45a8-a04f-aea59369ddc8 req-60cb12fc-cc61-4c77-b2aa-d0f4d5cd109d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493964 Jan 28 03:33:46.110985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Transition to ACTIVE for port object b609123a-14a5-4e93-bf17-80d31feca211 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:46.121636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (b609123a-14a5-4e93-bf17-80d31feca211), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.151550 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-59182670-179a-4f8b-8d8c-69fe27309b62 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7948c9ce-6be9-42e6-b1fa-5ef8254dcd27), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.195820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a554b-e026-4631-8ee6-d840f76cbfde req-67ef4bc2-067c-4ff7-a053-2440efcb56db tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:46.198508 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['7948c9ce-6be9-42e6-b1fa-5ef8254dcd27'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:46.202902 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a93a554b-e026-4631-8ee6-d840f76cbfde req-67ef4bc2-067c-4ff7-a053-2440efcb56db tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 949 time: 0.2167020 Jan 28 03:33:46.219782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59182670-179a-4f8b-8d8c-69fe27309b62 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Pushing event deleted for resources: {'Port': ['ID=7948c9ce-6be9-42e6-b1fa-5ef8254dcd27,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:46.284707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-59182670-179a-4f8b-8d8c-69fe27309b62 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] No DVR routers for this DVR port 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:46.288567 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-59182670-179a-4f8b-8d8c-69fe27309b62 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.293072 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbe6bf15-994d-4e1b-a015-603b3def77bb req-59182670-179a-4f8b-8d8c-69fe27309b62 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.42 "DELETE /v2.0/ports/7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 HTTP/1.1" status: 204 len: 173 time: 1.2542512 Jan 28 03:33:46.320581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Pushing event updated for resources: {'Port': ['ID=b609123a-14a5-4e93-bf17-80d31feca211,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:46.327133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:33:46.336656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] Sync routers for ids ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:33:46.350828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] Routers {'521011ae-d6cf-4b1c-9ad5-ef1a9781d803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:33:46.351855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:33:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:46.395165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] No DVR routers for this DVR port 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:46.402814 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.406332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31b7de55-a7f5-4776-a03d-9165da9218a8 req-fcc6a8cf-fbdc-4ebb-a6ec-5b67427d26e6 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.42 "DELETE /v2.0/ports/4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc HTTP/1.1" status: 204 len: 173 time: 3.1593525 Jan 28 03:33:46.415831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'name': 'network-vif-deleted', 'tag': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:46.419269 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08154b86-9595-4cca-abaa-0334bffe9828" -d '{"events": [{"server_uuid": "aed36a50-c0ec-4aca-a531-4900ea42a5bd", "name": "network-vif-deleted", "tag": "4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:46.469398 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-0d9ff489-7fe3-40bc-b1fd-96d14e7622a3 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625056 Jan 28 03:33:46.487499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4e26ce-db4d-4bce-bfeb-f09f6acc9840 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:46.495170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a93a554b-e026-4631-8ee6-d840f76cbfde req-c25edc6a-229b-4054-bc62-37a54010bdf5 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902431 Jan 28 03:33:46.503411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90a78a-0146-42b7-a9ae-05094cb9029d req-3fdf7fae-a253-411d-a7c3-becb2819c00e tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:46.512211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b90a78a-0146-42b7-a9ae-05094cb9029d req-3fdf7fae-a253-411d-a7c3-becb2819c00e tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 936 time: 0.3025990 Jan 28 03:33:46.531454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Publish callbacks [] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.561793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Transition to ACTIVE for port object be4e26ce-db4d-4bce-bfeb-f09f6acc9840 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:46.574925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.628435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b90a78a-0146-42b7-a9ae-05094cb9029d req-0abda676-7cdc-43a2-9e29-ca2c39a051b3 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152339 Jan 28 03:33:46.705552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Attempting to bind port b609123a-14a5-4e93-bf17-80d31feca211 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:46.705891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Attempting to bind port b609123a-14a5-4e93-bf17-80d31feca211 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:46.706223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Attempting to bind port b609123a-14a5-4e93-bf17-80d31feca211 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:46.717534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Port b609123a-14a5-4e93-bf17-80d31feca211 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:46.717863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Attempting to bind port b609123a-14a5-4e93-bf17-80d31feca211 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:46.727302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:46.727569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:46.727995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:46.729587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Bound port: b609123a-14a5-4e93-bf17-80d31feca211, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:46.730070 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b609123a-14a5-4e93-bf17-80d31feca211), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.738563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] Set router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:33:46.752258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b708a-fdfe-4c20-9c66-a2731835abc0 req-ccd59c30-d6ca-4749-98f4-9fe4dadfcc59 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:46.754139 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e2b708a-fdfe-4c20-9c66-a2731835abc0 req-ccd59c30-d6ca-4749-98f4-9fe4dadfcc59 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 949 time: 0.0906439 Jan 28 03:33:46.761199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Pushing event updated for resources: {'Port': ['ID=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:46.796125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2cecee45-98cc-401f-915c-d20a614cfed6 req-0dc9427a-cc84-4f0b-80ce-705bea5c9eb1 tempest-ListServerFiltersTestJSON-1407584236 tempest-ListServerFiltersTestJSON-1407584236-project] 10.222.0.44 "GET /v2.0/ports?device_id=34856f63-a667-4a8c-852d-a56b5c87b0de HTTP/1.1" status: 200 len: 210 time: 0.0382574 Jan 28 03:33:46.822002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-3f877321-f49c-43b4-b1df-da07b4aca961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:46.824775 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-3f877321-f49c-43b4-b1df-da07b4aca961 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=5a69103d-a63c-47a0-968f-b4a8bfcd1ca7 HTTP/1.1" status: 200 len: 1100 time: 0.1563113 Jan 28 03:33:46.852989 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.876964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] For port b609123a-14a5-4e93-bf17-80d31feca211, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:46.880683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] For port b609123a-14a5-4e93-bf17-80d31feca211, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b609123a-14a5-4e93-bf17-80d31feca211,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:46.885659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Attempting to bind port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:46.885996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Attempting to bind port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:46.886322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Attempting to bind port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:46.898346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (b609123a-14a5-4e93-bf17-80d31feca211), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.951053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:46.951275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Attempting to bind port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:46.959916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:46.960250 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:46.960632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:46.961099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Bound port: be4e26ce-db4d-4bce-bfeb-f09f6acc9840, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:46.961454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.967542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:46.969705 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:46.971100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] 10.222.0.25 "PUT /v2.0/ports/b609123a-14a5-4e93-bf17-80d31feca211 HTTP/1.1" status: 200 len: 1097 time: 2.4711065 Jan 28 03:33:47.034282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e2b708a-fdfe-4c20-9c66-a2731835abc0 req-0e3b31fa-7fb3-47cd-b5bd-cc2528e8a6b1 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641375 Jan 28 03:33:47.091805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ef6cd-141d-43de-9e4a-74a4726c57ce service neutron] Pushing event updated for resources: {'Port': ['ID=b609123a-14a5-4e93-bf17-80d31feca211,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:47.099884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-9b540429-61ca-46c1-97c2-37a875e1a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.102295 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-9b540429-61ca-46c1-97c2-37a875e1a21e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2696445 Jan 28 03:33:47.111241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] For port be4e26ce-db4d-4bce-bfeb-f09f6acc9840, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:47.116060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] For port be4e26ce-db4d-4bce-bfeb-f09f6acc9840, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:47.138414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662226-4968-4592-ba8a-3f9f0c2da4de req-c517260c-ace0-4635-bf42-2c8008ab3ec5 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.140333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34662226-4968-4592-ba8a-3f9f0c2da4de req-c517260c-ace0-4635-bf42-2c8008ab3ec5 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 948 time: 0.1749282 Jan 28 03:33:47.172254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-8d3d5bf6-ac03-4682-ae2b-75ac62398c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.173752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-8d3d5bf6-ac03-4682-ae2b-75ac62398c9b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 1100 time: 0.1072717 Jan 28 03:33:47.182212 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-4984ba54-d305-4e58-b414-43c6c0fbcdc1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd HTTP/1.1" status: 200 len: 217 time: 0.0638969 Jan 28 03:33:47.183643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:47.250773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:35Z', 'revision_number': 5, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:47.259695 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727f7ffc-04e3-4433-b4a7-b9f4ff343310 x-openstack-request-id: req-727f7ffc-04e3-4433-b4a7-b9f4ff343310 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:47.260795 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed36a50-c0ec-4aca-a531-4900ea42a5bd", "name": "network-vif-deleted", "tag": "4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:47.261062 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-727f7ffc-04e3-4433-b4a7-b9f4ff343310 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:47.261479 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed36a50-c0ec-4aca-a531-4900ea42a5bd', 'name': 'network-vif-deleted', 'tag': '4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc', 'status': 'completed', 'code': 200} Jan 28 03:33:47.264542 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-a4325248-9261-4dce-8dda-040db7f4d01c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b609123a-14a5-4e93-bf17-80d31feca211 HTTP/1.1" status: 200 len: 217 time: 0.0690455 Jan 28 03:33:47.268070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34662226-4968-4592-ba8a-3f9f0c2da4de req-5fc12a3c-7302-41e5-b00b-6c68438e9785 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165078 Jan 28 03:33:47.287333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.288131 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:47.289530 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] 10.222.0.25 "PUT /v2.0/ports/be4e26ce-db4d-4bce-bfeb-f09f6acc9840 HTTP/1.1" status: 200 len: 1097 time: 1.8596022 Jan 28 03:33:47.352262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-ea81c87a-e2b8-410a-a815-8ed014c75e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.356360 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-ea81c87a-e2b8-410a-a815-8ed014c75e04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1601942 Jan 28 03:33:47.356494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-c847378f-4cce-418a-acf4-695d67e1549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.357162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-c847378f-4cce-418a-acf4-695d67e1549a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0783479 Jan 28 03:33:47.361852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bb5e2-9dbb-49f3-8576-376d485a0626 service neutron] Pushing event updated for resources: {'Port': ['ID=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:47.371474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3560da17-ba74-4746-91cb-52b2bbcda106 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:47.375207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] Checking router: 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:33:47.431490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:47.442176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-ea239f0f-b4c5-4498-9eaa-7fe165bbde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.442359 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367079c1-0a09-486f-952a-ce74fa0406ca" -d '{"events": [{"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-plugged", "status": "completed", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:47.444157 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-ea239f0f-b4c5-4498-9eaa-7fe165bbde99 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697296 Jan 28 03:33:47.452398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34856f63-a667-4a8c-852d-a56b5c87b0de', 'name': 'network-vif-deleted', 'tag': '7948c9ce-6be9-42e6-b1fa-5ef8254dcd27'}, {'name': 'network-changed', 'server_uuid': '51cb8f4b-6e53-4b7f-9c3a-e942525c0541', 'tag': 'be4e26ce-db4d-4bce-bfeb-f09f6acc9840'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:47.457897 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c058c41a-609c-44c3-96f0-a0d1aae16430" -d '{"events": [{"server_uuid": "34856f63-a667-4a8c-852d-a56b5c87b0de", "name": "network-vif-deleted", "tag": "7948c9ce-6be9-42e6-b1fa-5ef8254dcd27"}, {"name": "network-changed", "server_uuid": "51cb8f4b-6e53-4b7f-9c3a-e942525c0541", "tag": "be4e26ce-db4d-4bce-bfeb-f09f6acc9840"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:47.472357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] Routers {'521011ae-d6cf-4b1c-9ad5-ef1a9781d803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:33:47.473017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:33:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:47.523428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-642b090c-f944-4101-8013-d17dcef0628e req-9a20db50-dce5-49b2-b460-54ac119f2d09 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/ports?device_id=aed36a50-c0ec-4aca-a531-4900ea42a5bd HTTP/1.1" status: 200 len: 210 time: 0.1028090 Jan 28 03:33:47.540212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-2c83b959-cb93-4e4f-a586-b88e548636a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.552499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-2c83b959-cb93-4e4f-a586-b88e548636a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1745296 Jan 28 03:33:47.593813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4120ec1-8e51-4275-a838-67f5350e5906 req-a050725f-21d2-4fb2-b7f5-71f4ffe7cdee tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.605878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4120ec1-8e51-4275-a838-67f5350e5906 req-a050725f-21d2-4fb2-b7f5-71f4ffe7cdee tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.1489329 Jan 28 03:33:47.630489 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c1de53-34db-4695-a7f7-5a509ee0f260 x-openstack-request-id: req-53c1de53-34db-4695-a7f7-5a509ee0f260 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:47.630785 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-plugged", "status": "completed", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:47.631037 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53c1de53-34db-4695-a7f7-5a509ee0f260 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:47.631435 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'code': 200} Jan 28 03:33:47.730979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 3560da17-ba74-4746-91cb-52b2bbcda106 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:33:47.736658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-1d4e49ff-3bc1-4f22-841e-5d01ce87a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.739703 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-1d4e49ff-3bc1-4f22-841e-5d01ce87a025 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5011cbf91d5a44abb24d6ba423870971&device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 1100 time: 0.1933560 Jan 28 03:33:47.753037 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a49d61-b00b-4a44-ace7-b9669d348d34 x-openstack-request-id: req-51a49d61-b00b-4a44-ace7-b9669d348d34 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:47.753343 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34856f63-a667-4a8c-852d-a56b5c87b0de", "name": "network-vif-deleted", "tag": "7948c9ce-6be9-42e6-b1fa-5ef8254dcd27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "51cb8f4b-6e53-4b7f-9c3a-e942525c0541", "tag": "be4e26ce-db4d-4bce-bfeb-f09f6acc9840", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:47.753601 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51a49d61-b00b-4a44-ace7-b9669d348d34 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:47.754009 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34856f63-a667-4a8c-852d-a56b5c87b0de', 'name': 'network-vif-deleted', 'tag': '7948c9ce-6be9-42e6-b1fa-5ef8254dcd27', 'status': 'completed', 'code': 200} Jan 28 03:33:47.754267 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cb8f4b-6e53-4b7f-9c3a-e942525c0541', 'tag': 'be4e26ce-db4d-4bce-bfeb-f09f6acc9840', 'status': 'completed', 'code': 200} Jan 28 03:33:47.755257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 3560da17-ba74-4746-91cb-52b2bbcda106 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:47.755638 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:47.757260 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-75a44c0e-a675-44b7-978f-cd2ff3465218 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958863 Jan 28 03:33:47.764094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4120ec1-8e51-4275-a838-67f5350e5906 req-dd077873-9ba1-4aaa-b77a-cd5bcc7c9f72 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570859 Jan 28 03:33:47.802359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] Set router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:33:47.840390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-6d9d2255-654a-483c-8914-a93226b37da3 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763400 Jan 28 03:33:47.992162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dc811-7df4-4e01-97ef-771f98aa0f85 req-41671e95-c66c-46d8-a9dc-3ae3c47ba9c6 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:47.994490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-558dc811-7df4-4e01-97ef-771f98aa0f85 req-41671e95-c66c-46d8-a9dc-3ae3c47ba9c6 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 949 time: 0.1519125 Jan 28 03:33:48.032049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 3560da17-ba74-4746-91cb-52b2bbcda106 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:48.032665 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.062757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf85b-a796-452f-a288-0931f7211b56 req-9bd15ac6-eecd-4484-a896-47ca570d6156 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:48.070502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeddf85b-a796-452f-a288-0931f7211b56 req-9bd15ac6-eecd-4484-a896-47ca570d6156 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 948 time: 0.1862540 Jan 28 03:33:48.087420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6f308-21b4-4896-b1d2-95378ebaba5e req-0d5f1521-3847-478a-aa1f-7f18c71b82aa service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319674 Jan 28 03:33:48.104525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3560da17-ba74-4746-91cb-52b2bbcda106, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3560da17-ba74-4746-91cb-52b2bbcda106,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:48.118582 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.120291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-558dc811-7df4-4e01-97ef-771f98aa0f85 req-13ed91e9-3d58-4972-895f-d2965d41ff4d tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196473 Jan 28 03:33:48.121747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:48.156404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:48.157049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4bcc8076-94d0-4a3d-b25a-9ec2d1a6b5fc not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:48.157766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:48.176102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeddf85b-a796-452f-a288-0931f7211b56 req-cb226246-68df-48e3-8afb-3a043ab24c18 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044617 Jan 28 03:33:48.176645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53914) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:48.277373 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-cc6b0b4d-ca31-49a6-a9e4-e9b6acfcc7f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=be4e26ce-db4d-4bce-bfeb-f09f6acc9840 HTTP/1.1" status: 200 len: 217 time: 0.4952803 Jan 28 03:33:48.296719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e442be-7046-4837-aeea-4a3de16413e3 admin admin] Deleting subnet ed4cc6f6-baca-4cd3-b5f4-546d66dd119c {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:33:48.302658 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2e442be-7046-4837-aeea-4a3de16413e3 admin admin] Publish callbacks [] for subnet (ed4cc6f6-baca-4cd3-b5f4-546d66dd119c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.344502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:48.344882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7948c9ce-6be9-42e6-b1fa-5ef8254dcd27 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:48.348064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2e442be-7046-4837-aeea-4a3de16413e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (ed4cc6f6-baca-4cd3-b5f4-546d66dd119c), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.356217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-4db30550-4541-4884-ab7a-bc4aca6fcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:48.357937 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-4db30550-4541-4884-ab7a-bc4aca6fcdb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0548918 Jan 28 03:33:48.367905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:35Z', 'revision_number': 5, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:48.382886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37d666-cbba-463b-8ce7-44dff8d51187 req-015e3397-cb98-47eb-833d-fafe676854d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:48.384370 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1f37d666-cbba-463b-8ce7-44dff8d51187 req-015e3397-cb98-47eb-833d-fafe676854d7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 1101 time: 0.1722083 Jan 28 03:33:48.399653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162e9397-80e6-4c8a-b9d9-59ad87798c5b None None] The sync data for ids ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'] in n-d-808199-14 is: [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:31:25Z', 'revision_number': 4, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee', 'name': '', 'network_id': '457e6268-185f-454d-ba01-084721ddea15', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'mac_address': 'fa:16:3e:54:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:24Z', 'updated_at': '2022-01-28T03:31:35Z', 'revision_number': 5, 'project_id': '6ed1727130bb498390dc098767023b60', 'subnets': [{'id': '6a4bf499-2f77-4a83-815b-af6cec4f050d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:33:48.409344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccdace-3e9b-4c95-b142-97f483ef5205 req-9dc2b209-a24f-47d3-86ea-7b617667d7aa tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:48.411028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bccdace-3e9b-4c95-b142-97f483ef5205 req-9dc2b209-a24f-47d3-86ea-7b617667d7aa tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 949 time: 0.1731548 Jan 28 03:33:48.422745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=3560da17-ba74-4746-91cb-52b2bbcda106,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:48.436651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd6abaec-0d4d-484c-b287-9f671a471cd1 req-000bc8b4-20ef-48bc-8380-f0b887aa4779 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528385 Jan 28 03:33:48.470071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-56563c3b-bffc-446a-af2a-657d77f7e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:48.471588 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-56563c3b-bffc-446a-af2a-657d77f7e5bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1018751 Jan 28 03:33:48.475083 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1f37d666-cbba-463b-8ce7-44dff8d51187 req-d22bed85-0fdc-4a0c-84d6-aa6eb4972365 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848250 Jan 28 03:33:48.531367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27514392-b54d-4704-803a-685c2b502a1b req-2e192208-4c70-4d0d-9a4d-21f93e43c50e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:48.532923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27514392-b54d-4704-803a-685c2b502a1b req-2e192208-4c70-4d0d-9a4d-21f93e43c50e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 948 time: 0.1549788 Jan 28 03:33:48.538270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bccdace-3e9b-4c95-b142-97f483ef5205 req-cc88e2f8-3a38-4fb4-a392-345c8d6ee14a tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072776 Jan 28 03:33:48.568753 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2e442be-7046-4837-aeea-4a3de16413e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (ed4cc6f6-baca-4cd3-b5f4-546d66dd119c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.620883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:48.627146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27514392-b54d-4704-803a-685c2b502a1b req-68f10f51-9b1a-491f-9c5e-adbd5f2e1af2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864162 Jan 28 03:33:48.651837 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2e442be-7046-4837-aeea-4a3de16413e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (ed4cc6f6-baca-4cd3-b5f4-546d66dd119c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.684508 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2e442be-7046-4837-aeea-4a3de16413e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.685876 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e428f1a-3bb9-4da5-8880-225a2a993934 None None] New status for floating IP 4956b012-a9db-40cf-bf91-e1ac0374fd5c: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:33:48.691015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b2e442be-7046-4837-aeea-4a3de16413e3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ed4cc6f6-baca-4cd3-b5f4-546d66dd119c HTTP/1.1" status: 204 len: 168 time: 0.5132930 Jan 28 03:33:48.692135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e442be-7046-4837-aeea-4a3de16413e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4cc6f6-baca-4cd3-b5f4-546d66dd119c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:48.692562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53926) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:48.693146 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c799c-d708-4945-b59a-d1a3c8419280 None None] Network 8780893b-1b0c-482c-8e69-5658bf7f47a7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:33:48.700483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d41dd717-8e0f-4323-b7b5-feb471b8eea4 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group (82d5798b-a89c-4abe-bcf0-a34e3866dd2a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.770796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d41dd717-8e0f-4323-b7b5-feb471b8eea4 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group (82d5798b-a89c-4abe-bcf0-a34e3866dd2a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.803689 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8780893b-1b0c-482c-8e69-5658bf7f47a7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.906680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb9fc58-d99d-4a5c-8f41-bb6b42002f6b None None] DHCP port deletion for 8780893b-1b0c-482c-8e69-5658bf7f47a7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:33:48.914554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364909c9-40ac-4a0e-a415-83512b03c765 req-f10f73ea-1469-4c92-8719-87268c34021a tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:48.916114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-364909c9-40ac-4a0e-a415-83512b03c765 req-f10f73ea-1469-4c92-8719-87268c34021a tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.0715802 Jan 28 03:33:48.935396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d41dd717-8e0f-4323-b7b5-feb471b8eea4 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (82d5798b-a89c-4abe-bcf0-a34e3866dd2a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.937970 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d41dd717-8e0f-4323-b7b5-feb471b8eea4 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.941372 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d41dd717-8e0f-4323-b7b5-feb471b8eea4 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "DELETE /v2.0/security-groups/82d5798b-a89c-4abe-bcf0-a34e3866dd2a HTTP/1.1" status: 204 len: 168 time: 0.3172300 Jan 28 03:33:48.942466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:48.960881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dd717-8e0f-4323-b7b5-feb471b8eea4 tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d5798b-a89c-4abe-bcf0-a34e3866dd2a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:48.963042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9fc58-d99d-4a5c-8f41-bb6b42002f6b None None] Deleting port ec9a4c45-9e97-4546-8c8e-864ba2adb021 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:48.963304 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-e598da38-ad3a-4377-a1e4-7c56a46bc19d tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] show failed (client error): The resource could not be found. Jan 28 03:33:48.963476 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fc58-d99d-4a5c-8f41-bb6b42002f6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:48.966893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e598da38-ad3a-4377-a1e4-7c56a46bc19d tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "GET /v2.0/security-groups/82d5798b-a89c-4abe-bcf0-a34e3866dd2a HTTP/1.1" status: 404 len: 347 time: 0.0209570 Jan 28 03:33:48.970951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53932) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:48.999302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-364909c9-40ac-4a0e-a415-83512b03c765 req-2ca27229-556c-4a31-b8ae-c437f6e11334 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775075 Jan 28 03:33:49.021743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Deleting port ec9a4c45-9e97-4546-8c8e-864ba2adb021 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:49.022073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:49.056521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7cb9fc58-d99d-4a5c-8f41-bb6b42002f6b None None] For port ec9a4c45-9e97-4546-8c8e-864ba2adb021, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ec9a4c45-9e97-4546-8c8e-864ba2adb021,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:49.057268 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fc58-d99d-4a5c-8f41-bb6b42002f6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:49.071614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9fc58-d99d-4a5c-8f41-bb6b42002f6b None None] Calling delete_port for ec9a4c45-9e97-4546-8c8e-864ba2adb021 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:49.104040 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-2428a1ef-3d06-4590-bd20-68c1b274a64c service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351778 Jan 28 03:33:49.160501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e4be8-da1c-41ae-8070-3b84b2e199ea req-ea7101e8-7738-4583-8d3c-f15e06cf2e52 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:49.176517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-498e4be8-da1c-41ae-8070-3b84b2e199ea req-ea7101e8-7738-4583-8d3c-f15e06cf2e52 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.0845950 Jan 28 03:33:49.185003 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fc58-d99d-4a5c-8f41-bb6b42002f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:49.242845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-498e4be8-da1c-41ae-8070-3b84b2e199ea req-1a638a36-5494-42cb-a21f-5b4618a1190b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653267 Jan 28 03:33:49.244315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] For port ec9a4c45-9e97-4546-8c8e-864ba2adb021, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ec9a4c45-9e97-4546-8c8e-864ba2adb021,segment=NetworkSegment(4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1),segment_id=4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:49.244725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:49.261851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9fc58-d99d-4a5c-8f41-bb6b42002f6b None None] Pushing event deleted for resources: {'Port': ['ID=ec9a4c45-9e97-4546-8c8e-864ba2adb021,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:49.268826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9fc58-d99d-4a5c-8f41-bb6b42002f6b None None] No DVR routers for this DVR port ec9a4c45-9e97-4546-8c8e-864ba2adb021 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:49.312168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30025abf-5d01-4e94-b1bb-1833bc851fd0', 'tag': 'b609123a-14a5-4e93-bf17-80d31feca211'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:49.314845 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307b76f2-2894-45d5-908b-7fc9a026b7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "30025abf-5d01-4e94-b1bb-1833bc851fd0", "tag": "b609123a-14a5-4e93-bf17-80d31feca211"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:49.317734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Calling delete_port for ec9a4c45-9e97-4546-8c8e-864ba2adb021 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:49.355203 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af88e789-90c9-469f-8ffe-041daf4ddaa5 req-919443fe-d24b-4a40-8b69-624e538e8b53 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191601 Jan 28 03:33:49.386300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f606d-bdfd-488a-9589-732acdf02d0d req-d75fe4f3-431b-4def-8ae8-4b8e97c7e5f9 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:49.393385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d70f606d-bdfd-488a-9589-732acdf02d0d req-d75fe4f3-431b-4def-8ae8-4b8e97c7e5f9 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 950 time: 0.1422408 Jan 28 03:33:49.405450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f8236-166a-409c-b387-c039b56b475e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Deleting port faa526c2-217c-45cf-a8aa-75d01f22cac2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:49.406200 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf5f8236-166a-409c-b387-c039b56b475e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (faa526c2-217c-45cf-a8aa-75d01f22cac2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:49.427786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c2daa-0a37-4744-93e9-685e29e1814c req-583de385-358e-40ba-b71d-58cc7c674151 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:49.429342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d92c2daa-0a37-4744-93e9-685e29e1814c req-583de385-358e-40ba-b71d-58cc7c674151 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 948 time: 0.0938234 Jan 28 03:33:49.476373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d70f606d-bdfd-488a-9589-732acdf02d0d req-6c88c895-a361-402d-9472-d74bf4ce1878 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821087 Jan 28 03:33:49.515602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d92c2daa-0a37-4744-93e9-685e29e1814c req-188ee02f-1e52-4d12-aaea-227d7e9dcbcf tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775392 Jan 28 03:33:49.543532 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ec9a4c45-9e97-4546-8c8e-864ba2adb021), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:49.612691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf5f8236-166a-409c-b387-c039b56b475e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (faa526c2-217c-45cf-a8aa-75d01f22cac2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:49.613050 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf5f8236-166a-409c-b387-c039b56b475e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for floatingip (faa526c2-217c-45cf-a8aa-75d01f22cac2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:49.614666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ec9a4c45-9e97-4546-8c8e-864ba2adb021 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:49.625111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9a4c45-9e97-4546-8c8e-864ba2adb021,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:49.629457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] No DVR routers for this DVR port ec9a4c45-9e97-4546-8c8e-864ba2adb021 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:49.637509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f8236-166a-409c-b387-c039b56b475e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Calling delete_port for faa526c2-217c-45cf-a8aa-75d01f22cac2 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:49.649849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f8e5ab-81a1-4fc4-827c-e5f4a9986d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3560da17-ba74-4746-91cb-52b2bbcda106'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:49.655322 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3488c09c-1fe9-4d72-86a1-e5f9b39d4058" -d '{"events": [{"server_uuid": "66f8e5ab-81a1-4fc4-827c-e5f4a9986d32", "name": "network-vif-plugged", "status": "completed", "tag": "3560da17-ba74-4746-91cb-52b2bbcda106"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:49.658824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ec9a4c45-9e97-4546-8c8e-864ba2adb021 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:49.659177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ec9a4c45-9e97-4546-8c8e-864ba2adb021 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:49.666802 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33c4ca8-be6d-4aca-aaa0-f4f1504e4d7a x-openstack-request-id: req-c33c4ca8-be6d-4aca-aaa0-f4f1504e4d7a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:49.667103 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30025abf-5d01-4e94-b1bb-1833bc851fd0", "tag": "b609123a-14a5-4e93-bf17-80d31feca211", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:49.667362 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c33c4ca8-be6d-4aca-aaa0-f4f1504e4d7a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:49.667765 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30025abf-5d01-4e94-b1bb-1833bc851fd0', 'tag': 'b609123a-14a5-4e93-bf17-80d31feca211', 'status': 'completed', 'code': 200} Jan 28 03:33:49.714540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-74337e76-4a5c-456e-a24a-940a7cc8300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:49.716061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-74337e76-4a5c-456e-a24a-940a7cc8300b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5011cbf91d5a44abb24d6ba423870971&device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 1100 time: 0.2165070 Jan 28 03:33:49.762771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de39b1c-0712-49f2-b398-06a5e3553520 req-308b1ec4-d773-447a-bbb2-3b7c3fe83bb7 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:49.764378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2de39b1c-0712-49f2-b398-06a5e3553520 req-308b1ec4-d773-447a-bbb2-3b7c3fe83bb7 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 949 time: 0.0507381 Jan 28 03:33:49.811854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8780893b-1b0c-482c-8e69-5658bf7f47a7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:49.819162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2de39b1c-0712-49f2-b398-06a5e3553520 req-7af11dbc-dd50-48a3-85ad-ce6fa1e1a5f7 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484431 Jan 28 03:33:49.888824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8780893b-1b0c-482c-8e69-5658bf7f47a7']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:49.923237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:49.923513 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:49.927795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-4864be69-7cd7-4d81-a4b2-38cde81c7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:49.929346 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-4864be69-7cd7-4d81-a4b2-38cde81c7701 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 1100 time: 0.1839843 Jan 28 03:33:49.940277 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6a864d-eb09-4e02-83a4-5e5f7054b809 x-openstack-request-id: req-5f6a864d-eb09-4e02-83a4-5e5f7054b809 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:49.940572 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f8e5ab-81a1-4fc4-827c-e5f4a9986d32", "name": "network-vif-plugged", "status": "completed", "tag": "3560da17-ba74-4746-91cb-52b2bbcda106", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:49.940826 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f6a864d-eb09-4e02-83a4-5e5f7054b809 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:49.941253 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f8e5ab-81a1-4fc4-827c-e5f4a9986d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3560da17-ba74-4746-91cb-52b2bbcda106', 'code': 200} Jan 28 03:33:49.944790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71e6d2-ce9c-4d18-aff0-94b6ccc4b121 req-59e14cea-ba76-4497-9d3d-1634e71815fa tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:49.955020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce71e6d2-ce9c-4d18-aff0-94b6ccc4b121 req-59e14cea-ba76-4497-9d3d-1634e71815fa tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 948 time: 0.0710788 Jan 28 03:33:49.961279 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.028767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.034342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce71e6d2-ce9c-4d18-aff0-94b6ccc4b121 req-5f0fea69-ecee-438b-9b34-319267ac9817 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779779 Jan 28 03:33:50.037705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-a7bece0e-6c2d-4f85-b569-77f09e105fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.039175 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-a7bece0e-6c2d-4f85-b569-77f09e105fb0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2827723 Jan 28 03:33:50.069996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:33:50.070394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (4a6dd2f4-f5d3-4724-9ea6-d53f929d23c1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:33:50.080939 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:33:50.192217 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-574e240f-e4c0-4860-ac58-f7f21f430991 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=be4e26ce-db4d-4bce-bfeb-f09f6acc9840 HTTP/1.1" status: 200 len: 217 time: 0.1121898 Jan 28 03:33:50.250995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b36afb-c9ca-45cd-b519-496d0e2a57a8 req-67e55992-51ae-4af2-a0ba-f84759f5c38d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.253130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2b36afb-c9ca-45cd-b519-496d0e2a57a8 req-67e55992-51ae-4af2-a0ba-f84759f5c38d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.0621529 Jan 28 03:33:50.260925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf5f8236-166a-409c-b387-c039b56b475e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (faa526c2-217c-45cf-a8aa-75d01f22cac2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.278099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8780893b-1b0c-482c-8e69-5658bf7f47a7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.307548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2b36afb-c9ca-45cd-b519-496d0e2a57a8 req-b217f76c-931c-44a8-b12f-f17789bdccf5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Jan 28 03:33:50.308445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be5e30-7e73-4338-a607-5a4b6e23821c req-989aa27b-b1f3-4e3e-9f98-e8088b1a0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.309960 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d5be5e30-7e73-4338-a607-5a4b6e23821c req-989aa27b-b1f3-4e3e-9f98-e8088b1a0fe8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 1102 time: 0.2312777 Jan 28 03:33:50.313470 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.316513 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] 10.222.0.44 "DELETE /v2.0/networks/8780893b-1b0c-482c-8e69-5658bf7f47a7 HTTP/1.1" status: 204 len: 168 time: 1.6229279 Jan 28 03:33:50.317824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f8236-166a-409c-b387-c039b56b475e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Pushing event deleted for resources: {'Port': ['ID=faa526c2-217c-45cf-a8aa-75d01f22cac2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:50.321703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-1c6f6a2a-655b-45a8-909d-29cbfb4b7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.323865 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-1c6f6a2a-655b-45a8-909d-29cbfb4b7b95 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.3744416 Jan 28 03:33:50.352101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6b4c4-553b-4453-9811-faa31c4736ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8780893b-1b0c-482c-8e69-5658bf7f47a7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:50.366725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-ad075413-841b-4c58-8d32-6a6abc70f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.368187 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-ad075413-841b-4c58-8d32-6a6abc70f58b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1520400 Jan 28 03:33:50.420950 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-9fb3e714-094d-416f-b96d-5c618220d04a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b609123a-14a5-4e93-bf17-80d31feca211 HTTP/1.1" status: 200 len: 217 time: 0.0774579 Jan 28 03:33:50.499054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53976) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:50.541738 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d5be5e30-7e73-4338-a607-5a4b6e23821c req-17c9d812-15a6-416e-8a7b-5c055924e495 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062092 Jan 28 03:33:50.544332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf5f8236-166a-409c-b387-c039b56b475e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks [] for floatingip (4956b012-a9db-40cf-bf91-e1ac0374fd5c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.546894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf5f8236-166a-409c-b387-c039b56b475e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.550813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bf5f8236-166a-409c-b387-c039b56b475e tempest-ServersTestJSON-200442935 tempest-ServersTestJSON-200442935-project] 10.222.0.44 "DELETE /v2.0/floatingips/4956b012-a9db-40cf-bf91-e1ac0374fd5c HTTP/1.1" status: 204 len: 168 time: 1.5750010 Jan 28 03:33:50.552488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:50.552814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53984) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:50.554682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a6e42bf5-4c82-4f6f-a5f4-12fb62060284 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43657f46d4dc4db9af179a7734b8ea36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544004 Jan 28 03:33:50.555455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e4a31e02-1e73-48ff-b5d5-445ff6ab5afd details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:50.569215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-921ba0c6-7b66-48ea-86bd-64212c309187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.570667 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-921ba0c6-7b66-48ea-86bd-64212c309187 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1189508 Jan 28 03:33:50.613273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-a2c113ef-f0a1-4563-af94-d4a4198ca6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.614646 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-a2c113ef-f0a1-4563-af94-d4a4198ca6d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2062583 Jan 28 03:33:50.670481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:50.672450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481f2fe-0962-4e89-bf93-9790900361d0 req-101e387e-743b-4249-a5df-eb4568f578f0 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.674126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2481f2fe-0962-4e89-bf93-9790900361d0 req-101e387e-743b-4249-a5df-eb4568f578f0 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 950 time: 0.0895975 Jan 28 03:33:50.685237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'mac_address': 'fa:16:3e:0b:3a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:50.688467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a0f53-0119-4195-a4a3-f76b176e7559 req-afaaa21c-c198-449f-8fc2-ad2be10a5fa6 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.690169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b21a0f53-0119-4195-a4a3-f76b176e7559 req-afaaa21c-c198-449f-8fc2-ad2be10a5fa6 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 948 time: 0.0951116 Jan 28 03:33:50.729718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:50.730507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.743763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a31e02-1e73-48ff-b5d5-445ff6ab5afd {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:50.766850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:50.772054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2481f2fe-0962-4e89-bf93-9790900361d0 req-3120e0dd-1c80-49d6-a921-402b4d00968d tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808041 Jan 28 03:33:50.772869 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.786596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-9cc31b3a-e032-4b34-8d7f-a93476e13722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.788146 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-9cc31b3a-e032-4b34-8d7f-a93476e13722 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1772115 Jan 28 03:33:50.810801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b21a0f53-0119-4195-a4a3-f76b176e7559 req-437bd891-9ab0-4e38-9446-48a2f55b573f tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120377 Jan 28 03:33:50.834363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7c2aab-08a7-4382-9ad2-acfe812a9507 admin admin] Publish callbacks [] for security_group (350d30df-5f6e-4b24-9d9e-6e63aff88d6b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:50.842059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:50.851312 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-10c1796b-d3bb-4ec2-818e-2382278178f4 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244644 Jan 28 03:33:50.852105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.852461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.852804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.853178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.854116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.854470 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.854802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.855130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.855515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.855774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.856103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.856426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.856753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:50.949246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47f1f8-8ebe-48ce-b0c0-09e5be9f4280 req-ce3cc7cd-bdc5-4fa3-909f-2ac969c9df38 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:50.950845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe47f1f8-8ebe-48ce-b0c0-09e5be9f4280 req-ce3cc7cd-bdc5-4fa3-909f-2ac969c9df38 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 949 time: 0.0480449 Jan 28 03:33:51.004614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe47f1f8-8ebe-48ce-b0c0-09e5be9f4280 req-84abfeaf-cdc5-47cf-bf5c-578c032dbb67 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481288 Jan 28 03:33:51.175252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb0e96-e116-45f8-8230-9f13eaad3beb req-f556d746-3bcc-48e4-bedc-11f523fcca29 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:51.177247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7abb0e96-e116-45f8-8230-9f13eaad3beb req-f556d746-3bcc-48e4-bedc-11f523fcca29 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 948 time: 0.0563791 Jan 28 03:33:51.227154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7abb0e96-e116-45f8-8230-9f13eaad3beb req-3803d710-889a-49d5-ac31-e47ed13a6622 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Jan 28 03:33:51.262190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7c2aab-08a7-4382-9ad2-acfe812a9507 admin admin] Publish callbacks [] for security_group (350d30df-5f6e-4b24-9d9e-6e63aff88d6b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:51.390294 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-d57ee222-79bb-47ee-8fb8-b7ada6cf5709 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767744 Jan 28 03:33:51.421828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:51.476133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7e636-55a8-46bc-b9ea-1ff99ae9b565 req-c9826e9b-6764-450d-bdf5-34b1edccfddf tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:51.477352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86b7e636-55a8-46bc-b9ea-1ff99ae9b565 req-c9826e9b-6764-450d-bdf5-34b1edccfddf tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.0738866 Jan 28 03:33:51.481124 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c058c41a-609c-44c3-96f0-a0d1aae16430 req-6ca8374b-87ce-4c73-a1c6-ec37b7eab41d service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673826 Jan 28 03:33:51.484907 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7c2aab-08a7-4382-9ad2-acfe812a9507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (350d30df-5f6e-4b24-9d9e-6e63aff88d6b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:51.487435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7c2aab-08a7-4382-9ad2-acfe812a9507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:51.491036 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cb7c2aab-08a7-4382-9ad2-acfe812a9507 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/350d30df-5f6e-4b24-9d9e-6e63aff88d6b HTTP/1.1" status: 204 len: 168 time: 0.9290009 Jan 28 03:33:51.512368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c2aab-08a7-4382-9ad2-acfe812a9507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350d30df-5f6e-4b24-9d9e-6e63aff88d6b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:51.555732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86b7e636-55a8-46bc-b9ea-1ff99ae9b565 req-4f9e60bd-2eb5-4631-a6a8-acb10853bb81 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687189 Jan 28 03:33:51.576054 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-307b76f2-2894-45d5-908b-7fc9a026b7d8 req-07be9591-7d20-4fc6-862e-d3fe32544c24 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707797 Jan 28 03:33:51.670800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:51.945214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4be56-300b-4857-bfee-a983877a414d req-c92fa9db-58dc-4de2-9973-a376344327e7 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:51.946730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bad4be56-300b-4857-bfee-a983877a414d req-c92fa9db-58dc-4de2-9973-a376344327e7 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 950 time: 0.0880086 Jan 28 03:33:51.968242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] Deleting port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:51.968505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a01a5-34f4-42ec-89a5-27f6d40a4795 req-14734788-83a7-4579-8abe-e41945ac6275 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:51.968807 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:51.969925 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-666a01a5-34f4-42ec-89a5-27f6d40a4795 req-14734788-83a7-4579-8abe-e41945ac6275 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 948 time: 0.0756025 Jan 28 03:33:52.036731 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bad4be56-300b-4857-bfee-a983877a414d req-e6862dd4-1d32-4c74-b9a3-bc41becc20d1 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818827 Jan 28 03:33:52.055742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-666a01a5-34f4-42ec-89a5-27f6d40a4795 req-d7a51938-41a2-4d8b-9ecb-3e25124f3f1a tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772574 Jan 28 03:33:52.063182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] For port b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:52.064297 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.081572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] Calling delete_port for b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:52.350216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.369753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560bde2-5540-4443-a717-b7561bdf8d6b req-6bcf38fd-a8f0-4051-9616-52cef7c4de89 tempest-ServersAdminNegativeTestJSON-172625995 tempest-ServersAdminNegativeTestJSON-172625995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:52.371572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6560bde2-5540-4443-a717-b7561bdf8d6b req-6bcf38fd-a8f0-4051-9616-52cef7c4de89 tempest-ServersAdminNegativeTestJSON-172625995 tempest-ServersAdminNegativeTestJSON-172625995-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 1102 time: 0.0837615 Jan 28 03:33:52.382132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54046) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:52.383250 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:52.394407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49967958-52f5-4f88-9839-6a2e39cdabee req-1f04fe9f-b943-4c33-851d-67791541d329 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:52.401420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49967958-52f5-4f88-9839-6a2e39cdabee req-1f04fe9f-b943-4c33-851d-67791541d329 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 948 time: 0.0766268 Jan 28 03:33:52.435443 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6560bde2-5540-4443-a717-b7561bdf8d6b req-0eafc5c8-1d9c-42fd-9794-0eafdb686198 tempest-ServersAdminNegativeTestJSON-172625995 tempest-ServersAdminNegativeTestJSON-172625995-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.496939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49967958-52f5-4f88-9839-6a2e39cdabee req-f459941c-6789-4bff-a12e-ec750bb4d5e3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932431 Jan 28 03:33:52.553011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b609123a-14a5-4e93-bf17-80d31feca211 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:52.584086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1356226985-network', 'tenant_id': 'f98af98f22e24126bb3c303a1152bd45'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:52.625816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.627699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6560bde2-5540-4443-a717-b7561bdf8d6b req-0eafc5c8-1d9c-42fd-9794-0eafdb686198 tempest-ServersAdminNegativeTestJSON-172625995 tempest-ServersAdminNegativeTestJSON-172625995-project-admin] Publish callbacks [] for security_group (781c4b6f-8705-4824-b0f4-09a1fbdb43d6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.639179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6560bde2-5540-4443-a717-b7561bdf8d6b req-0eafc5c8-1d9c-42fd-9794-0eafdb686198 tempest-ServersAdminNegativeTestJSON-172625995 tempest-ServersAdminNegativeTestJSON-172625995-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (781c4b6f-8705-4824-b0f4-09a1fbdb43d6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.666168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Made reservation on behalf of f98af98f22e24126bb3c303a1152bd45 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:52.669413 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.691805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b609123a-14a5-4e93-bf17-80d31feca211, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b609123a-14a5-4e93-bf17-80d31feca211,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:52.704962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'b609123a-14a5-4e93-bf17-80d31feca211', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'b609123a-14a5-4e93-bf17-80d31feca211', 'mac_address': 'fa:16:3e:7a:a9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:52.718144 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.745219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6560bde2-5540-4443-a717-b7561bdf8d6b req-0eafc5c8-1d9c-42fd-9794-0eafdb686198 tempest-ServersAdminNegativeTestJSON-172625995 tempest-ServersAdminNegativeTestJSON-172625995-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650494 Jan 28 03:33:52.745617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b609123a-14a5-4e93-bf17-80d31feca211 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:52.746014 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b609123a-14a5-4e93-bf17-80d31feca211), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.749293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafc5c8-1d9c-42fd-9794-0eafdb686198 tempest-ServersAdminNegativeTestJSON-172625995 tempest-ServersAdminNegativeTestJSON-172625995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781c4b6f-8705-4824-b0f4-09a1fbdb43d6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:52.759481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b609123a-14a5-4e93-bf17-80d31feca211 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:52.783210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b609123a-14a5-4e93-bf17-80d31feca211, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b609123a-14a5-4e93-bf17-80d31feca211,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:52.784261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a208a37-d419-4b1e-b5dd-eb5bca9102e4 req-c08ad617-e721-4b69-879b-7230aef6f9a3 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:52.786094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a208a37-d419-4b1e-b5dd-eb5bca9102e4 req-c08ad617-e721-4b69-879b-7230aef6f9a3 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.0995836 Jan 28 03:33:52.795955 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b609123a-14a5-4e93-bf17-80d31feca211), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.858698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b609123a-14a5-4e93-bf17-80d31feca211,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:52.899801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a208a37-d419-4b1e-b5dd-eb5bca9102e4 req-68b7bf9f-d7b5-4510-935a-c955fc79fa27 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024575 Jan 28 03:33:52.912717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] Router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:33:52.926678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Publish callbacks [] for security_group (19d81e8e-7793-4150-87b6-cacc11d565ff), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.930851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (19d81e8e-7793-4150-87b6-cacc11d565ff), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.954072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:33:52.968796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d81e8e-7793-4150-87b6-cacc11d565ff,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:52.974981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f455e546-4728-4f9e-b9cf-0f615b4ead9a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:52.975944 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Added segment f455e546-4728-4f9e-b9cf-0f615b4ead9a of type vlan for network 0589fcf6-7339-4f9f-8081-24e5b2cb01af Jan 28 03:33:53.021389 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (0589fcf6-7339-4f9f-8081-24e5b2cb01af), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.021953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:33:53.030547 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e91d4e26-24c7-43ed-9f53-6c1144dc6656 admin admin] 10.222.0.44 "PUT /v2.0/routers/521011ae-d6cf-4b1c-9ad5-ef1a9781d803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4741647 Jan 28 03:33:53.030547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54062) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:53.036573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] Sync routers for ids ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:33:53.050384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] Routers {'521011ae-d6cf-4b1c-9ad5-ef1a9781d803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:33:53.051159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:33:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:53.052011 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (0589fcf6-7339-4f9f-8081-24e5b2cb01af), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.053269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:53.054067 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.075607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6849885 Jan 28 03:33:53.077963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54064) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:53.082773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Request body: {'subnet': {'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1356226985-subnet', 'tenant_id': 'f98af98f22e24126bb3c303a1152bd45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:53.129997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47879885-a2c3-4909-86e9-dc5d2ec5213c admin admin] Pushing event updated for resources: {'Network': ['ID=0589fcf6-7339-4f9f-8081-24e5b2cb01af,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:53.148652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Made reservation on behalf of f98af98f22e24126bb3c303a1152bd45 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:53.151162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.164437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 0589fcf6-7339-4f9f-8081-24e5b2cb01af details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:33:53.204098 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Publish callbacks [] for router (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.211408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06808ee-ab7a-496e-8f61-cb025eaac209 req-64771ce1-49fe-4fd5-a0e9-4d92f8f2dacd tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:53.213211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f06808ee-ab7a-496e-8f61-cb025eaac209 req-64771ce1-49fe-4fd5-a0e9-4d92f8f2dacd tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 948 time: 0.0578427 Jan 28 03:33:53.233105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] Set router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:33:53.267874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f06808ee-ab7a-496e-8f61-cb025eaac209 req-31bef152-c0ea-4373-a363-2f734e68d498 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472841 Jan 28 03:33:53.381640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Publish callbacks [] for router_gateway (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.457910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:33:52Z', 'revision_number': 5, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port': {'id': 'c78ee280-3323-4248-a978-1bd2a2104853', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:21Z', 'updated_at': '2022-01-28T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:53.466949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (7df9ef53-ff85-4dc0-b919-1760fa37f332), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.485660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] Checking router: 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:33:53.495481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] Routers {'521011ae-d6cf-4b1c-9ad5-ef1a9781d803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:33:53.496101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:33:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:53.519718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Deleting port c78ee280-3323-4248-a978-1bd2a2104853 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:53.520051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c78ee280-3323-4248-a978-1bd2a2104853), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.534848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['b609123a-14a5-4e93-bf17-80d31feca211'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:53.538260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df9ef53-ff85-4dc0-b919-1760fa37f332,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:53.631761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] Set router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:33:53.638720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Checking segment: {'id': 'f455e546-4728-4f9e-b9cf-0f615b4ead9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:53.639302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Network hostable DHCP agents. Network: 0589fcf6-7339-4f9f-8081-24e5b2cb01af, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:33:53.661095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] For port c78ee280-3323-4248-a978-1bd2a2104853, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c78ee280-3323-4248-a978-1bd2a2104853,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:53.661754 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c78ee280-3323-4248-a978-1bd2a2104853), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.682850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Calling delete_port for c78ee280-3323-4248-a978-1bd2a2104853 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:53.688245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba353de-a7fc-496d-b4fb-095c54919f62 req-cebd1df7-6479-47be-b5d6-071e238f01f2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:53.689815 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ba353de-a7fc-496d-b4fb-095c54919f62 req-cebd1df7-6479-47be-b5d6-071e238f01f2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 949 time: 0.0895367 Jan 28 03:33:53.695165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Network 0589fcf6-7339-4f9f-8081-24e5b2cb01af is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:33:53.704993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:33:53Z', 'revision_number': 6, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:53.737268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 0589fcf6-7339-4f9f-8081-24e5b2cb01af) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:53.738334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5badecbe-dee1-4996-99fd-3b0ab0713e74 None None] The sync data for ids ['521011ae-d6cf-4b1c-9ad5-ef1a9781d803'] in n-d-808199-14 is: [{'id': '521011ae-d6cf-4b1c-9ad5-ef1a9781d803', 'name': 'tempest-ServersTestJSON-324332749-router', 'tenant_id': '6ed1727130bb498390dc098767023b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:20Z', 'updated_at': '2022-01-28T03:33:53Z', 'revision_number': 6, 'project_id': '6ed1727130bb498390dc098767023b60', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:33:53.743749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:53.744508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.750464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211fad9-533d-4dba-8601-e75338ceae57 None None] Network 0589fcf6-7339-4f9f-8081-24e5b2cb01af requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:33:53.755029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ba353de-a7fc-496d-b4fb-095c54919f62 req-17b7f0e6-f786-43e2-af0f-20cda5c94a13 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590644 Jan 28 03:33:53.795409 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4edf322a-3635-4c68-872e-9d7ac72c2fb2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7158418 Jan 28 03:33:53.892642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a3ee4-0a00-428a-8675-e6404a0a9e10 req-e7adf79b-ce93-4636-ad3d-033110d1db33 tempest-ServersAdminNegativeTestJSON-172625995 tempest-ServersAdminNegativeTestJSON-172625995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:53.894223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-476a3ee4-0a00-428a-8675-e6404a0a9e10 req-e7adf79b-ce93-4636-ad3d-033110d1db33 tempest-ServersAdminNegativeTestJSON-172625995 tempest-ServersAdminNegativeTestJSON-172625995-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 1102 time: 0.0546963 Jan 28 03:33:53.943667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c78ee280-3323-4248-a978-1bd2a2104853), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.966258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4861b58a-906e-4b07-b770-fb500ab83651 None None] Network 0589fcf6-7339-4f9f-8081-24e5b2cb01af requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:33:53.984926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78ee280-3323-4248-a978-1bd2a2104853,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:54.006308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-476a3ee4-0a00-428a-8675-e6404a0a9e10 req-35d16ee8-7c9a-42de-b9be-7e1584868e48 tempest-ServersAdminNegativeTestJSON-172625995 tempest-ServersAdminNegativeTestJSON-172625995-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046197 Jan 28 03:33:54.057898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.118683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b6fd8-2571-41b2-aa1a-e52a41507c71 req-54e1d7c6-be1a-479f-9c04-244eb81a50ad tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:54.128504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e7b6fd8-2571-41b2-aa1a-e52a41507c71 req-54e1d7c6-be1a-479f-9c04-244eb81a50ad tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.0744123 Jan 28 03:33:54.184351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.188281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Publish callbacks [] for router_controller (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.207415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e7b6fd8-2571-41b2-aa1a-e52a41507c71 req-d83c9939-128e-4ad4-be94-8d34bb36b087 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780027 Jan 28 03:33:54.254785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (521011ae-d6cf-4b1c-9ad5-ef1a9781d803), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.256126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 521011ae-d6cf-4b1c-9ad5-ef1a9781d803 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:33:54.266487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.270023 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-08d3defc-c177-42f8-a863-ca7290b97ec8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/521011ae-d6cf-4b1c-9ad5-ef1a9781d803 HTTP/1.1" status: 204 len: 168 time: 1.2361877 Jan 28 03:33:54.270509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:54.342657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea98fcb-fb9b-48bc-af2d-def8ad77631d admin admin] Deleting subnet 6a4bf499-2f77-4a83-815b-af6cec4f050d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:33:54.358746 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ea98fcb-fb9b-48bc-af2d-def8ad77631d admin admin] Publish callbacks [] for subnet (6a4bf499-2f77-4a83-815b-af6cec4f050d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.450728 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ea98fcb-fb9b-48bc-af2d-def8ad77631d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (6a4bf499-2f77-4a83-815b-af6cec4f050d), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.519422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c9197-a8f9-4022-8593-6c1f87cfb313 req-b45ea09b-a2e3-4dfb-ac65-aea9f0590c36 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:54.520830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d3c9197-a8f9-4022-8593-6c1f87cfb313 req-b45ea09b-a2e3-4dfb-ac65-aea9f0590c36 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 948 time: 0.1602266 Jan 28 03:33:54.567989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:54.575495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-f8ea6f0f-8e31-40b4-9bb0-8e3838f54ae0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:54.577025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-f8ea6f0f-8e31-40b4-9bb0-8e3838f54ae0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 814 time: 0.2486010 Jan 28 03:33:54.582927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e4a31e02-1e73-48ff-b5d5-445ff6ab5afd up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:54.621267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-763dd1c7-3b49-4363-9ccb-4ae177da0d3e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/quotas/f98af98f22e24126bb3c303a1152bd45 HTTP/1.1" status: 200 len: 375 time: 0.0361497 Jan 28 03:33:54.631756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ea98fcb-fb9b-48bc-af2d-def8ad77631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (6a4bf499-2f77-4a83-815b-af6cec4f050d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.683626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d3c9197-a8f9-4022-8593-6c1f87cfb313 req-3178df66-849c-41a4-b849-ad9748833512 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543581 Jan 28 03:33:54.700381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-44f3c958-2506-485a-b7d5-b0232e948205 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368266 Jan 28 03:33:54.745263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:54.759965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:33:54.763600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d', 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb', 'port_id': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d', 'mac_address': 'fa:16:3e:a9:98:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:54.768251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:54.768706 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.827073 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ea98fcb-fb9b-48bc-af2d-def8ad77631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (6a4bf499-2f77-4a83-815b-af6cec4f050d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.850350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:54.850747 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.882546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea98fcb-fb9b-48bc-af2d-def8ad77631d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4bf499-2f77-4a83-815b-af6cec4f050d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:54.892535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:54.899866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ea98fcb-fb9b-48bc-af2d-def8ad77631d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:54.906767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0ea98fcb-fb9b-48bc-af2d-def8ad77631d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6a4bf499-2f77-4a83-815b-af6cec4f050d HTTP/1.1" status: 204 len: 168 time: 0.6346631 Jan 28 03:33:54.909256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54128) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:54.922789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed62ff-14af-4805-afd7-44a9c630086b None None] Network 457e6268-185f-454d-ba01-084721ddea15 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:33:54.938151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-bd0d134c-04ee-4927-bbe0-b2bfc8b78e71 service neutron] 10.222.0.44 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092373 Jan 28 03:33:54.968433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:55.005840 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (457e6268-185f-454d-ba01-084721ddea15), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.017780 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.018550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device be4e26ce-db4d-4bce-bfeb-f09f6acc9840 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:55.026064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:55.026064 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.080197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-6cc24ef4-518c-4558-a33d-149c9c42adec service neutron] 10.222.0.44 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355104 Jan 28 03:33:55.093859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d63dc-2f26-4aa5-af36-d9216600f808 req-01109602-8fe8-40eb-97c5-9f8e165d33ce tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:55.095482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e66d63dc-2f26-4aa5-af36-d9216600f808 req-01109602-8fe8-40eb-97c5-9f8e165d33ce tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 949 time: 0.0861712 Jan 28 03:33:55.100192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Deleting port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:55.100683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.122480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a69103d-a63c-47a0-968f-b4a8bfcd1ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a31e02-1e73-48ff-b5d5-445ff6ab5afd'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:55.124823 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bee696-70d7-46e1-b22a-57ec9267357d" -d '{"events": [{"server_uuid": "5a69103d-a63c-47a0-968f-b4a8bfcd1ca7", "name": "network-vif-plugged", "status": "completed", "tag": "e4a31e02-1e73-48ff-b5d5-445ff6ab5afd"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:55.178176 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e66d63dc-2f26-4aa5-af36-d9216600f808 req-6034baaa-031a-4ea3-974b-f7f57ce395d8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763776 Jan 28 03:33:55.178976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:55.186845 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] For port 379034d4-6142-4bbb-95c9-0a7fb34c20e8, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=379034d4-6142-4bbb-95c9-0a7fb34c20e8,segment=NetworkSegment(7af1a61b-5a36-465c-968e-69fc4691ac67),segment_id=7af1a61b-5a36-465c-968e-69fc4691ac67)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:55.187356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.201929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Calling delete_port for 379034d4-6142-4bbb-95c9-0a7fb34c20e8 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:55.229173 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.235794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:55.311671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (379034d4-6142-4bbb-95c9-0a7fb34c20e8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.315502 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7633bd32-8fea-45f3-b203-34070e876ebe x-openstack-request-id: req-7633bd32-8fea-45f3-b203-34070e876ebe {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:55.315798 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a69103d-a63c-47a0-968f-b4a8bfcd1ca7", "name": "network-vif-plugged", "status": "completed", "tag": "e4a31e02-1e73-48ff-b5d5-445ff6ab5afd", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:55.316058 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7633bd32-8fea-45f3-b203-34070e876ebe {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:55.316481 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a69103d-a63c-47a0-968f-b4a8bfcd1ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'code': 200} Jan 28 03:33:55.356199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:55.365619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=379034d4-6142-4bbb-95c9-0a7fb34c20e8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:55.369521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port be4e26ce-db4d-4bce-bfeb-f09f6acc9840, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:55.371673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] No DVR routers for this DVR port 379034d4-6142-4bbb-95c9-0a7fb34c20e8 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:55.386775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'be4e26ce-db4d-4bce-bfeb-f09f6acc9840', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'be4e26ce-db4d-4bce-bfeb-f09f6acc9840', 'mac_address': 'fa:16:3e:3f:d5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:55.398503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6678194-1782-4739-8b4c-8125b0d3887d None None] DHCP port deletion for 457e6268-185f-454d-ba01-084721ddea15 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:33:55.476389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (457e6268-185f-454d-ba01-084721ddea15), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.503505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:55.504187 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.530455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4e26ce-db4d-4bce-bfeb-f09f6acc9840 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:55.544394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457e6268-185f-454d-ba01-084721ddea15']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:55.547099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6db261-e331-4b08-9734-4d4bb12182eb req-e6ce6094-840f-4ca0-bebc-28964ef2d5b6 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:55.550924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf6db261-e331-4b08-9734-4d4bb12182eb req-e6ce6094-840f-4ca0-bebc-28964ef2d5b6 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 945 time: 0.1134610 Jan 28 03:33:55.558360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af1a61b-5a36-465c-968e-69fc4691ac67') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:55.558658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af1a61b-5a36-465c-968e-69fc4691ac67') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:55.577455 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (7af1a61b-5a36-465c-968e-69fc4691ac67), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.587101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port be4e26ce-db4d-4bce-bfeb-f09f6acc9840, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:55.597780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffdc89-5a92-433f-883e-f319660152ac req-aa7dd1b1-3f1b-494f-9109-d61bec97d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:55.599571 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ffdc89-5a92-433f-883e-f319660152ac req-aa7dd1b1-3f1b-494f-9109-d61bec97d9fd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a69103d-a63c-47a0-968f-b4a8bfcd1ca7 HTTP/1.1" status: 200 len: 1102 time: 0.0922129 Jan 28 03:33:55.601442 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7af1a61b-5a36-465c-968e-69fc4691ac67), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.602626 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.617266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:33:55.617772 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (7af1a61b-5a36-465c-968e-69fc4691ac67), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:33:55.620710 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:33:55.687520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 379034d4-6142-4bbb-95c9-0a7fb34c20e8 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:55.693585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fc1a0a6-b2eb-444b-be47-ce143d87c083 req-386dff75-e0d8-4796-ba10-29de17e4d29f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 210 time: 0.0750420 Jan 28 03:33:55.704877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf6db261-e331-4b08-9734-4d4bb12182eb req-2797d6b4-68f1-4176-8b5b-9403f78532e4 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340322 Jan 28 03:33:55.734310 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ffdc89-5a92-433f-883e-f319660152ac req-23972354-79e3-41d1-a6f2-f3b728029ba1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262717 Jan 28 03:33:55.736174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 379034d4-6142-4bbb-95c9-0a7fb34c20e8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:55.736411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 379034d4-6142-4bbb-95c9-0a7fb34c20e8 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:55.737438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c78ee280-3323-4248-a978-1bd2a2104853 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:55.752794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (457e6268-185f-454d-ba01-084721ddea15), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.758557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c78ee280-3323-4248-a978-1bd2a2104853 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:55.759153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c78ee280-3323-4248-a978-1bd2a2104853 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:55.759384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:55.762015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:55.768985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.779657 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/457e6268-185f-454d-ba01-084721ddea15 HTTP/1.1" status: 204 len: 168 time: 0.8685646 Jan 28 03:33:55.793084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:33:55.793783 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b1be600a-2bf6-4cc1-90c4-03bde9c5e5ee not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:55.794615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8023da-5227-4ffd-810f-129d38fe7ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=457e6268-185f-454d-ba01-084721ddea15,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:55.871095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6ed7f-7cb7-4368-84d0-787b6a5c8365 req-6a5c4512-d22a-482d-990a-6c3d405e4088 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:55.872900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3c6ed7f-7cb7-4368-84d0-787b6a5c8365 req-6a5c4512-d22a-482d-990a-6c3d405e4088 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 950 time: 0.1030340 Jan 28 03:33:55.918169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fedd3f-6bd0-49c4-8c42-b96244c5e0a0 req-3cabf4ff-1bbc-4e8a-b051-ad04eb95df8d tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:55.920004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94fedd3f-6bd0-49c4-8c42-b96244c5e0a0 req-3cabf4ff-1bbc-4e8a-b051-ad04eb95df8d tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 949 time: 0.0856631 Jan 28 03:33:55.946188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['6532d2db-c4f3-41bb-9c5b-c44fb8bee08d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:55.946938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:55.965724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3c6ed7f-7cb7-4368-84d0-787b6a5c8365 req-35ff9262-ce2f-4adf-9261-b623f0430bb1 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865481 Jan 28 03:33:56.005131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:56.005565 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bacb39f8-cb33-40b9-8b66-16bbb992057c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ed1727130bb498390dc098767023b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571270 Jan 28 03:33:56.017333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94fedd3f-6bd0-49c4-8c42-b96244c5e0a0 req-41700271-fc7f-4d4c-9ee9-77cbcf4b34ba tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909157 Jan 28 03:33:56.079629 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f098f868-59d4-4cf6-ad83-36826b599131 admin admin] Publish callbacks [] for security_group (29afddcc-dee2-4187-8fe7-d6d32d1768db), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:56.105269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f098f868-59d4-4cf6-ad83-36826b599131 admin admin] Publish callbacks [] for security_group (29afddcc-dee2-4187-8fe7-d6d32d1768db), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:56.154484 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f098f868-59d4-4cf6-ad83-36826b599131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (29afddcc-dee2-4187-8fe7-d6d32d1768db), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:56.157119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f098f868-59d4-4cf6-ad83-36826b599131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:56.158274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f098f868-59d4-4cf6-ad83-36826b599131 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29afddcc-dee2-4187-8fe7-d6d32d1768db HTTP/1.1" status: 204 len: 168 time: 0.1512322 Jan 28 03:33:56.166285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098f868-59d4-4cf6-ad83-36826b599131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29afddcc-dee2-4187-8fe7-d6d32d1768db,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:56.314421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd060d34-fbb9-450e-a526-316a9507cb4e req-5abe472d-4e4f-48a9-b03a-c88e008c4a0e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:56.316220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd060d34-fbb9-450e-a526-316a9507cb4e req-5abe472d-4e4f-48a9-b03a-c88e008c4a0e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 949 time: 0.0527880 Jan 28 03:33:56.373985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd060d34-fbb9-450e-a526-316a9507cb4e req-9503560f-3854-4e62-b63c-96740354ffcd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506780 Jan 28 03:33:56.570140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1d230d83-f638-4fdf-a434-8d1437ff222f details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:56.581241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:56.630644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['be4e26ce-db4d-4bce-bfeb-f09f6acc9840'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:56.741517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:56.741898 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:56.788180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:56.813931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'mac_address': 'fa:16:3e:22:6a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:56.820736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9dfefef-9b7a-4470-9122-611b101c6886 req-821c62a7-4f79-4e56-a26c-1fc6f34fb24e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 210 time: 0.0400221 Jan 28 03:33:56.903368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1d230d83-f638-4fdf-a434-8d1437ff222f is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:56.903368 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:56.952731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5c546-3604-4e94-8817-01c2891a3c1d req-7e38a0b4-7baf-42a3-b9ca-4a76a75cba32 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:56.959815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d230d83-f638-4fdf-a434-8d1437ff222f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:56.961773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26f5c546-3604-4e94-8817-01c2891a3c1d req-7e38a0b4-7baf-42a3-b9ca-4a76a75cba32 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 945 time: 0.1005480 Jan 28 03:33:57.004650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:57.005386 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.048818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26f5c546-3604-4e94-8817-01c2891a3c1d req-5c94ec0d-1621-4fd0-ae3e-6aec3e07d8bf tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784271 Jan 28 03:33:57.056027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54198) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:57.069153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-1900a6bd-bc0d-4094-a4a4-c4abb85edc44 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:57.070685 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-1900a6bd-bc0d-4094-a4a4-c4abb85edc44 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.42 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 814 time: 0.1778860 Jan 28 03:33:57.082511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:57.090511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Request body: {'port': {'device_id': '686754db-0350-4da3-ac7d-842d27b351f4', 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af', 'admin_state_up': True, 'tenant_id': 'f98af98f22e24126bb3c303a1152bd45'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:57.120347 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.270208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Made reservation on behalf of f98af98f22e24126bb3c303a1152bd45 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:57.270938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:57.274883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.287149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:57.297739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.298978 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b609123a-14a5-4e93-bf17-80d31feca211 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:57.348364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521a8039-0247-450c-8dec-4efac90a21da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:57.351275 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad5331a-85d5-4eda-b19d-14f6a08669dc" -d '{"events": [{"server_uuid": "521a8039-0247-450c-8dec-4efac90a21da", "name": "network-vif-plugged", "status": "completed", "tag": "6532d2db-c4f3-41bb-9c5b-c44fb8bee08d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:57.425518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:57.440876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port b609123a-14a5-4e93-bf17-80d31feca211 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:33:57.445893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port b609123a-14a5-4e93-bf17-80d31feca211 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:57.446472 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b609123a-14a5-4e93-bf17-80d31feca211), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.448673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Allocated IP 172.20.0.12 (0589fcf6-7339-4f9f-8081-24e5b2cb01af/7df9ef53-ff85-4dc0-b919-1760fa37f332/a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:33:57.490163 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['1d230d83-f638-4fdf-a434-8d1437ff222f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:57.552760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-657082865-network', 'tenant_id': '273599eb003e467ea795ac93f20d9cf3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:57.627035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b609123a-14a5-4e93-bf17-80d31feca211 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:57.627538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b609123a-14a5-4e93-bf17-80d31feca211), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.663024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d2257-24b8-417c-b71e-611c7188ec9a req-e1ba528d-0a13-4ed8-bb32-4fde374abaec tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:57.664642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c03d2257-24b8-417c-b71e-611c7188ec9a req-e1ba528d-0a13-4ed8-bb32-4fde374abaec tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 950 time: 0.5828972 Jan 28 03:33:57.675929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07f3a4-e448-4c06-9bb0-abab3bf682ac req-ffc391a2-028a-472a-a4ba-3cbeb756d791 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:57.677521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df07f3a4-e448-4c06-9bb0-abab3bf682ac req-ffc391a2-028a-472a-a4ba-3cbeb756d791 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 949 time: 0.1190255 Jan 28 03:33:57.678163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Made reservation on behalf of 273599eb003e467ea795ac93f20d9cf3 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:57.680614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.691487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b609123a-14a5-4e93-bf17-80d31feca211, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b609123a-14a5-4e93-bf17-80d31feca211,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:57.698927 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b609123a-14a5-4e93-bf17-80d31feca211), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.711124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-55f84c4e-335c-40d3-9774-8d4ebbf66bca tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:57.714351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-55f84c4e-335c-40d3-9774-8d4ebbf66bca tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.42 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 950 time: 0.1525207 Jan 28 03:33:57.730177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.774616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b609123a-14a5-4e93-bf17-80d31feca211,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:57.862451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c03d2257-24b8-417c-b71e-611c7188ec9a req-74f96332-bf6f-4694-8371-fbeb8f4e0fb1 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788034 Jan 28 03:33:57.891382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df07f3a4-e448-4c06-9bb0-abab3bf682ac req-65b2627f-a240-471d-8f63-8232400f5132 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969483 Jan 28 03:33:57.931876 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks [] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.954766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-4faff93c-600a-4847-80e3-e83017d755ea tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Deleting port 3560da17-ba74-4746-91cb-52b2bbcda106 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:57.955104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-4faff93c-600a-4847-80e3-e83017d755ea tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:57.988170 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0b47ed-ec4e-44fe-b19c-694465c875d3 x-openstack-request-id: req-1d0b47ed-ec4e-44fe-b19c-694465c875d3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:57.988680 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521a8039-0247-450c-8dec-4efac90a21da", "name": "network-vif-plugged", "status": "completed", "tag": "6532d2db-c4f3-41bb-9c5b-c44fb8bee08d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:57.988800 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d0b47ed-ec4e-44fe-b19c-694465c875d3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:57.989402 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521a8039-0247-450c-8dec-4efac90a21da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d', 'code': 200} Jan 28 03:33:57.997301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.045409 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Publish callbacks [] for security_group (2c3f3fa9-e083-4884-876a-de36639606b1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.045858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Network 0589fcf6-7339-4f9f-8081-24e5b2cb01af is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:33:58.053791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:58.058887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:33:58.063321 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2c3f3fa9-e083-4884-876a-de36639606b1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.084202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Pushing event updated for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:58.102225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3f3fa9-e083-4884-876a-de36639606b1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:58.116264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:58.116950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.138408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-9e75eb19-73dc-48d2-81d8-bca1bc11f2ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0522790 Jan 28 03:33:58.161272 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:33:58.164034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Request body: {'port': {'device_id': '686754db-0350-4da3-ac7d-842d27b351f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:58.167697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-4faff93c-600a-4847-80e3-e83017d755ea tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] For port 3560da17-ba74-4746-91cb-52b2bbcda106, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3560da17-ba74-4746-91cb-52b2bbcda106,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:58.168199 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-4faff93c-600a-4847-80e3-e83017d755ea tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.206540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-4faff93c-600a-4847-80e3-e83017d755ea tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Calling delete_port for 3560da17-ba74-4746-91cb-52b2bbcda106 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:58.208713 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d313fe11-8570-467e-9ba0-61312a8c16b2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.209147 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Added segment d313fe11-8570-467e-9ba0-61312a8c16b2 of type vlan for network 54fe4339-ace7-4b0f-940f-2e11797db4c9 Jan 28 03:33:58.225278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.305257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac523c-3681-4dd6-8b81-d5755a3bef38 req-1bba4658-6786-4e9b-b39d-a3603290c783 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:58.306722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48ac523c-3681-4dd6-8b81-d5755a3bef38 req-1bba4658-6786-4e9b-b39d-a3603290c783 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 932 time: 0.2097268 Jan 28 03:33:58.311799 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (54fe4339-ace7-4b0f-940f-2e11797db4c9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.339160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baf693-7fb8-4bf2-bc94-11cc8bf3335d req-730e0c69-5e5e-43d7-a72d-ae4a94e4a4e3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:58.340639 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0baf693-7fb8-4bf2-bc94-11cc8bf3335d req-730e0c69-5e5e-43d7-a72d-ae4a94e4a4e3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 950 time: 0.2415795 Jan 28 03:33:58.429895 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (54fe4339-ace7-4b0f-940f-2e11797db4c9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.430835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:58.432107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.468359 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48ac523c-3681-4dd6-8b81-d5755a3bef38 req-fd06b3b5-4670-4e97-917c-570fda393505 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521080 Jan 28 03:33:58.502630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:58.509377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0baf693-7fb8-4bf2-bc94-11cc8bf3335d req-f921ee3d-205e-43ee-9ab5-46ee5e2dc7ac tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547189 Jan 28 03:33:58.511557 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Publish callbacks [] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.527190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Transition to ACTIVE for port object a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:58.531284 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.540088 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4828858 Jan 28 03:33:58.552962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:58.564828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Request body: {'subnet': {'network_id': '54fe4339-ace7-4b0f-940f-2e11797db4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-657082865-subnet', 'tenant_id': '273599eb003e467ea795ac93f20d9cf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:58.578024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bf491-ef7d-4277-bc85-0b5abde14b9e admin admin] Pushing event updated for resources: {'Network': ['ID=54fe4339-ace7-4b0f-940f-2e11797db4c9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:58.593229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 54fe4339-ace7-4b0f-940f-2e11797db4c9 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:33:58.598597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1d230d83-f638-4fdf-a434-8d1437ff222f up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:58.610610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Made reservation on behalf of 273599eb003e467ea795ac93f20d9cf3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:33:58.612896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.629417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f3a0c-804c-47c0-835c-67e8110ca728 req-c055a874-bcbb-41a3-86bc-aab19c38db24 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:58.631018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e3f3a0c-804c-47c0-835c-67e8110ca728 req-c055a874-bcbb-41a3-86bc-aab19c38db24 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.0945632 Jan 28 03:33:58.636551 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-4faff93c-600a-4847-80e3-e83017d755ea tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3560da17-ba74-4746-91cb-52b2bbcda106), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.677355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['95e2469b-28dd-404d-9bc7-1c2fef5d0306', '3560da17-ba74-4746-91cb-52b2bbcda106'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:58.679854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faff93c-600a-4847-80e3-e83017d755ea tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Pushing event deleted for resources: {'Port': ['ID=3560da17-ba74-4746-91cb-52b2bbcda106,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:58.736335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-4faff93c-600a-4847-80e3-e83017d755ea tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] No DVR routers for this DVR port 3560da17-ba74-4746-91cb-52b2bbcda106 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:58.740283 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-4faff93c-600a-4847-80e3-e83017d755ea tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.743605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c3ee8c3-4293-4635-b945-6da5b65f5437 req-4faff93c-600a-4847-80e3-e83017d755ea tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.42 "DELETE /v2.0/ports/3560da17-ba74-4746-91cb-52b2bbcda106 HTTP/1.1" status: 204 len: 173 time: 1.0177259 Jan 28 03:33:58.744714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f8e5ab-81a1-4fc4-827c-e5f4a9986d32', 'name': 'network-vif-deleted', 'tag': '3560da17-ba74-4746-91cb-52b2bbcda106'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:58.747350 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ee649d-cd86-444f-97bc-0670ffbae89b" -d '{"events": [{"server_uuid": "66f8e5ab-81a1-4fc4-827c-e5f4a9986d32", "name": "network-vif-deleted", "tag": "3560da17-ba74-4746-91cb-52b2bbcda106"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:58.756483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 1d230d83-f638-4fdf-a434-8d1437ff222f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:58.769474 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.773435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e3f3a0c-804c-47c0-835c-67e8110ca728 req-93166dbc-d395-4902-98ae-2634ac7e7408 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328342 Jan 28 03:33:58.805193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:58.830048 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316ca7fc-a5ff-4744-9dd2-75d194437f46 x-openstack-request-id: req-316ca7fc-a5ff-4744-9dd2-75d194437f46 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:58.830048 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f8e5ab-81a1-4fc4-827c-e5f4a9986d32", "name": "network-vif-deleted", "tag": "3560da17-ba74-4746-91cb-52b2bbcda106", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:58.830383 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-316ca7fc-a5ff-4744-9dd2-75d194437f46 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:58.830703 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f8e5ab-81a1-4fc4-827c-e5f4a9986d32', 'name': 'network-vif-deleted', 'tag': '3560da17-ba74-4746-91cb-52b2bbcda106', 'status': 'completed', 'code': 200} Jan 28 03:33:58.844391 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (d288ad68-226c-4a54-8c69-1eaac5f58aa3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:58.964830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d288ad68-226c-4a54-8c69-1eaac5f58aa3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:59.043258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Attempting to bind port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:59.043587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de1694ff-7d4a-4b48-97eb-39677e7ba02f req-d726b73f-99a1-4746-906d-c1ad51855325 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f8e5ab-81a1-4fc4-827c-e5f4a9986d32 HTTP/1.1" status: 200 len: 210 time: 0.0738478 Jan 28 03:33:59.044176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Attempting to bind port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'f455e546-4728-4f9e-b9cf-0f615b4ead9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:59.044481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Attempting to bind port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab on network 0589fcf6-7339-4f9f-8081-24e5b2cb01af {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:59.047080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Checking segment: {'id': 'd313fe11-8570-467e-9ba0-61312a8c16b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '54fe4339-ace7-4b0f-940f-2e11797db4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:59.047885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Network hostable DHCP agents. Network: 54fe4339-ace7-4b0f-940f-2e11797db4c9, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:33:59.060644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1d230d83-f638-4fdf-a434-8d1437ff222f is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:59.061278 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:59.061469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab on network 0589fcf6-7339-4f9f-8081-24e5b2cb01af not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:59.061885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Attempting to bind port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab on network 0589fcf6-7339-4f9f-8081-24e5b2cb01af {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:59.074341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:59.075181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Checking segment: {'id': 'f455e546-4728-4f9e-b9cf-0f615b4ead9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:59.075181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Bound using segment: {'id': 'f455e546-4728-4f9e-b9cf-0f615b4ead9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:59.075825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Bound port: a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f455e546-4728-4f9e-b9cf-0f615b4ead9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:59.076224 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:59.119843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:59.123109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Network 54fe4339-ace7-4b0f-940f-2e11797db4c9 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:33:59.125531 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:59.147575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 54fe4339-ace7-4b0f-940f-2e11797db4c9) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:33:59.163706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:59.164710 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:59.181124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625aa08-99f4-482b-8f0b-f5d53b238688 req-f66fad11-2c63-448f-8831-fe0f83f923c4 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:59.184426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:59.185476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0625aa08-99f4-482b-8f0b-f5d53b238688 req-f66fad11-2c63-448f-8831-fe0f83f923c4 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 949 time: 0.1260483 Jan 28 03:33:59.188912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:59.193383 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b6d253e0-9723-49b5-a6b0-43b0bc26f6c2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6367071 Jan 28 03:33:59.204048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:59.242833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:59.243604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:59.246020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] 10.222.0.42 "PUT /v2.0/ports/a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab HTTP/1.1" status: 200 len: 1093 time: 1.0869651 Jan 28 03:33:59.246496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:59.249756 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db479824-b3b8-4c22-871d-75f61bbd1d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:59.284339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0625aa08-99f4-482b-8f0b-f5d53b238688 req-70c3a826-9cf0-46ff-8149-9de897a71344 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926931 Jan 28 03:33:59.308426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cd1fb-060e-46b2-b79b-81013b2c71d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:59.312502 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b0b835-0a42-4266-968a-a8d85de7aafa x-openstack-request-id: req-b2b0b835-0a42-4266-968a-a8d85de7aafa {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:59.313117 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:59.313537 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2b0b835-0a42-4266-968a-a8d85de7aafa {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:59.315069 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'status': 'completed', 'code': 200} Jan 28 03:33:59.332293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d242a14f-ccb2-4fd1-9034-c070e4d66417 None None] Network 54fe4339-ace7-4b0f-940f-2e11797db4c9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:33:59.379822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-0c99dfe7-39a0-4629-885b-f70938a8e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:59.381526 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-0c99dfe7-39a0-4629-885b-f70938a8e373 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 1096 time: 0.0464227 Jan 28 03:33:59.402858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:59.472360 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-0a0c1178-7eed-45ba-91f0-6f9452f315f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab HTTP/1.1" status: 200 len: 217 time: 0.0516553 Jan 28 03:33:59.473823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e32bd-a7f0-4d0b-8a25-0e8ff58825b4 None None] Network 54fe4339-ace7-4b0f-940f-2e11797db4c9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:33:59.550015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-b4df1b2b-427a-42f3-b8b3-48a47880f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:59.552052 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-b4df1b2b-427a-42f3-b8b3-48a47880f2bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df9ef53-ff85-4dc0-b919-1760fa37f332 HTTP/1.1" status: 200 len: 854 time: 0.0641189 Jan 28 03:33:59.601438 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-96f3e022-76f3-4465-9827-f9dd2aeaa5ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0589fcf6-7339-4f9f-8081-24e5b2cb01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411432 Jan 28 03:33:59.622378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb09009-b5e6-4f00-88f4-67f0247c0a1c req-10705c5f-6a7d-4032-bc1a-bd44868b8e05 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:59.630606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cb09009-b5e6-4f00-88f4-67f0247c0a1c req-10705c5f-6a7d-4032-bc1a-bd44868b8e05 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.0581262 Jan 28 03:33:59.685288 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cb09009-b5e6-4f00-88f4-67f0247c0a1c req-7ab3c540-4d89-4856-9399-9e1a3e61bed6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537708 Jan 28 03:33:59.715215 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-707b3b24-3656-497d-a07b-ce1867d8d251 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018922 Jan 28 03:33:59.816319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b218911-3eb9-4eab-9a75-7ec381dcbe87 req-c37b734b-35ea-49b5-b07b-74e5ce1685a8 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936542 Jan 28 03:33:59.839050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c419635-2bb2-4efd-8421-3525a4bce466 req-8e6ccc6d-691a-4dec-9fc7-d23ee97811ea tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:59.840597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c419635-2bb2-4efd-8421-3525a4bce466 req-8e6ccc6d-691a-4dec-9fc7-d23ee97811ea tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 950 time: 0.0884376 Jan 28 03:33:59.846563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-439fea79-96ab-4347-a828-cc1e2ec5305f tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:59.847931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-439fea79-96ab-4347-a828-cc1e2ec5305f tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/networks?id=54fe4339-ace7-4b0f-940f-2e11797db4c9 HTTP/1.1" status: 200 len: 813 time: 0.1461122 Jan 28 03:33:59.874114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-88292bda-f8e3-4eb2-ac34-6484aeaeff66 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/quotas/273599eb003e467ea795ac93f20d9cf3 HTTP/1.1" status: 200 len: 375 time: 0.0189719 Jan 28 03:33:59.915575 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-44fa1015-7dd7-42e6-a9c8-7a19d51556de tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=273599eb003e467ea795ac93f20d9cf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323801 Jan 28 03:33:59.922899 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c419635-2bb2-4efd-8421-3525a4bce466 req-9479fdf2-de3f-49bb-be89-06897d5eddd3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740294 Jan 28 03:33:59.983810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db479824-b3b8-4c22-871d-75f61bbd1d9c req-4b9406c9-e16b-4147-88fb-009cb9630d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:59.986143 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-db479824-b3b8-4c22-871d-75f61bbd1d9c req-4b9406c9-e16b-4147-88fb-009cb9630d75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 1096 time: 0.0521495 Jan 28 03:33:59.990033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30025abf-5d01-4e94-b1bb-1833bc851fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b609123a-14a5-4e93-bf17-80d31feca211'}, {'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:59.992641 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16650d6b-df9c-462e-a36f-332a18ee4624" -d '{"events": [{"server_uuid": "30025abf-5d01-4e94-b1bb-1833bc851fd0", "name": "network-vif-plugged", "status": "completed", "tag": "b609123a-14a5-4e93-bf17-80d31feca211"}, {"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-plugged", "status": "completed", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:00.055239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-ceac28fc-5c59-43a1-8fad-d4367dd1a92c service neutron] 10.222.0.44 "GET /v2.0/networks/54fe4339-ace7-4b0f-940f-2e11797db4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227837 Jan 28 03:34:00.087223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db479824-b3b8-4c22-871d-75f61bbd1d9c req-0d2f039f-5ba2-4fbd-bfb6-369219a7bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:00.088880 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-db479824-b3b8-4c22-871d-75f61bbd1d9c req-0d2f039f-5ba2-4fbd-bfb6-369219a7bcdc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 915 time: 0.0927107 Jan 28 03:34:00.115534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e26983-daf6-4bcb-8155-8b817dd9cbf4 req-e769b3ba-c690-4858-9635-7aba29927c17 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:00.116977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78e26983-daf6-4bcb-8155-8b817dd9cbf4 req-e769b3ba-c690-4858-9635-7aba29927c17 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.1095192 Jan 28 03:34:00.131316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-db479824-b3b8-4c22-871d-75f61bbd1d9c req-2560b7e6-2631-43c8-b58f-537a66b6c121 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab HTTP/1.1" status: 200 len: 217 time: 0.0350137 Jan 28 03:34:00.178622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db479824-b3b8-4c22-871d-75f61bbd1d9c req-0ff5e6f7-bc41-4587-982e-6093ede8ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:00.180090 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-db479824-b3b8-4c22-871d-75f61bbd1d9c req-0ff5e6f7-bc41-4587-982e-6093ede8ca23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df9ef53-ff85-4dc0-b919-1760fa37f332 HTTP/1.1" status: 200 len: 854 time: 0.0432107 Jan 28 03:34:00.192019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78e26983-daf6-4bcb-8155-8b817dd9cbf4 req-e209b271-e06b-4221-9d22-4e8eb80c5b69 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668955 Jan 28 03:34:00.194057 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-5836577d-634c-4037-90a1-52300b742c7d service neutron] 10.222.0.44 "GET /v2.0/networks/54fe4339-ace7-4b0f-940f-2e11797db4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301904 Jan 28 03:34:00.227463 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-db479824-b3b8-4c22-871d-75f61bbd1d9c req-b25d9e4c-3d5c-4e1f-9c34-5d8a8867dffd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0589fcf6-7339-4f9f-8081-24e5b2cb01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403433 Jan 28 03:34:00.243877 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60074c78-c7e1-4b79-ad4b-2e047db581bf x-openstack-request-id: req-60074c78-c7e1-4b79-ad4b-2e047db581bf {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:00.245241 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30025abf-5d01-4e94-b1bb-1833bc851fd0", "name": "network-vif-plugged", "status": "completed", "tag": "b609123a-14a5-4e93-bf17-80d31feca211", "code": 200}, {"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-plugged", "status": "completed", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:00.245241 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60074c78-c7e1-4b79-ad4b-2e047db581bf {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:00.245627 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30025abf-5d01-4e94-b1bb-1833bc851fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b609123a-14a5-4e93-bf17-80d31feca211', 'code': 200} Jan 28 03:34:00.245627 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'code': 200} Jan 28 03:34:00.363651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-db479824-b3b8-4c22-871d-75f61bbd1d9c req-6a90c28e-aaa0-48e4-b055-cb65413c9f3c service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260576 Jan 28 03:34:00.466220 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:34:00.516081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042d8eb-9718-4007-969f-e87b7b1e002f req-c67ec13c-1d15-4b35-ae87-0d3ba164f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:00.517740 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d042d8eb-9718-4007-969f-e87b7b1e002f req-c67ec13c-1d15-4b35-ae87-0d3ba164f322 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 1102 time: 0.0878811 Jan 28 03:34:00.531190 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-db479824-b3b8-4c22-871d-75f61bbd1d9c req-eb98c164-b1ea-4160-a502-3d3f67917c18 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610887 Jan 28 03:34:00.583401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08ffca-99f7-4c1a-b101-1174bc81cb00 req-e3e2f812-a896-46ba-9a1e-8305a68a0ce0 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:00.584981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf08ffca-99f7-4c1a-b101-1174bc81cb00 req-e3e2f812-a896-46ba-9a1e-8305a68a0ce0 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 949 time: 0.0605388 Jan 28 03:34:00.627165 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d042d8eb-9718-4007-969f-e87b7b1e002f req-78edb9b7-ee3a-4e9f-9b2a-ee9faa53f647 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779142 Jan 28 03:34:00.641454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device be4e26ce-db4d-4bce-bfeb-f09f6acc9840 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:00.661432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf08ffca-99f7-4c1a-b101-1174bc81cb00 req-9f021927-c103-4eb6-8366-b7d4b03978da tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650923 Jan 28 03:34:00.697176 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8eb74ec-2ed7-4a85-ab85-68d666926df3 req-9e9eb9a9-0dab-4cc3-8990-b8eadcb1d325 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 210 time: 0.0340240 Jan 28 03:34:00.722245 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:34:00.724636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:00.726355 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:00.820457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:00.820880 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:00.843389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095036e2-3390-44b8-9e72-e14f93e7ce88 req-119677fa-2b8b-4d85-b1a5-7940a295b025 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:00.850225 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-095036e2-3390-44b8-9e72-e14f93e7ce88 req-119677fa-2b8b-4d85-b1a5-7940a295b025 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 946 time: 0.0880301 Jan 28 03:34:00.861829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port be4e26ce-db4d-4bce-bfeb-f09f6acc9840, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:00.866082 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:00.867046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:00.877901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a1a9a-614d-46fa-b5e1-da10d4679448 req-cc7ce502-92b2-43b5-8e57-2c8f76d325b2 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:00.879310 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e69a1a9a-614d-46fa-b5e1-da10d4679448 req-cc7ce502-92b2-43b5-8e57-2c8f76d325b2 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 950 time: 0.0897515 Jan 28 03:34:00.926185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-095036e2-3390-44b8-9e72-e14f93e7ce88 req-50a662bd-928b-4cf6-b64d-87e5a133f684 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750792 Jan 28 03:34:00.958969 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e69a1a9a-614d-46fa-b5e1-da10d4679448 req-88a28d85-f59a-4109-8173-ba7ccbff39c9 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725415 Jan 28 03:34:00.981053 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:01.004102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:01.004567 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:01.050938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:01.059329 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:01.114630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c440e5-da36-4a24-b6bb-a774e09ca015 req-626db744-e74b-413e-b1ad-a71b04f14719 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:01.115208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:01.122498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74c440e5-da36-4a24-b6bb-a774e09ca015 req-626db744-e74b-413e-b1ad-a71b04f14719 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.0935762 Jan 28 03:34:01.175203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b66be-3978-405f-884d-25b1ed9fe437 req-bf49ac8d-2500-45f7-819f-cd36b2540bd6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:01.177039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f39b66be-3978-405f-884d-25b1ed9fe437 req-bf49ac8d-2500-45f7-819f-cd36b2540bd6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 950 time: 0.0990207 Jan 28 03:34:01.194999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74c440e5-da36-4a24-b6bb-a774e09ca015 req-44e4cf38-0690-49b1-9a6b-aac7b360569e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715830 Jan 28 03:34:01.237818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f39b66be-3978-405f-884d-25b1ed9fe437 req-d94bc66c-bcf8-4457-98ea-73c7b4d4c2ef tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528846 Jan 28 03:34:01.293948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3560da17-ba74-4746-91cb-52b2bbcda106 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:01.315585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 3560da17-ba74-4746-91cb-52b2bbcda106 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:01.315961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3560da17-ba74-4746-91cb-52b2bbcda106 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:01.845779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db58889a-7d62-4156-a417-c4e2699e3ea0 req-4b599507-4fa5-4f2b-a578-2a12288c47b3 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 210 time: 0.0502548 Jan 28 03:34:01.901236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-cb92d4d6-2049-4801-bb82-dc72dfa5a7d1 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:01.904339 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-cb92d4d6-2049-4801-bb82-dc72dfa5a7d1 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.42 "GET /v2.0/networks?id=54fe4339-ace7-4b0f-940f-2e11797db4c9 HTTP/1.1" status: 200 len: 813 time: 0.2189169 Jan 28 03:34:01.924138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Request body: {'port': {'device_id': '19f42e2a-9568-46ef-80f1-97a6ab06fac3', 'network_id': '54fe4339-ace7-4b0f-940f-2e11797db4c9', 'admin_state_up': True, 'tenant_id': '273599eb003e467ea795ac93f20d9cf3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:02.041828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65435-22e8-4cc3-a73f-d2d0fbb555f3 req-c67bfcfb-366d-4db3-9e40-f3da36dcfe82 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:02.048817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4d65435-22e8-4cc3-a73f-d2d0fbb555f3 req-c67bfcfb-366d-4db3-9e40-f3da36dcfe82 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 950 time: 0.0605679 Jan 28 03:34:02.120113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Made reservation on behalf of 273599eb003e467ea795ac93f20d9cf3 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:02.126113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:02.142701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4d65435-22e8-4cc3-a73f-d2d0fbb555f3 req-4f12e694-b585-4fec-a004-4d25432f2d51 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916181 Jan 28 03:34:02.174655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5da73-12e4-453f-86f8-69b3d855cc43 req-ba5cb0c8-3c8e-4b03-b1d4-87398eec73d1 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:02.187607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18a5da73-12e4-453f-86f8-69b3d855cc43 req-ba5cb0c8-3c8e-4b03-b1d4-87398eec73d1 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 944 time: 0.1205368 Jan 28 03:34:02.247445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cb8f4b-6e53-4b7f-9c3a-e942525c0541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e26ce-db4d-4bce-bfeb-f09f6acc9840'}, {'server_uuid': '521a8039-0247-450c-8dec-4efac90a21da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:02.250110 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c220e6fe-97d5-4a9c-9e4f-1dac75d6720a" -d '{"events": [{"server_uuid": "51cb8f4b-6e53-4b7f-9c3a-e942525c0541", "name": "network-vif-plugged", "status": "completed", "tag": "be4e26ce-db4d-4bce-bfeb-f09f6acc9840"}, {"server_uuid": "521a8039-0247-450c-8dec-4efac90a21da", "name": "network-vif-unplugged", "status": "completed", "tag": "6532d2db-c4f3-41bb-9c5b-c44fb8bee08d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:02.286701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18a5da73-12e4-453f-86f8-69b3d855cc43 req-330c3300-868c-47d0-b1e1-03dae72b557e tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968690 Jan 28 03:34:02.332008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Allocated IP 172.20.0.7 (54fe4339-ace7-4b0f-940f-2e11797db4c9/d288ad68-226c-4a54-8c69-1eaac5f58aa3/9bf0f298-5ca8-4d68-b548-c381c251b4be) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:02.383555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ff254-f689-456e-98dc-155be8aa15df req-5d582bab-96ab-4d41-a382-db2084548a65 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:02.387702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e87ff254-f689-456e-98dc-155be8aa15df req-5d582bab-96ab-4d41-a382-db2084548a65 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 950 time: 0.1286614 Jan 28 03:34:02.524504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e87ff254-f689-456e-98dc-155be8aa15df req-8c6a4562-5e58-4fbd-bcc4-d95ba1fdb2e6 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/security-groups?id=935a5de2-557a-4e49-819e-c37744d0d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222115 Jan 28 03:34:02.533664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbcff4-3001-4e20-b750-3bedf16e120a req-4458209f-cab9-4f94-93f5-571a10ab1b5f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:02.535449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81cbcff4-3001-4e20-b750-3bedf16e120a req-4458209f-cab9-4f94-93f5-571a10ab1b5f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.1219823 Jan 28 03:34:02.581382 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Publish callbacks [] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:02.583410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-e40ed24c-7f22-429f-b9c9-d323d7e43012 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:02.585533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-e40ed24c-7f22-429f-b9c9-d323d7e43012 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 950 time: 0.1072981 Jan 28 03:34:02.607723 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ea6223-0ad3-4760-b65c-de99bfd103c0 x-openstack-request-id: req-57ea6223-0ad3-4760-b65c-de99bfd103c0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:02.608654 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cb8f4b-6e53-4b7f-9c3a-e942525c0541", "name": "network-vif-plugged", "status": "completed", "tag": "be4e26ce-db4d-4bce-bfeb-f09f6acc9840", "code": 200}, {"server_uuid": "521a8039-0247-450c-8dec-4efac90a21da", "name": "network-vif-unplugged", "status": "completed", "tag": "6532d2db-c4f3-41bb-9c5b-c44fb8bee08d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:02.609189 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57ea6223-0ad3-4760-b65c-de99bfd103c0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:02.609819 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cb8f4b-6e53-4b7f-9c3a-e942525c0541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e26ce-db4d-4bce-bfeb-f09f6acc9840', 'code': 200} Jan 28 03:34:02.610332 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521a8039-0247-450c-8dec-4efac90a21da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d', 'code': 200} Jan 28 03:34:02.649055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81cbcff4-3001-4e20-b750-3bedf16e120a req-a4b9b1e1-532f-4a37-b4f9-c39643f00ee1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062384 Jan 28 03:34:02.649790 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:02.737410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Network 54fe4339-ace7-4b0f-940f-2e11797db4c9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:02.742164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:02.744688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-6b4e8512-c515-4dfb-a63b-91bb6ab8f952 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Deleting port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:02.745848 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-6b4e8512-c515-4dfb-a63b-91bb6ab8f952 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:02.748021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:02.823759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Pushing event updated for resources: {'Port': ['ID=9bf0f298-5ca8-4d68-b548-c381c251b4be,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:02.849734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:02.850828 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:02.876176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22ff8e-afa1-4b02-91ed-00a913907ff1 req-665c4c8d-bdd6-4f1c-bad9-a46d6f5c346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:02.879229 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7f22ff8e-afa1-4b02-91ed-00a913907ff1 req-665c4c8d-bdd6-4f1c-bad9-a46d6f5c346a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 1102 time: 0.1021016 Jan 28 03:34:02.885308 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-be95f85e-bc67-4f0e-b651-637cebfaf14a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9651980 Jan 28 03:34:02.914951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0dd67-0724-41de-8680-9b5f5fedfdc6 req-29d3347a-65de-4611-aa96-d96ac2a458fc tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:02.916096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3da0dd67-0724-41de-8680-9b5f5fedfdc6 req-29d3347a-65de-4611-aa96-d96ac2a458fc tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 950 time: 0.0981534 Jan 28 03:34:02.923770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Request body: {'port': {'device_id': '19f42e2a-9568-46ef-80f1-97a6ab06fac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:02.954980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-6b4e8512-c515-4dfb-a63b-91bb6ab8f952 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] For port 95e2469b-28dd-404d-9bc7-1c2fef5d0306, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=95e2469b-28dd-404d-9bc7-1c2fef5d0306,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:02.955409 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-6b4e8512-c515-4dfb-a63b-91bb6ab8f952 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:02.988001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-6b4e8512-c515-4dfb-a63b-91bb6ab8f952 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Calling delete_port for 95e2469b-28dd-404d-9bc7-1c2fef5d0306 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:03.014087 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:03.018823 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7f22ff8e-afa1-4b02-91ed-00a913907ff1 req-c41729ab-6b26-47b0-aed6-7e6493243e12 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286802 Jan 28 03:34:03.097044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3da0dd67-0724-41de-8680-9b5f5fedfdc6 req-521aebff-94c5-46be-8c79-cbaf917830be tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658373 Jan 28 03:34:03.110099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2febd7-95f4-4728-8fa3-5d972e67c668 req-975761c3-7485-40c9-838d-0ca1b9101d6e tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:03.111608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee2febd7-95f4-4728-8fa3-5d972e67c668 req-975761c3-7485-40c9-838d-0ca1b9101d6e tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 931 time: 0.1531961 Jan 28 03:34:03.218819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee2febd7-95f4-4728-8fa3-5d972e67c668 req-a305b945-e786-4e99-b898-431f7d0640c3 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726054 Jan 28 03:34:03.290613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:03.387041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e7a48-1cb2-4fd9-afb8-20ca759e499d req-24569808-a5a5-44a5-a09d-706092c7f04f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:03.395954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311e7a48-1cb2-4fd9-afb8-20ca759e499d req-24569808-a5a5-44a5-a09d-706092c7f04f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a69103d-a63c-47a0-968f-b4a8bfcd1ca7 HTTP/1.1" status: 200 len: 950 time: 0.1856670 Jan 28 03:34:03.399029 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-6b4e8512-c515-4dfb-a63b-91bb6ab8f952 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (95e2469b-28dd-404d-9bc7-1c2fef5d0306), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:03.420431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf0f298-5ca8-4d68-b548-c381c251b4be {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:03.434875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Publish callbacks [] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:03.446235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:03.457363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Transition to ACTIVE for port object 9bf0f298-5ca8-4d68-b548-c381c251b4be will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:03.466022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af', 'port_id': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'mac_address': 'fa:16:3e:ca:09:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df9ef53-ff85-4dc0-b919-1760fa37f332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:03.468658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['95e2469b-28dd-404d-9bc7-1c2fef5d0306'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:03.479057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b328d-e246-41d6-8eee-b43ee5fc0855 req-ed922c78-5fb4-470f-ad19-a5957c049312 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:03.479246 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:03.486124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d2b328d-e246-41d6-8eee-b43ee5fc0855 req-ed922c78-5fb4-470f-ad19-a5957c049312 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 950 time: 0.1996422 Jan 28 03:34:03.488000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e8512-c515-4dfb-a63b-91bb6ab8f952 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Pushing event deleted for resources: {'Port': ['ID=95e2469b-28dd-404d-9bc7-1c2fef5d0306,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:03.560270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-6b4e8512-c515-4dfb-a63b-91bb6ab8f952 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] No DVR routers for this DVR port 95e2469b-28dd-404d-9bc7-1c2fef5d0306 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:03.564686 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-6b4e8512-c515-4dfb-a63b-91bb6ab8f952 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:03.568140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fbdc4f6-212a-461e-a2e0-ed5c3a6b51ee req-6b4e8512-c515-4dfb-a63b-91bb6ab8f952 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.42 "DELETE /v2.0/ports/95e2469b-28dd-404d-9bc7-1c2fef5d0306 HTTP/1.1" status: 204 len: 173 time: 0.9754431 Jan 28 03:34:03.569642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6988b2-7007-4d32-9738-cc9683e5a1da', 'name': 'network-vif-deleted', 'tag': '95e2469b-28dd-404d-9bc7-1c2fef5d0306'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:03.572870 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480df7e2-40eb-4f2e-b221-4486a2e3b321" -d '{"events": [{"server_uuid": "ee6988b2-7007-4d32-9738-cc9683e5a1da", "name": "network-vif-deleted", "tag": "95e2469b-28dd-404d-9bc7-1c2fef5d0306"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:03.582978 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:03.583372 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:03.589248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf0f298-5ca8-4d68-b548-c381c251b4be,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:03.612150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:03.612775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-311e7a48-1cb2-4fd9-afb8-20ca759e499d req-4f82b2f8-0de1-49b2-afaa-add7abcadb04 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154832 Jan 28 03:34:03.652033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d2b328d-e246-41d6-8eee-b43ee5fc0855 req-5ad2d9e6-4af1-440c-890d-aef5a1d2225e tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648450 Jan 28 03:34:03.669097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:03.679755 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:03.731285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Attempting to bind port 9bf0f298-5ca8-4d68-b548-c381c251b4be on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:03.732461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Attempting to bind port 9bf0f298-5ca8-4d68-b548-c381c251b4be by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'd313fe11-8570-467e-9ba0-61312a8c16b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '54fe4339-ace7-4b0f-940f-2e11797db4c9'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:03.733268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Attempting to bind port 9bf0f298-5ca8-4d68-b548-c381c251b4be on network 54fe4339-ace7-4b0f-940f-2e11797db4c9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:03.757384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Port 9bf0f298-5ca8-4d68-b548-c381c251b4be on network 54fe4339-ace7-4b0f-940f-2e11797db4c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:03.760655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Attempting to bind port 9bf0f298-5ca8-4d68-b548-c381c251b4be on network 54fe4339-ace7-4b0f-940f-2e11797db4c9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:03.767092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:03.775298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:03.775936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Checking segment: {'id': 'd313fe11-8570-467e-9ba0-61312a8c16b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '54fe4339-ace7-4b0f-940f-2e11797db4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:03.776386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Bound using segment: {'id': 'd313fe11-8570-467e-9ba0-61312a8c16b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '54fe4339-ace7-4b0f-940f-2e11797db4c9'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:03.776875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Bound port: 9bf0f298-5ca8-4d68-b548-c381c251b4be, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd313fe11-8570-467e-9ba0-61312a8c16b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '54fe4339-ace7-4b0f-940f-2e11797db4c9'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:03.777231 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:03.847017 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48627ad7-1666-4bf4-b58a-58a809997cf5 req-c30da342-111d-4e26-a43f-80687ccd7a03 tempest-ServersAdminNegativeTestJSON-295334471 tempest-ServersAdminNegativeTestJSON-295334471-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee6988b2-7007-4d32-9738-cc9683e5a1da HTTP/1.1" status: 200 len: 210 time: 0.0599792 Jan 28 03:34:03.892118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac56aaf-32f2-441e-a417-bf92685f56dd req-b6ca37d3-efd5-4ac9-be10-879b1db1fb5a tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:03.894053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bac56aaf-32f2-441e-a417-bf92685f56dd req-b6ca37d3-efd5-4ac9-be10-879b1db1fb5a tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 944 time: 0.1552644 Jan 28 03:34:03.924756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053cafc-58dd-4679-99fe-b016acbc887a req-0da7a55d-9290-44fc-a7e3-5ae2ec5f92a5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:03.930226 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e053cafc-58dd-4679-99fe-b016acbc887a req-0da7a55d-9290-44fc-a7e3-5ae2ec5f92a5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.25 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 944 time: 0.1287813 Jan 28 03:34:03.938532 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4fc84a-b071-41b7-b8f1-68f3337bda0d x-openstack-request-id: req-db4fc84a-b071-41b7-b8f1-68f3337bda0d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:03.938870 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6988b2-7007-4d32-9738-cc9683e5a1da", "name": "network-vif-deleted", "tag": "95e2469b-28dd-404d-9bc7-1c2fef5d0306", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:03.939077 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db4fc84a-b071-41b7-b8f1-68f3337bda0d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:03.939569 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6988b2-7007-4d32-9738-cc9683e5a1da', 'name': 'network-vif-deleted', 'tag': '95e2469b-28dd-404d-9bc7-1c2fef5d0306', 'status': 'completed', 'code': 200} Jan 28 03:34:03.959616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] For port 9bf0f298-5ca8-4d68-b548-c381c251b4be, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:04.006804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:04.015679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bac56aaf-32f2-441e-a417-bf92685f56dd req-0dfad63f-5fd8-4dd5-ac73-2c16e4088d7b tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074796 Jan 28 03:34:04.038988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] For port 9bf0f298-5ca8-4d68-b548-c381c251b4be, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9bf0f298-5ca8-4d68-b548-c381c251b4be,segment=NetworkSegment(d313fe11-8570-467e-9ba0-61312a8c16b2),segment_id=d313fe11-8570-467e-9ba0-61312a8c16b2)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:04.076909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:04.149309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:04.151461 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:04.154387 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] 10.222.0.42 "PUT /v2.0/ports/9bf0f298-5ca8-4d68-b548-c381c251b4be HTTP/1.1" status: 200 len: 1092 time: 1.2365391 Jan 28 03:34:04.209411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f42e2a-9568-46ef-80f1-97a6ab06fac3', 'tag': '9bf0f298-5ca8-4d68-b548-c381c251b4be'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:04.211688 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485" -d '{"events": [{"name": "network-changed", "server_uuid": "19f42e2a-9568-46ef-80f1-97a6ab06fac3", "tag": "9bf0f298-5ca8-4d68-b548-c381c251b4be"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:04.271476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c29941-d221-43f1-b8a2-56fe9a3bcff9 req-7569c1c8-6655-4e8a-9495-692280e1ec20 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:04.281448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83c29941-d221-43f1-b8a2-56fe9a3bcff9 req-7569c1c8-6655-4e8a-9495-692280e1ec20 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 945 time: 0.1270082 Jan 28 03:34:04.325851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124016fe-f6c4-4316-88e0-b9d4681f7758 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf0f298-5ca8-4d68-b548-c381c251b4be,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:04.394571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e053cafc-58dd-4679-99fe-b016acbc887a req-a30f48c7-40ac-4969-90fa-a74a3414abd8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Deleting port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:04.395243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e053cafc-58dd-4679-99fe-b016acbc887a req-a30f48c7-40ac-4969-90fa-a74a3414abd8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:04.401657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-59781440-c5f3-40f6-8229-897b7c7a8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:04.403916 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-59781440-c5f3-40f6-8229-897b7c7a8b5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=273599eb003e467ea795ac93f20d9cf3&device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 1095 time: 0.1377149 Jan 28 03:34:04.467536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83c29941-d221-43f1-b8a2-56fe9a3bcff9 req-938eb17d-34bf-472e-b778-a0ec8495e17b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795812 Jan 28 03:34:04.493066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3209a2-1711-4a1f-b630-0703901ac237 req-83270f73-3bfe-452d-8b42-349ccbf3a8e7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:04.501535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3209a2-1711-4a1f-b630-0703901ac237 req-83270f73-3bfe-452d-8b42-349ccbf3a8e7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:04.503340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f3209a2-1711-4a1f-b630-0703901ac237 req-83270f73-3bfe-452d-8b42-349ccbf3a8e7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0&device_id=5a69103d-a63c-47a0-968f-b4a8bfcd1ca7 HTTP/1.1" status: 200 len: 1691 time: 0.1918192 Jan 28 03:34:04.521359 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-422b5e1a-2bf0-419c-b969-cc79213fe2fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bf0f298-5ca8-4d68-b548-c381c251b4be HTTP/1.1" status: 200 len: 217 time: 0.0736055 Jan 28 03:34:04.609056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-20d8bc18-82a5-4f62-b1a5-48413129b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:04.609056 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-20d8bc18-82a5-4f62-b1a5-48413129b1b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d288ad68-226c-4a54-8c69-1eaac5f58aa3 HTTP/1.1" status: 200 len: 853 time: 0.0773115 Jan 28 03:34:04.617557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f3209a2-1711-4a1f-b630-0703901ac237 req-61712ad2-a2e6-4873-9081-3d3c5c67f03f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052828 Jan 28 03:34:04.653979 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-5ad86671-bb53-4133-a311-2a42cd1cc5b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54fe4339-ace7-4b0f-940f-2e11797db4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387573 Jan 28 03:34:04.733967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa82de-9d57-451e-b6b0-05bed38f6043 req-0ffa304e-34b2-4b5c-bf73-558e6f5e80b7 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:04.743025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0aa82de-9d57-451e-b6b0-05bed38f6043 req-0ffa304e-34b2-4b5c-bf73-558e6f5e80b7 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 943 time: 0.0833888 Jan 28 03:34:04.787377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e053cafc-58dd-4679-99fe-b016acbc887a req-a30f48c7-40ac-4969-90fa-a74a3414abd8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] For port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:04.787768 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e053cafc-58dd-4679-99fe-b016acbc887a req-a30f48c7-40ac-4969-90fa-a74a3414abd8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:04.793687 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-00382a3d-f36e-46e8-9daf-eed6d279d59e service neutron] 10.222.0.42 "GET /v2.0/networks/54fe4339-ace7-4b0f-940f-2e11797db4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322644 Jan 28 03:34:04.795687 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5069c6-7474-44db-ac4b-b7794b9f2fd0 x-openstack-request-id: req-9b5069c6-7474-44db-ac4b-b7794b9f2fd0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:04.796009 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f42e2a-9568-46ef-80f1-97a6ab06fac3", "tag": "9bf0f298-5ca8-4d68-b548-c381c251b4be", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:04.796267 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b5069c6-7474-44db-ac4b-b7794b9f2fd0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:04.796703 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f42e2a-9568-46ef-80f1-97a6ab06fac3', 'tag': '9bf0f298-5ca8-4d68-b548-c381c251b4be', 'status': 'completed', 'code': 200} Jan 28 03:34:04.814166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0aa82de-9d57-451e-b6b0-05bed38f6043 req-949750ab-ede7-4793-b185-2e3e7c5ef5e0 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698810 Jan 28 03:34:04.828628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e053cafc-58dd-4679-99fe-b016acbc887a req-a30f48c7-40ac-4969-90fa-a74a3414abd8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Calling delete_port for 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:05.021429 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d1ab2492-3389-4ed1-891f-53034ad96bf8 req-23cd0ddc-eb22-40e1-a7a7-9632e2f4187a service neutron] 10.222.0.42 "GET /v2.0/networks/54fe4339-ace7-4b0f-940f-2e11797db4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176929 Jan 28 03:34:05.036922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67307c6d-5d21-4837-af72-0aa0077697c7 req-a7842709-aef2-4c3e-bb4e-2003015923cd tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:05.047366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67307c6d-5d21-4837-af72-0aa0077697c7 req-a7842709-aef2-4c3e-bb4e-2003015923cd tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 950 time: 0.1241488 Jan 28 03:34:05.167669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67307c6d-5d21-4837-af72-0aa0077697c7 req-942a85f1-c8c0-49c5-b79c-291ab2e2816b tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176779 Jan 28 03:34:05.170141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a23e-a849-4b19-9bdd-e4909e96a05b req-16a8944e-f711-4073-8d38-462bd49d70e8 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:05.180263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04e9a23e-a849-4b19-9bdd-e4909e96a05b req-16a8944e-f711-4073-8d38-462bd49d70e8 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 1102 time: 0.1226661 Jan 28 03:34:05.225535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e053cafc-58dd-4679-99fe-b016acbc887a req-a30f48c7-40ac-4969-90fa-a74a3414abd8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6532d2db-c4f3-41bb-9c5b-c44fb8bee08d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:05.258377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f48c7-40ac-4969-90fa-a74a3414abd8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event deleted for resources: {'Port': ['ID=6532d2db-c4f3-41bb-9c5b-c44fb8bee08d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:05.272773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:05.283072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485 req-f46c9659-5f21-4d21-ab55-7e2e7bbdf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:05.284571 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485 req-f46c9659-5f21-4d21-ab55-7e2e7bbdf4f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=273599eb003e467ea795ac93f20d9cf3&device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 1095 time: 0.0939770 Jan 28 03:34:05.296195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:05.301070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04e9a23e-a849-4b19-9bdd-e4909e96a05b req-5c6bceb4-7f32-495c-9215-2d614a282947 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180198 Jan 28 03:34:05.346215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a4ea82d-b5d2-422c-9851-4012c8ef76dd req-d73e76cd-0af8-4f6a-a289-e910c354eed4 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=521a8039-0247-450c-8dec-4efac90a21da HTTP/1.1" status: 200 len: 210 time: 0.0749869 Jan 28 03:34:05.426434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485 req-dfe9b149-feab-4a9f-af87-a33ad435a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:05.427916 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485 req-dfe9b149-feab-4a9f-af87-a33ad435a644 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54fe4339-ace7-4b0f-940f-2e11797db4c9 HTTP/1.1" status: 200 len: 914 time: 0.1162775 Jan 28 03:34:05.432541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:34:05.444159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:05.444599 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:05.446874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e053cafc-58dd-4679-99fe-b016acbc887a req-a30f48c7-40ac-4969-90fa-a74a3414abd8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] No DVR routers for this DVR port 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:05.455950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e053cafc-58dd-4679-99fe-b016acbc887a req-a30f48c7-40ac-4969-90fa-a74a3414abd8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:05.459186 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e053cafc-58dd-4679-99fe-b016acbc887a req-a30f48c7-40ac-4969-90fa-a74a3414abd8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.25 "DELETE /v2.0/ports/6532d2db-c4f3-41bb-9c5b-c44fb8bee08d HTTP/1.1" status: 204 len: 173 time: 1.5176895 Jan 28 03:34:05.501540 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485 req-77d7fd16-df88-449b-bf7f-3b0255e86cd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bf0f298-5ca8-4d68-b548-c381c251b4be HTTP/1.1" status: 200 len: 217 time: 0.0558810 Jan 28 03:34:05.566030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac31903-895c-4800-809b-5dcf72a547d0 req-e7553e38-884c-4031-b06d-bf55009de072 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:05.574999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ac31903-895c-4800-809b-5dcf72a547d0 req-e7553e38-884c-4031-b06d-bf55009de072 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5a69103d-a63c-47a0-968f-b4a8bfcd1ca7 HTTP/1.1" status: 200 len: 1102 time: 0.1571906 Jan 28 03:34:05.598955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485 req-3d7423b2-9347-4ffa-904b-ca530531660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:05.600749 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485 req-3d7423b2-9347-4ffa-904b-ca530531660d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d288ad68-226c-4a54-8c69-1eaac5f58aa3 HTTP/1.1" status: 200 len: 853 time: 0.0824325 Jan 28 03:34:05.622626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:05.623331 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:05.637574 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485 req-0fe8eb0f-2f9f-4e0c-bb0f-eba80e2983db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54fe4339-ace7-4b0f-940f-2e11797db4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279546 Jan 28 03:34:05.650822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:05.657891 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac37e896-4306-41bb-b482-8fde710470ca" -d '{"events": [{"server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "name": "network-vif-plugged", "status": "completed", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:05.667632 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-28145811-1476-4d8e-9cbb-5b508a7ab6fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30d6d8981366459b832772b917f406b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851390 Jan 28 03:34:05.674116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54432) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:05.684524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:05.689924 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:05.690790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 95e2469b-28dd-404d-9bc7-1c2fef5d0306 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:05.725504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebc288-c507-4f63-add4-fd863ef31e4f req-3c9392ae-4470-4bdd-a82d-9fc153b584e9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:05.733433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0ebc288-c507-4f63-add4-fd863ef31e4f req-3c9392ae-4470-4bdd-a82d-9fc153b584e9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 945 time: 0.1399512 Jan 28 03:34:05.746084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 95e2469b-28dd-404d-9bc7-1c2fef5d0306 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:05.746456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 95e2469b-28dd-404d-9bc7-1c2fef5d0306 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:05.756742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ac31903-895c-4800-809b-5dcf72a547d0 req-2fc07dea-85c2-483f-aca1-f875a91e0c8e tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808352 Jan 28 03:34:05.813502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0ebc288-c507-4f63-add4-fd863ef31e4f req-9eb66079-e44c-471a-aac6-a559c7fe80ad tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788841 Jan 28 03:34:05.819788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b56d0f1-15c9-4f3d-988f-37a07c0aec39 admin admin] Publish callbacks [] for security_group (935a5de2-557a-4e49-819e-c37744d0d016), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:05.843243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:05.863336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b56d0f1-15c9-4f3d-988f-37a07c0aec39 admin admin] Publish callbacks [] for security_group (935a5de2-557a-4e49-819e-c37744d0d016), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:05.865347 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc515bad-c2ae-4c30-b061-7c1bd47a61f7 x-openstack-request-id: req-bc515bad-c2ae-4c30-b061-7c1bd47a61f7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:05.865646 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "name": "network-vif-plugged", "status": "completed", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:05.865908 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc515bad-c2ae-4c30-b061-7c1bd47a61f7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:05.872679 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'code': 200} Jan 28 03:34:05.914819 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485 req-5c12e1bf-012c-44ac-acd7-7c9ed5e29f1d service neutron] 10.222.0.42 "GET /v2.0/networks/54fe4339-ace7-4b0f-940f-2e11797db4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686839 Jan 28 03:34:05.940329 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b56d0f1-15c9-4f3d-988f-37a07c0aec39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (935a5de2-557a-4e49-819e-c37744d0d016), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:05.944651 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b56d0f1-15c9-4f3d-988f-37a07c0aec39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:05.950908 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9b56d0f1-15c9-4f3d-988f-37a07c0aec39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/935a5de2-557a-4e49-819e-c37744d0d016 HTTP/1.1" status: 204 len: 168 time: 0.2718778 Jan 28 03:34:06.000412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56d0f1-15c9-4f3d-988f-37a07c0aec39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935a5de2-557a-4e49-819e-c37744d0d016,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:06.170024 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3dc8049-ffc1-4c65-9cd8-8f5c1ea04485 req-3bfabbcf-4c5c-478b-9c17-f9c6a31fe0f7 service neutron] 10.222.0.42 "GET /v2.0/networks/54fe4339-ace7-4b0f-940f-2e11797db4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444913 Jan 28 03:34:06.177597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a57f3f-861d-44bd-8391-862d2ac0d264 req-18a4e9f9-b5e9-4156-b2ee-1be994d8bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:06.179142 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92a57f3f-861d-44bd-8391-862d2ac0d264 req-18a4e9f9-b5e9-4156-b2ee-1be994d8bf21 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 1098 time: 0.2122772 Jan 28 03:34:06.230117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb412a06-18fc-4776-8515-1944df8eb141 req-70d33124-a598-4a05-bb08-c3bc87a601a8 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:06.238823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb412a06-18fc-4776-8515-1944df8eb141 req-70d33124-a598-4a05-bb08-c3bc87a601a8 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 943 time: 0.1185207 Jan 28 03:34:06.359487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92a57f3f-861d-44bd-8391-862d2ac0d264 req-eefca605-8f76-425f-bec5-2ae40615d583 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566515 Jan 28 03:34:06.364182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb412a06-18fc-4776-8515-1944df8eb141 req-f0461f0d-a054-4805-8f42-ae3a5384e85a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244123 Jan 28 03:34:06.380208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702f47-6b52-466a-a6ed-e95f08ed154b req-c44e9d96-9190-4732-a4e6-671073fc6de9 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:06.382516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5702f47-6b52-466a-a6ed-e95f08ed154b req-c44e9d96-9190-4732-a4e6-671073fc6de9 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 950 time: 0.1101043 Jan 28 03:34:06.451167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5702f47-6b52-466a-a6ed-e95f08ed154b req-eab284bf-8aa1-400f-910f-b215a483c2c3 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606456 Jan 28 03:34:06.520441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-56f4a47c-eb2b-4080-8ed7-2971cbde0321 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483201 Jan 28 03:34:06.587293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54474) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:06.707535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-fa9ba4ac-b2c4-48a6-af89-72d6e52a909b tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:06.709128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-fa9ba4ac-b2c4-48a6-af89-72d6e52a909b tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765518 Jan 28 03:34:06.729996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-746e2c16-89aa-43cf-b6b3-60efd8759c0f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/quotas/4f9f265697cd486d8adcca60e4da2340 HTTP/1.1" status: 200 len: 375 time: 0.0105700 Jan 28 03:34:06.737833 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0a4cce02-a5e6-4991-88bf-83a9cfcc1914 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=814ad2f438634bfe8122426003e763f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482971 Jan 28 03:34:06.745102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:06.798467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521a8039-0247-450c-8dec-4efac90a21da', 'name': 'network-vif-deleted', 'tag': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:06.801378 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba6aa19-2243-4c63-bacf-fd0cf96951c9" -d '{"events": [{"server_uuid": "521a8039-0247-450c-8dec-4efac90a21da", "name": "network-vif-deleted", "tag": "6532d2db-c4f3-41bb-9c5b-c44fb8bee08d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:06.814565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-b89e884a-3267-4e89-9ccb-c3b1fc98377b tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754395 Jan 28 03:34:06.823513 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Publish callbacks [] for security_group (781c4b6f-8705-4824-b0f4-09a1fbdb43d6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:06.847654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Publish callbacks [] for security_group (781c4b6f-8705-4824-b0f4-09a1fbdb43d6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:06.905791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (781c4b6f-8705-4824-b0f4-09a1fbdb43d6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:06.911240 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:06.912466 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/781c4b6f-8705-4824-b0f4-09a1fbdb43d6 HTTP/1.1" status: 204 len: 168 time: 0.1660986 Jan 28 03:34:06.920719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c4b6f-8705-4824-b0f4-09a1fbdb43d6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:06.929082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.929436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.929771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.930152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.930438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.930810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.932700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.933145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.933398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.934270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.934389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.934654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:06.934984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09428bbf-1ca1-42c4-bd59-b0daee482c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:07.277764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-c05d3088-51ba-4f02-beec-e10f91b66d08 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:07.279461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-c05d3088-51ba-4f02-beec-e10f91b66d08 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/networks?id=8c932a07-19e4-4278-8a20-140339c652fb HTTP/1.1" status: 200 len: 821 time: 0.1426575 Jan 28 03:34:07.299240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-e112cb8e-f6f9-43d1-aedb-8a5773d9c2e9 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/quotas/868a472cba34466c97bcfb84a02792d6 HTTP/1.1" status: 200 len: 375 time: 0.0144320 Jan 28 03:34:07.318060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9bf0f298-5ca8-4d68-b548-c381c251b4be details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:07.343631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-8c846b7c-c8df-4300-9867-09447f8cd37f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=868a472cba34466c97bcfb84a02792d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387025 Jan 28 03:34:07.425597 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69b163d-083d-4d30-b10d-16dc21f1f52a x-openstack-request-id: req-c69b163d-083d-4d30-b10d-16dc21f1f52a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:07.426089 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521a8039-0247-450c-8dec-4efac90a21da", "name": "network-vif-deleted", "tag": "6532d2db-c4f3-41bb-9c5b-c44fb8bee08d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:07.426376 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c69b163d-083d-4d30-b10d-16dc21f1f52a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:07.426909 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521a8039-0247-450c-8dec-4efac90a21da', 'name': 'network-vif-deleted', 'tag': '6532d2db-c4f3-41bb-9c5b-c44fb8bee08d', 'status': 'completed', 'code': 200} Jan 28 03:34:07.589126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9bf0f298-5ca8-4d68-b548-c381c251b4be, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9bf0f298-5ca8-4d68-b548-c381c251b4be,segment=NetworkSegment(d313fe11-8570-467e-9ba0-61312a8c16b2),segment_id=d313fe11-8570-467e-9ba0-61312a8c16b2)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:07.631286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '9bf0f298-5ca8-4d68-b548-c381c251b4be', 'network_id': '54fe4339-ace7-4b0f-940f-2e11797db4c9', 'port_id': '9bf0f298-5ca8-4d68-b548-c381c251b4be', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd288ad68-226c-4a54-8c69-1eaac5f58aa3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:07.701552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 9bf0f298-5ca8-4d68-b548-c381c251b4be is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:07.701951 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:07.723614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-56854561-40cf-4102-b506-2f277bd98fec service neutron] 10.222.0.44 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790026 Jan 28 03:34:07.732684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf0f298-5ca8-4d68-b548-c381c251b4be {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:07.777837 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9bf0f298-5ca8-4d68-b548-c381c251b4be, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9bf0f298-5ca8-4d68-b548-c381c251b4be,segment=NetworkSegment(d313fe11-8570-467e-9ba0-61312a8c16b2),segment_id=d313fe11-8570-467e-9ba0-61312a8c16b2)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:07.787433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:07.805205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e02c31-3782-4deb-a619-cbde2f7c3d02 req-6e9ad08c-6606-489e-8c28-b46db2679654 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:07.808566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4e02c31-3782-4deb-a619-cbde2f7c3d02 req-6e9ad08c-6606-489e-8c28-b46db2679654 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2430196 Jan 28 03:34:07.861733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=9bf0f298-5ca8-4d68-b548-c381c251b4be,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:07.945229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4e02c31-3782-4deb-a619-cbde2f7c3d02 req-31356a0a-f6bb-4acb-872c-c772e5ff8050 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659187 Jan 28 03:34:08.017095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-842fc7ca-8623-42b7-8b26-ce25da62729e service neutron] 10.222.0.44 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842476 Jan 28 03:34:08.106027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['9bf0f298-5ca8-4d68-b548-c381c251b4be'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:08.528906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc707d5-c25e-4280-bd90-da02a5bbbd9e req-b0fb2865-5454-4b39-a7e3-43938c76a1b4 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:08.539438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cc707d5-c25e-4280-bd90-da02a5bbbd9e req-b0fb2865-5454-4b39-a7e3-43938c76a1b4 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 944 time: 0.1607065 Jan 28 03:34:08.626939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:08.690405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:08.690755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6532d2db-c4f3-41bb-9c5b-c44fb8bee08d not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:08.719099 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cc707d5-c25e-4280-bd90-da02a5bbbd9e req-b2b62ddf-7748-4158-93d0-01b962ac0c1a tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787398 Jan 28 03:34:08.747943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a0aae03-e098-4b9f-a1b0-e0954863aa8c req-7dd09cd8-42f0-40a7-9f78-b89f2aa171c8 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 210 time: 0.1436033 Jan 28 03:34:09.012803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952d3f91-d36c-4d8e-8179-0781c69f77bd req-7f1cd75f-32f6-4c5f-bf0b-a97b21e34542 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0523088 Jan 28 03:34:09.195972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ee4c-06a6-4b99-a3ac-9222d612a9f7 req-44aeda09-1ab0-4229-adb1-1f5f77da06b0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:09.210112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84f4ee4c-06a6-4b99-a3ac-9222d612a9f7 req-44aeda09-1ab0-4229-adb1-1f5f77da06b0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1057608 Jan 28 03:34:09.337400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9bf0f298-5ca8-4d68-b548-c381c251b4be up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:09.348331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84f4ee4c-06a6-4b99-a3ac-9222d612a9f7 req-7f9b4d84-65c0-4415-b098-2f02d11fb98f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317225 Jan 28 03:34:09.469174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 9bf0f298-5ca8-4d68-b548-c381c251b4be completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:34:09.475153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 9bf0f298-5ca8-4d68-b548-c381c251b4be triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:09.475658 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:09.727063 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 9bf0f298-5ca8-4d68-b548-c381c251b4be is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:09.728098 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:09.779105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f42e2a-9568-46ef-80f1-97a6ab06fac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf0f298-5ca8-4d68-b548-c381c251b4be'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:09.782911 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef24d1a-bba8-412b-83cf-29a76101eff2" -d '{"events": [{"server_uuid": "19f42e2a-9568-46ef-80f1-97a6ab06fac3", "name": "network-vif-plugged", "status": "completed", "tag": "9bf0f298-5ca8-4d68-b548-c381c251b4be"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:09.801460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9bf0f298-5ca8-4d68-b548-c381c251b4be, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9bf0f298-5ca8-4d68-b548-c381c251b4be,segment=NetworkSegment(d313fe11-8570-467e-9ba0-61312a8c16b2),segment_id=d313fe11-8570-467e-9ba0-61312a8c16b2)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:09.809710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:09.824052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7b18f587-865f-4e67-899e-596639d6491f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1067386 Jan 28 03:34:09.883697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37577a4-52fa-42b2-bbc3-e218a6bbc3ba req-f2ae18fb-04cb-4920-ade4-0a3915a50439 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:09.891232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a37577a4-52fa-42b2-bbc3-e218a6bbc3ba req-f2ae18fb-04cb-4920-ade4-0a3915a50439 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 950 time: 0.3054953 Jan 28 03:34:09.942231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=9bf0f298-5ca8-4d68-b548-c381c251b4be,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:10.098500 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-dba74dc5-294d-4455-a2b7-ffdef3c69ca0 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588000 Jan 28 03:34:10.240650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-2ca51521-3b88-49b8-9ac8-9941a56c5895 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:10.242591 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-2ca51521-3b88-49b8-9ac8-9941a56c5895 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1370213 Jan 28 03:34:10.281147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Request body: {'port': {'device_id': 'e01053b6-c35e-4b42-b69b-188eccd9f4a9', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '4f9f265697cd486d8adcca60e4da2340'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:10.392595 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-45687b2b-301e-4dca-8026-39f76da3ac65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:10.397137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-2b72aceb-8498-4b61-bf5b-0601e2c06f0e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:10.398638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-2b72aceb-8498-4b61-bf5b-0601e2c06f0e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5579770 Jan 28 03:34:10.434685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Request body: {'port': {'device_id': '2233e706-7c72-4318-b890-05c9d6f3ffab', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '4f9f265697cd486d8adcca60e4da2340'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:10.537164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-7f5f4ee0-79af-4eac-a397-a234306f7e96 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:10.538311 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-7f5f4ee0-79af-4eac-a397-a234306f7e96 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.42 "GET /v2.0/networks?id=8c932a07-19e4-4278-8a20-140339c652fb HTTP/1.1" status: 200 len: 821 time: 0.1696601 Jan 28 03:34:10.545374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a37577a4-52fa-42b2-bbc3-e218a6bbc3ba req-3c1c83f7-497c-463b-8962-9b4fd7fd87d7 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484590 Jan 28 03:34:10.566735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Request body: {'port': {'device_id': 'da7a1ab6-e008-4b4a-bd94-b57422311496', 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb', 'admin_state_up': True, 'tenant_id': '868a472cba34466c97bcfb84a02792d6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:10.578156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Made reservation on behalf of 4f9f265697cd486d8adcca60e4da2340 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:10.598050 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:10.644241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-51f45ea9-00fb-4253-b699-e41278cf6d35 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:10.658626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-51f45ea9-00fb-4253-b699-e41278cf6d35 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 814 time: 0.8333409 Jan 28 03:34:10.705287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-59bd4317-4242-49a7-9174-ac282aafea29 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/quotas/f98af98f22e24126bb3c303a1152bd45 HTTP/1.1" status: 200 len: 375 time: 0.0454540 Jan 28 03:34:10.733551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7ec607e-2d7a-4e4e-904f-c299b88ea32d req-cf808736-9fee-4a14-a4d1-a780abc6eae4 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 210 time: 0.0550838 Jan 28 03:34:10.821609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-f4f955be-4e97-4a4e-bc35-c842eeec48d4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901306 Jan 28 03:34:10.854466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Made reservation on behalf of 4f9f265697cd486d8adcca60e4da2340 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:10.858725 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:10.889565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Made reservation on behalf of 868a472cba34466c97bcfb84a02792d6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:10.894283 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:10.933095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Allocated IP 192.168.233.195 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/4bb17899-8191-4ab6-99bf-89e734fd4001) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:11.029476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1df83-925c-45c9-be05-63b9a5730e6e req-e89e4708-7e9c-4457-b214-24b03351cccd tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:11.036914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74a1df83-925c-45c9-be05-63b9a5730e6e req-e89e4708-7e9c-4457-b214-24b03351cccd tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 945 time: 0.2071989 Jan 28 03:34:11.088144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-a7462248-5ce9-41c7-9194-f5be4996e21d service neutron] 10.222.0.44 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551656 Jan 28 03:34:11.189010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74a1df83-925c-45c9-be05-63b9a5730e6e req-94423fba-334f-468a-871b-54f3f04899a5 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506336 Jan 28 03:34:11.244202 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ce82a-d8cf-4df3-9c29-da8bf8c71e01 x-openstack-request-id: req-e26ce82a-d8cf-4df3-9c29-da8bf8c71e01 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:11.244726 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f42e2a-9568-46ef-80f1-97a6ab06fac3", "name": "network-vif-plugged", "status": "completed", "tag": "9bf0f298-5ca8-4d68-b548-c381c251b4be", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:11.244956 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e26ce82a-d8cf-4df3-9c29-da8bf8c71e01 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:11.245296 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f42e2a-9568-46ef-80f1-97a6ab06fac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf0f298-5ca8-4d68-b548-c381c251b4be', 'code': 200} Jan 28 03:34:11.248133 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-052717c8-74f9-4660-b8bd-07555cf35644 service neutron] 10.222.0.44 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585608 Jan 28 03:34:11.429623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Allocated IP 172.20.0.10 (8c932a07-19e4-4278-8a20-140339c652fb/a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7/ca094df4-03c0-4588-95d8-b500959e9ee1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:11.448467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703ca78-2d97-4902-97ec-50235f741908 req-189982b7-dac0-4a85-a913-8196e5d78925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:11.454654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1703ca78-2d97-4902-97ec-50235f741908 req-189982b7-dac0-4a85-a913-8196e5d78925 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 1097 time: 0.1169965 Jan 28 03:34:11.525560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks [] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:11.621745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23ca098b-0e9d-4f05-8d8c-1275f9916bb8 req-369e3974-2310-4588-9586-412f1c88208d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 210 time: 0.1083176 Jan 28 03:34:11.648603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:11.687515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:11.777159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:11.786358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Allocated IP 192.168.233.167 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/6560c747-ca57-456d-b5d9-f0efee0535d3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:11.871142 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:11.880761 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:11.913629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:11.939560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:11.954848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event updated for resources: {'Port': ['ID=4bb17899-8191-4ab6-99bf-89e734fd4001,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:11.970632 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.007411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks [] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.032889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-183592ba-b6aa-442c-89f2-9887886620b6 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:12.039027 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-183592ba-b6aa-442c-89f2-9887886620b6 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.25 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 950 time: 0.3933856 Jan 28 03:34:12.049372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1703ca78-2d97-4902-97ec-50235f741908 req-113670ec-6955-4f1b-a467-ab7adfcc2246 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881987 Jan 28 03:34:12.193535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c00124d0-630d-4ad8-894b-6ca549e999a7 req-5562e715-ae06-4355-ad04-4e2566155b9f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 210 time: 0.1097918 Jan 28 03:34:12.202638 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.253853 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:12.255375 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.258925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:12.301540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:12.310368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:12.318602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:12.319832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.331924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:12.352735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d5b77-fd06-4320-a85d-3e4043a51cf8 req-9b838070-13d4-46ea-a190-c96e2523586c tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:12.381102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d77d5b77-fd06-4320-a85d-3e4043a51cf8 req-9b838070-13d4-46ea-a190-c96e2523586c tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 950 time: 0.3305035 Jan 28 03:34:12.425571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event updated for resources: {'Port': ['ID=6560c747-ca57-456d-b5d9-f0efee0535d3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:12.468323 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-594f059d-0b73-4562-941c-058a53019881 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1926291 Jan 28 03:34:12.477592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event updated for resources: {'Port': ['ID=ca094df4-03c0-4588-95d8-b500959e9ee1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:12.505236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.505634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.505996 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.506323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.506958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.511989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.512377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.512721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.513086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.513426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.513902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.514082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.514410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:12.527137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Request body: {'port': {'device_id': 'e01053b6-c35e-4b42-b69b-188eccd9f4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:12.569459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-8d5838fe-b8f7-49f3-9f70-3f5fc2d64208 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Deleting port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:12.570190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-8d5838fe-b8f7-49f3-9f70-3f5fc2d64208 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.668438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d77d5b77-fd06-4320-a85d-3e4043a51cf8 req-a013121a-b015-41a8-9cbe-c6a7a41d5f6f tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833803 Jan 28 03:34:12.686816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Network 8c932a07-19e4-4278-8a20-140339c652fb is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:12.694831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:12.701635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:12.712896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:12.712896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.765346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8cd5cbcb-4cde-498f-b0ab-25922480ea91 None None] Provisioning complete for port 4bb17899-8191-4ab6-99bf-89e734fd4001 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:12.765903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8cd5cbcb-4cde-498f-b0ab-25922480ea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.781358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd390d-8f34-4d4c-a8fb-054b50d59b32 req-a8891b0f-1c43-4f18-802b-c70edfb01030 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:12.793815 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91bd390d-8f34-4d4c-a8fb-054b50d59b32 req-a8891b0f-1c43-4f18-802b-c70edfb01030 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 932 time: 0.3820043 Jan 28 03:34:12.800898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.819053 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-969edb34-a9d7-4cac-abba-15ab134b223f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.826693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5cbcb-4cde-498f-b0ab-25922480ea91 None None] Port 4bb17899-8191-4ab6-99bf-89e734fd4001 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:12.875664 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:12.876459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.928512 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-0d193d0d-9e14-4376-a975-b4dd7862f234 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3731399 Jan 28 03:34:12.932473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91bd390d-8f34-4d4c-a8fb-054b50d59b32 req-90930d85-5b46-481a-886e-f35ac72a4f54 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375344 Jan 28 03:34:12.941575 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-7a866196-1035-4630-9dd0-ab948dcf4008 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5223036 Jan 28 03:34:12.942712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-8d5838fe-b8f7-49f3-9f70-3f5fc2d64208 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] For port be4e26ce-db4d-4bce-bfeb-f09f6acc9840, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:12.943093 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-8d5838fe-b8f7-49f3-9f70-3f5fc2d64208 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:12.968708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-8d5838fe-b8f7-49f3-9f70-3f5fc2d64208 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Calling delete_port for be4e26ce-db4d-4bce-bfeb-f09f6acc9840 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:12.994506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Request body: {'port': {'device_id': '2233e706-7c72-4318-b890-05c9d6f3ffab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:13.066689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Request body: {'port': {'device_id': 'da7a1ab6-e008-4b4a-bd94-b57422311496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:13.132817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:13.163551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0f987-c64b-432a-a983-526e4ca859fd req-e59ab93e-8ed8-48a2-aef1-16cb44303cfc tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:13.165195 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ae0f987-c64b-432a-a983-526e4ca859fd req-e59ab93e-8ed8-48a2-aef1-16cb44303cfc tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 945 time: 0.1091082 Jan 28 03:34:13.293088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3bc2f-b8a3-4c38-b316-77317c68a2d2 req-b4365df8-26a6-48d5-bfd9-0bb0cc161f95 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:13.297098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-daf3bc2f-b8a3-4c38-b316-77317c68a2d2 req-b4365df8-26a6-48d5-bfd9-0bb0cc161f95 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 936 time: 0.1581929 Jan 28 03:34:13.316818 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:13.473150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba466db4-a0bc-4d47-979a-cae76cb4d640 None None] Provisioning complete for port 6560c747-ca57-456d-b5d9-f0efee0535d3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:13.473760 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba466db4-a0bc-4d47-979a-cae76cb4d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:13.508085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ae0f987-c64b-432a-a983-526e4ca859fd req-2ae192d6-6df5-4c2f-9a91-1033920b6050 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233328 Jan 28 03:34:13.510976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba466db4-a0bc-4d47-979a-cae76cb4d640 None None] Port 6560c747-ca57-456d-b5d9-f0efee0535d3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:13.587058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-daf3bc2f-b8a3-4c38-b316-77317c68a2d2 req-fa7da011-8905-47fa-afbc-4863ce11bd6d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778943 Jan 28 03:34:13.840726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ac3a7e2-475f-4f68-b869-6970852922ef req-1bf5f943-146f-4b23-b4b8-e39e320547b5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 210 time: 0.0496607 Jan 28 03:34:13.996563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee712f8-5e29-4023-af0d-10079b306566 req-062e3086-ab1b-4a03-9e7f-189c7f720e82 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:13.998317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ee712f8-5e29-4023-af0d-10079b306566 req-062e3086-ab1b-4a03-9e7f-189c7f720e82 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/ports?device_id=51cb8f4b-6e53-4b7f-9c3a-e942525c0541 HTTP/1.1" status: 200 len: 950 time: 0.1071591 Jan 28 03:34:14.013222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb17899-8191-4ab6-99bf-89e734fd4001 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:14.047183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Publish callbacks [] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.088875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ee712f8-5e29-4023-af0d-10079b306566 req-f3b49900-f6f9-4466-9f34-c34150176bef tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.44 "GET /v2.0/security-groups?id=77ad8a91-36a2-4f36-947c-b0bdb5b75cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729687 Jan 28 03:34:14.106274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Transition to ACTIVE for port object 4bb17899-8191-4ab6-99bf-89e734fd4001 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:14.110409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca094df4-03c0-4588-95d8-b500959e9ee1 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:14.116908 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-8d5838fe-b8f7-49f3-9f70-3f5fc2d64208 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (be4e26ce-db4d-4bce-bfeb-f09f6acc9840), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.143356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-872ccc2c-51e4-4600-bf0f-bf2aacb75bb4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:14.146542 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-872ccc2c-51e4-4600-bf0f-bf2aacb75bb4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.42 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 814 time: 0.2983649 Jan 28 03:34:14.157964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Publish callbacks [] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.158195 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.161157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5838fe-b8f7-49f3-9f70-3f5fc2d64208 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Pushing event deleted for resources: {'Port': ['ID=be4e26ce-db4d-4bce-bfeb-f09f6acc9840,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:14.165190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.196418 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.196980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Request body: {'port': {'device_id': '8635a814-2bf3-4c97-a480-f388355da62d', 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af', 'admin_state_up': True, 'tenant_id': 'f98af98f22e24126bb3c303a1152bd45'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:14.267927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Transition to ACTIVE for port object ca094df4-03c0-4588-95d8-b500959e9ee1 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:14.272626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-8d5838fe-b8f7-49f3-9f70-3f5fc2d64208 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] No DVR routers for this DVR port be4e26ce-db4d-4bce-bfeb-f09f6acc9840 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:14.314681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-8d5838fe-b8f7-49f3-9f70-3f5fc2d64208 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.332018 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7e8de2a6-116a-4869-bea7-e237c9c4b9fa req-8d5838fe-b8f7-49f3-9f70-3f5fc2d64208 tempest-TenantUsagesTestJSON-1604169996 tempest-TenantUsagesTestJSON-1604169996-project] 10.222.0.25 "DELETE /v2.0/ports/be4e26ce-db4d-4bce-bfeb-f09f6acc9840 HTTP/1.1" status: 204 len: 173 time: 2.2756069 Jan 28 03:34:14.333372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.335209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cb8f4b-6e53-4b7f-9c3a-e942525c0541', 'name': 'network-vif-deleted', 'tag': 'be4e26ce-db4d-4bce-bfeb-f09f6acc9840'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:14.340717 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9857ba-deb3-4d8a-ae98-0a3487d4287b" -d '{"events": [{"server_uuid": "51cb8f4b-6e53-4b7f-9c3a-e942525c0541", "name": "network-vif-deleted", "tag": "be4e26ce-db4d-4bce-bfeb-f09f6acc9840"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:14.355151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b8c93-c31e-4a0d-8482-331d43d139c6 req-6b742277-3102-4fc7-bbaa-6d5c5041a7d3 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:14.361997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a61b8c93-c31e-4a0d-8482-331d43d139c6 req-6b742277-3102-4fc7-bbaa-6d5c5041a7d3 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 932 time: 0.2702549 Jan 28 03:34:14.424600 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d679dd-cc32-4444-8311-971cd0c8c0df x-openstack-request-id: req-b5d679dd-cc32-4444-8311-971cd0c8c0df {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:14.440443 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cb8f4b-6e53-4b7f-9c3a-e942525c0541", "name": "network-vif-deleted", "tag": "be4e26ce-db4d-4bce-bfeb-f09f6acc9840", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:14.441777 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5d679dd-cc32-4444-8311-971cd0c8c0df {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:14.442235 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cb8f4b-6e53-4b7f-9c3a-e942525c0541', 'name': 'network-vif-deleted', 'tag': 'be4e26ce-db4d-4bce-bfeb-f09f6acc9840', 'status': 'completed', 'code': 200} Jan 28 03:34:14.447555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Pushing event updated for resources: {'Port': ['ID=4bb17899-8191-4ab6-99bf-89e734fd4001,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:14.502216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a61b8c93-c31e-4a0d-8482-331d43d139c6 req-5aa6e15a-3a7e-43f5-a36c-71f8bec4ac93 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391876 Jan 28 03:34:14.625305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Made reservation on behalf of f98af98f22e24126bb3c303a1152bd45 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:14.636103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.655613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca094df4-03c0-4588-95d8-b500959e9ee1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:14.688977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device be4e26ce-db4d-4bce-bfeb-f09f6acc9840 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:14.744560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: be4e26ce-db4d-4bce-bfeb-f09f6acc9840 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:14.744933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device be4e26ce-db4d-4bce-bfeb-f09f6acc9840 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:14.752425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Attempting to bind port 4bb17899-8191-4ab6-99bf-89e734fd4001 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:14.753446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Attempting to bind port 4bb17899-8191-4ab6-99bf-89e734fd4001 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:14.753784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Attempting to bind port 4bb17899-8191-4ab6-99bf-89e734fd4001 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:14.755896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6560c747-ca57-456d-b5d9-f0efee0535d3 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:14.766425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Port 4bb17899-8191-4ab6-99bf-89e734fd4001 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:14.766813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Attempting to bind port 4bb17899-8191-4ab6-99bf-89e734fd4001 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:14.790601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:14.790977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:14.791694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:14.791808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Bound port: 4bb17899-8191-4ab6-99bf-89e734fd4001, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:14.792271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.798166 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Publish callbacks [] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.866439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Attempting to bind port ca094df4-03c0-4588-95d8-b500959e9ee1 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:14.866824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Attempting to bind port ca094df4-03c0-4588-95d8-b500959e9ee1 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:14.867695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Attempting to bind port ca094df4-03c0-4588-95d8-b500959e9ee1 on network 8c932a07-19e4-4278-8a20-140339c652fb {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:14.887789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Port ca094df4-03c0-4588-95d8-b500959e9ee1 on network 8c932a07-19e4-4278-8a20-140339c652fb not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:14.888244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Attempting to bind port ca094df4-03c0-4588-95d8-b500959e9ee1 on network 8c932a07-19e4-4278-8a20-140339c652fb {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:14.903141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:14.903539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Checking segment: {'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:14.903856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Bound using segment: {'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:14.904297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Bound port: ca094df4-03c0-4588-95d8-b500959e9ee1, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98caae69-c400-4451-b350-af584445eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:14.904655 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:14.912799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Transition to ACTIVE for port object 6560c747-ca57-456d-b5d9-f0efee0535d3 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:14.923745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54718) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:14.951967 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:15.019563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] For port ca094df4-03c0-4588-95d8-b500959e9ee1, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:15.023466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] For port ca094df4-03c0-4588-95d8-b500959e9ee1, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ca094df4-03c0-4588-95d8-b500959e9ee1,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:15.054715 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:15.073720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] For port 4bb17899-8191-4ab6-99bf-89e734fd4001, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:15.081182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] For port 4bb17899-8191-4ab6-99bf-89e734fd4001, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4bb17899-8191-4ab6-99bf-89e734fd4001,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:15.090262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6560c747-ca57-456d-b5d9-f0efee0535d3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:15.101038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:15.101661 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:15.103336 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] 10.222.0.42 "PUT /v2.0/ports/ca094df4-03c0-4588-95d8-b500959e9ee1 HTTP/1.1" status: 200 len: 1093 time: 2.0543482 Jan 28 03:34:15.108189 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:15.140630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:15.141279 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:15.142694 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] 10.222.0.25 "PUT /v2.0/ports/4bb17899-8191-4ab6-99bf-89e734fd4001 HTTP/1.1" status: 200 len: 1097 time: 2.6380372 Jan 28 03:34:15.168965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea267bd2-6174-41b7-ba57-830848a7ffd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca094df4-03c0-4588-95d8-b500959e9ee1,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:15.189052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649d4c-cc06-4682-b7d5-4a0efbe03387 req-60237f99-ee24-4095-b5a1-e534489143bd tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:15.199127 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b649d4c-cc06-4682-b7d5-4a0efbe03387 req-60237f99-ee24-4095-b5a1-e534489143bd tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 945 time: 0.5284867 Jan 28 03:34:15.381594 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:15.386433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae59e-6f42-4537-91c6-adecc418195e service neutron] Pushing event updated for resources: {'Port': ['ID=4bb17899-8191-4ab6-99bf-89e734fd4001,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:15.400223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274c69e-a486-4ad6-be47-0de2c3ececab req-32d6c59f-892c-4793-8406-7d864eff4ba8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:15.417873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5274c69e-a486-4ad6-be47-0de2c3ececab req-32d6c59f-892c-4793-8406-7d864eff4ba8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 948 time: 0.6159527 Jan 28 03:34:15.423783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-71d831f9-5140-451f-b712-3359aecfa8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:15.425431 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-71d831f9-5140-451f-b712-3359aecfa8d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=868a472cba34466c97bcfb84a02792d6&device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 1096 time: 0.1969221 Jan 28 03:34:15.427285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8ae4015d-ba09-414a-ae94-32a61bce2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:15.428655 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-8ae4015d-ba09-414a-ae94-32a61bce2b7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 1100 time: 0.1248872 Jan 28 03:34:15.430140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee44eddc-a653-46ed-b51e-bf4342b2bf79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:15.525471 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-1f4c2181-f93a-4c43-bca6-e425931b2250 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=4bb17899-8191-4ab6-99bf-89e734fd4001 HTTP/1.1" status: 200 len: 217 time: 0.0782528 Jan 28 03:34:15.527089 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-668fe26c-0046-4b0e-9f48-40775caf8c9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca094df4-03c0-4588-95d8-b500959e9ee1 HTTP/1.1" status: 200 len: 217 time: 0.0867252 Jan 28 03:34:15.607213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b649d4c-cc06-4682-b7d5-4a0efbe03387 req-4ab86415-c1e9-473c-ab0e-0c14d1a3707e tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070997 Jan 28 03:34:15.608564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Allocated IP 172.20.0.2 (0589fcf6-7339-4f9f-8081-24e5b2cb01af/7df9ef53-ff85-4dc0-b919-1760fa37f332/91dff0f0-1303-496f-8c82-034e0d062222) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:15.669047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-01510038-7704-4f8e-9b8d-1368fe562189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:15.672577 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-01510038-7704-4f8e-9b8d-1368fe562189 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1351120 Jan 28 03:34:15.696549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-d51a8d13-1f4f-4e2e-82ca-ef5f3726e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:15.712552 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-d51a8d13-1f4f-4e2e-82ca-ef5f3726e3d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7 HTTP/1.1" status: 200 len: 861 time: 0.1769366 Jan 28 03:34:15.724324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Attempting to bind port 6560c747-ca57-456d-b5d9-f0efee0535d3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:15.724658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Attempting to bind port 6560c747-ca57-456d-b5d9-f0efee0535d3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:15.725021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Attempting to bind port 6560c747-ca57-456d-b5d9-f0efee0535d3 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:15.789094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5274c69e-a486-4ad6-be47-0de2c3ececab req-e4765164-aaf9-4cb7-8503-df1b5e5924fc tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292732 Jan 28 03:34:15.790075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Port 6560c747-ca57-456d-b5d9-f0efee0535d3 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:15.800929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Attempting to bind port 6560c747-ca57-456d-b5d9-f0efee0535d3 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:15.835417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:15.835827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:15.836151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:15.836606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Bound port: 6560c747-ca57-456d-b5d9-f0efee0535d3, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:15.848782 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-52ceb376-2e02-4aca-8fb2-c513913d157b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c932a07-19e4-4278-8a20-140339c652fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176875 Jan 28 03:34:15.852176 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:15.937126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27f69906-aaff-4579-b8ab-8c8fd6d83656 req-6611e38b-443f-46b0-a784-6a47ceed2ca0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 210 time: 0.0828729 Jan 28 03:34:15.962950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-aef02a01-a8f2-40cb-b17f-1fa66e065bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:15.964960 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-aef02a01-a8f2-40cb-b17f-1fa66e065bf5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2506943 Jan 28 03:34:16.149299 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-6485e240-ba6a-4d40-acc1-c4cd89eb9071 service neutron] 10.222.0.42 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918441 Jan 28 03:34:16.183136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee44eddc-a653-46ed-b51e-bf4342b2bf79 admin admin] Publish callbacks [] for security_group (9d7b4112-b0ce-4461-988c-137bcae8d561), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:16.206512 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee44eddc-a653-46ed-b51e-bf4342b2bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9d7b4112-b0ce-4461-988c-137bcae8d561), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:16.232952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] For port 6560c747-ca57-456d-b5d9-f0efee0535d3, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:16.264194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2264a7-4273-4101-b697-94157264969a req-ad7fde19-699f-4a4e-9f06-cb0f769f9f29 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:16.270970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b2264a7-4273-4101-b697-94157264969a req-ad7fde19-699f-4a4e-9f06-cb0f769f9f29 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 944 time: 0.2321470 Jan 28 03:34:16.285460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] For port 6560c747-ca57-456d-b5d9-f0efee0535d3, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6560c747-ca57-456d-b5d9-f0efee0535d3,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:16.318532 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:16.322930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks [] for port (91dff0f0-1303-496f-8c82-034e0d062222), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:16.336899 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ee44eddc-a653-46ed-b51e-bf4342b2bf79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a804e8511632418cb7421ab808b29f76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4017148 Jan 28 03:34:16.337509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:16.367103 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ceed1e1-ad5b-4f02-b390-0f8e4bbee06b req-61a4c1ff-5dfd-4613-8e18-4942a4ae6e43 service neutron] 10.222.0.42 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091031 Jan 28 03:34:16.372439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44eddc-a653-46ed-b51e-bf4342b2bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7b4112-b0ce-4461-988c-137bcae8d561,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:16.431286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:16.431994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:16.433448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] 10.222.0.42 "PUT /v2.0/ports/6560c747-ca57-456d-b5d9-f0efee0535d3 HTTP/1.1" status: 200 len: 1097 time: 3.4446220 Jan 28 03:34:16.439109 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-c0521e12-b4cc-4d8c-8453-6604edf47b7a service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644918 Jan 28 03:34:16.440459 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2233e706-7c72-4318-b890-05c9d6f3ffab', 'tag': '6560c747-ca57-456d-b5d9-f0efee0535d3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:16.443122 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a8323-d457-4f9d-8991-7d5afbf5e8af" -d '{"events": [{"name": "network-changed", "server_uuid": "2233e706-7c72-4318-b890-05c9d6f3ffab", "tag": "6560c747-ca57-456d-b5d9-f0efee0535d3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:16.475743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7a1ab6-e008-4b4a-bd94-b57422311496', 'tag': 'ca094df4-03c0-4588-95d8-b500959e9ee1'}, {'name': 'network-changed', 'server_uuid': 'e01053b6-c35e-4b42-b69b-188eccd9f4a9', 'tag': '4bb17899-8191-4ab6-99bf-89e734fd4001'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:16.482663 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7203a717-4444-4601-95cb-a3e4900a3813" -d '{"events": [{"name": "network-changed", "server_uuid": "da7a1ab6-e008-4b4a-bd94-b57422311496", "tag": "ca094df4-03c0-4588-95d8-b500959e9ee1"}, {"name": "network-changed", "server_uuid": "e01053b6-c35e-4b42-b69b-188eccd9f4a9", "tag": "4bb17899-8191-4ab6-99bf-89e734fd4001"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:16.495647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbaf16-3abe-42c2-bbeb-b3e07c36f0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6560c747-ca57-456d-b5d9-f0efee0535d3,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:16.533638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b2264a7-4273-4101-b697-94157264969a req-38b7ed0c-7836-4910-b360-a38177985a0d tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616944 Jan 28 03:34:16.567918 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff921082-0ff1-4f15-9c32-9185fdf1c3d4 x-openstack-request-id: req-ff921082-0ff1-4f15-9c32-9185fdf1c3d4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:16.568482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:16.575254 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2233e706-7c72-4318-b890-05c9d6f3ffab", "tag": "6560c747-ca57-456d-b5d9-f0efee0535d3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:16.575845 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff921082-0ff1-4f15-9c32-9185fdf1c3d4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:16.576530 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2233e706-7c72-4318-b890-05c9d6f3ffab', 'tag': '6560c747-ca57-456d-b5d9-f0efee0535d3', 'status': 'completed', 'code': 200} Jan 28 03:34:16.618136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (91dff0f0-1303-496f-8c82-034e0d062222), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:16.619670 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:16.667654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:16.698870 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e13e95-2a45-46f5-916b-0dcdadc8a3cf x-openstack-request-id: req-23e13e95-2a45-46f5-916b-0dcdadc8a3cf {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:16.699153 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7a1ab6-e008-4b4a-bd94-b57422311496", "tag": "ca094df4-03c0-4588-95d8-b500959e9ee1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e01053b6-c35e-4b42-b69b-188eccd9f4a9", "tag": "4bb17899-8191-4ab6-99bf-89e734fd4001", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:16.699401 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23e13e95-2a45-46f5-916b-0dcdadc8a3cf {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:16.702866 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7a1ab6-e008-4b4a-bd94-b57422311496', 'tag': 'ca094df4-03c0-4588-95d8-b500959e9ee1', 'status': 'completed', 'code': 200} Jan 28 03:34:16.702866 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01053b6-c35e-4b42-b69b-188eccd9f4a9', 'tag': '4bb17899-8191-4ab6-99bf-89e734fd4001', 'status': 'completed', 'code': 200} Jan 28 03:34:16.778852 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c25b6ab5-379f-4a6d-b1c2-269d51a0a8f2 admin admin] Publish callbacks [] for security_group (9d7b4112-b0ce-4461-988c-137bcae8d561), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:16.882541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb1d20-d6c3-4ff6-a985-662ee9ccd623 req-f50d8547-e86b-413c-a184-5e07a9753c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:16.884336 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84cb1d20-d6c3-4ff6-a985-662ee9ccd623 req-f50d8547-e86b-413c-a184-5e07a9753c17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=273599eb003e467ea795ac93f20d9cf3&device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 1097 time: 0.2126949 Jan 28 03:34:16.898300 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-f3dc2792-3fc5-41e1-9074-9a11f8385078 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110229 Jan 28 03:34:16.911538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203a717-4444-4601-95cb-a3e4900a3813 req-8095628b-b7de-4640-af75-43f368a1e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:16.913093 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-8095628b-b7de-4640-af75-43f368a1e2f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=868a472cba34466c97bcfb84a02792d6&device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 1096 time: 0.2031324 Jan 28 03:34:16.928214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Network 0589fcf6-7339-4f9f-8081-24e5b2cb01af is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:16.964666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Pushing event updated for resources: {'Port': ['ID=91dff0f0-1303-496f-8c82-034e0d062222,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:16.967696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:16.987410 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c25b6ab5-379f-4a6d-b1c2-269d51a0a8f2 admin admin] Publish callbacks [] for security_group (9d7b4112-b0ce-4461-988c-137bcae8d561), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:17.015958 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b1c17966-cd85-4579-9f7a-28ac512854b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5011cbf91d5a44abb24d6ba423870971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443464 Jan 28 03:34:17.044715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54762) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:17.046049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:17.093965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-5f3d267a-3ef4-4842-a382-98736c3a1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.095624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-5f3d267a-3ef4-4842-a382-98736c3a1e1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=2233e706-7c72-4318-b890-05c9d6f3ffab HTTP/1.1" status: 200 len: 1100 time: 0.5595798 Jan 28 03:34:17.162900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb1d20-d6c3-4ff6-a985-662ee9ccd623 req-bf53cb91-b359-4c15-aad8-212996aca661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.164348 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84cb1d20-d6c3-4ff6-a985-662ee9ccd623 req-bf53cb91-b359-4c15-aad8-212996aca661 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54fe4339-ace7-4b0f-940f-2e11797db4c9 HTTP/1.1" status: 200 len: 914 time: 0.2692277 Jan 28 03:34:17.171821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203a717-4444-4601-95cb-a3e4900a3813 req-eb7e04d2-2f01-41e3-a053-23f2891cb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.173320 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-eb7e04d2-2f01-41e3-a053-23f2891cb472 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 1100 time: 0.1057582 Jan 28 03:34:17.175483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203a717-4444-4601-95cb-a3e4900a3813 req-4480f70e-d18f-4d00-8af1-d65f8d6d9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.176773 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-4480f70e-d18f-4d00-8af1-d65f8d6d9f9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8c932a07-19e4-4278-8a20-140339c652fb HTTP/1.1" status: 200 len: 922 time: 0.2556851 Jan 28 03:34:17.199005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.199763 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:17.208355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ec0d4-f7ca-4acd-a055-2b26b427e69d req-acfeccba-3f77-417f-bf7f-5e3e8f2e41d4 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.215329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f6ec0d4-f7ca-4acd-a055-2b26b427e69d req-acfeccba-3f77-417f-bf7f-5e3e8f2e41d4 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 945 time: 0.5724683 Jan 28 03:34:17.226000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-c723fa7a-6700-41fa-8e23-0aa7bb69e7b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=6560c747-ca57-456d-b5d9-f0efee0535d3 HTTP/1.1" status: 200 len: 217 time: 0.0747247 Jan 28 03:34:17.268881 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84cb1d20-d6c3-4ff6-a985-662ee9ccd623 req-aa14319d-e2ff-4c34-b2bc-5e1f81f11f3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bf0f298-5ca8-4d68-b548-c381c251b4be HTTP/1.1" status: 200 len: 217 time: 0.0936291 Jan 28 03:34:17.296905 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-504999cd-7f6b-4680-b7d1-de43f461cde7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca094df4-03c0-4588-95d8-b500959e9ee1 HTTP/1.1" status: 200 len: 217 time: 0.1112041 Jan 28 03:34:17.312427 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-530c6860-3072-43aa-b2c7-4b6689854fb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1278231 Jan 28 03:34:17.325404 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c25b6ab5-379f-4a6d-b1c2-269d51a0a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9d7b4112-b0ce-4461-988c-137bcae8d561), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:17.327976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c25b6ab5-379f-4a6d-b1c2-269d51a0a8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:17.331327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c25b6ab5-379f-4a6d-b1c2-269d51a0a8f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d7b4112-b0ce-4461-988c-137bcae8d561 HTTP/1.1" status: 204 len: 168 time: 0.9636211 Jan 28 03:34:17.347648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Request body: {'port': {'device_id': '8635a814-2bf3-4c97-a480-f388355da62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:17.371846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95857d16-b656-4d27-b4e5-e3444edbc1d2 req-f036b6c6-8669-4eff-9d23-51f98ee92948 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.378868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95857d16-b656-4d27-b4e5-e3444edbc1d2 req-f036b6c6-8669-4eff-9d23-51f98ee92948 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 948 time: 0.2673504 Jan 28 03:34:17.410436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b6ab5-379f-4a6d-b1c2-269d51a0a8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7b4112-b0ce-4461-988c-137bcae8d561,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:17.432383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-f841491f-9d13-403f-805e-68d73da7c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.434281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-f841491f-9d13-403f-805e-68d73da7c817 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1868954 Jan 28 03:34:17.453215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f6ec0d4-f7ca-4acd-a055-2b26b427e69d req-a09a5eb6-780c-489e-b971-5703cd84683b tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368662 Jan 28 03:34:17.488916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6edba4b2-2fa7-494d-96c3-f148924e8357 admin admin] Publish callbacks [] for security_group (77ad8a91-36a2-4f36-947c-b0bdb5b75cec), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:17.783359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb1d20-d6c3-4ff6-a985-662ee9ccd623 req-4a51b8f3-24ea-4d7f-a0a5-c20fc9c1d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.784829 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84cb1d20-d6c3-4ff6-a985-662ee9ccd623 req-4a51b8f3-24ea-4d7f-a0a5-c20fc9c1d4a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d288ad68-226c-4a54-8c69-1eaac5f58aa3 HTTP/1.1" status: 200 len: 853 time: 0.4902039 Jan 28 03:34:17.827968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203a717-4444-4601-95cb-a3e4900a3813 req-99518ca9-165b-4f26-92fe-5f50c25739d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.829528 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-99518ca9-165b-4f26-92fe-5f50c25739d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7 HTTP/1.1" status: 200 len: 861 time: 0.5184214 Jan 28 03:34:17.833654 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84cb1d20-d6c3-4ff6-a985-662ee9ccd623 req-90355f0e-7181-4b80-a5f3-2e0ef16b7e11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54fe4339-ace7-4b0f-940f-2e11797db4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369961 Jan 28 03:34:17.837540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203a717-4444-4601-95cb-a3e4900a3813 req-b8ddc5d3-2004-4ec7-ab94-42592755f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.839519 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-b8ddc5d3-2004-4ec7-ab94-42592755f707 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.6565945 Jan 28 03:34:17.873479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54772) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:17.940172 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-8eafe8db-36fe-42cc-b1f1-a7d41a490a57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c932a07-19e4-4278-8a20-140339c652fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984056 Jan 28 03:34:17.972614 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-2ce60241-d396-4b79-9aa9-43b3ba969fa7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=4bb17899-8191-4ab6-99bf-89e734fd4001 HTTP/1.1" status: 200 len: 217 time: 0.1096201 Jan 28 03:34:17.988007 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6edba4b2-2fa7-494d-96c3-f148924e8357 admin admin] Publish callbacks [] for security_group (77ad8a91-36a2-4f36-947c-b0bdb5b75cec), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:17.994699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (91dff0f0-1303-496f-8c82-034e0d062222), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:17.996619 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92a37763-b4e9-44e2-8929-049e4a17b06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:18.045846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95857d16-b656-4d27-b4e5-e3444edbc1d2 req-08fc4b80-92ea-4a1a-8c91-5f504093e914 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641383 Jan 28 03:34:18.100869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-5fa38813-2c83-43cb-9e8f-d4f7c5d6135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:18.102746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-5fa38813-2c83-43cb-9e8f-d4f7c5d6135a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6435430 Jan 28 03:34:18.135963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203a717-4444-4601-95cb-a3e4900a3813 req-f7e1416d-eb74-4389-a137-01407723c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:18.138094 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-f7e1416d-eb74-4389-a137-01407723c246 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1530163 Jan 28 03:34:18.149277 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6edba4b2-2fa7-494d-96c3-f148924e8357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (77ad8a91-36a2-4f36-947c-b0bdb5b75cec), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:18.154772 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6edba4b2-2fa7-494d-96c3-f148924e8357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:18.155001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6edba4b2-2fa7-494d-96c3-f148924e8357 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77ad8a91-36a2-4f36-947c-b0bdb5b75cec HTTP/1.1" status: 204 len: 168 time: 1.0581229 Jan 28 03:34:18.202510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed46b-3733-4e2c-9cb3-5adfa6a1d0f2 req-ae3ac967-da3b-4f06-828c-47bb9e6a33f6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:18.210913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd1ed46b-3733-4e2c-9cb3-5adfa6a1d0f2 req-ae3ac967-da3b-4f06-828c-47bb9e6a33f6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 931 time: 0.6470344 Jan 28 03:34:18.222332 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84cb1d20-d6c3-4ff6-a985-662ee9ccd623 req-4c5731ad-b245-4ce5-84ed-2c5a16f4f5a8 service neutron] 10.222.0.42 "GET /v2.0/networks/54fe4339-ace7-4b0f-940f-2e11797db4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818102 Jan 28 03:34:18.247875 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-facbd327-44c4-476f-92e6-046b7c885922 service neutron] 10.222.0.42 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770731 Jan 28 03:34:18.263868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edba4b2-2fa7-494d-96c3-f148924e8357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ad8a91-36a2-4f36-947c-b0bdb5b75cec,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:18.325710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd1ed46b-3733-4e2c-9cb3-5adfa6a1d0f2 req-b0f623b6-cc15-4663-8fd4-e9e8e7baa8ea tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083195 Jan 28 03:34:18.397054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203a717-4444-4601-95cb-a3e4900a3813 req-09d38ca8-2ba9-4cb7-b992-0a88e213892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:18.397666 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-09d38ca8-2ba9-4cb7-b992-0a88e213892c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2320678 Jan 28 03:34:18.418533 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92a37763-b4e9-44e2-8929-049e4a17b06d admin admin] Publish callbacks [] for security_group (d143669a-c7db-4b7a-9a93-41c46104b1ea), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:18.443338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92a37763-b4e9-44e2-8929-049e4a17b06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d143669a-c7db-4b7a-9a93-41c46104b1ea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:18.560458 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84cb1d20-d6c3-4ff6-a985-662ee9ccd623 req-cdbe6c1d-9767-4f16-9baf-3503b6ef65bb service neutron] 10.222.0.42 "GET /v2.0/networks/54fe4339-ace7-4b0f-940f-2e11797db4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288350 Jan 28 03:34:18.573679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a37763-b4e9-44e2-8929-049e4a17b06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d143669a-c7db-4b7a-9a93-41c46104b1ea,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:18.579787 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-92a37763-b4e9-44e2-8929-049e4a17b06d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17e6583b8e07448a8ae3e12e77b27519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6787326 Jan 28 03:34:18.581916 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-ce7d2af2-bfbc-40f6-9df6-f92844d228fb service neutron] 10.222.0.42 "GET /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215098 Jan 28 03:34:18.582728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54790) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:18.648179 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-c860c93a-490d-44ca-badd-9820bb938680 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362206 Jan 28 03:34:18.692697 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2497e896-67b2-4806-a209-b0d1a52975b5 admin admin] Publish callbacks [] for security_group (d143669a-c7db-4b7a-9a93-41c46104b1ea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:18.744004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-462e114a-c47d-4611-ae21-0d4c5054f29b service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315331 Jan 28 03:34:18.774758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54792) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:18.799028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735077a-ffd6-4b1e-abfe-7451e928b705 req-d6456c4e-85bd-4f4d-be82-357ea7f004f1 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:18.800649 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b735077a-ffd6-4b1e-abfe-7451e928b705 req-d6456c4e-85bd-4f4d-be82-357ea7f004f1 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 944 time: 0.5836573 Jan 28 03:34:18.803635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-995bf6e2-e980-40dd-bf76-29c0220247e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:18.892929 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-995bf6e2-e980-40dd-bf76-29c0220247e2 admin admin] Publish callbacks [] for security_group (2ba0e70a-5efd-480c-8616-d036657b0cea), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:18.899477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ea09a-5880-4c91-a22b-9b5bcaa30f21 req-40e579aa-78c4-4b4b-9001-4d521f648b45 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:18.902032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c4ea09a-5880-4c91-a22b-9b5bcaa30f21 req-40e579aa-78c4-4b4b-9001-4d521f648b45 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 945 time: 0.2367256 Jan 28 03:34:18.913975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-995bf6e2-e980-40dd-bf76-29c0220247e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2ba0e70a-5efd-480c-8616-d036657b0cea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:18.924472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2497e896-67b2-4806-a209-b0d1a52975b5 admin admin] Publish callbacks [] for security_group (d143669a-c7db-4b7a-9a93-41c46104b1ea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:18.956384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7203a717-4444-4601-95cb-a3e4900a3813 req-69b64312-efab-4ca9-b294-e553fa739293 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956343 Jan 28 03:34:18.995051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bf6e2-e980-40dd-bf76-29c0220247e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba0e70a-5efd-480c-8616-d036657b0cea,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:19.012127 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-995bf6e2-e980-40dd-bf76-29c0220247e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07bc6d72b0ea40089d305b1a8762cb9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271862 Jan 28 03:34:19.017665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54794) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:19.047239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dff0f0-1303-496f-8c82-034e0d062222 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:19.066139 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Publish callbacks [] for port (91dff0f0-1303-496f-8c82-034e0d062222), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.076348 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b735077a-ffd6-4b1e-abfe-7451e928b705 req-40f6d74d-1236-4dfa-a5c7-8ddb49eb2e1a tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130363 Jan 28 03:34:19.087371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d3b34aa-8818-42cc-8e77-4aab77584a08 req-fe598486-0305-4c82-93e0-24b9d853b0fb service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313730 Jan 28 03:34:19.092809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2898b91-f5c7-41ff-a6d1-7a7ccd0f1c85 admin admin] Publish callbacks [] for security_group (2ba0e70a-5efd-480c-8616-d036657b0cea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.097161 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2497e896-67b2-4806-a209-b0d1a52975b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d143669a-c7db-4b7a-9a93-41c46104b1ea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.099902 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2497e896-67b2-4806-a209-b0d1a52975b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.104378 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2497e896-67b2-4806-a209-b0d1a52975b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d143669a-c7db-4b7a-9a93-41c46104b1ea HTTP/1.1" status: 204 len: 168 time: 0.5182345 Jan 28 03:34:19.113506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c4ea09a-5880-4c91-a22b-9b5bcaa30f21 req-99ee8f34-592a-4e3b-9783-30875a40b557 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900301 Jan 28 03:34:19.114709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Transition to ACTIVE for port object 91dff0f0-1303-496f-8c82-034e0d062222 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:19.125629 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (91dff0f0-1303-496f-8c82-034e0d062222), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.133113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497e896-67b2-4806-a209-b0d1a52975b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d143669a-c7db-4b7a-9a93-41c46104b1ea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:19.173909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2898b91-f5c7-41ff-a6d1-7a7ccd0f1c85 admin admin] Publish callbacks [] for security_group (2ba0e70a-5efd-480c-8616-d036657b0cea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.320776 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2898b91-f5c7-41ff-a6d1-7a7ccd0f1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2ba0e70a-5efd-480c-8616-d036657b0cea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.325024 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2898b91-f5c7-41ff-a6d1-7a7ccd0f1c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.334342 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b2898b91-f5c7-41ff-a6d1-7a7ccd0f1c85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ba0e70a-5efd-480c-8616-d036657b0cea HTTP/1.1" status: 204 len: 168 time: 0.3124144 Jan 28 03:34:19.353093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2898b91-f5c7-41ff-a6d1-7a7ccd0f1c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba0e70a-5efd-480c-8616-d036657b0cea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:19.376471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Pushing event updated for resources: {'Port': ['ID=91dff0f0-1303-496f-8c82-034e0d062222,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:19.400952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device ca094df4-03c0-4588-95d8-b500959e9ee1 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:19.437707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2fff2-c59b-4a8e-9de7-b9dd839b8e89 req-6ce9c3ad-35c7-4d6e-95f0-72342b3ee2a8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:19.444724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1b2fff2-c59b-4a8e-9de7-b9dd839b8e89 req-6ce9c3ad-35c7-4d6e-95f0-72342b3ee2a8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 948 time: 0.1895630 Jan 28 03:34:19.588583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Attempting to bind port 91dff0f0-1303-496f-8c82-034e0d062222 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:19.588949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Attempting to bind port 91dff0f0-1303-496f-8c82-034e0d062222 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'f455e546-4728-4f9e-b9cf-0f615b4ead9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:19.589375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Attempting to bind port 91dff0f0-1303-496f-8c82-034e0d062222 on network 0589fcf6-7339-4f9f-8081-24e5b2cb01af {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:19.611315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-cef22b51-ce2b-44e8-b8d6-af822e1a726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:19.613037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-cef22b51-ce2b-44e8-b8d6-af822e1a726c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=2233e706-7c72-4318-b890-05c9d6f3ffab HTTP/1.1" status: 200 len: 1100 time: 0.2514269 Jan 28 03:34:19.616374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1b2fff2-c59b-4a8e-9de7-b9dd839b8e89 req-c3a4bac8-e996-4bbb-847c-4fc03ac62670 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706362 Jan 28 03:34:19.616562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port ca094df4-03c0-4588-95d8-b500959e9ee1, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ca094df4-03c0-4588-95d8-b500959e9ee1,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:19.618374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Port 91dff0f0-1303-496f-8c82-034e0d062222 on network 0589fcf6-7339-4f9f-8081-24e5b2cb01af not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:19.618768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Attempting to bind port 91dff0f0-1303-496f-8c82-034e0d062222 on network 0589fcf6-7339-4f9f-8081-24e5b2cb01af {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:19.632374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'ca094df4-03c0-4588-95d8-b500959e9ee1', 'network_id': '8c932a07-19e4-4278-8a20-140339c652fb', 'port_id': 'ca094df4-03c0-4588-95d8-b500959e9ee1', 'mac_address': 'fa:16:3e:8a:f4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:19.649854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2b41f-0f50-4483-a825-1025375ee4f9 req-ab24d627-0fb4-4673-99d0-bbd5bebb3c71 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:19.653195 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8a2b41f-0f50-4483-a825-1025375ee4f9 req-ab24d627-0fb4-4673-99d0-bbd5bebb3c71 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 943 time: 0.1847553 Jan 28 03:34:19.654039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:19.654384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Checking segment: {'id': 'f455e546-4728-4f9e-b9cf-0f615b4ead9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:19.654877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Bound using segment: {'id': 'f455e546-4728-4f9e-b9cf-0f615b4ead9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:19.655341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Bound port: 91dff0f0-1303-496f-8c82-034e0d062222, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f455e546-4728-4f9e-b9cf-0f615b4ead9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:19.655703 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (91dff0f0-1303-496f-8c82-034e0d062222), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.690183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port ca094df4-03c0-4588-95d8-b500959e9ee1 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:19.690890 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.709127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca094df4-03c0-4588-95d8-b500959e9ee1 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:19.735738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port ca094df4-03c0-4588-95d8-b500959e9ee1, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ca094df4-03c0-4588-95d8-b500959e9ee1,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:19.742212 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:19.842518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=ca094df4-03c0-4588-95d8-b500959e9ee1,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:19.889967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] For port 91dff0f0-1303-496f-8c82-034e0d062222, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:19.934359 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8a2b41f-0f50-4483-a825-1025375ee4f9 req-cf8310ce-fdcb-49ed-bf92-06afc29b6d18 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564759 Jan 28 03:34:19.944065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] For port 91dff0f0-1303-496f-8c82-034e0d062222, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=91dff0f0-1303-496f-8c82-034e0d062222,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:19.968658 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (91dff0f0-1303-496f-8c82-034e0d062222), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:20.023547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-97a398e7-0ce9-4bac-9d21-24fd3c27c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:20.025257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-97a398e7-0ce9-4bac-9d21-24fd3c27c483 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.4040277 Jan 28 03:34:20.029316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:20.029943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:20.031343 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] 10.222.0.42 "PUT /v2.0/ports/91dff0f0-1303-496f-8c82-034e0d062222 HTTP/1.1" status: 200 len: 1092 time: 2.6978836 Jan 28 03:34:20.031793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8635a814-2bf3-4c97-a480-f388355da62d', 'tag': '91dff0f0-1303-496f-8c82-034e0d062222'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:20.034544 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19" -d '{"events": [{"name": "network-changed", "server_uuid": "8635a814-2bf3-4c97-a480-f388355da62d", "tag": "91dff0f0-1303-496f-8c82-034e0d062222"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:20.081004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-1e2ad0cf-6102-4c95-90e0-a7fc571076fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=6560c747-ca57-456d-b5d9-f0efee0535d3 HTTP/1.1" status: 200 len: 217 time: 0.0405815 Jan 28 03:34:20.098741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['ca094df4-03c0-4588-95d8-b500959e9ee1'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:20.146110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-e2e436a9-cf31-497f-8ad0-17f021876184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:20.147612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-e2e436a9-cf31-497f-8ad0-17f021876184 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0577383 Jan 28 03:34:20.155404 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a26b5c-4a5a-4900-912b-ef40c4d6a870 x-openstack-request-id: req-38a26b5c-4a5a-4900-912b-ef40c4d6a870 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:20.155739 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8635a814-2bf3-4c97-a480-f388355da62d", "tag": "91dff0f0-1303-496f-8c82-034e0d062222", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:20.156118 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38a26b5c-4a5a-4900-912b-ef40c4d6a870 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:20.156527 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8635a814-2bf3-4c97-a480-f388355da62d', 'tag': '91dff0f0-1303-496f-8c82-034e0d062222', 'status': 'completed', 'code': 200} Jan 28 03:34:20.206873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f65c8-36d1-4947-9254-b5fdc244ab6d service neutron] Pushing event updated for resources: {'Port': ['ID=91dff0f0-1303-496f-8c82-034e0d062222,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:20.257227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-20372b1c-7dae-41f0-a66c-3a4c4cfc950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:20.258786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-20372b1c-7dae-41f0-a66c-3a4c4cfc950d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937741 Jan 28 03:34:20.380443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-b9728f51-0a33-40f8-a93c-22f620d59ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:20.384897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-b9728f51-0a33-40f8-a93c-22f620d59ca0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 1095 time: 0.2363274 Jan 28 03:34:20.570457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-db2cb8e0-0db4-44c5-a06a-00b8da374a63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91dff0f0-1303-496f-8c82-034e0d062222 HTTP/1.1" status: 200 len: 217 time: 0.0805779 Jan 28 03:34:20.640236 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-a50f64f9-11e1-494f-afa3-bc3c976575c4 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600731 Jan 28 03:34:20.650549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12f918-7dfe-48dc-9fc4-e74ced006120 req-c5a92991-1134-4f9f-a228-b1adc69209df tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:20.652400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b12f918-7dfe-48dc-9fc4-e74ced006120 req-c5a92991-1134-4f9f-a228-b1adc69209df tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 945 time: 0.3833382 Jan 28 03:34:20.677990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947b944-f5d1-431c-9119-6844f27a4feb req-651ace95-919b-4bd6-8957-a47b043cb018 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:20.679522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d947b944-f5d1-431c-9119-6844f27a4feb req-651ace95-919b-4bd6-8957-a47b043cb018 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 945 time: 0.3692324 Jan 28 03:34:20.683192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54872) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:20.717712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4bb17899-8191-4ab6-99bf-89e734fd4001 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:20.774226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-f9349163-1d30-44b3-a3a6-db3e770f49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:20.776247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-f9349163-1d30-44b3-a3a6-db3e770f49e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df9ef53-ff85-4dc0-b919-1760fa37f332 HTTP/1.1" status: 200 len: 854 time: 0.1888506 Jan 28 03:34:20.819330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-network', 'tenant_id': '061af344c6de42629fad20da22041438'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:20.831555 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-9954bc23-cca8-4d22-b6f1-6f867c80ca7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0589fcf6-7339-4f9f-8081-24e5b2cb01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461540 Jan 28 03:34:20.843400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Made reservation on behalf of 061af344c6de42629fad20da22041438 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:20.846428 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:20.854346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4bb17899-8191-4ab6-99bf-89e734fd4001, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4bb17899-8191-4ab6-99bf-89e734fd4001,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:20.856006 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:20.867685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '4bb17899-8191-4ab6-99bf-89e734fd4001', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '4bb17899-8191-4ab6-99bf-89e734fd4001', 'mac_address': 'fa:16:3e:7c:13:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:20.885642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b12f918-7dfe-48dc-9fc4-e74ced006120 req-a7fad246-34ba-4eee-a749-bf3309f00576 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182679 Jan 28 03:34:20.919591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4bb17899-8191-4ab6-99bf-89e734fd4001 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:20.921629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:20.926846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d947b944-f5d1-431c-9119-6844f27a4feb req-25c425b0-7d50-4844-b7bc-5ba70bb1fd3c tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268672 Jan 28 03:34:20.942497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb17899-8191-4ab6-99bf-89e734fd4001 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:20.956240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a51a8323-d457-4f9d-8991-7d5afbf5e8af req-1353e426-0262-4497-8140-bcd51ab5d5a9 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896469 Jan 28 03:34:20.956434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Publish callbacks [] for security_group (8043cb49-b6c3-4265-a4d4-65906d4f08d2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:20.961172 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8043cb49-b6c3-4265-a4d4-65906d4f08d2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:20.994472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4bb17899-8191-4ab6-99bf-89e734fd4001, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4bb17899-8191-4ab6-99bf-89e734fd4001,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:21.011817 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.018622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:34:21.027559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-4b493162-4f4f-4270-9df8-3291d3d9daa7 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748338 Jan 28 03:34:21.028353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8043cb49-b6c3-4265-a4d4-65906d4f08d2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:21.035093 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ae96815b-1cdc-4db1-9595-9f2f90843753), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.035701 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Added segment ae96815b-1cdc-4db1-9595-9f2f90843753 of type vlan for network b498ec6e-645c-4284-8eec-322abddd9593 Jan 28 03:34:21.085844 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (b498ec6e-645c-4284-8eec-322abddd9593), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.098573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4bb17899-8191-4ab6-99bf-89e734fd4001,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:21.124258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (b498ec6e-645c-4284-8eec-322abddd9593), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.126853 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:21.127136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.158372 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4707849 Jan 28 03:34:21.159429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:21.167472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Request body: {'subnet': {'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-subnet', 'tenant_id': '061af344c6de42629fad20da22041438', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:21.195493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-915ec139-f506-4200-8b20-6e0fd5210d34 req-509268e7-e051-488f-ace0-c34ace297c86 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507413 Jan 28 03:34:21.204125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d06d4-e3d4-4244-81b8-55606016aabe admin admin] Pushing event updated for resources: {'Network': ['ID=b498ec6e-645c-4284-8eec-322abddd9593,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:21.216495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network b498ec6e-645c-4284-8eec-322abddd9593 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:34:21.225786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c039f-a464-4ef9-bc4a-9b7823b399ee req-5dfc6413-4a5c-4b4b-bba8-5b0acadc7589 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:21.233561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f10c039f-a464-4ef9-bc4a-9b7823b399ee req-5dfc6413-4a5c-4b4b-bba8-5b0acadc7589 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 949 time: 0.1215270 Jan 28 03:34:21.241614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Made reservation on behalf of 061af344c6de42629fad20da22041438 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:21.243970 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.383442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f10c039f-a464-4ef9-bc4a-9b7823b399ee req-13ba74fa-41b4-4af5-8284-512343f942f1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488991 Jan 28 03:34:21.400950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6560c747-ca57-456d-b5d9-f0efee0535d3 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:21.408631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device ca094df4-03c0-4588-95d8-b500959e9ee1 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:21.450722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19 req-dd1e6073-aca0-4883-a2ac-ca3484ddc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:21.452441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19 req-dd1e6073-aca0-4883-a2ac-ca3484ddc289 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 1095 time: 0.1493368 Jan 28 03:34:21.552502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port ca094df4-03c0-4588-95d8-b500959e9ee1 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:34:21.553836 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6f585-5937-4499-8c0a-5720bb123aa9 req-838ac601-3343-42a1-a275-4ba9167fd478 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:21.563212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ed6f585-5937-4499-8c0a-5720bb123aa9 req-838ac601-3343-42a1-a275-4ba9167fd478 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 943 time: 0.2028689 Jan 28 03:34:21.566281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port ca094df4-03c0-4588-95d8-b500959e9ee1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:21.566649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.606596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 6560c747-ca57-456d-b5d9-f0efee0535d3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6560c747-ca57-456d-b5d9-f0efee0535d3,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:21.625793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '6560c747-ca57-456d-b5d9-f0efee0535d3', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '6560c747-ca57-456d-b5d9-f0efee0535d3', 'mac_address': 'fa:16:3e:6d:d7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:21.656583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4bb17899-8191-4ab6-99bf-89e734fd4001'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:21.693392 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (580c7bb7-434e-4f25-ba8b-992c17e47a59), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.705193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ed6f585-5937-4499-8c0a-5720bb123aa9 req-a54e42f7-32bc-4264-85fc-b0da709ed9e1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410067 Jan 28 03:34:21.739722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19 req-c85f5cd7-9e91-4a36-9489-632cb4bc7d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:21.741241 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19 req-c85f5cd7-9e91-4a36-9489-632cb4bc7d24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 915 time: 0.2773025 Jan 28 03:34:21.782683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 6560c747-ca57-456d-b5d9-f0efee0535d3 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:21.783202 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.813478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6560c747-ca57-456d-b5d9-f0efee0535d3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:21.820142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port ca094df4-03c0-4588-95d8-b500959e9ee1 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:21.820527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.835616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19 req-6b0326be-4d70-47b9-b018-b2571d68aae5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91dff0f0-1303-496f-8c82-034e0d062222 HTTP/1.1" status: 200 len: 217 time: 0.0827999 Jan 28 03:34:21.839324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=580c7bb7-434e-4f25-ba8b-992c17e47a59,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:21.858165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 6560c747-ca57-456d-b5d9-f0efee0535d3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6560c747-ca57-456d-b5d9-f0efee0535d3,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:21.875744 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.886817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7a1ab6-e008-4b4a-bd94-b57422311496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca094df4-03c0-4588-95d8-b500959e9ee1'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:21.889072 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9595ce31-0804-46d9-8db8-26e37cea6e8a" -d '{"events": [{"server_uuid": "da7a1ab6-e008-4b4a-bd94-b57422311496", "name": "network-vif-plugged", "status": "completed", "tag": "ca094df4-03c0-4588-95d8-b500959e9ee1"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:21.906075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Checking segment: {'id': 'ae96815b-1cdc-4db1-9595-9f2f90843753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:21.906438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Network hostable DHCP agents. Network: b498ec6e-645c-4284-8eec-322abddd9593, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:34:21.924317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port ca094df4-03c0-4588-95d8-b500959e9ee1, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ca094df4-03c0-4588-95d8-b500959e9ee1,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:21.950900 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:21.955373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b66a0-beb2-4ae5-8057-a250edbe1e4f req-662ee65d-b8fc-4dcf-83de-b58ff14c7388 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:21.956497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-547b66a0-beb2-4ae5-8057-a250edbe1e4f req-662ee65d-b8fc-4dcf-83de-b58ff14c7388 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 949 time: 0.2064090 Jan 28 03:34:21.961051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19 req-b7c99bd2-180e-4cbd-993d-e4dc1a61040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:21.962117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19 req-b7c99bd2-180e-4cbd-993d-e4dc1a61040b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df9ef53-ff85-4dc0-b919-1760fa37f332 HTTP/1.1" status: 200 len: 854 time: 0.1173878 Jan 28 03:34:21.975124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Network b498ec6e-645c-4284-8eec-322abddd9593 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:34:21.983882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644545-229c-4974-a66a-1e7fb046614e req-853603c4-219b-40f9-acd3-60a6f4be1417 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:21.985465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73644545-229c-4974-a66a-1e7fb046614e req-853603c4-219b-40f9-acd3-60a6f4be1417 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 945 time: 0.1470423 Jan 28 03:34:22.004635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=6560c747-ca57-456d-b5d9-f0efee0535d3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:22.038167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, b498ec6e-645c-4284-8eec-322abddd9593) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:22.041157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19 req-4789e593-a892-4577-a4eb-ea3b4b80863c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0589fcf6-7339-4f9f-8081-24e5b2cb01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485945 Jan 28 03:34:22.048211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadff1ba-de32-47d4-b896-f6a3dbc79c01 None None] Network b498ec6e-645c-4284-8eec-322abddd9593 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:22.049689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:22.050279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.136818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=ca094df4-03c0-4588-95d8-b500959e9ee1,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:22.137640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-547b66a0-beb2-4ae5-8057-a250edbe1e4f req-2f07fc3f-e1b9-4a83-81b7-f7e9e3a37824 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709399 Jan 28 03:34:22.149846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54934) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:22.151186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-12d8426b-532a-4207-b2c1-11cae5565845 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9901438 Jan 28 03:34:22.155386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-router', 'tenant_id': '061af344c6de42629fad20da22041438', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:22.160792 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73644545-229c-4974-a66a-1e7fb046614e req-dc3193f4-279e-49a3-b0ae-54d93b214eb2 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559393 Jan 28 03:34:22.211179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (05410ccf-4434-47d8-9b0c-74e06eb75c6d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.212874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (05410ccf-4434-47d8-9b0c-74e06eb75c6d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.214357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19 req-39f543f8-a41a-4fc2-8b3e-6cf50cd1ed53 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604731 Jan 28 03:34:22.235785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-b498ec6e-645c-4284-8eec-322abddd9593', 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593', 'project_id': '061af344c6de42629fad20da22041438', 'fixed_ips': [{'subnet_id': '580c7bb7-434e-4f25-ba8b-992c17e47a59'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:34:22.236718 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.267387 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f603117-8947-4743-9794-b91347228664 x-openstack-request-id: req-3f603117-8947-4743-9794-b91347228664 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:22.267686 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7a1ab6-e008-4b4a-bd94-b57422311496", "name": "network-vif-plugged", "status": "completed", "tag": "ca094df4-03c0-4588-95d8-b500959e9ee1", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:22.268040 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f603117-8947-4743-9794-b91347228664 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:22.268551 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7a1ab6-e008-4b4a-bd94-b57422311496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca094df4-03c0-4588-95d8-b500959e9ee1', 'code': 200} Jan 28 03:34:22.271518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['6560c747-ca57-456d-b5d9-f0efee0535d3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:22.317416 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks [] for router_controller (05410ccf-4434-47d8-9b0c-74e06eb75c6d), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.492177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks [] for router_gateway (05410ccf-4434-47d8-9b0c-74e06eb75c6d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.499631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Allocated IP 172.20.0.2 (b498ec6e-645c-4284-8eec-322abddd9593/580c7bb7-434e-4f25-ba8b-992c17e47a59/d4313ec9-acd5-4543-8c4b-b3c00ebd0613) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:22.721441 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Publish callbacks [] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.727381 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.739917 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks [] for router_gateway (05410ccf-4434-47d8-9b0c-74e06eb75c6d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.763353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.777545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Network b498ec6e-645c-4284-8eec-322abddd9593 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:22.779409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Pushing event updated for resources: {'Port': ['ID=d4313ec9-acd5-4543-8c4b-b3c00ebd0613,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:22.782083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:22.786747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:22.831340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b115d-c02d-43d1-99d9-eb6606c81f32 req-d0874e24-e081-48eb-b1f2-ddd7e79fd481 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:22.832874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b115d-c02d-43d1-99d9-eb6606c81f32 req-d0874e24-e081-48eb-b1f2-ddd7e79fd481 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 946 time: 0.5359740 Jan 28 03:34:22.840189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f1b60e8-a0a8-4117-9b12-c1e644da3d19 req-477bd31f-ab30-4f9b-80af-42ea3e221d36 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055570 Jan 28 03:34:22.852171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Attempting to bind port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:22.852526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Attempting to bind port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'ae96815b-1cdc-4db1-9595-9f2f90843753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:22.852909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Attempting to bind port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 on network b498ec6e-645c-4284-8eec-322abddd9593 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:22.858066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:22.858446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Checking segment: {'id': 'ae96815b-1cdc-4db1-9595-9f2f90843753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:22.858862 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.859236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Bound using segment: {'id': 'ae96815b-1cdc-4db1-9595-9f2f90843753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:22.859702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Bound port: d4313ec9-acd5-4543-8c4b-b3c00ebd0613, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae96815b-1cdc-4db1-9595-9f2f90843753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:22.860077 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.866713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5f7c3-27b4-4fbe-9e1a-fcfcfa76b984 req-1ef14d1c-09d0-48ca-bc30-6cb9589fc41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:22.868246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2d5f7c3-27b4-4fbe-9e1a-fcfcfa76b984 req-1ef14d1c-09d0-48ca-bc30-6cb9589fc41b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 1098 time: 0.4731934 Jan 28 03:34:22.880937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521b0c2-9530-4bb8-9924-9af8e00f7d80 req-b0a7cb95-93db-4375-a08c-cd71886912aa tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:22.882470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6521b0c2-9530-4bb8-9924-9af8e00f7d80 req-b0a7cb95-93db-4375-a08c-cd71886912aa tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 949 time: 0.1318858 Jan 28 03:34:22.895697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Allocated IP 172.25.1.91 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:22.930627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3815843f-d594-498e-971f-47df9f97b270 None None] For port d4313ec9-acd5-4543-8c4b-b3c00ebd0613, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:22.934516 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3815843f-d594-498e-971f-47df9f97b270 None None] For port d4313ec9-acd5-4543-8c4b-b3c00ebd0613, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d4313ec9-acd5-4543-8c4b-b3c00ebd0613,segment=NetworkSegment(ae96815b-1cdc-4db1-9595-9f2f90843753),segment_id=ae96815b-1cdc-4db1-9595-9f2f90843753)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:22.938528 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:22.966573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b115d-c02d-43d1-99d9-eb6606c81f32 req-c0f2d845-8da3-4577-a166-f2ada3696dfb tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243024 Jan 28 03:34:22.993893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2d5f7c3-27b4-4fbe-9e1a-fcfcfa76b984 req-32b145f1-368b-4e48-bc49-70c70e6489ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103649 Jan 28 03:34:23.015572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6521b0c2-9530-4bb8-9924-9af8e00f7d80 req-ae8f5dc0-4e42-4a3f-940c-6eda7ebc78b6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247211 Jan 28 03:34:23.034903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815843f-d594-498e-971f-47df9f97b270 None None] Pushing event updated for resources: {'Port': ['ID=d4313ec9-acd5-4543-8c4b-b3c00ebd0613,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:23.046640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks [] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:23.117399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:23.182747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af61ca-8ad5-4eb3-af22-b4f7db2ed3b4 req-5414bee0-beb4-4f91-b984-66b7057ed21d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:23.189721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98af61ca-8ad5-4eb3-af22-b4f7db2ed3b4 req-5414bee0-beb4-4f91-b984-66b7057ed21d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 943 time: 0.0684905 Jan 28 03:34:23.189975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:23.192878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:23.200263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:23.206577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Pushing event updated for resources: {'Port': ['ID=06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:23.305504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98af61ca-8ad5-4eb3-af22-b4f7db2ed3b4 req-7a0a472e-5a22-42e7-8f1a-9a940d30e4ce tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136653 Jan 28 03:34:23.419242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 91dff0f0-1303-496f-8c82-034e0d062222 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:23.438154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6560c747-ca57-456d-b5d9-f0efee0535d3 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:23.451192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54988) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:23.500086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee92b76-c43c-4c84-917e-e751b503fd21 req-1d3087b4-f837-4447-b228-370d67de0df1 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:23.502460 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ee92b76-c43c-4c84-917e-e751b503fd21 req-1d3087b4-f837-4447-b228-370d67de0df1 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 945 time: 0.1072347 Jan 28 03:34:23.625372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 6560c747-ca57-456d-b5d9-f0efee0535d3 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:34:23.638680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ee92b76-c43c-4c84-917e-e751b503fd21 req-05afb206-b1e6-4d7f-ad02-e4c8f1a0a719 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c3f3fa9-e083-4884-876a-de36639606b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304538 Jan 28 03:34:23.651113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 6560c747-ca57-456d-b5d9-f0efee0535d3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:23.651544 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:23.699681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks [] for router_gateway (05410ccf-4434-47d8-9b0c-74e06eb75c6d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:23.701395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 91dff0f0-1303-496f-8c82-034e0d062222, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=91dff0f0-1303-496f-8c82-034e0d062222,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:23.703901 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9175-52f6-43f3-9330-4a41de90211c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:23.726275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '91dff0f0-1303-496f-8c82-034e0d062222', 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af', 'port_id': '91dff0f0-1303-496f-8c82-034e0d062222', 'mac_address': 'fa:16:3e:a7:b8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df9ef53-ff85-4dc0-b919-1760fa37f332', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:23.841537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-397b4945-e1a6-4836-a267-a1575a0944ba tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:23.843944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-397b4945-e1a6-4836-a267-a1575a0944ba tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.42 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 945 time: 0.0659943 Jan 28 03:34:23.846309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 6560c747-ca57-456d-b5d9-f0efee0535d3 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:23.847190 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:23.849743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d4313ec9-acd5-4543-8c4b-b3c00ebd0613 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:23.854947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 91dff0f0-1303-496f-8c82-034e0d062222 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:23.855592 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (91dff0f0-1303-496f-8c82-034e0d062222), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:23.914677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dff0f0-1303-496f-8c82-034e0d062222 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:23.983228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 6560c747-ca57-456d-b5d9-f0efee0535d3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6560c747-ca57-456d-b5d9-f0efee0535d3,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:23.990798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-5aebaa31-7e0f-4d25-848e-8548bbad8220 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Deleting port 9bf0f298-5ca8-4d68-b548-c381c251b4be {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:23.991214 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-5aebaa31-7e0f-4d25-848e-8548bbad8220 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:23.997615 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9175-52f6-43f3-9330-4a41de90211c admin admin] Publish callbacks [] for security_group (9a2a0ca5-1be9-4ccd-8862-7dcf872c6287), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.008117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 91dff0f0-1303-496f-8c82-034e0d062222, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=91dff0f0-1303-496f-8c82-034e0d062222,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:24.010030 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9175-52f6-43f3-9330-4a41de90211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9a2a0ca5-1be9-4ccd-8862-7dcf872c6287), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.016076 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.031672 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (91dff0f0-1303-496f-8c82-034e0d062222), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.096486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:24.096879 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.125512 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a3ca9175-52f6-43f3-9330-4a41de90211c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b46044abb084ab4badae26665539f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6732538 Jan 28 03:34:24.128509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:24.140612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca9175-52f6-43f3-9330-4a41de90211c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2a0ca5-1be9-4ccd-8862-7dcf872c6287,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:24.154388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (05410ccf-4434-47d8-9b0c-74e06eb75c6d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.174144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=6560c747-ca57-456d-b5d9-f0efee0535d3,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:24.183541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-5aebaa31-7e0f-4d25-848e-8548bbad8220 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] For port 9bf0f298-5ca8-4d68-b548-c381c251b4be, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9bf0f298-5ca8-4d68-b548-c381c251b4be,segment=NetworkSegment(d313fe11-8570-467e-9ba0-61312a8c16b2),segment_id=d313fe11-8570-467e-9ba0-61312a8c16b2)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:24.183915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-5aebaa31-7e0f-4d25-848e-8548bbad8220 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.273909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2233e706-7c72-4318-b890-05c9d6f3ffab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6560c747-ca57-456d-b5d9-f0efee0535d3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:24.276413 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f49015-fda7-4981-89e9-2b9bd5bda6d0" -d '{"events": [{"server_uuid": "2233e706-7c72-4318-b890-05c9d6f3ffab", "name": "network-vif-plugged", "status": "completed", "tag": "6560c747-ca57-456d-b5d9-f0efee0535d3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:24.286916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-5aebaa31-7e0f-4d25-848e-8548bbad8220 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Calling delete_port for 9bf0f298-5ca8-4d68-b548-c381c251b4be owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:24.308910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8db94d61-8760-4152-b22f-bb14689cbd3a admin admin] Publish callbacks [] for security_group (9a2a0ca5-1be9-4ccd-8862-7dcf872c6287), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.359211 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8db94d61-8760-4152-b22f-bb14689cbd3a admin admin] Publish callbacks [] for security_group (9a2a0ca5-1be9-4ccd-8862-7dcf872c6287), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.429566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Router 05410ccf-4434-47d8-9b0c-74e06eb75c6d is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:34:24.448612 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8db94d61-8760-4152-b22f-bb14689cbd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9a2a0ca5-1be9-4ccd-8862-7dcf872c6287), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.451411 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8db94d61-8760-4152-b22f-bb14689cbd3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.452597 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8db94d61-8760-4152-b22f-bb14689cbd3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a2a0ca5-1be9-4ccd-8862-7dcf872c6287 HTTP/1.1" status: 204 len: 168 time: 0.3230207 Jan 28 03:34:24.465598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db94d61-8760-4152-b22f-bb14689cbd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2a0ca5-1be9-4ccd-8862-7dcf872c6287,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:24.480867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['91dff0f0-1303-496f-8c82-034e0d062222'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:24.486487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=91dff0f0-1303-496f-8c82-034e0d062222,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:24.504140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7414eb6-021e-406a-982e-06768dc50acd req-b625c651-ef29-445b-bd0e-81bea0f688e7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:24.512161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7414eb6-021e-406a-982e-06768dc50acd req-b625c651-ef29-445b-bd0e-81bea0f688e7 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 946 time: 0.3071251 Jan 28 03:34:24.533689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840b06-a5c0-4eae-9630-46b02440b4a4 req-7cc3ef24-2ffb-485d-99a3-2248b080f7e3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:24.540324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34840b06-a5c0-4eae-9630-46b02440b4a4 req-7cc3ef24-2ffb-485d-99a3-2248b080f7e3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 949 time: 0.2849810 Jan 28 03:34:24.585658 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-5aebaa31-7e0f-4d25-848e-8548bbad8220 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9bf0f298-5ca8-4d68-b548-c381c251b4be), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.591293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:24.602953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Sync routers for ids ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:24.626651 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Routers {'05410ccf-4434-47d8-9b0c-74e06eb75c6d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:24.627593 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:24.635392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['9bf0f298-5ca8-4d68-b548-c381c251b4be'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:24.657151 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.662939 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b90abe45-f396-4f9d-b042-be700f2620fe admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5081439 Jan 28 03:34:24.663657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:24.680194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e485e-f0fd-469b-be2d-7c287b658947 None None] Network b498ec6e-645c-4284-8eec-322abddd9593 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:24.712763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebaa31-7e0f-4d25-848e-8548bbad8220 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Pushing event deleted for resources: {'Port': ['ID=9bf0f298-5ca8-4d68-b548-c381c251b4be,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:24.730267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7414eb6-021e-406a-982e-06768dc50acd req-49d76891-6ea9-459c-8e4c-cbb0760dcac6 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116807 Jan 28 03:34:24.733218 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:24.733887 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.774741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4bb17899-8191-4ab6-99bf-89e734fd4001 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:24.779291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34840b06-a5c0-4eae-9630-46b02440b4a4 req-0b1c7534-2130-4e1d-9af7-b6994ecd5f36 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378588 Jan 28 03:34:24.784355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-5aebaa31-7e0f-4d25-848e-8548bbad8220 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] No DVR routers for this DVR port 9bf0f298-5ca8-4d68-b548-c381c251b4be on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:24.813995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-5aebaa31-7e0f-4d25-848e-8548bbad8220 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:24.816574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ee9a112-8b44-4c97-b925-9f9336e83618 req-5aebaa31-7e0f-4d25-848e-8548bbad8220 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.42 "DELETE /v2.0/ports/9bf0f298-5ca8-4d68-b548-c381c251b4be HTTP/1.1" status: 204 len: 173 time: 0.9626873 Jan 28 03:34:24.817146 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f42e2a-9568-46ef-80f1-97a6ab06fac3', 'name': 'network-vif-deleted', 'tag': '9bf0f298-5ca8-4d68-b548-c381c251b4be'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:24.828677 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b24807-4fbd-4f70-9bf2-ee2957848741" -d '{"events": [{"server_uuid": "19f42e2a-9568-46ef-80f1-97a6ab06fac3", "name": "network-vif-deleted", "tag": "9bf0f298-5ca8-4d68-b548-c381c251b4be"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:24.871018 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Set router 05410ccf-4434-47d8-9b0c-74e06eb75c6d gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:24.940433 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa2911f-e478-4826-8f0d-d8e2f8c085fa x-openstack-request-id: req-9fa2911f-e478-4826-8f0d-d8e2f8c085fa {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:24.941330 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2233e706-7c72-4318-b890-05c9d6f3ffab", "name": "network-vif-plugged", "status": "completed", "tag": "6560c747-ca57-456d-b5d9-f0efee0535d3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:24.941761 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fa2911f-e478-4826-8f0d-d8e2f8c085fa {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:24.942347 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2233e706-7c72-4318-b890-05c9d6f3ffab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6560c747-ca57-456d-b5d9-f0efee0535d3', 'code': 200} Jan 28 03:34:24.995836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bf7b4071-5cdb-40c4-935e-fe516269ed67 None None] Provisioning complete for port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:25.010898 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4071-5cdb-40c4-935e-fe516269ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:25.058720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17621-eaf7-4809-a901-a9f2e4edda96 req-a045d52e-5829-4987-b557-6e9099b2139a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:25.060202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46f17621-eaf7-4809-a901-a9f2e4edda96 req-a045d52e-5829-4987-b557-6e9099b2139a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 944 time: 0.1221180 Jan 28 03:34:25.068724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port d4313ec9-acd5-4543-8c4b-b3c00ebd0613, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d4313ec9-acd5-4543-8c4b-b3c00ebd0613,segment=NetworkSegment(ae96815b-1cdc-4db1-9595-9f2f90843753),segment_id=ae96815b-1cdc-4db1-9595-9f2f90843753)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:25.109245 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:25.119691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af52e570-423f-453d-916e-e6d012730e75 req-6780c134-8249-49c4-a294-4d01a632b3d7 tempest-InstanceActionsTestJSON-51616937 tempest-InstanceActionsTestJSON-51616937-project] 10.222.0.44 "GET /v2.0/ports?device_id=19f42e2a-9568-46ef-80f1-97a6ab06fac3 HTTP/1.1" status: 200 len: 210 time: 0.0582590 Jan 28 03:34:25.219193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc78a-949b-4288-ba47-d763e198f7df req-cbd7554b-e7e2-4805-8932-b4fcf89f855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:25.221027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8acc78a-949b-4288-ba47-d763e198f7df req-cbd7554b-e7e2-4805-8932-b4fcf89f855b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2233e706-7c72-4318-b890-05c9d6f3ffab HTTP/1.1" status: 200 len: 1102 time: 0.0945716 Jan 28 03:34:25.231653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46f17621-eaf7-4809-a901-a9f2e4edda96 req-fa925bca-c29b-4156-a981-1c372be26901 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638801 Jan 28 03:34:25.316793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 4bb17899-8191-4ab6-99bf-89e734fd4001 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:34:25.327461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 4bb17899-8191-4ab6-99bf-89e734fd4001 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:25.327934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:25.330871 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f5053b-3a17-4066-8111-d721299c78b4 x-openstack-request-id: req-60f5053b-3a17-4066-8111-d721299c78b4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:25.331356 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f42e2a-9568-46ef-80f1-97a6ab06fac3", "name": "network-vif-deleted", "tag": "9bf0f298-5ca8-4d68-b548-c381c251b4be", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:25.331771 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60f5053b-3a17-4066-8111-d721299c78b4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:25.332355 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f42e2a-9568-46ef-80f1-97a6ab06fac3', 'name': 'network-vif-deleted', 'tag': '9bf0f298-5ca8-4d68-b548-c381c251b4be', 'status': 'completed', 'code': 200} Jan 28 03:34:25.341520 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-router', 'tenant_id': '061af344c6de42629fad20da22041438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:23Z', 'revision_number': 3, 'project_id': '061af344c6de42629fad20da22041438', 'gw_port': {'id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:25.341937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8acc78a-949b-4288-ba47-d763e198f7df req-44118b70-b856-4ce5-be87-0494f1b7b25f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035340 Jan 28 03:34:25.380979 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Checking router: 05410ccf-4434-47d8-9b0c-74e06eb75c6d for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:34:25.382008 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Updating router 05410ccf-4434-47d8-9b0c-74e06eb75c6d port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:34:25.418994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=d4313ec9-acd5-4543-8c4b-b3c00ebd0613,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:25.451446 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:25.506207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b4071-5cdb-40c4-935e-fe516269ed67 None None] Current status of the port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:25.529110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4bb17899-8191-4ab6-99bf-89e734fd4001 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:25.529682 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:25.642043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4bb17899-8191-4ab6-99bf-89e734fd4001, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4bb17899-8191-4ab6-99bf-89e734fd4001,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:25.660865 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:25.660865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1d230d83-f638-4fdf-a434-8d1437ff222f no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:25.744143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d4313ec9-acd5-4543-8c4b-b3c00ebd0613 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:25.918680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:25.968232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feb230-6049-4107-8beb-89448b35c631 req-9588b982-091c-4a71-9b9f-d11d30449021 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:25.979669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8ecdfc09-375b-4db4-96d4-b01f24375748 None None] Provisioning complete for port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:25.980396 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ecdfc09-375b-4db4-96d4-b01f24375748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:25.985472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8feb230-6049-4107-8beb-89448b35c631 req-9588b982-091c-4a71-9b9f-d11d30449021 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 946 time: 0.1217682 Jan 28 03:34:25.991001 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4bb17899-8191-4ab6-99bf-89e734fd4001,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:26.095388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:26.095766 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.099065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1d230d83-f638-4fdf-a434-8d1437ff222f is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:26.099455 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.156814 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Publish callbacks [] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.167362 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.186848 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8feb230-6049-4107-8beb-89448b35c631 req-2d5349ac-e823-4ce1-8702-caded5071b7a tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023005 Jan 28 03:34:26.195991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f7f5c-8e7f-4590-ad0f-85a5dd5c7fd0 req-d8db848d-623d-408b-b515-4aafbde6dd2a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:26.198067 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60f7f5c-8e7f-4590-ad0f-85a5dd5c7fd0 req-d8db848d-623d-408b-b515-4aafbde6dd2a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 950 time: 0.1789615 Jan 28 03:34:26.210194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:26.242316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Allocated IP 172.20.0.1 (b498ec6e-645c-4284-8eec-322abddd9593/580c7bb7-434e-4f25-ba8b-992c17e47a59/c34dd20f-beff-4eee-aa75-a9bb64c79f88) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:26.244862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8ecdfc09-375b-4db4-96d4-b01f24375748 None None] Current status of the port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:26.260990 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Pushing event updated for resources: {'Port': ['ID=06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:26.266372 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.282554 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.282910 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.283256 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.283598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.283935 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.284268 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.284596 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.286563 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.287397 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.287743 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.288231 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.288575 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.289197 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:26.296610 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Attempting to bind port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:26.297009 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Attempting to bind port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:26.297376 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Attempting to bind port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:26.306090 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:26.310722 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:26.311191 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.311604 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:26.312111 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Bound port: 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:26.312543 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.320808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60f7f5c-8e7f-4590-ad0f-85a5dd5c7fd0 req-5d04dab7-fd67-4efe-9d6f-96a3c4fbf931 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158862 Jan 28 03:34:26.342887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:26.410424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-3457e354-989d-4b07-ab3e-e87499dbdcc6 admin admin] Deleting subnet d288ad68-226c-4a54-8c69-1eaac5f58aa3 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:34:26.411744 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] For port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:26.417007 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3457e354-989d-4b07-ab3e-e87499dbdcc6 admin admin] Publish callbacks [] for subnet (d288ad68-226c-4a54-8c69-1eaac5f58aa3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.418059 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] For port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:26.424992 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.442233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:26.446259 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Publish callbacks [] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.455361 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:26.496256 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3457e354-989d-4b07-ab3e-e87499dbdcc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (d288ad68-226c-4a54-8c69-1eaac5f58aa3), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.518078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.532650 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ad94d-b6d9-460b-ab7c-e7061a0575f3 None None] Pushing event updated for resources: {'Port': ['ID=06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:26.535413 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Routers {'05410ccf-4434-47d8-9b0c-74e06eb75c6d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:26.536018 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:26.570956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Network b498ec6e-645c-4284-8eec-322abddd9593 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:26.578396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:26.580849 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:26.587667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c34dd20f-beff-4eee-aa75-a9bb64c79f88,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:26.626411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3457e354-989d-4b07-ab3e-e87499dbdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (d288ad68-226c-4a54-8c69-1eaac5f58aa3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.630879 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (05410ccf-4434-47d8-9b0c-74e06eb75c6d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.689089 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] Set router 05410ccf-4434-47d8-9b0c-74e06eb75c6d gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:26.733986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3457e354-989d-4b07-ab3e-e87499dbdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (d288ad68-226c-4a54-8c69-1eaac5f58aa3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.777588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457e354-989d-4b07-ab3e-e87499dbdcc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d288ad68-226c-4a54-8c69-1eaac5f58aa3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:26.784622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3457e354-989d-4b07-ab3e-e87499dbdcc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.789186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3457e354-989d-4b07-ab3e-e87499dbdcc6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d288ad68-226c-4a54-8c69-1eaac5f58aa3 HTTP/1.1" status: 204 len: 168 time: 0.4451540 Jan 28 03:34:26.797495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55106) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:26.802480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511faad4-3617-46e7-95cc-1685eb458ea1 req-4ab34f41-2964-49d5-bc02-46d49ed0f31c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:26.810702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-511faad4-3617-46e7-95cc-1685eb458ea1 req-4ab34f41-2964-49d5-bc02-46d49ed0f31c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 944 time: 0.2385631 Jan 28 03:34:26.829813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35725-c6d7-4258-9d4f-2dca55c80273 req-735aedb9-026d-40db-befa-b77dd4d4e42c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:26.837677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90c35725-c6d7-4258-9d4f-2dca55c80273 req-735aedb9-026d-40db-befa-b77dd4d4e42c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 946 time: 0.1611278 Jan 28 03:34:26.913115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-511faad4-3617-46e7-95cc-1685eb458ea1 req-32475b31-2616-423d-bbe5-e5eb30044d98 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986202 Jan 28 03:34:26.921451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (54fe4339-ace7-4b0f-940f-2e11797db4c9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.923205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90c35725-c6d7-4258-9d4f-2dca55c80273 req-dd370447-a4f8-40f5-8943-360884e99b02 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838015 Jan 28 03:34:26.929520 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:26.945377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01053b6-c35e-4b42-b69b-188eccd9f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb17899-8191-4ab6-99bf-89e734fd4001'}, {'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:26.948650 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d898dadb-b0fb-4182-905f-d411cea0cfeb" -d '{"events": [{"server_uuid": "e01053b6-c35e-4b42-b69b-188eccd9f4a9", "name": "network-vif-plugged", "status": "completed", "tag": "4bb17899-8191-4ab6-99bf-89e734fd4001"}, {"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:26.949635 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-router', 'tenant_id': '061af344c6de42629fad20da22041438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:23Z', 'revision_number': 3, 'project_id': '061af344c6de42629fad20da22041438', 'gw_port': {'id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:26.981432 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc014598-100f-4133-be3e-7917b34803c5 None None] The sync data for ids ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'] in n-d-808199-14 is: [{'id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-router', 'tenant_id': '061af344c6de42629fad20da22041438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:23Z', 'revision_number': 3, 'project_id': '061af344c6de42629fad20da22041438', 'gw_port': {'id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:34:26.999278 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab849cbf-8c90-4974-a940-376b42645983 x-openstack-request-id: req-ab849cbf-8c90-4974-a940-376b42645983 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:26.999968 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01053b6-c35e-4b42-b69b-188eccd9f4a9", "name": "network-vif-plugged", "status": "completed", "tag": "4bb17899-8191-4ab6-99bf-89e734fd4001", "code": 200}, {"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:27.000756 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab849cbf-8c90-4974-a940-376b42645983 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:27.001799 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01053b6-c35e-4b42-b69b-188eccd9f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb17899-8191-4ab6-99bf-89e734fd4001', 'code': 200} Jan 28 03:34:27.002245 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'code': 200} Jan 28 03:34:27.012070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b8f89307-fce5-4e3e-8c2c-58178bc732b3 None None] Provisioning complete for port c34dd20f-beff-4eee-aa75-a9bb64c79f88 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:27.012313 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b8f89307-fce5-4e3e-8c2c-58178bc732b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.054527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b8f89307-fce5-4e3e-8c2c-58178bc732b3 None None] Port c34dd20f-beff-4eee-aa75-a9bb64c79f88 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:27.071737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (54fe4339-ace7-4b0f-940f-2e11797db4c9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.145806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fe4339-ace7-4b0f-940f-2e11797db4c9']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:27.170350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd313fe11-8570-467e-9ba0-61312a8c16b2') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:27.170638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd313fe11-8570-467e-9ba0-61312a8c16b2') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:27.186001 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (d313fe11-8570-467e-9ba0-61312a8c16b2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.226624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d313fe11-8570-467e-9ba0-61312a8c16b2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.251137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d725d-a44c-4967-8d5f-8f13517f4324 req-07a12f10-2abc-44e8-a7bd-8a61c264c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:27.255846 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8c5d725d-a44c-4967-8d5f-8f13517f4324 req-07a12f10-2abc-44e8-a7bd-8a61c264c769 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 1102 time: 0.1327682 Jan 28 03:34:27.268067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:34:27.268514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (d313fe11-8570-467e-9ba0-61312a8c16b2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:34:27.270559 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:34:27.387202 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (54fe4339-ace7-4b0f-940f-2e11797db4c9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.404813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Publish callbacks [] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.418919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.422407 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] 10.222.0.44 "DELETE /v2.0/networks/54fe4339-ace7-4b0f-940f-2e11797db4c9 HTTP/1.1" status: 204 len: 168 time: 0.6208096 Jan 28 03:34:27.438086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.439767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 91dff0f0-1303-496f-8c82-034e0d062222 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:27.474083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f3ff2-a10b-43fa-87f9-ed8f1d0a21cf admin admin] Pushing event deleted for resources: {'Network': ['ID=54fe4339-ace7-4b0f-940f-2e11797db4c9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:27.486592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe41920-11e6-4319-acd0-2e1986ce2a3f req-6a5b58f9-2c40-4888-9203-2b263f80d510 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:27.499419 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fe41920-11e6-4319-acd0-2e1986ce2a3f req-6a5b58f9-2c40-4888-9203-2b263f80d510 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 950 time: 0.0813053 Jan 28 03:34:27.585911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 91dff0f0-1303-496f-8c82-034e0d062222 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:34:27.591722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 91dff0f0-1303-496f-8c82-034e0d062222 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:27.592868 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (91dff0f0-1303-496f-8c82-034e0d062222), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.599482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (05410ccf-4434-47d8-9b0c-74e06eb75c6d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.613381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fe41920-11e6-4319-acd0-2e1986ce2a3f req-1f2d8aba-d7fa-4b32-8e54-0187bedef217 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124403 Jan 28 03:34:27.621537 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8c5d725d-a44c-4967-8d5f-8f13517f4324 req-9a4d0366-be67-4596-8553-7b0b45c88777 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359804 Jan 28 03:34:27.720718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c34dd20f-beff-4eee-aa75-a9bb64c79f88,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:27.777273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 91dff0f0-1303-496f-8c82-034e0d062222 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:27.777670 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (91dff0f0-1303-496f-8c82-034e0d062222), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.788641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Network b498ec6e-645c-4284-8eec-322abddd9593 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:27.792341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:27.825235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:27.830002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:27.893056 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-619bc13b-939e-451d-b3d9-7daa2417b66a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=273599eb003e467ea795ac93f20d9cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665522 Jan 28 03:34:27.893663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55150) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:27.907027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 91dff0f0-1303-496f-8c82-034e0d062222, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=91dff0f0-1303-496f-8c82-034e0d062222,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:27.920089 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (91dff0f0-1303-496f-8c82-034e0d062222), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.921168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9bf0f298-5ca8-4d68-b548-c381c251b4be no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:28.003690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 9bf0f298-5ca8-4d68-b548-c381c251b4be {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:28.004254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9bf0f298-5ca8-4d68-b548-c381c251b4be not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:28.024617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=91dff0f0-1303-496f-8c82-034e0d062222,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:28.057504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:28.057930 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.121906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Router 05410ccf-4434-47d8-9b0c-74e06eb75c6d has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:34:28.145565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac198e7-b776-4163-95e5-84933ba27b65 req-53c7272d-e48d-4600-a040-b4775e036f37 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:28.148145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea4f5252-4a66-4fba-a2f0-9e16b7df0b6d admin admin] Publish callbacks [] for security_group (2c3f3fa9-e083-4884-876a-de36639606b1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.155777 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dac198e7-b776-4163-95e5-84933ba27b65 req-53c7272d-e48d-4600-a040-b4775e036f37 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 946 time: 0.1185703 Jan 28 03:34:28.192700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb15689-bac0-4def-aec1-03a15a482901 req-454a8c43-b99a-42a6-890a-06a6785ae32a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:28.193936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cb15689-bac0-4def-aec1-03a15a482901 req-454a8c43-b99a-42a6-890a-06a6785ae32a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 945 time: 0.1024075 Jan 28 03:34:28.203398 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:28.203781 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.232092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f7fc6a94-c06f-42fe-84c7-cf2e3257359a None None] Provisioning complete for port c34dd20f-beff-4eee-aa75-a9bb64c79f88 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:28.232636 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6a94-c06f-42fe-84c7-cf2e3257359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.238420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:28.251863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dac198e7-b776-4163-95e5-84933ba27b65 req-19af03e4-9977-4552-91f8-4af7101f0250 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups?id=356542db-c18b-49a8-949a-8ef5b683d7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951717 Jan 28 03:34:28.265552 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.294561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:28.300464 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2b692648-a865-43d1-b777-cdcca58cc2a3 admin admin] 10.222.0.44 "PUT /v2.0/routers/05410ccf-4434-47d8-9b0c-74e06eb75c6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6362185 Jan 28 03:34:28.306886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc6a94-c06f-42fe-84c7-cf2e3257359a None None] Port c34dd20f-beff-4eee-aa75-a9bb64c79f88 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:28.323285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cb15689-bac0-4def-aec1-03a15a482901 req-5b8df5eb-2056-4a64-9bff-ecad09ead3d6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162381 Jan 28 03:34:28.336778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-06f90a89-ed43-40bd-99cb-a588e81c6be0 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:28.339888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-06f90a89-ed43-40bd-99cb-a588e81c6be0 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 946 time: 0.1067214 Jan 28 03:34:28.350502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea4f5252-4a66-4fba-a2f0-9e16b7df0b6d admin admin] Publish callbacks [] for security_group (2c3f3fa9-e083-4884-876a-de36639606b1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.411119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:28.455733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-a35a0fdc-b63e-4730-ab4b-fe32b9f8af67 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Deleting port ca094df4-03c0-4588-95d8-b500959e9ee1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:28.456173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-a35a0fdc-b63e-4730-ab4b-fe32b9f8af67 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.481111 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea4f5252-4a66-4fba-a2f0-9e16b7df0b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2c3f3fa9-e083-4884-876a-de36639606b1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.485998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea4f5252-4a66-4fba-a2f0-9e16b7df0b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.488562 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ea4f5252-4a66-4fba-a2f0-9e16b7df0b6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c3f3fa9-e083-4884-876a-de36639606b1 HTTP/1.1" status: 204 len: 168 time: 0.5939164 Jan 28 03:34:28.500094 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f5252-4a66-4fba-a2f0-9e16b7df0b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3f3fa9-e083-4884-876a-de36639606b1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:28.561202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-a35a0fdc-b63e-4730-ab4b-fe32b9f8af67 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] For port ca094df4-03c0-4588-95d8-b500959e9ee1, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ca094df4-03c0-4588-95d8-b500959e9ee1,segment=NetworkSegment(98caae69-c400-4451-b350-af584445eb51),segment_id=98caae69-c400-4451-b350-af584445eb51)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:28.561790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-a35a0fdc-b63e-4730-ab4b-fe32b9f8af67 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.576148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-a35a0fdc-b63e-4730-ab4b-fe32b9f8af67 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Calling delete_port for ca094df4-03c0-4588-95d8-b500959e9ee1 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:28.737903 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-a35a0fdc-b63e-4730-ab4b-fe32b9f8af67 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ca094df4-03c0-4588-95d8-b500959e9ee1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.774474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['ca094df4-03c0-4588-95d8-b500959e9ee1'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:28.815336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a0fdc-b63e-4730-ab4b-fe32b9f8af67 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event deleted for resources: {'Port': ['ID=ca094df4-03c0-4588-95d8-b500959e9ee1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:28.877112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-a35a0fdc-b63e-4730-ab4b-fe32b9f8af67 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] No DVR routers for this DVR port ca094df4-03c0-4588-95d8-b500959e9ee1 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:28.886330 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-a35a0fdc-b63e-4730-ab4b-fe32b9f8af67 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.889757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1509cc12-6a75-4896-8e1f-ced9917581d3 req-a35a0fdc-b63e-4730-ab4b-fe32b9f8af67 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.42 "DELETE /v2.0/ports/ca094df4-03c0-4588-95d8-b500959e9ee1 HTTP/1.1" status: 204 len: 173 time: 0.5442939 Jan 28 03:34:28.890209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7a1ab6-e008-4b4a-bd94-b57422311496', 'name': 'network-vif-deleted', 'tag': 'ca094df4-03c0-4588-95d8-b500959e9ee1'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:28.899047 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d34c132-7a5b-48c7-bddf-2893314ccd54" -d '{"events": [{"server_uuid": "da7a1ab6-e008-4b4a-bd94-b57422311496", "name": "network-vif-deleted", "tag": "ca094df4-03c0-4588-95d8-b500959e9ee1"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:28.952670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e59aafeb-205b-41ee-a202-178c994988f6 req-0683c5f7-53dc-43d0-bed7-ef4c41b1328d tempest-FloatingIPsNegativeTestJSON-1680057404 tempest-FloatingIPsNegativeTestJSON-1680057404-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=061af344c6de42629fad20da22041438 HTTP/1.1" status: 200 len: 217 time: 0.0767512 Jan 28 03:34:28.961906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad941148-daac-4062-847c-c9b7a76f3f08 req-6c42c5fa-fad1-4e63-8791-a40c23b7188b tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:28.965032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad941148-daac-4062-847c-c9b7a76f3f08 req-6c42c5fa-fad1-4e63-8791-a40c23b7188b tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 950 time: 0.1897779 Jan 28 03:34:29.003462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8635a814-2bf3-4c97-a480-f388355da62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dff0f0-1303-496f-8c82-034e0d062222'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:29.006222 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a3ec56-27bd-440d-a094-5ca716a0346f" -d '{"events": [{"server_uuid": "8635a814-2bf3-4c97-a480-f388355da62d", "name": "network-vif-plugged", "status": "completed", "tag": "91dff0f0-1303-496f-8c82-034e0d062222"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:29.022196 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2546893d-793f-4aed-a5aa-1461809b9a13 x-openstack-request-id: req-2546893d-793f-4aed-a5aa-1461809b9a13 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:29.022730 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7a1ab6-e008-4b4a-bd94-b57422311496", "name": "network-vif-deleted", "tag": "ca094df4-03c0-4588-95d8-b500959e9ee1", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:29.022986 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2546893d-793f-4aed-a5aa-1461809b9a13 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:29.023390 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7a1ab6-e008-4b4a-bd94-b57422311496', 'name': 'network-vif-deleted', 'tag': 'ca094df4-03c0-4588-95d8-b500959e9ee1', 'status': 'completed', 'code': 200} Jan 28 03:34:29.061887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e562e5d9-58b6-4921-a8fe-1247788536d4 req-d787c52d-1a34-4a40-811c-dc17702476bd tempest-FloatingIPsNegativeTestJSON-1680057404 tempest-FloatingIPsNegativeTestJSON-1680057404-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0373676 Jan 28 03:34:29.065093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad941148-daac-4062-847c-c9b7a76f3f08 req-a03442a4-915b-43df-8603-aa99d2e60c13 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938807 Jan 28 03:34:29.126449 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aa0fd3-7d32-442e-8456-46d6e85ddecf x-openstack-request-id: req-62aa0fd3-7d32-442e-8456-46d6e85ddecf {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:29.126750 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8635a814-2bf3-4c97-a480-f388355da62d", "name": "network-vif-plugged", "status": "completed", "tag": "91dff0f0-1303-496f-8c82-034e0d062222", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:29.127003 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62aa0fd3-7d32-442e-8456-46d6e85ddecf {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:29.127396 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8635a814-2bf3-4c97-a480-f388355da62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dff0f0-1303-496f-8c82-034e0d062222', 'code': 200} Jan 28 03:34:29.148714 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-05ba98bd-5b4a-44c0-a249-6dcfd20b2e2f req-8fc461b8-37c3-466c-9880-2773c0a0c780 tempest-FloatingIPsNegativeTestJSON-1680057404 tempest-FloatingIPsNegativeTestJSON-1680057404-project] show failed (client error): The resource could not be found. Jan 28 03:34:29.149781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05ba98bd-5b4a-44c0-a249-6dcfd20b2e2f req-8fc461b8-37c3-466c-9880-2773c0a0c780 tempest-FloatingIPsNegativeTestJSON-1680057404 tempest-FloatingIPsNegativeTestJSON-1680057404-project] 10.222.0.44 "GET /v2.0/floatingips/77cc1d27-586d-4485-8134-77df00a99482 HTTP/1.1" status: 404 len: 350 time: 0.0469544 Jan 28 03:34:29.158961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55216) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:29.338529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Sync routers for ids ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:29.352234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Routers {'05410ccf-4434-47d8-9b0c-74e06eb75c6d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:29.353225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:29.377740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55228) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:29.378615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaacd3d-7802-476f-bd63-dd61ce3fb0c3 req-e4662e49-0f53-45b1-ba73-2f782ca88a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:29.380153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ccaacd3d-7802-476f-bd63-dd61ce3fb0c3 req-e4662e49-0f53-45b1-ba73-2f782ca88a63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 1097 time: 0.1264868 Jan 28 03:34:29.449262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adc961f2-dfbc-4fd9-8a7d-ac26404c5584 req-55d9191f-c553-40c6-9651-6c774818ee5f tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7a1ab6-e008-4b4a-bd94-b57422311496 HTTP/1.1" status: 200 len: 210 time: 0.0574238 Jan 28 03:34:29.577475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-504810654-network', 'tenant_id': 'e022794f10274b44b2d2d05b60b80a16'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:29.593842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280a535-b17d-44be-b738-1332c89e8543 req-a16c29b6-e646-431c-b828-ae57f85ded4e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:29.595484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9280a535-b17d-44be-b738-1332c89e8543 req-a16c29b6-e646-431c-b828-ae57f85ded4e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 945 time: 0.1755135 Jan 28 03:34:29.619062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Set router 05410ccf-4434-47d8-9b0c-74e06eb75c6d gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:29.629132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Made reservation on behalf of e022794f10274b44b2d2d05b60b80a16 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:29.631894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.656652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ccaacd3d-7802-476f-bd63-dd61ce3fb0c3 req-d0d034a7-7de5-4388-aa20-c169b4e4e912 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605517 Jan 28 03:34:29.670797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.711531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9280a535-b17d-44be-b738-1332c89e8543 req-d1c5b4ec-3602-4003-bad1-f35d4c25251e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042469 Jan 28 03:34:29.728220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:29.811063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Publish callbacks [] for security_group (565fddb4-41d9-4bc9-871c-67beadd26db6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.815499 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (565fddb4-41d9-4bc9-871c-67beadd26db6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.841651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:34:29.867152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565fddb4-41d9-4bc9-871c-67beadd26db6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:29.879348 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a4723b1c-a0f4-4668-a1aa-5748978a647f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.881165 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Added segment a4723b1c-a0f4-4668-a1aa-5748978a647f of type vlan for network 07000097-dabf-4f2a-80b3-22363ae9eccf Jan 28 03:34:29.886714 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (05410ccf-4434-47d8-9b0c-74e06eb75c6d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.937865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:29.938387 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.953654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (07000097-dabf-4f2a-80b3-22363ae9eccf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.985986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (07000097-dabf-4f2a-80b3-22363ae9eccf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.987731 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:29.995951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.030892 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6513257 Jan 28 03:34:30.037132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55260) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:30.069393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Request body: {'subnet': {'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-504810654-subnet', 'tenant_id': 'e022794f10274b44b2d2d05b60b80a16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:30.084352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace473d5-44da-43c9-a7b5-2f1e48711ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=07000097-dabf-4f2a-80b3-22363ae9eccf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:30.108449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 07000097-dabf-4f2a-80b3-22363ae9eccf details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:34:30.139594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Made reservation on behalf of e022794f10274b44b2d2d05b60b80a16 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:30.143250 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.284539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:30.314316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fdefb-79c1-4b5d-b88f-d1f4215b1eec req-bb593ed1-633d-4f03-a07e-07c1ee3d313b tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:30.315823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e4fdefb-79c1-4b5d-b88f-d1f4215b1eec req-bb593ed1-633d-4f03-a07e-07c1ee3d313b tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 950 time: 0.1160395 Jan 28 03:34:30.320181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-router', 'tenant_id': '061af344c6de42629fad20da22041438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:26Z', 'revision_number': 4, 'project_id': '061af344c6de42629fad20da22041438', 'gw_port': {'id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'c34dd20f-beff-4eee-aa75-a9bb64c79f88', 'name': '', 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593', 'tenant_id': '061af344c6de42629fad20da22041438', 'mac_address': 'fa:16:3e:df:57:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '580c7bb7-434e-4f25-ba8b-992c17e47a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:25Z', 'updated_at': '2022-01-28T03:34:27Z', 'revision_number': 2, 'project_id': '061af344c6de42629fad20da22041438', 'subnets': [{'id': '580c7bb7-434e-4f25-ba8b-992c17e47a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:30.351338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Checking router: 05410ccf-4434-47d8-9b0c-74e06eb75c6d for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:34:30.351698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Updating router 05410ccf-4434-47d8-9b0c-74e06eb75c6d port c34dd20f-beff-4eee-aa75-a9bb64c79f88 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:34:30.391366 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.430931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e4fdefb-79c1-4b5d-b88f-d1f4215b1eec req-bf434f2b-8570-4e2d-9614-754758c7d4d7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970330 Jan 28 03:34:30.465569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] Deleting port c34dd20f-beff-4eee-aa75-a9bb64c79f88 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:30.465921 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.517765 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (7850b920-cfc6-480a-8ce3-5c1a1d64866b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.632193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7850b920-cfc6-480a-8ce3-5c1a1d64866b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:30.641473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.663331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] Calling delete_port for c34dd20f-beff-4eee-aa75-a9bb64c79f88 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:30.673808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Checking segment: {'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:30.674179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Network hostable DHCP agents. Network: 07000097-dabf-4f2a-80b3-22363ae9eccf, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:34:30.683351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461dff5-1478-4e50-bc84-1063ab2ef6b5 req-29f8d5e4-f985-4025-a38a-14929fefa500 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:30.684816 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3461dff5-1478-4e50-bc84-1063ab2ef6b5 req-29f8d5e4-f985-4025-a38a-14929fefa500 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=2233e706-7c72-4318-b890-05c9d6f3ffab HTTP/1.1" status: 200 len: 950 time: 0.1280472 Jan 28 03:34:30.701726 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Publish callbacks [] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.708575 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.721116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55314) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:30.765952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Network 07000097-dabf-4f2a-80b3-22363ae9eccf is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:34:30.798511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 07000097-dabf-4f2a-80b3-22363ae9eccf) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:30.812248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:30.813180 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.815725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92e31808-9b4b-40f3-91ed-f486514956e5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group (f61a7b2a-d69f-48cc-8feb-60d5173d595b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.820616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3461dff5-1478-4e50-bc84-1063ab2ef6b5 req-f7c8b2d2-7a77-4965-b434-9b1ea850af51 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283495 Jan 28 03:34:30.848590 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92e31808-9b4b-40f3-91ed-f486514956e5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group (f61a7b2a-d69f-48cc-8feb-60d5173d595b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.873102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1d230d83-f638-4fdf-a434-8d1437ff222f details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:30.880085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7302af08-12c0-4c24-a141-7e25930584d9 None None] Network 07000097-dabf-4f2a-80b3-22363ae9eccf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:30.922089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92e31808-9b4b-40f3-91ed-f486514956e5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f61a7b2a-d69f-48cc-8feb-60d5173d595b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.927056 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92e31808-9b4b-40f3-91ed-f486514956e5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.929450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bd8849a7-3350-408d-a5f8-1ac1c0c11f52 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8909717 Jan 28 03:34:30.935257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:30.935502 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-92e31808-9b4b-40f3-91ed-f486514956e5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "DELETE /v2.0/security-groups/f61a7b2a-d69f-48cc-8feb-60d5173d595b HTTP/1.1" status: 204 len: 168 time: 0.2120080 Jan 28 03:34:30.957759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e31808-9b4b-40f3-91ed-f486514956e5 tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61a7b2a-d69f-48cc-8feb-60d5173d595b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:31.006075 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-464c0c9b-e714-4e9e-bd06-90c53f1d600a tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] show failed (client error): The resource could not be found. Jan 28 03:34:31.012318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:31.021924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-464c0c9b-e714-4e9e-bd06-90c53f1d600a tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "GET /v2.0/security-groups/f61a7b2a-d69f-48cc-8feb-60d5173d595b HTTP/1.1" status: 404 len: 347 time: 0.0855801 Jan 28 03:34:31.035935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2ed93-2764-4520-a34a-3f539919e23e None None] Pushing event updated for resources: {'Port': ['ID=c34dd20f-beff-4eee-aa75-a9bb64c79f88,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:31.119446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Attempting to bind port c34dd20f-beff-4eee-aa75-a9bb64c79f88 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:31.122058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Attempting to bind port c34dd20f-beff-4eee-aa75-a9bb64c79f88 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'ae96815b-1cdc-4db1-9595-9f2f90843753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:31.122430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Attempting to bind port c34dd20f-beff-4eee-aa75-a9bb64c79f88 on network b498ec6e-645c-4284-8eec-322abddd9593 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:31.171680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b31ac-4963-4bb8-a18c-e0c065cbb4e9 req-9040b2cc-86c2-474d-af1a-64118be31921 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:31.173906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-642b31ac-4963-4bb8-a18c-e0c065cbb4e9 req-9040b2cc-86c2-474d-af1a-64118be31921 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 945 time: 0.3113875 Jan 28 03:34:31.190541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:31.190942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Checking segment: {'id': 'ae96815b-1cdc-4db1-9595-9f2f90843753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:31.191452 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.192919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Bound using segment: {'id': 'ae96815b-1cdc-4db1-9595-9f2f90843753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:31.192919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Bound port: c34dd20f-beff-4eee-aa75-a9bb64c79f88, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae96815b-1cdc-4db1-9595-9f2f90843753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b498ec6e-645c-4284-8eec-322abddd9593'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:31.192919 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.200420 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.237127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34dd20f-beff-4eee-aa75-a9bb64c79f88,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:31.283740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4fadf248-289c-4571-be5f-54a48f1e7e4c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Deleting port 7321d8bc-79aa-455f-8025-eca70e33922c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:31.284090 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fadf248-289c-4571-be5f-54a48f1e7e4c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7321d8bc-79aa-455f-8025-eca70e33922c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.297009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Port c34dd20f-beff-4eee-aa75-a9bb64c79f88 has been deleted concurrently {{(pid=103290) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 03:34:31.304338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bb3e0f-ad22-4dbf-9686-372dfd516461 None None] Network 07000097-dabf-4f2a-80b3-22363ae9eccf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:31.307028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-66de9bca-a9aa-4470-baeb-26093fd26f85 None None] Provisioning complete for port c34dd20f-beff-4eee-aa75-a9bb64c79f88 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:31.307431 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66de9bca-a9aa-4470-baeb-26093fd26f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c34dd20f-beff-4eee-aa75-a9bb64c79f88), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.362406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66de9bca-a9aa-4470-baeb-26093fd26f85 None None] Port c34dd20f-beff-4eee-aa75-a9bb64c79f88 was deleted so its status cannot be updated. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 03:34:31.374279 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fadf248-289c-4571-be5f-54a48f1e7e4c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7321d8bc-79aa-455f-8025-eca70e33922c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.374712 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fadf248-289c-4571-be5f-54a48f1e7e4c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for floatingip (7321d8bc-79aa-455f-8025-eca70e33922c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.392679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4fadf248-289c-4571-be5f-54a48f1e7e4c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Calling delete_port for 7321d8bc-79aa-455f-8025-eca70e33922c owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:31.397794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-642b31ac-4963-4bb8-a18c-e0c065cbb4e9 req-80b8c073-62f0-4fbb-a2c7-6bacea8ca354 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173359 Jan 28 03:34:31.445874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:31.452401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device ca094df4-03c0-4588-95d8-b500959e9ee1 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:31.455282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Routers {'05410ccf-4434-47d8-9b0c-74e06eb75c6d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:31.455888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:31.556169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: ca094df4-03c0-4588-95d8-b500959e9ee1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:31.556772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device ca094df4-03c0-4588-95d8-b500959e9ee1 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:31.566710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'mac_address': 'fa:16:3e:22:6a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:31.633055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053d409-330b-41aa-8eac-67425d578942 req-ab4dbb4a-9afa-4b80-ad2d-05124dbbc0e7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:31.646560 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053d409-330b-41aa-8eac-67425d578942 req-ab4dbb4a-9afa-4b80-ad2d-05124dbbc0e7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:31.652408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fadf248-289c-4571-be5f-54a48f1e7e4c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7321d8bc-79aa-455f-8025-eca70e33922c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.655361 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2053d409-330b-41aa-8eac-67425d578942 req-ab4dbb4a-9afa-4b80-ad2d-05124dbbc0e7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9&device_id=2233e706-7c72-4318-b890-05c9d6f3ffab HTTP/1.1" status: 200 len: 1691 time: 0.3384335 Jan 28 03:34:31.697753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadf248-289c-4571-be5f-54a48f1e7e4c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Pushing event deleted for resources: {'Port': ['ID=7321d8bc-79aa-455f-8025-eca70e33922c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:31.756765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1d230d83-f638-4fdf-a434-8d1437ff222f is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:31.757191 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.773953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] Set router 05410ccf-4434-47d8-9b0c-74e06eb75c6d gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:31.786228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fadf248-289c-4571-be5f-54a48f1e7e4c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks [] for floatingip (691a1340-ab49-454c-98f4-bf740569c810), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.789251 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fadf248-289c-4571-be5f-54a48f1e7e4c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.792921 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4fadf248-289c-4571-be5f-54a48f1e7e4c tempest-ImagesOneServerNegativeTestJSON-572804223 tempest-ImagesOneServerNegativeTestJSON-572804223-project] 10.222.0.44 "DELETE /v2.0/floatingips/691a1340-ab49-454c-98f4-bf740569c810 HTTP/1.1" status: 204 len: 168 time: 0.7768571 Jan 28 03:34:31.835851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d230d83-f638-4fdf-a434-8d1437ff222f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:31.896495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:31.903569 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.999847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:32.034436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-router', 'tenant_id': '061af344c6de42629fad20da22041438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:31Z', 'revision_number': 5, 'project_id': '061af344c6de42629fad20da22041438', 'gw_port': {'id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:32.063368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da270a39-e852-4df1-8b2d-886346c8767b None None] The sync data for ids ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'] in n-d-808199-14 is: [{'id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-router', 'tenant_id': '061af344c6de42629fad20da22041438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:31Z', 'revision_number': 5, 'project_id': '061af344c6de42629fad20da22041438', 'gw_port': {'id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:34:32.088707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['1d230d83-f638-4fdf-a434-8d1437ff222f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:32.184265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2053d409-330b-41aa-8eac-67425d578942 req-219e7c93-f48e-4a0d-9047-4234a8d6c6ea tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189102 Jan 28 03:34:32.221270 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (05410ccf-4434-47d8-9b0c-74e06eb75c6d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:32.351744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-19a439b0-85e1-45b3-a2a1-671bb04136bf tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:32.353988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-19a439b0-85e1-45b3-a2a1-671bb04136bf tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/networks?id=07000097-dabf-4f2a-80b3-22363ae9eccf HTTP/1.1" status: 200 len: 817 time: 0.2170205 Jan 28 03:34:32.397170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-3ccce430-6e0b-48ff-86f7-39c360e5e983 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/quotas/e022794f10274b44b2d2d05b60b80a16 HTTP/1.1" status: 200 len: 375 time: 0.0156651 Jan 28 03:34:32.443424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-2c4158dc-2657-4281-a3dd-ba370fb387fc tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e022794f10274b44b2d2d05b60b80a16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385287 Jan 28 03:34:32.631585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-bfc0b458-fbd2-4cf8-a264-2232b2b0d1d2 service neutron] 10.222.0.44 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534805 Jan 28 03:34:32.636000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] Router 05410ccf-4434-47d8-9b0c-74e06eb75c6d has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:34:32.835189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1082f8-8ed5-41df-9de2-659da0b3ea8c req-98bd9f8c-a1d8-41e1-b80b-da0f2c28078d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:32.836606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f1082f8-8ed5-41df-9de2-659da0b3ea8c req-98bd9f8c-a1d8-41e1-b80b-da0f2c28078d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 945 time: 0.1952593 Jan 28 03:34:32.878714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-2e3e21eb-f07a-4c7c-844c-5fc344342b58 service neutron] 10.222.0.44 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332225 Jan 28 03:34:32.879667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:32.886068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f0c2f952-08ab-47a1-b0a0-ef9256515201 admin admin] 10.222.0.44 "PUT /v2.0/routers/05410ccf-4434-47d8-9b0c-74e06eb75c6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7261059 Jan 28 03:34:32.888785 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55410) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:32.891525 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] Sync routers for ids ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:32.901133 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] Routers {'05410ccf-4434-47d8-9b0c-74e06eb75c6d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:32.902916 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:32.908327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f1082f8-8ed5-41df-9de2-659da0b3ea8c req-309ae20d-16eb-4fe6-89c6-e98acef720e2 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651877 Jan 28 03:34:33.035691 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] Set router 05410ccf-4434-47d8-9b0c-74e06eb75c6d gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:33.044977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184e40-2466-47b6-8823-b6d91422faf6 req-85e583c3-9cc6-4aa6-8510-6586a984d25b tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:33.047170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d184e40-2466-47b6-8823-b6d91422faf6 req-85e583c3-9cc6-4aa6-8510-6586a984d25b tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 1102 time: 0.0712807 Jan 28 03:34:33.049128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Publish callbacks [] for router (05410ccf-4434-47d8-9b0c-74e06eb75c6d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.122016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d184e40-2466-47b6-8823-b6d91422faf6 req-64bc340b-2a8d-45f5-a8b4-a76144f92957 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673916 Jan 28 03:34:33.163392 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Publish callbacks [] for router_gateway (05410ccf-4434-47d8-9b0c-74e06eb75c6d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.180652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55418) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:33.254030 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-router', 'tenant_id': '061af344c6de42629fad20da22041438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:31Z', 'revision_number': 5, 'project_id': '061af344c6de42629fad20da22041438', 'gw_port': {'id': '06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:33.267438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfd4115-15de-4790-b224-070c140c29df admin admin] Deleting subnet a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:34:33.271071 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4115-15de-4790-b224-070c140c29df admin admin] Publish callbacks [] for subnet (a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.288241 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] Checking router: 05410ccf-4434-47d8-9b0c-74e06eb75c6d for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:34:33.298679 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] Routers {'05410ccf-4434-47d8-9b0c-74e06eb75c6d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:33.299532 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:33.304362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-5ce2b9eb-112e-4e58-be75-9438cb864608 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c9a46626b79b48aba5afb4b404e06e71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405991 Jan 28 03:34:33.311558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4115-15de-4790-b224-070c140c29df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.354423 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4115-15de-4790-b224-070c140c29df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.410241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Deleting port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:33.410512 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.482047 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4115-15de-4790-b224-070c140c29df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.514522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-64b263ea-e0f0-447d-9ccf-2ff497a2102f tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:33.514740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd4115-15de-4790-b224-070c140c29df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:33.523846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-64b263ea-e0f0-447d-9ccf-2ff497a2102f tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182386 Jan 28 03:34:33.534924 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] Set router 05410ccf-4434-47d8-9b0c-74e06eb75c6d gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:33.539083 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4115-15de-4790-b224-070c140c29df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.545176 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7dfd4115-15de-4790-b224-070c140c29df admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6b76f7c-81ae-4d44-ac5f-8ccb81f2fda7 HTTP/1.1" status: 204 len: 168 time: 0.3598530 Jan 28 03:34:33.545450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55440) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:33.553515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b4045ab6-00fb-4f3f-8e56-10120c11e05d tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/quotas/c9a46626b79b48aba5afb4b404e06e71 HTTP/1.1" status: 200 len: 375 time: 0.0283775 Jan 28 03:34:33.611395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-081fad8f-0d93-4a76-8f90-0d8da626f62e tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9a46626b79b48aba5afb4b404e06e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563409 Jan 28 03:34:33.625372 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-router', 'tenant_id': '061af344c6de42629fad20da22041438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 6, 'project_id': '061af344c6de42629fad20da22041438', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:33.642777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] For port 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:33.643150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.659113 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3186b-70e9-40e8-b95a-f820d0050207 None None] The sync data for ids ['05410ccf-4434-47d8-9b0c-74e06eb75c6d'] in n-d-808199-14 is: [{'id': '05410ccf-4434-47d8-9b0c-74e06eb75c6d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2086766361-router', 'tenant_id': '061af344c6de42629fad20da22041438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:22Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 6, 'project_id': '061af344c6de42629fad20da22041438', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:34:33.667096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Calling delete_port for 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:33.671514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8c932a07-19e4-4278-8a20-140339c652fb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.716555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb67915-0121-4202-98b2-e749ac086f20 req-a76e6ff4-9cd3-4569-841f-f75857c41481 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:33.731655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdb67915-0121-4202-98b2-e749ac086f20 req-a76e6ff4-9cd3-4569-841f-f75857c41481 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2233e706-7c72-4318-b890-05c9d6f3ffab HTTP/1.1" status: 200 len: 1102 time: 0.1376903 Jan 28 03:34:33.828617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdb67915-0121-4202-98b2-e749ac086f20 req-93980526-9bb1-4daa-b494-331e9d84b9b7 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959690 Jan 28 03:34:33.931779 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8c932a07-19e4-4278-8a20-140339c652fb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.026581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c932a07-19e4-4278-8a20-140339c652fb']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:34.045245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98caae69-c400-4451-b350-af584445eb51') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:34.045490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98caae69-c400-4451-b350-af584445eb51') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:34.057185 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (98caae69-c400-4451-b350-af584445eb51), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.078921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (98caae69-c400-4451-b350-af584445eb51), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.112320 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (98caae69-c400-4451-b350-af584445eb51), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:34:34.116342 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:34:34.134191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c771a-3eed-4412-adc3-de9f188a9c89 req-4238eefc-47fb-4e56-b29c-2232d44c4d6a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:34.136320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f36c771a-3eed-4412-adc3-de9f188a9c89 req-4238eefc-47fb-4e56-b29c-2232d44c4d6a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 945 time: 0.1343513 Jan 28 03:34:34.184190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.209100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-e7cf55f5-b855-4675-89ae-438640248c31 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c9a46626b79b48aba5afb4b404e06e71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506928 Jan 28 03:34:34.218877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:34.228756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8c932a07-19e4-4278-8a20-140339c652fb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.276363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.282326 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8c932a07-19e4-4278-8a20-140339c652fb HTTP/1.1" status: 204 len: 168 time: 0.7335877 Jan 28 03:34:34.282326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b05454-efd5-4bee-8ba4-edd037ac7cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c932a07-19e4-4278-8a20-140339c652fb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:34.282971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f36c771a-3eed-4412-adc3-de9f188a9c89 req-e4446b90-0c9a-4d43-b025-a7340761453a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311181 Jan 28 03:34:34.350697 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (05410ccf-4434-47d8-9b0c-74e06eb75c6d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.401324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d92cfaf3-cac5-48c1-9517-d1723a5a3cbb req-22ae54f8-2b9e-4a55-9d20-e258950a1afc tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 210 time: 0.0418487 Jan 28 03:34:34.474493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecec856-b9e5-443b-8d44-24293e108c1b req-931d6e11-3008-4df4-b607-0a4b6e091070 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:34.490307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-931d6e11-3008-4df4-b607-0a4b6e091070 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803278 Jan 28 03:34:34.529921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-3db895ad-3c57-4a25-a813-2f5a50614966 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/quotas/c9a46626b79b48aba5afb4b404e06e71 HTTP/1.1" status: 200 len: 375 time: 0.0378318 Jan 28 03:34:34.599898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55496) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:34.617140 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (05410ccf-4434-47d8-9b0c-74e06eb75c6d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.621143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Publish callbacks [] for router_controller (05410ccf-4434-47d8-9b0c-74e06eb75c6d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.656403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-487d66b4-e6c9-4d8a-bc67-cb0e7c80ce10 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9a46626b79b48aba5afb4b404e06e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1219022 Jan 28 03:34:34.661122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-f4e3ff24-1e2c-4953-82a0-ee932d4f94aa tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085715 Jan 28 03:34:34.709358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (05410ccf-4434-47d8-9b0c-74e06eb75c6d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.710636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05410ccf-4434-47d8-9b0c-74e06eb75c6d {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:34:34.717228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.718260 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a961d714-ef28-4790-9d2c-e2c96e783d46 admin admin] 10.222.0.44 "DELETE /v2.0/routers/05410ccf-4434-47d8-9b0c-74e06eb75c6d HTTP/1.1" status: 204 len: 168 time: 1.8284366 Jan 28 03:34:34.722885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:34.730835 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a689e729-03dc-442d-aaef-bb4f2fda8167 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=868a472cba34466c97bcfb84a02792d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287446 Jan 28 03:34:34.731418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:34.800426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1d230d83-f638-4fdf-a434-8d1437ff222f up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:34.885127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe634c3e-91d4-42f0-930c-95758029ea13 admin admin] Publish callbacks [] for security_group (356542db-c18b-49a8-949a-8ef5b683d7d6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.937466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66f45b5-fb49-450c-98a2-9a1bb2d6a80b admin admin] Deleting subnet 580c7bb7-434e-4f25-ba8b-992c17e47a59 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:34:34.939756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 1d230d83-f638-4fdf-a434-8d1437ff222f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:34.940133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.945339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b66f45b5-fb49-450c-98a2-9a1bb2d6a80b admin admin] Publish callbacks [] for subnet (580c7bb7-434e-4f25-ba8b-992c17e47a59), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.967233 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe634c3e-91d4-42f0-930c-95758029ea13 admin admin] Publish callbacks [] for security_group (356542db-c18b-49a8-949a-8ef5b683d7d6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.046983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe634c3e-91d4-42f0-930c-95758029ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (356542db-c18b-49a8-949a-8ef5b683d7d6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.050873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe634c3e-91d4-42f0-930c-95758029ea13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.052035 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fe634c3e-91d4-42f0-930c-95758029ea13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/356542db-c18b-49a8-949a-8ef5b683d7d6 HTTP/1.1" status: 204 len: 168 time: 0.3197033 Jan 28 03:34:35.063941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe634c3e-91d4-42f0-930c-95758029ea13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356542db-c18b-49a8-949a-8ef5b683d7d6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:35.069550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ba7c25a-3491-4155-8f27-f9cbd83fe1de req-7eeaa0d2-e125-4d29-a1d0-0a20e22ea47a tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 210 time: 0.1212821 Jan 28 03:34:35.103676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-cd0c0794-cad8-4d4f-b01c-b978c4a6e5d7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:35.115672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-cd0c0794-cad8-4d4f-b01c-b978c4a6e5d7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4494648 Jan 28 03:34:35.118451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1d230d83-f638-4fdf-a434-8d1437ff222f is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:35.119605 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.151763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:35.155485 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249dab2b-d428-4130-bfe0-3db58672e1ce" -d '{"events": [{"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-plugged", "status": "completed", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:35.169264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:35.170620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b66f45b5-fb49-450c-98a2-9a1bb2d6a80b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (580c7bb7-434e-4f25-ba8b-992c17e47a59), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.177754 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.184524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-6faa61f5-caa1-4150-94af-0b6e1f70275e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/quotas/4f9f265697cd486d8adcca60e4da2340 HTTP/1.1" status: 200 len: 375 time: 0.0677619 Jan 28 03:34:35.286044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:35.419139 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-8f4ff768-1008-49aa-9ad0-d8f55624da65 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2311411 Jan 28 03:34:35.430893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-4563dca6-fcd9-4716-a541-19a463347b6e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:35.433039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-4563dca6-fcd9-4716-a541-19a463347b6e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.42 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 945 time: 0.2111406 Jan 28 03:34:35.440659 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5208eccc-b8df-4974-a019-8589ce627725 x-openstack-request-id: req-5208eccc-b8df-4974-a019-8589ce627725 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:35.441056 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-plugged", "status": "completed", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:35.441297 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5208eccc-b8df-4974-a019-8589ce627725 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:35.441705 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'code': 200} Jan 28 03:34:35.582141 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b66f45b5-fb49-450c-98a2-9a1bb2d6a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (580c7bb7-434e-4f25-ba8b-992c17e47a59), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.666149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209ed31-7c6b-4c56-b857-e8152998e512 req-f950f7cb-cde6-4842-a823-5be6f96cedce tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:35.666417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:35.678136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7209ed31-7c6b-4c56-b857-e8152998e512 req-f950f7cb-cde6-4842-a823-5be6f96cedce tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 945 time: 0.1563959 Jan 28 03:34:35.731299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-663bc99d-1a79-463b-bf35-5125f081e708 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Deleting port 91dff0f0-1303-496f-8c82-034e0d062222 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:35.732474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-663bc99d-1a79-463b-bf35-5125f081e708 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (91dff0f0-1303-496f-8c82-034e0d062222), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.734599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:35.734945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 06e5ef69-1138-4dbc-a1d4-e6dcd2d5c640 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:36.139610 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b66f45b5-fb49-450c-98a2-9a1bb2d6a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (580c7bb7-434e-4f25-ba8b-992c17e47a59), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:36.147376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-9a655051-2f62-4a5c-ac11-7cf06f1d5da5 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:36.152326 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-9a655051-2f62-4a5c-ac11-7cf06f1d5da5 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.25 "GET /v2.0/networks?id=07000097-dabf-4f2a-80b3-22363ae9eccf HTTP/1.1" status: 200 len: 817 time: 0.3615851 Jan 28 03:34:36.229914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2882481-12da-4e77-a180-0140d140be7a req-e1f4d0cb-5922-48ad-9f2b-177bd58526af tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 210 time: 0.3306830 Jan 28 03:34:36.257548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7209ed31-7c6b-4c56-b857-e8152998e512 req-226fa26d-e36c-48fc-9c62-8d8e94ed6c1b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782599 Jan 28 03:34:36.473009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-663bc99d-1a79-463b-bf35-5125f081e708 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] For port 91dff0f0-1303-496f-8c82-034e0d062222, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=91dff0f0-1303-496f-8c82-034e0d062222,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:36.473814 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-663bc99d-1a79-463b-bf35-5125f081e708 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (91dff0f0-1303-496f-8c82-034e0d062222), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:36.492756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-663bc99d-1a79-463b-bf35-5125f081e708 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Calling delete_port for 91dff0f0-1303-496f-8c82-034e0d062222 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:36.586578 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-389724f7-b228-4e7b-8309-cfba776e3431 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c9a46626b79b48aba5afb4b404e06e71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4311602 Jan 28 03:34:36.605500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Request body: {'port': {'device_id': '437dc576-3387-4c77-a090-387d044b3906', 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf', 'admin_state_up': True, 'tenant_id': 'e022794f10274b44b2d2d05b60b80a16'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:36.638876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f45b5-fb49-450c-98a2-9a1bb2d6a80b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580c7bb7-434e-4f25-ba8b-992c17e47a59,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:36.648077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc46d2-efb3-42ef-a126-f916e1934fab None None] Network b498ec6e-645c-4284-8eec-322abddd9593 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:36.653836 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b66f45b5-fb49-450c-98a2-9a1bb2d6a80b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:36.658643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b66f45b5-fb49-450c-98a2-9a1bb2d6a80b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/580c7bb7-434e-4f25-ba8b-992c17e47a59 HTTP/1.1" status: 204 len: 168 time: 1.9347548 Jan 28 03:34:36.685628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55584) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:36.749560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d15a7bc-ace0-404f-baf5-5cf2d4afe406 req-abed19d8-8c97-47bc-bb92-eec5d5052206 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 210 time: 0.1365232 Jan 28 03:34:36.755341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.42', 61197) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:36.772739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebc1ddac-0ab7-4022-a679-c025432167e2 req-9bf8e4e0-181d-4fdd-966a-ca4b4df91d8c tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 210 time: 0.1730721 Jan 28 03:34:36.910127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c79e552-4f96-4719-bc44-783c5d63ae06 None None] DHCP port deletion for b498ec6e-645c-4284-8eec-322abddd9593 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:34:36.957525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-dfd427a9-b56a-4308-a7b1-fc8484f6384b tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:36.959182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-dfd427a9-b56a-4308-a7b1-fc8484f6384b tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.42 "GET /v2.0/networks?id=07000097-dabf-4f2a-80b3-22363ae9eccf HTTP/1.1" status: 200 len: 817 time: 0.9472365 Jan 28 03:34:36.976439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6c79e552-4f96-4719-bc44-783c5d63ae06 None None] Deleting port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:36.983463 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c79e552-4f96-4719-bc44-783c5d63ae06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.003956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Request body: {'port': {'device_id': 'b9797f35-9186-4a7a-ad16-13aa515f072b', 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf', 'admin_state_up': True, 'tenant_id': 'e022794f10274b44b2d2d05b60b80a16'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:37.093339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-663bc99d-1a79-463b-bf35-5125f081e708 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (91dff0f0-1303-496f-8c82-034e0d062222), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.157755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bc99d-1a79-463b-bf35-5125f081e708 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Pushing event deleted for resources: {'Port': ['ID=91dff0f0-1303-496f-8c82-034e0d062222,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:37.238397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-663bc99d-1a79-463b-bf35-5125f081e708 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] No DVR routers for this DVR port 91dff0f0-1303-496f-8c82-034e0d062222 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:37.242452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-663bc99d-1a79-463b-bf35-5125f081e708 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.246748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-566ae152-9023-4b6c-adf3-ea62b3847746 req-663bc99d-1a79-463b-bf35-5125f081e708 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.42 "DELETE /v2.0/ports/91dff0f0-1303-496f-8c82-034e0d062222 HTTP/1.1" status: 204 len: 173 time: 1.8036075 Jan 28 03:34:37.247209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8635a814-2bf3-4c97-a480-f388355da62d', 'name': 'network-vif-deleted', 'tag': '91dff0f0-1303-496f-8c82-034e0d062222'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:37.249571 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f46c68-183e-427c-8a0e-9560e4fd3228" -d '{"events": [{"server_uuid": "8635a814-2bf3-4c97-a480-f388355da62d", "name": "network-vif-deleted", "tag": "91dff0f0-1303-496f-8c82-034e0d062222"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:37.262660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Made reservation on behalf of e022794f10274b44b2d2d05b60b80a16 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:37.267708 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.310342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6c79e552-4f96-4719-bc44-783c5d63ae06 None None] For port d4313ec9-acd5-4543-8c4b-b3c00ebd0613, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d4313ec9-acd5-4543-8c4b-b3c00ebd0613,segment=NetworkSegment(ae96815b-1cdc-4db1-9595-9f2f90843753),segment_id=ae96815b-1cdc-4db1-9595-9f2f90843753)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:37.311162 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c79e552-4f96-4719-bc44-783c5d63ae06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.338481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:37.366267 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-284acb4a-a4b7-4bcd-9c2a-5cf003e2c705 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c9a46626b79b48aba5afb4b404e06e71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6029885 Jan 28 03:34:37.371385 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (b498ec6e-645c-4284-8eec-322abddd9593), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.372784 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c909713e-4b98-45f4-a3d0-42ed0b094a21 x-openstack-request-id: req-c909713e-4b98-45f4-a3d0-42ed0b094a21 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:37.373122 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8635a814-2bf3-4c97-a480-f388355da62d", "name": "network-vif-deleted", "tag": "91dff0f0-1303-496f-8c82-034e0d062222", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:37.373380 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c909713e-4b98-45f4-a3d0-42ed0b094a21 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:37.374040 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8635a814-2bf3-4c97-a480-f388355da62d', 'name': 'network-vif-deleted', 'tag': '91dff0f0-1303-496f-8c82-034e0d062222', 'status': 'completed', 'code': 200} Jan 28 03:34:37.466158 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:34:37.471734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6c79e552-4f96-4719-bc44-783c5d63ae06 None None] Calling delete_port for d4313ec9-acd5-4543-8c4b-b3c00ebd0613 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:37.523545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 91dff0f0-1303-496f-8c82-034e0d062222 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:37.613155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea3cfeef-e8d2-46d2-86d5-45996f97d189 req-05cf9d82-bb09-4a6c-bd16-8a7aead0cd5e tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 210 time: 0.1012869 Jan 28 03:34:37.643118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 91dff0f0-1303-496f-8c82-034e0d062222 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:37.644048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Made reservation on behalf of e022794f10274b44b2d2d05b60b80a16 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:37.644431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 91dff0f0-1303-496f-8c82-034e0d062222 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:37.658520 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.698175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Allocated IP 172.20.0.14 (07000097-dabf-4f2a-80b3-22363ae9eccf/7850b920-cfc6-480a-8ce3-5c1a1d64866b/5993a2f6-881d-4f04-bc22-527109b0e79d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:37.894893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d4313ec9-acd5-4543-8c4b-b3c00ebd0613 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:37.911488 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-17a7142d-0379-49f0-b448-3b9fd4ea7fe2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2168913 Jan 28 03:34:37.928708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b509ab4-66ba-4d24-a35d-feed13011a65 req-99ad0778-a136-4cda-9183-98946d544227 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8635a814-2bf3-4c97-a480-f388355da62d HTTP/1.1" status: 200 len: 210 time: 0.0558848 Jan 28 03:34:38.086811 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e297197-a478-4d42-b671-040b60dc1964 req-5d4c0b26-478b-4df0-9d81-841dec9d821b tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 210 time: 0.0653591 Jan 28 03:34:38.132954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac7534ca-dc89-42dd-9e7d-33a236f5d0a4 req-cccf8124-3c67-4ab0-8326-d9c100b4c523 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0667818 Jan 28 03:34:38.235812 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c79e552-4f96-4719-bc44-783c5d63ae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.305502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-618e0c16-1a7a-404e-94cb-928cd79a9da8 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:38.307872 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-618e0c16-1a7a-404e-94cb-928cd79a9da8 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.42 "GET /v2.0/networks?id=07000097-dabf-4f2a-80b3-22363ae9eccf HTTP/1.1" status: 200 len: 817 time: 2.1536961 Jan 28 03:34:38.321073 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks [] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.350477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Request body: {'port': {'device_id': 'c4322cdf-9144-4c03-b2bf-0dc79b62db3f', 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf', 'admin_state_up': True, 'tenant_id': 'e022794f10274b44b2d2d05b60b80a16'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:38.382340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79e552-4f96-4719-bc44-783c5d63ae06 None None] No DVR routers for this DVR port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:38.385777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79e552-4f96-4719-bc44-783c5d63ae06 None None] Pushing event deleted for resources: {'Port': ['ID=d4313ec9-acd5-4543-8c4b-b3c00ebd0613,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:38.390908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 update to DOWN by agent not found {{(pid=103290) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 03:34:38.399622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.463224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b16c2c44-7967-4049-af25-b61ca140c1e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:38.464802 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b16c2c44-7967-4049-af25-b61ca140c1e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7716112 Jan 28 03:34:38.496710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Pushing event updated for resources: {'Port': ['ID=5993a2f6-881d-4f04-bc22-527109b0e79d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:38.524001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Network 07000097-dabf-4f2a-80b3-22363ae9eccf is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:38.526404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:38.529852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:38.537530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Request body: {'port': {'device_id': '3089d9d0-78c2-4312-a556-69326a740f03', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'c9a46626b79b48aba5afb4b404e06e71'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:38.592469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:38.592937 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.631413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a9ad9365-8030-4e33-b3d7-da611f09dd23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6546147 Jan 28 03:34:38.657119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Deleting port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:38.657722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.663402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Request body: {'port': {'device_id': 'b9797f35-9186-4a7a-ad16-13aa515f072b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:38.734785 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.768956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] For port d4313ec9-acd5-4543-8c4b-b3c00ebd0613, host n-d-808199-14, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:38.769322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.785945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Calling delete_port for d4313ec9-acd5-4543-8c4b-b3c00ebd0613 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:38.788551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:34:38.790009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Made reservation on behalf of e022794f10274b44b2d2d05b60b80a16 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:38.794302 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.805179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d4313ec9-acd5-4543-8c4b-b3c00ebd0613), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.820714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecec856-b9e5-443b-8d44-24293e108c1b req-c807f8a4-3122-4035-8ac3-b8d8dba0c4bc tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:38.822397 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-c807f8a4-3122-4035-8ac3-b8d8dba0c4bc tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4164855 Jan 28 03:34:38.840383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c4866213-8568-478a-a042-2ec4db090c35 req-8aab1626-e526-4566-9375-45ee2cb6ca97 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 210 time: 0.0698285 Jan 28 03:34:38.893714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4313ec9-acd5-4543-8c4b-b3c00ebd0613,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:38.901304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Request body: {'port': {'device_id': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'c9a46626b79b48aba5afb4b404e06e71'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:38.906911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] No DVR routers for this DVR port d4313ec9-acd5-4543-8c4b-b3c00ebd0613 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:38.919867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Allocated IP 172.20.0.13 (07000097-dabf-4f2a-80b3-22363ae9eccf/7850b920-cfc6-480a-8ce3-5c1a1d64866b/4a428402-2f57-474f-ad3d-629ff0a6889a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:39.131825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-7bcf7c32-4145-4c98-a6c6-bd69a9eee2e9 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:39.133839 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-7bcf7c32-4145-4c98-a6c6-bd69a9eee2e9 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1736343 Jan 28 03:34:39.199537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Request body: {'port': {'device_id': '75e73044-df4e-4187-b0a9-62ba257b92f4', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '4f9f265697cd486d8adcca60e4da2340'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:39.213575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0163-b8ad-456a-9c0f-984df9022cf4 req-4ce61d26-9faa-4b29-b51a-1ab4bb66fbcd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:39.226359 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faec0163-b8ad-456a-9c0f-984df9022cf4 req-4ce61d26-9faa-4b29-b51a-1ab4bb66fbcd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1606934 Jan 28 03:34:39.283732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3bccba9b-c0df-4fa6-9edd-ffe9cb058a7f req-0e14a76c-ac6e-4f87-a8af-9744b421f86f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 210 time: 0.0408204 Jan 28 03:34:39.327376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faec0163-b8ad-456a-9c0f-984df9022cf4 req-478a2683-2fdc-457c-abd6-6b757e58e034 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996947 Jan 28 03:34:39.398606 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (b498ec6e-645c-4284-8eec-322abddd9593), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:39.513143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fb0941c-a234-410c-a187-a914b6e554f5 req-88f4c8dd-7ecb-4953-b3e8-d7e4901aafcc tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0767877 Jan 28 03:34:39.699961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b498ec6e-645c-4284-8eec-322abddd9593']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:39.727670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae96815b-1cdc-4db1-9595-9f2f90843753') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:39.728143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae96815b-1cdc-4db1-9595-9f2f90843753') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:39.750421 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (ae96815b-1cdc-4db1-9595-9f2f90843753), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:39.780824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4948bc-04aa-426f-ba22-0ab0c27c0674 req-438e7712-972c-40c0-9828-2799e9c0bb2a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:39.781444 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ae96815b-1cdc-4db1-9595-9f2f90843753), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:39.790435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d4948bc-04aa-426f-ba22-0ab0c27c0674 req-438e7712-972c-40c0-9828-2799e9c0bb2a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0676630 Jan 28 03:34:39.791983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:34:39.792487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (ae96815b-1cdc-4db1-9595-9f2f90843753), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:39.856248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d4948bc-04aa-426f-ba22-0ab0c27c0674 req-a9c7e5f7-995b-4b40-9e39-3a816e10297b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646946 Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:34:39.934584 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:34:39.975044 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (b498ec6e-645c-4284-8eec-322abddd9593), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:39.993790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Made reservation on behalf of c9a46626b79b48aba5afb4b404e06e71 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:39.997836 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.001196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-198c6685-7744-4c35-a56c-9e9b573b2929 req-f6e238a7-55f6-4b59-bcb8-c12ceb558557 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 210 time: 0.0698609 Jan 28 03:34:40.008136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Made reservation on behalf of c9a46626b79b48aba5afb4b404e06e71 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:40.012132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.023149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.027155 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b498ec6e-645c-4284-8eec-322abddd9593 HTTP/1.1" status: 204 len: 168 time: 3.3250666 Jan 28 03:34:40.051585 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.062174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfac5a-025b-4d4b-9179-7d7f75968394 admin admin] Pushing event deleted for resources: {'Network': ['ID=b498ec6e-645c-4284-8eec-322abddd9593,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:40.087055 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.113142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bf3fb-52bd-4bd8-9a81-5c7b6da9068f req-d823ea9c-674d-45e9-af1f-f86518fb256d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:40.114742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-699bf3fb-52bd-4bd8-9a81-5c7b6da9068f req-d823ea9c-674d-45e9-af1f-f86518fb256d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1078899 Jan 28 03:34:40.150961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks [] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.179825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Made reservation on behalf of 4f9f265697cd486d8adcca60e4da2340 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:40.197956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.215818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-699bf3fb-52bd-4bd8-9a81-5c7b6da9068f req-1632698c-4e33-4644-9806-14548916467a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888722 Jan 28 03:34:40.306922 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks [] for security_group (0d2d61dc-06f0-4baa-8eac-9378cbea5a96), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.362560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0d2d61dc-06f0-4baa-8eac-9378cbea5a96), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.390628 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbd156ef-79be-42a0-b954-3492b75e64ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.400678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.api [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c9a46626b79b48aba5afb4b404e06e71 {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:34:40.401169 n-d-808199-14 neutron-server[103289]: DEBUG oslo_db.api [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:34:40.417060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:40.526207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd270f66-a733-4e97-815c-c1479d6e4267 req-efda193b-2eda-4656-9644-3d64cb3579a4 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 210 time: 0.0835419 Jan 28 03:34:40.601890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6a91c870-46b1-4762-a972-e68d75c5c5fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=061af344c6de42629fad20da22041438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833029 Jan 28 03:34:40.606161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:40.827338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2d61dc-06f0-4baa-8eac-9378cbea5a96,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:40.840647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.841865 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0902e02-5c42-415c-8e71-64bb8a7b2780 admin admin] Publish callbacks [] for security_group (8043cb49-b6c3-4265-a4d4-65906d4f08d2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.946486 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.976321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3552812b-5c81-4b37-8af6-3768eb2b66a5 req-7b8a48ec-caa5-44cd-a9ad-8705e6c40c26 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 210 time: 0.1094923 Jan 28 03:34:40.985494 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0902e02-5c42-415c-8e71-64bb8a7b2780 admin admin] Publish callbacks [] for security_group (8043cb49-b6c3-4265-a4d4-65906d4f08d2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.106175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Allocated IP 192.168.233.186 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/68e04af3-3a60-437f-bb51-05a0b6a18380) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:41.258383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5993a2f6-881d-4f04-bc22-527109b0e79d {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:41.267103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Publish callbacks [] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.316010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-40a404e5-bd2e-4904-8893-b6c0e772c0d3 req-d05ad451-1d1a-4581-a354-a1eafe3a8689 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 210 time: 0.1702614 Jan 28 03:34:41.332973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Transition to ACTIVE for port object 5993a2f6-881d-4f04-bc22-527109b0e79d will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:41.334155 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0902e02-5c42-415c-8e71-64bb8a7b2780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8043cb49-b6c3-4265-a4d4-65906d4f08d2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.338053 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0902e02-5c42-415c-8e71-64bb8a7b2780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.339206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f0902e02-5c42-415c-8e71-64bb8a7b2780 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8043cb49-b6c3-4265-a4d4-65906d4f08d2 HTTP/1.1" status: 204 len: 168 time: 0.7320349 Jan 28 03:34:41.357255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.374854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0902e02-5c42-415c-8e71-64bb8a7b2780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8043cb49-b6c3-4265-a4d4-65906d4f08d2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:41.415241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks [] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.496024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Network 07000097-dabf-4f2a-80b3-22363ae9eccf is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:41.497393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Pushing event updated for resources: {'Port': ['ID=4a428402-2f57-474f-ad3d-629ff0a6889a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:41.657835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Pushing event updated for resources: {'Port': ['ID=5993a2f6-881d-4f04-bc22-527109b0e79d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:41.875414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00dd68-6486-479d-a94f-3e2a2e943cb0 req-9609dd55-3e4f-432e-b9ab-59556158b5be tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:41.889246 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.896820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef00dd68-6486-479d-a94f-3e2a2e943cb0 req-9609dd55-3e4f-432e-b9ab-59556158b5be tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 936 time: 0.1763439 Jan 28 03:34:41.900227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Attempting to bind port 5993a2f6-881d-4f04-bc22-527109b0e79d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:41.902581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Attempting to bind port 5993a2f6-881d-4f04-bc22-527109b0e79d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:41.902981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Attempting to bind port 5993a2f6-881d-4f04-bc22-527109b0e79d on network 07000097-dabf-4f2a-80b3-22363ae9eccf {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:41.917988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Port 5993a2f6-881d-4f04-bc22-527109b0e79d on network 07000097-dabf-4f2a-80b3-22363ae9eccf not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:41.918677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Attempting to bind port 5993a2f6-881d-4f04-bc22-527109b0e79d on network 07000097-dabf-4f2a-80b3-22363ae9eccf {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:41.932885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:41.933248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Checking segment: {'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:41.933637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Bound using segment: {'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:41.934091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Bound port: 5993a2f6-881d-4f04-bc22-527109b0e79d, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:41.934505 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.989422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef00dd68-6486-479d-a94f-3e2a2e943cb0 req-d4a2d2ce-4be9-4e17-9dd7-e57764e63746 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916064 Jan 28 03:34:42.061279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] For port 5993a2f6-881d-4f04-bc22-527109b0e79d, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:42.064721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] For port 5993a2f6-881d-4f04-bc22-527109b0e79d, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5993a2f6-881d-4f04-bc22-527109b0e79d,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:42.070943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.275844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Pushing event updated for resources: {'Port': ['ID=5993a2f6-881d-4f04-bc22-527109b0e79d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:42.378311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Allocated IP 192.168.233.7 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:42.470838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5d60e12-c5e8-41e1-9890-35aae764e37a req-711dc157-0647-4c15-9bc6-2064425fe889 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 210 time: 0.1976264 Jan 28 03:34:42.473492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:42.480734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.485909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-85f3973d-0db8-4579-be69-47a3121c219c service neutron] 10.222.0.42 "PUT /v2.0/ports/5993a2f6-881d-4f04-bc22-527109b0e79d HTTP/1.1" status: 200 len: 1093 time: 3.8346446 Jan 28 03:34:42.492807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9797f35-9186-4a7a-ad16-13aa515f072b', 'tag': '5993a2f6-881d-4f04-bc22-527109b0e79d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:42.516813 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9797f35-9186-4a7a-ad16-13aa515f072b", "tag": "5993a2f6-881d-4f04-bc22-527109b0e79d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:42.527533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:42.535002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.537058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:42.557835 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b06b7c0-3b4b-403f-9aab-90bd10814578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.594116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211', '4bb17899-8191-4ab6-99bf-89e734fd4001'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:42.605295 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76', '6560c747-ca57-456d-b5d9-f0efee0535d3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:42.703813 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16c4f70-58eb-4af4-9d06-6048b2ee70eb x-openstack-request-id: req-b16c4f70-58eb-4af4-9d06-6048b2ee70eb {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:42.704101 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9797f35-9186-4a7a-ad16-13aa515f072b", "tag": "5993a2f6-881d-4f04-bc22-527109b0e79d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:42.704824 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b16c4f70-58eb-4af4-9d06-6048b2ee70eb {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:42.704824 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9797f35-9186-4a7a-ad16-13aa515f072b', 'tag': '5993a2f6-881d-4f04-bc22-527109b0e79d', 'status': 'completed', 'code': 200} Jan 28 03:34:42.750799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec35a18-f475-4071-b377-9d2e24b4cf2a req-3d4a8b8e-a2d3-46ae-8fcc-b84dde9b8d65 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 210 time: 0.0995603 Jan 28 03:34:42.771941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:42.783393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:42.783393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.785537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-ddcd7e13-e8ef-4fef-9f96-de1ab91d11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:42.787038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-ddcd7e13-e8ef-4fef-9f96-de1ab91d11aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e022794f10274b44b2d2d05b60b80a16&device_id=b9797f35-9186-4a7a-ad16-13aa515f072b HTTP/1.1" status: 200 len: 1096 time: 0.2291269 Jan 28 03:34:42.798369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Allocated IP 172.20.0.11 (07000097-dabf-4f2a-80b3-22363ae9eccf/7850b920-cfc6-480a-8ce3-5c1a1d64866b/d5dbc088-7a89-4252-8e1a-43afc4285674) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:42.798747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:42.857012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-4fd31c64-eea1-4353-8c28-217eee327d01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5993a2f6-881d-4f04-bc22-527109b0e79d HTTP/1.1" status: 200 len: 217 time: 0.0492053 Jan 28 03:34:42.886084 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks [] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.924596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:42.928259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:42.931815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event updated for resources: {'Port': ['ID=68e04af3-3a60-437f-bb51-05a0b6a18380,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:43.068657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-54b46ea5-1265-4429-a734-82038d637186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:43.074129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-54b46ea5-1265-4429-a734-82038d637186 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7850b920-cfc6-480a-8ce3-5c1a1d64866b HTTP/1.1" status: 200 len: 857 time: 0.2097287 Jan 28 03:34:43.126947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Allocated IP 192.168.233.231 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/0de0480e-de7d-4682-a712-e09b786ded58) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:43.143924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-3e36ef7a-4213-4d54-bc44-7c690fc52977 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07000097-dabf-4f2a-80b3-22363ae9eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608840 Jan 28 03:34:43.207688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.227635 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-6ff47a51-6a52-4fb8-b2fd-d7bf67f37939 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6379337 Jan 28 03:34:43.594721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aa2411ee-9500-4c37-bf22-a80d62baf9f4 None None] Provisioning complete for port 68e04af3-3a60-437f-bb51-05a0b6a18380 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:43.595706 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aa2411ee-9500-4c37-bf22-a80d62baf9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.652084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aa2411ee-9500-4c37-bf22-a80d62baf9f4 None None] Port 68e04af3-3a60-437f-bb51-05a0b6a18380 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:43.675923 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks [] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.757411 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-eb9592b3-3deb-4354-a58e-3818b3f14530 service neutron] 10.222.0.42 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013007 Jan 28 03:34:43.789889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:43.827792 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e4b5d91-a8d6-4317-ab65-b7f28069b95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.830628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Request body: {'port': {'device_id': '437dc576-3387-4c77-a090-387d044b3906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:43.856508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a27d3492-f88e-4180-a7be-d5e07f3364d7 req-a0f26cee-3054-4960-b0c6-03b4dd386c67 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0619452 Jan 28 03:34:43.859228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:43.860035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.872316 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.967981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:44.102666 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e4b5d91-a8d6-4317-ab65-b7f28069b95f admin admin] Publish callbacks [] for security_group (40ec6ab1-bb59-48d1-8bd0-b7ddda3e8b29), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.151746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-687198936-network', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:44.164789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e4b5d91-a8d6-4317-ab65-b7f28069b95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (40ec6ab1-bb59-48d1-8bd0-b7ddda3e8b29), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.221144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.245623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:44.262627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.265644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:44.284337 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.302462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e0112-be4a-41d8-8630-08f17e760e80 req-561064dd-bb76-4970-afd1-0d4442ba36e3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:44.304100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-938e0112-be4a-41d8-8630-08f17e760e80 req-561064dd-bb76-4970-afd1-0d4442ba36e3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 936 time: 0.5328453 Jan 28 03:34:44.373154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Made reservation on behalf of 0461ece314254e8f967ca38db9ca3cba for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:44.376777 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.383831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0e4b5d91-a8d6-4317-ab65-b7f28069b95f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0bdc5e98341b45f886cbb71a5e9df3bd&name=default HTTP/1.1" status: 200 len: 2999 time: 1.5814548 Jan 28 03:34:44.420264 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks [] for port (0de0480e-de7d-4682-a712-e09b786ded58), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.424513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55802) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:44.429826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b5d91-a8d6-4317-ab65-b7f28069b95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ec6ab1-bb59-48d1-8bd0-b7ddda3e8b29,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:44.452288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:44.460997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.493712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a657b-6de6-4bce-ac32-9de343f4c533 req-b6725a5f-7b20-4a12-8ae7-e68a21f38d68 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:44.510245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a38a657b-6de6-4bce-ac32-9de343f4c533 req-b6725a5f-7b20-4a12-8ae7-e68a21f38d68 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 932 time: 0.3675082 Jan 28 03:34:44.528370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-8c2dc8d3-ff25-48a2-a81d-814131104b50 service neutron] 10.222.0.42 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690261 Jan 28 03:34:44.592156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:44.593030 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.611144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Network 07000097-dabf-4f2a-80b3-22363ae9eccf is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:44.615020 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0de0480e-de7d-4682-a712-e09b786ded58), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.627946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-938e0112-be4a-41d8-8630-08f17e760e80 req-4b53f394-b75b-4809-8e46-5f52a7554d8c tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761409 Jan 28 03:34:44.636310 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-d1d3a7c5-73f6-4cc1-85ad-98e2db64c12a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4523194 Jan 28 03:34:44.714709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-892d65c9-e595-4967-bc94-ca1694c5d18f None None] Provisioning complete for port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:44.715288 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-892d65c9-e595-4967-bc94-ca1694c5d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.724810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a38a657b-6de6-4bce-ac32-9de343f4c533 req-d0c601be-5bf2-4704-b848-fa60a28f1ec1 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135627 Jan 28 03:34:44.735964 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ab93e67-66c4-4e78-ae81-bf0ce16c2467 admin admin] Publish callbacks [] for security_group (40ec6ab1-bb59-48d1-8bd0-b7ddda3e8b29), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.746985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:44.755571 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-3003125d-3b20-46d0-a357-0a14557c0be0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.2411335 Jan 28 03:34:44.768210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:44.802685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-892d65c9-e595-4967-bc94-ca1694c5d18f None None] Port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:44.844065 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ab93e67-66c4-4e78-ae81-bf0ce16c2467 admin admin] Publish callbacks [] for security_group (40ec6ab1-bb59-48d1-8bd0-b7ddda3e8b29), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.847708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a req-91f49121-0650-416c-9b34-90eecd460dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:44.849385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a req-91f49121-0650-416c-9b34-90eecd460dab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e022794f10274b44b2d2d05b60b80a16&device_id=b9797f35-9186-4a7a-ad16-13aa515f072b HTTP/1.1" status: 200 len: 1096 time: 0.1767919 Jan 28 03:34:45.002331 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Publish callbacks [] for security_group (1aeec12c-ff24-4066-a9b0-b47c890c3ad0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.022615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Request body: {'port': {'device_id': '75e73044-df4e-4187-b0a9-62ba257b92f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:45.048147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:45.059578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Request body: {'port': {'device_id': '3089d9d0-78c2-4312-a556-69326a740f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:45.075297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:45.084175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:45.104308 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ab93e67-66c4-4e78-ae81-bf0ce16c2467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (40ec6ab1-bb59-48d1-8bd0-b7ddda3e8b29), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.107098 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ab93e67-66c4-4e78-ae81-bf0ce16c2467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.111219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9ab93e67-66c4-4e78-ae81-bf0ce16c2467 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40ec6ab1-bb59-48d1-8bd0-b7ddda3e8b29 HTTP/1.1" status: 204 len: 168 time: 0.6758523 Jan 28 03:34:45.126911 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1aeec12c-ff24-4066-a9b0-b47c890c3ad0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.140233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:34:45.151562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2f3b5769-f1c4-407d-a75a-96c4068aac1a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.151956 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Added segment 2f3b5769-f1c4-407d-a75a-96c4068aac1a of type vlan for network 7303e587-0db0-47c3-b567-cf17cade2ecb Jan 28 03:34:45.199364 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (7303e587-0db0-47c3-b567-cf17cade2ecb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.232428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab93e67-66c4-4e78-ae81-bf0ce16c2467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ec6ab1-bb59-48d1-8bd0-b7ddda3e8b29,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:45.308661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeec12c-ff24-4066-a9b0-b47c890c3ad0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:45.314472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (7303e587-0db0-47c3-b567-cf17cade2ecb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.315455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:45.316136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.323686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Pushing event updated for resources: {'Port': ['ID=d5dbc088-7a89-4252-8e1a-43afc4285674,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:45.340246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:45.341102 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.433619 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.461748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:45.462637 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.497902 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.516302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a req-c44775f9-1b56-487b-a065-0c7e0b5f9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:45.517933 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a req-c44775f9-1b56-487b-a065-0c7e0b5f9133 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07000097-dabf-4f2a-80b3-22363ae9eccf HTTP/1.1" status: 200 len: 918 time: 0.6617975 Jan 28 03:34:45.530896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.535801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6993129 Jan 28 03:34:45.538371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Pushing event updated for resources: {'Port': ['ID=0de0480e-de7d-4682-a712-e09b786ded58,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:45.546839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:45.550364 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-64aecd95-cb6f-42f6-b786-c05dfbf368f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6658924 Jan 28 03:34:45.569390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Request body: {'subnet': {'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-687198936-subnet', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:45.584197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Request body: {'port': {'device_id': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:45.590484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a req-b4f6a802-4f2e-4e13-8da8-853116e4437b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5993a2f6-881d-4f04-bc22-527109b0e79d HTTP/1.1" status: 200 len: 217 time: 0.0501077 Jan 28 03:34:45.614580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91339972-56c4-44aa-a4cb-fedeec83bf52 admin admin] Pushing event updated for resources: {'Network': ['ID=7303e587-0db0-47c3-b567-cf17cade2ecb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:45.620422 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03c8655f-0a4f-4960-9667-aedf4074d9f0 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2731366 Jan 28 03:34:45.646141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a428402-2f57-474f-ad3d-629ff0a6889a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:45.696138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Request body: {'port': {'device_id': 'c4322cdf-9144-4c03-b2bf-0dc79b62db3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:45.706014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831b24-00f9-4ed7-bb16-625ce648dd41 req-cefd4570-f38b-465f-a235-c778aec0cb43 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:45.707354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 7303e587-0db0-47c3-b567-cf17cade2ecb details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:34:45.708456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42831b24-00f9-4ed7-bb16-625ce648dd41 req-cefd4570-f38b-465f-a235-c778aec0cb43 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.5961566 Jan 28 03:34:45.721486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebb363-2fbe-4e12-a226-a053b34d8ec1 req-6aa7ea28-114d-423d-aa53-bee558804037 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:45.730011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61ebb363-2fbe-4e12-a226-a053b34d8ec1 req-6aa7ea28-114d-423d-aa53-bee558804037 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 936 time: 0.7255042 Jan 28 03:34:45.747564 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Publish callbacks [] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.826776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a req-31f976b9-b892-467c-b28d-ac6c0538fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:45.828365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a req-31f976b9-b892-467c-b28d-ac6c0538fe72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7850b920-cfc6-480a-8ce3-5c1a1d64866b HTTP/1.1" status: 200 len: 857 time: 0.2170165 Jan 28 03:34:45.842227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-933e9bfa-fb3f-42bf-b48b-1a5c71e23d5c None None] Provisioning complete for port 0de0480e-de7d-4682-a712-e09b786ded58 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:45.842815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-933e9bfa-fb3f-42bf-b48b-1a5c71e23d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0de0480e-de7d-4682-a712-e09b786ded58), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.894172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a req-899675ab-f14a-4c17-a51d-9c38bee37c96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07000097-dabf-4f2a-80b3-22363ae9eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571430 Jan 28 03:34:45.898340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42831b24-00f9-4ed7-bb16-625ce648dd41 req-25cfa1e5-1b7f-42ae-89da-45febac53abe tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649959 Jan 28 03:34:45.912016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61ebb363-2fbe-4e12-a226-a053b34d8ec1 req-6c003d80-1540-4ec1-b2da-8a2544d32b99 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790187 Jan 28 03:34:45.915318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-933e9bfa-fb3f-42bf-b48b-1a5c71e23d5c None None] Port 0de0480e-de7d-4682-a712-e09b786ded58 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:46.097938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a96c54-5a21-4d38-871b-22b6768ef397 req-757e3f3f-ac40-47d2-9506-53cb6845fc8f tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:46.099666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31a96c54-5a21-4d38-871b-22b6768ef397 req-757e3f3f-ac40-47d2-9506-53cb6845fc8f tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 932 time: 0.0873218 Jan 28 03:34:46.103793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a req-ddc4bf7d-c208-45ec-af3e-5938fd7e6777 service neutron] 10.222.0.42 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863642 Jan 28 03:34:46.214670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Made reservation on behalf of 0461ece314254e8f967ca38db9ca3cba for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:46.217008 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:46.229820 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Transition to ACTIVE for port object 4a428402-2f57-474f-ad3d-629ff0a6889a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:46.250850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31a96c54-5a21-4d38-871b-22b6768ef397 req-dfbfaaec-cc8c-45ea-aa45-fdcf341bf9f1 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373174 Jan 28 03:34:46.264174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a11c5-75ab-4e00-abd1-a9d183ce4134 req-507261b6-64fc-4e56-b5b7-476560c8281d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:46.265847 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42a11c5-75ab-4e00-abd1-a9d183ce4134 req-507261b6-64fc-4e56-b5b7-476560c8281d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 936 time: 0.1649551 Jan 28 03:34:46.269574 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:46.332433 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0de0480e-de7d-4682-a712-e09b786ded58), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:46.333596 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c579a3-daf1-4f5d-bbc9-6a19f23e382a req-6b11ab68-6d6e-4834-ae2c-84109e882e6f service neutron] 10.222.0.42 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210379 Jan 28 03:34:46.390146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42a11c5-75ab-4e00-abd1-a9d183ce4134 req-e90daab7-0ccc-4b57-9212-30e851b7ca50 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001959 Jan 28 03:34:46.433675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:46.572027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce4657-4d38-48eb-9423-13e8eb34fb09 req-619e3eb8-9898-41ae-a5f1-5689926028f8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:46.574362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14ce4657-4d38-48eb-9423-13e8eb34fb09 req-619e3eb8-9898-41ae-a5f1-5689926028f8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0664191 Jan 28 03:34:46.595216 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:46.615182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Pushing event updated for resources: {'Port': ['ID=4a428402-2f57-474f-ad3d-629ff0a6889a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:46.648244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:46.675919 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14ce4657-4d38-48eb-9423-13e8eb34fb09 req-65739415-9975-43b3-9d7b-95a3a59b0bc0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957196 Jan 28 03:34:46.832692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-831583035-network', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:46.928546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Attempting to bind port 4a428402-2f57-474f-ad3d-629ff0a6889a on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:46.928901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Attempting to bind port 4a428402-2f57-474f-ad3d-629ff0a6889a by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:46.929233 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Attempting to bind port 4a428402-2f57-474f-ad3d-629ff0a6889a on network 07000097-dabf-4f2a-80b3-22363ae9eccf {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:46.974462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Port 4a428402-2f57-474f-ad3d-629ff0a6889a on network 07000097-dabf-4f2a-80b3-22363ae9eccf not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:46.974788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Attempting to bind port 4a428402-2f57-474f-ad3d-629ff0a6889a on network 07000097-dabf-4f2a-80b3-22363ae9eccf {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:47.090014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1a17f-6a0c-4473-9030-243e8f08cbfd req-912201b0-6c9b-4b44-a0a3-b404c65fa50c tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:47.098895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0b1a17f-6a0c-4473-9030-243e8f08cbfd req-912201b0-6c9b-4b44-a0a3-b404c65fa50c tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 936 time: 0.0982573 Jan 28 03:34:47.163903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0b1a17f-6a0c-4473-9030-243e8f08cbfd req-1e761181-9ea0-4a69-bb86-0940abb6a0f5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635996 Jan 28 03:34:47.438816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:47.439164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Checking segment: {'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:47.439552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Bound using segment: {'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:47.439996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Bound port: 4a428402-2f57-474f-ad3d-629ff0a6889a, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:47.440408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:47.453576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812bd09-3c84-4932-9966-94284e17c9a8 req-177d4f84-a263-4c10-8528-6125254e594b tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:47.457712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5812bd09-3c84-4932-9966-94284e17c9a8 req-177d4f84-a263-4c10-8528-6125254e594b tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 932 time: 0.1068647 Jan 28 03:34:47.545608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5993a2f6-881d-4f04-bc22-527109b0e79d details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:47.568087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5812bd09-3c84-4932-9966-94284e17c9a8 req-c0bcab41-2d63-4766-9d2f-8ecad8d1322d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038449 Jan 28 03:34:47.613800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5dbc088-7a89-4252-8e1a-43afc4285674 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:47.623152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Publish callbacks [] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:47.637062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Transition to ACTIVE for port object d5dbc088-7a89-4252-8e1a-43afc4285674 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:47.643995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:47.649215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Made reservation on behalf of f018919fc34a4f8183a95a811a32818a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:47.652878 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:47.667789 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:47.680887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Publish callbacks [] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:47.708865 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (7a5bdd39-2910-4184-a463-7ba37311df68), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:47.712881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb85f0-e6db-4013-bf25-074d61f82f5d req-f1437900-687b-4f8e-83f3-13dd5fe88020 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:47.715008 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8beb85f0-e6db-4013-bf25-074d61f82f5d req-f1437900-687b-4f8e-83f3-13dd5fe88020 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 936 time: 0.1362376 Jan 28 03:34:47.783937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:47.811910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8beb85f0-e6db-4013-bf25-074d61f82f5d req-1ae0a478-158d-4288-a06d-a53f4d17dce6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895002 Jan 28 03:34:47.835963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5993a2f6-881d-4f04-bc22-527109b0e79d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5993a2f6-881d-4f04-bc22-527109b0e79d,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:47.854561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '5993a2f6-881d-4f04-bc22-527109b0e79d', 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf', 'port_id': '5993a2f6-881d-4f04-bc22-527109b0e79d', 'mac_address': 'fa:16:3e:c2:b3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7850b920-cfc6-480a-8ce3-5c1a1d64866b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:47.868010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5bdd39-2910-4184-a463-7ba37311df68,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:47.897000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Attempting to bind port d5dbc088-7a89-4252-8e1a-43afc4285674 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:47.897366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Attempting to bind port d5dbc088-7a89-4252-8e1a-43afc4285674 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:47.897694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Attempting to bind port d5dbc088-7a89-4252-8e1a-43afc4285674 on network 07000097-dabf-4f2a-80b3-22363ae9eccf {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:47.904754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5993a2f6-881d-4f04-bc22-527109b0e79d is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:47.905287 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:47.910291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Transition to ACTIVE for port object 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:47.914126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Port d5dbc088-7a89-4252-8e1a-43afc4285674 on network 07000097-dabf-4f2a-80b3-22363ae9eccf not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:47.914126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Attempting to bind port d5dbc088-7a89-4252-8e1a-43afc4285674 on network 07000097-dabf-4f2a-80b3-22363ae9eccf {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:47.925373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5993a2f6-881d-4f04-bc22-527109b0e79d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:47.951849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5993a2f6-881d-4f04-bc22-527109b0e79d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5993a2f6-881d-4f04-bc22-527109b0e79d,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:47.971820 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.016013 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Publish callbacks [] for security_group (3c8a2fa1-b183-4364-a682-1648ed7a34ce), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.048450 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.072731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5993a2f6-881d-4f04-bc22-527109b0e79d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:48.101615 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3c8a2fa1-b183-4364-a682-1648ed7a34ce), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.127332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:34:48.154174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b4865f24-d04c-417c-8b2c-3d87cd3686f1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.155684 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Added segment b4865f24-d04c-417c-8b2c-3d87cd3686f1 of type vlan for network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb Jan 28 03:34:48.230838 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.301633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:48.302000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Checking segment: {'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:48.302632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Bound using segment: {'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:48.303088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Bound port: d5dbc088-7a89-4252-8e1a-43afc4285674, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4723b1c-a0f4-4668-a1aa-5748978a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:48.303590 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.337005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5993a2f6-881d-4f04-bc22-527109b0e79d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:48.375838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8a2fa1-b183-4364-a682-1648ed7a34ce,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:48.379487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.380456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:48.381323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.536524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] Pushing event updated for resources: {'Network': ['ID=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:48.552775 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dcd3c67a-0763-4def-8cfc-5e962f92da6e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8997884 Jan 28 03:34:48.555625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55916) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:48.561297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Request body: {'subnet': {'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-831583035-subnet', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:48.566970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Attempting to bind port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:48.567221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Attempting to bind port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:48.567549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Attempting to bind port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:48.570006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Checking segment: {'id': '2f3b5769-f1c4-407d-a75a-96c4068aac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:48.570362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Network hostable DHCP agents. Network: 7303e587-0db0-47c3-b567-cf17cade2ecb, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:34:48.669716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:34:48.674206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Made reservation on behalf of f018919fc34a4f8183a95a811a32818a for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:48.677015 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.742283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] For port d5dbc088-7a89-4252-8e1a-43afc4285674, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:48.749625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] For port d5dbc088-7a89-4252-8e1a-43afc4285674, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=d5dbc088-7a89-4252-8e1a-43afc4285674,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:48.767599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Pushing event updated for resources: {'Port': ['ID=d5dbc088-7a89-4252-8e1a-43afc4285674,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:48.794217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4d50f-32b6-49f0-a71d-dc15eec89634 req-bc312f09-2761-45ce-b10d-759efd5e1252 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:48.810727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5c4d50f-32b6-49f0-a71d-dc15eec89634 req-bc312f09-2761-45ce-b10d-759efd5e1252 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 944 time: 0.1508148 Jan 28 03:34:48.821208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0415312-91dc-44fe-b7dd-d325e54cf602 req-a7a6f199-65ef-4784-b944-8813c8fdbb48 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:48.829269 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0415312-91dc-44fe-b7dd-d325e54cf602 req-a7a6f199-65ef-4784-b944-8813c8fdbb48 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 936 time: 0.5456519 Jan 28 03:34:48.850659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Network 7303e587-0db0-47c3-b567-cf17cade2ecb is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:34:48.858874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:48.862973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:48.863443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Attempting to bind port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:48.866215 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.938655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:48.939304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:48.940785 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] 10.222.0.42 "PUT /v2.0/ports/d5dbc088-7a89-4252-8e1a-43afc4285674 HTTP/1.1" status: 200 len: 1093 time: 3.2768137 Jan 28 03:34:48.943330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0415312-91dc-44fe-b7dd-d325e54cf602 req-29c0b6ed-0847-4bde-9efc-97d7faa073df tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126943 Jan 28 03:34:48.961999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] For port 4a428402-2f57-474f-ad3d-629ff0a6889a, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:48.965495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6509396-7dee-4f6a-a9b1-99e23b4ea543 service neutron] Pushing event updated for resources: {'Port': ['ID=d5dbc088-7a89-4252-8e1a-43afc4285674,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:48.970277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5c4d50f-32b6-49f0-a71d-dc15eec89634 req-2fdfd9c1-dc4e-4739-a696-8fa86341ef68 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581750 Jan 28 03:34:48.974673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4322cdf-9144-4c03-b2bf-0dc79b62db3f', 'tag': 'd5dbc088-7a89-4252-8e1a-43afc4285674'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:48.977065 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61fdf90-0270-41cb-9263-f476dbdbd9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4322cdf-9144-4c03-b2bf-0dc79b62db3f", "tag": "d5dbc088-7a89-4252-8e1a-43afc4285674"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:49.009365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:49.010208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:49.011335 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:49.013208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Bound port: 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:49.013610 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.016260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 7303e587-0db0-47c3-b567-cf17cade2ecb) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:49.022272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:49.023142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.029509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086e3e35-9438-4626-9b27-91afdd38ff86 None None] Network 7303e587-0db0-47c3-b567-cf17cade2ecb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:49.096697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a07b03ff-765e-40a7-9fe8-fbd09be3183f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5429189 Jan 28 03:34:49.102162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] For port 4a428402-2f57-474f-ad3d-629ff0a6889a, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4a428402-2f57-474f-ad3d-629ff0a6889a,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:49.110234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55926) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:49.118801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-687198936-router', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:49.141511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.165317 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:49.166756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.168124 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-034da05a-b562-4d38-8510-854cce315f68 service neutron] 10.222.0.25 "PUT /v2.0/ports/4a428402-2f57-474f-ad3d-629ff0a6889a HTTP/1.1" status: 200 len: 1093 time: 5.7398658 Jan 28 03:34:49.193943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-5fdc275d-3c2c-47b3-936c-d43380d55710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:49.196071 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-5fdc275d-3c2c-47b3-936c-d43380d55710 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e022794f10274b44b2d2d05b60b80a16&device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 1096 time: 0.1482406 Jan 28 03:34:49.304570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2575088-a66d-4de6-b44b-9f78551cf3b8 req-c8a85c97-45fe-47b3-a450-fbb94a7ecf06 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:49.308024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2575088-a66d-4de6-b44b-9f78551cf3b8 req-c8a85c97-45fe-47b3-a450-fbb94a7ecf06 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 936 time: 0.2173581 Jan 28 03:34:49.312473 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba76af-f76f-4057-8725-8a6a8f0526d0 x-openstack-request-id: req-c3ba76af-f76f-4057-8725-8a6a8f0526d0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:49.312473 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4322cdf-9144-4c03-b2bf-0dc79b62db3f", "tag": "d5dbc088-7a89-4252-8e1a-43afc4285674", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:49.312473 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3ba76af-f76f-4057-8725-8a6a8f0526d0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:49.312473 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4322cdf-9144-4c03-b2bf-0dc79b62db3f', 'tag': 'd5dbc088-7a89-4252-8e1a-43afc4285674', 'status': 'completed', 'code': 200} Jan 28 03:34:49.344497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-7303e587-0db0-47c3-b567-cf17cade2ecb', 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb', 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'fixed_ips': [{'subnet_id': '7a5bdd39-2910-4184-a463-7ba37311df68'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:34:49.349930 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.436713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2575088-a66d-4de6-b44b-9f78551cf3b8 req-f6e6368c-ab3b-4887-a693-5f31b4bb5588 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971751 Jan 28 03:34:49.469738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (b193057d-a753-4a7f-804d-67ae01fbd7a3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.499602 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-a341ffc4-dc5f-48c7-b8bf-0c21393b692a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5dbc088-7a89-4252-8e1a-43afc4285674 HTTP/1.1" status: 200 len: 217 time: 0.1868496 Jan 28 03:34:49.503476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (d79bd481-9361-4c7b-a745-3a03cc97bdea), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.506742 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (d79bd481-9361-4c7b-a745-3a03cc97bdea), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.559649 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b193057d-a753-4a7f-804d-67ae01fbd7a3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:49.604269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Checking segment: {'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:49.605048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Network hostable DHCP agents. Network: 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:34:49.611370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034da05a-b562-4d38-8510-854cce315f68 service neutron] Pushing event updated for resources: {'Port': ['ID=4a428402-2f57-474f-ad3d-629ff0a6889a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:49.642618 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Allocated IP 172.20.0.2 (7303e587-0db0-47c3-b567-cf17cade2ecb/7a5bdd39-2910-4184-a463-7ba37311df68/2a5271f0-be01-4951-bf0a-49248f312be2) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:49.666458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:34:49.691530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:49.702619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:49.719410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:49.720062 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.721142 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e04af3-3a60-437f-bb51-05a0b6a18380 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:49.758572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-021bac7c-329e-4fd6-8e3e-3702d3316409 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2016521 Jan 28 03:34:49.759788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:49.778204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:49.792905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks [] for router_controller (d79bd481-9361-4c7b-a745-3a03cc97bdea), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.796054 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Publish callbacks [] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.807738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:49.833590 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (443bebfc-7b43-4ca9-b2fa-64af14521bca), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.834741 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (443bebfc-7b43-4ca9-b2fa-64af14521bca), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.904191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.916196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-dc907140-14ca-42ce-976d-84d740d4f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:49.918362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-dc907140-14ca-42ce-976d-84d740d4f564 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e022794f10274b44b2d2d05b60b80a16&device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 1096 time: 0.6391954 Jan 28 03:34:49.929345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Transition to ACTIVE for port object 68e04af3-3a60-437f-bb51-05a0b6a18380 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:49.971866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-7d528112-c731-451b-a1a3-d9ae20803a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:49.975661 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-7d528112-c731-451b-a1a3-d9ae20803a43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7850b920-cfc6-480a-8ce3-5c1a1d64866b HTTP/1.1" status: 200 len: 857 time: 0.4391291 Jan 28 03:34:49.983280 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Publish callbacks [] for port (2a5271f0-be01-4951-bf0a-49248f312be2), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.990599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:49.998083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5993a2f6-881d-4f04-bc22-527109b0e79d up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:50.044304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0077baa-a35d-4b23-be70-6f0aaa4089c7 None None] Network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:50.146331 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.160582 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks [] for router_controller (443bebfc-7b43-4ca9-b2fa-64af14521bca), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.228985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:34:50.230110 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.236020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:50.236733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.244183 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 HTTP/1.1" status: 200 len: 1095 time: 5.1971304 Jan 28 03:34:50.248205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-c107f5ef-72d8-476e-ba40-ef5b0de5c04e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07000097-dabf-4f2a-80b3-22363ae9eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2330339 Jan 28 03:34:50.249659 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-03f7f5d8-9974-4913-8d8f-f40cb2d54776 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a428402-2f57-474f-ad3d-629ff0a6889a HTTP/1.1" status: 200 len: 217 time: 0.2933531 Jan 28 03:34:50.400427 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks [] for router_gateway (d79bd481-9361-4c7b-a745-3a03cc97bdea), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.525799 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks [] for router_gateway (443bebfc-7b43-4ca9-b2fa-64af14521bca), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.568502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700576-3fbb-4a0d-acde-e5c434aea52b req-233b3b26-6f73-4699-a388-20995f3ef14c tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:50.570290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae700576-3fbb-4a0d-acde-e5c434aea52b req-233b3b26-6f73-4699-a388-20995f3ef14c tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 944 time: 0.4315696 Jan 28 03:34:50.600235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Network 7303e587-0db0-47c3-b567-cf17cade2ecb is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:50.620714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff0fbe-2d32-4a51-910f-b9562fb0b1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:50.636407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:50.642479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 5993a2f6-881d-4f04-bc22-527109b0e79d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:34:50.660116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:50.662721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Pushing event updated for resources: {'Port': ['ID=2a5271f0-be01-4951-bf0a-49248f312be2,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:50.673455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 5993a2f6-881d-4f04-bc22-527109b0e79d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:50.673945 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.704709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23950c8b-c2d1-4f3a-8d9d-b73409e89a58 req-b5755837-7c6c-42bd-a630-88f8a19f82cc tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:50.706339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23950c8b-c2d1-4f3a-8d9d-b73409e89a58 req-b5755837-7c6c-42bd-a630-88f8a19f82cc tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 936 time: 0.5427477 Jan 28 03:34:50.728056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Pushing event updated for resources: {'Port': ['ID=68e04af3-3a60-437f-bb51-05a0b6a18380,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:50.855978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae700576-3fbb-4a0d-acde-e5c434aea52b req-ca92da52-196c-4505-9076-97e448a67290 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760811 Jan 28 03:34:50.897274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Attempting to bind port 2a5271f0-be01-4951-bf0a-49248f312be2 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:50.897648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Attempting to bind port 2a5271f0-be01-4951-bf0a-49248f312be2 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '2f3b5769-f1c4-407d-a75a-96c4068aac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:50.898512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Attempting to bind port 2a5271f0-be01-4951-bf0a-49248f312be2 on network 7303e587-0db0-47c3-b567-cf17cade2ecb {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:50.915560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:50.916120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Checking segment: {'id': '2f3b5769-f1c4-407d-a75a-96c4068aac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:50.916876 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.917280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Bound using segment: {'id': '2f3b5769-f1c4-407d-a75a-96c4068aac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:50.917765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Bound port: 2a5271f0-be01-4951-bf0a-49248f312be2, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3b5769-f1c4-407d-a75a-96c4068aac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:50.917927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da80d-1458-4bbe-b451-9087e87aae14 req-198847e6-0269-4c1f-a61c-8f6667676af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:50.918148 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.919572 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-198847e6-0269-4c1f-a61c-8f6667676af3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7850b920-cfc6-480a-8ce3-5c1a1d64866b HTTP/1.1" status: 200 len: 857 time: 0.5546412 Jan 28 03:34:50.927320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23950c8b-c2d1-4f3a-8d9d-b73409e89a58 req-4887ac61-d802-4c4f-8388-eb38510e9c61 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373019 Jan 28 03:34:50.982071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Allocated IP 172.20.0.2 (9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb/b193057d-a753-4a7f-804d-67ae01fbd7a3/6ba261c7-a153-4c62-a83c-c7e9b3433fc6) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:51.064388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5993a2f6-881d-4f04-bc22-527109b0e79d is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:51.065107 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:51.076489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-f49d826d-061c-4d7f-9a57-936b0cac1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:51.100671 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-f49d826d-061c-4d7f-9a57-936b0cac1a64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9a46626b79b48aba5afb4b404e06e71&device_id=3089d9d0-78c2-4312-a556-69326a740f03 HTTP/1.1" status: 200 len: 1098 time: 0.7209849 Jan 28 03:34:51.147307 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-0f0ac505-5b51-488e-ac91-7ced85d97d6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=07000097-dabf-4f2a-80b3-22363ae9eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1770883 Jan 28 03:34:51.157540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] For port 2a5271f0-be01-4951-bf0a-49248f312be2, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:51.161669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] For port 2a5271f0-be01-4951-bf0a-49248f312be2, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2a5271f0-be01-4951-bf0a-49248f312be2,segment=NetworkSegment(2f3b5769-f1c4-407d-a75a-96c4068aac1a),segment_id=2f3b5769-f1c4-407d-a75a-96c4068aac1a)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:51.173256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9797f35-9186-4a7a-ad16-13aa515f072b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5993a2f6-881d-4f04-bc22-527109b0e79d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:51.175597 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822a230a-99e1-4a5c-a37e-7e794a139a21" -d '{"events": [{"server_uuid": "b9797f35-9186-4a7a-ad16-13aa515f072b", "name": "network-vif-plugged", "status": "completed", "tag": "5993a2f6-881d-4f04-bc22-527109b0e79d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:51.179421 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:51.205530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5993a2f6-881d-4f04-bc22-527109b0e79d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5993a2f6-881d-4f04-bc22-527109b0e79d,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:51.210419 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f94b79e5-3c3e-477c-97f9-66dc8fb5dbc1 service neutron] 10.222.0.42 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8678396 Jan 28 03:34:51.233675 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:51.237349 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-c3bcb101-5dbd-4f8c-b361-4dacbbc08543 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 HTTP/1.1" status: 200 len: 217 time: 0.1006858 Jan 28 03:34:51.312477 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks [] for router_gateway (443bebfc-7b43-4ca9-b2fa-64af14521bca), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:51.324377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Pushing event updated for resources: {'Port': ['ID=2a5271f0-be01-4951-bf0a-49248f312be2,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:51.370456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.371239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.371749 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.372274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.372771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.373312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.373819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.374314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.374806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.375298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.375814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.376306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.376799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f9974-bfec-420a-9e0a-9914e856e9f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:51.399507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:51.450090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d19c5-1d23-49cd-a7b1-522080fdf906 req-fc6acdb5-da55-4c06-bd3d-a7b77c18deed tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:51.460260 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Publish callbacks [] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:51.462392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-484d19c5-1d23-49cd-a7b1-522080fdf906 req-fc6acdb5-da55-4c06-bd3d-a7b77c18deed tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 948 time: 0.3280468 Jan 28 03:34:51.483816 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:51.505476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5993a2f6-881d-4f04-bc22-527109b0e79d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:51.538421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b2492-2b50-4e26-a454-b43f0848958a req-b4bd6325-ab9d-4eaf-bcf1-b98d4fd32ee3 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:51.540166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-856b2492-2b50-4e26-a454-b43f0848958a req-b4bd6325-ab9d-4eaf-bcf1-b98d4fd32ee3 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2237108 Jan 28 03:34:51.570770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Pushing event updated for resources: {'Port': ['ID=6ba261c7-a153-4c62-a83c-c7e9b3433fc6,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:51.593965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:51.595453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:51.604551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:51.725332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437dc576-3387-4c77-a090-387d044b3906', 'tag': '4a428402-2f57-474f-ad3d-629ff0a6889a'}, {'name': 'network-changed', 'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:51.727750 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551752c3-e499-4fc0-acc6-c40e69e938c1" -d '{"events": [{"name": "network-changed", "server_uuid": "437dc576-3387-4c77-a090-387d044b3906", "tag": "4a428402-2f57-474f-ad3d-629ff0a6889a"}, {"name": "network-changed", "server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:51.729625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-856b2492-2b50-4e26-a454-b43f0848958a req-59b92067-c475-4a67-84e9-a325b2bae5af tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758986 Jan 28 03:34:51.736178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-484d19c5-1d23-49cd-a7b1-522080fdf906 req-faf0058b-ab26-42c5-becc-b069ea475e2f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704165 Jan 28 03:34:51.770023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Attempting to bind port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:51.770266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Attempting to bind port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:51.774462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Attempting to bind port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 on network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:51.785628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:51.787294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Checking segment: {'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:51.789324 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:51.790634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Bound using segment: {'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:51.794155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Bound port: 6ba261c7-a153-4c62-a83c-c7e9b3433fc6, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:51.794782 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:51.841339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Attempting to bind port 68e04af3-3a60-437f-bb51-05a0b6a18380 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:51.841674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Attempting to bind port 68e04af3-3a60-437f-bb51-05a0b6a18380 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:51.842012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Attempting to bind port 68e04af3-3a60-437f-bb51-05a0b6a18380 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:51.949652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Port 68e04af3-3a60-437f-bb51-05a0b6a18380 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:51.950085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Attempting to bind port 68e04af3-3a60-437f-bb51-05a0b6a18380 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:51.961993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de0480e-de7d-4682-a712-e09b786ded58 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:52.005748 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1bab9c-d59e-4d2a-867e-1f3f83ebdec0 x-openstack-request-id: req-1a1bab9c-d59e-4d2a-867e-1f3f83ebdec0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:52.006174 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437dc576-3387-4c77-a090-387d044b3906", "tag": "4a428402-2f57-474f-ad3d-629ff0a6889a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:52.006530 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a1bab9c-d59e-4d2a-867e-1f3f83ebdec0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:52.006927 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437dc576-3387-4c77-a090-387d044b3906', 'tag': '4a428402-2f57-474f-ad3d-629ff0a6889a', 'status': 'completed', 'code': 200} Jan 28 03:34:52.007180 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'status': 'completed', 'code': 200} Jan 28 03:34:52.023603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Publish callbacks [] for port (0de0480e-de7d-4682-a712-e09b786ded58), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.037378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] For port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:52.042702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:52.043044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:52.043430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:52.043974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Bound port: 68e04af3-3a60-437f-bb51-05a0b6a18380, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:52.044381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.044834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] For port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6ba261c7-a153-4c62-a83c-c7e9b3433fc6,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:52.050368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-93de61ca-625c-415a-a98c-33b27bfab9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:52.050368 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-93de61ca-625c-415a-a98c-33b27bfab9a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.7784734 Jan 28 03:34:52.053746 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c996f35-aaa8-423f-b983-159915413b5a x-openstack-request-id: req-7c996f35-aaa8-423f-b983-159915413b5a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:52.054410 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9797f35-9186-4a7a-ad16-13aa515f072b", "name": "network-vif-plugged", "status": "completed", "tag": "5993a2f6-881d-4f04-bc22-527109b0e79d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:52.055138 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c996f35-aaa8-423f-b983-159915413b5a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:52.055280 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9797f35-9186-4a7a-ad16-13aa515f072b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5993a2f6-881d-4f04-bc22-527109b0e79d', 'code': 200} Jan 28 03:34:52.057023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2a5271f0-be01-4951-bf0a-49248f312be2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:52.079815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Allocated IP 172.25.1.172 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/ac072755-77e2-41d3-9ed5-0e2c670a8382) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:52.116564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Transition to ACTIVE for port object 0de0480e-de7d-4682-a712-e09b786ded58 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:52.130830 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.152191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (0de0480e-de7d-4682-a712-e09b786ded58), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.155814 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-d3dfdfd1-8547-4e8d-be24-4e17e3b25707 service neutron] 10.222.0.25 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9712896 Jan 28 03:34:52.232825 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks [] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.248817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1fa4d-c100-4963-a493-34023d8a9aa6 None None] Pushing event updated for resources: {'Port': ['ID=6ba261c7-a153-4c62-a83c-c7e9b3433fc6,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:52.269447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2a5271f0-be01-4951-bf0a-49248f312be2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:52.269731 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.301591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.316039 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-f6a9f0ab-fead-43fe-aa6b-4057af19fadf service neutron] 10.222.0.42 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0717244 Jan 28 03:34:52.435455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:52.453166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:52.457410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:52.502447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2a5271f0-be01-4951-bf0a-49248f312be2 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:52.503655 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.558266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 2a5271f0-be01-4951-bf0a-49248f312be2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2a5271f0-be01-4951-bf0a-49248f312be2,segment=NetworkSegment(2f3b5769-f1c4-407d-a75a-96c4068aac1a),segment_id=2f3b5769-f1c4-407d-a75a-96c4068aac1a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:52.569249 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.587077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77d18e-ac2e-4137-b132-a2fb47a27c99 req-ed546c54-88c8-44b8-9d5a-d35eab31250d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:52.591498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a77d18e-ac2e-4137-b132-a2fb47a27c99 req-ed546c54-88c8-44b8-9d5a-d35eab31250d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.7113247 Jan 28 03:34:52.757337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=2a5271f0-be01-4951-bf0a-49248f312be2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:52.792912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-71f6e756-25ed-43b6-90c5-99dd8abdcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:52.792912 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-71f6e756-25ed-43b6-90c5-99dd8abdcfc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7301416 Jan 28 03:34:52.792912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Pushing event updated for resources: {'Port': ['ID=0de0480e-de7d-4682-a712-e09b786ded58,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:52.944637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] For port 68e04af3-3a60-437f-bb51-05a0b6a18380, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:53.004723 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks [] for router_gateway (d79bd481-9361-4c7b-a745-3a03cc97bdea), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:53.032414 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-d0b91baa-0ab7-4fb7-9532-094ffe4c55b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5173717 Jan 28 03:34:53.048014 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:53.201902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Allocated IP 172.25.1.54 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/baa69a86-5d8a-4f6c-901b-029741a05488) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:53.240540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1554ac-8ff2-48f7-865c-c35861c67578 None None] Network 7303e587-0db0-47c3-b567-cf17cade2ecb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:53.285102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc5c0c-4520-40dd-917c-f9fbc7f5d7f7 req-d37017be-f32a-4a12-bdc1-f3dd82db8b59 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:53.293198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62fc5c0c-4520-40dd-917c-f9fbc7f5d7f7 req-d37017be-f32a-4a12-bdc1-f3dd82db8b59 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 944 time: 1.0090053 Jan 28 03:34:53.312198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] For port 68e04af3-3a60-437f-bb51-05a0b6a18380, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=68e04af3-3a60-437f-bb51-05a0b6a18380,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:53.340344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Pushing event updated for resources: {'Port': ['ID=ac072755-77e2-41d3-9ed5-0e2c670a8382,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:53.343427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Attempting to bind port 0de0480e-de7d-4682-a712-e09b786ded58 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:53.343976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Attempting to bind port 0de0480e-de7d-4682-a712-e09b786ded58 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:53.344486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Attempting to bind port 0de0480e-de7d-4682-a712-e09b786ded58 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:53.347048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:53.365648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329aa734-d2f5-4d31-b9e9-56556300b8ff req-3762ace7-dece-4e54-9765-4eca0871d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:53.371120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-329aa734-d2f5-4d31-b9e9-56556300b8ff req-3762ace7-dece-4e54-9765-4eca0871d1cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9797f35-9186-4a7a-ad16-13aa515f072b HTTP/1.1" status: 200 len: 1098 time: 1.3472543 Jan 28 03:34:53.394563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-446da80d-1458-4bbe-b451-9087e87aae14 req-fd4af12e-d88b-4c84-80a1-24065d1d6aff service neutron] 10.222.0.25 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1760869 Jan 28 03:34:53.423713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Port 0de0480e-de7d-4682-a712-e09b786ded58 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:53.423948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Attempting to bind port 0de0480e-de7d-4682-a712-e09b786ded58 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:53.427529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-ac9c9f9b-c72b-4c57-aceb-3dcabd555048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:53.429096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-ac9c9f9b-c72b-4c57-aceb-3dcabd555048 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e022794f10274b44b2d2d05b60b80a16&device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 1096 time: 0.8333814 Jan 28 03:34:53.500217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-812fecaf-faa5-4407-9c74-f61c0264ad78 None None] Provisioning complete for port 2a5271f0-be01-4951-bf0a-49248f312be2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:53.505506 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-812fecaf-faa5-4407-9c74-f61c0264ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:53.525426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:53.526634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:53.528258 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] 10.222.0.25 "PUT /v2.0/ports/68e04af3-3a60-437f-bb51-05a0b6a18380 HTTP/1.1" status: 200 len: 1097 time: 8.7655025 Jan 28 03:34:53.532917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:53.533496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:53.535884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:53.536528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Bound port: 0de0480e-de7d-4682-a712-e09b786ded58, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:53.537104 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0de0480e-de7d-4682-a712-e09b786ded58), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:53.650918 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a77d18e-ac2e-4137-b132-a2fb47a27c99 req-5f20219c-a310-4203-9d36-b8cd2e40976d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062271 Jan 28 03:34:53.725616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62fc5c0c-4520-40dd-917c-f9fbc7f5d7f7 req-d4e95a81-e138-4dea-bf4a-040641612798 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313102 Jan 28 03:34:53.885316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-812fecaf-faa5-4407-9c74-f61c0264ad78 None None] Current status of the port 2a5271f0-be01-4951-bf0a-49248f312be2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:53.900414 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-69288f4d-d450-4a20-b3f3-6ffd96c28ef6 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0657489 Jan 28 03:34:53.905373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-58d1f7d8-1517-4b85-9469-d0f09281822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:53.906867 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-58d1f7d8-1517-4b85-9469-d0f09281822e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 1101 time: 0.6050572 Jan 28 03:34:54.087045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-700db355-9e48-4ab9-b62d-f499a8e119bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:54.089636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-700db355-9e48-4ab9-b62d-f499a8e119bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=07000097-dabf-4f2a-80b3-22363ae9eccf HTTP/1.1" status: 200 len: 918 time: 0.6428134 Jan 28 03:34:54.092988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:54.093504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-329aa734-d2f5-4d31-b9e9-56556300b8ff req-a50dcd80-4ca4-4262-b86d-a5cf17a2fdd7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902981 Jan 28 03:34:54.158665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2743209-ffdc-4a82-a311-80e7e428588e req-099046fd-a5a9-4816-bd33-9f54319537b3 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:54.174012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2743209-ffdc-4a82-a311-80e7e428588e req-099046fd-a5a9-4816-bd33-9f54319537b3 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 948 time: 0.1326921 Jan 28 03:34:54.207099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e73044-df4e-4187-b0a9-62ba257b92f4', 'tag': '68e04af3-3a60-437f-bb51-05a0b6a18380'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:54.211899 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76cf6e3-7316-439a-b9e9-57863ebbcf86" -d '{"events": [{"name": "network-changed", "server_uuid": "75e73044-df4e-4187-b0a9-62ba257b92f4", "tag": "68e04af3-3a60-437f-bb51-05a0b6a18380"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:54.215784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-13fe59f9-4c87-491e-aa95-7454682cff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:54.218752 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-13fe59f9-4c87-491e-aa95-7454682cff1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2070363 Jan 28 03:34:54.230117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:54.230489 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:54.256830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973a28b-ffc6-4e8f-b04c-7fada3971116 service neutron] Pushing event updated for resources: {'Port': ['ID=68e04af3-3a60-437f-bb51-05a0b6a18380,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:54.289635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks [] for port (baa69a86-5d8a-4f6c-901b-029741a05488), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:54.308965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks [] for router_gateway (443bebfc-7b43-4ca9-b2fa-64af14521bca), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:54.355012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bc725976-c971-4166-9623-e48b5120c0b2 None None] Provisioning complete for port 2a5271f0-be01-4951-bf0a-49248f312be2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:54.355630 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc725976-c971-4166-9623-e48b5120c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:54.398717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] For port 0de0480e-de7d-4682-a712-e09b786ded58, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:54.402012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a145d-6f38-4895-9c81-9d35fc6c6c88 None None] Network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:54.403177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] For port 0de0480e-de7d-4682-a712-e09b786ded58, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0de0480e-de7d-4682-a712-e09b786ded58,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:54.428087 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (0de0480e-de7d-4682-a712-e09b786ded58), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:54.454535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeba7aa-ed09-47bc-9417-bbb2d9ca48b5 req-b3206022-39a6-4f5c-b59e-26b2e7db7b9f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:54.463507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5aeba7aa-ed09-47bc-9417-bbb2d9ca48b5 req-b3206022-39a6-4f5c-b59e-26b2e7db7b9f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 948 time: 0.2879019 Jan 28 03:34:54.476573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-09895fb4-27c9-44e4-8eaf-f635a301c2e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5dbc088-7a89-4252-8e1a-43afc4285674 HTTP/1.1" status: 200 len: 217 time: 0.0822065 Jan 28 03:34:54.515702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2743209-ffdc-4a82-a311-80e7e428588e req-72c7510c-89d2-4e0f-b659-a9aae0696675 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874994 Jan 28 03:34:54.527038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Pushing event updated for resources: {'Port': ['ID=0de0480e-de7d-4682-a712-e09b786ded58,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:54.534602 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:54.538397 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:54.544679 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-433eeaea-c554-494c-b6e3-15cb3bb57b07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5f7380e5-ffef-48e7-bb3b-52e111e30f76 HTTP/1.1" status: 200 len: 217 time: 0.1328356 Jan 28 03:34:54.614678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bc725976-c971-4166-9623-e48b5120c0b2 None None] Current status of the port 2a5271f0-be01-4951-bf0a-49248f312be2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:54.635117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-3627cc47-9174-44f8-a1a7-5a676eba9fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:54.637047 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-3627cc47-9174-44f8-a1a7-5a676eba9fec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0771699 Jan 28 03:34:54.638723 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02712cc-6be1-4ec1-adc2-9f2a6df9a30a x-openstack-request-id: req-a02712cc-6be1-4ec1-adc2-9f2a6df9a30a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:54.639011 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e73044-df4e-4187-b0a9-62ba257b92f4", "tag": "68e04af3-3a60-437f-bb51-05a0b6a18380", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:54.639260 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a02712cc-6be1-4ec1-adc2-9f2a6df9a30a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:54.639640 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e73044-df4e-4187-b0a9-62ba257b92f4', 'tag': '68e04af3-3a60-437f-bb51-05a0b6a18380', 'status': 'completed', 'code': 200} Jan 28 03:34:54.658827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-41c44005-a645-4d51-aeac-119fc35ef39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:54.660867 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-41c44005-a645-4d51-aeac-119fc35ef39e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 1100 time: 0.8252397 Jan 28 03:34:54.663354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-fc054ada-0605-4410-9669-db9d07fc1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:54.664947 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-fc054ada-0605-4410-9669-db9d07fc1c39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e022794f10274b44b2d2d05b60b80a16&device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 1096 time: 1.1211605 Jan 28 03:34:54.695548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6ba261c7-a153-4c62-a83c-c7e9b3433fc6,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:54.711453 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:54.712335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2a5271f0-be01-4951-bf0a-49248f312be2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:54.732045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:54.735106 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:54.738641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-49832bb3-9b44-4c58-9986-14577d5ede4f service neutron] 10.222.0.42 "PUT /v2.0/ports/0de0480e-de7d-4682-a712-e09b786ded58 HTTP/1.1" status: 200 len: 1097 time: 9.1646018 Jan 28 03:34:54.869330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=6ba261c7-a153-4c62-a83c-c7e9b3433fc6,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:54.887710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-07c4bc0f-9765-43d1-a15f-2baea7fb7280 None None] Provisioning complete for port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:54.888989 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-07c4bc0f-9765-43d1-a15f-2baea7fb7280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:54.915066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-37048e42-14b8-44a2-a692-dab918d90671 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=68e04af3-3a60-437f-bb51-05a0b6a18380 HTTP/1.1" status: 200 len: 217 time: 0.1439314 Jan 28 03:34:54.929812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2a5271f0-be01-4951-bf0a-49248f312be2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:54.930339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:54.956103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5aeba7aa-ed09-47bc-9417-bbb2d9ca48b5 req-5a14f7d0-7c98-48d1-9951-d1083a5444c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916029 Jan 28 03:34:54.957726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-cb721fa3-e952-41a3-bc6a-4de2fc7afa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:54.959194 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-cb721fa3-e952-41a3-bc6a-4de2fc7afa60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7850b920-cfc6-480a-8ce3-5c1a1d64866b HTTP/1.1" status: 200 len: 857 time: 0.4724762 Jan 28 03:34:55.092239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-0e996dce-29c4-4680-9eb5-fb7b19f87436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.093707 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-0e996dce-29c4-4680-9eb5-fb7b19f87436 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0707552 Jan 28 03:34:55.109590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-07c4bc0f-9765-43d1-a15f-2baea7fb7280 None None] Current status of the port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:55.115043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2a5271f0-be01-4951-bf0a-49248f312be2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:55.123797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:55.139297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-4503b876-1b25-4a89-a2fe-6c715c9215a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.141109 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-4503b876-1b25-4a89-a2fe-6c715c9215a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4513083 Jan 28 03:34:55.143044 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6cacb730-7f97-42c1-bed9-66196c9ef458 req-ebf07906-9696-44b2-8c58-6cb40bd3d958 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2212861 Jan 28 03:34:55.149054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-5cffff3d-7a58-46f9-974d-4c406735e5b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07000097-dabf-4f2a-80b3-22363ae9eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421432 Jan 28 03:34:55.171833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-e56c0c3e-b98f-4459-ad3e-5dcbd6785206 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:34:55.172822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-e56c0c3e-b98f-4459-ad3e-5dcbd6785206 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052693 Jan 28 03:34:55.183090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-50ffc44b-76bf-4434-aed8-51983847d9e5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:34:55.184136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-50ffc44b-76bf-4434-aed8-51983847d9e5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164378 Jan 28 03:34:55.196184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8cc9-284c-422a-b253-5248567e492d req-da765bb0-85f7-4174-9413-3045b3bc5fe8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.198897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60b8cc9-284c-422a-b253-5248567e492d req-da765bb0-85f7-4174-9413-3045b3bc5fe8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.4254003 Jan 28 03:34:55.215292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:55.264276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1ae46bb5-6087-41a0-9343-ab54c61b6850 None None] Provisioning complete for port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:55.266791 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ae46bb5-6087-41a0-9343-ab54c61b6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:55.340447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1f5cf-07eb-4083-9752-f0fca6c4abbe req-2d405aad-e500-4645-b420-e5483aa3b5e7 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.347338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:55.347521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98b1f5cf-07eb-4083-9752-f0fca6c4abbe req-2d405aad-e500-4645-b420-e5483aa3b5e7 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 944 time: 0.2360442 Jan 28 03:34:55.354252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:55.410423 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (443bebfc-7b43-4ca9-b2fa-64af14521bca), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:55.434355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecec856-b9e5-443b-8d44-24293e108c1b req-453b727a-96fe-48fc-b7d8-701d9d67155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.437499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-453b727a-96fe-48fc-b7d8-701d9d67155e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9a46626b79b48aba5afb4b404e06e71&device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 1100 time: 0.5980878 Jan 28 03:34:55.438709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-e6f7120b-a3a1-4ff0-8c5b-7712427b1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.440126 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-e6f7120b-a3a1-4ff0-8c5b-7712427b1b6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=07000097-dabf-4f2a-80b3-22363ae9eccf HTTP/1.1" status: 200 len: 918 time: 0.6855791 Jan 28 03:34:55.440686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60b8cc9-284c-422a-b253-5248567e492d req-e88e9cbf-7275-4377-9dae-4d2ee482a7ca tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330451 Jan 28 03:34:55.478636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46bb5-6087-41a0-9343-ab54c61b6850 None None] Current status of the port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:55.548316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98b1f5cf-07eb-4083-9752-f0fca6c4abbe req-a32c40f9-7707-4054-88e3-16eaca0cb256 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999381 Jan 28 03:34:55.578815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device d5dbc088-7a89-4252-8e1a-43afc4285674 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:55.615993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-53272458-004b-4541-91e2-cf38b3410566 service neutron] 10.222.0.42 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681288 Jan 28 03:34:55.816043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:55.914974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771bc25-045c-4cde-b9e6-c89fd7f68f1c req-b6dc20ff-2cb1-4fd5-ac35-19914ab7de88 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.917463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1771bc25-045c-4cde-b9e6-c89fd7f68f1c req-b6dc20ff-2cb1-4fd5-ac35-19914ab7de88 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1497819 Jan 28 03:34:55.917882 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-bdc28231-87a8-4ec8-9dbd-29cf206e16e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0de0480e-de7d-4682-a712-e09b786ded58 HTTP/1.1" status: 200 len: 217 time: 0.0525405 Jan 28 03:34:55.925831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port d5dbc088-7a89-4252-8e1a-43afc4285674, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=d5dbc088-7a89-4252-8e1a-43afc4285674,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:55.929704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd2adf-b179-4866-a265-6d0081bd0f6b req-b9272757-5597-4b2b-8122-d0a7d9d793e2 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.936807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bdd2adf-b179-4866-a265-6d0081bd0f6b req-b9272757-5597-4b2b-8122-d0a7d9d793e2 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 948 time: 0.1600423 Jan 28 03:34:55.954499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a61fdf90-0270-41cb-9263-f476dbdbd9a1 req-5d88eaad-574e-4046-b264-b8686192f0fc service neutron] 10.222.0.42 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064742 Jan 28 03:34:55.975637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-44f78298-d322-46ca-af12-2d3d715665fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.977310 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-44f78298-d322-46ca-af12-2d3d715665fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8722224 Jan 28 03:34:56.025802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Pushing event updated for resources: {'Port': ['ID=baa69a86-5d8a-4f6c-901b-029741a05488,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:56.058262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1771bc25-045c-4cde-b9e6-c89fd7f68f1c req-5a3c3a10-302b-4dc0-8d83-a2d7f68962b7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138337 Jan 28 03:34:56.082526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Router 443bebfc-7b43-4ca9-b2fa-64af14521bca is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:34:56.109206 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-5aa08410-b096-401e-9161-a1f211ae9f59 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a428402-2f57-474f-ad3d-629ff0a6889a HTTP/1.1" status: 200 len: 217 time: 0.2458146 Jan 28 03:34:56.117654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bdd2adf-b179-4866-a265-6d0081bd0f6b req-91272179-66b2-427d-9f32-6a2514ccacfd tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795769 Jan 28 03:34:56.188202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-ae2d720b-2d59-4f18-b638-195c35382c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:56.193523 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-ae2d720b-2d59-4f18-b638-195c35382c1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9a46626b79b48aba5afb4b404e06e71&device_id=3089d9d0-78c2-4312-a556-69326a740f03 HTTP/1.1" status: 200 len: 1098 time: 0.8596690 Jan 28 03:34:56.229866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'd5dbc088-7a89-4252-8e1a-43afc4285674', 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf', 'port_id': 'd5dbc088-7a89-4252-8e1a-43afc4285674', 'mac_address': 'fa:16:3e:84:57:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7850b920-cfc6-480a-8ce3-5c1a1d64866b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:56.235955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:56.236327 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.314776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8a81-1a1b-4542-b004-128b0107c4a4 req-c1f3c423-4236-4be4-af1c-b43427b9e4e8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:56.315791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port d5dbc088-7a89-4252-8e1a-43afc4285674 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:56.316193 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.322934 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-702f8a81-1a1b-4542-b004-128b0107c4a4 req-c1f3c423-4236-4be4-af1c-b43427b9e4e8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 948 time: 0.1338320 Jan 28 03:34:56.336027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5dbc088-7a89-4252-8e1a-43afc4285674 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:56.406097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port d5dbc088-7a89-4252-8e1a-43afc4285674, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=d5dbc088-7a89-4252-8e1a-43afc4285674,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:56.419286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091571ea-8a35-4cf1-8927-ec100fef8984 req-eca5e8af-988c-446d-a9d3-38d88b66da5c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:56.428824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-091571ea-8a35-4cf1-8927-ec100fef8984 req-eca5e8af-988c-446d-a9d3-38d88b66da5c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1581535 Jan 28 03:34:56.433457 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.440659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:56.456908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Sync routers for ids ['443bebfc-7b43-4ca9-b2fa-64af14521bca'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:56.480614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-702f8a81-1a1b-4542-b004-128b0107c4a4 req-ec66096f-3473-4bf7-bc24-f303a474cddf tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509809 Jan 28 03:34:56.485185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.486999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-be24594b-e306-4559-99b8-eb6222ade665 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7251160 Jan 28 03:34:56.489126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecec856-b9e5-443b-8d44-24293e108c1b req-e6f3502c-4115-4a24-9993-de26f4e91768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:56.490057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:56.492803 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-e6f3502c-4115-4a24-9993-de26f4e91768 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.5246577 Jan 28 03:34:56.495460 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-a7d99e98-24f1-419d-ae40-12a685e1369a service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601738 Jan 28 03:34:56.515261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:56.537702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Routers {'443bebfc-7b43-4ca9-b2fa-64af14521bca'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:56.538780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['443bebfc-7b43-4ca9-b2fa-64af14521bca'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:56.545982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=d5dbc088-7a89-4252-8e1a-43afc4285674,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:56.570172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-26198f93-2b7a-4401-8c62-7b88a2e68c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:56.572316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-26198f93-2b7a-4401-8c62-7b88a2e68c76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7850b920-cfc6-480a-8ce3-5c1a1d64866b HTTP/1.1" status: 200 len: 857 time: 0.4014144 Jan 28 03:34:56.617950 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-091571ea-8a35-4cf1-8927-ec100fef8984 req-e58661f1-78a1-44aa-a564-8ffc2b89a7a1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881242 Jan 28 03:34:56.651700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'tag': '0de0480e-de7d-4682-a712-e09b786ded58'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:56.654026 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102a18b4-fa43-4a72-b4cc-169b75227b19" -d '{"events": [{"name": "network-changed", "server_uuid": "62925233-20b1-47e8-b799-f3bb67b3d1a0", "tag": "0de0480e-de7d-4682-a712-e09b786ded58"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:56.718145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Set router 443bebfc-7b43-4ca9-b2fa-64af14521bca gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:56.770410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-0eb5c876-60e6-4dc2-a8c4-7f8b3201a724 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5301991 Jan 28 03:34:56.772242 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-7c285674-f7e2-474e-a8a5-73504b6d4ac1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=07000097-dabf-4f2a-80b3-22363ae9eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577437 Jan 28 03:34:56.826411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['d5dbc088-7a89-4252-8e1a-43afc4285674'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:56.905602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ccbdf-6449-4fc8-9809-9f30dad46d56 req-1a284da5-0cab-4dd6-9e92-689527c2787c tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:56.908095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6d1ccbdf-6449-4fc8-9809-9f30dad46d56 req-1a284da5-0cab-4dd6-9e92-689527c2787c tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 945 time: 0.2069890 Jan 28 03:34:56.932120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4a428402-2f57-474f-ad3d-629ff0a6889a details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:57.018319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-e02dcfe0-386f-4f84-9d53-5883358adbd2 service neutron] 10.222.0.25 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006416 Jan 28 03:34:57.020300 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1bc0e13-0945-4adb-9265-ff33c3515758 req-9b19ba99-cc3e-44b7-a1f8-bbcb04555522 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163511 Jan 28 03:34:57.043927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e656ecf-6f56-4c66-a7a8-3abd9e846eed req-83cf7e6b-5bfc-49de-af18-aef67cb9f242 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.054443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e656ecf-6f56-4c66-a7a8-3abd9e846eed req-83cf7e6b-5bfc-49de-af18-aef67cb9f242 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1716485 Jan 28 03:34:57.169714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecec856-b9e5-443b-8d44-24293e108c1b req-722e7c2a-2e20-409e-b9cf-5061bb49bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.171284 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-722e7c2a-2e20-409e-b9cf-5061bb49bca6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5980067 Jan 28 03:34:57.172333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-c701c49d-dd2d-4573-b916-a01da96c6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.173716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-c701c49d-dd2d-4573-b916-a01da96c6bde service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.9490404 Jan 28 03:34:57.300964 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-0bc1a7bd-63a6-4914-a18c-661e43311341 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156452 Jan 28 03:34:57.336064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4a428402-2f57-474f-ad3d-629ff0a6889a, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4a428402-2f57-474f-ad3d-629ff0a6889a,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:57.372881 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-30c425b0-fcaa-4e8c-96ab-4e8133297491 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 HTTP/1.1" status: 200 len: 217 time: 0.0793417 Jan 28 03:34:57.373445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:53Z', 'revision_number': 3, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:57.375949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '4a428402-2f57-474f-ad3d-629ff0a6889a', 'network_id': '07000097-dabf-4f2a-80b3-22363ae9eccf', 'port_id': '4a428402-2f57-474f-ad3d-629ff0a6889a', 'mac_address': 'fa:16:3e:5c:78:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7850b920-cfc6-480a-8ce3-5c1a1d64866b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:57.432177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Checking router: 443bebfc-7b43-4ca9-b2fa-64af14521bca for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:34:57.433150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Updating router 443bebfc-7b43-4ca9-b2fa-64af14521bca port ac072755-77e2-41d3-9ed5-0e2c670a8382 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:34:57.449215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6d1ccbdf-6449-4fc8-9809-9f30dad46d56 req-c952fd16-3e05-4553-95cb-0c93639c32d3 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216107 Jan 28 03:34:57.483062 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ac7be16b-e8d1-48c0-8dfa-9960cd215667 req-7a98a334-303e-4667-97c7-c887839b40ce service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8974874 Jan 28 03:34:57.503956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks [] for router_gateway (d79bd481-9361-4c7b-a745-3a03cc97bdea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:57.559398 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-907c3f2b-f265-44d4-b6ac-f51385944b7c service neutron] 10.222.0.25 "GET /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285161 Jan 28 03:34:57.571378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-9fd73e3e-b322-46e5-b47b-b2fce0c024ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.573810 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-9fd73e3e-b322-46e5-b47b-b2fce0c024ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1855733 Jan 28 03:34:57.614513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e656ecf-6f56-4c66-a7a8-3abd9e846eed req-b9d50dea-755f-4525-b67d-12dc62b64c5f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587485 Jan 28 03:34:57.678526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:57.756071 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c855f332-3ad5-4f46-a269-cba4e9c9b13d x-openstack-request-id: req-c855f332-3ad5-4f46-a269-cba4e9c9b13d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:57.756746 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62925233-20b1-47e8-b799-f3bb67b3d1a0", "tag": "0de0480e-de7d-4682-a712-e09b786ded58", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:57.757052 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c855f332-3ad5-4f46-a269-cba4e9c9b13d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:57.757663 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'tag': '0de0480e-de7d-4682-a712-e09b786ded58', 'status': 'completed', 'code': 200} Jan 28 03:34:57.834893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:57.835668 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aecec856-b9e5-443b-8d44-24293e108c1b req-46db5ce8-b7ce-4e72-9226-ba4ccbb229eb service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914596 Jan 28 03:34:57.854780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'mac_address': 'fa:16:3e:e4:cc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:57.866143 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:57.923611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-f00c9442-a74e-44e2-8d0e-b636f05d6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.925676 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-f00c9442-a74e-44e2-8d0e-b636f05d6a4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3357935 Jan 28 03:34:57.931775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-951ca0d2-dc0f-40a4-9985-2e48937515de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.933759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4a428402-2f57-474f-ad3d-629ff0a6889a is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:57.933982 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-951ca0d2-dc0f-40a4-9985-2e48937515de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 1100 time: 0.3000741 Jan 28 03:34:57.934262 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:57.980251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a428402-2f57-474f-ad3d-629ff0a6889a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:57.993041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:57.993433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.023135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220fe87-f2e7-4671-b4d8-1c64ca417b77 req-105f7164-27b2-443f-b76f-a479a89fc005 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:58.024735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1220fe87-f2e7-4671-b4d8-1c64ca417b77 req-105f7164-27b2-443f-b76f-a479a89fc005 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 948 time: 0.1889985 Jan 28 03:34:58.105628 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fca36-e375-4274-a530-7243a80d979e req-754de8be-5207-4ff0-920d-c0b45eab52ea tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:58.110567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4a428402-2f57-474f-ad3d-629ff0a6889a, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4a428402-2f57-474f-ad3d-629ff0a6889a,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:58.115906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:58.117785 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f17fca36-e375-4274-a530-7243a80d979e req-754de8be-5207-4ff0-920d-c0b45eab52ea tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 948 time: 0.2045910 Jan 28 03:34:58.143688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:58.154677 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.167703 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.236313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f17fca36-e375-4274-a530-7243a80d979e req-f5133075-9814-47cc-890f-2774d8b49a89 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035876 Jan 28 03:34:58.257573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1220fe87-f2e7-4671-b4d8-1c64ca417b77 req-92bba45e-6085-4949-a12e-894d6923fdf3 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194052 Jan 28 03:34:58.269172 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.301910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4a428402-2f57-474f-ad3d-629ff0a6889a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:58.408030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:58.485757 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Publish callbacks [] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.497495 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.573554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Allocated IP 172.20.0.1 (9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb/b193057d-a753-4a7f-804d-67ae01fbd7a3/ecec792c-da04-4612-8721-2b3effde0f75) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:58.581052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c008e-68d9-4d11-b51a-463621e188df None None] Pushing event updated for resources: {'Port': ['ID=ac072755-77e2-41d3-9ed5-0e2c670a8382,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:58.658391 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Attempting to bind port ac072755-77e2-41d3-9ed5-0e2c670a8382 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:58.658789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Attempting to bind port ac072755-77e2-41d3-9ed5-0e2c670a8382 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:58.659290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Attempting to bind port ac072755-77e2-41d3-9ed5-0e2c670a8382 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:58.663069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:58.671371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:58.671912 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:58.672759 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.673254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:58.673818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Bound port: ac072755-77e2-41d3-9ed5-0e2c670a8382, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:58.674403 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.691410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (d79bd481-9361-4c7b-a745-3a03cc97bdea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.711200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-d11f509b-e4c4-4064-a5c9-2d8d2ff5d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:58.713275 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-d11f509b-e4c4-4064-a5c9-2d8d2ff5d9e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9a46626b79b48aba5afb4b404e06e71&device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 1100 time: 0.7548816 Jan 28 03:34:58.769979 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Publish callbacks [] for port (ecec792c-da04-4612-8721-2b3effde0f75), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.810400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] For port ac072755-77e2-41d3-9ed5-0e2c670a8382, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:58.861450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] For port ac072755-77e2-41d3-9ed5-0e2c670a8382, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ac072755-77e2-41d3-9ed5-0e2c670a8382,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:58.924730 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:58.951457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-f97cb07d-de88-46c4-b9b1-3d51b7161292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:58.953579 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-f97cb07d-de88-46c4-b9b1-3d51b7161292 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 1.0064144 Jan 28 03:34:59.011716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4a428402-2f57-474f-ad3d-629ff0a6889a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:59.044994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fa231-b1b6-4374-98a9-07d3cdb96b2f req-7f560eec-1d20-441e-84d9-02aaa6fd3743 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:59.056285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-445fa231-b1b6-4374-98a9-07d3cdb96b2f req-7f560eec-1d20-441e-84d9-02aaa6fd3743 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2728364 Jan 28 03:34:59.070452 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-595f9327-1a73-401e-a3ee-c168186179cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=68e04af3-3a60-437f-bb51-05a0b6a18380 HTTP/1.1" status: 200 len: 217 time: 0.0713208 Jan 28 03:34:59.089201 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ecec792c-da04-4612-8721-2b3effde0f75), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:59.100760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b2925-6b88-4ffe-963a-7a89a17e492c req-3f8d5831-90a1-4658-a0d4-921e69029122 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:59.102956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af4b2925-6b88-4ffe-963a-7a89a17e492c req-3f8d5831-90a1-4658-a0d4-921e69029122 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 945 time: 0.3236411 Jan 28 03:34:59.128785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Routers {'443bebfc-7b43-4ca9-b2fa-64af14521bca'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:59.129797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['443bebfc-7b43-4ca9-b2fa-64af14521bca'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:59.136867 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-35c03605-baf4-4799-a200-afa1d0ea4bb3 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1220071 Jan 28 03:34:59.159715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-8cb747dd-4f74-4864-a58b-15597423620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:59.162569 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-8cb747dd-4f74-4864-a58b-15597423620a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0865424 Jan 28 03:34:59.177507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-445fa231-b1b6-4374-98a9-07d3cdb96b2f req-831cf089-266f-42aa-82b6-4f5933545c31 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197245 Jan 28 03:34:59.277767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:59.314307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:59.328960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Router d79bd481-9361-4c7b-a745-3a03cc97bdea is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:34:59.333396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:59.403214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-6d1ab21e-a502-4904-99f3-b958c8649c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:59.405154 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-6d1ab21e-a502-4904-99f3-b958c8649c34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.5299141 Jan 28 03:34:59.462092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-32da3654-91c9-454d-907e-1dc8ad2682f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:59.464777 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-32da3654-91c9-454d-907e-1dc8ad2682f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2823834 Jan 28 03:34:59.466404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ecec792c-da04-4612-8721-2b3effde0f75,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:59.524611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af4b2925-6b88-4ffe-963a-7a89a17e492c req-2adbdc78-2b4b-4308-b09c-7b979efb71ce tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656352 Jan 28 03:34:59.597900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77dc88-e696-407e-85af-fcd32c597386 req-607651d2-5806-450f-9e7b-1ef0283942b1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:59.599622 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-fba038de-14d9-4dc8-9045-d1a6881fa749 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0de0480e-de7d-4682-a712-e09b786ded58 HTTP/1.1" status: 200 len: 217 time: 0.1298318 Jan 28 03:34:59.603241 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c77dc88-e696-407e-85af-fcd32c597386 req-607651d2-5806-450f-9e7b-1ef0283942b1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1588044 Jan 28 03:34:59.604683 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (443bebfc-7b43-4ca9-b2fa-64af14521bca), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:59.642455 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-551752c3-e499-4fc0-acc6-c40e69e938c1 req-a8400e99-1302-4bc8-91ac-d21629f4952e service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781034 Jan 28 03:34:59.730679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] Set router 443bebfc-7b43-4ca9-b2fa-64af14521bca gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:59.791749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c77dc88-e696-407e-85af-fcd32c597386 req-e456e781-80ac-4bcf-90e9-ea1851192561 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791131 Jan 28 03:34:59.807538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-98b6b848-4c51-4997-a823-e29acd48e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:59.809410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-98b6b848-4c51-4997-a823-e29acd48e5cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1600883 Jan 28 03:34:59.813555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device d5dbc088-7a89-4252-8e1a-43afc4285674 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:59.862639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:59.866345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b3f11-50d5-4fef-8a09-a46ccfbab558 req-5fe76248-8389-4e44-9f75-efbc40efd175 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:59.868137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c7b3f11-50d5-4fef-8a09-a46ccfbab558 req-5fe76248-8389-4e44-9f75-efbc40efd175 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 948 time: 0.1596622 Jan 28 03:34:59.876254 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Sync routers for ids ['d79bd481-9361-4c7b-a745-3a03cc97bdea'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:59.889494 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Routers {'d79bd481-9361-4c7b-a745-3a03cc97bdea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:59.894240 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d79bd481-9361-4c7b-a745-3a03cc97bdea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:59.907233 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-1fd1137d-6c1b-4579-8ba6-e644247482e7 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246223 Jan 28 03:34:59.939481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c008e-68d9-4d11-b51a-463621e188df None None] Pushing event updated for resources: {'Port': ['ID=ac072755-77e2-41d3-9ed5-0e2c670a8382,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:00.048888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6cbe8bbf-17a4-4c85-ba8b-18dcb4b9efb8 None None] Provisioning complete for port ecec792c-da04-4612-8721-2b3effde0f75 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:00.049231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8bbf-17a4-4c85-ba8b-18dcb4b9efb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ecec792c-da04-4612-8721-2b3effde0f75), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.089542 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Set router d79bd481-9361-4c7b-a745-3a03cc97bdea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:00.104234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe8bbf-17a4-4c85-ba8b-18dcb4b9efb8 None None] Port ecec792c-da04-4612-8721-2b3effde0f75 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:35:00.126220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c7b3f11-50d5-4fef-8a09-a46ccfbab558 req-5b1ec928-4f29-4645-8cf4-a0c6961a05f5 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345169 Jan 28 03:35:00.150009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ecec792c-da04-4612-8721-2b3effde0f75), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.196174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port d5dbc088-7a89-4252-8e1a-43afc4285674 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:35:00.202594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee286-75aa-47bd-9ec6-243661ea49de req-6ce188ea-7bc7-49de-b561-3b8c8f4eced0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:00.204218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1feee286-75aa-47bd-9ec6-243661ea49de req-6ce188ea-7bc7-49de-b561-3b8c8f4eced0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 948 time: 0.1612027 Jan 28 03:35:00.241332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.247886 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-59d063a4-5610-4314-aff2-27346050e879 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.1326292 Jan 28 03:35:00.250394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:00.357098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port d5dbc088-7a89-4252-8e1a-43afc4285674 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:00.357741 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.391502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-19d48bc7-484c-46a7-b930-bda483f5cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:00.393085 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-19d48bc7-484c-46a7-b930-bda483f5cb17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4906611 Jan 28 03:35:00.408346 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25404076-09ed-4575-a156-18a6cef7de4e req-6182b7d8-90d6-47ce-b6f6-cf44228b1bf3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5809765 Jan 28 03:35:00.420539 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'name': 'tempest-FloatingIPDetailsTestJSON-687198936-router', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:56Z', 'revision_number': 3, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'gw_port': {'id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:53Z', 'updated_at': '2022-01-28T03:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:00.456222 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Checking router: d79bd481-9361-4c7b-a745-3a03cc97bdea for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:35:00.457018 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Updating router d79bd481-9361-4c7b-a745-3a03cc97bdea port baa69a86-5d8a-4f6c-901b-029741a05488 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:35:00.488305 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.548169 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Publish callbacks [] for port (ecec792c-da04-4612-8721-2b3effde0f75), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.582929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:53Z', 'revision_number': 3, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:00.612783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (ecec792c-da04-4612-8721-2b3effde0f75), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.631528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb10c2-a4e1-4ac9-b5c2-ebc13f627b5b None None] The sync data for ids ['443bebfc-7b43-4ca9-b2fa-64af14521bca'] in n-d-808199-14 is: [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:53Z', 'revision_number': 3, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:35:00.689086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port d5dbc088-7a89-4252-8e1a-43afc4285674 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:00.689833 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.724543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b76cf6e3-7316-439a-b9e9-57863ebbcf86 req-c0afc775-2f42-44e2-a25b-b6a1f76dad1d service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833827 Jan 28 03:35:00.739215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4322cdf-9144-4c03-b2bf-0dc79b62db3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5dbc088-7a89-4252-8e1a-43afc4285674'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:00.754286 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cb599a-4027-4abf-8607-0e545fea2657" -d '{"events": [{"server_uuid": "c4322cdf-9144-4c03-b2bf-0dc79b62db3f", "name": "network-vif-plugged", "status": "completed", "tag": "d5dbc088-7a89-4252-8e1a-43afc4285674"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:00.789700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port d5dbc088-7a89-4252-8e1a-43afc4285674, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=d5dbc088-7a89-4252-8e1a-43afc4285674,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:00.802338 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.830533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ecec792c-da04-4612-8721-2b3effde0f75,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:00.845188 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (443bebfc-7b43-4ca9-b2fa-64af14521bca), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.886813 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=d5dbc088-7a89-4252-8e1a-43afc4285674,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:00.911458 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Publish callbacks [] for port (baa69a86-5d8a-4f6c-901b-029741a05488), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.922701 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:00.962903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1feee286-75aa-47bd-9ec6-243661ea49de req-45b92188-0df9-4d5c-8163-0276503a3f4f tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560415 Jan 28 03:35:00.971824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 68e04af3-3a60-437f-bb51-05a0b6a18380 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:35:00.985769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfd7b1-9224-4012-8cc5-d33a14ccef84 req-5b1b9cbb-38a1-4505-9f3e-0a8edc8b3042 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:00.999416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dbfd7b1-9224-4012-8cc5-d33a14ccef84 req-5b1b9cbb-38a1-4505-9f3e-0a8edc8b3042 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.4905286 Jan 28 03:35:01.100972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404076-09ed-4575-a156-18a6cef7de4e req-483e553e-ee12-4fae-8d96-2c79bc17e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:01.114667 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25404076-09ed-4575-a156-18a6cef7de4e req-483e553e-ee12-4fae-8d96-2c79bc17e180 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3edf54717be455a84cb1cc9995729da&device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 1097 time: 0.6047018 Jan 28 03:35:01.125087 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-00cb4f25-32a8-46d5-b367-ecdf863af11e service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133942 Jan 28 03:35:01.230229 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Attempting to bind port baa69a86-5d8a-4f6c-901b-029741a05488 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:35:01.230598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Attempting to bind port baa69a86-5d8a-4f6c-901b-029741a05488 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:35:01.230953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Attempting to bind port baa69a86-5d8a-4f6c-901b-029741a05488 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:01.234608 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45adbe0-d589-4cca-8455-b4f7f98f2a7f None None] Pushing event updated for resources: {'Port': ['ID=baa69a86-5d8a-4f6c-901b-029741a05488,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:01.254822 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:35:01.255031 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:01.257518 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:01.257868 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:35:01.258362 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Bound port: baa69a86-5d8a-4f6c-901b-029741a05488, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:35:01.258745 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:01.340614 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] For port baa69a86-5d8a-4f6c-901b-029741a05488, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:35:01.344078 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] For port baa69a86-5d8a-4f6c-901b-029741a05488, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=baa69a86-5d8a-4f6c-901b-029741a05488,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:35:01.349910 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:01.358137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dbfd7b1-9224-4012-8cc5-d33a14ccef84 req-555929a1-8df0-496d-aec5-612af6473b27 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569958 Jan 28 03:35:01.436327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 68e04af3-3a60-437f-bb51-05a0b6a18380, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=68e04af3-3a60-437f-bb51-05a0b6a18380,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:01.458536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '68e04af3-3a60-437f-bb51-05a0b6a18380', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '68e04af3-3a60-437f-bb51-05a0b6a18380', 'mac_address': 'fa:16:3e:b9:be:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:35:01.497371 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Routers {'d79bd481-9361-4c7b-a745-3a03cc97bdea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:01.498363 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d79bd481-9361-4c7b-a745-3a03cc97bdea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:01.502105 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45adbe0-d589-4cca-8455-b4f7f98f2a7f None None] Pushing event updated for resources: {'Port': ['ID=baa69a86-5d8a-4f6c-901b-029741a05488,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:01.510283 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbaf8be-b415-493c-89dc-932d4b30a6b9 x-openstack-request-id: req-2fbaf8be-b415-493c-89dc-932d4b30a6b9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:01.513925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af62f8-6e07-41ed-aab1-46371417279f req-b2e5f565-bc3e-4986-aea1-986e04438c75 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:01.514536 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4322cdf-9144-4c03-b2bf-0dc79b62db3f", "name": "network-vif-plugged", "status": "completed", "tag": "d5dbc088-7a89-4252-8e1a-43afc4285674", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:01.515031 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2fbaf8be-b415-493c-89dc-932d4b30a6b9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:01.515961 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4322cdf-9144-4c03-b2bf-0dc79b62db3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5dbc088-7a89-4252-8e1a-43afc4285674', 'code': 200} Jan 28 03:35:01.529743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83af62f8-6e07-41ed-aab1-46371417279f req-b2e5f565-bc3e-4986-aea1-986e04438c75 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 946 time: 0.2745888 Jan 28 03:35:01.542241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 68e04af3-3a60-437f-bb51-05a0b6a18380 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:01.544222 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:01.570603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e04af3-3a60-437f-bb51-05a0b6a18380 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:01.627758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0de0480e-de7d-4682-a712-e09b786ded58 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:35:01.698751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:01.727022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83af62f8-6e07-41ed-aab1-46371417279f req-ef089a17-1ce8-4e58-94e0-d1bdf004c554 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962845 Jan 28 03:35:01.817612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:01.829899 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] Set router d79bd481-9361-4c7b-a745-3a03cc97bdea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:01.846873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 0de0480e-de7d-4682-a712-e09b786ded58, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0de0480e-de7d-4682-a712-e09b786ded58,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:01.887275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '0de0480e-de7d-4682-a712-e09b786ded58', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '0de0480e-de7d-4682-a712-e09b786ded58', 'mac_address': 'fa:16:3e:3b:e8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:35:01.895448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:01.901133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ac072755-77e2-41d3-9ed5-0e2c670a8382 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:01.985580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cb316-7f0b-4127-a177-983dd4d875eb req-17e97bd8-e034-4f47-92e6-0653f07e653d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:01.994941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-931cb316-7f0b-4127-a177-983dd4d875eb req-17e97bd8-e034-4f47-92e6-0653f07e653d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 948 time: 0.2628360 Jan 28 03:35:02.027824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 68e04af3-3a60-437f-bb51-05a0b6a18380, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=68e04af3-3a60-437f-bb51-05a0b6a18380,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:02.066691 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:02.314727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404076-09ed-4575-a156-18a6cef7de4e req-c7e6eb1c-d328-431d-80b8-5e4355b48093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:02.316348 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25404076-09ed-4575-a156-18a6cef7de4e req-c7e6eb1c-d328-431d-80b8-5e4355b48093 service neutron] 10.222.0.25 "GET /v2.0/networks?id=86d5a647-4959-4f25-9012-430dac9dc808 HTTP/1.1" status: 200 len: 913 time: 1.1451163 Jan 28 03:35:02.340801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 0de0480e-de7d-4682-a712-e09b786ded58 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:02.343406 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0de0480e-de7d-4682-a712-e09b786ded58), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:02.382193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-931cb316-7f0b-4127-a177-983dd4d875eb req-7e06cbe9-e0bb-417f-a635-8db097fe092d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741870 Jan 28 03:35:02.413046 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-102a18b4-fa43-4a72-b4cc-169b75227b19 req-db5a6e11-8536-4296-a82d-7c829245a1f8 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2822509 Jan 28 03:35:02.422586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d15c9-6f77-4fb9-887d-b479894d8482 req-38a913eb-f5ec-48f1-aab3-da41bed7aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:02.424545 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7d4d15c9-6f77-4fb9-887d-b479894d8482 req-38a913eb-f5ec-48f1-aab3-da41bed7aac2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 1098 time: 0.7397728 Jan 28 03:35:02.432336 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'name': 'tempest-FloatingIPDetailsTestJSON-687198936-router', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:56Z', 'revision_number': 3, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'gw_port': {'id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:53Z', 'updated_at': '2022-01-28T03:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:02.461080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ba6ea-3abf-4842-abde-df354c9ceec4 req-ca9b95ec-77ec-4e25-ace3-3f7cfc46826c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:02.464765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d9ba6ea-3abf-4842-abde-df354c9ceec4 req-ca9b95ec-77ec-4e25-ace3-3f7cfc46826c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.3402355 Jan 28 03:35:02.513690 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18671f84-8544-41b6-9a8c-6a97466470a2 None None] The sync data for ids ['d79bd481-9361-4c7b-a745-3a03cc97bdea'] in n-d-808199-14 is: [{'id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'name': 'tempest-FloatingIPDetailsTestJSON-687198936-router', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:56Z', 'revision_number': 3, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'gw_port': {'id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:53Z', 'updated_at': '2022-01-28T03:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:35:02.543236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0a075848-d0f2-40ee-b9ba-6a796bb45f9f None None] Provisioning complete for port ecec792c-da04-4612-8721-2b3effde0f75 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:02.544683 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a075848-d0f2-40ee-b9ba-6a796bb45f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ecec792c-da04-4612-8721-2b3effde0f75), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:02.549078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de0480e-de7d-4682-a712-e09b786ded58 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:02.553217 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25404076-09ed-4575-a156-18a6cef7de4e req-225daefd-9e8a-48f2-a6c4-45d0070fdaee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a50f425-4f71-45db-899b-bd50af855174 HTTP/1.1" status: 200 len: 1000 time: 0.2258136 Jan 28 03:35:02.559132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=68e04af3-3a60-437f-bb51-05a0b6a18380,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:02.567585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d9ba6ea-3abf-4842-abde-df354c9ceec4 req-8ef1a17c-5226-4f55-82f9-43cb523e5b32 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936928 Jan 28 03:35:02.593015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Router 443bebfc-7b43-4ca9-b2fa-64af14521bca has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:35:02.608950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:02.639347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ac072755-77e2-41d3-9ed5-0e2c670a8382 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:02.639736 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:02.666921 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:35:02.676562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['68e04af3-3a60-437f-bb51-05a0b6a18380'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:02.744651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 0de0480e-de7d-4682-a712-e09b786ded58, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0de0480e-de7d-4682-a712-e09b786ded58,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:02.757785 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404076-09ed-4575-a156-18a6cef7de4e req-5d46ad2b-d4b7-4ca1-a0d6-5aa1f30d5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:02.759386 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25404076-09ed-4575-a156-18a6cef7de4e req-5d46ad2b-d4b7-4ca1-a0d6-5aa1f30d5baf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8a6156d7-bba4-4193-99d6-e7b8ca5f536d HTTP/1.1" status: 200 len: 851 time: 0.1587422 Jan 28 03:35:02.768406 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7d4d15c9-6f77-4fb9-887d-b479894d8482 req-41f8555b-08ca-4d21-92cd-2ad0566228fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092303 Jan 28 03:35:02.794811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:02.794811 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:02.817171 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0de0480e-de7d-4682-a712-e09b786ded58), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:02.830561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0a075848-d0f2-40ee-b9ba-6a796bb45f9f None None] Port ecec792c-da04-4612-8721-2b3effde0f75 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:35:02.942211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=0de0480e-de7d-4682-a712-e09b786ded58,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:02.985747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4a428402-2f57-474f-ad3d-629ff0a6889a up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:03.003102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f35a9-5146-4363-a5dd-7afc7d8bec4c req-1e21ee5a-fa6e-4493-908c-1660b631def5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:03.012528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e9f35a9-5146-4363-a5dd-7afc7d8bec4c req-1e21ee5a-fa6e-4493-908c-1660b631def5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 949 time: 0.2606609 Jan 28 03:35:03.061717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:35:03.127946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-44648b5b-b522-47d5-810e-ec8b84e595f4 admin admin] 10.222.0.44 "PUT /v2.0/routers/443bebfc-7b43-4ca9-b2fa-64af14521bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6253133 Jan 28 03:35:03.128354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ac072755-77e2-41d3-9ed5-0e2c670a8382 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:03.128354 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:03.133416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e9f35a9-5146-4363-a5dd-7afc7d8bec4c req-3c08642d-07c0-42fa-b021-45eb6b2ea373 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197956 Jan 28 03:35:03.135093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Allocated IP 172.20.0.1 (7303e587-0db0-47c3-b567-cf17cade2ecb/7a5bdd39-2910-4184-a463-7ba37311df68/22950f4d-2ff7-425c-9359-02629d98d0b1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:03.150790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d9a7a-3c86-48d5-b6cc-3513b5fca411 req-e4f657b4-f728-4284-b59a-2e8ea58e56ed tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:03.161066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:03.161066 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:03.161323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c37d9a7a-3c86-48d5-b6cc-3513b5fca411 req-e4f657b4-f728-4284-b59a-2e8ea58e56ed tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2429767 Jan 28 03:35:03.175224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port ac072755-77e2-41d3-9ed5-0e2c670a8382, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ac072755-77e2-41d3-9ed5-0e2c670a8382,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:03.194744 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:03.292741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c37d9a7a-3c86-48d5-b6cc-3513b5fca411 req-37781161-fa01-4bd0-bfe9-c845c9fb76c1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307814 Jan 28 03:35:03.297379 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Publish callbacks [] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:03.308014 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:03.325884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['0de0480e-de7d-4682-a712-e09b786ded58'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:03.333995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404076-09ed-4575-a156-18a6cef7de4e req-8ae067c2-6a72-430d-b152-b44b239e31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:03.336233 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25404076-09ed-4575-a156-18a6cef7de4e req-8ae067c2-6a72-430d-b152-b44b239e31a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=86d5a647-4959-4f25-9012-430dac9dc808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5668759 Jan 28 03:35:03.376684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 4a428402-2f57-474f-ad3d-629ff0a6889a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:35:03.389875 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:03.403428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 4a428402-2f57-474f-ad3d-629ff0a6889a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:03.403812 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:03.416494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19381d1f-93b3-4e6e-a491-594cbf6cfed4 req-7eb527bd-7cb2-48b9-b939-c0f4575dd765 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:03.422679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19381d1f-93b3-4e6e-a491-594cbf6cfed4 req-7eb527bd-7cb2-48b9-b939-c0f4575dd765 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 946 time: 0.0934579 Jan 28 03:35:03.474671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:03.516538 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25404076-09ed-4575-a156-18a6cef7de4e req-69b09b61-41d9-4f95-abe2-81b064a2ef55 service neutron] 10.222.0.25 "GET /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712904 Jan 28 03:35:03.546192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Network 7303e587-0db0-47c3-b567-cf17cade2ecb is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:03.558944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:03.561731 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:03.617835 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19381d1f-93b3-4e6e-a491-594cbf6cfed4 req-88838a6b-c54d-4a07-a629-f2f9cd120d23 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886442 Jan 28 03:35:03.640725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:03.644247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb768f2-12fd-4b92-b259-ee45453ad755 req-075f79c8-bbba-4155-a35b-4d48c10e7e1d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:03.651243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4cb768f2-12fd-4b92-b259-ee45453ad755 req-075f79c8-bbba-4155-a35b-4d48c10e7e1d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1580591 Jan 28 03:35:03.659945 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca84a2b-2b05-4b63-a91e-718d25b70602" -d '{"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-plugged", "status": "completed", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:03.714200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=ac072755-77e2-41d3-9ed5-0e2c670a8382,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:03.769014 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25404076-09ed-4575-a156-18a6cef7de4e req-24eb6d5c-1da6-400a-b160-1fa1c141bd32 service neutron] 10.222.0.25 "GET /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250354 Jan 28 03:35:03.795203 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (d79bd481-9361-4c7b-a745-3a03cc97bdea), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:03.799617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Pushing event updated for resources: {'Port': ['ID=22950f4d-2ff7-425c-9359-02629d98d0b1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:03.834113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4cb768f2-12fd-4b92-b259-ee45453ad755 req-1454036f-0d4d-46e8-a28b-048250df2cfe tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805303 Jan 28 03:35:03.930366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:03.945641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device baa69a86-5d8a-4f6c-901b-029741a05488 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:03.964204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f71be0-fad4-4fbf-b61e-f1c00ec06293 req-6415ec72-45ba-419d-a512-1080b3e289a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:03.967833 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73f71be0-fad4-4fbf-b61e-f1c00ec06293 req-6415ec72-45ba-419d-a512-1080b3e289a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 949 time: 0.1308191 Jan 28 03:35:04.106986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73f71be0-fad4-4fbf-b61e-f1c00ec06293 req-0d47f0db-96fe-4f20-b5ef-5e5c918e33ad tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290500 Jan 28 03:35:04.149109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4a428402-2f57-474f-ad3d-629ff0a6889a is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:04.150825 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.155886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.258937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-63051f07-886e-4f05-862d-25c0ca695e44 None None] Provisioning complete for port 22950f4d-2ff7-425c-9359-02629d98d0b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:04.260115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63051f07-886e-4f05-862d-25c0ca695e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.266714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port baa69a86-5d8a-4f6c-901b-029741a05488 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:04.267352 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.298061 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c35e3b6-91f2-45ea-9f1a-bfb4c64f5dff x-openstack-request-id: req-7c35e3b6-91f2-45ea-9f1a-bfb4c64f5dff {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:04.301715 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-plugged", "status": "completed", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:04.302180 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c35e3b6-91f2-45ea-9f1a-bfb4c64f5dff {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:04.302760 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'code': 200} Jan 28 03:35:04.341264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Sync routers for ids ['443bebfc-7b43-4ca9-b2fa-64af14521bca'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:35:04.384785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4a428402-2f57-474f-ad3d-629ff0a6889a, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4a428402-2f57-474f-ad3d-629ff0a6889a,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:04.407235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.420431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Routers {'443bebfc-7b43-4ca9-b2fa-64af14521bca'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:04.421451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['443bebfc-7b43-4ca9-b2fa-64af14521bca'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:04.423128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-63051f07-886e-4f05-862d-25c0ca695e44 None None] Port 22950f4d-2ff7-425c-9359-02629d98d0b1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:35:04.456287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Publish callbacks [] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.464395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c4395-9655-44ff-915d-6bfa834ad192 req-ca7f8432-fa1c-47d4-ba54-a7edf92b151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:04.466142 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a79c4395-9655-44ff-915d-6bfa834ad192 req-ca7f8432-fa1c-47d4-ba54-a7edf92b151e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3089d9d0-78c2-4312-a556-69326a740f03 HTTP/1.1" status: 200 len: 1100 time: 0.0747647 Jan 28 03:35:04.467734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.572479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4a428402-2f57-474f-ad3d-629ff0a6889a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:04.579677 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (d79bd481-9361-4c7b-a745-3a03cc97bdea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.595901 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a79c4395-9655-44ff-915d-6bfa834ad192 req-113c8d6f-e5e3-4453-b0b4-b6f8d07edf6a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049731 Jan 28 03:35:04.598766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Pushing event updated for resources: {'Port': ['ID=22950f4d-2ff7-425c-9359-02629d98d0b1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:04.599696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d109ad-3b03-47fd-b45a-2f5a3a18404e req-1b09f66e-019e-42b3-872c-0d276240c6b8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:04.619116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26d109ad-3b03-47fd-b45a-2f5a3a18404e req-1b09f66e-019e-42b3-872c-0d276240c6b8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 814 time: 0.2593598 Jan 28 03:35:04.640218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26d109ad-3b03-47fd-b45a-2f5a3a18404e req-81614a54-738f-4167-81eb-8cfac4bb1874 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/quotas/f98af98f22e24126bb3c303a1152bd45 HTTP/1.1" status: 200 len: 375 time: 0.0199025 Jan 28 03:35:04.664746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port baa69a86-5d8a-4f6c-901b-029741a05488 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:04.665054 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.671839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Set router 443bebfc-7b43-4ca9-b2fa-64af14521bca gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:04.702051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Network 7303e587-0db0-47c3-b567-cf17cade2ecb is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:04.705421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:04.718319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port baa69a86-5d8a-4f6c-901b-029741a05488, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=baa69a86-5d8a-4f6c-901b-029741a05488,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:04.721620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26d109ad-3b03-47fd-b45a-2f5a3a18404e req-4cb12a73-8800-441a-87f6-775f655da45b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798821 Jan 28 03:35:04.730401 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.743808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56196) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:04.748508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ed086696-9c1c-40e1-95b1-f13a4d76ce6e tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534379314', 'description': 'tempest-description--1799254145'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:04.793106 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed086696-9c1c-40e1-95b1-f13a4d76ce6e tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.921047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Router d79bd481-9361-4c7b-a745-3a03cc97bdea has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:35:04.960537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=baa69a86-5d8a-4f6c-901b-029741a05488,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:04.980997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed086696-9c1c-40e1-95b1-f13a4d76ce6e tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group (c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.996435 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed086696-9c1c-40e1-95b1-f13a4d76ce6e tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.997036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 68e04af3-3a60-437f-bb51-05a0b6a18380 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:05.039336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593be38d-0e77-479b-8919-ba0f5decf979 req-cdd5b365-2489-4c5e-b259-03299a493091 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:05.041579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-593be38d-0e77-479b-8919-ba0f5decf979 req-cdd5b365-2489-4c5e-b259-03299a493091 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 949 time: 0.2089689 Jan 28 03:35:05.061716 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed086696-9c1c-40e1-95b1-f13a4d76ce6e tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.065778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ed086696-9c1c-40e1-95b1-f13a4d76ce6e tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3180392 Jan 28 03:35:05.074629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:05.081966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-43aa3d88-cf11-40b2-9c07-2b77c5cfbdd5 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Request body: {'security_group_rule': {'security_group_id': 'c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:05.109162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:35:05.115066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ecb8023e-bb10-42d3-aff2-01c6921fcd79 None None] Provisioning complete for port 22950f4d-2ff7-425c-9359-02629d98d0b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:05.115417 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecb8023e-bb10-42d3-aff2-01c6921fcd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.117581 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c5c7ff0e-182a-4989-b31e-b76674729e95 admin admin] 10.222.0.44 "PUT /v2.0/routers/d79bd481-9361-4c7b-a745-3a03cc97bdea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8591831 Jan 28 03:35:05.155178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed086696-9c1c-40e1-95b1-f13a4d76ce6e tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:05.158293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 68e04af3-3a60-437f-bb51-05a0b6a18380 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:35:05.169672 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 68e04af3-3a60-437f-bb51-05a0b6a18380 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:05.170050 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.174200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ecb8023e-bb10-42d3-aff2-01c6921fcd79 None None] Port 22950f4d-2ff7-425c-9359-02629d98d0b1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:35:05.194585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43aa3d88-cf11-40b2-9c07-2b77c5cfbdd5 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group_rule (ce0abc96-a6a2-4310-9740-adfe799ddb2d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.204549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:59Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ecec792c-da04-4612-8721-2b3effde0f75', 'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'mac_address': 'fa:16:3e:0e:c8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:58Z', 'updated_at': '2022-01-28T03:35:00Z', 'revision_number': 2, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'subnets': [{'id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:05.207913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d77e49-adb6-49f1-9aab-c70b3575feb3 req-c005661b-4e48-4e01-b63e-81928c5a1a10 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:05.209492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6d77e49-adb6-49f1-9aab-c70b3575feb3 req-c005661b-4e48-4e01-b63e-81928c5a1a10 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 946 time: 0.1669822 Jan 28 03:35:05.229135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-593be38d-0e77-479b-8919-ba0f5decf979 req-87b238f3-e112-4ed2-b8e4-3286c250174b tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628644 Jan 28 03:35:05.236613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Checking router: 443bebfc-7b43-4ca9-b2fa-64af14521bca for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:35:05.237250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Updating router 443bebfc-7b43-4ca9-b2fa-64af14521bca port ecec792c-da04-4612-8721-2b3effde0f75 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:35:05.278691 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ecec792c-da04-4612-8721-2b3effde0f75), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.302029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6d77e49-adb6-49f1-9aab-c70b3575feb3 req-adca08da-c910-4cb5-8b04-1e76684eb056 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835481 Jan 28 03:35:05.317801 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43aa3d88-cf11-40b2-9c07-2b77c5cfbdd5 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group_rule (ce0abc96-a6a2-4310-9740-adfe799ddb2d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.323383 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43aa3d88-cf11-40b2-9c07-2b77c5cfbdd5 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (ce0abc96-a6a2-4310-9740-adfe799ddb2d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.356578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 68e04af3-3a60-437f-bb51-05a0b6a18380 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:05.357012 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.358246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa3d88-cf11-40b2-9c07-2b77c5cfbdd5 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0abc96-a6a2-4310-9740-adfe799ddb2d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:05.426913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43aa3d88-cf11-40b2-9c07-2b77c5cfbdd5 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.428879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-43aa3d88-cf11-40b2-9c07-2b77c5cfbdd5 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497021 Jan 28 03:35:05.432164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56218) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:05.438537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-951c90c9-bae7-4281-b429-85adf870d749 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Request body: {'security_group_rule': {'security_group_id': 'c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:05.454757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca676f-fda1-41d8-affc-7924857679e1 req-1c0f2922-8518-4e07-98a1-24b6b33415f0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:05.455804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2ca676f-fda1-41d8-affc-7924857679e1 req-1c0f2922-8518-4e07-98a1-24b6b33415f0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0912762 Jan 28 03:35:05.467432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 68e04af3-3a60-437f-bb51-05a0b6a18380, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=68e04af3-3a60-437f-bb51-05a0b6a18380,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:05.475243 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.475636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056f033-249b-4430-b6de-ea694e348af4 req-a5e28745-e9e2-4852-a6cb-ccd554a6a7fc tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:05.477159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f056f033-249b-4430-b6de-ea694e348af4 req-a5e28745-e9e2-4852-a6cb-ccd554a6a7fc tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 950 time: 0.0835557 Jan 28 03:35:05.483132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-951c90c9-bae7-4281-b429-85adf870d749 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group_rule (fdecc1f9-34bd-4fa8-bb4a-978e430afbd6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.560047 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-951c90c9-bae7-4281-b429-85adf870d749 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group_rule (fdecc1f9-34bd-4fa8-bb4a-978e430afbd6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.566171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f056f033-249b-4430-b6de-ea694e348af4 req-8020e106-a24d-4801-ba2d-7ebd3dd10b95 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797262 Jan 28 03:35:05.567310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-951c90c9-bae7-4281-b429-85adf870d749 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (fdecc1f9-34bd-4fa8-bb4a-978e430afbd6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.575123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=68e04af3-3a60-437f-bb51-05a0b6a18380,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:05.580492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2ca676f-fda1-41d8-affc-7924857679e1 req-199e8047-f9b7-4994-9b97-9841854f54c0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022851 Jan 28 03:35:05.583269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c90c9-bae7-4281-b429-85adf870d749 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdecc1f9-34bd-4fa8-bb4a-978e430afbd6,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:05.611365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0de0480e-de7d-4682-a712-e09b786ded58 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:05.617060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-951c90c9-bae7-4281-b429-85adf870d749 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.624810 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-951c90c9-bae7-4281-b429-85adf870d749 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1888628 Jan 28 03:35:05.625153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:05.642628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:05.688766 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.689194 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Sync routers for ids ['d79bd481-9361-4c7b-a745-3a03cc97bdea'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:35:05.714265 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Routers {'d79bd481-9361-4c7b-a745-3a03cc97bdea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:05.715689 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d79bd481-9361-4c7b-a745-3a03cc97bdea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:05.723210 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Publish callbacks [] for port (ecec792c-da04-4612-8721-2b3effde0f75), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.734052 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ecec792c-da04-4612-8721-2b3effde0f75), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.740607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 0de0480e-de7d-4682-a712-e09b786ded58 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:35:05.777742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 0de0480e-de7d-4682-a712-e09b786ded58 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:05.778124 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0de0480e-de7d-4682-a712-e09b786ded58), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.844676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device baa69a86-5d8a-4f6c-901b-029741a05488 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:05.869343 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:05.885862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec1458-99a2-408e-a371-6d0f7dce887c req-b3ee0cb0-3406-43b4-8980-21aa14d22b6f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:05.892933 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0ec1458-99a2-408e-a371-6d0f7dce887c req-b3ee0cb0-3406-43b4-8980-21aa14d22b6f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 950 time: 0.1602981 Jan 28 03:35:05.913970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b0cfb-b226-4ceb-8ae2-d6c7b97bc464 None None] Pushing event updated for resources: {'Port': ['ID=ecec792c-da04-4612-8721-2b3effde0f75,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:06.021673 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Set router d79bd481-9361-4c7b-a745-3a03cc97bdea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:06.023715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Attempting to bind port ecec792c-da04-4612-8721-2b3effde0f75 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:35:06.025374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Attempting to bind port ecec792c-da04-4612-8721-2b3effde0f75 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:35:06.025741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Attempting to bind port ecec792c-da04-4612-8721-2b3effde0f75 on network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:06.028795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0ec1458-99a2-408e-a371-6d0f7dce887c req-545385ad-1f02-433d-8cc3-a529d8d77f67 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349890 Jan 28 03:35:06.044107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:35:06.044481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Checking segment: {'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:06.053818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-b1cfa4a2-4a92-435a-b05f-307fe5ff3ea0 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2579339 Jan 28 03:35:06.059239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:06.068339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.069162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Bound using segment: {'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:35:06.070300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Bound port: ecec792c-da04-4612-8721-2b3effde0f75, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:35:06.079807 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ecec792c-da04-4612-8721-2b3effde0f75), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.089485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Allocated IP 172.25.1.219 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/45b89d0b-e96f-4b8c-bafa-cd979015f6f8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:06.090951 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.230991 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for port (45b89d0b-e96f-4b8c-bafa-cd979015f6f8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.249598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adefa7-981e-4ed5-980b-3ad428ed4c74 req-dd0dfe69-6d35-4a0d-82ab-4e2c55b47fb4 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:06.252279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8adefa7-981e-4ed5-980b-3ad428ed4c74 req-dd0dfe69-6d35-4a0d-82ab-4e2c55b47fb4 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 946 time: 0.0848727 Jan 28 03:35:06.273479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (45b89d0b-e96f-4b8c-bafa-cd979015f6f8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.312801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437dc576-3387-4c77-a090-387d044b3906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a428402-2f57-474f-ad3d-629ff0a6889a'}, {'server_uuid': '75e73044-df4e-4187-b0a9-62ba257b92f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e04af3-3a60-437f-bb51-05a0b6a18380'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:06.315392 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee3e2f6-701c-44a0-af74-3cf9f0fefaf2" -d '{"events": [{"server_uuid": "437dc576-3387-4c77-a090-387d044b3906", "name": "network-vif-plugged", "status": "completed", "tag": "4a428402-2f57-474f-ad3d-629ff0a6889a"}, {"server_uuid": "75e73044-df4e-4187-b0a9-62ba257b92f4", "name": "network-vif-plugged", "status": "completed", "tag": "68e04af3-3a60-437f-bb51-05a0b6a18380"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:06.323867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:06.324324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8adefa7-981e-4ed5-980b-3ad428ed4c74 req-75a1822f-0209-40f2-b4c7-92350736c288 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667200 Jan 28 03:35:06.334385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:06.339567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.340463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:06.408162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Pushing event updated for resources: {'Port': ['ID=45b89d0b-e96f-4b8c-bafa-cd979015f6f8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:06.416269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port baa69a86-5d8a-4f6c-901b-029741a05488 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:06.416656 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.466910 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'name': 'tempest-FloatingIPDetailsTestJSON-687198936-router', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:35:04Z', 'revision_number': 4, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'gw_port': {'id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:53Z', 'updated_at': '2022-01-28T03:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '22950f4d-2ff7-425c-9359-02629d98d0b1', 'name': '', 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'mac_address': 'fa:16:3e:93:44:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7a5bdd39-2910-4184-a463-7ba37311df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:02Z', 'updated_at': '2022-01-28T03:35:04Z', 'revision_number': 2, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'subnets': [{'id': '7a5bdd39-2910-4184-a463-7ba37311df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:06.476174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for floatingip (3f84a026-a6ed-448d-857d-647b1026c647), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.500050 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Checking router: d79bd481-9361-4c7b-a745-3a03cc97bdea for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:35:06.500050 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Updating router d79bd481-9361-4c7b-a745-3a03cc97bdea port 22950f4d-2ff7-425c-9359-02629d98d0b1 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:35:06.506889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396eb0-5779-4700-ba23-d4e23af3b004 req-89b77727-fc09-4359-8dbe-3dc752efa36f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:06.508432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8396eb0-5779-4700-ba23-d4e23af3b004 req-89b77727-fc09-4359-8dbe-3dc752efa36f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0852704 Jan 28 03:35:06.516107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aedf581b-587e-4689-9b3e-4b7d82158e59 None None] Provisioning complete for port ecec792c-da04-4612-8721-2b3effde0f75 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:06.516499 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aedf581b-587e-4689-9b3e-4b7d82158e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ecec792c-da04-4612-8721-2b3effde0f75), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.520347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 0de0480e-de7d-4682-a712-e09b786ded58 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:06.520735 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0de0480e-de7d-4682-a712-e09b786ded58), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.531471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Allocated IP 172.25.1.138 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/5f527f71-4232-4596-954b-fa71043afeef) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:06.535536 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.535980 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (45b89d0b-e96f-4b8c-bafa-cd979015f6f8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.568088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] For port ecec792c-da04-4612-8721-2b3effde0f75, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:35:06.621270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] For port ecec792c-da04-4612-8721-2b3effde0f75, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ecec792c-da04-4612-8721-2b3effde0f75,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:35:06.626781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 0de0480e-de7d-4682-a712-e09b786ded58, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0de0480e-de7d-4682-a712-e09b786ded58,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:06.633832 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8396eb0-5779-4700-ba23-d4e23af3b004 req-06bc8e51-af6b-469c-b192-7d2ade522c79 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178482 Jan 28 03:35:06.638854 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ecec792c-da04-4612-8721-2b3effde0f75), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.673092 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0de0480e-de7d-4682-a712-e09b786ded58), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.682725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aedf581b-587e-4689-9b3e-4b7d82158e59 None None] Port ecec792c-da04-4612-8721-2b3effde0f75 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:35:06.724762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port baa69a86-5d8a-4f6c-901b-029741a05488 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:06.726155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ac072755-77e2-41d3-9ed5-0e2c670a8382 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:06.781071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for port (5f527f71-4232-4596-954b-fa71043afeef), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.814734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Routers {'443bebfc-7b43-4ca9-b2fa-64af14521bca'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:06.815774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['443bebfc-7b43-4ca9-b2fa-64af14521bca'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:06.836949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for port (45b89d0b-e96f-4b8c-bafa-cd979015f6f8), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.843542 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (45b89d0b-e96f-4b8c-bafa-cd979015f6f8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.875312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ac072755-77e2-41d3-9ed5-0e2c670a8382 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:06.876070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.879396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b0cfb-b226-4ceb-8ae2-d6c7b97bc464 None None] Pushing event updated for resources: {'Port': ['ID=ecec792c-da04-4612-8721-2b3effde0f75,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:06.888796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5f527f71-4232-4596-954b-fa71043afeef), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.941104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Pushing event updated for resources: {'Port': ['ID=45b89d0b-e96f-4b8c-bafa-cd979015f6f8,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:06.958671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.959021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.959361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.959693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.960098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.960430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.960756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.961121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.961440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.961879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.962717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.963054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.963376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:06.968490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (3f84a026-a6ed-448d-857d-647b1026c647), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.976555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:06.982561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:06.986833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:07.003304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.014824 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7f2fd5f6-a7f0-4e43-8b33-20303f78cf77 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3791265 Jan 28 03:35:07.074158 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Publish callbacks [] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.074634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event updated for resources: {'Port': ['ID=5f527f71-4232-4596-954b-fa71043afeef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:07.080407 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.092892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] Set router 443bebfc-7b43-4ca9-b2fa-64af14521bca gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:07.093503 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (28ea1895-b03b-4a57-a50d-b96722c4960d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.154797 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f527f71-4232-4596-954b-fa71043afeef), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.167602 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ccf9a-b19a-4943-819f-f50bf90a5ce3 None None] Pushing event updated for resources: {'Port': ['ID=22950f4d-2ff7-425c-9359-02629d98d0b1,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:07.200882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1d230d83-f638-4fdf-a434-8d1437ff222f no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:07.298574 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Attempting to bind port 22950f4d-2ff7-425c-9359-02629d98d0b1 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:35:07.299026 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Attempting to bind port 22950f4d-2ff7-425c-9359-02629d98d0b1 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '2f3b5769-f1c4-407d-a75a-96c4068aac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:35:07.299460 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Attempting to bind port 22950f4d-2ff7-425c-9359-02629d98d0b1 on network 7303e587-0db0-47c3-b567-cf17cade2ecb {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:07.305898 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:35:07.306393 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Checking segment: {'id': '2f3b5769-f1c4-407d-a75a-96c4068aac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:07.306871 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.307343 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Bound using segment: {'id': '2f3b5769-f1c4-407d-a75a-96c4068aac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:35:07.308015 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Bound port: 22950f4d-2ff7-425c-9359-02629d98d0b1, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3b5769-f1c4-407d-a75a-96c4068aac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:35:07.308403 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.370708 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for port (5f527f71-4232-4596-954b-fa71043afeef), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.381669 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] For port 22950f4d-2ff7-425c-9359-02629d98d0b1, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:35:07.386209 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] For port 22950f4d-2ff7-425c-9359-02629d98d0b1, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=22950f4d-2ff7-425c-9359-02629d98d0b1,segment=NetworkSegment(2f3b5769-f1c4-407d-a75a-96c4068aac1a),segment_id=2f3b5769-f1c4-407d-a75a-96c4068aac1a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:35:07.386678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5f527f71-4232-4596-954b-fa71043afeef), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.389737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1aa3e86e-5f15-4d4e-ae7f-12c1c474579b None None] Provisioning complete for port ecec792c-da04-4612-8721-2b3effde0f75 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:07.390361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e86e-5f15-4d4e-ae7f-12c1c474579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ecec792c-da04-4612-8721-2b3effde0f75), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.393666 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.453025 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Routers {'d79bd481-9361-4c7b-a745-3a03cc97bdea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:07.453668 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d79bd481-9361-4c7b-a745-3a03cc97bdea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:07.459670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=0de0480e-de7d-4682-a712-e09b786ded58,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:07.526914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event updated for resources: {'Port': ['ID=5f527f71-4232-4596-954b-fa71043afeef,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:07.553403 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (28ea1895-b03b-4a57-a50d-b96722c4960d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.577948 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.580151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-f03d6bf1-8037-4dcb-96c2-d23e3cb3102a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5254502 Jan 28 03:35:07.606323 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] Set router d79bd481-9361-4c7b-a745-3a03cc97bdea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:07.637329 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ccf9a-b19a-4943-819f-f50bf90a5ce3 None None] Pushing event updated for resources: {'Port': ['ID=22950f4d-2ff7-425c-9359-02629d98d0b1,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:07.682564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 1d230d83-f638-4fdf-a434-8d1437ff222f is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:07.684669 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.698454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-e630db18-a2ff-4be4-baeb-c369b9a00ae6 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.1103470 Jan 28 03:35:07.738805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ac072755-77e2-41d3-9ed5-0e2c670a8382 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:07.838287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:07.851991 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.862575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3e86e-5f15-4d4e-ae7f-12c1c474579b None None] Current status of the port ecec792c-da04-4612-8721-2b3effde0f75 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:07.862979 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e86e-5f15-4d4e-ae7f-12c1c474579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ecec792c-da04-4612-8721-2b3effde0f75), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:07.892130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:59Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ecec792c-da04-4612-8721-2b3effde0f75', 'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'mac_address': 'fa:16:3e:0e:c8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:58Z', 'updated_at': '2022-01-28T03:35:06Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'subnets': [{'id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:07.914417 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'name': 'tempest-FloatingIPDetailsTestJSON-687198936-router', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:35:04Z', 'revision_number': 4, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'gw_port': {'id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:53Z', 'updated_at': '2022-01-28T03:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '22950f4d-2ff7-425c-9359-02629d98d0b1', 'name': '', 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'mac_address': 'fa:16:3e:93:44:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7a5bdd39-2910-4184-a463-7ba37311df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:02Z', 'updated_at': '2022-01-28T03:35:07Z', 'revision_number': 4, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'subnets': [{'id': '7a5bdd39-2910-4184-a463-7ba37311df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:07.938205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cac78-0566-4917-b14c-a17097b3889b None None] The sync data for ids ['443bebfc-7b43-4ca9-b2fa-64af14521bca'] in n-d-808199-14 is: [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:59Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ecec792c-da04-4612-8721-2b3effde0f75', 'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'mac_address': 'fa:16:3e:0e:c8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:58Z', 'updated_at': '2022-01-28T03:35:06Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'subnets': [{'id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:35:07.944731 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091024e-858d-4c76-8581-8b38432c6b3e None None] The sync data for ids ['d79bd481-9361-4c7b-a745-3a03cc97bdea'] in n-d-808199-14 is: [{'id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'name': 'tempest-FloatingIPDetailsTestJSON-687198936-router', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:35:04Z', 'revision_number': 4, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'gw_port': {'id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:53Z', 'updated_at': '2022-01-28T03:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '22950f4d-2ff7-425c-9359-02629d98d0b1', 'name': '', 'network_id': '7303e587-0db0-47c3-b567-cf17cade2ecb', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'mac_address': 'fa:16:3e:93:44:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7a5bdd39-2910-4184-a463-7ba37311df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:02Z', 'updated_at': '2022-01-28T03:35:07Z', 'revision_number': 4, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'subnets': [{'id': '7a5bdd39-2910-4184-a463-7ba37311df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:35:07.984324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1aa3e86e-5f15-4d4e-ae7f-12c1c474579b None None] For port ecec792c-da04-4612-8721-2b3effde0f75, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ecec792c-da04-4612-8721-2b3effde0f75,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:07.986125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:08.005498 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e86e-5f15-4d4e-ae7f-12c1c474579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ecec792c-da04-4612-8721-2b3effde0f75), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:08.100520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3e86e-5f15-4d4e-ae7f-12c1c474579b None None] Pushing event updated for resources: {'Port': ['ID=ecec792c-da04-4612-8721-2b3effde0f75,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:08.142577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4025e981-437c-4348-ac02-3c344211930c None None] Provisioning complete for port 22950f4d-2ff7-425c-9359-02629d98d0b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:08.142952 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4025e981-437c-4348-ac02-3c344211930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:08.262859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4025e981-437c-4348-ac02-3c344211930c None None] Current status of the port 22950f4d-2ff7-425c-9359-02629d98d0b1 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:08.263275 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4025e981-437c-4348-ac02-3c344211930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:08.304692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4025e981-437c-4348-ac02-3c344211930c None None] For port 22950f4d-2ff7-425c-9359-02629d98d0b1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=22950f4d-2ff7-425c-9359-02629d98d0b1,segment=NetworkSegment(2f3b5769-f1c4-407d-a75a-96c4068aac1a),segment_id=2f3b5769-f1c4-407d-a75a-96c4068aac1a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:08.310912 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4025e981-437c-4348-ac02-3c344211930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:08.315248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97968113-3759-4c7a-84fd-efbc09d23d79 req-db14d729-94db-46ff-ab87-4ed8ed80bdb5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:08.316787 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97968113-3759-4c7a-84fd-efbc09d23d79 req-db14d729-94db-46ff-ab87-4ed8ed80bdb5 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 950 time: 0.0767291 Jan 28 03:35:08.369776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-e5e01d15-26aa-4ef1-8acf-ff52141558b7 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:08.372313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dbdb002e-b3c5-43e2-af62-c2e8750c06f8 req-e5e01d15-26aa-4ef1-8acf-ff52141558b7 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.6618562 Jan 28 03:35:08.375553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025e981-437c-4348-ac02-3c344211930c None None] Pushing event updated for resources: {'Port': ['ID=22950f4d-2ff7-425c-9359-02629d98d0b1,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:08.405488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97968113-3759-4c7a-84fd-efbc09d23d79 req-83719543-d37a-4c69-ae63-8697456c559d tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758734 Jan 28 03:35:08.432144 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2381d528-5929-4ed5-bdc5-b65518887783 x-openstack-request-id: req-2381d528-5929-4ed5-bdc5-b65518887783 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:08.432621 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437dc576-3387-4c77-a090-387d044b3906", "name": "network-vif-plugged", "status": "completed", "tag": "4a428402-2f57-474f-ad3d-629ff0a6889a", "code": 200}, {"server_uuid": "75e73044-df4e-4187-b0a9-62ba257b92f4", "name": "network-vif-plugged", "status": "completed", "tag": "68e04af3-3a60-437f-bb51-05a0b6a18380", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:08.433077 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2381d528-5929-4ed5-bdc5-b65518887783 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:08.433488 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437dc576-3387-4c77-a090-387d044b3906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a428402-2f57-474f-ad3d-629ff0a6889a', 'code': 200} Jan 28 03:35:08.433743 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e73044-df4e-4187-b0a9-62ba257b92f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e04af3-3a60-437f-bb51-05a0b6a18380', 'code': 200} Jan 28 03:35:08.554416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b547932-30f3-4481-b35b-681b33202039 req-233a0524-645b-4476-ad50-cb67c9de7c15 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f98af98f22e24126bb3c303a1152bd45 HTTP/1.1" status: 200 len: 221 time: 0.0605528 Jan 28 03:35:08.566092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307941a5-f7f7-4b9d-9e2e-0b9210d05de6 req-77d32ce2-413e-4471-8ac8-1e2a84a5bbac tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:08.570847 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-307941a5-f7f7-4b9d-9e2e-0b9210d05de6 req-77d32ce2-413e-4471-8ac8-1e2a84a5bbac tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 950 time: 0.0863514 Jan 28 03:35:08.660886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321e8d-8a67-486f-afb4-aacbd4041489 req-c66a4a1d-ec02-4962-90ee-aa0473bcb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:08.662620 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82321e8d-8a67-486f-afb4-aacbd4041489 req-c66a4a1d-ec02-4962-90ee-aa0473bcb13a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 1098 time: 0.0955901 Jan 28 03:35:08.663382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-307941a5-f7f7-4b9d-9e2e-0b9210d05de6 req-dcc8b404-7c5e-4e82-bed3-33e5bd3cb826 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862598 Jan 28 03:35:08.664824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96f90b-8916-4666-9123-dab7b7b1e015 req-ac6065e2-bc8f-4639-9ab4-6a81c0a25e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:08.666818 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fe96f90b-8916-4666-9123-dab7b7b1e015 req-ac6065e2-bc8f-4639-9ab4-6a81c0a25e57 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 1102 time: 0.0896544 Jan 28 03:35:08.725174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-899ecf3c-f7df-4deb-a36f-75b73d8d168a tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1534379314&fields=id&tenant_id=f018919fc34a4f8183a95a811a32818a HTTP/1.1" status: 200 len: 267 time: 0.0814607 Jan 28 03:35:08.767202 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fe96f90b-8916-4666-9123-dab7b7b1e015 req-3ffd7e99-8059-4bd7-9e50-84de1f7e695a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921860 Jan 28 03:35:08.769802 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82321e8d-8a67-486f-afb4-aacbd4041489 req-99ff37e8-34ab-4ae6-9ccf-2e48e45b49d3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961499 Jan 28 03:35:08.858239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c680572-a732-46da-a59c-fd59c9f70e73 req-97b25d8a-916d-44e3-b783-f7007fc2388e tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:08.859707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c680572-a732-46da-a59c-fd59c9f70e73 req-97b25d8a-916d-44e3-b783-f7007fc2388e tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 946 time: 0.1053441 Jan 28 03:35:08.897501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-42bbe571-8fbc-4828-9219-918393511007 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:08.900043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-42bbe571-8fbc-4828-9219-918393511007 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/networks?id=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb HTTP/1.1" status: 200 len: 814 time: 0.1730387 Jan 28 03:35:08.932810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-83e62abe-f2ae-46c7-b37f-e8a5256b5a2d tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/quotas/f018919fc34a4f8183a95a811a32818a HTTP/1.1" status: 200 len: 375 time: 0.0266778 Jan 28 03:35:08.941102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c680572-a732-46da-a59c-fd59c9f70e73 req-69cadb93-aa78-4c1c-8b59-c825f17f73ca tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743873 Jan 28 03:35:09.002769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-07ee2088-43ce-433c-9ff2-6a7cfdc52b6f tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f018919fc34a4f8183a95a811a32818a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603602 Jan 28 03:35:09.194001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-7d0238a8-4a61-44aa-9c57-11c34bca9c09 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1759455 Jan 28 03:35:09.195948 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-f51bc872-375e-4703-8359-65f502069119 service neutron] 10.222.0.44 "GET /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793354 Jan 28 03:35:09.206280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:09.275560 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:09.353869 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-e8c67179-bbb0-4b60-bc6e-9e525ceb5aa5 service neutron] 10.222.0.44 "GET /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514649 Jan 28 03:35:09.406905 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:09.553057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Allocated IP 172.25.1.181 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/cd42004c-fb7a-4059-918b-e09b280202eb) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:09.646424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ff078-8194-4ba7-993e-742b06a9c410 req-982aefb9-bc4c-445e-accc-34556c0d2207 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:09.647964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-577ff078-8194-4ba7-993e-742b06a9c410 req-982aefb9-bc4c-445e-accc-34556c0d2207 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1166689 Jan 28 03:35:09.735008 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for port (cd42004c-fb7a-4059-918b-e09b280202eb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:09.743150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-577ff078-8194-4ba7-993e-742b06a9c410 req-625b142b-05b7-4b9f-a86f-94758e4183fe tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848212 Jan 28 03:35:09.794057 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (cd42004c-fb7a-4059-918b-e09b280202eb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:09.867609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:09.871790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:09.883096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:09.911957 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event updated for resources: {'Port': ['ID=cd42004c-fb7a-4059-918b-e09b280202eb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:10.005251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (5528e290-6638-499b-96be-c8b195c9b2d7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:10.036404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ecec792c-da04-4612-8721-2b3effde0f75 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:10.051867 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cd42004c-fb7a-4059-918b-e09b280202eb), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:10.100200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ecec792c-da04-4612-8721-2b3effde0f75 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:10.101058 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ecec792c-da04-4612-8721-2b3effde0f75), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:10.203359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ecec792c-da04-4612-8721-2b3effde0f75 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:10.204775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 22950f4d-2ff7-425c-9359-02629d98d0b1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:10.256418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 22950f4d-2ff7-425c-9359-02629d98d0b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:10.256695 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:10.266492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc236df-8118-4996-bf28-fd2e1b21025c req-bdce7fda-e94f-40ae-8c33-8c19a15db52d tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:10.268028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddc236df-8118-4996-bf28-fd2e1b21025c req-bdce7fda-e94f-40ae-8c33-8c19a15db52d tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 950 time: 0.0900779 Jan 28 03:35:10.312077 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for port (cd42004c-fb7a-4059-918b-e09b280202eb), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:10.321350 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (cd42004c-fb7a-4059-918b-e09b280202eb), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:10.344820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 22950f4d-2ff7-425c-9359-02629d98d0b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:10.376461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddc236df-8118-4996-bf28-fd2e1b21025c req-1af04dc1-0c59-45f3-8710-d9f8070d8d37 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996096 Jan 28 03:35:10.400862 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12281ca5-e719-4e54-b3cf-fa67e99334b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:10.417340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event updated for resources: {'Port': ['ID=cd42004c-fb7a-4059-918b-e09b280202eb,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:10.428461 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5528e290-6638-499b-96be-c8b195c9b2d7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:10.435247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de0480e-de7d-4682-a712-e09b786ded58'}, {'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:10.437715 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b436669-9fc2-48eb-888d-32cd144ca19d" -d '{"events": [{"server_uuid": "62925233-20b1-47e8-b799-f3bb67b3d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "0de0480e-de7d-4682-a712-e09b786ded58"}, {"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:10.453438 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:10.454648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-1d62551c-38cf-468d-a4db-a43f421869fc tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2541554 Jan 28 03:35:10.471240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-190d62de-e611-4ba7-9d54-dc6463cb84f4 req-3f704ba8-847d-44ef-ace0-1ff314bc0089 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 210 time: 0.0349011 Jan 28 03:35:10.521655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-2be89b90-2887-4687-adf2-85b462c36cf5 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.181 HTTP/1.1" status: 200 len: 696 time: 0.0525627 Jan 28 03:35:10.660662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333338d1-05e7-4a15-998c-63cc234df7ae req-01f108af-4441-45b9-81d3-20802a7d6502 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:10.662195 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-333338d1-05e7-4a15-998c-63cc234df7ae req-01f108af-4441-45b9-81d3-20802a7d6502 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 950 time: 0.1101856 Jan 28 03:35:10.670108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-7e53c211-406a-43de-9f19-0667b97deb17 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:10.671372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a72f19d8-4ea9-4d6a-b6ab-7673b46c985b req-7e53c211-406a-43de-9f19-0667b97deb17 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1441293 Jan 28 03:35:10.714705 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-333338d1-05e7-4a15-998c-63cc234df7ae req-1ffe3590-cad8-4731-bde3-431cac422679 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Jan 28 03:35:10.764480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d3d9a-9662-4e72-8ca7-e12b0c66ecaa req-d8269999-e2fd-429c-80bf-cca40de1e439 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:10.766060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d75d3d9a-9662-4e72-8ca7-e12b0c66ecaa req-d8269999-e2fd-429c-80bf-cca40de1e439 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0479877 Jan 28 03:35:10.852555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c40c6-23a9-4f09-a198-e80810069f08 req-2e3aa269-7656-4aeb-b5f2-25649745ef61 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:10.854894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b4c40c6-23a9-4f09-a198-e80810069f08 req-2e3aa269-7656-4aeb-b5f2-25649745ef61 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 946 time: 0.0838730 Jan 28 03:35:10.858380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d75d3d9a-9662-4e72-8ca7-e12b0c66ecaa req-d084314a-3c53-4fbc-af3f-4b43ec43762d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862694 Jan 28 03:35:10.921428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b4c40c6-23a9-4f09-a198-e80810069f08 req-a4713275-6dcf-4e40-9005-8a861e330df1 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598917 Jan 28 03:35:10.987275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d768c-4f43-46a7-be78-1cfaee5d67fe req-c205382c-e803-42f5-a4cd-2e73aa4e644a tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:10.988830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e0d768c-4f43-46a7-be78-1cfaee5d67fe req-c205382c-e803-42f5-a4cd-2e73aa4e644a tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 948 time: 0.0664394 Jan 28 03:35:11.000070 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c08d1-b37c-4aed-976b-88a67a80df89 x-openstack-request-id: req-a32c08d1-b37c-4aed-976b-88a67a80df89 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:11.000418 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62925233-20b1-47e8-b799-f3bb67b3d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "0de0480e-de7d-4682-a712-e09b786ded58", "code": 200}, {"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:11.000608 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a32c08d1-b37c-4aed-976b-88a67a80df89 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:11.001074 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de0480e-de7d-4682-a712-e09b786ded58', 'code': 200} Jan 28 03:35:11.001332 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'code': 200} Jan 28 03:35:11.132904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e0d768c-4f43-46a7-be78-1cfaee5d67fe req-3667f758-931d-4488-9aab-e6d8b29c9a3e tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257370 Jan 28 03:35:11.174672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e2bc1-7425-49ce-b0b8-20900e534219 req-97f18b84-f3db-4621-982a-392526535e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:11.177282 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-876e2bc1-7425-49ce-b0b8-20900e534219 req-97f18b84-f3db-4621-982a-392526535e96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 1102 time: 0.0659723 Jan 28 03:35:11.180441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-324e53f9-39af-4d5d-a8b0-11b57bfc399c tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1643541 Jan 28 03:35:11.190904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:11.224299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:11.247467 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-876e2bc1-7425-49ce-b0b8-20900e534219 req-e724685e-0c05-4f7f-b56e-58b26e6b15b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639758 Jan 28 03:35:11.342037 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:11.433274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-1423c585-2d00-4599-a4f5-a3042496b35d tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:11.435006 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-1423c585-2d00-4599-a4f5-a3042496b35d tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.25 "GET /v2.0/networks?id=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb HTTP/1.1" status: 200 len: 814 time: 0.1333449 Jan 28 03:35:11.473371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cb50e-5011-41fb-801c-0c815127182e req-9a1115c7-32bd-449b-97b4-6ca3dcf8e9e7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:11.474877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-330cb50e-5011-41fb-801c-0c815127182e req-9a1115c7-32bd-449b-97b4-6ca3dcf8e9e7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1195586 Jan 28 03:35:11.509823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Allocated IP 172.25.1.239 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/00d7afcd-b4ba-4771-9d2e-433a6c024d2e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:11.523454 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-feb1dee3-c866-4796-ad78-487206273aa0 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f018919fc34a4f8183a95a811a32818a HTTP/1.1" status: 200 len: 380 time: 0.0612381 Jan 28 03:35:11.556047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Request body: {'port': {'device_id': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'admin_state_up': True, 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'security_groups': ['c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:11.556301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-330cb50e-5011-41fb-801c-0c815127182e req-091bd96b-90a5-4956-9540-337e93d860da tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727913 Jan 28 03:35:11.668759 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for port (00d7afcd-b4ba-4771-9d2e-433a6c024d2e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:11.675787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Made reservation on behalf of f018919fc34a4f8183a95a811a32818a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:11.679236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:11.688044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707dbc6-2f88-4914-a27e-468b2ba01139 req-3a1ede30-9b6e-4de4-b721-e43d14b49678 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:11.690294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d707dbc6-2f88-4914-a27e-468b2ba01139 req-3a1ede30-9b6e-4de4-b721-e43d14b49678 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 950 time: 0.0746663 Jan 28 03:35:11.742645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (00d7afcd-b4ba-4771-9d2e-433a6c024d2e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:11.783684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d707dbc6-2f88-4914-a27e-468b2ba01139 req-435657a1-6151-4263-89b7-c9a717df5605 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871141 Jan 28 03:35:11.798447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:11.799868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:11.802381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:11.823891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Allocated IP 172.20.0.4 (9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb/b193057d-a753-4a7f-804d-67ae01fbd7a3/867133d4-16b4-423b-b2b1-48ea690d8aa0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:11.842643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event updated for resources: {'Port': ['ID=00d7afcd-b4ba-4771-9d2e-433a6c024d2e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:11.888185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99f7211a-121d-427f-a09b-f4e0b5c5f792 req-545026fc-16eb-41de-97b4-949d2c6f8f8d tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 210 time: 0.0391061 Jan 28 03:35:11.894067 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:11.935207 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (0c0e4f88-41f0-4f79-9cef-bcfa786a7302), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:11.988856 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.000867 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (00d7afcd-b4ba-4771-9d2e-433a6c024d2e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.026149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.049418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c45d7-006e-4aa1-93ea-f5acdb891895 req-d1b03a1f-99d1-43d9-abf8-e648c533d681 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:12.050919 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c40c45d7-006e-4aa1-93ea-f5acdb891895 req-d1b03a1f-99d1-43d9-abf8-e648c533d681 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0887845 Jan 28 03:35:12.070340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:12.073976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:12.076296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:12.120521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Pushing event updated for resources: {'Port': ['ID=867133d4-16b4-423b-b2b1-48ea690d8aa0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:12.145582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:12.146195 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.150297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c40c45d7-006e-4aa1-93ea-f5acdb891895 req-19e17a65-98e1-4c0a-94c1-7bb45aceaf36 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930183 Jan 28 03:35:12.185110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-bdc79ab5-27e9-4c01-9ff7-9729611426e9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6329985 Jan 28 03:35:12.207419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Request body: {'port': {'device_id': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:12.269713 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.278345 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for port (00d7afcd-b4ba-4771-9d2e-433a6c024d2e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.286753 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (00d7afcd-b4ba-4771-9d2e-433a6c024d2e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.302835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfac032-5d84-47f5-b0cf-68d64712fece req-6340c170-4c24-4332-b198-a5c6254b3dfe tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:12.304351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bfac032-5d84-47f5-b0cf-68d64712fece req-6340c170-4c24-4332-b198-a5c6254b3dfe tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 950 time: 0.0790896 Jan 28 03:35:12.371899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9b22d29c-3e08-4088-9986-884fa35ba814 None None] Provisioning complete for port 867133d4-16b4-423b-b2b1-48ea690d8aa0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:12.372664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b22d29c-3e08-4088-9986-884fa35ba814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.395801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event updated for resources: {'Port': ['ID=00d7afcd-b4ba-4771-9d2e-433a6c024d2e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:12.416943 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9b22d29c-3e08-4088-9986-884fa35ba814 None None] Port 867133d4-16b4-423b-b2b1-48ea690d8aa0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:35:12.419225 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (0c0e4f88-41f0-4f79-9cef-bcfa786a7302), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.426343 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bfac032-5d84-47f5-b0cf-68d64712fece req-8f83adb2-5009-465c-a261-c24db414da20 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011984 Jan 28 03:35:12.440661 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.442243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-62dbf57d-d483-4fc8-83e5-e49852803493 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2552443 Jan 28 03:35:12.513192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-c5682547-6122-4e33-83d5-5d4249f349a8 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.0642819 Jan 28 03:35:12.530838 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a816b5b-ab11-414c-9b12-6fa21c1d447b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.567304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867133d4-16b4-423b-b2b1-48ea690d8aa0 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:12.576690 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Publish callbacks [] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.590319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Transition to ACTIVE for port object 867133d4-16b4-423b-b2b1-48ea690d8aa0 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:35:12.595321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.622481 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba0f8c-8a6c-47da-a99f-78f2bc0404ba req-1ef8798f-a30a-4ed5-9378-a5abf36f6b28 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:12.623977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03ba0f8c-8a6c-47da-a99f-78f2bc0404ba req-1ef8798f-a30a-4ed5-9378-a5abf36f6b28 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 946 time: 0.1250839 Jan 28 03:35:12.655347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Pushing event updated for resources: {'Port': ['ID=867133d4-16b4-423b-b2b1-48ea690d8aa0,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:12.682889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-137169f0-047a-4ead-97c2-b9cf05dcaec3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:12.684268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-504eb7fe-bba1-4e3a-94c5-6418f79146c7 req-137169f0-047a-4ead-97c2-b9cf05dcaec3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1546061 Jan 28 03:35:12.726739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03ba0f8c-8a6c-47da-a99f-78f2bc0404ba req-44631b1e-6138-4f25-8c50-3d1da5236e61 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814157 Jan 28 03:35:12.751528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Attempting to bind port 867133d4-16b4-423b-b2b1-48ea690d8aa0 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:35:12.751710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Attempting to bind port 867133d4-16b4-423b-b2b1-48ea690d8aa0 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:35:12.752040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Attempting to bind port 867133d4-16b4-423b-b2b1-48ea690d8aa0 on network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:12.756932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Port 867133d4-16b4-423b-b2b1-48ea690d8aa0 on network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:35:12.757575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Attempting to bind port 867133d4-16b4-423b-b2b1-48ea690d8aa0 on network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:12.763078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:35:12.763411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Checking segment: {'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:12.763791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Bound using segment: {'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:35:12.764225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Bound port: 867133d4-16b4-423b-b2b1-48ea690d8aa0, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4865f24-d04c-417c-8b2c-3d87cd3686f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:35:12.764582 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.827762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6668ec8-7853-492b-afe1-6b12a74aef84 req-f4184720-f8e0-42b8-bcb7-e2f6bd242585 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:12.829761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6668ec8-7853-492b-afe1-6b12a74aef84 req-f4184720-f8e0-42b8-bcb7-e2f6bd242585 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 948 time: 0.0664372 Jan 28 03:35:12.856636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] For port 867133d4-16b4-423b-b2b1-48ea690d8aa0, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:35:12.860408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] For port 867133d4-16b4-423b-b2b1-48ea690d8aa0, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=867133d4-16b4-423b-b2b1-48ea690d8aa0,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:35:12.875519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.896922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6668ec8-7853-492b-afe1-6b12a74aef84 req-0c577d81-17dd-49d6-8020-0c4a8cb6cf00 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610294 Jan 28 03:35:12.920281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:12.920820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:12.922966 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] 10.222.0.25 "PUT /v2.0/ports/867133d4-16b4-423b-b2b1-48ea690d8aa0 HTTP/1.1" status: 200 len: 1092 time: 0.7205703 Jan 28 03:35:12.923430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'tag': '867133d4-16b4-423b-b2b1-48ea690d8aa0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:12.925710 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3" -d '{"events": [{"name": "network-changed", "server_uuid": "551de7be-bbd3-4fa1-bd97-236e879fcb6f", "tag": "867133d4-16b4-423b-b2b1-48ea690d8aa0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:12.957211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c0b11-13c2-4a52-b6a7-f111313b59f6 service neutron] Pushing event updated for resources: {'Port': ['ID=867133d4-16b4-423b-b2b1-48ea690d8aa0,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:12.969528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a174e-d9d6-4e2e-a46b-9a3c65f17431 req-7f8089d9-d354-44ee-8c1e-5d5fd982e221 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:12.971245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-918a174e-d9d6-4e2e-a46b-9a3c65f17431 req-7f8089d9-d354-44ee-8c1e-5d5fd982e221 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 1102 time: 0.0787897 Jan 28 03:35:13.070052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-918a174e-d9d6-4e2e-a46b-9a3c65f17431 req-40013984-f996-4f91-9712-4e5d91c178c4 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871286 Jan 28 03:35:13.097055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-0455b4bd-93db-4005-af44-70904298c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:13.098610 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-0455b4bd-93db-4005-af44-70904298c6d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f018919fc34a4f8183a95a811a32818a&device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 1095 time: 0.0794351 Jan 28 03:35:13.134309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-3d7172d7-b0df-4f4e-bbf3-fa68a144e383 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1917484 Jan 28 03:35:13.139670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:13.174206 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-593f8ff6-5e37-4ad0-97c2-aadc70f1f759 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=867133d4-16b4-423b-b2b1-48ea690d8aa0 HTTP/1.1" status: 200 len: 217 time: 0.0619440 Jan 28 03:35:13.174462 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:13.266586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15cd6e-c43a-478f-ac2d-498b374adf1b req-371da384-ffd7-43d7-b302-8efcb6807ceb tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:13.273701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc15cd6e-c43a-478f-ac2d-498b374adf1b req-371da384-ffd7-43d7-b302-8efcb6807ceb tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0927119 Jan 28 03:35:13.310212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-d05da3e3-62a6-47b9-8936-7330e7f39e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:13.311691 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-d05da3e3-62a6-47b9-8936-7330e7f39e09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b193057d-a753-4a7f-804d-67ae01fbd7a3 HTTP/1.1" status: 200 len: 853 time: 0.0782759 Jan 28 03:35:13.321138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-1f1eecd3-d8a3-400f-8e36-6bfc7fdf651f tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:13.322689 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-1f1eecd3-d8a3-400f-8e36-6bfc7fdf651f tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2924a2e2-9873-4299-a90a-e7e2bc733c9b HTTP/1.1" status: 200 len: 948 time: 0.0817912 Jan 28 03:35:13.335954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc15cd6e-c43a-478f-ac2d-498b374adf1b req-73017664-feb9-4693-910f-0b5ec5075b94 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611222 Jan 28 03:35:13.370773 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:13.422011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-a0abc67c-297c-4e2a-b423-f83ac12e66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:13.423509 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-a0abc67c-297c-4e2a-b423-f83ac12e66d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000044 Jan 28 03:35:13.497527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-3dcf901d-41b3-4ac8-8fcf-e412ea5f1068 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Deleting port 1d230d83-f638-4fdf-a434-8d1437ff222f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:13.497942 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-3dcf901d-41b3-4ac8-8fcf-e412ea5f1068 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:13.503022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71809643-3c47-43b6-9601-1b332e25f7d3 req-b81bdddb-0dea-41b2-9f59-8b88325d194d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:13.504540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71809643-3c47-43b6-9601-1b332e25f7d3 req-b81bdddb-0dea-41b2-9f59-8b88325d194d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9797f35-9186-4a7a-ad16-13aa515f072b HTTP/1.1" status: 200 len: 946 time: 0.0936115 Jan 28 03:35:13.532496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Allocated IP 172.25.1.118 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/f2873c95-c499-4610-aa91-49b6495d5a4c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:13.574652 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-aa03770c-dfab-4cf5-b76e-852e475e3dae service neutron] 10.222.0.25 "GET /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439178 Jan 28 03:35:13.616790 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71809643-3c47-43b6-9601-1b332e25f7d3 req-914efaf4-d4f5-4b29-b0b2-836547567c00 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023529 Jan 28 03:35:13.671226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for port (f2873c95-c499-4610-aa91-49b6495d5a4c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:13.752831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e760c7-4827-4e69-89ff-a04314ceb57c req-46cb9cfa-2236-4cd6-a0f4-34f72fc154a0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:13.754399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82e760c7-4827-4e69-89ff-a04314ceb57c req-46cb9cfa-2236-4cd6-a0f4-34f72fc154a0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 950 time: 0.0742257 Jan 28 03:35:13.756146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f2873c95-c499-4610-aa91-49b6495d5a4c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:13.812153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:13.817023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:13.819726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:13.862379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event updated for resources: {'Port': ['ID=f2873c95-c499-4610-aa91-49b6495d5a4c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:13.886466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82e760c7-4827-4e69-89ff-a04314ceb57c req-35ec9f3f-23c7-4ba5-a7cf-92a23b49f71b tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042781 Jan 28 03:35:13.887666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.888018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.888362 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.888703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.889224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.889565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.889897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.890232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.890563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.891353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.891353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.891597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.891831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:13.943999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-3dcf901d-41b3-4ac8-8fcf-e412ea5f1068 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] For port 1d230d83-f638-4fdf-a434-8d1437ff222f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=1d230d83-f638-4fdf-a434-8d1437ff222f,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:13.944355 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-3dcf901d-41b3-4ac8-8fcf-e412ea5f1068 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:13.959900 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (222b0639-052a-43a6-9698-4791c4060f7f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:13.961310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-3dcf901d-41b3-4ac8-8fcf-e412ea5f1068 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Calling delete_port for 1d230d83-f638-4fdf-a434-8d1437ff222f owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:14.018384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f2873c95-c499-4610-aa91-49b6495d5a4c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:14.029176 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c16c077-6d22-4c80-a35d-817738c31e9d req-4abb7b6c-444e-4f6c-a4cc-7309834311ea service neutron] 10.222.0.25 "GET /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451909 Jan 28 03:35:14.075435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c0855-e6b8-4b20-92c6-7325c6b3352d req-3eb79054-d191-4ad8-a52e-0b58069198a3 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:14.081578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-689c0855-e6b8-4b20-92c6-7325c6b3352d req-3eb79054-d191-4ad8-a52e-0b58069198a3 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 943 time: 0.1149139 Jan 28 03:35:14.127543 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-3dcf901d-41b3-4ac8-8fcf-e412ea5f1068 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1d230d83-f638-4fdf-a434-8d1437ff222f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:14.145586 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:14.157631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf901d-41b3-4ac8-8fcf-e412ea5f1068 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Pushing event deleted for resources: {'Port': ['ID=1d230d83-f638-4fdf-a434-8d1437ff222f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:14.178488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-689c0855-e6b8-4b20-92c6-7325c6b3352d req-625b2c45-1fb1-4ee0-a227-f53107615cf0 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957985 Jan 28 03:35:14.202236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-3dcf901d-41b3-4ac8-8fcf-e412ea5f1068 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] No DVR routers for this DVR port 1d230d83-f638-4fdf-a434-8d1437ff222f on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:35:14.205318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-3dcf901d-41b3-4ac8-8fcf-e412ea5f1068 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:14.209939 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-123f9850-0d78-4c0e-a500-08f10cdf48d1 req-3dcf901d-41b3-4ac8-8fcf-e412ea5f1068 tempest-ImagesOneServerTestJSON-556265350 tempest-ImagesOneServerTestJSON-556265350-project] 10.222.0.25 "DELETE /v2.0/ports/1d230d83-f638-4fdf-a434-8d1437ff222f HTTP/1.1" status: 204 len: 173 time: 0.8790760 Jan 28 03:35:14.223958 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:14.233642 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e138f6c-cda2-4561-8faa-174b02115a62 x-openstack-request-id: req-5e138f6c-cda2-4561-8faa-174b02115a62 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:14.234047 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551de7be-bbd3-4fa1-bd97-236e879fcb6f", "tag": "867133d4-16b4-423b-b2b1-48ea690d8aa0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:14.234646 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e138f6c-cda2-4561-8faa-174b02115a62 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:14.235243 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'tag': '867133d4-16b4-423b-b2b1-48ea690d8aa0', 'status': 'completed', 'code': 200} Jan 28 03:35:14.260718 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for port (f2873c95-c499-4610-aa91-49b6495d5a4c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:14.267757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (f2873c95-c499-4610-aa91-49b6495d5a4c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:14.335643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-f3021bbf-0e5b-4c72-a919-c3beaa33329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:14.337963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-f3021bbf-0e5b-4c72-a919-c3beaa33329a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f018919fc34a4f8183a95a811a32818a&device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 1095 time: 0.0442035 Jan 28 03:35:14.451957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-5cd57284-1490-490c-9b67-f60085c41b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:14.453381 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-5cd57284-1490-490c-9b67-f60085c41b44 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb HTTP/1.1" status: 200 len: 915 time: 0.0931368 Jan 28 03:35:14.465598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:35:14.506767 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-81915000-672c-4d84-9f74-a404d5324ba4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=867133d4-16b4-423b-b2b1-48ea690d8aa0 HTTP/1.1" status: 200 len: 217 time: 0.0374312 Jan 28 03:35:14.558929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-fb33bfad-14c8-4662-abdc-3182271ed5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:14.560418 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-fb33bfad-14c8-4662-abdc-3182271ed5b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b193057d-a753-4a7f-804d-67ae01fbd7a3 HTTP/1.1" status: 200 len: 853 time: 0.0476496 Jan 28 03:35:14.616633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-4265908c-9058-4ec5-96a1-f808bcc2c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:14.618234 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-4265908c-9058-4ec5-96a1-f808bcc2c31c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472541 Jan 28 03:35:14.696745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-85ba5571-c02e-4c93-914b-e0e3d1e65b5e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3720422 Jan 28 03:35:14.706787 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event updated for resources: {'Port': ['ID=f2873c95-c499-4610-aa91-49b6495d5a4c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:14.713949 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-38e4352a-c651-4412-9df6-da87afd455dd service neutron] 10.222.0.25 "GET /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880146 Jan 28 03:35:14.732200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (222b0639-052a-43a6-9698-4791c4060f7f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:14.785479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:14.786462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-abc0706c-b950-4a70-80c9-cf8c4e334912 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6512671 Jan 28 03:35:14.821371 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec62831e-b94b-4f39-8b3f-8c4f489c6de3 req-e68e2731-ad25-4b48-9e74-fe45092edac8 service neutron] 10.222.0.25 "GET /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010909 Jan 28 03:35:14.859290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-333143fe-bd1b-483c-9fcf-a12d5659c273 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.0639184 Jan 28 03:35:14.887227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-62ad62aa-d770-403b-8018-023811811c51 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:14.888665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-62ad62aa-d770-403b-8018-023811811c51 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850197 Jan 28 03:35:14.940408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-dbf96b70-a7e9-4f00-bae6-b5f123c798eb tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/quotas/4f9f265697cd486d8adcca60e4da2340 HTTP/1.1" status: 200 len: 375 time: 0.0389903 Jan 28 03:35:15.020512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-404c5f29-63ac-4c0c-93ff-6691f6cfb7f1 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:15.021943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b63c2d02-5911-40fd-bf4a-95ab6865078b req-404c5f29-63ac-4c0c-93ff-6691f6cfb7f1 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1502898 Jan 28 03:35:15.037898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-657d30d3-e05c-42a7-a333-5bae79de8116 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0897374 Jan 28 03:35:15.125797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa382-6c57-4c5c-b10d-734aa993d9ad req-e1c2b97b-507f-4e35-9d5c-4ed25d4fd7bd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:15.127584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91aaa382-6c57-4c5c-b10d-734aa993d9ad req-e1c2b97b-507f-4e35-9d5c-4ed25d4fd7bd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0513203 Jan 28 03:35:15.186077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91aaa382-6c57-4c5c-b10d-734aa993d9ad req-eb88d7f4-7400-454f-927c-818eac0b6e72 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528381 Jan 28 03:35:15.417683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41c8b9ae-cbf6-44e0-b39b-dce18d4272b8 req-96483acf-686f-4629-95c4-855a249447bb tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips/222b0639-052a-43a6-9698-4791c4060f7f HTTP/1.1" status: 200 len: 693 time: 0.0808275 Jan 28 03:35:15.450199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e0c1c-1fb7-4067-8d3d-b68982a19932 req-d1ef90a4-9ca1-4b02-ab24-62a7aff9cc10 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:15.458161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d6e0c1c-1fb7-4067-8d3d-b68982a19932 req-d1ef90a4-9ca1-4b02-ab24-62a7aff9cc10 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3089d9d0-78c2-4312-a556-69326a740f03 HTTP/1.1" status: 200 len: 948 time: 0.1315000 Jan 28 03:35:15.523206 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:15.566509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d6e0c1c-1fb7-4067-8d3d-b68982a19932 req-0637b047-0c18-4038-92cf-5b5aafa6b04d tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073525 Jan 28 03:35:15.607524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8b9ae-cbf6-44e0-b39b-dce18d4272b8 req-1fbb3161-6288-4312-994d-8db9d4864b64 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:15.615708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41c8b9ae-cbf6-44e0-b39b-dce18d4272b8 req-1fbb3161-6288-4312-994d-8db9d4864b64 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1870174 Jan 28 03:35:15.649594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8414ed56-2461-4bd2-8820-61ddefd54b87 req-46b44282-8743-4b6c-bad0-bfea6164f668 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 210 time: 0.0327251 Jan 28 03:35:15.696688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56426) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:15.730082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b0d62-f09e-41b2-9d0f-923dca32fd55 req-831bc5ec-616e-4501-93bb-05bdbd800487 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:15.733182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f83b0d62-f09e-41b2-9d0f-923dca32fd55 req-831bc5ec-616e-4501-93bb-05bdbd800487 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 943 time: 0.0721037 Jan 28 03:35:15.810070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09513988-6105-4e1c-be57-ea1292dd6f6c req-3050b84a-40a8-4239-9582-62e0d70daf44 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:15.811564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09513988-6105-4e1c-be57-ea1292dd6f6c req-3050b84a-40a8-4239-9582-62e0d70daf44 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9797f35-9186-4a7a-ad16-13aa515f072b HTTP/1.1" status: 200 len: 946 time: 0.0772655 Jan 28 03:35:15.815842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f83b0d62-f09e-41b2-9d0f-923dca32fd55 req-97daae83-cd5c-4d35-91b3-61a01d7af31c tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729744 Jan 28 03:35:15.882706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09513988-6105-4e1c-be57-ea1292dd6f6c req-b33381c4-86d2-4c12-a962-e7380dc3240a tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638731 Jan 28 03:35:15.912896 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5d5e16ba-c7cd-4091-af08-0a6c7b3eb159 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30f89b24c45d4d00a9a811240fc4a945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135839 Jan 28 03:35:15.915453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56434) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:15.971875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b85f323-0aeb-459a-a89d-3886f7a9511b admin admin] Publish callbacks [] for security_group (0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:15.988301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-22967bab-8322-4e92-b974-6cf3cb2c8d65 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips/222b0639-052a-43a6-9698-4791c4060f7f HTTP/1.1" status: 200 len: 693 time: 0.0671928 Jan 28 03:35:16.001104 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b85f323-0aeb-459a-a89d-3886f7a9511b admin admin] Publish callbacks [] for security_group (0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:16.053650 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b85f323-0aeb-459a-a89d-3886f7a9511b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:16.057204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b85f323-0aeb-459a-a89d-3886f7a9511b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:16.061116 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0b85f323-0aeb-459a-a89d-3886f7a9511b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f HTTP/1.1" status: 204 len: 168 time: 0.1417115 Jan 28 03:35:16.068130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85f323-0aeb-459a-a89d-3886f7a9511b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd8eff-6b94-42bd-8d23-f7baea5c9e2f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:16.111219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-e3358e05-ca9c-4ddb-98b3-17eb26dea9a9 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:16.118488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-e3358e05-ca9c-4ddb-98b3-17eb26dea9a9 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1229465 Jan 28 03:35:16.191398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-f5317e30-7f06-4a13-88eb-5d1803be352f tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.0710535 Jan 28 03:35:16.236582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-deleted', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:16.238854 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55465f88-66af-42e3-ad44-ac303ceffe81" -d '{"events": [{"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-deleted", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:16.254926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-a662bd32-e953-42c8-95a1-22417e4a1485 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.0626671 Jan 28 03:35:16.339111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fa550-1d74-4bcb-9712-7c83ba9975c0 req-7e985176-4e33-4d89-871a-d29844950f70 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:16.340636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f3fa550-1d74-4bcb-9712-7c83ba9975c0 req-7e985176-4e33-4d89-871a-d29844950f70 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1390185 Jan 28 03:35:16.454809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f3fa550-1d74-4bcb-9712-7c83ba9975c0 req-72712728-ba45-4f93-bb31-e381f3d7bea2 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843997 Jan 28 03:35:16.485194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-c73e9a08-3057-467e-a4fc-915c1a776466 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Deleting port f2873c95-c499-4610-aa91-49b6495d5a4c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:16.489260 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-c73e9a08-3057-467e-a4fc-915c1a776466 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f2873c95-c499-4610-aa91-49b6495d5a4c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:16.542035 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3c0940b8-cdc9-40dc-ac0b-8e9e1445ae92 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262229 Jan 28 03:35:16.613969 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4269098-6fa9-49ec-bb47-fd8be6c14af0 x-openstack-request-id: req-b4269098-6fa9-49ec-bb47-fd8be6c14af0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:16.614469 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2924a2e2-9873-4299-a90a-e7e2bc733c9b", "name": "network-vif-deleted", "tag": "1d230d83-f638-4fdf-a434-8d1437ff222f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:16.614819 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4269098-6fa9-49ec-bb47-fd8be6c14af0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:16.615311 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2924a2e2-9873-4299-a90a-e7e2bc733c9b', 'name': 'network-vif-deleted', 'tag': '1d230d83-f638-4fdf-a434-8d1437ff222f', 'status': 'completed', 'code': 200} Jan 28 03:35:16.621018 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:16.631893 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-c73e9a08-3057-467e-a4fc-915c1a776466 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f2873c95-c499-4610-aa91-49b6495d5a4c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:16.632286 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-c73e9a08-3057-467e-a4fc-915c1a776466 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (f2873c95-c499-4610-aa91-49b6495d5a4c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:16.650362 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-c73e9a08-3057-467e-a4fc-915c1a776466 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Calling delete_port for f2873c95-c499-4610-aa91-49b6495d5a4c owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:16.701443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3ad232d0-c94d-4068-b151-2e2d92bc65ce tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:16.703635 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3ad232d0-c94d-4068-b151-2e2d92bc65ce tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610336 Jan 28 03:35:16.724720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Request body: {'port': {'device_id': '08754e2b-7d4e-400a-83f9-5660374b1cd0', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '4f9f265697cd486d8adcca60e4da2340'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:16.861025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101fd27-4e5b-4803-9f1b-5c524abc812d req-e9ba9d2d-b1a7-4ea5-ae70-755f0827cb19 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:16.868610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6101fd27-4e5b-4803-9f1b-5c524abc812d req-e9ba9d2d-b1a7-4ea5-ae70-755f0827cb19 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0916674 Jan 28 03:35:16.871233 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-c73e9a08-3057-467e-a4fc-915c1a776466 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f2873c95-c499-4610-aa91-49b6495d5a4c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:16.871459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Made reservation on behalf of 4f9f265697cd486d8adcca60e4da2340 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:16.874897 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:16.920284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e9a08-3057-467e-a4fc-915c1a776466 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event deleted for resources: {'Port': ['ID=f2873c95-c499-4610-aa91-49b6495d5a4c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:16.997526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6101fd27-4e5b-4803-9f1b-5c524abc812d req-c1a75913-4fc2-4431-b366-7d7b97d0e1f5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279793 Jan 28 03:35:17.015730 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-c73e9a08-3057-467e-a4fc-915c1a776466 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (222b0639-052a-43a6-9698-4791c4060f7f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.017725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Allocated IP 192.168.233.70 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/ab27c9e0-be88-40ca-9ed0-00cef378d211) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:17.019542 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-c73e9a08-3057-467e-a4fc-915c1a776466 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.022275 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c1013ef-4942-469b-9521-3a1e86ce23dc req-c73e9a08-3057-467e-a4fc-915c1a776466 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "DELETE /v2.0/floatingips/222b0639-052a-43a6-9698-4791c4060f7f HTTP/1.1" status: 204 len: 173 time: 0.7517169 Jan 28 03:35:17.091976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 867133d4-16b4-423b-b2b1-48ea690d8aa0 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:35:17.097596 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62ca07fe-496d-4f76-83fd-f3d98afe6066 req-3c9e52ff-6580-4ac9-8789-62a62ee7a9d5 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 210 time: 0.0318639 Jan 28 03:35:17.133714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1d230d83-f638-4fdf-a434-8d1437ff222f no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:17.169664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 1d230d83-f638-4fdf-a434-8d1437ff222f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:17.170451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 1d230d83-f638-4fdf-a434-8d1437ff222f not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:17.196556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks [] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.217016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dff6f-a8a7-46e7-958c-d66fd5d03450 req-26b2190d-d589-421b-8080-cc62bfc7bf41 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:17.218551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-646dff6f-a8a7-46e7-958c-d66fd5d03450 req-26b2190d-d589-421b-8080-cc62bfc7bf41 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 943 time: 0.1057746 Jan 28 03:35:17.240739 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.253184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c47bc-8c89-4f1c-a2ae-beaba4bbf6a8 req-68299b2c-d02d-4cd4-87ee-72eeda9bf315 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:17.254693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-018c47bc-8c89-4f1c-a2ae-beaba4bbf6a8 req-68299b2c-d02d-4cd4-87ee-72eeda9bf315 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9797f35-9186-4a7a-ad16-13aa515f072b HTTP/1.1" status: 200 len: 946 time: 0.0773621 Jan 28 03:35:17.262974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 867133d4-16b4-423b-b2b1-48ea690d8aa0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=867133d4-16b4-423b-b2b1-48ea690d8aa0,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:17.280469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76', '6560c747-ca57-456d-b5d9-f0efee0535d3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:17.297307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-646dff6f-a8a7-46e7-958c-d66fd5d03450 req-909717e3-5cbd-4bf6-9ba0-2a5d22134702 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726805 Jan 28 03:35:17.319413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211', '4bb17899-8191-4ab6-99bf-89e734fd4001', '68e04af3-3a60-437f-bb51-05a0b6a18380'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:17.320678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '867133d4-16b4-423b-b2b1-48ea690d8aa0', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'port_id': '867133d4-16b4-423b-b2b1-48ea690d8aa0', 'mac_address': 'fa:16:3e:64:db:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:35:17.326496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:17.333228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:17.339675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event updated for resources: {'Port': ['ID=ab27c9e0-be88-40ca-9ed0-00cef378d211,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:17.342152 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-018c47bc-8c89-4f1c-a2ae-beaba4bbf6a8 req-d6f6ecf3-0c72-489a-a663-8e673490a565 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763400 Jan 28 03:35:17.348444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:17.360137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-2a1b5aaf-b2e8-4bb0-8a64-b34e9201a5e2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:17.366877 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-2a1b5aaf-b2e8-4bb0-8a64-b34e9201a5e2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9797f35-9186-4a7a-ad16-13aa515f072b HTTP/1.1" status: 200 len: 946 time: 0.1365063 Jan 28 03:35:17.546213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 867133d4-16b4-423b-b2b1-48ea690d8aa0 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:17.546614 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.573240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:17.573927 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.584334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867133d4-16b4-423b-b2b1-48ea690d8aa0 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:17.626064 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3fccc53d-fe9f-4711-a673-2e2d17e8d5a7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9052298 Jan 28 03:35:17.634839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-8d0689f7-d7ac-436c-b455-ad2422258aa2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Deleting port 5993a2f6-881d-4f04-bc22-527109b0e79d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:17.635176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-8d0689f7-d7ac-436c-b455-ad2422258aa2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.644371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 867133d4-16b4-423b-b2b1-48ea690d8aa0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=867133d4-16b4-423b-b2b1-48ea690d8aa0,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:17.659846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Request body: {'port': {'device_id': '08754e2b-7d4e-400a-83f9-5660374b1cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:17.673062 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.728250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09d986-4214-406c-a8eb-d338e6c3ee2b req-c7a96277-1899-4001-9c17-aae20ae9a605 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:17.745578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed09d986-4214-406c-a8eb-d338e6c3ee2b req-c7a96277-1899-4001-9c17-aae20ae9a605 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3409481 Jan 28 03:35:17.778138 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.781200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0784b1e-93d6-4fb7-99bb-cf14bace1e1b req-e3d130b0-a0c5-4dfb-a4e4-9d7238079ac6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:17.782749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0784b1e-93d6-4fb7-99bb-cf14bace1e1b req-e3d130b0-a0c5-4dfb-a4e4-9d7238079ac6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1443713 Jan 28 03:35:17.843208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=867133d4-16b4-423b-b2b1-48ea690d8aa0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:17.854644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-8d0689f7-d7ac-436c-b455-ad2422258aa2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] For port 5993a2f6-881d-4f04-bc22-527109b0e79d, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5993a2f6-881d-4f04-bc22-527109b0e79d,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:17.854644 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-8d0689f7-d7ac-436c-b455-ad2422258aa2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.854993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0784b1e-93d6-4fb7-99bb-cf14bace1e1b req-e133ea88-241f-4660-b23b-efb792985165 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616896 Jan 28 03:35:17.868123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f8979bce-51b0-4753-b864-4843841a0944 None None] Provisioning complete for port ab27c9e0-be88-40ca-9ed0-00cef378d211 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:17.869409 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8979bce-51b0-4753-b864-4843841a0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:17.880314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-8d0689f7-d7ac-436c-b455-ad2422258aa2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Calling delete_port for 5993a2f6-881d-4f04-bc22-527109b0e79d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:17.970266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f8979bce-51b0-4753-b864-4843841a0944 None None] Port ab27c9e0-be88-40ca-9ed0-00cef378d211 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:35:17.979225 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-403cb6df-e464-4cd9-86e9-bbaaa01e1592 req-3a5209c6-582a-4d14-8ccd-96c0cf10377c tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=0461ece314254e8f967ca38db9ca3cba HTTP/1.1" status: 200 len: 1657 time: 0.0580497 Jan 28 03:35:18.142725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cb6df-e464-4cd9-86e9-bbaaa01e1592 req-5b114cef-201a-4e9c-8bbf-38f9cab9d0aa tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:18.154611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-403cb6df-e464-4cd9-86e9-bbaaa01e1592 req-5b114cef-201a-4e9c-8bbf-38f9cab9d0aa tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks?id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 787 time: 0.1684146 Jan 28 03:35:18.168304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-403cb6df-e464-4cd9-86e9-bbaaa01e1592 req-f5d2d314-cc2d-4dd1-878f-9d111f8a93e4 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:35:18.184006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-403cb6df-e464-4cd9-86e9-bbaaa01e1592 req-f5d2d314-cc2d-4dd1-878f-9d111f8a93e4 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279555 Jan 28 03:35:18.205235 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-8d0689f7-d7ac-436c-b455-ad2422258aa2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5993a2f6-881d-4f04-bc22-527109b0e79d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:18.206141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc69ed4-be29-450c-b1ec-b92dd5096151 req-506c2197-35cb-4026-b75b-a5e3619bbfd9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:18.207993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6fc69ed4-be29-450c-b1ec-b92dd5096151 req-506c2197-35cb-4026-b75b-a5e3619bbfd9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1153903 Jan 28 03:35:18.218589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['867133d4-16b4-423b-b2b1-48ea690d8aa0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:18.273039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6fc69ed4-be29-450c-b1ec-b92dd5096151 req-970102ee-8cbd-472d-a5ac-8ec3d85d0a17 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579028 Jan 28 03:35:18.304965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['d5dbc088-7a89-4252-8e1a-43afc4285674'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:18.307489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0689f7-d7ac-436c-b455-ad2422258aa2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Pushing event deleted for resources: {'Port': ['ID=5993a2f6-881d-4f04-bc22-527109b0e79d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:18.345818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-8d0689f7-d7ac-436c-b455-ad2422258aa2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] No DVR routers for this DVR port 5993a2f6-881d-4f04-bc22-527109b0e79d on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:35:18.350996 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-8d0689f7-d7ac-436c-b455-ad2422258aa2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:18.352332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-9c409b5a-b1ae-4413-a116-3df939165c26 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips/0c0e4f88-41f0-4f79-9cef-bcfa786a7302 HTTP/1.1" status: 200 len: 693 time: 0.0575607 Jan 28 03:35:18.355145 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1c086c4-9b5f-4761-9e92-c46cd60a76ca req-8d0689f7-d7ac-436c-b455-ad2422258aa2 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.42 "DELETE /v2.0/ports/5993a2f6-881d-4f04-bc22-527109b0e79d HTTP/1.1" status: 204 len: 173 time: 0.9613850 Jan 28 03:35:18.365344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4a428402-2f57-474f-ad3d-629ff0a6889a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:18.397830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab27c9e0-be88-40ca-9ed0-00cef378d211 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:18.412087 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Publish callbacks [] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:18.429147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Transition to ACTIVE for port object ab27c9e0-be88-40ca-9ed0-00cef378d211 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:35:18.435663 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:18.484831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e193037-7c5f-4bd4-a2e0-0320b3c7891b req-4aa02982-5749-4feb-9538-6b6f40611f66 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:18.491951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e193037-7c5f-4bd4-a2e0-0320b3c7891b req-4aa02982-5749-4feb-9538-6b6f40611f66 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 935 time: 0.1281247 Jan 28 03:35:18.520208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Pushing event updated for resources: {'Port': ['ID=ab27c9e0-be88-40ca-9ed0-00cef378d211,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:18.619543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9797f35-9186-4a7a-ad16-13aa515f072b', 'name': 'network-vif-deleted', 'tag': '5993a2f6-881d-4f04-bc22-527109b0e79d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:18.623936 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a04dab4-a51c-475d-9c79-32e500c35aeb" -d '{"events": [{"server_uuid": "b9797f35-9186-4a7a-ad16-13aa515f072b", "name": "network-vif-deleted", "tag": "5993a2f6-881d-4f04-bc22-527109b0e79d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:18.640721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-265136d2-fa93-4efd-aa7a-62bc768052a7 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:18.653465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-265136d2-fa93-4efd-aa7a-62bc768052a7 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.2992587 Jan 28 03:35:18.673742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e193037-7c5f-4bd4-a2e0-0320b3c7891b req-ca725330-327b-4728-a417-78eba67fc618 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807466 Jan 28 03:35:18.701906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Attempting to bind port ab27c9e0-be88-40ca-9ed0-00cef378d211 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:35:18.703808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Attempting to bind port ab27c9e0-be88-40ca-9ed0-00cef378d211 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:35:18.705379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Attempting to bind port ab27c9e0-be88-40ca-9ed0-00cef378d211 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:18.719333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Port ab27c9e0-be88-40ca-9ed0-00cef378d211 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:35:18.720589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Attempting to bind port ab27c9e0-be88-40ca-9ed0-00cef378d211 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:18.732267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:35:18.738552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-88ac26b6-cfc1-42bc-98cb-54b239bd1e67 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.0834107 Jan 28 03:35:18.738823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:18.739400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:35:18.740060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Bound port: ab27c9e0-be88-40ca-9ed0-00cef378d211, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:35:18.742022 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:18.814423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:18.823182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-20210213-8332-499f-878a-771524770e33 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.0834136 Jan 28 03:35:18.862408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] For port ab27c9e0-be88-40ca-9ed0-00cef378d211, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:35:18.866707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] For port ab27c9e0-be88-40ca-9ed0-00cef378d211, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ab27c9e0-be88-40ca-9ed0-00cef378d211,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:35:18.872820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:18.919750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:18.920710 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:18.922390 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] 10.222.0.25 "PUT /v2.0/ports/ab27c9e0-be88-40ca-9ed0-00cef378d211 HTTP/1.1" status: 200 len: 1096 time: 1.2680840 Jan 28 03:35:18.951510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e83523-a3de-4621-b7ef-ab21861615cc service neutron] Pushing event updated for resources: {'Port': ['ID=ab27c9e0-be88-40ca-9ed0-00cef378d211,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:18.980349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38402a2-bf34-4627-b88a-f02fdeb27abe req-6e954978-7d84-42e8-b55f-24b082095ff0 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:18.981974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b38402a2-bf34-4627-b88a-f02fdeb27abe req-6e954978-7d84-42e8-b55f-24b082095ff0 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 944 time: 0.1056833 Jan 28 03:35:19.023072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7822f7c-e00b-4f2f-b033-452f23a97b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.075217 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b38402a2-bf34-4627-b88a-f02fdeb27abe req-3ba6e543-c986-44f8-8e54-fd4aaf0e6bb0 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629921 Jan 28 03:35:19.084905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-25e64dad-0f28-4593-bda0-53599e681caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:19.085742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-3ddda7d3-7894-478f-a424-2df1da2fef86 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Deleting port 00d7afcd-b4ba-4771-9d2e-433a6c024d2e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:19.086418 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-25e64dad-0f28-4593-bda0-53599e681caa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 1099 time: 0.0866926 Jan 28 03:35:19.086636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-3ddda7d3-7894-478f-a424-2df1da2fef86 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (00d7afcd-b4ba-4771-9d2e-433a6c024d2e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.155466 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-59f47bda-0b72-49ef-ab3e-93bd0edd3c21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ab27c9e0-be88-40ca-9ed0-00cef378d211 HTTP/1.1" status: 200 len: 217 time: 0.0505824 Jan 28 03:35:19.234257 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-3ddda7d3-7894-478f-a424-2df1da2fef86 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (00d7afcd-b4ba-4771-9d2e-433a6c024d2e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.234567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-3ddda7d3-7894-478f-a424-2df1da2fef86 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (00d7afcd-b4ba-4771-9d2e-433a6c024d2e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.244936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98a0dd47-0c84-487d-92a7-5ef4e411931d req-bf6dbd37-6b50-4844-9c43-9364c33b185c tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9797f35-9186-4a7a-ad16-13aa515f072b HTTP/1.1" status: 200 len: 210 time: 0.0530686 Jan 28 03:35:19.252392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-3ddda7d3-7894-478f-a424-2df1da2fef86 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Calling delete_port for 00d7afcd-b4ba-4771-9d2e-433a6c024d2e owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:19.256576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7822f7c-e00b-4f2f-b033-452f23a97b7c admin admin] Publish callbacks [] for security_group (43e6b6da-2391-4165-bba2-8e6793a81979), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.258768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-4684e966-6271-467f-9e8e-80e50d2bae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:19.261151 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-4684e966-6271-467f-9e8e-80e50d2bae01 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0986850 Jan 28 03:35:19.265463 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7822f7c-e00b-4f2f-b033-452f23a97b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (43e6b6da-2391-4165-bba2-8e6793a81979), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.334945 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cce0e4-f2f5-467b-8f9a-9a44b281c097 x-openstack-request-id: req-62cce0e4-f2f5-467b-8f9a-9a44b281c097 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:19.335361 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9797f35-9186-4a7a-ad16-13aa515f072b", "name": "network-vif-deleted", "tag": "5993a2f6-881d-4f04-bc22-527109b0e79d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:19.335602 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62cce0e4-f2f5-467b-8f9a-9a44b281c097 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:19.335871 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9797f35-9186-4a7a-ad16-13aa515f072b', 'name': 'network-vif-deleted', 'tag': '5993a2f6-881d-4f04-bc22-527109b0e79d', 'status': 'completed', 'code': 200} Jan 28 03:35:19.359646 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a7822f7c-e00b-4f2f-b033-452f23a97b7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e358108bf79044fda88096cda4aa20fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5440278 Jan 28 03:35:19.360238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56562) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:19.368323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7822f7c-e00b-4f2f-b033-452f23a97b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e6b6da-2391-4165-bba2-8e6793a81979,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:19.394838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-f121f0a6-7cc9-4080-ad01-f6a2aac99ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:19.396349 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-f121f0a6-7cc9-4080-ad01-f6a2aac99ee9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279895 Jan 28 03:35:19.459479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2a2cb-a236-426f-bba0-97a611c69c04 req-fe090fb8-0f56-4f88-8d4c-5ddc304289cd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:19.460952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55f2a2cb-a236-426f-bba0-97a611c69c04 req-fe090fb8-0f56-4f88-8d4c-5ddc304289cd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0874503 Jan 28 03:35:19.471093 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7291c0fb-0882-452d-ae84-c9b302199cb4 admin admin] Publish callbacks [] for security_group (43e6b6da-2391-4165-bba2-8e6793a81979), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.497705 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-3ddda7d3-7894-478f-a424-2df1da2fef86 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (00d7afcd-b4ba-4771-9d2e-433a6c024d2e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.504306 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7291c0fb-0882-452d-ae84-c9b302199cb4 admin admin] Publish callbacks [] for security_group (43e6b6da-2391-4165-bba2-8e6793a81979), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.539132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddda7d3-7894-478f-a424-2df1da2fef86 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event deleted for resources: {'Port': ['ID=00d7afcd-b4ba-4771-9d2e-433a6c024d2e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:19.539414 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-76a8055d-7735-4717-828b-df0f44b0869e service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333320 Jan 28 03:35:19.552109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55f2a2cb-a236-426f-bba0-97a611c69c04 req-74a56fc2-45eb-4550-a907-2f3d109a5a21 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841832 Jan 28 03:35:19.612568 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-3ddda7d3-7894-478f-a424-2df1da2fef86 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (0c0e4f88-41f0-4f79-9cef-bcfa786a7302), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.616536 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-3ddda7d3-7894-478f-a424-2df1da2fef86 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.618637 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-800afaeb-6213-4a49-8f7b-96e4c4a68d52 req-3ddda7d3-7894-478f-a424-2df1da2fef86 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "DELETE /v2.0/floatingips/0c0e4f88-41f0-4f79-9cef-bcfa786a7302 HTTP/1.1" status: 204 len: 173 time: 0.7935832 Jan 28 03:35:19.652356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7291c0fb-0882-452d-ae84-c9b302199cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (43e6b6da-2391-4165-bba2-8e6793a81979), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.655455 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7291c0fb-0882-452d-ae84-c9b302199cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.659217 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7291c0fb-0882-452d-ae84-c9b302199cb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43e6b6da-2391-4165-bba2-8e6793a81979 HTTP/1.1" status: 204 len: 168 time: 0.2944131 Jan 28 03:35:19.679275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291c0fb-0882-452d-ae84-c9b302199cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e6b6da-2391-4165-bba2-8e6793a81979,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:19.683159 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d33cd36c-2195-4d62-8cbe-c11d6dd86a70 req-3697eaf4-c1cd-4215-92b3-a38c7daaabb3 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314063 Jan 28 03:35:19.715959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:35:19.727452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5993a2f6-881d-4f04-bc22-527109b0e79d no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:19.761980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 5993a2f6-881d-4f04-bc22-527109b0e79d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:19.762575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5993a2f6-881d-4f04-bc22-527109b0e79d not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:19.836140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-e7904711-8551-453f-abe5-31461a995ff2 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips/5528e290-6638-499b-96be-c8b195c9b2d7 HTTP/1.1" status: 200 len: 693 time: 0.0820944 Jan 28 03:35:19.853744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b49d1e-c028-4f19-8be2-8fdb177921f5 req-19801937-c9f6-4416-aa13-dc7e00f573a2 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:19.855540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24b49d1e-c028-4f19-8be2-8fdb177921f5 req-19801937-c9f6-4416-aa13-dc7e00f573a2 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1448081 Jan 28 03:35:19.876557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:19.891010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'mac_address': 'fa:16:3e:e4:cc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:35:19.938528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:19.938925 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:19.952444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:19.976600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24b49d1e-c028-4f19-8be2-8fdb177921f5 req-c46e38af-b0d1-4e3b-b872-d6320c9218ed tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124516 Jan 28 03:35:20.002743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:20.011303 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.043532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-d48615cf-24ad-4b2c-ba7f-68a949be844e tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:20.053406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-d48615cf-24ad-4b2c-ba7f-68a949be844e tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.2088823 Jan 28 03:35:20.103264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:20.141709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-219b3dd4-36c4-4f62-a192-a0fb3d771cf6 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.181 HTTP/1.1" status: 200 len: 696 time: 0.0870383 Jan 28 03:35:20.209260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b13e-36f0-43ad-8493-bedd9d2a5d70 req-deb3ceb0-91c4-4766-aa26-57a24197f3bd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:20.210839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf16b13e-36f0-43ad-8493-bedd9d2a5d70 req-deb3ceb0-91c4-4766-aa26-57a24197f3bd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 947 time: 0.1477869 Jan 28 03:35:20.222686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-c04f5230-b461-4364-b12a-1b3d0a687c13 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.181 HTTP/1.1" status: 200 len: 696 time: 0.0697570 Jan 28 03:35:20.233003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:20.342709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf16b13e-36f0-43ad-8493-bedd9d2a5d70 req-939f1ce8-c11d-45bd-bf29-ba5320c9aac4 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242404 Jan 28 03:35:20.411239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-44f74de2-13fa-4ef2-903f-da3b944ac2a3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Deleting port cd42004c-fb7a-4059-918b-e09b280202eb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:20.416186 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-44f74de2-13fa-4ef2-903f-da3b944ac2a3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (cd42004c-fb7a-4059-918b-e09b280202eb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.548801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b939a8b-36b0-48dc-b6da-d479f56a279c req-cbf74440-05a2-4aa9-801a-3a9c6a9f2999 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:20.555504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b939a8b-36b0-48dc-b6da-d479f56a279c req-cbf74440-05a2-4aa9-801a-3a9c6a9f2999 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 944 time: 0.0872056 Jan 28 03:35:20.558736 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-44f74de2-13fa-4ef2-903f-da3b944ac2a3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (cd42004c-fb7a-4059-918b-e09b280202eb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.559067 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-44f74de2-13fa-4ef2-903f-da3b944ac2a3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (cd42004c-fb7a-4059-918b-e09b280202eb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.585195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-44f74de2-13fa-4ef2-903f-da3b944ac2a3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Calling delete_port for cd42004c-fb7a-4059-918b-e09b280202eb owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:20.597411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:20.661170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b939a8b-36b0-48dc-b6da-d479f56a279c req-be576d27-5496-48ad-97be-515d94f0c79d tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047692 Jan 28 03:35:20.729043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-37648057-network', 'tenant_id': 'a3422164ef1f4c2d897ba8322801e0a7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:20.760981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Made reservation on behalf of a3422164ef1f4c2d897ba8322801e0a7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:20.763832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.773920 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.782273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-44f74de2-13fa-4ef2-903f-da3b944ac2a3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (cd42004c-fb7a-4059-918b-e09b280202eb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.859642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f74de2-13fa-4ef2-903f-da3b944ac2a3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event deleted for resources: {'Port': ['ID=cd42004c-fb7a-4059-918b-e09b280202eb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:20.881208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Publish callbacks [] for security_group (81d3f635-f011-48d0-84cc-55e960f78013), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.893168 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (81d3f635-f011-48d0-84cc-55e960f78013), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.923919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d3f635-f011-48d0-84cc-55e960f78013,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:20.938491 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-44f74de2-13fa-4ef2-903f-da3b944ac2a3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (5528e290-6638-499b-96be-c8b195c9b2d7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.941064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-44f74de2-13fa-4ef2-903f-da3b944ac2a3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.942132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81fa95c0-d78a-43c2-ae28-42f81da5f538 req-44f74de2-13fa-4ef2-903f-da3b944ac2a3 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "DELETE /v2.0/floatingips/5528e290-6638-499b-96be-c8b195c9b2d7 HTTP/1.1" status: 204 len: 173 time: 0.7133060 Jan 28 03:35:20.952152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a11e56-8927-4c24-97e7-a886b2174dc4 req-7b6d537d-b1a9-41cf-9b8a-dc8d16ac2d37 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:20.955123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:35:20.959435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6a11e56-8927-4c24-97e7-a886b2174dc4 req-7b6d537d-b1a9-41cf-9b8a-dc8d16ac2d37 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1539781 Jan 28 03:35:20.986494 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (99e3c3e3-4d1a-4edc-a44b-0cf966259902), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:20.987756 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Added segment 99e3c3e3-4d1a-4edc-a44b-0cf966259902 of type vlan for network ca2683ce-a10b-49fe-8640-9b15124d668e Jan 28 03:35:21.047756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (ca2683ce-a10b-49fe-8640-9b15124d668e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:21.066469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6a11e56-8927-4c24-97e7-a886b2174dc4 req-602805c7-e857-4038-abed-4042f62376c3 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064370 Jan 28 03:35:21.117103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (ca2683ce-a10b-49fe-8640-9b15124d668e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:21.118777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:21.119689 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:21.139969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 867133d4-16b4-423b-b2b1-48ea690d8aa0 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:21.206148 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6075373 Jan 28 03:35:21.209546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56652) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:21.215439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Request body: {'subnet': {'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-37648057-subnet', 'tenant_id': 'a3422164ef1f4c2d897ba8322801e0a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:21.220050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081b3db-2c01-4e93-b80a-08f34626b314 admin admin] Pushing event updated for resources: {'Network': ['ID=ca2683ce-a10b-49fe-8640-9b15124d668e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:21.242962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network ca2683ce-a10b-49fe-8640-9b15124d668e details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:35:21.252889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9babc423-7ca8-47ce-816c-663384b37817 req-e228ec3a-b590-4b6f-a0f7-79817b9a2368 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips/28ea1895-b03b-4a57-a50d-b96722c4960d HTTP/1.1" status: 200 len: 693 time: 0.0785501 Jan 28 03:35:21.261480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Made reservation on behalf of a3422164ef1f4c2d897ba8322801e0a7 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:21.271684 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:21.365782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 867133d4-16b4-423b-b2b1-48ea690d8aa0 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:35:21.370802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 867133d4-16b4-423b-b2b1-48ea690d8aa0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:21.371071 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:21.384604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babc423-7ca8-47ce-816c-663384b37817 req-75d84e51-c1b4-4208-b5e6-2f9116bd513d tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:21.386436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9babc423-7ca8-47ce-816c-663384b37817 req-75d84e51-c1b4-4208-b5e6-2f9116bd513d tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1327395 Jan 28 03:35:21.482764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08754e2b-7d4e-400a-83f9-5660374b1cd0', 'tag': 'ab27c9e0-be88-40ca-9ed0-00cef378d211'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:21.484455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9babc423-7ca8-47ce-816c-663384b37817 req-0f824cd0-4f17-4390-9895-2f9cd900ecce tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0871179 Jan 28 03:35:21.485497 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69656a61-8ac1-4709-8902-6fc31cb7cfbb" -d '{"events": [{"name": "network-changed", "server_uuid": "08754e2b-7d4e-400a-83f9-5660374b1cd0", "tag": "ab27c9e0-be88-40ca-9ed0-00cef378d211"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:21.493383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (4a7f01fd-2c07-43b0-83f7-11da36d0d72c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:21.504203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 867133d4-16b4-423b-b2b1-48ea690d8aa0 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:21.504992 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:21.543068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867133d4-16b4-423b-b2b1-48ea690d8aa0'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:21.546179 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546458ee-faa9-4963-94eb-27de738c2ef3" -d '{"events": [{"server_uuid": "551de7be-bbd3-4fa1-bd97-236e879fcb6f", "name": "network-vif-plugged", "status": "completed", "tag": "867133d4-16b4-423b-b2b1-48ea690d8aa0"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:21.548014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9babc423-7ca8-47ce-816c-663384b37817 req-8a6e8afe-f002-48af-aea4-4a2b44b2ec03 tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0625043 Jan 28 03:35:21.561964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 867133d4-16b4-423b-b2b1-48ea690d8aa0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=867133d4-16b4-423b-b2b1-48ea690d8aa0,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:21.567788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Checking segment: {'id': '99e3c3e3-4d1a-4edc-a44b-0cf966259902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:21.568735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Network hostable DHCP agents. Network: ca2683ce-a10b-49fe-8640-9b15124d668e, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:35:21.571201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7f01fd-2c07-43b0-83f7-11da36d0d72c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:21.585685 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:21.602504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Network ca2683ce-a10b-49fe-8640-9b15124d668e is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:35:21.622455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, ca2683ce-a10b-49fe-8640-9b15124d668e) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:21.628645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:21.629717 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:21.638606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a356a-a4cc-44df-a715-79339182ff50 None None] Network ca2683ce-a10b-49fe-8640-9b15124d668e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:35:21.677014 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ae21b95c-6e4a-4958-b42f-7a65cf69afaa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4662712 Jan 28 03:35:21.709528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=867133d4-16b4-423b-b2b1-48ea690d8aa0,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:21.752586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:21.842867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c86f421-abd7-41d6-80c5-ed2504fde95a None None] Network ca2683ce-a10b-49fe-8640-9b15124d668e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:35:21.893922 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:21.894291 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:22.049276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a650531-85de-4299-867e-847f520e0e08 req-741e6750-f33b-4cce-8e06-dbc52db14f8b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:22.052407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:22.053026 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:22.056353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a650531-85de-4299-867e-847f520e0e08 req-741e6750-f33b-4cce-8e06-dbc52db14f8b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.6686881 Jan 28 03:35:22.092184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:22.100646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:22.131733 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a650531-85de-4299-867e-847f520e0e08 req-f2479e2b-fafe-42f2-bca9-6a89629a10ba tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743351 Jan 28 03:35:22.169862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9babc423-7ca8-47ce-816c-663384b37817 req-451ae7bd-9457-4b7d-bf1a-076dc6d1db2a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Deleting port 5f527f71-4232-4596-954b-fa71043afeef {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:22.171471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:22.172658 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9babc423-7ca8-47ce-816c-663384b37817 req-451ae7bd-9457-4b7d-bf1a-076dc6d1db2a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5f527f71-4232-4596-954b-fa71043afeef), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:22.313175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85024c08-4879-4dca-9178-a90e5b5a16a4 req-5f871cff-4a9d-4ab1-968c-7cd5a40c1e8c tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:22.315428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85024c08-4879-4dca-9178-a90e5b5a16a4 req-5f871cff-4a9d-4ab1-968c-7cd5a40c1e8c tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 947 time: 0.0832527 Jan 28 03:35:22.332081 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9babc423-7ca8-47ce-816c-663384b37817 req-451ae7bd-9457-4b7d-bf1a-076dc6d1db2a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5f527f71-4232-4596-954b-fa71043afeef), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:22.332507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9babc423-7ca8-47ce-816c-663384b37817 req-451ae7bd-9457-4b7d-bf1a-076dc6d1db2a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (5f527f71-4232-4596-954b-fa71043afeef), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:22.362124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9babc423-7ca8-47ce-816c-663384b37817 req-451ae7bd-9457-4b7d-bf1a-076dc6d1db2a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Calling delete_port for 5f527f71-4232-4596-954b-fa71043afeef owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:22.443845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85024c08-4879-4dca-9178-a90e5b5a16a4 req-91329ab6-0cb1-4e21-bc14-389ca4983b4f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182599 Jan 28 03:35:22.509176 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516aa3dd-9721-4c13-b35b-7dab8dd33995 x-openstack-request-id: req-516aa3dd-9721-4c13-b35b-7dab8dd33995 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:22.509714 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08754e2b-7d4e-400a-83f9-5660374b1cd0", "tag": "ab27c9e0-be88-40ca-9ed0-00cef378d211", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:22.510371 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-516aa3dd-9721-4c13-b35b-7dab8dd33995 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:22.510789 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08754e2b-7d4e-400a-83f9-5660374b1cd0', 'tag': 'ab27c9e0-be88-40ca-9ed0-00cef378d211', 'status': 'completed', 'code': 200} Jan 28 03:35:22.581738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9babc423-7ca8-47ce-816c-663384b37817 req-451ae7bd-9457-4b7d-bf1a-076dc6d1db2a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5f527f71-4232-4596-954b-fa71043afeef), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:22.621509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ae7bd-9457-4b7d-bf1a-076dc6d1db2a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Pushing event deleted for resources: {'Port': ['ID=5f527f71-4232-4596-954b-fa71043afeef,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:22.666175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-b63e9d84-d903-40da-99a8-3188818a182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:22.673639 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-b63e9d84-d903-40da-99a8-3188818a182e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 1099 time: 0.1024127 Jan 28 03:35:22.732774 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9babc423-7ca8-47ce-816c-663384b37817 req-451ae7bd-9457-4b7d-bf1a-076dc6d1db2a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks [] for floatingip (28ea1895-b03b-4a57-a50d-b96722c4960d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:22.736419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9babc423-7ca8-47ce-816c-663384b37817 req-451ae7bd-9457-4b7d-bf1a-076dc6d1db2a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:22.738159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9babc423-7ca8-47ce-816c-663384b37817 req-451ae7bd-9457-4b7d-bf1a-076dc6d1db2a tempest-FloatingIPDetailsTestJSON-8916619 tempest-FloatingIPDetailsTestJSON-8916619-project] 10.222.0.44 "DELETE /v2.0/floatingips/28ea1895-b03b-4a57-a50d-b96722c4960d HTTP/1.1" status: 204 len: 173 time: 1.1892166 Jan 28 03:35:22.746336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56678) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:22.790456 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f46a4c4-60bf-4d2c-84eb-84be211b0476 x-openstack-request-id: req-2f46a4c4-60bf-4d2c-84eb-84be211b0476 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:22.790751 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551de7be-bbd3-4fa1-bd97-236e879fcb6f", "name": "network-vif-plugged", "status": "completed", "tag": "867133d4-16b4-423b-b2b1-48ea690d8aa0", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:22.791031 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f46a4c4-60bf-4d2c-84eb-84be211b0476 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:22.791401 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867133d4-16b4-423b-b2b1-48ea690d8aa0', 'code': 200} Jan 28 03:35:22.879781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-62713c75-e29a-471f-a7c0-19de7f9fd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:22.881776 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-62713c75-e29a-471f-a7c0-19de7f9fd339 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.2008555 Jan 28 03:35:22.947793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-8dcf5fff-794e-46a5-aff1-6cf715404651 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ab27c9e0-be88-40ca-9ed0-00cef378d211 HTTP/1.1" status: 200 len: 217 time: 0.0586348 Jan 28 03:35:22.965050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ca8cf1ff-6616-4be5-8e09-5e0f7ef45958 req-03368b43-d613-480d-8c9e-da2f13ae1043 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1663162102', 'description': 'tempest-description-1724793190'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:23.008109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cd785-62d9-40d6-8643-bea703a15f1a req-2b946a47-2bb2-46f3-a3f4-7e617ac07e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:23.008109 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9a8cd785-62d9-40d6-8643-bea703a15f1a req-2b946a47-2bb2-46f3-a3f4-7e617ac07e07 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 1097 time: 0.0833809 Jan 28 03:35:23.025812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-bb461363-5fb6-4d0f-9e70-c542dc37f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:23.027497 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-bb461363-5fb6-4d0f-9e70-c542dc37f1a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0716660 Jan 28 03:35:23.096314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ca8cf1ff-6616-4be5-8e09-5e0f7ef45958 req-03368b43-d613-480d-8c9e-da2f13ae1043 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:23.101870 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9a8cd785-62d9-40d6-8643-bea703a15f1a req-4e335fa3-b560-4054-a9e3-5f1bfdc8a27f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899782 Jan 28 03:35:23.104576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-e891abf5-a286-4eb7-8956-70083c639ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:23.106151 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-e891abf5-a286-4eb7-8956-70083c639ecb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0703738 Jan 28 03:35:23.131902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ab27c9e0-be88-40ca-9ed0-00cef378d211 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:35:23.132775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c68aa-55f9-4d17-a296-301844379a14 req-4e702b12-ad64-455d-8cbc-9c336b85c0d7 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:23.135357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-690c68aa-55f9-4d17-a296-301844379a14 req-4e702b12-ad64-455d-8cbc-9c336b85c0d7 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 945 time: 0.2318859 Jan 28 03:35:23.256162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-690c68aa-55f9-4d17-a296-301844379a14 req-7d1f8117-90d9-42a2-8a46-12290a789a2d tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140621 Jan 28 03:35:23.292332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port ab27c9e0-be88-40ca-9ed0-00cef378d211, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ab27c9e0-be88-40ca-9ed0-00cef378d211,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:23.303114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'ab27c9e0-be88-40ca-9ed0-00cef378d211', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': 'ab27c9e0-be88-40ca-9ed0-00cef378d211', 'mac_address': 'fa:16:3e:ce:c8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:35:23.320746 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ca8cf1ff-6616-4be5-8e09-5e0f7ef45958 req-03368b43-d613-480d-8c9e-da2f13ae1043 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (a383f2eb-76e1-458b-bc57-f8f029e0d51c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:23.334800 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ca8cf1ff-6616-4be5-8e09-5e0f7ef45958 req-03368b43-d613-480d-8c9e-da2f13ae1043 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a383f2eb-76e1-458b-bc57-f8f029e0d51c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:23.363110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port ab27c9e0-be88-40ca-9ed0-00cef378d211 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:23.364517 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:23.382828 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ca8cf1ff-6616-4be5-8e09-5e0f7ef45958 req-03368b43-d613-480d-8c9e-da2f13ae1043 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:23.384357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca8cf1ff-6616-4be5-8e09-5e0f7ef45958 req-03368b43-d613-480d-8c9e-da2f13ae1043 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4258077 Jan 28 03:35:23.414393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03368b43-d613-480d-8c9e-da2f13ae1043 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a383f2eb-76e1-458b-bc57-f8f029e0d51c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:23.418995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab27c9e0-be88-40ca-9ed0-00cef378d211 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:23.480048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port ab27c9e0-be88-40ca-9ed0-00cef378d211, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ab27c9e0-be88-40ca-9ed0-00cef378d211,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:23.494181 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:23.532412 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (d79bd481-9361-4c7b-a745-3a03cc97bdea), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:23.567448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=ab27c9e0-be88-40ca-9ed0-00cef378d211,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:23.591536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-1e5976eb-fcfc-42b1-a863-d57367ce85fd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:35:23.599103 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-1e5976eb-fcfc-42b1-a863-d57367ce85fd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144494 Jan 28 03:35:23.603278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ca0a1da7-1afa-48c0-9d9b-1d3092999a5e req-8ab61346-11a6-4450-953b-9b7674852cc1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1978893855', 'description': 'tempest-description-1993885405'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:23.664325 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ca0a1da7-1afa-48c0-9d9b-1d3092999a5e req-8ab61346-11a6-4450-953b-9b7674852cc1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:23.750355 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-53e95876-db91-49ea-ae5c-60ae1991af06 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409719 Jan 28 03:35:23.877735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b2cf4-3160-4acf-b20f-bb5a92638497 req-e2521f1f-f2ca-461b-9a09-46fc71ae3932 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:23.879239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef1b2cf4-3160-4acf-b20f-bb5a92638497 req-e2521f1f-f2ca-461b-9a09-46fc71ae3932 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 948 time: 0.1463783 Jan 28 03:35:23.881192 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-69656a61-8ac1-4709-8902-6fc31cb7cfbb req-3aedf5a5-df07-419c-86df-c8e8e00f1467 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114049 Jan 28 03:35:23.922158 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ca0a1da7-1afa-48c0-9d9b-1d3092999a5e req-8ab61346-11a6-4450-953b-9b7674852cc1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (1980fa61-14f5-4724-b8d3-47c6ffd8f938), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:23.932444 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ca0a1da7-1afa-48c0-9d9b-1d3092999a5e req-8ab61346-11a6-4450-953b-9b7674852cc1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1980fa61-14f5-4724-b8d3-47c6ffd8f938), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:24.024182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ca0a1da7-1afa-48c0-9d9b-1d3092999a5e req-8ab61346-11a6-4450-953b-9b7674852cc1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:24.027113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca0a1da7-1afa-48c0-9d9b-1d3092999a5e req-8ab61346-11a6-4450-953b-9b7674852cc1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4303730 Jan 28 03:35:24.039835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab61346-11a6-4450-953b-9b7674852cc1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1980fa61-14f5-4724-b8d3-47c6ffd8f938,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:24.045240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['ab27c9e0-be88-40ca-9ed0-00cef378d211'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:24.063100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef1b2cf4-3160-4acf-b20f-bb5a92638497 req-39b52ffb-325f-432e-8c98-4182c9dc10d2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747184 Jan 28 03:35:24.152242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] Deleting port 22950f4d-2ff7-425c-9359-02629d98d0b1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:24.152986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:24.279198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172efc64-13f4-4614-a3a0-3439db9c4119 req-ffd81ebd-413e-4b6c-98af-b31c9e3af72b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:24.281071 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-172efc64-13f4-4614-a3a0-3439db9c4119 req-ffd81ebd-413e-4b6c-98af-b31c9e3af72b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1248152 Jan 28 03:35:24.296444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] For port 22950f4d-2ff7-425c-9359-02629d98d0b1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=22950f4d-2ff7-425c-9359-02629d98d0b1,segment=NetworkSegment(2f3b5769-f1c4-407d-a75a-96c4068aac1a),segment_id=2f3b5769-f1c4-407d-a75a-96c4068aac1a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:24.296655 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:24.333380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] Calling delete_port for 22950f4d-2ff7-425c-9359-02629d98d0b1 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:24.450100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-172efc64-13f4-4614-a3a0-3439db9c4119 req-e72f8b2d-5116-4b6f-bcf3-8dbbc959cb6d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599989 Jan 28 03:35:24.521030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd82b8-19c8-424d-a239-160359aff326 req-f1a54e03-63ca-4c26-8085-dfb1570b6a30 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:24.532875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-f1a54e03-63ca-4c26-8085-dfb1570b6a30 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 811 time: 0.2213233 Jan 28 03:35:24.549459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-0c50a7c2-1ad9-499b-bf3e-f3a036ebaef6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/quotas/a3422164ef1f4c2d897ba8322801e0a7 HTTP/1.1" status: 200 len: 375 time: 0.0158837 Jan 28 03:35:24.660885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-f299fcc2-53f6-43ac-85ad-b5e9da61deda tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930891 Jan 28 03:35:24.674842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-24107232-014b-4f55-a05a-38ac1019b10f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:35:24.675821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-24107232-014b-4f55-a05a-38ac1019b10f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084939 Jan 28 03:35:24.723379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262429c-46f9-469c-809c-401791e5ec75 req-db28d16d-3402-4f0e-bd80-5e517f5c405a tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:24.724822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f262429c-46f9-469c-809c-401791e5ec75 req-db28d16d-3402-4f0e-bd80-5e517f5c405a tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 945 time: 0.1743653 Jan 28 03:35:24.792470 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:24.794960 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f1664a-23c9-4297-a777-924be9b907b9" -d '{"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-plugged", "status": "completed", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:24.887304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f262429c-46f9-469c-809c-401791e5ec75 req-d143aa3f-9e45-49bb-b33d-b8a3bd9cb6fd tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268141 Jan 28 03:35:24.891120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-050bcc0c-695a-4b01-9ef3-69d3176ee906 service neutron] 10.222.0.44 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061574 Jan 28 03:35:24.910891 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (22950f4d-2ff7-425c-9359-02629d98d0b1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:25.006916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=22950f4d-2ff7-425c-9359-02629d98d0b1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:25.164159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-9912ad99-373c-45fd-9747-42993bb9f08f service neutron] 10.222.0.44 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629399 Jan 28 03:35:25.249273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99719e05-d586-40b1-8b8c-da3189839298 req-d0d8f290-7b2d-447d-a286-5faf7c0d8653 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:25.250839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99719e05-d586-40b1-8b8c-da3189839298 req-d0d8f290-7b2d-447d-a286-5faf7c0d8653 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1432395 Jan 28 03:35:25.356941 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (d79bd481-9361-4c7b-a745-3a03cc97bdea), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:25.379865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99719e05-d586-40b1-8b8c-da3189839298 req-50a1b3e1-2743-4803-b416-e5d30b8c2aa6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148589 Jan 28 03:35:25.480533 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715cd227-3370-4281-8727-97c082742b0a x-openstack-request-id: req-715cd227-3370-4281-8727-97c082742b0a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:25.480860 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-plugged", "status": "completed", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:25.481138 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-715cd227-3370-4281-8727-97c082742b0a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:25.481542 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'code': 200} Jan 28 03:35:25.824635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-395bb04e-7cd5-4885-be37-fdd9e23a6b1e req-f38e37fe-29d1-426d-944a-f6869ec65f3c tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 210 time: 0.2680185 Jan 28 03:35:25.899576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce143ef-e034-4c02-9dbc-2b52718af9eb req-33d3b534-1446-41c0-98eb-6ff2ee74b29f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:25.912291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cce143ef-e034-4c02-9dbc-2b52718af9eb req-33d3b534-1446-41c0-98eb-6ff2ee74b29f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 948 time: 0.0931482 Jan 28 03:35:26.125952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cce143ef-e034-4c02-9dbc-2b52718af9eb req-914db01b-9368-4a2a-bee9-fd38e96464cb tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019556 Jan 28 03:35:26.166283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377f909-7bcd-4655-ae8c-b659f3390614 req-50f18054-dbe5-4ba1-9bf7-c7fd72019e4f tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:26.174876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5377f909-7bcd-4655-ae8c-b659f3390614 req-50f18054-dbe5-4ba1-9bf7-c7fd72019e4f tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 945 time: 0.1593425 Jan 28 03:35:26.187098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] Router d79bd481-9361-4c7b-a745-3a03cc97bdea has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:35:26.314563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5377f909-7bcd-4655-ae8c-b659f3390614 req-fd838388-79a2-4a23-a74b-2be2098a89b9 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386456 Jan 28 03:35:26.436360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:35:26.448494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] Sync routers for ids ['d79bd481-9361-4c7b-a745-3a03cc97bdea'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:35:26.453829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2b3313c5-138a-4f5a-8770-db1820616e67 admin admin] 10.222.0.44 "PUT /v2.0/routers/d79bd481-9361-4c7b-a745-3a03cc97bdea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7041974 Jan 28 03:35:26.454542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:26.468395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] Routers {'d79bd481-9361-4c7b-a745-3a03cc97bdea'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:26.468900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a7169-405d-423d-9cc8-fe619b97046c req-deeb4e10-6ec3-4198-8b37-07ff80644f27 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:26.469832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d79bd481-9361-4c7b-a745-3a03cc97bdea'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:26.471458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-628a7169-405d-423d-9cc8-fe619b97046c req-deeb4e10-6ec3-4198-8b37-07ff80644f27 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1539195 Jan 28 03:35:26.558339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-628a7169-405d-423d-9cc8-fe619b97046c req-694d4c29-caf9-41db-97e4-8055e482f325 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794268 Jan 28 03:35:26.681562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Publish callbacks [] for router (d79bd481-9361-4c7b-a745-3a03cc97bdea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:26.771248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152908a4-21db-4822-ab77-2f909c96675c req-27db7322-6fcf-4f88-a03b-d2e4745a348c tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:26.773402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-152908a4-21db-4822-ab77-2f909c96675c req-27db7322-6fcf-4f88-a03b-d2e4745a348c tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 945 time: 0.0989330 Jan 28 03:35:26.784004 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:26.789202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f228bc0d-0b3f-4702-9f94-f5c61ef96be1 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Request body: {'floatingip': {'port_id': '867133d4-16b4-423b-b2b1-48ea690d8aa0'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:26.847231 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f228bc0d-0b3f-4702-9f94-f5c61ef96be1 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for floatingip (3f84a026-a6ed-448d-857d-647b1026c647), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:26.847509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] Set router d79bd481-9361-4c7b-a745-3a03cc97bdea gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:26.898530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Publish callbacks [] for router_gateway (d79bd481-9361-4c7b-a745-3a03cc97bdea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:26.902036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1210a-e0f8-4e15-8e6a-d21159613959 req-3c9c72cf-a84b-409b-847e-bcdeb5954d04 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:26.909365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34f1210a-e0f8-4e15-8e6a-d21159613959 req-3c9c72cf-a84b-409b-847e-bcdeb5954d04 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1349657 Jan 28 03:35:27.042112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34f1210a-e0f8-4e15-8e6a-d21159613959 req-843a9621-9743-4008-a13c-7a821dd4b15d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317503 Jan 28 03:35:27.051382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7de07-6b97-42f1-994d-9d7305e85117 req-561e38af-6f5d-471c-9700-3d1ec5cc2203 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:27.057918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7de07-6b97-42f1-994d-9d7305e85117 req-561e38af-6f5d-471c-9700-3d1ec5cc2203 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:27.059644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddc7de07-6b97-42f1-994d-9d7305e85117 req-561e38af-6f5d-471c-9700-3d1ec5cc2203 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906&device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 1683 time: 0.1426122 Jan 28 03:35:27.151817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddc7de07-6b97-42f1-994d-9d7305e85117 req-5e9c4223-b829-41b2-bd31-d365ef199a13 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797987 Jan 28 03:35:27.216147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ab27c9e0-be88-40ca-9ed0-00cef378d211 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:27.243448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce1d24c1-2f75-43a9-87dd-b5b4026bfc88 req-503bcd54-2379-40b1-8d61-f95972e98021 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 210 time: 0.0624840 Jan 28 03:35:27.306850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd82b8-19c8-424d-a239-160359aff326 req-664f279d-b873-4aee-aa6d-1207dbcd6f9f tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:27.309138 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-664f279d-b873-4aee-aa6d-1207dbcd6f9f tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.42 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 811 time: 0.2461612 Jan 28 03:35:27.353400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'port': {'device_id': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e', 'admin_state_up': True, 'tenant_id': 'a3422164ef1f4c2d897ba8322801e0a7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:27.357616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'name': 'tempest-FloatingIPDetailsTestJSON-687198936-router', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:35:24Z', 'revision_number': 5, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'gw_port': {'id': 'baa69a86-5d8a-4f6c-901b-029741a05488', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:53Z', 'updated_at': '2022-01-28T03:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:27.362901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port ab27c9e0-be88-40ca-9ed0-00cef378d211 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:35:27.369967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797bb8f-ebc8-4238-a6d9-0e570b6b408a req-c11518da-a6f9-4344-8027-2fa08e40fcf9 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:27.380611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7797bb8f-ebc8-4238-a6d9-0e570b6b408a req-c11518da-a6f9-4344-8027-2fa08e40fcf9 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 948 time: 0.1070354 Jan 28 03:35:27.406660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] Checking router: d79bd481-9361-4c7b-a745-3a03cc97bdea for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:35:27.410303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port ab27c9e0-be88-40ca-9ed0-00cef378d211 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:27.410818 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:27.455079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] Routers {'d79bd481-9361-4c7b-a745-3a03cc97bdea'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:27.456577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d79bd481-9361-4c7b-a745-3a03cc97bdea'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:27.563017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbdbde-1075-4fce-8921-fdd03f21dc31 req-39c7bc7a-2b3b-4db2-b919-c7272efb39a0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:27.572767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-32fbdbde-1075-4fce-8921-fdd03f21dc31 req-39c7bc7a-2b3b-4db2-b919-c7272efb39a0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1260242 Jan 28 03:35:27.599941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7797bb8f-ebc8-4238-a6d9-0e570b6b408a req-ac9cf717-237e-49bd-8440-76f26db0807a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179422 Jan 28 03:35:27.627586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] Set router d79bd481-9361-4c7b-a745-3a03cc97bdea gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:27.701177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'name': 'tempest-FloatingIPDetailsTestJSON-687198936-router', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:35:26Z', 'revision_number': 6, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:27.710145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-32fbdbde-1075-4fce-8921-fdd03f21dc31 req-ebc4d7a6-6e92-461c-99c1-1fbca196294e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362069 Jan 28 03:35:27.782803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port ab27c9e0-be88-40ca-9ed0-00cef378d211 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:27.783948 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:27.786747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281e19d-dab8-4af3-8d42-76d1c0dc3993 None None] The sync data for ids ['d79bd481-9361-4c7b-a745-3a03cc97bdea'] in n-d-808199-14 is: [{'id': 'd79bd481-9361-4c7b-a745-3a03cc97bdea', 'name': 'tempest-FloatingIPDetailsTestJSON-687198936-router', 'tenant_id': '0461ece314254e8f967ca38db9ca3cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:35:26Z', 'revision_number': 6, 'project_id': '0461ece314254e8f967ca38db9ca3cba', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:35:27.833047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08754e2b-7d4e-400a-83f9-5660374b1cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27c9e0-be88-40ca-9ed0-00cef378d211'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:27.838895 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450b53e5-9932-4cee-a61d-1fbc8c76eff8" -d '{"events": [{"server_uuid": "08754e2b-7d4e-400a-83f9-5660374b1cd0", "name": "network-vif-plugged", "status": "completed", "tag": "ab27c9e0-be88-40ca-9ed0-00cef378d211"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:27.858898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Deleting port baa69a86-5d8a-4f6c-901b-029741a05488 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:27.863525 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:27.867815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port ab27c9e0-be88-40ca-9ed0-00cef378d211, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ab27c9e0-be88-40ca-9ed0-00cef378d211,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:27.875141 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:27.957428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=ab27c9e0-be88-40ca-9ed0-00cef378d211,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:27.957786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa94c0-5e63-444a-b4a0-ec6add30baf7 req-de28c461-10a4-4cfb-93ed-018bb0206ff3 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:27.965486 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18fa94c0-5e63-444a-b4a0-ec6add30baf7 req-de28c461-10a4-4cfb-93ed-018bb0206ff3 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0760155 Jan 28 03:35:28.062076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18fa94c0-5e63-444a-b4a0-ec6add30baf7 req-1dd28c3d-c932-4058-a846-a40394ee3940 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911083 Jan 28 03:35:28.065683 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5199b1-fb2d-4c7d-ac23-babf1962000b x-openstack-request-id: req-9a5199b1-fb2d-4c7d-ac23-babf1962000b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:28.065984 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08754e2b-7d4e-400a-83f9-5660374b1cd0", "name": "network-vif-plugged", "status": "completed", "tag": "ab27c9e0-be88-40ca-9ed0-00cef378d211", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:28.066240 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a5199b1-fb2d-4c7d-ac23-babf1962000b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:28.066688 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08754e2b-7d4e-400a-83f9-5660374b1cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27c9e0-be88-40ca-9ed0-00cef378d211', 'code': 200} Jan 28 03:35:28.287338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] For port baa69a86-5d8a-4f6c-901b-029741a05488, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=baa69a86-5d8a-4f6c-901b-029741a05488,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:28.288128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:28.332123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Calling delete_port for baa69a86-5d8a-4f6c-901b-029741a05488 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:28.457319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55bea289-60a1-4e5c-a102-fd7677eae411 req-0578821d-e247-4a6e-80fd-3007c1668cfa tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 210 time: 0.0437136 Jan 28 03:35:28.485173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Made reservation on behalf of a3422164ef1f4c2d897ba8322801e0a7 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:28.488373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:28.554081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95929b-9a89-457b-862e-1edd0b88016e req-a16e0382-8b75-4615-8591-b678faec4013 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:28.561824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f95929b-9a89-457b-862e-1edd0b88016e req-a16e0382-8b75-4615-8591-b678faec4013 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0979590 Jan 28 03:35:28.635271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-f228bc0d-0b3f-4702-9f94-f5c61ef96be1 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:35:28.643036 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f95929b-9a89-457b-862e-1edd0b88016e req-80304db1-a3db-42e8-a7d4-0ab294ceaf09 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772018 Jan 28 03:35:28.743918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f11dfe-9321-47d6-8206-8ddb7ee6cde9 req-8a2a3f8f-2a3e-4377-9b3f-411c386729b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:28.745383 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-34f11dfe-9321-47d6-8206-8ddb7ee6cde9 req-8a2a3f8f-2a3e-4377-9b3f-411c386729b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 1101 time: 0.2689855 Jan 28 03:35:28.835143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ce284-0833-40b5-871f-f5dff5c24716 req-8f41262b-5e66-47fe-b61b-3a6126b55215 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:28.850545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d43ce284-0833-40b5-871f-f5dff5c24716 req-8f41262b-5e66-47fe-b61b-3a6126b55215 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 949 time: 0.1135068 Jan 28 03:35:28.861581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f228bc0d-0b3f-4702-9f94-f5c61ef96be1 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:28.900304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f228bc0d-0b3f-4702-9f94-f5c61ef96be1 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (3f84a026-a6ed-448d-857d-647b1026c647), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:28.920370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d43ce284-0833-40b5-871f-f5dff5c24716 req-901d897d-642f-4f7b-b77e-7af4c5bd9b1b tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680387 Jan 28 03:35:29.009800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (baa69a86-5d8a-4f6c-901b-029741a05488), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.042376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7c796-c0e8-4988-9655-413586e67138 req-6d2e0abe-112e-4b4e-a19c-ec90fc4e0396 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:29.050991 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3f7c796-c0e8-4988-9655-413586e67138 req-6d2e0abe-112e-4b4e-a19c-ec90fc4e0396 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 946 time: 0.0811296 Jan 28 03:35:29.064030 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-34f11dfe-9321-47d6-8206-8ddb7ee6cde9 req-bb6af724-2060-4936-9376-17743622b32b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944398 Jan 28 03:35:29.127520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa69a86-5d8a-4f6c-901b-029741a05488,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:29.129677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3f7c796-c0e8-4988-9655-413586e67138 req-5bdca1d0-a790-4979-abc3-9d37175d30bb tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747323 Jan 28 03:35:29.138923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Allocated IP 172.20.0.3 (ca2683ce-a10b-49fe-8640-9b15124d668e/4a7f01fd-2c07-43b0-83f7-11da36d0d72c/82f05a85-436a-49fe-92de-b8e0fa87a262) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:29.196025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (d79bd481-9361-4c7b-a745-3a03cc97bdea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.303327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (d79bd481-9361-4c7b-a745-3a03cc97bdea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.313626 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Publish callbacks [] for router_controller (d79bd481-9361-4c7b-a745-3a03cc97bdea), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.367822 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-f228bc0d-0b3f-4702-9f94-f5c61ef96be1 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Floating IP 3f84a026-a6ed-448d-857d-647b1026c647 associated. External IP: 172.25.1.219, port: 867133d4-16b4-423b-b2b1-48ea690d8aa0. Jan 28 03:35:29.436381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (d79bd481-9361-4c7b-a745-3a03cc97bdea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.436964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d79bd481-9361-4c7b-a745-3a03cc97bdea {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:35:29.441566 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.442560 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2c41e28c-938c-4a1d-8cc7-e7480c6ff1c6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d79bd481-9361-4c7b-a745-3a03cc97bdea HTTP/1.1" status: 204 len: 168 time: 2.9865737 Jan 28 03:35:29.446033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:29.507953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f4881b-b0cc-451e-bfc6-bf9ab6f188b7 admin admin] Deleting subnet 7a5bdd39-2910-4184-a463-7ba37311df68 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:35:29.512586 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4f4881b-b0cc-451e-bfc6-bf9ab6f188b7 admin admin] Publish callbacks [] for subnet (7a5bdd39-2910-4184-a463-7ba37311df68), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.598099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4f4881b-b0cc-451e-bfc6-bf9ab6f188b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (7a5bdd39-2910-4184-a463-7ba37311df68), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.644822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67a299b7-4259-405b-95c1-ed653c4b4693 req-c9b04f3a-1f3c-420f-a603-02aa66bd98b2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 210 time: 0.0849137 Jan 28 03:35:29.774316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4f4881b-b0cc-451e-bfc6-bf9ab6f188b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7a5bdd39-2910-4184-a463-7ba37311df68), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.776410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.824287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ea35f-5708-4ac5-bb45-f8d7a4db5f09 req-cf228f30-29f4-4b24-9a83-e065ce0ac0c7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:29.828931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-184ea35f-5708-4ac5-bb45-f8d7a4db5f09 req-cf228f30-29f4-4b24-9a83-e065ce0ac0c7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0992842 Jan 28 03:35:29.830571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f228bc0d-0b3f-4702-9f94-f5c61ef96be1 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Router 443bebfc-7b43-4ca9-b2fa-64af14521bca has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:35:29.846912 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.895703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device baa69a86-5d8a-4f6c-901b-029741a05488 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:29.908269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4f4881b-b0cc-451e-bfc6-bf9ab6f188b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (7a5bdd39-2910-4184-a463-7ba37311df68), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.935750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: baa69a86-5d8a-4f6c-901b-029741a05488 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:29.935750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device baa69a86-5d8a-4f6c-901b-029741a05488 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:29.935750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 22950f4d-2ff7-425c-9359-02629d98d0b1 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:29.975395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Network ca2683ce-a10b-49fe-8640-9b15124d668e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:29.987713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 22950f4d-2ff7-425c-9359-02629d98d0b1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:29.988753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 22950f4d-2ff7-425c-9359-02629d98d0b1 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:29.990938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:30.008042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:30.021530 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-184ea35f-5708-4ac5-bb45-f8d7a4db5f09 req-2b8139eb-13c3-44d6-957e-26c25b0dc2c8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849129 Jan 28 03:35:30.024768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4881b-b0cc-451e-bfc6-bf9ab6f188b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5bdd39-2910-4184-a463-7ba37311df68,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:30.029369 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4f4881b-b0cc-451e-bfc6-bf9ab6f188b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:30.034608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ae31b-d535-40de-a788-990ed8b41b14 None None] Network 7303e587-0db0-47c3-b567-cf17cade2ecb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:35:30.055515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e4f4881b-b0cc-451e-bfc6-bf9ab6f188b7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7a5bdd39-2910-4184-a463-7ba37311df68 HTTP/1.1" status: 204 len: 168 time: 0.6090956 Jan 28 03:35:30.058787 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:30.066402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:30.067160 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:30.086036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'Port': ['ID=82f05a85-436a-49fe-92de-b8e0fa87a262,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:30.141110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-3c8dafb2-1dae-4930-b7ca-53404aeb1d62 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7920964 Jan 28 03:35:30.168339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Request body: {'port': {'device_id': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:30.206055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f228bc0d-0b3f-4702-9f94-f5c61ef96be1 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:35:30.212936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f228bc0d-0b3f-4702-9f94-f5c61ef96be1 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:30.229699 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] Sync routers for ids ['443bebfc-7b43-4ca9-b2fa-64af14521bca'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:35:30.231181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086558f9-23d9-4f55-9f53-d288e76405d4 req-55298504-91a6-4b69-8f4c-22100929ea36 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:30.238245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-086558f9-23d9-4f55-9f53-d288e76405d4 req-55298504-91a6-4b69-8f4c-22100929ea36 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 949 time: 0.1487122 Jan 28 03:35:30.241905 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (7303e587-0db0-47c3-b567-cf17cade2ecb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:30.244404 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] Routers {'443bebfc-7b43-4ca9-b2fa-64af14521bca'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:30.245077 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f228bc0d-0b3f-4702-9f94-f5c61ef96be1 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "PUT /v2.0/floatingips/3f84a026-a6ed-448d-857d-647b1026c647 HTTP/1.1" status: 200 len: 991 time: 3.4598877 Jan 28 03:35:30.247380 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['443bebfc-7b43-4ca9-b2fa-64af14521bca'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:30.248027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'tag': '867133d4-16b4-423b-b2b1-48ea690d8aa0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:30.250436 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d46cfaa-3b0f-4692-ba84-13acca26f470" -d '{"events": [{"name": "network-changed", "server_uuid": "551de7be-bbd3-4fa1-bd97-236e879fcb6f", "tag": "867133d4-16b4-423b-b2b1-48ea690d8aa0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:30.313020 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:30.359196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-086558f9-23d9-4f55-9f53-d288e76405d4 req-f831ec52-ce1a-4cae-a5ce-8e1ca9a319c1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199627 Jan 28 03:35:30.407849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a6e9f-6de2-4856-a362-361d1f2b4032 None None] DHCP port deletion for 7303e587-0db0-47c3-b567-cf17cade2ecb request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:35:30.426583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Deleting port 2a5271f0-be01-4951-bf0a-49248f312be2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:30.426959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:30.494889 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] Set router 443bebfc-7b43-4ca9-b2fa-64af14521bca gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:30.522324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a6e9f-6de2-4856-a362-361d1f2b4032 None None] Deleting port 2a5271f0-be01-4951-bf0a-49248f312be2 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:30.522818 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6e9f-6de2-4856-a362-361d1f2b4032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:30.678859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] For port 2a5271f0-be01-4951-bf0a-49248f312be2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2a5271f0-be01-4951-bf0a-49248f312be2,segment=NetworkSegment(2f3b5769-f1c4-407d-a75a-96c4068aac1a),segment_id=2f3b5769-f1c4-407d-a75a-96c4068aac1a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:30.679515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:30.693580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6b1a6e9f-6de2-4856-a362-361d1f2b4032 None None] For port 2a5271f0-be01-4951-bf0a-49248f312be2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2a5271f0-be01-4951-bf0a-49248f312be2,segment=NetworkSegment(2f3b5769-f1c4-407d-a75a-96c4068aac1a),segment_id=2f3b5769-f1c4-407d-a75a-96c4068aac1a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:30.694302 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6e9f-6de2-4856-a362-361d1f2b4032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:30.714841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a6e9f-6de2-4856-a362-361d1f2b4032 None None] Calling delete_port for 2a5271f0-be01-4951-bf0a-49248f312be2 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:30.717091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7dcbf-0bdd-4669-ba0b-4b3d46b08527 req-a2611671-43b7-4f3b-b3e2-6980d5b1ca31 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:30.718699 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66e7dcbf-0bdd-4669-ba0b-4b3d46b08527 req-a2611671-43b7-4f3b-b3e2-6980d5b1ca31 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 946 time: 0.2617633 Jan 28 03:35:30.783350 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f965e6-3ce5-4b04-9d64-75144fd93e31 x-openstack-request-id: req-65f965e6-3ce5-4b04-9d64-75144fd93e31 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:30.783641 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551de7be-bbd3-4fa1-bd97-236e879fcb6f", "tag": "867133d4-16b4-423b-b2b1-48ea690d8aa0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:30.783896 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65f965e6-3ce5-4b04-9d64-75144fd93e31 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:30.784295 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'tag': '867133d4-16b4-423b-b2b1-48ea690d8aa0', 'status': 'completed', 'code': 200} Jan 28 03:35:30.786976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Calling delete_port for 2a5271f0-be01-4951-bf0a-49248f312be2 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:30.836663 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6e9f-6de2-4856-a362-361d1f2b4032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:30.866801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-8c806e6c-985e-46b5-b6aa-5d5a7b113256 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:30.868818 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-8c806e6c-985e-46b5-b6aa-5d5a7b113256 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4322cdf-9144-4c03-b2bf-0dc79b62db3f HTTP/1.1" status: 200 len: 946 time: 0.1576231 Jan 28 03:35:30.878756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a6e9f-6de2-4856-a362-361d1f2b4032 None None] Pushing event deleted for resources: {'Port': ['ID=2a5271f0-be01-4951-bf0a-49248f312be2,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:30.886369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a6e9f-6de2-4856-a362-361d1f2b4032 None None] No DVR routers for this DVR port 2a5271f0-be01-4951-bf0a-49248f312be2 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:35:30.924830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66e7dcbf-0bdd-4669-ba0b-4b3d46b08527 req-78b239cc-42d6-442b-8f3d-7c19866a18a7 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779547 Jan 28 03:35:31.027974 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:59Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '3f84a026-a6ed-448d-857d-647b1026c647', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'port_id': '867133d4-16b4-423b-b2b1-48ea690d8aa0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'mac_address': 'fa:16:3e:64:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:35:06Z', 'updated_at': '2022-01-28T03:35:28Z', 'revision_number': 1, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecec792c-da04-4612-8721-2b3effde0f75', 'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'mac_address': 'fa:16:3e:0e:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:58Z', 'updated_at': '2022-01-28T03:35:07Z', 'revision_number': 5, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'subnets': [{'id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:31.125043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f05a85-436a-49fe-92de-b8e0fa87a262 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:31.133253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Publish callbacks [] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:31.148609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Transition to ACTIVE for port object 82f05a85-436a-49fe-92de-b8e0fa87a262 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:35:31.165060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:31.190802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faf7be-ecae-4e63-a909-c49bfe90e8a2 req-f352c883-b229-493d-b96e-8656cbcbf805 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:31.198955 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97faf7be-ecae-4e63-a909-c49bfe90e8a2 req-f352c883-b229-493d-b96e-8656cbcbf805 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 945 time: 0.2703774 Jan 28 03:35:31.258588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d656a-08fc-43f7-aaec-0ca53b8c21a7 req-1510c5d7-94f7-4340-90d9-2ea40821febd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:31.262476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f27d656a-08fc-43f7-aaec-0ca53b8c21a7 req-1510c5d7-94f7-4340-90d9-2ea40821febd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1978068 Jan 28 03:35:31.274129 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (2a5271f0-be01-4951-bf0a-49248f312be2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:31.293844 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] Checking router: 443bebfc-7b43-4ca9-b2fa-64af14521bca for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:35:31.308304 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] Routers {'443bebfc-7b43-4ca9-b2fa-64af14521bca'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:31.309269 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['443bebfc-7b43-4ca9-b2fa-64af14521bca'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:31.345248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Attempting to bind port 82f05a85-436a-49fe-92de-b8e0fa87a262 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:35:31.345476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Attempting to bind port 82f05a85-436a-49fe-92de-b8e0fa87a262 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '99e3c3e3-4d1a-4edc-a44b-0cf966259902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:35:31.345824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Attempting to bind port 82f05a85-436a-49fe-92de-b8e0fa87a262 on network ca2683ce-a10b-49fe-8640-9b15124d668e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:31.349250 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-0c913078-0871-437e-b00a-61774aec435d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Deleting port d5dbc088-7a89-4252-8e1a-43afc4285674 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:31.349600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-0c913078-0871-437e-b00a-61774aec435d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:31.401979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5271f0-be01-4951-bf0a-49248f312be2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:31.431388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Port 82f05a85-436a-49fe-92de-b8e0fa87a262 on network ca2683ce-a10b-49fe-8640-9b15124d668e not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:35:31.431821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Attempting to bind port 82f05a85-436a-49fe-92de-b8e0fa87a262 on network ca2683ce-a10b-49fe-8640-9b15124d668e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:31.440711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:35:31.441088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Checking segment: {'id': '99e3c3e3-4d1a-4edc-a44b-0cf966259902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:31.441475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Bound using segment: {'id': '99e3c3e3-4d1a-4edc-a44b-0cf966259902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:35:31.441914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Bound port: 82f05a85-436a-49fe-92de-b8e0fa87a262, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e3c3e3-4d1a-4edc-a44b-0cf966259902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:35:31.442274 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:31.456866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97faf7be-ecae-4e63-a909-c49bfe90e8a2 req-53379a42-a765-4604-b6fc-10cebd164c4a tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372050 Jan 28 03:35:31.456866 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] No DVR routers for this DVR port 2a5271f0-be01-4951-bf0a-49248f312be2 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:35:31.457434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Pushing event updated for resources: {'Port': ['ID=82f05a85-436a-49fe-92de-b8e0fa87a262,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:31.468971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-edc1b649-0f10-4302-805b-a36cf9a65ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:31.468971 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-edc1b649-0f10-4302-805b-a36cf9a65ba4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f018919fc34a4f8183a95a811a32818a&device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 1097 time: 0.4250011 Jan 28 03:35:31.487529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f27d656a-08fc-43f7-aaec-0ca53b8c21a7 req-457ba9e2-8480-4c6c-85b8-d3f084d583cd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093265 Jan 28 03:35:31.576969 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] Set router 443bebfc-7b43-4ca9-b2fa-64af14521bca gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:31.686369 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (7303e587-0db0-47c3-b567-cf17cade2ecb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:31.723425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-139894d7-5e0b-4edb-81e8-521788fec0f9 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:31.725000 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-139894d7-5e0b-4edb-81e8-521788fec0f9 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.25 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 946 time: 0.3906739 Jan 28 03:35:31.765776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7303e587-0db0-47c3-b567-cf17cade2ecb']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:31.800438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f2d61-949c-415e-944c-d16eaaef863a req-4ab03f6a-bdf2-4ab3-b21c-6d168f502950 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:31.802723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e38f2d61-949c-415e-944c-d16eaaef863a req-4ab03f6a-bdf2-4ab3-b21c-6d168f502950 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 943 time: 0.1689208 Jan 28 03:35:31.841446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-0c913078-0871-437e-b00a-61774aec435d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] For port d5dbc088-7a89-4252-8e1a-43afc4285674, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=d5dbc088-7a89-4252-8e1a-43afc4285674,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:31.841947 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-0c913078-0871-437e-b00a-61774aec435d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:31.878692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e38f2d61-949c-415e-944c-d16eaaef863a req-41f65f31-19ac-44fa-aa8e-c9a6688f4995 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660005 Jan 28 03:35:31.880974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3b5769-f1c4-407d-a75a-96c4068aac1a') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:31.881479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3b5769-f1c4-407d-a75a-96c4068aac1a') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:31.896427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5407600-d073-4397-96b8-18aee20c4459 req-f519d5ff-bb05-4ce0-9e1e-454c58776f9f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:31.905423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2a5271f0-be01-4951-bf0a-49248f312be2 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:31.915315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5407600-d073-4397-96b8-18aee20c4459 req-f519d5ff-bb05-4ce0-9e1e-454c58776f9f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 949 time: 0.2225666 Jan 28 03:35:31.960348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 2a5271f0-be01-4951-bf0a-49248f312be2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:31.964055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2a5271f0-be01-4951-bf0a-49248f312be2 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:31.984027 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:59Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '3f84a026-a6ed-448d-857d-647b1026c647', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'port_id': '867133d4-16b4-423b-b2b1-48ea690d8aa0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'mac_address': 'fa:16:3e:64:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:35:06Z', 'updated_at': '2022-01-28T03:35:28Z', 'revision_number': 1, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecec792c-da04-4612-8721-2b3effde0f75', 'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'mac_address': 'fa:16:3e:0e:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:58Z', 'updated_at': '2022-01-28T03:35:07Z', 'revision_number': 5, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'subnets': [{'id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:31.987193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (2f3b5769-f1c4-407d-a75a-96c4068aac1a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:32.013221 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689503c-f899-4cf9-ae7d-796ee36a49df None None] The sync data for ids ['443bebfc-7b43-4ca9-b2fa-64af14521bca'] in n-d-808199-14 is: [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:59Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '3f84a026-a6ed-448d-857d-647b1026c647', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'port_id': '867133d4-16b4-423b-b2b1-48ea690d8aa0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'mac_address': 'fa:16:3e:64:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:35:06Z', 'updated_at': '2022-01-28T03:35:28Z', 'revision_number': 1, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecec792c-da04-4612-8721-2b3effde0f75', 'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'mac_address': 'fa:16:3e:0e:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:58Z', 'updated_at': '2022-01-28T03:35:07Z', 'revision_number': 5, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'subnets': [{'id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:35:32.048152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2f3b5769-f1c4-407d-a75a-96c4068aac1a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:32.068713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:35:32.069897 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (2f3b5769-f1c4-407d-a75a-96c4068aac1a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: items = [ Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:35:32.072188 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:35:32.168252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5407600-d073-4397-96b8-18aee20c4459 req-5b994974-fbb3-459e-ae5f-bfb36945d99a tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169805 Jan 28 03:35:32.250444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] For port 82f05a85-436a-49fe-92de-b8e0fa87a262, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:35:32.261241 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (7303e587-0db0-47c3-b567-cf17cade2ecb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:32.271797 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:32.278945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7303e587-0db0-47c3-b567-cf17cade2ecb HTTP/1.1" status: 204 len: 168 time: 2.2167425 Jan 28 03:35:32.284090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-0c913078-0871-437e-b00a-61774aec435d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Calling delete_port for d5dbc088-7a89-4252-8e1a-43afc4285674 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:32.303175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] For port 82f05a85-436a-49fe-92de-b8e0fa87a262, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=82f05a85-436a-49fe-92de-b8e0fa87a262,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:35:32.333658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:32.350726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a0140-cc64-47ee-9092-d947012614d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7303e587-0db0-47c3-b567-cf17cade2ecb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:32.369636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-4c653965-c0b4-4956-9574-2a3b724b4b17 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Deleting port 4a428402-2f57-474f-ad3d-629ff0a6889a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:32.369979 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-4c653965-c0b4-4956-9574-2a3b724b4b17 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:32.375712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-91876bdf-d159-4913-85b6-f42c1769e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:32.377224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-91876bdf-d159-4913-85b6-f42c1769e139 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb HTTP/1.1" status: 200 len: 915 time: 0.8548269 Jan 28 03:35:32.427364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08714b33-3548-41e0-8a6a-6ad38ab6fa34 req-7d69e741-1c8e-4822-8cce-891853aa2ad6 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:32.441589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08714b33-3548-41e0-8a6a-6ad38ab6fa34 req-7d69e741-1c8e-4822-8cce-891853aa2ad6 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 946 time: 0.2650423 Jan 28 03:35:32.462110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6627ae2-5a5c-4cd6-adec-e04094ac2c67 None None] New status for floating IP 3f84a026-a6ed-448d-857d-647b1026c647: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:35:32.513285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:32.550502 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-94b4bff8-e534-4dbe-a150-9e17dee97728 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=867133d4-16b4-423b-b2b1-48ea690d8aa0 HTTP/1.1" status: 200 len: 999 time: 0.0981183 Jan 28 03:35:32.563771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:32.564543 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:32.566093 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] 10.222.0.42 "PUT /v2.0/ports/82f05a85-436a-49fe-92de-b8e0fa87a262 HTTP/1.1" status: 200 len: 1092 time: 2.4037681 Jan 28 03:35:32.642609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730583d5-f4c3-4d18-9cd6-dc21d23f44c1 req-921e6339-7d42-4b82-a18f-786b97cc2163 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:32.652611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-730583d5-f4c3-4d18-9cd6-dc21d23f44c1 req-921e6339-7d42-4b82-a18f-786b97cc2163 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 1101 time: 0.3272626 Jan 28 03:35:32.690287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08714b33-3548-41e0-8a6a-6ad38ab6fa34 req-3da45963-1170-4719-a0bc-446b9922a3b3 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/security-groups?id=565fddb4-41d9-4bc9-871c-67beadd26db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475023 Jan 28 03:35:32.713047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783baece-36d3-43fd-930c-28dea8bbbf42 service neutron] Pushing event updated for resources: {'Port': ['ID=82f05a85-436a-49fe-92de-b8e0fa87a262,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:32.744910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-c8dda5d6-a918-4bf8-aa02-34acadcc8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:32.746466 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-c8dda5d6-a918-4bf8-aa02-34acadcc8e1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b193057d-a753-4a7f-804d-67ae01fbd7a3 HTTP/1.1" status: 200 len: 853 time: 0.1787057 Jan 28 03:35:32.771758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6980c032-feab-4c91-a4ac-448a2f80d1ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0461ece314254e8f967ca38db9ca3cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548716 Jan 28 03:35:32.775972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56916) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:32.796184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'tag': '82f05a85-436a-49fe-92de-b8e0fa87a262'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:32.812252 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d409b8e5-d295-419f-b84e-3ba1d4c964b9" -d '{"events": [{"name": "network-changed", "server_uuid": "33e417d0-3a83-4055-9db5-a4874cef1b9f", "tag": "82f05a85-436a-49fe-92de-b8e0fa87a262"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:32.813765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-730583d5-f4c3-4d18-9cd6-dc21d23f44c1 req-7545617e-6e2c-4f9d-8ca4-ba65ad66432c tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600037 Jan 28 03:35:32.854556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-4c653965-c0b4-4956-9574-2a3b724b4b17 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] For port 4a428402-2f57-474f-ad3d-629ff0a6889a, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4a428402-2f57-474f-ad3d-629ff0a6889a,segment=NetworkSegment(a4723b1c-a0f4-4668-a1aa-5748978a647f),segment_id=a4723b1c-a0f4-4668-a1aa-5748978a647f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:32.854939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-4c653965-c0b4-4956-9574-2a3b724b4b17 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:32.896262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd82b8-19c8-424d-a239-160359aff326 req-a9cb6cd9-1aa7-4390-8107-abaf5f0adc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:32.897865 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-a9cb6cd9-1aa7-4390-8107-abaf5f0adc69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 1095 time: 0.2411225 Jan 28 03:35:32.916866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed101-ed59-4870-ac35-9bce4b235256 admin admin] Publish callbacks [] for security_group (1aeec12c-ff24-4066-a9b0-b47c890c3ad0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:32.936887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-4c653965-c0b4-4956-9574-2a3b724b4b17 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Calling delete_port for 4a428402-2f57-474f-ad3d-629ff0a6889a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:33.002011 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed101-ed59-4870-ac35-9bce4b235256 admin admin] Publish callbacks [] for security_group (1aeec12c-ff24-4066-a9b0-b47c890c3ad0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:33.044017 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71920d7-59e6-44be-aeba-546ee9f786b1 x-openstack-request-id: req-d71920d7-59e6-44be-aeba-546ee9f786b1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:33.049272 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e417d0-3a83-4055-9db5-a4874cef1b9f", "tag": "82f05a85-436a-49fe-92de-b8e0fa87a262", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:33.049657 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d71920d7-59e6-44be-aeba-546ee9f786b1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:33.050016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c3302-7d22-4f7a-b790-356d67d95766 req-b020a2b5-bc49-41ff-964d-3aa441b97621 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:33.051014 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'tag': '82f05a85-436a-49fe-92de-b8e0fa87a262', 'status': 'completed', 'code': 200} Jan 28 03:35:33.059709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-665c3302-7d22-4f7a-b790-356d67d95766 req-b020a2b5-bc49-41ff-964d-3aa441b97621 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1241279 Jan 28 03:35:33.066526 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-fb49d200-9d31-4166-9f44-e4dc812e6304 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82f05a85-436a-49fe-92de-b8e0fa87a262 HTTP/1.1" status: 200 len: 217 time: 0.1442685 Jan 28 03:35:33.139448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-665c3302-7d22-4f7a-b790-356d67d95766 req-96d932e4-46d5-4dfc-abae-b1b31be61f75 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734043 Jan 28 03:35:33.161533 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed101-ed59-4870-ac35-9bce4b235256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1aeec12c-ff24-4066-a9b0-b47c890c3ad0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:33.164112 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed101-ed59-4870-ac35-9bce4b235256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:33.168633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ab1ed101-ed59-4870-ac35-9bce4b235256 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1aeec12c-ff24-4066-a9b0-b47c890c3ad0 HTTP/1.1" status: 204 len: 168 time: 0.3909247 Jan 28 03:35:33.245202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ed101-ed59-4870-ac35-9bce4b235256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeec12c-ff24-4066-a9b0-b47c890c3ad0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:33.296224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-926ac5ef-6ea9-403c-99e8-d866147782ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:33.297989 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-926ac5ef-6ea9-403c-99e8-d866147782ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5432448 Jan 28 03:35:33.301820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-4c653965-c0b4-4956-9574-2a3b724b4b17 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4a428402-2f57-474f-ad3d-629ff0a6889a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:33.325700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe855b9-db29-4977-98ae-4d7a3aabc477 req-a5b5c963-8f73-4919-8ef0-e5c35320f33b tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:33.327912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fe855b9-db29-4977-98ae-4d7a3aabc477 req-a5b5c963-8f73-4919-8ef0-e5c35320f33b tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 945 time: 0.1470766 Jan 28 03:35:33.339730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c653965-c0b4-4956-9574-2a3b724b4b17 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Pushing event deleted for resources: {'Port': ['ID=4a428402-2f57-474f-ad3d-629ff0a6889a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:33.348782 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-0c913078-0871-437e-b00a-61774aec435d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d5dbc088-7a89-4252-8e1a-43afc4285674), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:33.367619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f01a47-531c-40f1-afba-4ddc6c6234c5 req-a9e18efb-c8d8-484a-a0a1-e125675956a8 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:33.377674 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69f01a47-531c-40f1-afba-4ddc6c6234c5 req-a9e18efb-c8d8-484a-a0a1-e125675956a8 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 943 time: 0.1057293 Jan 28 03:35:33.440141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fe855b9-db29-4977-98ae-4d7a3aabc477 req-b8e56104-7f0d-4f7e-a3a8-a89f59de77b6 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061110 Jan 28 03:35:33.461504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69f01a47-531c-40f1-afba-4ddc6c6234c5 req-fe14ac3d-78c6-4645-87c2-9d74179aa692 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829515 Jan 28 03:35:33.568783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd82b8-19c8-424d-a239-160359aff326 req-abbcd23c-bc9d-4671-a149-97a7ddef899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:33.570288 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-abbcd23c-bc9d-4671-a149-97a7ddef899c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a7f01fd-2c07-43b0-83f7-11da36d0d72c HTTP/1.1" status: 200 len: 851 time: 0.4943991 Jan 28 03:35:33.597680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-09198b26-bea1-4329-9d5f-7767834da02d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405319 Jan 28 03:35:33.618980 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-a6e2c264-f29f-44be-a175-64f54213d20a service neutron] 10.222.0.25 "GET /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863472 Jan 28 03:35:33.625420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c913078-0871-437e-b00a-61774aec435d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Pushing event deleted for resources: {'Port': ['ID=d5dbc088-7a89-4252-8e1a-43afc4285674,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:33.741929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-4c653965-c0b4-4956-9574-2a3b724b4b17 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] No DVR routers for this DVR port 4a428402-2f57-474f-ad3d-629ff0a6889a on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:35:33.775961 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-dedd6065-1269-495d-aacf-e154c1161f7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca2683ce-a10b-49fe-8640-9b15124d668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838912 Jan 28 03:35:33.803762 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-4c653965-c0b4-4956-9574-2a3b724b4b17 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:33.812272 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e8124-fe9a-4b04-b47a-80b70b43464d req-6b416bfa-90a2-4a1e-8664-cc8f9939c2c9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:33.816301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device d5dbc088-7a89-4252-8e1a-43afc4285674 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:33.821803 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b665a60d-72ac-41c3-ac7d-90c3bfd9184d req-4c653965-c0b4-4956-9574-2a3b724b4b17 tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.25 "DELETE /v2.0/ports/4a428402-2f57-474f-ad3d-629ff0a6889a HTTP/1.1" status: 204 len: 173 time: 2.0795982 Jan 28 03:35:33.821977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-862e8124-fe9a-4b04-b47a-80b70b43464d req-6b416bfa-90a2-4a1e-8664-cc8f9939c2c9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0967934 Jan 28 03:35:33.875274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: d5dbc088-7a89-4252-8e1a-43afc4285674 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:33.880271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device d5dbc088-7a89-4252-8e1a-43afc4285674 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:33.945734 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-a71d1e43-ac72-419d-8edf-7039b72bb9a3 service neutron] 10.222.0.42 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201913 Jan 28 03:35:33.946754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-0c913078-0871-437e-b00a-61774aec435d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] No DVR routers for this DVR port d5dbc088-7a89-4252-8e1a-43afc4285674 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:35:33.966541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-862e8124-fe9a-4b04-b47a-80b70b43464d req-8465560f-9271-49e8-838c-6da7a6d84b23 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434789 Jan 28 03:35:33.979807 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-0c913078-0871-437e-b00a-61774aec435d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:33.983503 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f3bc188c-5ee9-4710-aee7-346aa87ebb13 req-0c913078-0871-437e-b00a-61774aec435d tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.42 "DELETE /v2.0/ports/d5dbc088-7a89-4252-8e1a-43afc4285674 HTTP/1.1" status: 204 len: 173 time: 3.1009641 Jan 28 03:35:33.988433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-8375477f-b052-42c1-8ea8-1608826b7752 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:34.005206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-8375477f-b052-42c1-8ea8-1608826b7752 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4022436 Jan 28 03:35:34.044457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b6b4aa37-b37a-404d-8554-f6c068503508 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/quotas/4f9f265697cd486d8adcca60e4da2340 HTTP/1.1" status: 200 len: 375 time: 0.0383239 Jan 28 03:35:34.158811 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2d46cfaa-3b0f-4692-ba84-13acca26f470 req-5762eff7-e665-42d8-948c-47c2a7978dac service neutron] 10.222.0.25 "GET /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273054 Jan 28 03:35:34.184450 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16dd82b8-19c8-424d-a239-160359aff326 req-0ba961a2-6023-4213-ada9-e999ed63c64d service neutron] 10.222.0.42 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998975 Jan 28 03:35:34.184734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-9772c958-ad72-4cfd-8c4e-8cebf7d36c75 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1383736 Jan 28 03:35:34.249263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ec49e69-9e5f-49af-94c1-9629af18a51b req-abf2994d-aa32-4e81-bd5e-339b381dfd6e tempest-ListServersNegativeTestJSON-1716155107 tempest-ListServersNegativeTestJSON-1716155107-project] 10.222.0.44 "GET /v2.0/ports?device_id=437dc576-3387-4c77-a090-387d044b3906 HTTP/1.1" status: 200 len: 210 time: 0.0496266 Jan 28 03:35:34.503896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2241b881-f79f-4d58-bf7b-5556545b039a req-80d453e6-1731-47eb-886a-9aad03d4142e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 210 time: 0.0540912 Jan 28 03:35:34.593704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b8e5-d295-419f-b84e-3ba1d4c964b9 req-5638d577-f6bc-4c27-a7d1-1a1986e3fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:34.595368 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d409b8e5-d295-419f-b84e-3ba1d4c964b9 req-5638d577-f6bc-4c27-a7d1-1a1986e3fa78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 1095 time: 0.1433094 Jan 28 03:35:34.616174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16109cab-a65f-459e-8a54-53b9a3b51e0a req-8b486390-2240-4f5d-8b4c-70ccf43db42b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:34.624215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16109cab-a65f-459e-8a54-53b9a3b51e0a req-8b486390-2240-4f5d-8b4c-70ccf43db42b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1192458 Jan 28 03:35:34.736697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16109cab-a65f-459e-8a54-53b9a3b51e0a req-83873b75-e046-446d-9bf1-8e0b3b032fc0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115255 Jan 28 03:35:34.778699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bbd0c-a9f2-453d-bdf6-dc78a4a46961 req-3c13ba73-e98b-474f-ae30-a6a738ba46be tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:34.789754 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db3bbd0c-a9f2-453d-bdf6-dc78a4a46961 req-3c13ba73-e98b-474f-ae30-a6a738ba46be tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 943 time: 0.2055271 Jan 28 03:35:34.877250 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b8e5-d295-419f-b84e-3ba1d4c964b9 req-5ed67e00-a42a-4106-88d7-ca1ef8c88bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:34.879080 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d409b8e5-d295-419f-b84e-3ba1d4c964b9 req-5ed67e00-a42a-4106-88d7-ca1ef8c88bb6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 912 time: 0.2745740 Jan 28 03:35:34.964223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db3bbd0c-a9f2-453d-bdf6-dc78a4a46961 req-29c4cb3f-5e14-4f3d-b6f9-f646370f0891 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707346 Jan 28 03:35:35.039422 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d409b8e5-d295-419f-b84e-3ba1d4c964b9 req-b1969ab0-f19f-4bc4-bbb9-88e6fc41a92f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82f05a85-436a-49fe-92de-b8e0fa87a262 HTTP/1.1" status: 200 len: 217 time: 0.1493864 Jan 28 03:35:35.062549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437dc576-3387-4c77-a090-387d044b3906', 'name': 'network-vif-deleted', 'tag': '4a428402-2f57-474f-ad3d-629ff0a6889a'}, {'server_uuid': 'c4322cdf-9144-4c03-b2bf-0dc79b62db3f', 'name': 'network-vif-deleted', 'tag': 'd5dbc088-7a89-4252-8e1a-43afc4285674'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:35.067699 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9fe30e-e6f7-4b6b-950c-87b7aca5ca42" -d '{"events": [{"server_uuid": "437dc576-3387-4c77-a090-387d044b3906", "name": "network-vif-deleted", "tag": "4a428402-2f57-474f-ad3d-629ff0a6889a"}, {"server_uuid": "c4322cdf-9144-4c03-b2bf-0dc79b62db3f", "name": "network-vif-deleted", "tag": "d5dbc088-7a89-4252-8e1a-43afc4285674"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:35.167332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b8e5-d295-419f-b84e-3ba1d4c964b9 req-9faba583-69b8-4a7e-84e8-b3a4418bb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:35.172980 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d409b8e5-d295-419f-b84e-3ba1d4c964b9 req-9faba583-69b8-4a7e-84e8-b3a4418bb905 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a7f01fd-2c07-43b0-83f7-11da36d0d72c HTTP/1.1" status: 200 len: 851 time: 0.1256549 Jan 28 03:35:35.214915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7aca00-bfdb-47f0-8a08-68d7fc5d7077 req-ec8e7921-b62a-47d3-92ad-463bdf3208fa tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:35.222536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc7aca00-bfdb-47f0-8a08-68d7fc5d7077 req-ec8e7921-b62a-47d3-92ad-463bdf3208fa tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0842166 Jan 28 03:35:35.228455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4a428402-2f57-474f-ad3d-629ff0a6889a no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:35.235936 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d409b8e5-d295-419f-b84e-3ba1d4c964b9 req-9ce46ca0-39fa-4ddf-ab9e-771b6f4c2517 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca2683ce-a10b-49fe-8640-9b15124d668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535908 Jan 28 03:35:35.283313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 4a428402-2f57-474f-ad3d-629ff0a6889a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:35.283820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4a428402-2f57-474f-ad3d-629ff0a6889a not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:35.349297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc7aca00-bfdb-47f0-8a08-68d7fc5d7077 req-3d115e99-d72c-4807-bfdd-a2543f4855b7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257038 Jan 28 03:35:35.406709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d409b8e5-d295-419f-b84e-3ba1d4c964b9 req-2bf6a8a5-0cbc-4199-b43a-950b84163f43 service neutron] 10.222.0.42 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613808 Jan 28 03:35:35.412393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f926c-8a6e-4aca-8612-bbd582996991 req-210bea0f-a9c8-4ea7-b5f1-2bdc7ee696fe tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:35.420308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e7f926c-8a6e-4aca-8612-bbd582996991 req-210bea0f-a9c8-4ea7-b5f1-2bdc7ee696fe tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 945 time: 0.1542504 Jan 28 03:35:35.481266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e7f926c-8a6e-4aca-8612-bbd582996991 req-911165f0-833d-41ef-8333-4b85fe808d9f tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553317 Jan 28 03:35:35.575703 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d409b8e5-d295-419f-b84e-3ba1d4c964b9 req-b036aa9a-6ec2-414a-a467-77facd054c90 service neutron] 10.222.0.42 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494217 Jan 28 03:35:35.577373 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680bbbe0-2b04-4ab8-97bc-d4a719027ee5 x-openstack-request-id: req-680bbbe0-2b04-4ab8-97bc-d4a719027ee5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:35.577670 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437dc576-3387-4c77-a090-387d044b3906", "name": "network-vif-deleted", "tag": "4a428402-2f57-474f-ad3d-629ff0a6889a", "status": "completed", "code": 200}, {"server_uuid": "c4322cdf-9144-4c03-b2bf-0dc79b62db3f", "name": "network-vif-deleted", "tag": "d5dbc088-7a89-4252-8e1a-43afc4285674", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:35.577920 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-680bbbe0-2b04-4ab8-97bc-d4a719027ee5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:35.578401 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437dc576-3387-4c77-a090-387d044b3906', 'name': 'network-vif-deleted', 'tag': '4a428402-2f57-474f-ad3d-629ff0a6889a', 'status': 'completed', 'code': 200} Jan 28 03:35:35.578661 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4322cdf-9144-4c03-b2bf-0dc79b62db3f', 'name': 'network-vif-deleted', 'tag': 'd5dbc088-7a89-4252-8e1a-43afc4285674', 'status': 'completed', 'code': 200} Jan 28 03:35:35.682813 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c24d0eed-98ca-421a-aeae-d648dc302af7 req-f0a21d97-bd73-420f-be5a-d73c614295f3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 210 time: 0.0356667 Jan 28 03:35:35.732114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:35.845544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6bc9ff-51b1-4da1-a6da-9bb0b65bf42c admin admin] Deleting subnet 7850b920-cfc6-480a-8ce3-5c1a1d64866b {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:35:35.851790 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c6bc9ff-51b1-4da1-a6da-9bb0b65bf42c admin admin] Publish callbacks [] for subnet (7850b920-cfc6-480a-8ce3-5c1a1d64866b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:35.875989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d19245-4953-429f-a735-17658d001f1c req-8c7bee4f-9930-484d-944d-c11d6fe54ecf tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:35.877555 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91d19245-4953-429f-a735-17658d001f1c req-8c7bee4f-9930-484d-944d-c11d6fe54ecf tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0856814 Jan 28 03:35:35.904587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c6bc9ff-51b1-4da1-a6da-9bb0b65bf42c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (7850b920-cfc6-480a-8ce3-5c1a1d64866b), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:35.942063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91d19245-4953-429f-a735-17658d001f1c req-81d2fee3-49eb-454c-b3c9-4f44ac44a10f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514209 Jan 28 03:35:35.950796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c6bc9ff-51b1-4da1-a6da-9bb0b65bf42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7850b920-cfc6-480a-8ce3-5c1a1d64866b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.084383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c6bc9ff-51b1-4da1-a6da-9bb0b65bf42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (7850b920-cfc6-480a-8ce3-5c1a1d64866b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.145323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d3c7f-4b1d-45f6-9600-81bb817410b6 req-76aa381f-f3bc-4007-9a73-ba52937dbac0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:36.148005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bc9ff-51b1-4da1-a6da-9bb0b65bf42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7850b920-cfc6-480a-8ce3-5c1a1d64866b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:36.161856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-760d3c7f-4b1d-45f6-9600-81bb817410b6 req-76aa381f-f3bc-4007-9a73-ba52937dbac0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1114004 Jan 28 03:35:36.170757 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c6bc9ff-51b1-4da1-a6da-9bb0b65bf42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.175741 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0c6bc9ff-51b1-4da1-a6da-9bb0b65bf42c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7850b920-cfc6-480a-8ce3-5c1a1d64866b HTTP/1.1" status: 204 len: 168 time: 0.4426172 Jan 28 03:35:36.178339 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-0a486154-b026-4517-b9f2-3c26a7cfb5a6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4f9f265697cd486d8adcca60e4da2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408752 Jan 28 03:35:36.179065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57046) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:36.273284 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-760d3c7f-4b1d-45f6-9600-81bb817410b6 req-823761f1-a195-42e4-868b-9b8c2fd478a1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054540 Jan 28 03:35:36.346304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (07000097-dabf-4f2a-80b3-22363ae9eccf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.477837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-5596caf4-9c2d-4788-83b4-abce3a324bc5 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:36.479331 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-5596caf4-9c2d-4788-83b4-abce3a324bc5 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926118 Jan 28 03:35:36.488159 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (07000097-dabf-4f2a-80b3-22363ae9eccf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.497922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf5480-32ce-474a-a77e-e6394e1fc3c9 req-927a34da-afb5-4daa-a90b-b3b0db46fd87 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:36.499480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3cf5480-32ce-474a-a77e-e6394e1fc3c9 req-927a34da-afb5-4daa-a90b-b3b0db46fd87 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 943 time: 0.0921257 Jan 28 03:35:36.515578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Request body: {'port': {'device_id': '81d7d190-fc64-4bb3-a079-82869bb158ca', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': '4f9f265697cd486d8adcca60e4da2340'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:36.520678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07000097-dabf-4f2a-80b3-22363ae9eccf']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:36.552462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4723b1c-a0f4-4668-a1aa-5748978a647f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:36.552752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4723b1c-a0f4-4668-a1aa-5748978a647f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:36.570883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3cf5480-32ce-474a-a77e-e6394e1fc3c9 req-903d1105-e0f8-42d8-ad21-502fc1bda8e7 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621669 Jan 28 03:35:36.573199 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (a4723b1c-a0f4-4668-a1aa-5748978a647f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.630403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a4723b1c-a0f4-4668-a1aa-5748978a647f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.643774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:35:36.644090 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (a4723b1c-a0f4-4668-a1aa-5748978a647f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:35:36.645925 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:35:36.737184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (07000097-dabf-4f2a-80b3-22363ae9eccf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.755847 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.762110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] 10.222.0.44 "DELETE /v2.0/networks/07000097-dabf-4f2a-80b3-22363ae9eccf HTTP/1.1" status: 204 len: 168 time: 0.5786622 Jan 28 03:35:36.764358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d9349-f9e7-4eba-ab03-d820ee39dcbf admin admin] Pushing event deleted for resources: {'Network': ['ID=07000097-dabf-4f2a-80b3-22363ae9eccf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:36.789806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Made reservation on behalf of 4f9f265697cd486d8adcca60e4da2340 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:36.794253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.817670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850039ed-a192-4d31-a324-67f5979d3807 req-8d2ac6c2-1dfe-4aff-b4e2-1fd50bd22eba tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:36.825601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-850039ed-a192-4d31-a324-67f5979d3807 req-8d2ac6c2-1dfe-4aff-b4e2-1fd50bd22eba tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 945 time: 0.0955923 Jan 28 03:35:36.940590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-850039ed-a192-4d31-a324-67f5979d3807 req-ce46644e-5631-4309-8a41-bc81e1b6db9e tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139369 Jan 28 03:35:37.090876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Allocated IP 192.168.233.79 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/037a4d09-f2d9-4007-b788-2a08f1aa54c3) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:37.093030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57076) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:37.104203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f912752-1e96-4ddd-8757-a72b3889d28b req-11880342-0ccb-48ed-b88c-d773d9abe350 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 210 time: 0.0341306 Jan 28 03:35:37.193392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610cb99-8c75-4154-8d6a-9d3ff84d502c req-958b5779-f85f-48fb-ab03-03dececeaecf tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:37.197244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9610cb99-8c75-4154-8d6a-9d3ff84d502c req-958b5779-f85f-48fb-ab03-03dececeaecf tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1473570 Jan 28 03:35:37.226389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-defda351-a6d1-4984-88fa-a54e019af711 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:37.228409 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-defda351-a6d1-4984-88fa-a54e019af711 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 945 time: 0.1514070 Jan 28 03:35:37.254986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-badd1e18-9376-47b3-b23f-1ed5b1ab8b3a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e022794f10274b44b2d2d05b60b80a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591206 Jan 28 03:35:37.256489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57084) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:37.349227 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9610cb99-8c75-4154-8d6a-9d3ff84d502c req-a39c8c5a-5755-4959-9925-2fcc52da7875 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284468 Jan 28 03:35:37.381213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc8113d7-0563-43f1-a6dc-925000d466f6 admin admin] Publish callbacks [] for security_group (565fddb4-41d9-4bc9-871c-67beadd26db6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:37.418744 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc8113d7-0563-43f1-a6dc-925000d466f6 admin admin] Publish callbacks [] for security_group (565fddb4-41d9-4bc9-871c-67beadd26db6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:37.474992 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Deleting port 5a50f425-4f71-45db-899b-bd50af855174 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:37.475329 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5a50f425-4f71-45db-899b-bd50af855174), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:37.483799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks [] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:37.614464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] For port 5a50f425-4f71-45db-899b-bd50af855174, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5a50f425-4f71-45db-899b-bd50af855174,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:37.614832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5a50f425-4f71-45db-899b-bd50af855174), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:37.637025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:37.685459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76', '6560c747-ca57-456d-b5d9-f0efee0535d3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:37.688110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211', '4bb17899-8191-4ab6-99bf-89e734fd4001', '68e04af3-3a60-437f-bb51-05a0b6a18380', 'ab27c9e0-be88-40ca-9ed0-00cef378d211'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:37.839402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 82f05a85-436a-49fe-92de-b8e0fa87a262 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:35:37.857336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:37.888620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc8113d7-0563-43f1-a6dc-925000d466f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (565fddb4-41d9-4bc9-871c-67beadd26db6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:37.891380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc8113d7-0563-43f1-a6dc-925000d466f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:37.893399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bc8113d7-0563-43f1-a6dc-925000d466f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/565fddb4-41d9-4bc9-871c-67beadd26db6 HTTP/1.1" status: 204 len: 168 time: 0.6286180 Jan 28 03:35:37.902910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:37.921818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:37.932358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:37.995506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8113d7-0563-43f1-a6dc-925000d466f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565fddb4-41d9-4bc9-871c-67beadd26db6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:38.042195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc1276-ad4f-498d-867b-33181f78f3ad req-44d6b66e-603c-4096-8d78-c0f1032c42df tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:38.043859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event updated for resources: {'Port': ['ID=037a4d09-f2d9-4007-b788-2a08f1aa54c3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:38.060709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8cc1276-ad4f-498d-867b-33181f78f3ad req-44d6b66e-603c-4096-8d78-c0f1032c42df tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.5579770 Jan 28 03:35:38.103951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35294-14ab-4bfd-8ac8-8f2a98b541d7 req-99fa794e-b380-4acf-9589-e8e3e54b26bc tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:38.106840 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6f35294-14ab-4bfd-8ac8-8f2a98b541d7 req-99fa794e-b380-4acf-9589-e8e3e54b26bc tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 943 time: 0.2240095 Jan 28 03:35:38.202490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:38.211632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:38.218328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f27874c8-4737-4d14-86f3-ffab65d0b755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:38.249816 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8cc1276-ad4f-498d-867b-33181f78f3ad req-ce68bfa1-5684-417d-b763-54d93ccec414 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839943 Jan 28 03:35:38.295394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6f35294-14ab-4bfd-8ac8-8f2a98b541d7 req-d8fa1564-44b1-4b0b-9e07-90af335a8581 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733048 Jan 28 03:35:38.421599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f27874c8-4737-4d14-86f3-ffab65d0b755 admin admin] Publish callbacks [] for security_group (907b411b-a822-4e69-8dda-c7eacef5ac4a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:38.432353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-b50effb7-6199-4b54-ac99-5c898a426cfd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9234653 Jan 28 03:35:38.435638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f27874c8-4737-4d14-86f3-ffab65d0b755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (907b411b-a822-4e69-8dda-c7eacef5ac4a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:38.441056 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:38.441421 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (cedcf29b-6817-43f5-920a-d7f5dbfce082), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:38.441729 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Floating IP cedcf29b-6817-43f5-920a-d7f5dbfce082 disassociated. External IP: 172.25.1.51, port: 5a50f425-4f71-45db-899b-bd50af855174. Jan 28 03:35:38.442070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Calling delete_port for 5a50f425-4f71-45db-899b-bd50af855174 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:38.486934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Request body: {'port': {'device_id': '81d7d190-fc64-4bb3-a079-82869bb158ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:38.500608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27874c8-4737-4d14-86f3-ffab65d0b755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907b411b-a822-4e69-8dda-c7eacef5ac4a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:38.503427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e4f77-9db7-4acf-9d81-cd8b54ac3176 req-3aa58215-bfb0-4420-8026-fe050c8c7724 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:38.523003 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a6e4f77-9db7-4acf-9d81-cd8b54ac3176 req-3aa58215-bfb0-4420-8026-fe050c8c7724 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 945 time: 0.1195145 Jan 28 03:35:38.623373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddba018-0856-4dc4-b236-3e06b4667c98 req-b4fd9a1a-a35e-43e4-a308-5dffef5a5435 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:38.627821 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 82f05a85-436a-49fe-92de-b8e0fa87a262, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=82f05a85-436a-49fe-92de-b8e0fa87a262,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:38.631269 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cddba018-0856-4dc4-b236-3e06b4667c98 req-b4fd9a1a-a35e-43e4-a308-5dffef5a5435 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 935 time: 0.1035690 Jan 28 03:35:38.633790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6e06cb07-ac35-4e64-b8d8-cc031ad2384d None None] Provisioning complete for port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:38.634364 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6e06cb07-ac35-4e64-b8d8-cc031ad2384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:38.637778 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f27874c8-4737-4d14-86f3-ffab65d0b755 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ce5150e96254e0f95f0c62e95cedf28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7626438 Jan 28 03:35:38.640366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57144) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:38.655118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a6e4f77-9db7-4acf-9d81-cd8b54ac3176 req-b525c9aa-7800-44de-b65b-ee16893b86f1 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups?id=be99dd25-c15a-4ee0-8b61-b5659792844e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257265 Jan 28 03:35:38.745779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cddba018-0856-4dc4-b236-3e06b4667c98 req-ddbc5d45-8d7e-438c-8074-f1e37dcb8786 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132550 Jan 28 03:35:38.749476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '82f05a85-436a-49fe-92de-b8e0fa87a262', 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e', 'port_id': '82f05a85-436a-49fe-92de-b8e0fa87a262', 'mac_address': 'fa:16:3e:9f:eb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7f01fd-2c07-43b0-83f7-11da36d0d72c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:35:38.784695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5a50f425-4f71-45db-899b-bd50af855174), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:38.899010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 82f05a85-436a-49fe-92de-b8e0fa87a262 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:38.899616 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:38.925778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f05a85-436a-49fe-92de-b8e0fa87a262 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:38.941293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6e06cb07-ac35-4e64-b8d8-cc031ad2384d None None] Port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:35:38.957343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Pushing event deleted for resources: {'Port': ['ID=5a50f425-4f71-45db-899b-bd50af855174,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:38.959136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:39.044224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146883-1552-4dd4-9a96-60d5545ff2c7 req-f26b5bd4-b8d8-4871-a8eb-69d8f2a8f890 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:39.045823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31146883-1552-4dd4-9a96-60d5545ff2c7 req-f26b5bd4-b8d8-4871-a8eb-69d8f2a8f890 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1540344 Jan 28 03:35:39.085331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 82f05a85-436a-49fe-92de-b8e0fa87a262, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=82f05a85-436a-49fe-92de-b8e0fa87a262,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:39.092184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e72eff5a-acbe-40dc-b33a-a9f14705eccc admin admin] Publish callbacks [] for security_group (907b411b-a822-4e69-8dda-c7eacef5ac4a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:39.107717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:39.134658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdce901-b718-41c5-a60e-2d354ee164c2 req-cda7dc8c-d513-444b-8d26-59df64c67509 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:39.136698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bdce901-b718-41c5-a60e-2d354ee164c2 req-cda7dc8c-d513-444b-8d26-59df64c67509 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3089d9d0-78c2-4312-a556-69326a740f03 HTTP/1.1" status: 200 len: 948 time: 0.1170053 Jan 28 03:35:39.140497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57168) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:39.177565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31146883-1552-4dd4-9a96-60d5545ff2c7 req-75e9c940-49c0-4185-96e7-9e86e97acd5f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996480 Jan 28 03:35:39.281691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5a50f425-4f71-45db-899b-bd50af855174 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:39.328479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bdce901-b718-41c5-a60e-2d354ee164c2 req-81c6662d-0b31-4af6-a1a8-5e675c946a2d tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804593 Jan 28 03:35:39.344701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 5a50f425-4f71-45db-899b-bd50af855174 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:39.346538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5a50f425-4f71-45db-899b-bd50af855174 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:39.364973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826aa8a9-26e7-4180-9fe7-3a0353055a64 req-451ed137-2048-425b-8b12-79131b7cbd10 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:39.381666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-826aa8a9-26e7-4180-9fe7-3a0353055a64 req-451ed137-2048-425b-8b12-79131b7cbd10 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1019704 Jan 28 03:35:39.433940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=82f05a85-436a-49fe-92de-b8e0fa87a262,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:39.445761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1322420183-network', 'tenant_id': '95c694224d954a71bd210def91604293'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:39.490264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-826aa8a9-26e7-4180-9fe7-3a0353055a64 req-dc5d0a28-481b-4ad7-81b8-8e304ecb0477 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057305 Jan 28 03:35:39.510677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['82f05a85-436a-49fe-92de-b8e0fa87a262'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:39.577739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Made reservation on behalf of 95c694224d954a71bd210def91604293 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:39.586138 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:39.604231 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:39.675144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e5530-d4eb-44fb-859a-f4a57a91ff4a req-38807979-2d93-4fc3-b7cb-0a501a90b1d7 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:39.687336 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb3e5530-d4eb-44fb-859a-f4a57a91ff4a req-38807979-2d93-4fc3-b7cb-0a501a90b1d7 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 944 time: 0.1917350 Jan 28 03:35:39.810578 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Publish callbacks [] for security_group (a11e34a2-3286-4a52-b737-9abf66e62ef7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:39.832469 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a11e34a2-3286-4a52-b737-9abf66e62ef7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:39.847926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:35:39.862621 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2e0dd6f1-462b-4f63-9546-7ea2c2987087), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:39.863289 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Added segment 2e0dd6f1-462b-4f63-9546-7ea2c2987087 of type vlan for network cf8dc372-2e44-4c37-8d18-312be1e731c4 Jan 28 03:35:39.900331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037a4d09-f2d9-4007-b788-2a08f1aa54c3 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:39.908611 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Publish callbacks [] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:39.922537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Transition to ACTIVE for port object 037a4d09-f2d9-4007-b788-2a08f1aa54c3 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:35:39.933595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:39.954478 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e72eff5a-acbe-40dc-b33a-a9f14705eccc admin admin] Publish callbacks [] for security_group (907b411b-a822-4e69-8dda-c7eacef5ac4a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.059161 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (cf8dc372-2e44-4c37-8d18-312be1e731c4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.062291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11e34a2-3286-4a52-b737-9abf66e62ef7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:40.090785 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Router ec95d8d1-6a5d-47c4-8fc9-231811de056a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:35:40.122373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb3e5530-d4eb-44fb-859a-f4a57a91ff4a req-daf93944-9d55-4890-ab52-c945fae8c5b4 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295127 Jan 28 03:35:40.193331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Pushing event updated for resources: {'Port': ['ID=037a4d09-f2d9-4007-b788-2a08f1aa54c3,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:40.207434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e72eff5a-acbe-40dc-b33a-a9f14705eccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (907b411b-a822-4e69-8dda-c7eacef5ac4a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.208675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a83bae29-487d-4e13-a9c5-fa4b9a3c6cce req-868b2028-18ad-44d3-85f4-369607c59d96 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 210 time: 0.1029754 Jan 28 03:35:40.215042 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e72eff5a-acbe-40dc-b33a-a9f14705eccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.221979 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e72eff5a-acbe-40dc-b33a-a9f14705eccc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/907b411b-a822-4e69-8dda-c7eacef5ac4a HTTP/1.1" status: 204 len: 168 time: 1.4574640 Jan 28 03:35:40.243270 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (cf8dc372-2e44-4c37-8d18-312be1e731c4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.244406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:40.245090 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.335349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72eff5a-acbe-40dc-b33a-a9f14705eccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907b411b-a822-4e69-8dda-c7eacef5ac4a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:40.425052 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15b69c96-b6b4-417e-8274-adcf93baa535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.426445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2845879 Jan 28 03:35:40.427576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:40.448312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Request body: {'subnet': {'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1322420183-subnet', 'tenant_id': '95c694224d954a71bd210def91604293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:40.470433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Attempting to bind port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:35:40.470897 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Attempting to bind port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:35:40.471412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Attempting to bind port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:40.491019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473664a-bcf5-405e-aec3-4ca71633133b admin admin] Pushing event updated for resources: {'Network': ['ID=cf8dc372-2e44-4c37-8d18-312be1e731c4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:40.504141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network cf8dc372-2e44-4c37-8d18-312be1e731c4 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:35:40.505463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403ea0b-2ed0-47dc-b798-f48269761dbc req-22120a1f-1eb4-48a0-bd32-a93907e2e9e1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:40.508586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:35:40.514595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2403ea0b-2ed0-47dc-b798-f48269761dbc req-22120a1f-1eb4-48a0-bd32-a93907e2e9e1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 947 time: 0.2825489 Jan 28 03:35:40.515635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Attempting to bind port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:40.517470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Made reservation on behalf of 95c694224d954a71bd210def91604293 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:40.526605 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.566273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:35:40.568074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:40.570110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:35:40.570735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Bound port: 037a4d09-f2d9-4007-b788-2a08f1aa54c3, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:35:40.571686 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.634881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:35:40.646207 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] Sync routers for ids ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:35:40.664092 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] Routers {'ec95d8d1-6a5d-47c4-8fc9-231811de056a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:40.666337 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:40.731164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2403ea0b-2ed0-47dc-b798-f48269761dbc req-050d7ce8-aa83-4d63-b3cb-1cd93eff28f8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942630 Jan 28 03:35:40.734752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] No DVR routers for this DVR port 5a50f425-4f71-45db-899b-bd50af855174 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:35:40.740852 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.744102 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-233d1a60-1ce7-447d-9779-4a61ecaa8833 req-6f13e009-77d1-4514-87cc-ce4e5d59dee8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.25 "DELETE /v2.0/ports/5a50f425-4f71-45db-899b-bd50af855174 HTTP/1.1" status: 204 len: 173 time: 3.5086617 Jan 28 03:35:40.746355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'name': 'network-vif-deleted', 'tag': '5a50f425-4f71-45db-899b-bd50af855174'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:40.748909 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd70a81f-f3fb-40f6-b0d0-5a50107c13e8" -d '{"events": [{"server_uuid": "f16da529-3ed5-4aeb-9b48-70ea9f765aaf", "name": "network-vif-deleted", "tag": "5a50f425-4f71-45db-899b-bd50af855174"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:40.783581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] For port 037a4d09-f2d9-4007-b788-2a08f1aa54c3, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:35:40.787266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] For port 037a4d09-f2d9-4007-b788-2a08f1aa54c3, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=037a4d09-f2d9-4007-b788-2a08f1aa54c3,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:35:40.796152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.835747 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68d8ae0-3a59-4a95-8061-9ccd368ebaf8 x-openstack-request-id: req-f68d8ae0-3a59-4a95-8061-9ccd368ebaf8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:40.836161 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16da529-3ed5-4aeb-9b48-70ea9f765aaf", "name": "network-vif-deleted", "tag": "5a50f425-4f71-45db-899b-bd50af855174", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:40.836542 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f68d8ae0-3a59-4a95-8061-9ccd368ebaf8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:40.837670 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16da529-3ed5-4aeb-9b48-70ea9f765aaf', 'name': 'network-vif-deleted', 'tag': '5a50f425-4f71-45db-899b-bd50af855174', 'status': 'completed', 'code': 200} Jan 28 03:35:40.844130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d85dc4-ca6b-416f-818f-6e71f95059a3 req-6d69db65-f6b6-4605-91c2-a45dd8a66ab0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:40.844987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:40.846024 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:40.847478 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] 10.222.0.42 "PUT /v2.0/ports/037a4d09-f2d9-4007-b788-2a08f1aa54c3 HTTP/1.1" status: 200 len: 1096 time: 2.3658438 Jan 28 03:35:40.852371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4d85dc4-ca6b-416f-818f-6e71f95059a3 req-6d69db65-f6b6-4605-91c2-a45dd8a66ab0 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2270236 Jan 28 03:35:40.877636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3087c0-ce51-4b58-b7eb-8c90e1c84cbd service neutron] Pushing event updated for resources: {'Port': ['ID=037a4d09-f2d9-4007-b788-2a08f1aa54c3,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:40.921686 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] Set router ec95d8d1-6a5d-47c4-8fc9-231811de056a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:40.971952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4d85dc4-ca6b-416f-818f-6e71f95059a3 req-bef9cf29-6c5a-4b22-bf04-3558456241e4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182928 Jan 28 03:35:41.155727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-8bc2fef2-52cd-434b-83e1-853e18d58a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:41.158410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-8bc2fef2-52cd-434b-83e1-853e18d58a45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 1099 time: 0.1656635 Jan 28 03:35:41.180567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (eb0365e6-7082-4793-ad42-88eacaba3730), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:41.255060 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-2a5a09e4-8d44-43a5-b140-dac1cde7e132 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=037a4d09-f2d9-4007-b788-2a08f1aa54c3 HTTP/1.1" status: 200 len: 217 time: 0.0804231 Jan 28 03:35:41.316109 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:05Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '329e5754-45cd-4eda-9a85-7adc633c985d', 'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'mac_address': 'fa:16:3e:ab:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:04Z', 'updated_at': '2022-01-28T03:32:10Z', 'revision_number': 5, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'subnets': [{'id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:41.316460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-6083a413-783f-4d64-8c1b-5b2666285888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:41.318464 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-6083a413-783f-4d64-8c1b-5b2666285888 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0504847 Jan 28 03:35:41.340583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fadd3-58c4-4ace-bef2-0e43096a0978 req-f1a2e8ad-75af-44f2-89af-a56bcbb903e9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:41.342344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc5fadd3-58c4-4ace-bef2-0e43096a0978 req-f1a2e8ad-75af-44f2-89af-a56bcbb903e9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2315176 Jan 28 03:35:41.354537 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] Checking router: ec95d8d1-6a5d-47c4-8fc9-231811de056a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:35:41.382124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0365e6-7082-4793-ad42-88eacaba3730,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:41.384790 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] Routers {'ec95d8d1-6a5d-47c4-8fc9-231811de056a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:41.385822 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:41.394051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-ebeb118b-11e7-4916-b8d0-69620309e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:41.396210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-ebeb118b-11e7-4916-b8d0-69620309e26c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708890 Jan 28 03:35:41.405736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4cd86-1a24-47be-93fe-260eb7fca14f req-0917e7f3-5756-4983-bf84-bb82a04f3e8a tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:41.407292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cd4cd86-1a24-47be-93fe-260eb7fca14f req-0917e7f3-5756-4983-bf84-bb82a04f3e8a tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 944 time: 0.1617253 Jan 28 03:35:41.449536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Checking segment: {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:41.450381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Network hostable DHCP agents. Network: cf8dc372-2e44-4c37-8d18-312be1e731c4, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:35:41.469291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc5fadd3-58c4-4ace-bef2-0e43096a0978 req-13b21cab-c898-41c4-b8c0-a5669860aa5b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156526 Jan 28 03:35:41.506585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Network cf8dc372-2e44-4c37-8d18-312be1e731c4 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:35:41.521867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cd4cd86-1a24-47be-93fe-260eb7fca14f req-e7145186-496d-4dd3-a329-2b29c456b40f tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041727 Jan 28 03:35:41.544696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, cf8dc372-2e44-4c37-8d18-312be1e731c4) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:41.549233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:41.550048 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:41.559184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a5734-d672-46b2-9677-4868b4887ca0 None None] Network cf8dc372-2e44-4c37-8d18-312be1e731c4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:35:41.578351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6d2e9204-8042-4ef6-a3e8-10df31c6c517 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1454899 Jan 28 03:35:41.605745 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] Set router ec95d8d1-6a5d-47c4-8fc9-231811de056a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:41.693806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-251b0e06-cbba-4821-bc8c-fc7fa4f34990 req-0b22da4e-1cdd-4c12-8ce8-7456ae725d49 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16da529-3ed5-4aeb-9b48-70ea9f765aaf HTTP/1.1" status: 200 len: 210 time: 0.0638304 Jan 28 03:35:41.707971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57248) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:41.719738 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-ba1ab757-36a3-44d6-8f25-d9daa028d3e8 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051968 Jan 28 03:35:41.822536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8af84b-fb79-4128-903e-2d60e16bf29b None None] Network cf8dc372-2e44-4c37-8d18-312be1e731c4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:35:41.891480 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc51e464-6f83-4e15-95c0-084c81ec396c req-5ea4d487-7a0b-4ca7-882d-131a8555e5c4 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599102 Jan 28 03:35:41.922856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 82f05a85-436a-49fe-92de-b8e0fa87a262 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:42.012090 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.020539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c45f-27a8-4e1e-9780-ea9569a7d0aa req-bce3de47-d78b-40b6-9c22-b93e8cfee5cf tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:42.031081 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec18c45f-27a8-4e1e-9780-ea9569a7d0aa req-bce3de47-d78b-40b6-9c22-b93e8cfee5cf tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1975386 Jan 28 03:35:42.039324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 82f05a85-436a-49fe-92de-b8e0fa87a262 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:35:42.043488 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 82f05a85-436a-49fe-92de-b8e0fa87a262 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:42.043840 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.043958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-924802279-network', 'tenant_id': 'e03d8c1f42b34d59be7de1f97cc02869'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:42.048931 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:05Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '329e5754-45cd-4eda-9a85-7adc633c985d', 'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'mac_address': 'fa:16:3e:ab:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:04Z', 'updated_at': '2022-01-28T03:32:10Z', 'revision_number': 5, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'subnets': [{'id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:42.080263 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112259fb-6b7f-4835-b75f-dad045fece0a None None] The sync data for ids ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'] in n-d-808199-14 is: [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:32:05Z', 'revision_number': 4, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '329e5754-45cd-4eda-9a85-7adc633c985d', 'name': '', 'network_id': '86d5a647-4959-4f25-9012-430dac9dc808', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'mac_address': 'fa:16:3e:ab:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:04Z', 'updated_at': '2022-01-28T03:32:10Z', 'revision_number': 5, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'subnets': [{'id': '8a6156d7-bba4-4193-99d6-e7b8ca5f536d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:35:42.106889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ffae9-7c36-494c-bc2f-a7119a1872ab req-c1beca64-6e48-4f43-ab19-6e84d3b42a67 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:42.109960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d7ffae9-7c36-494c-bc2f-a7119a1872ab req-c1beca64-6e48-4f43-ab19-6e84d3b42a67 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 947 time: 0.1564879 Jan 28 03:35:42.115964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Made reservation on behalf of e03d8c1f42b34d59be7de1f97cc02869 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:42.119166 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.144863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 82f05a85-436a-49fe-92de-b8e0fa87a262 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:42.145271 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.152906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec18c45f-27a8-4e1e-9780-ea9569a7d0aa req-76f6cdc5-f4b4-4d2a-bdd1-c6efe92aaf41 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208773 Jan 28 03:35:42.153657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.174162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f05a85-436a-49fe-92de-b8e0fa87a262'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:42.177192 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973e375a-0882-4c76-ac3d-a9fc4f4c3a3d" -d '{"events": [{"server_uuid": "33e417d0-3a83-4055-9db5-a4874cef1b9f", "name": "network-vif-plugged", "status": "completed", "tag": "82f05a85-436a-49fe-92de-b8e0fa87a262"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:42.193805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 82f05a85-436a-49fe-92de-b8e0fa87a262, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=82f05a85-436a-49fe-92de-b8e0fa87a262,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:42.199346 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.200609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:42.205998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d7ffae9-7c36-494c-bc2f-a7119a1872ab req-b1ad9561-1b51-451a-8943-83444fc9f859 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835571 Jan 28 03:35:42.270144 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f82115-add5-469b-a1fb-10ac691521e1 x-openstack-request-id: req-12f82115-add5-469b-a1fb-10ac691521e1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:42.271266 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e417d0-3a83-4055-9db5-a4874cef1b9f", "name": "network-vif-plugged", "status": "completed", "tag": "82f05a85-436a-49fe-92de-b8e0fa87a262", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:42.271266 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12f82115-add5-469b-a1fb-10ac691521e1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:42.271266 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f05a85-436a-49fe-92de-b8e0fa87a262', 'code': 200} Jan 28 03:35:42.301082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=82f05a85-436a-49fe-92de-b8e0fa87a262,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:42.305967 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Publish callbacks [] for security_group (0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.321135 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.349172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:35:42.377916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:42.400109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:42.400563 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.423902 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4a96e63f-6578-45c1-8354-4e9121cf7203), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.424367 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Added segment 4a96e63f-6578-45c1-8354-4e9121cf7203 of type vlan for network 0db16f77-d95f-419f-b5ed-1b2210040ba7 Jan 28 03:35:42.465846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:42.473220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.477124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c11db-04c3-49b6-9703-14fd2ed7c126 req-68be8910-3ca0-4803-ad96-1168be529304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:42.486670 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (0db16f77-d95f-419f-b5ed-1b2210040ba7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.489645 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b0c11db-04c3-49b6-9703-14fd2ed7c126 req-68be8910-3ca0-4803-ad96-1168be529304 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 1097 time: 0.1024232 Jan 28 03:35:42.504970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e869fa5-cf0f-4475-b222-a3842dfe5007 req-e80d29f9-1c79-4b9a-8ffc-047cb10dd2b5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:42.514251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e869fa5-cf0f-4475-b222-a3842dfe5007 req-e80d29f9-1c79-4b9a-8ffc-047cb10dd2b5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1624017 Jan 28 03:35:42.557326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:42.579767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f661142-f781-4e56-8181-e1b5805ac223 None None] New status for floating IP cedcf29b-6817-43f5-920a-d7f5dbfce082: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:35:42.591079 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b0c11db-04c3-49b6-9703-14fd2ed7c126 req-6b08588c-4e08-4391-a8e2-cab5c68ba2e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912485 Jan 28 03:35:42.601332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e869fa5-cf0f-4475-b222-a3842dfe5007 req-5adda873-e7ae-40ac-b0b9-c7ea9dea62ad tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857136 Jan 28 03:35:42.613270 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (0db16f77-d95f-419f-b5ed-1b2210040ba7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.614875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:42.615787 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.630244 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8d63c67-60c6-4da8-9652-85da29827726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.699437 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9867771 Jan 28 03:35:42.699737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:42.705690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Request body: {'subnet': {'network_id': '0db16f77-d95f-419f-b5ed-1b2210040ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-924802279-subnet', 'tenant_id': 'e03d8c1f42b34d59be7de1f97cc02869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:42.723401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de506701-f49d-44b5-af6e-290921e7f2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0db16f77-d95f-419f-b5ed-1b2210040ba7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:42.732078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Made reservation on behalf of e03d8c1f42b34d59be7de1f97cc02869 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:42.737088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 0db16f77-d95f-419f-b5ed-1b2210040ba7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:35:42.737189 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.833595 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ba2e0-cf4c-4e72-a68a-9825c316bb3d req-bf0fc6ab-602b-495e-a2b8-14abea700847 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:42.835120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d14ba2e0-cf4c-4e72-a68a-9825c316bb3d req-bf0fc6ab-602b-495e-a2b8-14abea700847 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 945 time: 0.1497908 Jan 28 03:35:42.838636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d7d190-fc64-4bb3-a079-82869bb158ca', 'tag': '037a4d09-f2d9-4007-b788-2a08f1aa54c3'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:42.840931 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9d641c-9b29-425b-9205-6bb3771dbb28" -d '{"events": [{"name": "network-changed", "server_uuid": "81d7d190-fc64-4bb3-a079-82869bb158ca", "tag": "037a4d09-f2d9-4007-b788-2a08f1aa54c3"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:42.888204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-b4b68018-d59e-4e39-86f0-f5b9b0e0803f tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:42.889812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-b4b68018-d59e-4e39-86f0-f5b9b0e0803f tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/networks?id=cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 200 len: 813 time: 0.1490266 Jan 28 03:35:42.914767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d14ba2e0-cf4c-4e72-a68a-9825c316bb3d req-621d87e0-7f0a-4709-b014-76daf79f024f tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726640 Jan 28 03:35:42.916620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-45e31140-b59a-4435-aefb-21b55f115516 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/quotas/95c694224d954a71bd210def91604293 HTTP/1.1" status: 200 len: 375 time: 0.0169930 Jan 28 03:35:42.940468 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (4754602c-11e9-4f3a-940b-cf73e6c7ca09), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:42.950258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-d3970f69-fdd8-4fc7-8203-af6ceeeca661 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95c694224d954a71bd210def91604293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283110 Jan 28 03:35:42.963668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-7bd7d9e7-d3ba-4910-bd9a-7241885de957 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:35:42.964006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-7bd7d9e7-d3ba-4910-bd9a-7241885de957 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056770 Jan 28 03:35:43.010429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4754602c-11e9-4f3a-940b-cf73e6c7ca09,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:43.015679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Checking segment: {'id': '4a96e63f-6578-45c1-8354-4e9121cf7203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db16f77-d95f-419f-b5ed-1b2210040ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:43.016125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Network hostable DHCP agents. Network: 0db16f77-d95f-419f-b5ed-1b2210040ba7, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:35:43.033222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Network 0db16f77-d95f-419f-b5ed-1b2210040ba7 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:35:43.044720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 0db16f77-d95f-419f-b5ed-1b2210040ba7) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:43.049093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:43.050449 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:43.059900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4f197-fb4f-43f5-b9ea-c09507da6c72 None None] Network 0db16f77-d95f-419f-b5ed-1b2210040ba7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:35:43.080038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-878b3549-9e57-4687-8df2-12794f8fe775 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3788247 Jan 28 03:35:43.097919 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-7e515ccd-51eb-4699-9a5b-9343cf7a7bf2 service neutron] 10.222.0.44 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265154 Jan 28 03:35:43.174377 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb529d04-5c82-4040-8003-ab066e2a7a32 x-openstack-request-id: req-eb529d04-5c82-4040-8003-ab066e2a7a32 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:43.174679 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d7d190-fc64-4bb3-a079-82869bb158ca", "tag": "037a4d09-f2d9-4007-b788-2a08f1aa54c3", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:43.174936 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb529d04-5c82-4040-8003-ab066e2a7a32 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:43.175464 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d7d190-fc64-4bb3-a079-82869bb158ca', 'tag': '037a4d09-f2d9-4007-b788-2a08f1aa54c3', 'status': 'completed', 'code': 200} Jan 28 03:35:43.192626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80474a6b-aa0c-4d5d-a9bf-e8f231f8f29f None None] Network 0db16f77-d95f-419f-b5ed-1b2210040ba7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:35:43.252507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-05c24808-6b92-49d2-a82b-5f15a09232ca service neutron] 10.222.0.44 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480765 Jan 28 03:35:43.298203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d68d-d4db-456e-90d6-16bcd64a7f69 req-d156ead3-e146-4365-aa42-62cda0c9ef6b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:43.300363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f61d68d-d4db-456e-90d6-16bcd64a7f69 req-d156ead3-e146-4365-aa42-62cda0c9ef6b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0635300 Jan 28 03:35:43.306698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-a32d202f-5418-4895-90d6-c19fd21bcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:43.308468 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-a32d202f-5418-4895-90d6-c19fd21bcea9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 1099 time: 0.0609512 Jan 28 03:35:43.354718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f61d68d-d4db-456e-90d6-16bcd64a7f69 req-1ae20fac-53f4-4c31-b5e5-46c604972fec tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 Jan 28 03:35:43.395757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:43.443678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-6e6c7793-6d19-4c26-bf06-ffe90d356daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:43.445209 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-6e6c7793-6d19-4c26-bf06-ffe90d356daf service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1250334 Jan 28 03:35:43.485672 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-ae2eaf3d-f29f-48d5-b6ef-0070665760da req-b3e79215-8c02-4d63-9cb3-74107f3615ca tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] show failed (client error): The resource could not be found. Jan 28 03:35:43.487243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae2eaf3d-f29f-48d5-b6ef-0070665760da req-b3e79215-8c02-4d63-9cb3-74107f3615ca tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] 10.222.0.44 "GET /v2.0/security-groups/e5392f3d-b41e-4300-a98d-0d9e181dac73 HTTP/1.1" status: 404 len: 352 time: 0.0183356 Jan 28 03:35:43.505477 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-8d5571eb-3ccc-4c45-b352-a1e256e084cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=037a4d09-f2d9-4007-b788-2a08f1aa54c3 HTTP/1.1" status: 200 len: 217 time: 0.0516474 Jan 28 03:35:43.551082 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81bcf544-8bfd-4620-847d-992528d4f4e5 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group (be99dd25-c15a-4ee0-8b61-b5659792844e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:43.571620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dec4d-1a12-4b52-9872-a701f53f08db req-544ef3e9-c030-4add-acc2-ea4bcdb480b2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:43.573614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c4dec4d-1a12-4b52-9872-a701f53f08db req-544ef3e9-c030-4add-acc2-ea4bcdb480b2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 947 time: 0.0657809 Jan 28 03:35:43.583860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81bcf544-8bfd-4620-847d-992528d4f4e5 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group (be99dd25-c15a-4ee0-8b61-b5659792844e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:43.587832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-2ea54646-7950-416f-913d-08dcbd9ab18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:43.589526 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-2ea54646-7950-416f-913d-08dcbd9ab18b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0766776 Jan 28 03:35:43.659626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde6178-d2cb-4d91-b005-ee2814a4af66 req-8f10f88d-1536-4af2-bae5-86a374dd762b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:43.661368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cde6178-d2cb-4d91-b005-ee2814a4af66 req-8f10f88d-1536-4af2-bae5-86a374dd762b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0853012 Jan 28 03:35:43.662283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-3f5aa7c9-7c21-436b-b827-b18c27777003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:43.664262 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-3f5aa7c9-7c21-436b-b827-b18c27777003 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643313 Jan 28 03:35:43.668119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c4dec4d-1a12-4b52-9872-a701f53f08db req-2229dbf9-6c67-4a91-b508-c4eded477c6d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Jan 28 03:35:43.727250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cde6178-d2cb-4d91-b005-ee2814a4af66 req-24bbec46-b234-42e1-b937-19806b232f25 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515363 Jan 28 03:35:43.732479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81bcf544-8bfd-4620-847d-992528d4f4e5 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (be99dd25-c15a-4ee0-8b61-b5659792844e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:43.735124 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81bcf544-8bfd-4620-847d-992528d4f4e5 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:43.736263 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-81bcf544-8bfd-4620-847d-992528d4f4e5 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "DELETE /v2.0/security-groups/be99dd25-c15a-4ee0-8b61-b5659792844e HTTP/1.1" status: 204 len: 168 time: 0.3392403 Jan 28 03:35:43.738874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57326) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:43.758189 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-702bf011-02eb-4102-9380-496b13b34ae7 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] show failed (client error): The resource could not be found. Jan 28 03:35:43.762795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-702bf011-02eb-4102-9380-496b13b34ae7 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "GET /v2.0/security-groups/be99dd25-c15a-4ee0-8b61-b5659792844e HTTP/1.1" status: 404 len: 347 time: 0.0203683 Jan 28 03:35:43.763137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57332) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:43.791451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcf544-8bfd-4620-847d-992528d4f4e5 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be99dd25-c15a-4ee0-8b61-b5659792844e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:43.836358 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-6ea0c161-3aa1-47b1-9b25-c91e63efa15c service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654058 Jan 28 03:35:43.856365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0de0480e-de7d-4682-a712-e09b786ded58 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:35:43.906776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bbf551e-2fb9-46c7-a359-51bf91cab73a req-889a7ff5-3c10-4e94-9674-f5d69aec0aae tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 210 time: 0.0746117 Jan 28 03:35:43.987239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2302979-394f-489f-937b-d928891426cc req-ef488627-d9ad-4000-a3ab-7f4233f3c3ad tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e03d8c1f42b34d59be7de1f97cc02869 HTTP/1.1" status: 200 len: 3005 time: 0.1561477 Jan 28 03:35:44.023850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-16decc48-db2b-4d1f-8d6a-45a5292481d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Deleting port 1287865e-5c27-4935-b0b7-96b19726ac26 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:44.024191 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16decc48-db2b-4d1f-8d6a-45a5292481d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1287865e-5c27-4935-b0b7-96b19726ac26), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:44.034000 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed9d641c-9b29-425b-9205-6bb3771dbb28 req-e11764fd-906b-4b17-a4ff-1fe5d2230c8a service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876507 Jan 28 03:35:44.035931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 0de0480e-de7d-4682-a712-e09b786ded58, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0de0480e-de7d-4682-a712-e09b786ded58,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:44.057439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '0de0480e-de7d-4682-a712-e09b786ded58', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '0de0480e-de7d-4682-a712-e09b786ded58', 'mac_address': 'fa:16:3e:3b:e8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:35:44.141882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2302979-394f-489f-937b-d928891426cc req-bd53d15f-b8c7-4777-adf2-df29f3837bae tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] 10.222.0.44 "GET /v2.0/security-groups/0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8 HTTP/1.1" status: 200 len: 3002 time: 0.1537642 Jan 28 03:35:44.156064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 0de0480e-de7d-4682-a712-e09b786ded58 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:44.156493 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0de0480e-de7d-4682-a712-e09b786ded58), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:44.175737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0de0480e-de7d-4682-a712-e09b786ded58 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:44.183856 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:44.207673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 0de0480e-de7d-4682-a712-e09b786ded58, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0de0480e-de7d-4682-a712-e09b786ded58,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:44.214449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16decc48-db2b-4d1f-8d6a-45a5292481d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1287865e-5c27-4935-b0b7-96b19726ac26), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:44.214785 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16decc48-db2b-4d1f-8d6a-45a5292481d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for floatingip (1287865e-5c27-4935-b0b7-96b19726ac26), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:44.215586 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0de0480e-de7d-4682-a712-e09b786ded58), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:44.230275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44f059-f9c5-4227-a991-0bb8e7e2bdc4 req-a286ca2f-687f-4fd6-8d64-08fb55c4dd78 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:44.231861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f44f059-f9c5-4227-a991-0bb8e7e2bdc4 req-a286ca2f-687f-4fd6-8d64-08fb55c4dd78 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 945 time: 0.1270459 Jan 28 03:35:44.252138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-16decc48-db2b-4d1f-8d6a-45a5292481d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Calling delete_port for 1287865e-5c27-4935-b0b7-96b19726ac26 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:44.270646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2302979-394f-489f-937b-d928891426cc req-a37920c8-5b3f-4d20-9008-1cc67be7ad12 tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] 10.222.0.44 "GET /v2.0/security-groups/0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8 HTTP/1.1" status: 200 len: 3002 time: 0.1201451 Jan 28 03:35:44.273132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:44.275590 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed83dfb7-a575-49e6-9cbf-bba234782e85" -d '{"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-unplugged", "status": "completed", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:44.283493 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:44.312186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=0de0480e-de7d-4682-a712-e09b786ded58,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:44.372313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f44f059-f9c5-4227-a991-0bb8e7e2bdc4 req-2d0737a9-73ea-4525-8efe-56212aa0c08b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331203 Jan 28 03:35:44.432607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['0de0480e-de7d-4682-a712-e09b786ded58'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:44.466035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ef432-c88a-41c3-9d30-77b712f1f2d9 req-aa302814-93e3-452b-a6a9-e5a13dcbb92d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:44.467872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d2ef432-c88a-41c3-9d30-77b712f1f2d9 req-aa302814-93e3-452b-a6a9-e5a13dcbb92d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.0930617 Jan 28 03:35:44.570421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d2ef432-c88a-41c3-9d30-77b712f1f2d9 req-0296a966-58f1-4982-9fa0-321584e12a37 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953619 Jan 28 03:35:44.572204 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16decc48-db2b-4d1f-8d6a-45a5292481d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1287865e-5c27-4935-b0b7-96b19726ac26), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:44.603227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16decc48-db2b-4d1f-8d6a-45a5292481d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Pushing event deleted for resources: {'Port': ['ID=1287865e-5c27-4935-b0b7-96b19726ac26,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:44.707783 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38ee547-2eab-470c-a8da-2f53fc532ef6 x-openstack-request-id: req-c38ee547-2eab-470c-a8da-2f53fc532ef6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:44.708082 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-unplugged", "status": "completed", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:44.708337 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c38ee547-2eab-470c-a8da-2f53fc532ef6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:44.708904 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'code': 200} Jan 28 03:35:44.838483 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16decc48-db2b-4d1f-8d6a-45a5292481d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks [] for floatingip (cedcf29b-6817-43f5-920a-d7f5dbfce082), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:44.841494 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16decc48-db2b-4d1f-8d6a-45a5292481d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:44.845658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-16decc48-db2b-4d1f-8d6a-45a5292481d8 tempest-ServersTestManualDisk-53668260 tempest-ServersTestManualDisk-53668260-project] 10.222.0.44 "DELETE /v2.0/floatingips/cedcf29b-6817-43f5-920a-d7f5dbfce082 HTTP/1.1" status: 204 len: 168 time: 1.0786052 Jan 28 03:35:44.845770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:44.851721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8113de9-7d8b-41a3-b20a-079adabb175b req-2464013b-b268-4664-8a80-4670c2c35198 tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] 10.222.0.44 "GET /v2.0/security-groups/0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8 HTTP/1.1" status: 200 len: 3002 time: 0.1760240 Jan 28 03:35:44.904901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc674ca-31c9-417d-8fda-14438b7b89db req-f2da5aa3-f047-4af0-a7c4-c31db7695b80 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:44.907085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fc674ca-31c9-417d-8fda-14438b7b89db req-f2da5aa3-f047-4af0-a7c4-c31db7695b80 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1429434 Jan 28 03:35:44.974356 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-b8113de9-7d8b-41a3-b20a-079adabb175b req-91d4e72a-abf8-4766-9c29-c7909782e4fd tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 03:35:44.975414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8113de9-7d8b-41a3-b20a-079adabb175b req-91d4e72a-abf8-4766-9c29-c7909782e4fd tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] 10.222.0.44 "DELETE /v2.0/security-groups/0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8 HTTP/1.1" status: 409 len: 352 time: 0.1229217 Jan 28 03:35:45.031330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fc674ca-31c9-417d-8fda-14438b7b89db req-15b23b54-0006-416f-8b08-6cf21af1a60d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162536 Jan 28 03:35:45.148799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5c74f-719d-4d89-a85b-0a2d4b52c63f req-0abffc61-9ab6-4c80-8e3c-9cee1c53469f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:45.150581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85a5c74f-719d-4d89-a85b-0a2d4b52c63f req-0abffc61-9ab6-4c80-8e3c-9cee1c53469f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 947 time: 0.0706522 Jan 28 03:35:45.249519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a9679e9-1cfc-4ec6-af0b-ef7f12e1137b req-1722e9f3-ed5c-4461-8573-9e994f29f9fb tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 210 time: 0.0835063 Jan 28 03:35:45.308059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85a5c74f-719d-4d89-a85b-0a2d4b52c63f req-4f786bc0-ce2c-448f-b558-df559e195970 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255090 Jan 28 03:35:45.350002 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-0d258121-2006-4ad6-b0e0-7289492ccf04 req-71b20e48-c8d7-4873-8ea2-2c72b5afa76e tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] show failed (client error): The resource could not be found. Jan 28 03:35:45.351116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d258121-2006-4ad6-b0e0-7289492ccf04 req-71b20e48-c8d7-4873-8ea2-2c72b5afa76e tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] 10.222.0.44 "GET /v2.0/security-groups/68d4c3bb-aaac-4426-ae76-6873e1c08252 HTTP/1.1" status: 404 len: 352 time: 0.0377324 Jan 28 03:35:45.387658 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:45.432809 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-bf9e844a-2c6f-4393-9795-766769989033 req-88c25845-fd4a-49d9-94d7-a1b8fc4713ee tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] show failed (client error): The resource could not be found. Jan 28 03:35:45.433732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf9e844a-2c6f-4393-9795-766769989033 req-88c25845-fd4a-49d9-94d7-a1b8fc4713ee tempest-SecurityGroupsNegativeTestJSON-1890183296 tempest-SecurityGroupsNegativeTestJSON-1890183296-project] 10.222.0.44 "GET /v2.0/security-groups/a405e129-c8ba-4738-bc41-1af545f49818 HTTP/1.1" status: 404 len: 352 time: 0.0311739 Jan 28 03:35:45.461276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57404) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:45.567797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-481d51c9-181a-47c5-9014-08ba8917aadc admin admin] Deleting subnet 4754602c-11e9-4f3a-940b-cf73e6c7ca09 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:35:45.575411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-481d51c9-181a-47c5-9014-08ba8917aadc admin admin] Publish callbacks [] for subnet (4754602c-11e9-4f3a-940b-cf73e6c7ca09), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:45.616750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-157c2f9d-9e10-413b-85a4-fb7a7fb908ec tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:45.618756 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-157c2f9d-9e10-413b-85a4-fb7a7fb908ec tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.25 "GET /v2.0/networks?id=cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 200 len: 813 time: 0.2919819 Jan 28 03:35:45.669794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1ab93-6805-4fa3-88bf-96554e9b3939 req-c6231941-97dc-4c6a-aeff-01e9f4c892fc tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:45.671646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67d1ab93-6805-4fa3-88bf-96554e9b3939 req-c6231941-97dc-4c6a-aeff-01e9f4c892fc tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2419765 Jan 28 03:35:45.672541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Request body: {'port': {'device_id': '5721f7a1-5660-4b0b-9c42-32d89fe8aa3a', 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4', 'admin_state_up': True, 'tenant_id': '95c694224d954a71bd210def91604293'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:45.680064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-481d51c9-181a-47c5-9014-08ba8917aadc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (4754602c-11e9-4f3a-940b-cf73e6c7ca09), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:45.727435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f884-776d-42f1-a0b9-63ba0f6b54b9 req-b430e800-599a-4882-b479-f25ddbe2fe94 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:45.734999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8dd1f884-776d-42f1-a0b9-63ba0f6b54b9 req-b430e800-599a-4882-b479-f25ddbe2fe94 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 945 time: 0.1642992 Jan 28 03:35:45.793118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-481d51c9-181a-47c5-9014-08ba8917aadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (4754602c-11e9-4f3a-940b-cf73e6c7ca09), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:45.810178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-54e9cf13-8656-477e-af26-7166f24adedf tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:45.811632 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-54e9cf13-8656-477e-af26-7166f24adedf tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.42 "GET /v2.0/networks?id=cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 200 len: 813 time: 0.2895541 Jan 28 03:35:45.850168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67d1ab93-6805-4fa3-88bf-96554e9b3939 req-c515b3ea-5590-4187-838c-6c5f50d74275 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665113 Jan 28 03:35:45.855122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Request body: {'port': {'device_id': 'eeb5bffe-ae6d-417d-99a6-08666e954058', 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4', 'admin_state_up': True, 'tenant_id': '95c694224d954a71bd210def91604293'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:45.868934 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8dd1f884-776d-42f1-a0b9-63ba0f6b54b9 req-513a7b48-b6d8-4827-bfb0-ed8825660c37 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319516 Jan 28 03:35:45.872370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 037a4d09-f2d9-4007-b788-2a08f1aa54c3 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:35:45.889400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0de0480e-de7d-4682-a712-e09b786ded58 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:45.919117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-481d51c9-181a-47c5-9014-08ba8917aadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (4754602c-11e9-4f3a-940b-cf73e6c7ca09), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:45.953245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d51c9-181a-47c5-9014-08ba8917aadc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4754602c-11e9-4f3a-940b-cf73e6c7ca09,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:45.960308 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-481d51c9-181a-47c5-9014-08ba8917aadc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:45.965962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-481d51c9-181a-47c5-9014-08ba8917aadc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4754602c-11e9-4f3a-940b-cf73e6c7ca09 HTTP/1.1" status: 204 len: 168 time: 0.5053642 Jan 28 03:35:45.968366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:46.085813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Made reservation on behalf of 95c694224d954a71bd210def91604293 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:46.091068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.111283 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (0db16f77-d95f-419f-b5ed-1b2210040ba7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.166253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (ec95d8d1-6a5d-47c4-8fc9-231811de056a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.209696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 0de0480e-de7d-4682-a712-e09b786ded58 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:46.210025 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0de0480e-de7d-4682-a712-e09b786ded58), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.271701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 037a4d09-f2d9-4007-b788-2a08f1aa54c3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=037a4d09-f2d9-4007-b788-2a08f1aa54c3,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:46.304410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '037a4d09-f2d9-4007-b788-2a08f1aa54c3', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '037a4d09-f2d9-4007-b788-2a08f1aa54c3', 'mac_address': 'fa:16:3e:1e:35:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:35:46.411315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Made reservation on behalf of 95c694224d954a71bd210def91604293 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:46.415484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.514215 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (0db16f77-d95f-419f-b5ed-1b2210040ba7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.534089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:46.535557 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.539059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db16f77-d95f-419f-b5ed-1b2210040ba7']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:46.550384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a96e63f-6578-45c1-8354-4e9121cf7203') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:46.551329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a96e63f-6578-45c1-8354-4e9121cf7203') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:46.563144 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (4a96e63f-6578-45c1-8354-4e9121cf7203), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.565914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037a4d09-f2d9-4007-b788-2a08f1aa54c3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:46.572116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 0de0480e-de7d-4682-a712-e09b786ded58 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:46.572515 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0de0480e-de7d-4682-a712-e09b786ded58), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.577813 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4a96e63f-6578-45c1-8354-4e9121cf7203), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.582573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Allocated IP 172.20.0.13 (cf8dc372-2e44-4c37-8d18-312be1e731c4/eb0365e6-7082-4793-ad42-88eacaba3730/81a46256-f647-4e32-b4a8-9b4eb2e6bf50) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:46.585030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:35:46.585483 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (4a96e63f-6578-45c1-8354-4e9121cf7203), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.645958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 037a4d09-f2d9-4007-b788-2a08f1aa54c3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=037a4d09-f2d9-4007-b788-2a08f1aa54c3,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:46.662288 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:35:46.667956 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:35:46.692970 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (0db16f77-d95f-419f-b5ed-1b2210040ba7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.702719 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.706070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] 10.222.0.44 "DELETE /v2.0/networks/0db16f77-d95f-419f-b5ed-1b2210040ba7 HTTP/1.1" status: 204 len: 168 time: 0.7366076 Jan 28 03:35:46.726119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de0480e-de7d-4682-a712-e09b786ded58'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:46.730312 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7812555-f49a-46fa-bd32-36a760cbb371" -d '{"events": [{"server_uuid": "62925233-20b1-47e8-b799-f3bb67b3d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "0de0480e-de7d-4682-a712-e09b786ded58"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:46.745066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc97468-4839-4102-a2a5-54e27c9cf48d admin admin] Pushing event deleted for resources: {'Network': ['ID=0db16f77-d95f-419f-b5ed-1b2210040ba7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:46.753700 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.769727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 0de0480e-de7d-4682-a712-e09b786ded58, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0de0480e-de7d-4682-a712-e09b786ded58,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:46.774180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8637e84b-a675-43f0-9f47-901033aaae63 req-7d91027f-7398-403b-9a42-fda8a13695ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1663162102&fields=id&tenant_id=a3422164ef1f4c2d897ba8322801e0a7 HTTP/1.1" status: 200 len: 267 time: 0.6282082 Jan 28 03:35:46.792612 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0de0480e-de7d-4682-a712-e09b786ded58), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.799823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef0e04-9fda-4bc7-b72d-1b56c419c466 req-3adead1d-e182-4bfb-a56b-ba2f356434fc tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:46.812642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5ef0e04-9fda-4bc7-b72d-1b56c419c466 req-3adead1d-e182-4bfb-a56b-ba2f356434fc tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.6235774 Jan 28 03:35:46.816030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] Deleting port 329e5754-45cd-4eda-9a85-7adc633c985d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:46.816186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=037a4d09-f2d9-4007-b788-2a08f1aa54c3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:46.816396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.901376 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks [] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.903030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=0de0480e-de7d-4682-a712-e09b786ded58,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:46.953790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] For port 329e5754-45cd-4eda-9a85-7adc633c985d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=329e5754-45cd-4eda-9a85-7adc633c985d,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:46.954158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:46.956401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57434) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:46.958402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637e84b-a675-43f0-9f47-901033aaae63 req-29d51ee9-4561-4a0c-bebb-2604ca8bfb57 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:46.966976 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8637e84b-a675-43f0-9f47-901033aaae63 req-29d51ee9-4561-4a0c-bebb-2604ca8bfb57 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 945 time: 0.1911938 Jan 28 03:35:46.988957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] Calling delete_port for 329e5754-45cd-4eda-9a85-7adc633c985d owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:46.989304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5ef0e04-9fda-4bc7-b72d-1b56c419c466 req-f5af4b7f-c097-4124-91c7-20fb3fdef8e3 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715798 Jan 28 03:35:47.000665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8637e84b-a675-43f0-9f47-901033aaae63 req-9e028d71-f46c-41d2-ad5c-3ab9a8c2f749 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'port': {'security_groups': ['81d3f635-f011-48d0-84cc-55e960f78013', 'a383f2eb-76e1-458b-bc57-f8f029e0d51c']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:47.072589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['037a4d09-f2d9-4007-b788-2a08f1aa54c3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:47.082181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Allocated IP 172.20.0.9 (cf8dc372-2e44-4c37-8d18-312be1e731c4/eb0365e6-7082-4793-ad42-88eacaba3730/fed822e3-97dc-45d6-8251-37a366c1d0df) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:47.097817 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:47.110332 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8637e84b-a675-43f0-9f47-901033aaae63 req-9e028d71-f46c-41d2-ad5c-3ab9a8c2f749 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:47.189290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3288a09-e831-4711-b1dd-8911d6796288 req-c61f1d25-5416-4430-9280-93315c57f360 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 210 time: 0.0598526 Jan 28 03:35:47.211164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Network cf8dc372-2e44-4c37-8d18-312be1e731c4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:47.220628 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-11ceb863-750d-4a7a-85ba-209e1ca19c5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e03d8c1f42b34d59be7de1f97cc02869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2619648 Jan 28 03:35:47.224154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57442) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:47.252936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:47.255998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:47.327928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Pushing event updated for resources: {'Port': ['ID=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:47.452874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8637e84b-a675-43f0-9f47-901033aaae63 req-9e028d71-f46c-41d2-ad5c-3ab9a8c2f749 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] For port 82f05a85-436a-49fe-92de-b8e0fa87a262, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=82f05a85-436a-49fe-92de-b8e0fa87a262,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:47.517557 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8637e84b-a675-43f0-9f47-901033aaae63 req-9e028d71-f46c-41d2-ad5c-3ab9a8c2f749 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:47.522853 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b43db95-68d6-4fd9-a288-e5684495d5ca admin admin] Publish callbacks [] for security_group (0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:47.531643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76f7fd-ea0f-46f7-8fbb-589c538e28db req-c3178148-1443-4033-b595-81e7737e4b44 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:47.538569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f76f7fd-ea0f-46f7-8fbb-589c538e28db req-c3178148-1443-4033-b595-81e7737e4b44 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 948 time: 0.1589408 Jan 28 03:35:47.549181 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8637e84b-a675-43f0-9f47-901033aaae63 req-9e028d71-f46c-41d2-ad5c-3ab9a8c2f749 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:47.591673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['82f05a85-436a-49fe-92de-b8e0fa87a262'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:47.623487 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b43db95-68d6-4fd9-a288-e5684495d5ca admin admin] Publish callbacks [] for security_group (0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:47.673410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637e84b-a675-43f0-9f47-901033aaae63 req-9e028d71-f46c-41d2-ad5c-3ab9a8c2f749 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:47.674118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8637e84b-a675-43f0-9f47-901033aaae63 req-9e028d71-f46c-41d2-ad5c-3ab9a8c2f749 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:47.676334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8637e84b-a675-43f0-9f47-901033aaae63 req-9e028d71-f46c-41d2-ad5c-3ab9a8c2f749 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "PUT /v2.0/ports/82f05a85-436a-49fe-92de-b8e0fa87a262 HTTP/1.1" status: 200 len: 981 time: 0.7080963 Jan 28 03:35:47.676961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'tag': '82f05a85-436a-49fe-92de-b8e0fa87a262'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:47.682489 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b89c54-d755-4316-924a-2a01baf9b3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "33e417d0-3a83-4055-9db5-a4874cef1b9f", "tag": "82f05a85-436a-49fe-92de-b8e0fa87a262"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:47.749083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:47.751781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:47.778291 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2fbf6e-bd24-4731-b3b2-c957642194d3 x-openstack-request-id: req-6d2fbf6e-bd24-4731-b3b2-c957642194d3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:47.778597 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62925233-20b1-47e8-b799-f3bb67b3d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "0de0480e-de7d-4682-a712-e09b786ded58", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:47.779554 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d2fbf6e-bd24-4731-b3b2-c957642194d3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:47.780038 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de0480e-de7d-4682-a712-e09b786ded58', 'code': 200} Jan 28 03:35:47.787539 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-e6b20f2d-160b-43da-aed0-c0a735d704f1 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1421840 Jan 28 03:35:47.802522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f76f7fd-ea0f-46f7-8fbb-589c538e28db req-06172198-b57e-44d7-ab32-ecfc01545fa7 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629557 Jan 28 03:35:47.828180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e028d71-f46c-41d2-ad5c-3ab9a8c2f749 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'Port': ['ID=82f05a85-436a-49fe-92de-b8e0fa87a262,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:47.865088 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b43db95-68d6-4fd9-a288-e5684495d5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:47.873125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['82f05a85-436a-49fe-92de-b8e0fa87a262'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:47.878251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b43db95-68d6-4fd9-a288-e5684495d5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:47.880868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1b43db95-68d6-4fd9-a288-e5684495d5ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8 HTTP/1.1" status: 204 len: 168 time: 0.5034943 Jan 28 03:35:47.918304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43db95-68d6-4fd9-a288-e5684495d5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ce5d7-b8af-4ce4-a5eb-ac7260981cc8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:47.945796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Request body: {'port': {'device_id': '5721f7a1-5660-4b0b-9c42-32d89fe8aa3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:47.969904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (329e5754-45cd-4eda-9a85-7adc633c985d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:48.112956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks [] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:48.138572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-78e9d8ab-34a4-4282-93f4-fd8e75e0cd80 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1978893855&fields=id&tenant_id=a3422164ef1f4c2d897ba8322801e0a7 HTTP/1.1" status: 200 len: 267 time: 0.1193714 Jan 28 03:35:48.211712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] Pushing event deleted for resources: {'Port': ['ID=329e5754-45cd-4eda-9a85-7adc633c985d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:48.261616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-5de5e526-21d1-4572-83d2-b14915891ecf tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:48.279182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-5de5e526-21d1-4572-83d2-b14915891ecf tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 984 time: 0.1395686 Jan 28 03:35:48.294614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-3ac8b3f0-6bf7-4469-a161-05a09d2ab2eb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'port': {'security_groups': ['81d3f635-f011-48d0-84cc-55e960f78013', 'a383f2eb-76e1-458b-bc57-f8f029e0d51c', '1980fa61-14f5-4724-b8d3-47c6ffd8f938']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:48.311127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:48.377878 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:48.445198 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-3ac8b3f0-6bf7-4469-a161-05a09d2ab2eb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:48.457841 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Network cf8dc372-2e44-4c37-8d18-312be1e731c4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:48.465987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:48.498176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:48.588806 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4557e8-485e-4821-ae5c-1d966941153d x-openstack-request-id: req-0f4557e8-485e-4821-ae5c-1d966941153d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:48.589144 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e417d0-3a83-4055-9db5-a4874cef1b9f", "tag": "82f05a85-436a-49fe-92de-b8e0fa87a262", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:48.589407 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f4557e8-485e-4821-ae5c-1d966941153d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:48.589829 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'tag': '82f05a85-436a-49fe-92de-b8e0fa87a262', 'status': 'completed', 'code': 200} Jan 28 03:35:48.599502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:48.600182 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:48.762826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13f1e-52fd-4412-a3da-9810bc515660 req-589e74d1-15f3-427b-a5dc-10c3d67000ea tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:48.765069 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13f13f1e-52fd-4412-a3da-9810bc515660 req-589e74d1-15f3-427b-a5dc-10c3d67000ea tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1158853 Jan 28 03:35:48.898829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13f13f1e-52fd-4412-a3da-9810bc515660 req-84343169-8058-49bc-9fd7-2a0306728dae tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066387 Jan 28 03:35:48.901633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:48.909999 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Publish callbacks [] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:48.941259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-3ac8b3f0-6bf7-4469-a161-05a09d2ab2eb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] For port 82f05a85-436a-49fe-92de-b8e0fa87a262, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=82f05a85-436a-49fe-92de-b8e0fa87a262,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:48.989407 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-3ac8b3f0-6bf7-4469-a161-05a09d2ab2eb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:49.012099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-3ac8b3f0-6bf7-4469-a161-05a09d2ab2eb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:49.035749 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1955473 Jan 28 03:35:49.036389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3a9cf-fdef-4574-bd2f-d84a62c9690d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Pushing event updated for resources: {'Port': ['ID=fed822e3-97dc-45d6-8251-37a366c1d0df,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:49.054176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['82f05a85-436a-49fe-92de-b8e0fa87a262'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:49.070640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Request body: {'port': {'device_id': 'eeb5bffe-ae6d-417d-99a6-08666e954058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:49.078025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Transition to ACTIVE for port object 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:35:49.084538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-3ac8b3f0-6bf7-4469-a161-05a09d2ab2eb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:49.087912 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-3ac8b3f0-6bf7-4469-a161-05a09d2ab2eb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:49.090758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa7d434c-a93e-4d81-81d2-bbedd62dd544 req-3ac8b3f0-6bf7-4469-a161-05a09d2ab2eb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "PUT /v2.0/ports/82f05a85-436a-49fe-92de-b8e0fa87a262 HTTP/1.1" status: 200 len: 1020 time: 0.8106830 Jan 28 03:35:49.122776 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:49.269921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:49.289699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8b3f0-6bf7-4469-a161-05a09d2ab2eb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'Port': ['ID=82f05a85-436a-49fe-92de-b8e0fa87a262,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:49.305615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff303f83-493e-4d80-8ea0-7731d73c427e req-8c32b107-cebd-468b-b140-d89b9f707376 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:49.310119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff303f83-493e-4d80-8ea0-7731d73c427e req-8c32b107-cebd-468b-b140-d89b9f707376 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 948 time: 0.0924115 Jan 28 03:35:49.318635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['82f05a85-436a-49fe-92de-b8e0fa87a262'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:49.328382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d4ff8-a203-4901-84e5-850af67da79f req-36dc8d14-3170-45da-8f87-472bc882f52a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:49.339769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543d4ff8-a203-4901-84e5-850af67da79f req-36dc8d14-3170-45da-8f87-472bc882f52a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 931 time: 0.2414432 Jan 28 03:35:49.361717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b89c54-d755-4316-924a-2a01baf9b3e6 req-53c43a3a-52d0-44aa-bad9-c25822d7b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:49.368154 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98b89c54-d755-4316-924a-2a01baf9b3e6 req-53c43a3a-52d0-44aa-bad9-c25822d7b724 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 1175 time: 0.3893535 Jan 28 03:35:49.452571 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff303f83-493e-4d80-8ea0-7731d73c427e req-588a3aff-b1fd-4821-850a-2f0fbf80c7e6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932508 Jan 28 03:35:49.468937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-543d4ff8-a203-4901-84e5-850af67da79f req-42ef50f4-5b3a-4146-a674-c2c704eb466f tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279635 Jan 28 03:35:49.488462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:49.499290 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:49.542841 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (ec95d8d1-6a5d-47c4-8fc9-231811de056a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:49.664517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a72aa7-1509-4c04-8d23-52c6a5f26dc5 req-4258dde8-4bd0-402e-a740-faa7457f0f00 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:49.672519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19a72aa7-1509-4c04-8d23-52c6a5f26dc5 req-4258dde8-4bd0-402e-a740-faa7457f0f00 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1330514 Jan 28 03:35:49.747934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1696785428-network', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:49.832927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19a72aa7-1509-4c04-8d23-52c6a5f26dc5 req-e177a58a-ba6f-4d5a-b3d4-701b412ef6b6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593432 Jan 28 03:35:49.866737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Attempting to bind port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:35:49.867073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Attempting to bind port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:35:49.867403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Attempting to bind port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 on network cf8dc372-2e44-4c37-8d18-312be1e731c4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:49.877833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:49.878064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b89c54-d755-4316-924a-2a01baf9b3e6 req-d298944f-0e76-4b09-8c82-05279b3e0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:49.878064 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98b89c54-d755-4316-924a-2a01baf9b3e6 req-d298944f-0e76-4b09-8c82-05279b3e0e97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 912 time: 0.4861701 Jan 28 03:35:49.883011 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:49.898926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 on network cf8dc372-2e44-4c37-8d18-312be1e731c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:35:49.899312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Attempting to bind port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 on network cf8dc372-2e44-4c37-8d18-312be1e731c4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:49.912402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:35:49.912734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Checking segment: {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:49.913157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Bound using segment: {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:35:49.913595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Bound port: 81a46256-f647-4e32-b4a8-9b4eb2e6bf50, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:35:49.913948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:49.939323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:49.965447 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98b89c54-d755-4316-924a-2a01baf9b3e6 req-0ce5dba8-630f-4805-a6a4-0474185d201f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82f05a85-436a-49fe-92de-b8e0fa87a262 HTTP/1.1" status: 200 len: 217 time: 0.0773020 Jan 28 03:35:49.968463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 037a4d09-f2d9-4007-b788-2a08f1aa54c3 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:50.088062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b436454-7751-40f3-af9f-a88ed4694884 req-f2eccca6-4025-42b1-8b10-f28c8d47638d tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:50.095442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b436454-7751-40f3-af9f-a88ed4694884 req-f2eccca6-4025-42b1-8b10-f28c8d47638d tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 1023 time: 0.0819831 Jan 28 03:35:50.156082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Publish callbacks [] for security_group (1911553f-16fd-4e15-891a-942a3900d907), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.186459 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1911553f-16fd-4e15-891a-942a3900d907), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.263415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:35:50.266065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b89c54-d755-4316-924a-2a01baf9b3e6 req-fdf03187-fd6d-4c9c-b4ca-2bafb5012724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:50.267877 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98b89c54-d755-4316-924a-2a01baf9b3e6 req-fdf03187-fd6d-4c9c-b4ca-2bafb5012724 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a7f01fd-2c07-43b0-83f7-11da36d0d72c HTTP/1.1" status: 200 len: 851 time: 0.2861021 Jan 28 03:35:50.312000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:35:50.337281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b436454-7751-40f3-af9f-a88ed4694884 req-09e66ec1-ebf1-49d3-91a3-3b5821975409 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&id=a383f2eb-76e1-458b-bc57-f8f029e0d51c&id=1980fa61-14f5-4724-b8d3-47c6ffd8f938 HTTP/1.1" status: 200 len: 6209 time: 0.2399187 Jan 28 03:35:50.340128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1911553f-16fd-4e15-891a-942a3900d907,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:50.370285 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (af8ee1d0-3935-4397-a9f0-fe295ec6fe75), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.375069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:50.376830 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Added segment af8ee1d0-3935-4397-a9f0-fe295ec6fe75 of type vlan for network 1159329d-88f1-4a00-b528-9abded9171ef Jan 28 03:35:50.382246 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.393944 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98b89c54-d755-4316-924a-2a01baf9b3e6 req-bbb20dd8-00cf-4270-a6d9-1de8d83fcd49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca2683ce-a10b-49fe-8640-9b15124d668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108093 Jan 28 03:35:50.434546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-642f5b2f-5a99-4314-9d00-a392dd3e0541 req-431d5b87-4706-4402-8855-851a7a377fe6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'security_group': {'name': ' tempest-securitygroup -241221313 ', 'description': 'tempest-description-1846093857'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:50.463123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] For port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:35:50.538505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] For port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:35:50.593873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'tag': '82f05a85-436a-49fe-92de-b8e0fa87a262'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:50.606588 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044937d6-f696-43b1-afbe-3f3d9c1f2265" -d '{"events": [{"name": "network-changed", "server_uuid": "33e417d0-3a83-4055-9db5-a4874cef1b9f", "tag": "82f05a85-436a-49fe-92de-b8e0fa87a262"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:50.689212 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-642f5b2f-5a99-4314-9d00-a392dd3e0541 req-431d5b87-4706-4402-8855-851a7a377fe6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.692043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1159329d-88f1-4a00-b528-9abded9171ef), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.768904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.785048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] Router ec95d8d1-6a5d-47c4-8fc9-231811de056a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:35:50.785281 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1159329d-88f1-4a00-b528-9abded9171ef), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.786472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:50.786829 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.806408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce159d2-3ab2-4c14-bc82-ce422b92485f req-1aa03a2d-34e6-4cb4-a70d-79290ab7aba7 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:50.808782 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ce159d2-3ab2-4c14-bc82-ce422b92485f req-1aa03a2d-34e6-4cb4-a70d-79290ab7aba7 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 931 time: 0.1531761 Jan 28 03:35:50.876907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:50.877320 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.927074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:50.928218 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.930364 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] 10.222.0.25 "PUT /v2.0/ports/81a46256-f647-4e32-b4a8-9b4eb2e6bf50 HTTP/1.1" status: 200 len: 1093 time: 3.0230212 Jan 28 03:35:50.941191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4468451 Jan 28 03:35:50.943847 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57528) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:50.944610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c2852-5e74-4e8e-8d37-2a6a19850845 admin admin] Pushing event updated for resources: {'Network': ['ID=1159329d-88f1-4a00-b528-9abded9171ef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:50.954163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Request body: {'subnet': {'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1696785428-subnet', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:50.956810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5721f7a1-5660-4b0b-9c42-32d89fe8aa3a', 'tag': '81a46256-f647-4e32-b4a8-9b4eb2e6bf50'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:50.959250 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590ee393-bf49-4d2b-b3d4-7af838d8ed86" -d '{"events": [{"name": "network-changed", "server_uuid": "5721f7a1-5660-4b0b-9c42-32d89fe8aa3a", "tag": "81a46256-f647-4e32-b4a8-9b4eb2e6bf50"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:50.984806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1159329d-88f1-4a00-b528-9abded9171ef details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:35:50.985021 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-642f5b2f-5a99-4314-9d00-a392dd3e0541 req-431d5b87-4706-4402-8855-851a7a377fe6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (824e7b75-75f7-43b8-892c-d7ccffe82605), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:50.985113 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98b89c54-d755-4316-924a-2a01baf9b3e6 req-a337e610-0c5e-44d4-abc8-0b2274c83259 service neutron] 10.222.0.42 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387020 Jan 28 03:35:51.002732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ce159d2-3ab2-4c14-bc82-ce422b92485f req-ec67b012-d6e8-4703-a4b2-5ea26d763b95 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678596 Jan 28 03:35:51.006654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed822e3-97dc-45d6-8251-37a366c1d0df {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:51.009342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-642f5b2f-5a99-4314-9d00-a392dd3e0541 req-431d5b87-4706-4402-8855-851a7a377fe6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (824e7b75-75f7-43b8-892c-d7ccffe82605), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:51.043540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:51.048019 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:51.081257 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-642f5b2f-5a99-4314-9d00-a392dd3e0541 req-431d5b87-4706-4402-8855-851a7a377fe6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:51.098002 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-642f5b2f-5a99-4314-9d00-a392dd3e0541 req-431d5b87-4706-4402-8855-851a7a377fe6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7178352 Jan 28 03:35:51.113342 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Publish callbacks [] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:51.121854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 037a4d09-f2d9-4007-b788-2a08f1aa54c3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=037a4d09-f2d9-4007-b788-2a08f1aa54c3,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:51.123286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d7d190-fc64-4bb3-a079-82869bb158ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037a4d09-f2d9-4007-b788-2a08f1aa54c3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:51.125971 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0aa9c9-2de4-4f54-8d71-3f3ab187aa44" -d '{"events": [{"server_uuid": "81d7d190-fc64-4bb3-a079-82869bb158ca", "name": "network-vif-plugged", "status": "completed", "tag": "037a4d09-f2d9-4007-b788-2a08f1aa54c3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:51.138985 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:51.169050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6183c9-b1fb-4b32-98a8-cc4855bce0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:51.207199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=037a4d09-f2d9-4007-b788-2a08f1aa54c3,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:51.208768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Transition to ACTIVE for port object fed822e3-97dc-45d6-8251-37a366c1d0df will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:35:51.220285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d5b87-4706-4402-8855-851a7a377fe6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824e7b75-75f7-43b8-892c-d7ccffe82605,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:51.256389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:51.318913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-ae1abeea-0211-453e-acf6-f393726c21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:51.320594 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-ae1abeea-0211-453e-acf6-f393726c21b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95c694224d954a71bd210def91604293&device_id=5721f7a1-5660-4b0b-9c42-32d89fe8aa3a HTTP/1.1" status: 200 len: 1096 time: 0.2255929 Jan 28 03:35:51.340485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eae9e7-0cac-46cf-986d-d6ae3ea8abac req-ba15b342-5dc1-4abe-a679-c9c09f786251 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:51.342196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18eae9e7-0cac-46cf-986d-d6ae3ea8abac req-ba15b342-5dc1-4abe-a679-c9c09f786251 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 949 time: 0.1433001 Jan 28 03:35:51.351163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ba224-afdf-4103-9746-6598a941f8e2 req-1e76d6c3-be2e-4927-8ab4-51a7b787f46d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:51.359005 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c8ba224-afdf-4103-9746-6598a941f8e2 req-1e76d6c3-be2e-4927-8ab4-51a7b787f46d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1318631 Jan 28 03:35:51.369114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:35:51.377222 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-91bdeda5-fb8d-4b67-831f-3c6ccee15466 admin admin] 10.222.0.44 "PUT /v2.0/routers/ec95d8d1-6a5d-47c4-8fc9-231811de056a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5280242 Jan 28 03:35:51.381371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57540) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:51.385295 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] Sync routers for ids ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:35:51.404325 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] Routers {'ec95d8d1-6a5d-47c4-8fc9-231811de056a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:51.407341 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:51.408359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fed822e3-97dc-45d6-8251-37a366c1d0df,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:51.412151 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98b89c54-d755-4316-924a-2a01baf9b3e6 req-d3f90174-2b7b-45b3-a85a-abc3acd457f3 service neutron] 10.222.0.42 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111335 Jan 28 03:35:51.416320 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-f6a058d2-958b-4f69-9442-f69e29be9a41 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a46256-f647-4e32-b4a8-9b4eb2e6bf50 HTTP/1.1" status: 200 len: 217 time: 0.0729668 Jan 28 03:35:51.547004 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] Set router ec95d8d1-6a5d-47c4-8fc9-231811de056a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:51.624524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18eae9e7-0cac-46cf-986d-d6ae3ea8abac req-7a6209f7-8876-4f97-b739-844b4485e5aa tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466929 Jan 28 03:35:51.632714 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:35:51.637317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c8ba224-afdf-4103-9746-6598a941f8e2 req-a3dab82e-d31a-4a1b-9682-301217fd6394 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772608 Jan 28 03:35:51.755306 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3353ca-665f-41f4-9c38-802e96fa7e40 x-openstack-request-id: req-1d3353ca-665f-41f4-9c38-802e96fa7e40 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:51.755851 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e417d0-3a83-4055-9db5-a4874cef1b9f", "tag": "82f05a85-436a-49fe-92de-b8e0fa87a262", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:51.756208 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d3353ca-665f-41f4-9c38-802e96fa7e40 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:51.756695 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'tag': '82f05a85-436a-49fe-92de-b8e0fa87a262', 'status': 'completed', 'code': 200} Jan 28 03:35:51.778439 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (d6207826-594e-4d4a-9769-e7e93e590745), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:51.847832 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a9b46a-b790-4eaa-8b17-5ced74ece238 x-openstack-request-id: req-02a9b46a-b790-4eaa-8b17-5ced74ece238 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:51.848698 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5721f7a1-5660-4b0b-9c42-32d89fe8aa3a", "tag": "81a46256-f647-4e32-b4a8-9b4eb2e6bf50", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:51.851819 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02a9b46a-b790-4eaa-8b17-5ced74ece238 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:51.852249 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5721f7a1-5660-4b0b-9c42-32d89fe8aa3a', 'tag': '81a46256-f647-4e32-b4a8-9b4eb2e6bf50', 'status': 'completed', 'code': 200} Jan 28 03:35:51.882346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Publish callbacks [] for router (ec95d8d1-6a5d-47c4-8fc9-231811de056a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:51.912949 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:35:47Z', 'revision_number': 5, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:51.935137 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141d62df-ff98-491f-9964-468a956f8562 x-openstack-request-id: req-141d62df-ff98-491f-9964-468a956f8562 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:51.935628 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d7d190-fc64-4bb3-a079-82869bb158ca", "name": "network-vif-plugged", "status": "completed", "tag": "037a4d09-f2d9-4007-b788-2a08f1aa54c3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:51.935703 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-141d62df-ff98-491f-9964-468a956f8562 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:51.936057 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d7d190-fc64-4bb3-a079-82869bb158ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037a4d09-f2d9-4007-b788-2a08f1aa54c3', 'code': 200} Jan 28 03:35:51.970594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6207826-594e-4d4a-9769-e7e93e590745,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:51.996140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-552ce5a6-1733-4cb2-a741-4420dca6b85c req-891b6aaa-f8d2-4e6b-a422-4007a886fe88 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/824e7b75-75f7-43b8-892c-d7ccffe82605 HTTP/1.1" status: 200 len: 1799 time: 0.1338637 Jan 28 03:35:52.046570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Checking segment: {'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:52.046946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Network hostable DHCP agents. Network: 1159329d-88f1-4a00-b528-9abded9171ef, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:35:52.047480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Attempting to bind port fed822e3-97dc-45d6-8251-37a366c1d0df on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:35:52.049575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Attempting to bind port fed822e3-97dc-45d6-8251-37a366c1d0df by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:35:52.052229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Attempting to bind port fed822e3-97dc-45d6-8251-37a366c1d0df on network cf8dc372-2e44-4c37-8d18-312be1e731c4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:52.074147 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] Checking router: ec95d8d1-6a5d-47c4-8fc9-231811de056a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:35:52.083350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Port fed822e3-97dc-45d6-8251-37a366c1d0df on network cf8dc372-2e44-4c37-8d18-312be1e731c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:35:52.084268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Attempting to bind port fed822e3-97dc-45d6-8251-37a366c1d0df on network cf8dc372-2e44-4c37-8d18-312be1e731c4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:52.097246 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] Routers {'ec95d8d1-6a5d-47c4-8fc9-231811de056a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:52.098330 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:52.107116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:35:52.107462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Checking segment: {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:52.107856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Bound using segment: {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:35:52.108306 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Bound port: fed822e3-97dc-45d6-8251-37a366c1d0df, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:35:52.112824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Network 1159329d-88f1-4a00-b528-9abded9171ef is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:35:52.113011 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.118642 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Publish callbacks [] for router_gateway (ec95d8d1-6a5d-47c4-8fc9-231811de056a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.153154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1159329d-88f1-4a00-b528-9abded9171ef) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:52.162003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b9278-a34d-446f-bc78-128c34beb658 None None] Network 1159329d-88f1-4a00-b528-9abded9171ef requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:35:52.169523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c4296c31-c47c-43db-84f7-81f2bbcfb4b1 req-5d66c062-ef2c-4a5f-b3c8-4a18805fe83a tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/824e7b75-75f7-43b8-892c-d7ccffe82605 HTTP/1.1" status: 200 len: 1799 time: 0.0844967 Jan 28 03:35:52.172776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:52.173420 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.224719 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] Set router ec95d8d1-6a5d-47c4-8fc9-231811de056a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:52.265197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d4429ecd-405e-4b97-9525-916e2eee6d34 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3169947 Jan 28 03:35:52.270157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57554) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:52.280143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:52.345367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2c835-2e1e-48fe-bc5c-9557ef2c0c45 req-cf35fd76-0706-4ff1-9db6-99e5bd852d01 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:52.346944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edd2c835-2e1e-48fe-bc5c-9557ef2c0c45 req-cf35fd76-0706-4ff1-9db6-99e5bd852d01 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 943 time: 0.1402256 Jan 28 03:35:52.355859 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.357031 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.374585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c4296c31-c47c-43db-84f7-81f2bbcfb4b1 req-df4fd367-5dc3-4e80-bfc6-e996159165a3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (824e7b75-75f7-43b8-892c-d7ccffe82605), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.390562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] For port fed822e3-97dc-45d6-8251-37a366c1d0df, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:35:52.402399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] For port fed822e3-97dc-45d6-8251-37a366c1d0df, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fed822e3-97dc-45d6-8251-37a366c1d0df,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:35:52.436763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Deleting port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:52.437082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.469320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c4296c31-c47c-43db-84f7-81f2bbcfb4b1 req-df4fd367-5dc3-4e80-bfc6-e996159165a3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (824e7b75-75f7-43b8-892c-d7ccffe82605), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.479060 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:35:47Z', 'revision_number': 5, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:52.487573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1159329d-88f1-4a00-b528-9abded9171ef', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:35:52.488792 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.495987 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.533495 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa5b52-8a5b-4391-a776-fe78610206f0 None None] The sync data for ids ['ec95d8d1-6a5d-47c4-8fc9-231811de056a'] in n-d-808199-14 is: [{'id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'name': 'tempest-ServersTestManualDisk-1596356832-router', 'tenant_id': 'b3edf54717be455a84cb1cc9995729da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:31:55Z', 'updated_at': '2022-01-28T03:35:47Z', 'revision_number': 5, 'project_id': 'b3edf54717be455a84cb1cc9995729da', 'gw_port': {'id': 'f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95d8d1-6a5d-47c4-8fc9-231811de056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:31:59Z', 'updated_at': '2022-01-28T03:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:35:52.564479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a2c9d-2b52-4a8e-af3e-ad6480444cf6 req-11c9fcc5-53ed-4af8-91e8-df2b381fc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:52.566067 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c62a2c9d-2b52-4a8e-af3e-ad6480444cf6 req-11c9fcc5-53ed-4af8-91e8-df2b381fc124 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 1101 time: 0.4005857 Jan 28 03:35:52.600696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-3a18ff63-7086-4e26-b032-20038d2326d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:52.605563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-3a18ff63-7086-4e26-b032-20038d2326d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb0365e6-7082-4793-ad42-88eacaba3730 HTTP/1.1" status: 200 len: 853 time: 0.8232455 Jan 28 03:35:52.643098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:52.644004 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.645553 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/fed822e3-97dc-45d6-8251-37a366c1d0df HTTP/1.1" status: 200 len: 1092 time: 3.5814340 Jan 28 03:35:52.647840 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044937d6-f696-43b1-afbe-3f3d9c1f2265 req-6a80954a-f873-4ead-9de1-14787eb3519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:52.649653 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-044937d6-f696-43b1-afbe-3f3d9c1f2265 req-6a80954a-f873-4ead-9de1-14787eb3519e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 1175 time: 0.8316193 Jan 28 03:35:52.676747 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks [] for router_controller (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.690839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edd2c835-2e1e-48fe-bc5c-9557ef2c0c45 req-d9c519f2-b88e-407e-8499-81e998db2d1d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298261 Jan 28 03:35:52.712768 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c4296c31-c47c-43db-84f7-81f2bbcfb4b1 req-df4fd367-5dc3-4e80-bfc6-e996159165a3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (824e7b75-75f7-43b8-892c-d7ccffe82605), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.721127 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c4296c31-c47c-43db-84f7-81f2bbcfb4b1 req-df4fd367-5dc3-4e80-bfc6-e996159165a3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:52.723913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c4296c31-c47c-43db-84f7-81f2bbcfb4b1 req-df4fd367-5dc3-4e80-bfc6-e996159165a3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/824e7b75-75f7-43b8-892c-d7ccffe82605 HTTP/1.1" status: 204 len: 173 time: 0.5535529 Jan 28 03:35:52.743406 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-07ede212-9c38-49b7-a7ca-e14690e06dac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cf8dc372-2e44-4c37-8d18-312be1e731c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924070 Jan 28 03:35:52.767265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Allocated IP 172.20.0.2 (1159329d-88f1-4a00-b528-9abded9171ef/d6207826-594e-4d4a-9769-e7e93e590745/e2addc94-bcde-4263-b958-18e05adfb5b5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:52.926223 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-99a54aaa-dba5-4226-84ff-35a13a649edd service neutron] 10.222.0.25 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299953 Jan 28 03:35:52.932500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927ec1e-4cc8-4907-b7cc-d504b0d901b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fed822e3-97dc-45d6-8251-37a366c1d0df,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:52.995137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fd367-5dc3-4e80-bfc6-e996159165a3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824e7b75-75f7-43b8-892c-d7ccffe82605,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:52.995137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9869e2b-4bb0-4012-9b69-6183f6eecf79 req-f2f450d6-a4e7-4395-bb51-44d854f45277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:52.995820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9869e2b-4bb0-4012-9b69-6183f6eecf79 req-f2f450d6-a4e7-4395-bb51-44d854f45277 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 1098 time: 0.5980637 Jan 28 03:35:53.096393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Publish callbacks [] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:53.110802 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:53.130630 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c62a2c9d-2b52-4a8e-af3e-ad6480444cf6 req-83d9160a-542e-45b9-be93-73ede49e691f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225673 Jan 28 03:35:53.177428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Pushing event updated for resources: {'Port': ['ID=e2addc94-bcde-4263-b958-18e05adfb5b5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:53.201447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.201924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.202380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.202809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.203231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.203655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.204071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.205186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.205553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.205972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.206393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.206823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.207237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:35:53.227851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Network 1159329d-88f1-4a00-b528-9abded9171ef is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:53.230945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:53.231201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044937d6-f696-43b1-afbe-3f3d9c1f2265 req-7e3f2e27-63b9-44ae-a0bd-8b4701961863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:53.233467 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-044937d6-f696-43b1-afbe-3f3d9c1f2265 req-7e3f2e27-63b9-44ae-a0bd-8b4701961863 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 912 time: 0.5624795 Jan 28 03:35:53.235364 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-e2e683ab-c93b-4452-b8e3-4cd949e37c11 service neutron] 10.222.0.25 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998285 Jan 28 03:35:53.236874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:53.240309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-3c92e37a-5a7a-4b19-9d8c-8dce2b5cd56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:53.242628 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-3c92e37a-5a7a-4b19-9d8c-8dce2b5cd56a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95c694224d954a71bd210def91604293&device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 1095 time: 0.5044756 Jan 28 03:35:53.314716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Attempting to bind port e2addc94-bcde-4263-b958-18e05adfb5b5 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:35:53.317752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Attempting to bind port e2addc94-bcde-4263-b958-18e05adfb5b5 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:35:53.318385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Attempting to bind port e2addc94-bcde-4263-b958-18e05adfb5b5 on network 1159329d-88f1-4a00-b528-9abded9171ef {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:35:53.327874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:35:53.328684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Checking segment: {'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:35:53.329318 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:53.330240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Bound using segment: {'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:35:53.331871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Bound port: e2addc94-bcde-4263-b958-18e05adfb5b5, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:35:53.332531 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:53.404254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee393-bf49-4d2b-b3d4-7af838d8ed86 req-e4f4dcd5-5278-4cd8-a090-1553cd84feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:53.406216 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-590ee393-bf49-4d2b-b3d4-7af838d8ed86 req-e4f4dcd5-5278-4cd8-a090-1553cd84feb5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95c694224d954a71bd210def91604293&device_id=5721f7a1-5660-4b0b-9c42-32d89fe8aa3a HTTP/1.1" status: 200 len: 1096 time: 0.0712466 Jan 28 03:35:53.425300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] For port e2addc94-bcde-4263-b958-18e05adfb5b5, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:35:53.430094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] For port e2addc94-bcde-4263-b958-18e05adfb5b5, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e2addc94-bcde-4263-b958-18e05adfb5b5,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:35:53.450941 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:53.475874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfec4bb-0b54-46f8-81b8-d18d7b1f1e75 req-36e3552d-86d7-4c50-a084-a0fc82f2a6a5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:53.483920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edfec4bb-0b54-46f8-81b8-d18d7b1f1e75 req-36e3552d-86d7-4c50-a084-a0fc82f2a6a5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.6199143 Jan 28 03:35:53.531043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f878fe8-3663-4776-b7f5-76c6db464b5f None None] Pushing event updated for resources: {'Port': ['ID=e2addc94-bcde-4263-b958-18e05adfb5b5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:53.576753 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-f9bff077-1952-4459-a804-cfa3d1d8b153 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fed822e3-97dc-45d6-8251-37a366c1d0df HTTP/1.1" status: 200 len: 217 time: 0.1474984 Jan 28 03:35:53.578001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-044937d6-f696-43b1-afbe-3f3d9c1f2265 req-9b910d44-e9a8-4d86-9744-5e56a933b963 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82f05a85-436a-49fe-92de-b8e0fa87a262 HTTP/1.1" status: 200 len: 217 time: 0.1499357 Jan 28 03:35:53.583456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] For port f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:53.583456 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:53.641670 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks [] for router_gateway (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:53.668665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044937d6-f696-43b1-afbe-3f3d9c1f2265 req-2db65229-4f3c-4dbb-bd1f-e0c9c1924eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:53.670324 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-044937d6-f696-43b1-afbe-3f3d9c1f2265 req-2db65229-4f3c-4dbb-bd1f-e0c9c1924eba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a7f01fd-2c07-43b0-83f7-11da36d0d72c HTTP/1.1" status: 200 len: 851 time: 0.0599906 Jan 28 03:35:53.677652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445aff0-5203-4796-8cbe-46706e2f3c90 req-a76da2f4-ad9c-47ff-b62a-9b84ea379de5 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:53.681452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6445aff0-5203-4796-8cbe-46706e2f3c90 req-a76da2f4-ad9c-47ff-b62a-9b84ea379de5 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 949 time: 0.8500347 Jan 28 03:35:53.690651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Calling delete_port for f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:53.754490 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-044937d6-f696-43b1-afbe-3f3d9c1f2265 req-60fee8bf-a758-460f-8a1a-61386ea21a44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca2683ce-a10b-49fe-8640-9b15124d668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591135 Jan 28 03:35:53.764520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee393-bf49-4d2b-b3d4-7af838d8ed86 req-b40f6c87-c998-4f39-bd8f-fbea589a12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:53.766128 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-590ee393-bf49-4d2b-b3d4-7af838d8ed86 req-b40f6c87-c998-4f39-bd8f-fbea589a12fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 200 len: 914 time: 0.3511367 Jan 28 03:35:53.785727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edfec4bb-0b54-46f8-81b8-d18d7b1f1e75 req-26e9d666-bd96-4d1f-9baa-5171003eb582 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002596 Jan 28 03:35:53.870387 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb5bffe-ae6d-417d-99a6-08666e954058', 'tag': 'fed822e3-97dc-45d6-8251-37a366c1d0df'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:35:53.880785 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e54d77-30be-41d0-a47d-28e000914b53" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb5bffe-ae6d-417d-99a6-08666e954058", "tag": "fed822e3-97dc-45d6-8251-37a366c1d0df"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:35:53.881805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 329e5754-45cd-4eda-9a85-7adc633c985d no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:53.930231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e99-2864-4674-9f56-a3969b39431a req-523f081c-a89f-4de0-8cb9-e6245cc40d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:53.933100 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-523f081c-a89f-4de0-8cb9-e6245cc40d47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0365e6-7082-4793-ad42-88eacaba3730 HTTP/1.1" status: 200 len: 853 time: 0.3309662 Jan 28 03:35:53.934558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 329e5754-45cd-4eda-9a85-7adc633c985d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:53.940112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 329e5754-45cd-4eda-9a85-7adc633c985d not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:53.980362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-590ee393-bf49-4d2b-b3d4-7af838d8ed86 req-aa6ae98c-d08a-45f7-b851-58df733816d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a46256-f647-4e32-b4a8-9b4eb2e6bf50 HTTP/1.1" status: 200 len: 217 time: 0.2020190 Jan 28 03:35:54.019432 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-021d48e0-3ab7-4e9b-8824-476e3556b567 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8dc372-2e44-4c37-8d18-312be1e731c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335832 Jan 28 03:35:54.046770 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-b394101b-9568-4362-bcd5-8aa4b28e629c req-80f96e6f-cdaa-48fb-aa60-e542bf395d4d tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] show failed (client error): The resource could not be found. Jan 28 03:35:54.055010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b394101b-9568-4362-bcd5-8aa4b28e629c req-80f96e6f-cdaa-48fb-aa60-e542bf395d4d tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/824e7b75-75f7-43b8-892c-d7ccffe82605 HTTP/1.1" status: 404 len: 352 time: 0.0821435 Jan 28 03:35:54.073042 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6445aff0-5203-4796-8cbe-46706e2f3c90 req-f7a21e22-b671-49a9-b0e0-68e7627a769e tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728714 Jan 28 03:35:54.204275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee393-bf49-4d2b-b3d4-7af838d8ed86 req-21cb2db2-708a-4932-ad3a-bb708de98dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:54.205772 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-590ee393-bf49-4d2b-b3d4-7af838d8ed86 req-21cb2db2-708a-4932-ad3a-bb708de98dc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb0365e6-7082-4793-ad42-88eacaba3730 HTTP/1.1" status: 200 len: 853 time: 0.1852145 Jan 28 03:35:54.210436 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-044937d6-f696-43b1-afbe-3f3d9c1f2265 req-fbebad1b-6955-4eb2-885c-dd15764da738 service neutron] 10.222.0.42 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427710 Jan 28 03:35:54.248630 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-590ee393-bf49-4d2b-b3d4-7af838d8ed86 req-828294c2-326b-4ff5-b50d-453289121472 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cf8dc372-2e44-4c37-8d18-312be1e731c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308521 Jan 28 03:35:54.294629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9869e2b-4bb0-4012-9b69-6183f6eecf79 req-065b9750-59b8-4f19-af94-3b5d48544337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:54.296374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9869e2b-4bb0-4012-9b69-6183f6eecf79 req-065b9750-59b8-4f19-af94-3b5d48544337 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 915 time: 1.2604692 Jan 28 03:35:54.381139 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-931cff09-8d65-4ac7-9ad1-9b129030f5fd service neutron] 10.222.0.42 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495345 Jan 28 03:35:54.429626 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c61618-31b3-47ae-ae4a-a909b894785f x-openstack-request-id: req-f3c61618-31b3-47ae-ae4a-a909b894785f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:35:54.430631 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb5bffe-ae6d-417d-99a6-08666e954058", "tag": "fed822e3-97dc-45d6-8251-37a366c1d0df", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:35:54.430631 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3c61618-31b3-47ae-ae4a-a909b894785f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:35:54.430758 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb5bffe-ae6d-417d-99a6-08666e954058', 'tag': 'fed822e3-97dc-45d6-8251-37a366c1d0df', 'status': 'completed', 'code': 200} Jan 28 03:35:54.438212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9869e2b-4bb0-4012-9b69-6183f6eecf79 req-dc332413-51ee-4fa6-b15b-e47e82f3000c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab HTTP/1.1" status: 200 len: 217 time: 0.0927715 Jan 28 03:35:54.439774 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-044937d6-f696-43b1-afbe-3f3d9c1f2265 req-1552e2ac-a065-4d7d-b83f-16d7ceebb483 service neutron] 10.222.0.42 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902616 Jan 28 03:35:54.441744 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-590ee393-bf49-4d2b-b3d4-7af838d8ed86 req-08bff646-5cd5-4921-8d6d-c8c06b38e979 service neutron] 10.222.0.25 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836221 Jan 28 03:35:54.451876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3afdf29d-a924-48d6-9b66-6cc75ce1b844 req-e8280493-ed1a-413c-8454-f3fc4d030920 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-704559468', 'description': 'tempest-description-1945914584'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:54.522832 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3afdf29d-a924-48d6-9b66-6cc75ce1b844 req-e8280493-ed1a-413c-8454-f3fc4d030920 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:54.533021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01df1b1-7666-44b4-b414-b24a76a2518e req-80c99dc8-2b29-40ac-ad4c-cec21d22d06d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:54.534610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e01df1b1-7666-44b4-b414-b24a76a2518e req-80c99dc8-2b29-40ac-ad4c-cec21d22d06d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 943 time: 0.2606094 Jan 28 03:35:54.641985 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-590ee393-bf49-4d2b-b3d4-7af838d8ed86 req-50d93905-66f5-413b-b364-48d2c4d46bb3 service neutron] 10.222.0.25 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928301 Jan 28 03:35:54.658678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-344e4e99-2864-4674-9f56-a3969b39431a req-39dfcb16-0a3f-4a53-85a7-f2a27c05d3b1 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490965 Jan 28 03:35:54.718890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9869e2b-4bb0-4012-9b69-6183f6eecf79 req-8b017bcf-641d-4cf1-b038-1935d4372807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:54.721136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9869e2b-4bb0-4012-9b69-6183f6eecf79 req-8b017bcf-641d-4cf1-b038-1935d4372807 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df9ef53-ff85-4dc0-b919-1760fa37f332 HTTP/1.1" status: 200 len: 854 time: 0.1817086 Jan 28 03:35:54.721913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:54.791786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e01df1b1-7666-44b4-b414-b24a76a2518e req-2a510863-5d94-4662-b79e-4710f7bd8feb tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406518 Jan 28 03:35:54.811823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:54.825749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9869e2b-4bb0-4012-9b69-6183f6eecf79 req-774c7f79-171c-4604-b187-c882681fbc39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0589fcf6-7339-4f9f-8081-24e5b2cb01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839539 Jan 28 03:35:54.923198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e54d77-30be-41d0-a47d-28e000914b53 req-17d8b83a-8b15-49a4-be10-6b7333f2e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:54.926892 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3e54d77-30be-41d0-a47d-28e000914b53 req-17d8b83a-8b15-49a4-be10-6b7333f2e5c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95c694224d954a71bd210def91604293&device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 1095 time: 0.1016390 Jan 28 03:35:55.073025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3afdf29d-a924-48d6-9b66-6cc75ce1b844 req-e8280493-ed1a-413c-8454-f3fc4d030920 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (a4e8978a-2e95-49f6-b714-f1ed59ca4e49), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.113331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e54d77-30be-41d0-a47d-28e000914b53 req-4db3d461-cffc-4472-a5c7-20d7894a38af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:55.115616 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3afdf29d-a924-48d6-9b66-6cc75ce1b844 req-e8280493-ed1a-413c-8454-f3fc4d030920 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a4e8978a-2e95-49f6-b714-f1ed59ca4e49), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.116366 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3e54d77-30be-41d0-a47d-28e000914b53 req-4db3d461-cffc-4472-a5c7-20d7894a38af service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 200 len: 914 time: 0.1811056 Jan 28 03:35:55.128379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3123d94f-6d78-4ecd-b8be-38ed02e5858c None None] Network 1159329d-88f1-4a00-b528-9abded9171ef requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:35:55.166859 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3e54d77-30be-41d0-a47d-28e000914b53 req-495d5a94-2478-4bc8-a81a-8c9beb8784bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fed822e3-97dc-45d6-8251-37a366c1d0df HTTP/1.1" status: 200 len: 217 time: 0.0384636 Jan 28 03:35:55.171866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (ec95d8d1-6a5d-47c4-8fc9-231811de056a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.236430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-04ca794b-187c-49d1-8b07-ec4532510084 None None] Provisioning complete for port e2addc94-bcde-4263-b958-18e05adfb5b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:55.236936 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-04ca794b-187c-49d1-8b07-ec4532510084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.251824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e54d77-30be-41d0-a47d-28e000914b53 req-1c10ba84-a0b3-4762-9734-eede0d1000d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:55.253691 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3e54d77-30be-41d0-a47d-28e000914b53 req-1c10ba84-a0b3-4762-9734-eede0d1000d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0365e6-7082-4793-ad42-88eacaba3730 HTTP/1.1" status: 200 len: 853 time: 0.0801044 Jan 28 03:35:55.292911 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3afdf29d-a924-48d6-9b66-6cc75ce1b844 req-e8280493-ed1a-413c-8454-f3fc4d030920 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.294156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3afdf29d-a924-48d6-9b66-6cc75ce1b844 req-e8280493-ed1a-413c-8454-f3fc4d030920 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8475916 Jan 28 03:35:55.313343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c597d-e2e7-4028-bb27-7eb4d3ab9185 req-5a90524b-3c4d-44fc-8696-48b32dfd5043 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:55.314904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-138c597d-e2e7-4028-bb27-7eb4d3ab9185 req-5a90524b-3c4d-44fc-8696-48b32dfd5043 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.3554311 Jan 28 03:35:55.321019 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3e54d77-30be-41d0-a47d-28e000914b53 req-67a22423-4ba3-4a08-808e-9838c52dea7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8dc372-2e44-4c37-8d18-312be1e731c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585504 Jan 28 03:35:55.380622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks [] for router_gateway (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.392540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8280493-ed1a-413c-8454-f3fc4d030920 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e8978a-2e95-49f6-b714-f1ed59ca4e49,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:55.445990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-04ca794b-187c-49d1-8b07-ec4532510084 None None] Current status of the port e2addc94-bcde-4263-b958-18e05adfb5b5 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:55.447140 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-04ca794b-187c-49d1-8b07-ec4532510084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.453564 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (ec95d8d1-6a5d-47c4-8fc9-231811de056a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.460806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Publish callbacks [] for router_controller (ec95d8d1-6a5d-47c4-8fc9-231811de056a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.468893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9869e2b-4bb0-4012-9b69-6183f6eecf79 req-7911db1a-1d0d-4868-84a6-d7bfa629568c service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782804 Jan 28 03:35:55.482464 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.522945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-04ca794b-187c-49d1-8b07-ec4532510084 None None] For port e2addc94-bcde-4263-b958-18e05adfb5b5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e2addc94-bcde-4263-b958-18e05adfb5b5,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:55.524136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3e54d77-30be-41d0-a47d-28e000914b53 req-ebfef20f-d988-484a-a143-e36db0d6c51a service neutron] 10.222.0.42 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890755 Jan 28 03:35:55.530954 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-04ca794b-187c-49d1-8b07-ec4532510084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.642626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca794b-187c-49d1-8b07-ec4532510084 None None] Pushing event updated for resources: {'Port': ['ID=e2addc94-bcde-4263-b958-18e05adfb5b5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:55.709377 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3e54d77-30be-41d0-a47d-28e000914b53 req-21469e82-5493-4597-aac3-87c5d2629c16 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588371 Jan 28 03:35:55.831344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9869e2b-4bb0-4012-9b69-6183f6eecf79 req-6c5235cb-b371-4c2c-8132-4fa938cc93d7 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397871 Jan 28 03:35:55.872967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7cf12-032e-430d-9f7b-b7c9da9da8fc req-826de8f7-2692-4b76-99d4-01ffa84817f2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:55.874412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00b7cf12-032e-430d-9f7b-b7c9da9da8fc req-826de8f7-2692-4b76-99d4-01ffa84817f2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 949 time: 0.3174455 Jan 28 03:35:55.879182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (ec95d8d1-6a5d-47c4-8fc9-231811de056a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.879944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec95d8d1-6a5d-47c4-8fc9-231811de056a {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:35:55.910669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.914362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f2cc8f8a-f946-4ed1-8598-3a8098f850c2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ec95d8d1-6a5d-47c4-8fc9-231811de056a HTTP/1.1" status: 204 len: 168 time: 4.5295498 Jan 28 03:35:55.914690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57602) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:55.934984 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-84ae3301-766c-4e48-9bc2-d32b4e0929e4 None None] Provisioning complete for port e2addc94-bcde-4263-b958-18e05adfb5b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:55.936001 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-84ae3301-766c-4e48-9bc2-d32b4e0929e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:55.981333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-138c597d-e2e7-4028-bb27-7eb4d3ab9185 req-b752147a-35d1-4baa-9b77-ccfc14f662fb tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070490 Jan 28 03:35:56.038316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-84ae3301-766c-4e48-9bc2-d32b4e0929e4 None None] Current status of the port e2addc94-bcde-4263-b958-18e05adfb5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:56.064204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fdf439-f181-4708-8e7a-44de17662063 admin admin] Deleting subnet 8a6156d7-bba4-4193-99d6-e7b8ca5f536d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:35:56.073794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66fdf439-f181-4708-8e7a-44de17662063 admin admin] Publish callbacks [] for subnet (8a6156d7-bba4-4193-99d6-e7b8ca5f536d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.097465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Allocated IP 172.25.1.6 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:35:56.126704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e2addc94-bcde-4263-b958-18e05adfb5b5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:35:56.152945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00b7cf12-032e-430d-9f7b-b7c9da9da8fc req-0066e4e2-14c8-44dd-bd28-2993de8beb7f tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399936 Jan 28 03:35:56.179930 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66fdf439-f181-4708-8e7a-44de17662063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (8a6156d7-bba4-4193-99d6-e7b8ca5f536d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.184011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-09a04f6f-b464-414e-af4d-5738c39ea005 req-1bd07545-3598-4801-888e-d69a549d0db1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1364141685', 'description': 'tempest-description-998095205'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:56.260711 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-09a04f6f-b464-414e-af4d-5738c39ea005 req-1bd07545-3598-4801-888e-d69a549d0db1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.265089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e2addc94-bcde-4263-b958-18e05adfb5b5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:35:56.266836 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.319833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66fdf439-f181-4708-8e7a-44de17662063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (8a6156d7-bba4-4193-99d6-e7b8ca5f536d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.400062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e2addc94-bcde-4263-b958-18e05adfb5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:56.427054 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66fdf439-f181-4708-8e7a-44de17662063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (8a6156d7-bba4-4193-99d6-e7b8ca5f536d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.443250 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66fdf439-f181-4708-8e7a-44de17662063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.450121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d1d813-84be-4112-ad0e-db4ac6bd1a4a None None] Network 86d5a647-4959-4f25-9012-430dac9dc808 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:35:56.456441 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-66fdf439-f181-4708-8e7a-44de17662063 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8a6156d7-bba4-4193-99d6-e7b8ca5f536d HTTP/1.1" status: 204 len: 168 time: 0.5384328 Jan 28 03:35:56.474691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57608) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:56.483065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdf439-f181-4708-8e7a-44de17662063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6156d7-bba4-4193-99d6-e7b8ca5f536d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:56.633296 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (86d5a647-4959-4f25-9012-430dac9dc808), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.656405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks [] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.690926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdad3ac7-664b-477b-a9ac-823b898b7ef7 None None] DHCP port deletion for 86d5a647-4959-4f25-9012-430dac9dc808 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:35:56.710074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911710e5-b57d-4319-98de-27b1b3f772f4 req-5098e7dc-c1a7-4635-87b4-599e9501a8c3 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:56.711834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-911710e5-b57d-4319-98de-27b1b3f772f4 req-5098e7dc-c1a7-4635-87b4-599e9501a8c3 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 943 time: 0.1528988 Jan 28 03:35:56.746240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Deleting port f850ca0d-8e68-4111-907e-42cf59945054 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:56.746576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f850ca0d-8e68-4111-907e-42cf59945054), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.777615 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-09a04f6f-b464-414e-af4d-5738c39ea005 req-1bd07545-3598-4801-888e-d69a549d0db1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (8f71d84a-bd6f-4b50-b17c-ea1884478788), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.792877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.807751 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-09a04f6f-b464-414e-af4d-5738c39ea005 req-1bd07545-3598-4801-888e-d69a549d0db1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8f71d84a-bd6f-4b50-b17c-ea1884478788), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.828390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fdad3ac7-664b-477b-a9ac-823b898b7ef7 None None] Deleting port f850ca0d-8e68-4111-907e-42cf59945054 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:35:56.829040 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdad3ac7-664b-477b-a9ac-823b898b7ef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f850ca0d-8e68-4111-907e-42cf59945054), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.839275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] For port f850ca0d-8e68-4111-907e-42cf59945054, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f850ca0d-8e68-4111-907e-42cf59945054,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:56.839564 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f850ca0d-8e68-4111-907e-42cf59945054), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.862040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Calling delete_port for f850ca0d-8e68-4111-907e-42cf59945054 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:56.875885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-911710e5-b57d-4319-98de-27b1b3f772f4 req-b2758485-0f78-4fa0-9499-b88599ae1fdc tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531980 Jan 28 03:35:56.907987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-09a04f6f-b464-414e-af4d-5738c39ea005 req-1bd07545-3598-4801-888e-d69a549d0db1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:56.921426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09a04f6f-b464-414e-af4d-5738c39ea005 req-1bd07545-3598-4801-888e-d69a549d0db1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7555156 Jan 28 03:35:56.926311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:35:56.933189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd07545-3598-4801-888e-d69a549d0db1 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f71d84a-bd6f-4b50-b17c-ea1884478788,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:56.936039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:35:56.937861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Pushing event updated for resources: {'Port': ['ID=7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:56.942045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:35:57.054144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f850ca0d-8e68-4111-907e-42cf59945054), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.074597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-9750e72b-3170-494c-8124-16b9e1148a6d req-05c04a94-17fb-4b6f-8d6d-332696423695 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1831759392', 'description': 'tempest-description-967340946'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:57.101609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fdad3ac7-664b-477b-a9ac-823b898b7ef7 None None] For port f850ca0d-8e68-4111-907e-42cf59945054, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f850ca0d-8e68-4111-907e-42cf59945054,segment=NetworkSegment(a8545df4-d027-4532-8660-57268416d3f5),segment_id=a8545df4-d027-4532-8660-57268416d3f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:57.102025 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdad3ac7-664b-477b-a9ac-823b898b7ef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f850ca0d-8e68-4111-907e-42cf59945054), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.120052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=f850ca0d-8e68-4111-907e-42cf59945054,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:57.120257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fdad3ac7-664b-477b-a9ac-823b898b7ef7 None None] Calling delete_port for f850ca0d-8e68-4111-907e-42cf59945054 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:35:57.131180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] No DVR routers for this DVR port f850ca0d-8e68-4111-907e-42cf59945054 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:35:57.224585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9750e72b-3170-494c-8124-16b9e1148a6d req-05c04a94-17fb-4b6f-8d6d-332696423695 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.244814 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (86d5a647-4959-4f25-9012-430dac9dc808), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.251346 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdad3ac7-664b-477b-a9ac-823b898b7ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (f850ca0d-8e68-4111-907e-42cf59945054), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.275187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d5a647-4959-4f25-9012-430dac9dc808']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:57.285552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8545df4-d027-4532-8660-57268416d3f5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:57.285849 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8545df4-d027-4532-8660-57268416d3f5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:57.288009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad3ac7-664b-477b-a9ac-823b898b7ef7 None None] Pushing event deleted for resources: {'Port': ['ID=f850ca0d-8e68-4111-907e-42cf59945054,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:57.298608 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (a8545df4-d027-4532-8660-57268416d3f5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.321290 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a8545df4-d027-4532-8660-57268416d3f5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.323978 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc4cd-2d01-4314-bab9-e483c25043a9 req-7c0dacb6-48a6-45df-ae23-7c50848250ba tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:57.325591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-524fc4cd-2d01-4314-bab9-e483c25043a9 req-7c0dacb6-48a6-45df-ae23-7c50848250ba tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 1101 time: 0.1988747 Jan 28 03:35:57.328792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:35:57.329392 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (a8545df4-d027-4532-8660-57268416d3f5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:35:57.331859 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:35:57.354046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad3ac7-664b-477b-a9ac-823b898b7ef7 None None] No DVR routers for this DVR port f850ca0d-8e68-4111-907e-42cf59945054 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:35:57.358790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:35:57.407284 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (86d5a647-4959-4f25-9012-430dac9dc808), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.440383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.450596 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] 10.222.0.44 "DELETE /v2.0/networks/86d5a647-4959-4f25-9012-430dac9dc808 HTTP/1.1" status: 204 len: 168 time: 0.9742596 Jan 28 03:35:57.453180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bc279-69ae-4158-9695-51090c5c9c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d5a647-4959-4f25-9012-430dac9dc808,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:57.488806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-524fc4cd-2d01-4314-bab9-e483c25043a9 req-f369ddfc-6392-493b-a19d-5b4540a722f7 tempest-ServersOnMultiNodesTest-1658743416 tempest-ServersOnMultiNodesTest-1658743416-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414425 Jan 28 03:35:57.491239 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9750e72b-3170-494c-8124-16b9e1148a6d req-05c04a94-17fb-4b6f-8d6d-332696423695 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (489a930a-d67a-45db-b050-f8915ae77924), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.492146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks [] for router_gateway (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.535268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:57.550482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '81a46256-f647-4e32-b4a8-9b4eb2e6bf50', 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4', 'port_id': '81a46256-f647-4e32-b4a8-9b4eb2e6bf50', 'mac_address': 'fa:16:3e:67:80:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0365e6-7082-4793-ad42-88eacaba3730', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:35:57.641234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:57.641967 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.660946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9750e72b-3170-494c-8124-16b9e1148a6d req-05c04a94-17fb-4b6f-8d6d-332696423695 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (489a930a-d67a-45db-b050-f8915ae77924), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.664326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:57.694621 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:57.703275 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.731328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:57.795003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c04a94-17fb-4b6f-8d6d-332696423695 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489a930a-d67a-45db-b050-f8915ae77924,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:57.798673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:57.804177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9750e72b-3170-494c-8124-16b9e1148a6d req-05c04a94-17fb-4b6f-8d6d-332696423695 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.805507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9750e72b-3170-494c-8124-16b9e1148a6d req-05c04a94-17fb-4b6f-8d6d-332696423695 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7451530 Jan 28 03:35:57.823812 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-478a3f35-aa2a-4632-99cf-b26096e75b1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3edf54717be455a84cb1cc9995729da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884540 Jan 28 03:35:57.824135 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.824392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:57.836228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9348f-f07e-4384-819f-f8cb9d8dd473 req-5aea4ba5-b73c-4bba-a4b3-bcbfc418c465 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:57.843858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0a9348f-f07e-4384-819f-f8cb9d8dd473 req-5aea4ba5-b73c-4bba-a4b3-bcbfc418c465 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1841559 Jan 28 03:35:57.920490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:57.939927 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62af70a4-f356-4c40-96b1-37c07fca9d90 admin admin] Publish callbacks [] for security_group (1249f62f-c290-4665-ab21-4eaf91c5a5e0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:57.967266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fed822e3-97dc-45d6-8251-37a366c1d0df details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:35:57.969768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:57.970287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f9c04d8c-b2c8-41ce-b85a-a0f26c310d9b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:57.971243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f850ca0d-8e68-4111-907e-42cf59945054 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:35:57.980279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0a9348f-f07e-4384-819f-f8cb9d8dd473 req-18093122-71fc-4f8b-af56-7dd924adc919 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354475 Jan 28 03:35:57.985284 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62af70a4-f356-4c40-96b1-37c07fca9d90 admin admin] Publish callbacks [] for security_group (1249f62f-c290-4665-ab21-4eaf91c5a5e0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:58.014608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f850ca0d-8e68-4111-907e-42cf59945054 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:35:58.015330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f850ca0d-8e68-4111-907e-42cf59945054 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:35:58.138148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fed822e3-97dc-45d6-8251-37a366c1d0df, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fed822e3-97dc-45d6-8251-37a366c1d0df,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:58.152068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62af70a4-f356-4c40-96b1-37c07fca9d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1249f62f-c290-4665-ab21-4eaf91c5a5e0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:58.161803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62af70a4-f356-4c40-96b1-37c07fca9d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:58.164543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-62af70a4-f356-4c40-96b1-37c07fca9d90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1249f62f-c290-4665-ab21-4eaf91c5a5e0 HTTP/1.1" status: 204 len: 168 time: 0.3374252 Jan 28 03:35:58.186259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af70a4-f356-4c40-96b1-37c07fca9d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1249f62f-c290-4665-ab21-4eaf91c5a5e0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:58.189214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'fed822e3-97dc-45d6-8251-37a366c1d0df', 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4', 'port_id': 'fed822e3-97dc-45d6-8251-37a366c1d0df', 'mac_address': 'fa:16:3e:ec:56:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0365e6-7082-4793-ad42-88eacaba3730', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:35:58.235876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['81a46256-f647-4e32-b4a8-9b4eb2e6bf50'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:58.285725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port fed822e3-97dc-45d6-8251-37a366c1d0df is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:35:58.286628 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:58.323479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed822e3-97dc-45d6-8251-37a366c1d0df {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:35:58.362646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fed822e3-97dc-45d6-8251-37a366c1d0df, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fed822e3-97dc-45d6-8251-37a366c1d0df,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:35:58.374296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:58.471486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=fed822e3-97dc-45d6-8251-37a366c1d0df,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:58.475291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830724fe-64b2-4e92-a222-8249372f2222 req-8964e89c-5285-47c2-b7e3-03b1bd97c135 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:58.482784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-830724fe-64b2-4e92-a222-8249372f2222 req-8964e89c-5285-47c2-b7e3-03b1bd97c135 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 943 time: 0.2281711 Jan 28 03:35:58.549988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:35:58.581661 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64154ec9-8323-42c6-83a9-bfcaa50bc6f7 req-ce020e39-60a3-4bba-a2c8-5448ea73dc4c tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3422164ef1f4c2d897ba8322801e0a7 HTTP/1.1" status: 200 len: 11013 time: 0.5666707 Jan 28 03:35:58.590982 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-830724fe-64b2-4e92-a222-8249372f2222 req-3ea82e90-d19f-4cee-b44a-d9bb9e910cab tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072934 Jan 28 03:35:58.747858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64154ec9-8323-42c6-83a9-bfcaa50bc6f7 req-ec0733e9-7fe9-440a-ac80-9784f56201f0 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/81d3f635-f011-48d0-84cc-55e960f78013 HTTP/1.1" status: 200 len: 3002 time: 0.1556687 Jan 28 03:35:58.816625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:35:58.838570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64154ec9-8323-42c6-83a9-bfcaa50bc6f7 req-c389bc6c-cdb3-413a-8700-50faa6d2b9da tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/81d3f635-f011-48d0-84cc-55e960f78013 HTTP/1.1" status: 200 len: 3002 time: 0.0833681 Jan 28 03:35:58.850178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['fed822e3-97dc-45d6-8251-37a366c1d0df'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:35:58.860322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Sync routers for ids ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:35:58.873155 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:58.874475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2f6a5ee1-9817-4d34-b61c-bb00e989c62e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6002965 Jan 28 03:35:58.877280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57668) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:58.924770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb801a-c5e3-42d5-a2bd-351b47b0b238 req-1ff4d928-152c-4fb3-a637-b59d18378ce3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:58.926920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7bb801a-c5e3-42d5-a2bd-351b47b0b238 req-1ff4d928-152c-4fb3-a637-b59d18378ce3 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 949 time: 0.1354468 Jan 28 03:35:58.934819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c6e9006-d1cf-4605-bab2-eac33ba1c51a req-78db9360-a145-4674-811f-72e303b383ff tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/a4e8978a-2e95-49f6-b714-f1ed59ca4e49 HTTP/1.1" status: 200 len: 1819 time: 0.0575736 Jan 28 03:35:58.992483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Routers {'5499da28-ac20-4f0b-b8e0-bdf4e5feecea'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:35:58.993614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:59.069701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7bb801a-c5e3-42d5-a2bd-351b47b0b238 req-bf2ae228-25d8-4447-9305-890d6dc57acc tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338489 Jan 28 03:35:59.112620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c6e9006-d1cf-4605-bab2-eac33ba1c51a req-eb35a1a6-d593-4ad0-b237-6bb12d549750 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (a4e8978a-2e95-49f6-b714-f1ed59ca4e49), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.176440 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c6e9006-d1cf-4605-bab2-eac33ba1c51a req-eb35a1a6-d593-4ad0-b237-6bb12d549750 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (a4e8978a-2e95-49f6-b714-f1ed59ca4e49), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.253640 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c6e9006-d1cf-4605-bab2-eac33ba1c51a req-eb35a1a6-d593-4ad0-b237-6bb12d549750 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a4e8978a-2e95-49f6-b714-f1ed59ca4e49), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.256594 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c6e9006-d1cf-4605-bab2-eac33ba1c51a req-eb35a1a6-d593-4ad0-b237-6bb12d549750 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.258012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c6e9006-d1cf-4605-bab2-eac33ba1c51a req-eb35a1a6-d593-4ad0-b237-6bb12d549750 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/a4e8978a-2e95-49f6-b714-f1ed59ca4e49 HTTP/1.1" status: 204 len: 173 time: 0.3074770 Jan 28 03:35:59.273921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35a1a6-d593-4ad0-b237-6bb12d549750 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e8978a-2e95-49f6-b714-f1ed59ca4e49,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:59.312933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Set router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:35:59.401859 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-14d29039-54f9-4906-8a25-6da3d22eeb23 req-dfff003e-061c-49ab-bb4e-8f8cf461eb9c tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] show failed (client error): The resource could not be found. Jan 28 03:35:59.411787 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14d29039-54f9-4906-8a25-6da3d22eeb23 req-dfff003e-061c-49ab-bb4e-8f8cf461eb9c tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/a4e8978a-2e95-49f6-b714-f1ed59ca4e49 HTTP/1.1" status: 404 len: 352 time: 0.0660822 Jan 28 03:35:59.464891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217262f5-6649-4ab7-bd34-411a34e6a0b1 req-e0f6c6bd-7439-488f-b278-9e5d27fa4c8a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:59.466471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-217262f5-6649-4ab7-bd34-411a34e6a0b1 req-e0f6c6bd-7439-488f-b278-9e5d27fa4c8a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1730564 Jan 28 03:35:59.492687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57686) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:35:59.622587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7828fed7-a6cc-4e93-be40-1863d7ef210c req-92bee6cb-ca5b-41e7-a6ff-0ca36a4583c8 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/8f71d84a-bd6f-4b50-b17c-ea1884478788 HTTP/1.1" status: 200 len: 1819 time: 0.1477685 Jan 28 03:35:59.667550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:35:57Z', 'revision_number': 3, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:35:59.719174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Checking router: 5499da28-ac20-4f0b-b8e0-bdf4e5feecea for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:35:59.719542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Updating router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:35:59.732999 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7828fed7-a6cc-4e93-be40-1863d7ef210c req-9de7461f-e006-4b52-a9c3-5a32243635d6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (8f71d84a-bd6f-4b50-b17c-ea1884478788), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.746482 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.756522 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7828fed7-a6cc-4e93-be40-1863d7ef210c req-9de7461f-e006-4b52-a9c3-5a32243635d6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (8f71d84a-bd6f-4b50-b17c-ea1884478788), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.807279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-217262f5-6649-4ab7-bd34-411a34e6a0b1 req-b5ff958c-bb05-44c9-aa61-333d24ad330b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310289 Jan 28 03:35:59.813407 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7828fed7-a6cc-4e93-be40-1863d7ef210c req-9de7461f-e006-4b52-a9c3-5a32243635d6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8f71d84a-bd6f-4b50-b17c-ea1884478788), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.817016 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7828fed7-a6cc-4e93-be40-1863d7ef210c req-9de7461f-e006-4b52-a9c3-5a32243635d6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.820014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7828fed7-a6cc-4e93-be40-1863d7ef210c req-9de7461f-e006-4b52-a9c3-5a32243635d6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/8f71d84a-bd6f-4b50-b17c-ea1884478788 HTTP/1.1" status: 204 len: 173 time: 0.1880379 Jan 28 03:35:59.844982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7461f-e006-4b52-a9c3-5a32243635d6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f71d84a-bd6f-4b50-b17c-ea1884478788,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:35:59.859189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-923633751-network', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:35:59.983270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:35:59.986263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.989095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8290c2-03eb-43e8-8e2e-d57d24dec1f7 req-781b02ae-b071-4126-ac49-fc35cdefaef9 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:00.009179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.011285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e8290c2-03eb-43e8-8e2e-d57d24dec1f7 req-781b02ae-b071-4126-ac49-fc35cdefaef9 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 944 time: 0.0961609 Jan 28 03:36:00.027804 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-46ea6ae8-e295-4dd1-b105-bc2a5c62ba5e req-ee96b43a-d604-497e-8a0c-e1f16b0a1084 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] show failed (client error): The resource could not be found. Jan 28 03:36:00.028853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46ea6ae8-e295-4dd1-b105-bc2a5c62ba5e req-ee96b43a-d604-497e-8a0c-e1f16b0a1084 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/8f71d84a-bd6f-4b50-b17c-ea1884478788 HTTP/1.1" status: 404 len: 352 time: 0.0812743 Jan 28 03:36:00.082597 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.104955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-0e942e7f-2fb8-4d4d-ae57-f6eebb1b2403 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:00.106666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-0e942e7f-2fb8-4d4d-ae57-f6eebb1b2403 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 949 time: 0.1455748 Jan 28 03:36:00.141866 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Publish callbacks [] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.158617 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.195648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b27a7200-d042-4e76-af1d-d4330f8ddcef req-f79ca05b-7935-4047-ab55-d47f7d3453c0 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/489a930a-d67a-45db-b050-f8915ae77924 HTTP/1.1" status: 200 len: 1819 time: 0.1337500 Jan 28 03:36:00.228234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e8290c2-03eb-43e8-8e2e-d57d24dec1f7 req-8f95a4a0-ef06-4886-a5c7-ea09faed7018 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097769 Jan 28 03:36:00.244827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Attempting to bind port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:00.245224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Attempting to bind port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:00.245722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Attempting to bind port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:00.257705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:00.258151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:00.259562 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.259976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:00.260558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Bound port: 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:00.260974 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.264604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Allocated IP 172.20.0.1 (1159329d-88f1-4a00-b528-9abded9171ef/d6207826-594e-4d4a-9769-e7e93e590745/4deeff11-c6a5-4c04-8f23-5a4462cd8382) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:00.329439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] For port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:00.333105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] For port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:00.335124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cab257-9ff7-4a74-a218-99ce11e16cb3 None None] Pushing event updated for resources: {'Port': ['ID=7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:00.348339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.351533 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b27a7200-d042-4e76-af1d-d4330f8ddcef req-747594ba-84a3-429a-bc16-564c27307479 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (489a930a-d67a-45db-b050-f8915ae77924), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.387920 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Publish callbacks [] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.399902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-e2c0f09e-8654-44f5-a89a-204e9b281427 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Deleting port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:00.400603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-e2c0f09e-8654-44f5-a89a-204e9b281427 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.412733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cab257-9ff7-4a74-a218-99ce11e16cb3 None None] Pushing event updated for resources: {'Port': ['ID=7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:00.431534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.455287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Routers {'5499da28-ac20-4f0b-b8e0-bdf4e5feecea'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:00.455957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:00.496512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-e2c0f09e-8654-44f5-a89a-204e9b281427 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] For port 037a4d09-f2d9-4007-b788-2a08f1aa54c3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=037a4d09-f2d9-4007-b788-2a08f1aa54c3,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:00.497246 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-e2c0f09e-8654-44f5-a89a-204e9b281427 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.505668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Network 1159329d-88f1-4a00-b528-9abded9171ef is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:00.510237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4deeff11-c6a5-4c04-8f23-5a4462cd8382,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:00.511909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-e2c0f09e-8654-44f5-a89a-204e9b281427 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Calling delete_port for 037a4d09-f2d9-4007-b788-2a08f1aa54c3 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:00.518312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:00.523359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:00.527337 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Publish callbacks [] for security_group (bd7e144f-b0bd-47b8-bcc1-7d04798767d0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.560246 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bd7e144f-b0bd-47b8-bcc1-7d04798767d0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.622422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:36:00.643625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7e144f-b0bd-47b8-bcc1-7d04798767d0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:00.650778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.654158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.654504 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Added segment 4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0 of type vlan for network 39ca72c0-032b-4e3b-b459-91b9ab024a53 Jan 28 03:36:00.716726 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-e2c0f09e-8654-44f5-a89a-204e9b281427 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (037a4d09-f2d9-4007-b788-2a08f1aa54c3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.725570 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b27a7200-d042-4e76-af1d-d4330f8ddcef req-747594ba-84a3-429a-bc16-564c27307479 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (489a930a-d67a-45db-b050-f8915ae77924), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.795617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8edd2e-7130-43c3-830a-e022b3ca30d3 req-eea4128e-74a5-46ca-a90b-87f3373ccca9 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:00.804529 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (39ca72c0-032b-4e3b-b459-91b9ab024a53), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:00.806569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b8edd2e-7130-43c3-830a-e022b3ca30d3 req-eea4128e-74a5-46ca-a90b-87f3373ccca9 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=81d7d190-fc64-4bb3-a079-82869bb158ca HTTP/1.1" status: 200 len: 949 time: 0.4551921 Jan 28 03:36:00.872980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211', '4bb17899-8191-4ab6-99bf-89e734fd4001', '68e04af3-3a60-437f-bb51-05a0b6a18380', 'ab27c9e0-be88-40ca-9ed0-00cef378d211'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:00.901066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76', '6560c747-ca57-456d-b5d9-f0efee0535d3', '037a4d09-f2d9-4007-b788-2a08f1aa54c3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:00.969488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0f09e-8654-44f5-a89a-204e9b281427 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event deleted for resources: {'Port': ['ID=037a4d09-f2d9-4007-b788-2a08f1aa54c3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:01.021318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (39ca72c0-032b-4e3b-b459-91b9ab024a53), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.022460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:01.023148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.050039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-e2c0f09e-8654-44f5-a89a-204e9b281427 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] No DVR routers for this DVR port 037a4d09-f2d9-4007-b788-2a08f1aa54c3 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:01.079802 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-e2c0f09e-8654-44f5-a89a-204e9b281427 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.086090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5a475a3-261b-4ade-97a3-59cdf4558ea6 req-e2c0f09e-8654-44f5-a89a-204e9b281427 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "DELETE /v2.0/ports/037a4d09-f2d9-4007-b788-2a08f1aa54c3 HTTP/1.1" status: 204 len: 173 time: 0.9610972 Jan 28 03:36:01.087891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d7d190-fc64-4bb3-a079-82869bb158ca', 'name': 'network-vif-deleted', 'tag': '037a4d09-f2d9-4007-b788-2a08f1aa54c3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:01.090592 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9917fd-e476-4dd0-8b66-dd2321e47ab7" -d '{"events": [{"server_uuid": "81d7d190-fc64-4bb3-a079-82869bb158ca", "name": "network-vif-deleted", "tag": "037a4d09-f2d9-4007-b788-2a08f1aa54c3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:01.121487 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b27a7200-d042-4e76-af1d-d4330f8ddcef req-747594ba-84a3-429a-bc16-564c27307479 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (489a930a-d67a-45db-b050-f8915ae77924), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.126162 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b27a7200-d042-4e76-af1d-d4330f8ddcef req-747594ba-84a3-429a-bc16-564c27307479 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.140294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b27a7200-d042-4e76-af1d-d4330f8ddcef req-747594ba-84a3-429a-bc16-564c27307479 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/489a930a-d67a-45db-b050-f8915ae77924 HTTP/1.1" status: 204 len: 173 time: 0.9319379 Jan 28 03:36:01.173589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b8edd2e-7130-43c3-830a-e022b3ca30d3 req-39721a1d-165c-423d-8de5-4419f6b51c6d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656490 Jan 28 03:36:01.199088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747594ba-84a3-429a-bc16-564c27307479 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489a930a-d67a-45db-b050-f8915ae77924,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:01.234871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.240146 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91982716-448a-418e-a90a-988680431d7c req-70a26dcc-57a7-4c7e-bacb-a7ea28bba833 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3091300 Jan 28 03:36:01.252643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:01.253004 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7575374 Jan 28 03:36:01.258377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Request body: {'subnet': {'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-subnet', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:01.268987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa109c4-8216-4b50-b2aa-7b180ed7f4b8 admin admin] Pushing event updated for resources: {'Network': ['ID=39ca72c0-032b-4e3b-b459-91b9ab024a53,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:01.335772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 39ca72c0-032b-4e3b-b459-91b9ab024a53 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:36:01.372374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:01.374872 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.386171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91982716-448a-418e-a90a-988680431d7c req-d9dda5b2-aed7-4223-9983-222f9c6491ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:01.387946 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91982716-448a-418e-a90a-988680431d7c req-d9dda5b2-aed7-4223-9983-222f9c6491ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f9f265697cd486d8adcca60e4da2340&device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 1102 time: 0.0861590 Jan 28 03:36:01.484872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:01.558270 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c04e1fe-0e90-42d9-a6f1-35440e47214d x-openstack-request-id: req-4c04e1fe-0e90-42d9-a6f1-35440e47214d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:01.558987 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d7d190-fc64-4bb3-a079-82869bb158ca", "name": "network-vif-deleted", "tag": "037a4d09-f2d9-4007-b788-2a08f1aa54c3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:01.559412 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c04e1fe-0e90-42d9-a6f1-35440e47214d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:01.560053 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d7d190-fc64-4bb3-a079-82869bb158ca', 'name': 'network-vif-deleted', 'tag': '037a4d09-f2d9-4007-b788-2a08f1aa54c3', 'status': 'completed', 'code': 200} Jan 28 03:36:01.631651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91982716-448a-418e-a90a-988680431d7c req-f6285d9c-5c35-45fb-b73b-849c5f28efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:01.633288 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91982716-448a-418e-a90a-988680431d7c req-f6285d9c-5c35-45fb-b73b-849c5f28efb8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.1676998 Jan 28 03:36:01.661869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] Set router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:01.698860 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91982716-448a-418e-a90a-988680431d7c req-49aa3489-74c8-4b66-81e0-3edd12a2bb21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b609123a-14a5-4e93-bf17-80d31feca211 HTTP/1.1" status: 200 len: 217 time: 0.0569780 Jan 28 03:36:01.703693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Publish callbacks [] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.713945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8ab8d4dd-6c6c-45ec-a905-573bd3a46ab8 None None] Provisioning complete for port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:01.714666 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d4dd-6c6c-45ec-a905-573bd3a46ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.718972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.765723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:36:01.844280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4deeff11-c6a5-4c04-8f23-5a4462cd8382,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:01.848737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91982716-448a-418e-a90a-988680431d7c req-0b4f659b-de49-43e3-a8be-301e61a97abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:01.850568 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91982716-448a-418e-a90a-988680431d7c req-0b4f659b-de49-43e3-a8be-301e61a97abd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1425445 Jan 28 03:36:01.852103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.950252 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-816dd015-2253-44c3-8a5d-d7bdfe343d92 req-91766f5c-d158-4813-ba6d-28eed86924a6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] show failed (client error): The resource could not be found. Jan 28 03:36:01.963831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:01.963831 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.967154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-816dd015-2253-44c3-8a5d-d7bdfe343d92 req-91766f5c-d158-4813-ba6d-28eed86924a6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/489a930a-d67a-45db-b050-f8915ae77924 HTTP/1.1" status: 404 len: 352 time: 0.4133573 Jan 28 03:36:01.992037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:36:02.015348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91982716-448a-418e-a90a-988680431d7c req-0a77b682-6397-4c01-a1ab-f0e2cfaafcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:02.028104 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91982716-448a-418e-a90a-988680431d7c req-0a77b682-6397-4c01-a1ab-f0e2cfaafcc6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1670237 Jan 28 03:36:02.037980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326195a5-35cd-440a-83e1-1c25fdec78d2 req-e8007cb0-aa80-43f9-ba19-11a94a4de081 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:02.042713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326195a5-35cd-440a-83e1-1c25fdec78d2 req-e8007cb0-aa80-43f9-ba19-11a94a4de081 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.4968524 Jan 28 03:36:02.105086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:02.117292 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fed822e3-97dc-45d6-8251-37a366c1d0df up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:02.166241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af', 'port_id': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'mac_address': 'fa:16:3e:ca:09:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df9ef53-ff85-4dc0-b919-1760fa37f332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:36:02.202816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaabba-ef00-4a10-8da6-17afd5f28894 req-8dfb4f37-8e2e-4a92-a938-dc3dbf6121f5 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:02.209856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0afaabba-ef00-4a10-8da6-17afd5f28894 req-8dfb4f37-8e2e-4a92-a938-dc3dbf6121f5 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 944 time: 0.1418939 Jan 28 03:36:02.229773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8d4dd-6c6c-45ec-a905-573bd3a46ab8 None None] Port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:02.246191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326195a5-35cd-440a-83e1-1c25fdec78d2 req-bd4f07a9-9e6f-4dc9-9560-4af3156d323c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912847 Jan 28 03:36:02.252292 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91982716-448a-418e-a90a-988680431d7c req-889797d9-8121-4203-b018-b0e10ff6f7cb service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079887 Jan 28 03:36:02.254067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Network 1159329d-88f1-4a00-b528-9abded9171ef is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:02.255483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:02.330366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:02.331111 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:02.367642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0afaabba-ef00-4a10-8da6-17afd5f28894 req-1278ca9c-5bc8-4d4f-8d63-2882a45f5448 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532035 Jan 28 03:36:02.416669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (91826628-0551-4f5e-a6c3-0a91742bb049), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:02.432459 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91982716-448a-418e-a90a-988680431d7c req-dd94ff15-dfdb-4eec-bb9f-4d0803228f04 service neutron] 10.222.0.25 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693175 Jan 28 03:36:02.441434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:02.633113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port fed822e3-97dc-45d6-8251-37a366c1d0df completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:36:02.652495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port fed822e3-97dc-45d6-8251-37a366c1d0df triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:02.653228 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:02.656169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:35:57Z', 'revision_number': 3, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:02.659957 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91826628-0551-4f5e-a6c3-0a91742bb049,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:02.668755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c29215cb-8b9a-43dc-8438-8f10e346e22c req-b19075e7-4902-41ae-b248-f59d853d8367 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3422164ef1f4c2d897ba8322801e0a7 HTTP/1.1" status: 200 len: 6209 time: 0.3869884 Jan 28 03:36:02.704329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01313b3-fda4-4acc-87cd-e7a75eab11d8 None None] The sync data for ids ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'] in n-d-808199-14 is: [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:35:57Z', 'revision_number': 3, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:36:02.713101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Checking segment: {'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:02.713471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Network hostable DHCP agents. Network: 39ca72c0-032b-4e3b-b459-91b9ab024a53, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:36:02.722068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:36:02.763309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:02.812763 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:02.822811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Network 39ca72c0-032b-4e3b-b459-91b9ab024a53 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:36:02.847701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c29215cb-8b9a-43dc-8438-8f10e346e22c req-02367625-1f77-42d7-9d61-51ba8188e3ef tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/81d3f635-f011-48d0-84cc-55e960f78013 HTTP/1.1" status: 200 len: 3002 time: 0.1602919 Jan 28 03:36:02.868517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 39ca72c0-032b-4e3b-b459-91b9ab024a53) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:02.883188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:02.883188 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:02.890279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:02.893051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d482f2b3-88b5-491c-bd7d-d6b10041c280 None None] Provisioning complete for port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:02.893534 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d482f2b3-88b5-491c-bd7d-d6b10041c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:02.900422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:02.903224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:02.947202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8377daf2-8776-496c-8dfc-fd44a5d79df4 None None] Network 39ca72c0-032b-4e3b-b459-91b9ab024a53 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:36:02.950129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d482f2b3-88b5-491c-bd7d-d6b10041c280 None None] Port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:03.010801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b13955c4-9742-4127-a056-644afccbbc30 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7562470 Jan 28 03:36:03.015172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c29215cb-8b9a-43dc-8438-8f10e346e22c req-e83723b1-dee6-4215-bc80-38b6350f57ff tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/81d3f635-f011-48d0-84cc-55e960f78013 HTTP/1.1" status: 200 len: 3002 time: 0.1495826 Jan 28 03:36:03.015641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:03.031892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:36:03.037108 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e6dc6aba-9da6-432d-8342-0f6c50a7e8c3 admin admin] 10.222.0.44 "PUT /v2.0/routers/5499da28-ac20-4f0b-b8e0-bdf4e5feecea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1586630 Jan 28 03:36:03.049525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:03.089729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8164c7fd-7b1d-4697-bea6-12500558386c req-eba11cb2-c20c-4bc2-9c3c-04020c396da3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-898776660', 'description': 'tempest-description-1351649323'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:03.097675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (612588fd-07cb-43bd-bf7d-ab6b035f1250), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:03.098976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (612588fd-07cb-43bd-bf7d-ab6b035f1250), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:03.121365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5721f7a1-5660-4b0b-9c42-32d89fe8aa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a46256-f647-4e32-b4a8-9b4eb2e6bf50'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:03.124131 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bf4046-23f2-485e-a506-2002eefd5673" -d '{"events": [{"server_uuid": "5721f7a1-5660-4b0b-9c42-32d89fe8aa3a", "name": "network-vif-plugged", "status": "completed", "tag": "81a46256-f647-4e32-b4a8-9b4eb2e6bf50"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:03.166387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:03.180277 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks [] for router_controller (612588fd-07cb-43bd-bf7d-ab6b035f1250), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:03.182975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8164c7fd-7b1d-4697-bea6-12500558386c req-eba11cb2-c20c-4bc2-9c3c-04020c396da3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:03.209484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:03.304611 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:03.508482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-39ca72c0-032b-4e3b-b459-91b9ab024a53', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:36:03.509325 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:03.522824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port fed822e3-97dc-45d6-8251-37a366c1d0df is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:03.523219 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:03.578645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:03.606383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba6861-ce9a-4159-87af-1f6ddfebcb67 req-8c2a5a14-f35b-4905-a896-7e49a76f33fa tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:03.616623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7ba6861-ce9a-4159-87af-1f6ddfebcb67 req-8c2a5a14-f35b-4905-a896-7e49a76f33fa tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 949 time: 0.2518337 Jan 28 03:36:03.789371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7ba6861-ce9a-4159-87af-1f6ddfebcb67 req-ca3b7101-083d-4ae2-aebe-232331fdb8ff tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714170 Jan 28 03:36:03.814552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fed822e3-97dc-45d6-8251-37a366c1d0df, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fed822e3-97dc-45d6-8251-37a366c1d0df,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:03.838702 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks [] for router_gateway (612588fd-07cb-43bd-bf7d-ab6b035f1250), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:03.986623 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8164c7fd-7b1d-4697-bea6-12500558386c req-eba11cb2-c20c-4bc2-9c3c-04020c396da3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (6aa7196f-1310-454e-a734-5b0b87958a4e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.000407 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8164c7fd-7b1d-4697-bea6-12500558386c req-eba11cb2-c20c-4bc2-9c3c-04020c396da3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6aa7196f-1310-454e-a734-5b0b87958a4e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.111785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba11cb2-c20c-4bc2-9c3c-04020c396da3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa7196f-1310-454e-a734-5b0b87958a4e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:04.203645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8164c7fd-7b1d-4697-bea6-12500558386c req-eba11cb2-c20c-4bc2-9c3c-04020c396da3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.205347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8164c7fd-7b1d-4697-bea6-12500558386c req-eba11cb2-c20c-4bc2-9c3c-04020c396da3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1207838 Jan 28 03:36:04.247579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57788) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:04.272752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-242117527-network', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:04.316765 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c083e4-d58a-4933-a6c5-bc24c9e9d6de x-openstack-request-id: req-c3c083e4-d58a-4933-a6c5-bc24c9e9d6de {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:04.317286 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5721f7a1-5660-4b0b-9c42-32d89fe8aa3a", "name": "network-vif-plugged", "status": "completed", "tag": "81a46256-f647-4e32-b4a8-9b4eb2e6bf50", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:04.317377 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3c083e4-d58a-4933-a6c5-bc24c9e9d6de {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:04.317765 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5721f7a1-5660-4b0b-9c42-32d89fe8aa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a46256-f647-4e32-b4a8-9b4eb2e6bf50', 'code': 200} Jan 28 03:36:04.319650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc89f50-344c-4642-8bb0-57a0b6ec3685 req-25ecef66-addd-4eb0-b6d3-69330ed18bb8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:04.330060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fc89f50-344c-4642-8bb0-57a0b6ec3685 req-25ecef66-addd-4eb0-b6d3-69330ed18bb8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 945 time: 0.1194618 Jan 28 03:36:04.360770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.366271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:04.391530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Made reservation on behalf of 949749fed0bd4ad6b2fcf27a6981fdb3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:04.395939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.444209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.468664 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fc89f50-344c-4642-8bb0-57a0b6ec3685 req-240b9299-4f2c-4cfc-8688-d128c3919761 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369567 Jan 28 03:36:04.504205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45d9b2-10de-406b-b37a-1c6b8dc05093 req-0c41df28-f6b0-4256-8ab7-9ed9a4bc4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:04.531556 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af45d9b2-10de-406b-b37a-1c6b8dc05093 req-0c41df28-f6b0-4256-8ab7-9ed9a4bc4dfe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5721f7a1-5660-4b0b-9c42-32d89fe8aa3a HTTP/1.1" status: 200 len: 1098 time: 0.3616557 Jan 28 03:36:04.641774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75a711-4fff-4bd6-9f72-fa38de610a9d req-40641cdc-e36a-42e9-a836-12652d790da7 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:04.643730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc75a711-4fff-4bd6-9f72-fa38de610a9d req-40641cdc-e36a-42e9-a836-12652d790da7 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 945 time: 0.2502975 Jan 28 03:36:04.679936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 037a4d09-f2d9-4007-b788-2a08f1aa54c3 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:04.714931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=fed822e3-97dc-45d6-8251-37a366c1d0df,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:04.726072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Publish callbacks [] for security_group (8061192b-22ba-455c-9234-cbc6aeebc255), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.774658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8061192b-22ba-455c-9234-cbc6aeebc255), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.800424 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks [] for router_gateway (612588fd-07cb-43bd-bf7d-ab6b035f1250), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.804271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 037a4d09-f2d9-4007-b788-2a08f1aa54c3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:04.804782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 037a4d09-f2d9-4007-b788-2a08f1aa54c3 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:04.865749 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:04.866836 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.881658 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.894471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Allocated IP 172.20.0.2 (39ca72c0-032b-4e3b-b459-91b9ab024a53/91826628-0551-4f5e-a6c3-0a91742bb049/da7f5403-3776-4ce6-8a92-a1346bc8d2cf) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:04.921983 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-af45d9b2-10de-406b-b37a-1c6b8dc05093 req-5245d544-ac86-4323-aedd-86a0a69dd546 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906497 Jan 28 03:36:04.924417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:36:04.927316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8061192b-22ba-455c-9234-cbc6aeebc255,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:04.981891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c8a326ca-42fb-4b30-b654-99168feda222 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:04.983988 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c8a326ca-42fb-4b30-b654-99168feda222 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 949 time: 0.2542892 Jan 28 03:36:04.985465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8368db10-3214-418f-829d-57b02f3e12f4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.985944 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Added segment 8368db10-3214-418f-829d-57b02f3e12f4 of type vlan for network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 Jan 28 03:36:05.060114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.088200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc75a711-4fff-4bd6-9f72-fa38de610a9d req-c8e597ad-288c-4c67-aec9-9475150dad89 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016366 Jan 28 03:36:05.125777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-cd69ad32-fe42-415b-813d-be4e12f03dce req-94c87bc7-82e7-4d56-a43c-8f4adbf36e31 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1688351551', 'description': 'tempest-description-2014834518'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:05.135589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.137207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:05.137964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.201671 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd69ad32-fe42-415b-813d-be4e12f03dce req-94c87bc7-82e7-4d56-a43c-8f4adbf36e31 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.211287 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9478643 Jan 28 03:36:05.212913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57814) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:05.246949 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Publish callbacks [] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.250579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Request body: {'subnet': {'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-242117527-subnet', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:05.268226 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.295628 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd69ad32-fe42-415b-813d-be4e12f03dce req-94c87bc7-82e7-4d56-a43c-8f4adbf36e31 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (73e245dd-60a6-49ea-9433-3eb9141f3d65), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.297370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Allocated IP 172.25.1.116 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/0f96d4c1-da67-45f9-8f12-b1c9ec5fe574) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:05.308871 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd69ad32-fe42-415b-813d-be4e12f03dce req-94c87bc7-82e7-4d56-a43c-8f4adbf36e31 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (73e245dd-60a6-49ea-9433-3eb9141f3d65), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.314401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Made reservation on behalf of 949749fed0bd4ad6b2fcf27a6981fdb3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:05.322551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.427458 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd69ad32-fe42-415b-813d-be4e12f03dce req-94c87bc7-82e7-4d56-a43c-8f4adbf36e31 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.428712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd69ad32-fe42-415b-813d-be4e12f03dce req-94c87bc7-82e7-4d56-a43c-8f4adbf36e31 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3091946 Jan 28 03:36:05.447940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Network 39ca72c0-032b-4e3b-b459-91b9ab024a53 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:05.485231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:05.500634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:05.506789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Pushing event updated for resources: {'Port': ['ID=da7f5403-3776-4ce6-8a92-a1346bc8d2cf,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:05.513681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:05.514146 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.534695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c87bc7-82e7-4d56-a43c-8f4adbf36e31 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e245dd-60a6-49ea-9433-3eb9141f3d65,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:05.611012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0c076-7fa8-40ec-8063-30c0af9bd828 admin admin] Pushing event updated for resources: {'Network': ['ID=77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:05.612963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:05.649834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:36:05.675979 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.848883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Attempting to bind port da7f5403-3776-4ce6-8a92-a1346bc8d2cf on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:05.849263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Attempting to bind port da7f5403-3776-4ce6-8a92-a1346bc8d2cf by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:05.849631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Attempting to bind port da7f5403-3776-4ce6-8a92-a1346bc8d2cf on network 39ca72c0-032b-4e3b-b459-91b9ab024a53 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:05.919375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Deleting port ab27c9e0-be88-40ca-9ed0-00cef378d211 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:05.919721 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.943650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:05.944289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Checking segment: {'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:05.945099 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.946171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Bound using segment: {'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:05.946710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Bound port: da7f5403-3776-4ce6-8a92-a1346bc8d2cf, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:05.948689 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:05.994584 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks [] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:06.016941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:06.077043 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Sync routers for ids ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:36:06.080536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9441ee-f4d5-4337-87bf-2c525966859d req-31098037-0e0f-43e9-b1ef-6b2bbdd97cd4 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:06.082177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e9441ee-f4d5-4337-87bf-2c525966859d req-31098037-0e0f-43e9-b1ef-6b2bbdd97cd4 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=08754e2b-7d4e-400a-83f9-5660374b1cd0 HTTP/1.1" status: 200 len: 949 time: 0.4380949 Jan 28 03:36:06.082845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:06.101733 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:06.104941 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Routers {'5499da28-ac20-4f0b-b8e0-bdf4e5feecea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:06.105853 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e35af083-38c7-49ad-beda-6223315e709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:06.178257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:06.178632 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:06.281592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (b7694a84-b5d6-4276-8838-4e9e643c1be0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:06.285513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] For port da7f5403-3776-4ce6-8a92-a1346bc8d2cf, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:06.324120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Pushing event updated for resources: {'Port': ['ID=0f96d4c1-da67-45f9-8f12-b1c9ec5fe574,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:06.336616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb5bffe-ae6d-417d-99a6-08666e954058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed822e3-97dc-45d6-8251-37a366c1d0df'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:06.342576 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0433641-e6bf-41d4-9cdb-61081dcaaefb" -d '{"events": [{"server_uuid": "eeb5bffe-ae6d-417d-99a6-08666e954058", "name": "network-vif-plugged", "status": "completed", "tag": "fed822e3-97dc-45d6-8251-37a366c1d0df"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:06.350438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:06.361940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:06.373236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:06.383378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] For port da7f5403-3776-4ce6-8a92-a1346bc8d2cf, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=da7f5403-3776-4ce6-8a92-a1346bc8d2cf,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:06.414526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] For port ab27c9e0-be88-40ca-9ed0-00cef378d211, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ab27c9e0-be88-40ca-9ed0-00cef378d211,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:06.414526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:06.424931 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Set router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:06.478557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Calling delete_port for ab27c9e0-be88-40ca-9ed0-00cef378d211 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:06.526453 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:06.642872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:06.643445 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:06.700675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c8f61-9285-4ea3-8f4e-efad91119724 None None] Pushing event updated for resources: {'Port': ['ID=da7f5403-3776-4ce6-8a92-a1346bc8d2cf,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:06.749259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e9441ee-f4d5-4337-87bf-2c525966859d req-e7a0fbb1-abe4-43b7-a85d-56c76f1c2d90 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6382160 Jan 28 03:36:06.749876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:06.759739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:06.839987 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:06.861686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d43926-4e79-42b3-b837-dc9b2ed74b90 req-7effb1b6-11b7-4f1d-bc1e-2d449f3ce1f1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:06.870371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02d43926-4e79-42b3-b837-dc9b2ed74b90 req-7effb1b6-11b7-4f1d-bc1e-2d449f3ce1f1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 945 time: 0.2251062 Jan 28 03:36:06.878266 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ab27c9e0-be88-40ca-9ed0-00cef378d211), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:06.894832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7694a84-b5d6-4276-8838-4e9e643c1be0,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:06.929879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76', '6560c747-ca57-456d-b5d9-f0efee0535d3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:07.007887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event deleted for resources: {'Port': ['ID=ab27c9e0-be88-40ca-9ed0-00cef378d211,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:07.052797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Checking segment: {'id': '8368db10-3214-418f-829d-57b02f3e12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:07.053323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Network hostable DHCP agents. Network: 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:36:07.105611 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e35af083-38c7-49ad-beda-6223315e709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:36:01Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '4deeff11-c6a5-4c04-8f23-5a4462cd8382', 'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'mac_address': 'fa:16:3e:d1:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:00Z', 'updated_at': '2022-01-28T03:36:01Z', 'revision_number': 2, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'subnets': [{'id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:07.124551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] No DVR routers for this DVR port ab27c9e0-be88-40ca-9ed0-00cef378d211 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:07.133158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.133158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.133930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.134378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.135226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.135359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.135786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.136323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.136756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.137218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.137796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.138369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.138797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:07.157051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:07.162216 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd519b35-fbff-4f16-a0e8-df2adf9dd6c6 req-c75386eb-d5a0-4c08-9e6f-54a8b38d3be2 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "DELETE /v2.0/ports/ab27c9e0-be88-40ca-9ed0-00cef378d211 HTTP/1.1" status: 204 len: 173 time: 1.8488469 Jan 28 03:36:07.164351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08754e2b-7d4e-400a-83f9-5660374b1cd0', 'name': 'network-vif-deleted', 'tag': 'ab27c9e0-be88-40ca-9ed0-00cef378d211'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:07.167309 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d730637a-f885-45a0-85bc-de017f47e24e" -d '{"events": [{"server_uuid": "08754e2b-7d4e-400a-83f9-5660374b1cd0", "name": "network-vif-deleted", "tag": "ab27c9e0-be88-40ca-9ed0-00cef378d211"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:07.167477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02d43926-4e79-42b3-b837-dc9b2ed74b90 req-3f6e766a-9a85-4d93-85d9-12c28746e6db tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937558 Jan 28 03:36:07.171055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211', '4bb17899-8191-4ab6-99bf-89e734fd4001', '68e04af3-3a60-437f-bb51-05a0b6a18380'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:07.175927 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Checking router: 5499da28-ac20-4f0b-b8e0-bdf4e5feecea for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:36:07.176647 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Updating router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:36:07.198899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:36:07.234400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:07.241855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:07.242633 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:07.252874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks [] for router_gateway (612588fd-07cb-43bd-bf7d-ab6b035f1250), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:07.290826 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4756e187-9abc-47c6-9f4f-6a1538a4e424 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0421460 Jan 28 03:36:07.293197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57856) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:07.302788 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:07.313172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-242117527-router', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:07.386556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (bd279717-20f7-45b3-be14-2dcc19efb878), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:07.387785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (bd279717-20f7-45b3-be14-2dcc19efb878), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:07.397586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1cf563-ca2a-4144-9354-dac14a0350fb None None] Network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:36:07.471989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ab27c9e0-be88-40ca-9ed0-00cef378d211 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:07.561784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: ab27c9e0-be88-40ca-9ed0-00cef378d211 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:07.563781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ab27c9e0-be88-40ca-9ed0-00cef378d211 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:07.573313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks [] for router_controller (bd279717-20f7-45b3-be14-2dcc19efb878), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:07.794050 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks [] for router_gateway (bd279717-20f7-45b3-be14-2dcc19efb878), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:07.965845 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Publish callbacks [] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:07.997005 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:08.054340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1', 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1', 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'fixed_ips': [{'subnet_id': 'b7694a84-b5d6-4276-8838-4e9e643c1be0'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:36:08.057435 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:08.144791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4ad98-84c1-4ba4-bba8-e6e1340bf566 req-a9546481-b914-41c2-8a0b-f282a2381e29 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:08.153197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7e4ad98-84c1-4ba4-bba8-e6e1340bf566 req-a9546481-b914-41c2-8a0b-f282a2381e29 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 945 time: 0.6757162 Jan 28 03:36:08.199555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932d60b-855b-47bb-9504-7476316fa0ff req-220124a7-617f-473b-8dcc-22d69875ff6e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:08.209309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-220124a7-617f-473b-8dcc-22d69875ff6e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 811 time: 1.0190821 Jan 28 03:36:08.277533 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Pushing event updated for resources: {'Port': ['ID=4deeff11-c6a5-4c04-8f23-5a4462cd8382,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:08.294464 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.294818 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.295163 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.295499 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.295836 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.296167 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.296494 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.296883 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.303463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-cfd5e0a1-f735-4ee5-8462-851ad126eaf0 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/quotas/a3422164ef1f4c2d897ba8322801e0a7 HTTP/1.1" status: 200 len: 375 time: 0.0931497 Jan 28 03:36:08.311442 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.311796 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.312136 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.312470 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.312801 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:08.335745 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Attempting to bind port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:08.336116 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Attempting to bind port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:08.337018 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Attempting to bind port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 on network 1159329d-88f1-4a00-b528-9abded9171ef {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:08.357205 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:08.357598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Checking segment: {'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:08.358000 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:08.358398 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Bound using segment: {'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:08.358873 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Bound port: 4deeff11-c6a5-4c04-8f23-5a4462cd8382, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:08.359260 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:08.389535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks [] for router_gateway (bd279717-20f7-45b3-be14-2dcc19efb878), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:08.427607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:08.459105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device da7f5403-3776-4ce6-8a92-a1346bc8d2cf up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:08.518553 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e35af083-38c7-49ad-beda-6223315e709e None None] For port 4deeff11-c6a5-4c04-8f23-5a4462cd8382, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:08.525511 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e35af083-38c7-49ad-beda-6223315e709e None None] For port 4deeff11-c6a5-4c04-8f23-5a4462cd8382, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4deeff11-c6a5-4c04-8f23-5a4462cd8382,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:08.542505 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:08.562738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7e4ad98-84c1-4ba4-bba8-e6e1340bf566 req-e322dea6-d8c4-48bf-bd63-0989939cbe70 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887777 Jan 28 03:36:08.634598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-3f19ee7c-55af-4f3b-930f-c16ef40fe7a3 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3299999 Jan 28 03:36:08.678749 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f13d01-8675-4d04-ae10-ac81ed5bd006 x-openstack-request-id: req-69f13d01-8675-4d04-ae10-ac81ed5bd006 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:08.679296 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb5bffe-ae6d-417d-99a6-08666e954058", "name": "network-vif-plugged", "status": "completed", "tag": "fed822e3-97dc-45d6-8251-37a366c1d0df", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:08.679296 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69f13d01-8675-4d04-ae10-ac81ed5bd006 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:08.680658 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb5bffe-ae6d-417d-99a6-08666e954058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed822e3-97dc-45d6-8251-37a366c1d0df', 'code': 200} Jan 28 03:36:08.690323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Allocated IP 172.25.1.8 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/a2c36aea-6718-4d36-a50c-a85bd24eb020) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:08.707608 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbfdc5-3b3d-43a9-86b7-090d3fd64ae5 None None] Pushing event updated for resources: {'Port': ['ID=4deeff11-c6a5-4c04-8f23-5a4462cd8382,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:08.735376 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Routers {'5499da28-ac20-4f0b-b8e0-bdf4e5feecea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:08.736011 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e35af083-38c7-49ad-beda-6223315e709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:08.794118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (612588fd-07cb-43bd-bf7d-ab6b035f1250), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:08.875207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Allocated IP 172.20.0.2 (77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1/b7694a84-b5d6-4276-8838-4e9e643c1be0/06e16bda-54e2-4a60-b520-8d917f4bd671) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:08.986188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7ada8922-4fbb-4599-8432-5b1dd46d6752 None None] Provisioning complete for port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:08.996198 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ada8922-4fbb-4599-8432-5b1dd46d6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:09.030011 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfbab05-7e5c-4c59-82b5-1b04bfe00d7f x-openstack-request-id: req-2dfbab05-7e5c-4c59-82b5-1b04bfe00d7f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:09.032153 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08754e2b-7d4e-400a-83f9-5660374b1cd0", "name": "network-vif-deleted", "tag": "ab27c9e0-be88-40ca-9ed0-00cef378d211", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:09.032537 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2dfbab05-7e5c-4c59-82b5-1b04bfe00d7f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:09.035767 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08754e2b-7d4e-400a-83f9-5660374b1cd0', 'name': 'network-vif-deleted', 'tag': 'ab27c9e0-be88-40ca-9ed0-00cef378d211', 'status': 'completed', 'code': 200} Jan 28 03:36:09.051902 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e35af083-38c7-49ad-beda-6223315e709e None None] Set router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:09.144245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks [] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:09.218874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:09.310459 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca211-73ec-42a0-aafd-d8b3cb3c22df req-e7493d35-e754-426d-bb7f-8809c10ace36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:09.311893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-043ca211-73ec-42a0-aafd-d8b3cb3c22df req-e7493d35-e754-426d-bb7f-8809c10ace36 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 1097 time: 0.3937569 Jan 28 03:36:09.366644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c36aea-6718-4d36-a50c-a85bd24eb020,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:09.400354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:09.402597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:09.413729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-d2ba9875-38c2-4ab2-9fc4-f279a63dbcd9 service neutron] 10.222.0.44 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7701647 Jan 28 03:36:09.416072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:09.462791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5468fa23-c649-4763-8bca-afaed4fd9392 None None] Network 39ca72c0-032b-4e3b-b459-91b9ab024a53 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:36:09.537328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-043ca211-73ec-42a0-aafd-d8b3cb3c22df req-7b03cdce-0516-4f2b-a411-e97d66cf60e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136419 Jan 28 03:36:09.592572 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e35af083-38c7-49ad-beda-6223315e709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:36:01Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '4deeff11-c6a5-4c04-8f23-5a4462cd8382', 'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'mac_address': 'fa:16:3e:d1:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:00Z', 'updated_at': '2022-01-28T03:36:08Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'subnets': [{'id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:09.631683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0fb4-2589-47bb-af02-6d47c724878f req-4471de8c-3937-44c9-a31d-2346d55bb5f5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:09.647744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec2a0fb4-2589-47bb-af02-6d47c724878f req-4471de8c-3937-44c9-a31d-2346d55bb5f5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2684658 Jan 28 03:36:09.650077 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35af083-38c7-49ad-beda-6223315e709e None None] The sync data for ids ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'] in n-d-808199-14 is: [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:36:01Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '4deeff11-c6a5-4c04-8f23-5a4462cd8382', 'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'mac_address': 'fa:16:3e:d1:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:00Z', 'updated_at': '2022-01-28T03:36:08Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'subnets': [{'id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:36:09.686591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port da7f5403-3776-4ce6-8a92-a1346bc8d2cf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:09.687171 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:09.715941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Router 612588fd-07cb-43bd-bf7d-ab6b035f1250 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:36:09.955077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:36:09.985428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-26e0dcca-7622-4a4a-b379-ebb60450a6f0 service neutron] 10.222.0.44 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783968 Jan 28 03:36:10.022133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Sync routers for ids ['612588fd-07cb-43bd-bf7d-ab6b035f1250'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:36:10.037719 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:10.042320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-df297c5a-6b7a-4b49-b3f0-ab6f7f175f54 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0012033 Jan 28 03:36:10.043093 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57880) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:10.059977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec2a0fb4-2589-47bb-af02-6d47c724878f req-11424fe7-3dbe-499e-9833-e81f74ef76a7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110019 Jan 28 03:36:10.076607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0de0480e-de7d-4682-a712-e09b786ded58 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:10.225788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7ada8922-4fbb-4599-8432-5b1dd46d6752 None None] Current status of the port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:10.226191 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ada8922-4fbb-4599-8432-5b1dd46d6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:10.277700 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Publish callbacks [] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:10.320630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Routers {'612588fd-07cb-43bd-bf7d-ab6b035f1250'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:10.321628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['612588fd-07cb-43bd-bf7d-ab6b035f1250'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:10.442560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks [] for router_gateway (bd279717-20f7-45b3-be14-2dcc19efb878), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:10.468253 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:10.629770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6c553-2f6f-41b4-9efb-911a78a69ba9 req-6de9cc3f-052b-4ad5-abde-eac5a2e6c04a tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:10.641574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8f6c553-2f6f-41b4-9efb-911a78a69ba9 req-6de9cc3f-052b-4ad5-abde-eac5a2e6c04a tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 950 time: 0.4010592 Jan 28 03:36:10.723209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:10.737945 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe36916-da4b-416d-8d82-32931c32604b" -d '{"events": [{"server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "name": "network-vif-plugged", "status": "completed", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:10.746273 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5c3eec3-bc1e-4890-b5f7-c6c121537099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:10.778952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:10.927318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7ada8922-4fbb-4599-8432-5b1dd46d6752 None None] For port 4deeff11-c6a5-4c04-8f23-5a4462cd8382, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4deeff11-c6a5-4c04-8f23-5a4462cd8382,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:10.929779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port da7f5403-3776-4ce6-8a92-a1346bc8d2cf is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:10.930348 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:10.958894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:10.990221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Pushing event updated for resources: {'Port': ['ID=06e16bda-54e2-4a60-b520-8d917f4bd671,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:11.008176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:11.028470 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ada8922-4fbb-4599-8432-5b1dd46d6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:11.078217 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (bd279717-20f7-45b3-be14-2dcc19efb878), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:11.110788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8f6c553-2f6f-41b4-9efb-911a78a69ba9 req-51d1cf50-e719-47f9-b4bb-a76e95f2c950 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683294 Jan 28 03:36:11.302602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442f3e5-fc34-426e-83cc-3c16409ed771 req-9d907329-472d-4d38-a178-3b6242bd05d7 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:11.312752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2442f3e5-fc34-426e-83cc-3c16409ed771 req-9d907329-472d-4d38-a178-3b6242bd05d7 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 945 time: 0.2002325 Jan 28 03:36:11.413547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2442f3e5-fc34-426e-83cc-3c16409ed771 req-db091eb1-e37d-4d4c-b971-ad8c985d6413 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993237 Jan 28 03:36:11.447089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Set router 612588fd-07cb-43bd-bf7d-ab6b035f1250 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:11.503346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Router bd279717-20f7-45b3-be14-2dcc19efb878 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:36:11.513644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c01af5eb-404d-4f4a-b3df-a17ff30c0cf5 req-4babf9d1-4b43-4f70-850f-9c6ae0ba69ee tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 210 time: 0.0953715 Jan 28 03:36:11.530144 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:11.599181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 0de0480e-de7d-4682-a712-e09b786ded58 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:11.599876 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0de0480e-de7d-4682-a712-e09b786ded58), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:11.613095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff29ad6-c23b-4311-b7f8-4b77c24c1c8e req-ecee6a08-04dc-4918-8525-569142e59177 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:11.621868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dff29ad6-c23b-4311-b7f8-4b77c24c1c8e req-ecee6a08-04dc-4918-8525-569142e59177 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 950 time: 0.0853086 Jan 28 03:36:11.675048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 0de0480e-de7d-4682-a712-e09b786ded58, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0de0480e-de7d-4682-a712-e09b786ded58,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:11.741540 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff90d77-43bd-4501-958b-4beed579ac7b x-openstack-request-id: req-bff90d77-43bd-4501-958b-4beed579ac7b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:11.742179 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "name": "network-vif-plugged", "status": "completed", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:11.742179 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bff90d77-43bd-4501-958b-4beed579ac7b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:11.742605 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'code': 200} Jan 28 03:36:11.755533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-af9de437-e6f7-4f58-b39a-0251bda00eb1 None None] Provisioning complete for port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:11.756045 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af9de437-e6f7-4f58-b39a-0251bda00eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:11.759633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Attempting to bind port 06e16bda-54e2-4a60-b520-8d917f4bd671 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:11.760287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Attempting to bind port 06e16bda-54e2-4a60-b520-8d917f4bd671 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8368db10-3214-418f-829d-57b02f3e12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:11.761035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Attempting to bind port 06e16bda-54e2-4a60-b520-8d917f4bd671 on network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:11.763609 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0de0480e-de7d-4682-a712-e09b786ded58), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:11.775846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port da7f5403-3776-4ce6-8a92-a1346bc8d2cf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=da7f5403-3776-4ce6-8a92-a1346bc8d2cf,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:11.804101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dff29ad6-c23b-4311-b7f8-4b77c24c1c8e req-617bb9bd-3cdb-42ab-9596-32290804bf98 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810348 Jan 28 03:36:11.870601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:36:11.883936 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Sync routers for ids ['bd279717-20f7-45b3-be14-2dcc19efb878'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:36:11.895859 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:11.898124 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8dec4100-7112-4921-9bef-b133fb4cd637 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6039233 Jan 28 03:36:11.901486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:11.909841 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Routers {'bd279717-20f7-45b3-be14-2dcc19efb878'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:11.910482 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:35:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd279717-20f7-45b3-be14-2dcc19efb878'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:11.917623 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:11.917623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:11.940026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:11.940404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Checking segment: {'id': '8368db10-3214-418f-829d-57b02f3e12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:11.940807 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:11.954454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Bound using segment: {'id': '8368db10-3214-418f-829d-57b02f3e12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:11.955148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Bound port: 06e16bda-54e2-4a60-b520-8d917f4bd671, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8368db10-3214-418f-829d-57b02f3e12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:11.955578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:12.083667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Allocated IP 172.20.0.1 (39ca72c0-032b-4e3b-b459-91b9ab024a53/91826628-0551-4f5e-a6c3-0a91742bb049/3c72eaec-d1c6-4831-a579-592ff84ae4a2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:12.123758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e911d59-c5e7-4f98-8de4-0a242777bcb5 req-94096b86-7794-480c-9abf-6ffbd57e3438 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:12.127103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada8922-4fbb-4599-8432-5b1dd46d6752 None None] Pushing event updated for resources: {'Port': ['ID=4deeff11-c6a5-4c04-8f23-5a4462cd8382,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:12.129540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e911d59-c5e7-4f98-8de4-0a242777bcb5 req-94096b86-7794-480c-9abf-6ffbd57e3438 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1961219 Jan 28 03:36:12.198506 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Set router bd279717-20f7-45b3-be14-2dcc19efb878 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:12.439502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e911d59-c5e7-4f98-8de4-0a242777bcb5 req-6c0db241-fae1-40ba-a581-7fd16ba15a3a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948706 Jan 28 03:36:12.488061 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:12.542488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Publish callbacks [] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:12.671064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:12.744879 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'name': 'tempest-TaggedBootDevicesTest-242117527-router', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:07Z', 'updated_at': '2022-01-28T03:36:10Z', 'revision_number': 3, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'gw_port': {'id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:08Z', 'updated_at': '2022-01-28T03:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:12.797526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Pushing event updated for resources: {'Port': ['ID=3c72eaec-d1c6-4831-a579-592ff84ae4a2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:12.809346 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Checking router: bd279717-20f7-45b3-be14-2dcc19efb878 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:36:12.809701 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Updating router bd279717-20f7-45b3-be14-2dcc19efb878 port a2c36aea-6718-4d36-a50c-a85bd24eb020 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:36:12.832078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Network 39ca72c0-032b-4e3b-b459-91b9ab024a53 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:12.848900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:12.853273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:12.857502 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f60f0a75-4b87-4d64-8046-2d33bac67267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:12.865586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9e8c-d6f4-4200-8eb8-8cd15a3407fa req-d2eaad15-7156-4197-b04a-3f119f1aa50b tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:12.866904 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:12.867259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e7b9e8c-d6f4-4200-8eb8-8cd15a3407fa req-d2eaad15-7156-4197-b04a-3f119f1aa50b tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 945 time: 0.2534170 Jan 28 03:36:12.900014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-759a0a21-eb66-49f0-9771-925a67ddb574 req-5bca3c0e-220c-4cc7-9a8e-7c08223a1f14 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 210 time: 0.0770328 Jan 28 03:36:12.901701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:12.902870 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:12.925258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932d60b-855b-47bb-9504-7476316fa0ff req-a8828d0a-897a-4e44-9db9-ff83802f8ffd tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:12.925258 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-a8828d0a-897a-4e44-9db9-ff83802f8ffd tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.25 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 811 time: 0.4380918 Jan 28 03:36:12.963307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'port': {'device_id': '1f60d6b2-8849-4718-b716-700a8f928e50', 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e', 'admin_state_up': True, 'tenant_id': 'a3422164ef1f4c2d897ba8322801e0a7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:13.017131 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e7b9e8c-d6f4-4200-8eb8-8cd15a3407fa req-e0b8b092-700c-45ab-8086-3a2ca84fb03b tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159830 Jan 28 03:36:13.075890 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (612588fd-07cb-43bd-bf7d-ab6b035f1250), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:13.126308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-af9de437-e6f7-4f58-b39a-0251bda00eb1 None None] Current status of the port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:13.166764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859ecb-633c-4f29-aaab-02142530f05a req-7ec0903e-6e0a-4a65-ba64-8a2402e7417d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:13.168381 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e6859ecb-633c-4f29-aaab-02142530f05a req-7ec0903e-6e0a-4a65-ba64-8a2402e7417d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 950 time: 0.6835659 Jan 28 03:36:13.191792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] For port 06e16bda-54e2-4a60-b520-8d917f4bd671, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:13.201233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] For port 06e16bda-54e2-4a60-b520-8d917f4bd671, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=06e16bda-54e2-4a60-b520-8d917f4bd671,segment=NetworkSegment(8368db10-3214-418f-829d-57b02f3e12f4),segment_id=8368db10-3214-418f-829d-57b02f3e12f4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:13.212041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=0de0480e-de7d-4682-a712-e09b786ded58,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:13.258105 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:13.299126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-af9de437-e6f7-4f58-b39a-0251bda00eb1 None None] Provisioning complete for port da7f5403-3776-4ce6-8a92-a1346bc8d2cf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:13.299676 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af9de437-e6f7-4f58-b39a-0251bda00eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:13.403121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066232d-1eea-4baf-9bdf-88e1268f43b3 req-ccc04d78-f68b-4650-a8bd-a4ab30823c25 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:13.414318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c066232d-1eea-4baf-9bdf-88e1268f43b3 req-ccc04d78-f68b-4650-a8bd-a4ab30823c25 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 950 time: 0.3213744 Jan 28 03:36:13.427499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dd37b-9f8a-4c42-af91-b3d813cacd97 req-e4a504ae-a2b2-4c84-bcd4-24167d2ced5e tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:13.436040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d1dd37b-9f8a-4c42-af91-b3d813cacd97 req-e4a504ae-a2b2-4c84-bcd4-24167d2ced5e tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=5721f7a1-5660-4b0b-9c42-32d89fe8aa3a HTTP/1.1" status: 200 len: 946 time: 0.2345922 Jan 28 03:36:13.480567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:06Z', 'revision_number': 3, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:13.500811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=da7f5403-3776-4ce6-8a92-a1346bc8d2cf,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:13.501528 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Publish callbacks [] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:13.540869 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:13.550281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c066232d-1eea-4baf-9bdf-88e1268f43b3 req-3fca2c2e-ced4-47b0-9f91-8aa130d58759 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340952 Jan 28 03:36:13.672458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Made reservation on behalf of a3422164ef1f4c2d897ba8322801e0a7 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:13.683027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:13.696704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa2d98-407d-48ab-8a19-4f6224dec01c None None] Pushing event updated for resources: {'Port': ['ID=06e16bda-54e2-4a60-b520-8d917f4bd671,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:13.726097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d1dd37b-9f8a-4c42-af91-b3d813cacd97 req-0e0f2178-e1cd-4ec1-90e7-30367095464f tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890987 Jan 28 03:36:13.742833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e6859ecb-633c-4f29-aaab-02142530f05a req-d777f334-f185-4b14-9f2d-ad04e33e03d6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Deleting port 68e04af3-3a60-437f-bb51-05a0b6a18380 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:13.745738 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6859ecb-633c-4f29-aaab-02142530f05a req-d777f334-f185-4b14-9f2d-ad04e33e03d6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:13.747355 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Attempting to bind port a2c36aea-6718-4d36-a50c-a85bd24eb020 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:13.747889 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Attempting to bind port a2c36aea-6718-4d36-a50c-a85bd24eb020 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:13.748401 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Attempting to bind port a2c36aea-6718-4d36-a50c-a85bd24eb020 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:13.766957 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81741cca-1601-4ec0-b113-3f3a7c1df44f None None] Pushing event updated for resources: {'Port': ['ID=a2c36aea-6718-4d36-a50c-a85bd24eb020,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:13.806232 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:13.806714 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:13.807130 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:13.807538 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:13.808043 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Bound port: a2c36aea-6718-4d36-a50c-a85bd24eb020, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:13.809922 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:13.811772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Checking router: 612588fd-07cb-43bd-bf7d-ab6b035f1250 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:36:13.812135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Updating router 612588fd-07cb-43bd-bf7d-ab6b035f1250 port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:36:13.826156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de0480e-de7d-4682-a712-e09b786ded58'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:13.828625 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3f95ce-e6ad-48de-bed5-ce8d29a66fa5" -d '{"events": [{"server_uuid": "62925233-20b1-47e8-b799-f3bb67b3d1a0", "name": "network-vif-unplugged", "status": "completed", "tag": "0de0480e-de7d-4682-a712-e09b786ded58"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:13.831326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:13.873875 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:14.089410 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] For port a2c36aea-6718-4d36-a50c-a85bd24eb020, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:14.092764 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] For port a2c36aea-6718-4d36-a50c-a85bd24eb020, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a2c36aea-6718-4d36-a50c-a85bd24eb020,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:14.097338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951de2-571b-440b-a02e-83ce99a35b92 req-62245f85-ea7f-45bf-9e26-a373ab54c3ba tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:14.100258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f951de2-571b-440b-a02e-83ce99a35b92 req-62245f85-ea7f-45bf-9e26-a373ab54c3ba tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.3543110 Jan 28 03:36:14.121394 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:14.311789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f951de2-571b-440b-a02e-83ce99a35b92 req-974eb0c2-2170-45f7-aa68-96511a40d142 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052548 Jan 28 03:36:14.388796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Allocated IP 172.20.0.14 (ca2683ce-a10b-49fe-8640-9b15124d668e/4a7f01fd-2c07-43b0-83f7-11da36d0d72c/d89233fc-125d-4823-9c6a-e6c02bff0f16) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:14.394498 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81741cca-1601-4ec0-b113-3f3a7c1df44f None None] Pushing event updated for resources: {'Port': ['ID=a2c36aea-6718-4d36-a50c-a85bd24eb020,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:14.409506 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Routers {'bd279717-20f7-45b3-be14-2dcc19efb878'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:14.412552 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd279717-20f7-45b3-be14-2dcc19efb878'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:14.481245 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:14.498682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:14.594213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Publish callbacks [] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:14.606823 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:14.766949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e6859ecb-633c-4f29-aaab-02142530f05a req-d777f334-f185-4b14-9f2d-ad04e33e03d6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] For port 68e04af3-3a60-437f-bb51-05a0b6a18380, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=68e04af3-3a60-437f-bb51-05a0b6a18380,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:14.770025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6859ecb-633c-4f29-aaab-02142530f05a req-d777f334-f185-4b14-9f2d-ad04e33e03d6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:14.779308 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] Set router bd279717-20f7-45b3-be14-2dcc19efb878 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:14.807972 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615688bd-98e8-4723-afba-ca8ecea1941e x-openstack-request-id: req-615688bd-98e8-4723-afba-ca8ecea1941e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:14.808277 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62925233-20b1-47e8-b799-f3bb67b3d1a0", "name": "network-vif-unplugged", "status": "completed", "tag": "0de0480e-de7d-4682-a712-e09b786ded58", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:14.810024 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-615688bd-98e8-4723-afba-ca8ecea1941e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:14.810024 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de0480e-de7d-4682-a712-e09b786ded58', 'code': 200} Jan 28 03:36:14.818932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device da7f5403-3776-4ce6-8a92-a1346bc8d2cf up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:14.881549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:14.882924 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:14.999070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e6859ecb-633c-4f29-aaab-02142530f05a req-d777f334-f185-4b14-9f2d-ad04e33e03d6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Calling delete_port for 68e04af3-3a60-437f-bb51-05a0b6a18380 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:15.156538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-af9de437-e6f7-4f58-b39a-0251bda00eb1 None None] Current status of the port da7f5403-3776-4ce6-8a92-a1346bc8d2cf is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:15.189598 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Publish callbacks [] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.216736 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.268746 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.271251 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'name': 'tempest-TaggedBootDevicesTest-242117527-router', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:07Z', 'updated_at': '2022-01-28T03:36:10Z', 'revision_number': 3, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'gw_port': {'id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:08Z', 'updated_at': '2022-01-28T03:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:15.314730 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ba8d4-4d6b-4dfd-b01a-53abd659742a None None] The sync data for ids ['bd279717-20f7-45b3-be14-2dcc19efb878'] in n-d-808199-14 is: [{'id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'name': 'tempest-TaggedBootDevicesTest-242117527-router', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:07Z', 'updated_at': '2022-01-28T03:36:10Z', 'revision_number': 3, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'gw_port': {'id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:08Z', 'updated_at': '2022-01-28T03:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:36:15.319703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port da7f5403-3776-4ce6-8a92-a1346bc8d2cf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:15.323265 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.395942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3cbb1ccf-2c4e-49c2-9acc-6bdb51267e28 req-d69ff87c-a04f-4bec-9cff-16d267a7480f tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 210 time: 0.7018645 Jan 28 03:36:15.438513 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.448728 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Pushing event updated for resources: {'Port': ['ID=3c72eaec-d1c6-4831-a579-592ff84ae4a2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:15.450112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053d5640-08d1-4987-b6e9-0773de37e9c4 None None] Network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:36:15.459836 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (612588fd-07cb-43bd-bf7d-ab6b035f1250), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.497577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.501686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.502365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.502820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.503268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.503722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.504164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.506563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.507036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.507488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.507945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.508442 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.509190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:15.513615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 68e04af3-3a60-437f-bb51-05a0b6a18380 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:15.564460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['82f05a85-436a-49fe-92de-b8e0fa87a262'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:15.583768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba5939-6d6f-4696-9dd1-94e388a864bd req-abf853a2-f12f-4214-9dc8-710dc43ab969 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:15.592796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8bba5939-6d6f-4696-9dd1-94e388a864bd req-abf853a2-f12f-4214-9dc8-710dc43ab969 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 950 time: 0.3258820 Jan 28 03:36:15.601783 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd9765-d01e-472e-b81f-27014ed91f5d None None] Pushing event updated for resources: {'Port': ['ID=0f96d4c1-da67-45f9-8f12-b1c9ec5fe574,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:15.607626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e6cfbe34-81d0-40d6-ae69-41291b080b73 None None] Provisioning complete for port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:15.608233 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6cfbe34-81d0-40d6-ae69-41291b080b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.653005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'Port': ['ID=d89233fc-125d-4823-9c6a-e6c02bff0f16,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:15.666680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Network ca2683ce-a10b-49fe-8640-9b15124d668e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:15.678542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:15.682417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:15.706232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Attempting to bind port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:15.706907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Attempting to bind port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:15.707430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Attempting to bind port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:15.764660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:15.765352 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.787672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8bba5939-6d6f-4696-9dd1-94e388a864bd req-e4592dd4-7533-4a5f-871f-345de83abe4d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911910 Jan 28 03:36:15.797313 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-4efd88e8-1176-4c4c-aae1-fb1842ce42ed tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8547218 Jan 28 03:36:15.823878 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.825586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Request body: {'port': {'device_id': '1f60d6b2-8849-4718-b716-700a8f928e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:15.865767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:15.866164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:15.866546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.866938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:15.867419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Bound port: 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:15.868726 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:15.891906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-7a2825f3-1473-4ba9-82d4-d27a1a66a5a0 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:15.899619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-7a2825f3-1473-4ba9-82d4-d27a1a66a5a0 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/networks?id=cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 200 len: 813 time: 0.2954490 Jan 28 03:36:15.930452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfbe34-81d0-40d6-ae69-41291b080b73 None None] Port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:15.939545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-868b1a9f-f95b-4bd3-832d-58a0d1967e0f tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/quotas/95c694224d954a71bd210def91604293 HTTP/1.1" status: 200 len: 375 time: 0.0385125 Jan 28 03:36:16.033009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Network 39ca72c0-032b-4e3b-b459-91b9ab024a53 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:16.036999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:16.080102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-2c3b6f29-764b-4fd2-9b55-f8686c00a4b2 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95c694224d954a71bd210def91604293&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1395814 Jan 28 03:36:16.107484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Allocated IP 172.20.0.1 (77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1/b7694a84-b5d6-4276-8838-4e9e643c1be0/8a9a6919-0a40-46fa-a185-fbd1c41f2001) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:16.113526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:36:16.233347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] For port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:16.262345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] For port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0f96d4c1-da67-45f9-8f12-b1c9ec5fe574,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:16.295890 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:16.435959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:16.467945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'mac_address': 'fa:16:3e:e4:cc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:36:16.484717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:16.503472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9677138-7607-4d53-b65f-76f80429d0fe req-918debfa-1629-49cb-a6ba-5b9622558473 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:16.523412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e9677138-7607-4d53-b65f-76f80429d0fe req-918debfa-1629-49cb-a6ba-5b9622558473 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2989345 Jan 28 03:36:16.577895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd9765-d01e-472e-b81f-27014ed91f5d None None] Pushing event updated for resources: {'Port': ['ID=0f96d4c1-da67-45f9-8f12-b1c9ec5fe574,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:16.581275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 68e04af3-3a60-437f-bb51-05a0b6a18380 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:16.582582 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:16.609968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-72374271-baae-4f79-8092-b8a9e0c4fe8b service neutron] 10.222.0.44 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288999 Jan 28 03:36:16.619394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port da7f5403-3776-4ce6-8a92-a1346bc8d2cf is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:16.620933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4deeff11-c6a5-4c04-8f23-5a4462cd8382 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:16.639445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-52a35b55-93cb-4908-9b64-a92c4e7e9cef None None] Provisioning complete for port 06e16bda-54e2-4a60-b520-8d917f4bd671 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:16.640201 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52a35b55-93cb-4908-9b64-a92c4e7e9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:16.785999 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:16.877371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Routers {'612588fd-07cb-43bd-bf7d-ab6b035f1250'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:16.878381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['612588fd-07cb-43bd-bf7d-ab6b035f1250'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:16.880398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Router 612588fd-07cb-43bd-bf7d-ab6b035f1250 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:36:16.902922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e9677138-7607-4d53-b65f-76f80429d0fe req-1a966cfa-6757-4743-913a-ebca10cc1315 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768148 Jan 28 03:36:17.039100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Publish callbacks [] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.099627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:17.099955 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.219522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-dcc7c8aa-15f5-4d27-8e05-c83e9965b1c5 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:17.221374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-dcc7c8aa-15f5-4d27-8e05-c83e9965b1c5 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.42 "GET /v2.0/ports?device_id=eeb5bffe-ae6d-417d-99a6-08666e954058 HTTP/1.1" status: 200 len: 945 time: 0.5477166 Jan 28 03:36:17.234539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:17.258872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6859ecb-633c-4f29-aaab-02142530f05a req-d777f334-f185-4b14-9f2d-ad04e33e03d6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (68e04af3-3a60-437f-bb51-05a0b6a18380), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.264911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89233fc-125d-4823-9c6a-e6c02bff0f16 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:17.269898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.282413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Publish callbacks [] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.309528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-12aa189f-8d11-4d34-9e46-2d9c102f1fed tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:17.315331 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-12aa189f-8d11-4d34-9e46-2d9c102f1fed tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5721f7a1-5660-4b0b-9c42-32d89fe8aa3a HTTP/1.1" status: 200 len: 946 time: 0.9905529 Jan 28 03:36:17.329324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-a2cc33f5-205f-42fa-ade4-4ad73e74253e service neutron] 10.222.0.44 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102334 Jan 28 03:36:17.367697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211', '4bb17899-8191-4ab6-99bf-89e734fd4001'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:17.370310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76', '6560c747-ca57-456d-b5d9-f0efee0535d3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:17.387182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:17.404043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:17.421999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:36:17.455157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:17.466239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-863389ac-5251-484b-945c-bf2e01f48f45 admin admin] 10.222.0.44 "PUT /v2.0/routers/612588fd-07cb-43bd-bf7d-ab6b035f1250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4043319 Jan 28 03:36:17.490188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Transition to ACTIVE for port object d89233fc-125d-4823-9c6a-e6c02bff0f16 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:36:17.592935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-74c22ae5-9329-485e-b02c-f593f66ba5f4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Deleting port fed822e3-97dc-45d6-8251-37a366c1d0df {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:17.596583 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-74c22ae5-9329-485e-b02c-f593f66ba5f4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.604796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] Set router 612588fd-07cb-43bd-bf7d-ab6b035f1250 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:17.902419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-74c22ae5-9329-485e-b02c-f593f66ba5f4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] For port fed822e3-97dc-45d6-8251-37a366c1d0df, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fed822e3-97dc-45d6-8251-37a366c1d0df,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:17.902419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-74c22ae5-9329-485e-b02c-f593f66ba5f4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.953540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-74c22ae5-9329-485e-b02c-f593f66ba5f4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Calling delete_port for fed822e3-97dc-45d6-8251-37a366c1d0df owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:18.055839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:18.091580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:18.399569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779de3ed-d87d-433f-92d3-68faf979fbd7 req-4dc3c475-107c-4c83-b8e1-ec53368e49e7 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.406808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-779de3ed-d87d-433f-92d3-68faf979fbd7 req-4dc3c475-107c-4c83-b8e1-ec53368e49e7 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 944 time: 0.2311049 Jan 28 03:36:18.496553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.569040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Pushing event updated for resources: {'Port': ['ID=8a9a6919-0a40-46fa-a185-fbd1c41f2001,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:18.580152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6859ecb-633c-4f29-aaab-02142530f05a req-d777f334-f185-4b14-9f2d-ad04e33e03d6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] No DVR routers for this DVR port 68e04af3-3a60-437f-bb51-05a0b6a18380 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:18.608323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6859ecb-633c-4f29-aaab-02142530f05a req-d777f334-f185-4b14-9f2d-ad04e33e03d6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.614709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e6859ecb-633c-4f29-aaab-02142530f05a req-d777f334-f185-4b14-9f2d-ad04e33e03d6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "DELETE /v2.0/ports/68e04af3-3a60-437f-bb51-05a0b6a18380 HTTP/1.1" status: 204 len: 173 time: 5.4135041 Jan 28 03:36:18.630143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e73044-df4e-4187-b0a9-62ba257b92f4', 'name': 'network-vif-deleted', 'tag': '68e04af3-3a60-437f-bb51-05a0b6a18380'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:18.635397 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31cd532-616f-4da2-a52f-70bb74790263" -d '{"events": [{"server_uuid": "75e73044-df4e-4187-b0a9-62ba257b92f4", "name": "network-vif-deleted", "tag": "68e04af3-3a60-437f-bb51-05a0b6a18380"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:18.659254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-779de3ed-d87d-433f-92d3-68faf979fbd7 req-43b3b18c-6fb0-48d8-bf4a-1fc2cc2bbd2b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436862 Jan 28 03:36:18.663215 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-74c22ae5-9329-485e-b02c-f593f66ba5f4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fed822e3-97dc-45d6-8251-37a366c1d0df), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.760942 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.772553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (bd279717-20f7-45b3-be14-2dcc19efb878), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.796205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c22ae5-9329-485e-b02c-f593f66ba5f4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Pushing event deleted for resources: {'Port': ['ID=fed822e3-97dc-45d6-8251-37a366c1d0df,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:18.865946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['fed822e3-97dc-45d6-8251-37a366c1d0df'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:18.966805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2892201-54cc-4327-9864-dff7f8983e39 req-ec9f67fc-2742-4c6e-b713-b3d26332c056 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e73044-df4e-4187-b0a9-62ba257b92f4 HTTP/1.1" status: 200 len: 210 time: 0.0845644 Jan 28 03:36:19.070803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-74c22ae5-9329-485e-b02c-f593f66ba5f4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] No DVR routers for this DVR port fed822e3-97dc-45d6-8251-37a366c1d0df on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:19.080543 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-74c22ae5-9329-485e-b02c-f593f66ba5f4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.093805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51d0b4ce-65e4-4601-9ca9-710803988be5 req-74c22ae5-9329-485e-b02c-f593f66ba5f4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.42 "DELETE /v2.0/ports/fed822e3-97dc-45d6-8251-37a366c1d0df HTTP/1.1" status: 204 len: 173 time: 1.7940452 Jan 28 03:36:19.094380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb5bffe-ae6d-417d-99a6-08666e954058', 'name': 'network-vif-deleted', 'tag': 'fed822e3-97dc-45d6-8251-37a366c1d0df'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:19.097776 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b020e3af-0533-4f5d-8b48-1b35ef86d564" -d '{"events": [{"server_uuid": "eeb5bffe-ae6d-417d-99a6-08666e954058", "name": "network-vif-deleted", "tag": "fed822e3-97dc-45d6-8251-37a366c1d0df"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:19.126934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777f334-f185-4b14-9f2d-ad04e33e03d6 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event deleted for resources: {'Port': ['ID=68e04af3-3a60-437f-bb51-05a0b6a18380,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:19.179650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:19.187907 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.218738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58044) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:19.228376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-network', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:19.289307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Pushing event updated for resources: {'Port': ['ID=d89233fc-125d-4823-9c6a-e6c02bff0f16,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:19.316351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Made reservation on behalf of 0ce067ed7e1c469ebae207ac0b42dd3c for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:19.319138 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.354079 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.355158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:19.456518 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.490621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-77113989-f7ca-4310-8e16-443d19425020 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Deleting port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:19.490866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-77113989-f7ca-4310-8e16-443d19425020 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.498698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Attempting to bind port d89233fc-125d-4823-9c6a-e6c02bff0f16 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:19.499373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Attempting to bind port d89233fc-125d-4823-9c6a-e6c02bff0f16 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '99e3c3e3-4d1a-4edc-a44b-0cf966259902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:19.499373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Attempting to bind port d89233fc-125d-4823-9c6a-e6c02bff0f16 on network ca2683ce-a10b-49fe-8640-9b15124d668e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:19.530205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Port d89233fc-125d-4823-9c6a-e6c02bff0f16 on network ca2683ce-a10b-49fe-8640-9b15124d668e not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:36:19.530205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Attempting to bind port d89233fc-125d-4823-9c6a-e6c02bff0f16 on network ca2683ce-a10b-49fe-8640-9b15124d668e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:19.568541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:19.568541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Checking segment: {'id': '99e3c3e3-4d1a-4edc-a44b-0cf966259902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:19.568953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Bound using segment: {'id': '99e3c3e3-4d1a-4edc-a44b-0cf966259902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:19.569161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Bound port: d89233fc-125d-4823-9c6a-e6c02bff0f16, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e3c3e3-4d1a-4edc-a44b-0cf966259902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:19.569528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.599551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5467a01-38dd-4ab4-8a9a-0255c42e2135 req-eb5d0d62-59ac-47e6-ae73-1d7925dc28a5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.607298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:19.607932 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.608165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5467a01-38dd-4ab4-8a9a-0255c42e2135 req-eb5d0d62-59ac-47e6-ae73-1d7925dc28a5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2217286 Jan 28 03:36:19.708122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5467a01-38dd-4ab4-8a9a-0255c42e2135 req-96ef20fc-98ba-4e17-bfef-e6318c1974ff tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989091 Jan 28 03:36:19.743758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-52a35b55-93cb-4908-9b64-a92c4e7e9cef None None] Current status of the port 06e16bda-54e2-4a60-b520-8d917f4bd671 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:19.744167 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52a35b55-93cb-4908-9b64-a92c4e7e9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.797799 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Publish callbacks [] for security_group (223bc2c0-4716-4c91-9dd2-35e06a3a14c6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.806869 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (223bc2c0-4716-4c91-9dd2-35e06a3a14c6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.857186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5721f7a1-5660-4b0b-9c42-32d89fe8aa3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a46256-f647-4e32-b4a8-9b4eb2e6bf50'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:19.859507 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764087a4-5682-4897-aa2b-93c18fa21ec1" -d '{"events": [{"server_uuid": "5721f7a1-5660-4b0b-9c42-32d89fe8aa3a", "name": "network-vif-unplugged", "status": "completed", "tag": "81a46256-f647-4e32-b4a8-9b4eb2e6bf50"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:19.909466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:36:19.953317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223bc2c0-4716-4c91-9dd2-35e06a3a14c6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:19.969500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (57c9d94d-dc01-48f2-a4d6-a779c3e404b5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:19.969917 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Added segment 57c9d94d-dc01-48f2-a4d6-a779c3e404b5 of type vlan for network 5e469c56-8b40-4db4-a6c1-17b51ad76209 Jan 28 03:36:20.088456 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (5e469c56-8b40-4db4-a6c1-17b51ad76209), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.108498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:20.164331 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (5e469c56-8b40-4db4-a6c1-17b51ad76209), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.165746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:20.166352 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.371578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.392310 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1722498 Jan 28 03:36:20.395394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:20.411719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Request body: {'subnet': {'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-subnet', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:20.437558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Publish callbacks [] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.441040 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedc159b-4f0e-431f-98fc-14e85cf42cd3 x-openstack-request-id: req-cedc159b-4f0e-431f-98fc-14e85cf42cd3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:20.441518 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb5bffe-ae6d-417d-99a6-08666e954058", "name": "network-vif-deleted", "tag": "fed822e3-97dc-45d6-8251-37a366c1d0df", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:20.441910 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cedc159b-4f0e-431f-98fc-14e85cf42cd3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:20.443958 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb5bffe-ae6d-417d-99a6-08666e954058', 'name': 'network-vif-deleted', 'tag': 'fed822e3-97dc-45d6-8251-37a366c1d0df', 'status': 'completed', 'code': 200} Jan 28 03:36:20.460114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33537d-2881-4a76-ab87-9f39e4cfdcf2 admin admin] Pushing event updated for resources: {'Network': ['ID=5e469c56-8b40-4db4-a6c1-17b51ad76209,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:20.464782 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac30eada-9479-4c62-af42-6037aae21232 x-openstack-request-id: req-ac30eada-9479-4c62-af42-6037aae21232 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:20.465880 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e73044-df4e-4187-b0a9-62ba257b92f4", "name": "network-vif-deleted", "tag": "68e04af3-3a60-437f-bb51-05a0b6a18380", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:20.467118 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac30eada-9479-4c62-af42-6037aae21232 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:20.467676 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e73044-df4e-4187-b0a9-62ba257b92f4', 'name': 'network-vif-deleted', 'tag': '68e04af3-3a60-437f-bb51-05a0b6a18380', 'status': 'completed', 'code': 200} Jan 28 03:36:20.471198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.471306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:20.510663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Made reservation on behalf of 0ce067ed7e1c469ebae207ac0b42dd3c for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:20.514635 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.577236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (bd279717-20f7-45b3-be14-2dcc19efb878), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.784567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 5e469c56-8b40-4db4-a6c1-17b51ad76209 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:36:20.791300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:20.931275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] For port d89233fc-125d-4823-9c6a-e6c02bff0f16, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:20.963045 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (855cddda-d37b-4be4-a10f-bb6444d5d65d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.970194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fed822e3-97dc-45d6-8251-37a366c1d0df no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:20.991687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:21.016019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-77113989-f7ca-4310-8e16-443d19425020 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] For port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:21.016399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-77113989-f7ca-4310-8e16-443d19425020 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:21.038007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] For port d89233fc-125d-4823-9c6a-e6c02bff0f16, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:21.120126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-52a35b55-93cb-4908-9b64-a92c4e7e9cef None None] For port 06e16bda-54e2-4a60-b520-8d917f4bd671, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=06e16bda-54e2-4a60-b520-8d917f4bd671,segment=NetworkSegment(8368db10-3214-418f-829d-57b02f3e12f4),segment_id=8368db10-3214-418f-829d-57b02f3e12f4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:21.189537 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:21.223104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:21.322457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:21.324738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 06e16bda-54e2-4a60-b520-8d917f4bd671 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:21.400647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: fed822e3-97dc-45d6-8251-37a366c1d0df {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:21.401212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fed822e3-97dc-45d6-8251-37a366c1d0df not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:21.429603 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52a35b55-93cb-4908-9b64-a92c4e7e9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:21.483203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=855cddda-d37b-4be4-a10f-bb6444d5d65d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:21.512003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b271b-8a2e-47d2-846f-8cd055d895ba req-0551e0df-ef5b-49a8-adbd-2de27c439141 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.522680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c71b271b-8a2e-47d2-846f-8cd055d895ba req-0551e0df-ef5b-49a8-adbd-2de27c439141 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 944 time: 0.5845547 Jan 28 03:36:21.562138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-77113989-f7ca-4310-8e16-443d19425020 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Calling delete_port for 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:21.564572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-290dac1c-9c1f-483e-9c1f-b895cef87c86 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.568949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-290dac1c-9c1f-483e-9c1f-b895cef87c86 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.42 "GET /v2.0/networks?id=cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 200 len: 813 time: 0.6228411 Jan 28 03:36:21.573715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Checking segment: {'id': '57c9d94d-dc01-48f2-a4d6-a779c3e404b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:21.574016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Network hostable DHCP agents. Network: 5e469c56-8b40-4db4-a6c1-17b51ad76209, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:36:21.599207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Router bd279717-20f7-45b3-be14-2dcc19efb878 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:36:21.600288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Request body: {'port': {'device_id': '51d50b76-cd0c-4c4e-90f8-714f7be694f3', 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4', 'admin_state_up': True, 'tenant_id': '95c694224d954a71bd210def91604293'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:21.601624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.602514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:21.603982 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] 10.222.0.25 "PUT /v2.0/ports/d89233fc-125d-4823-9c6a-e6c02bff0f16 HTTP/1.1" status: 200 len: 1093 time: 5.7891405 Jan 28 03:36:21.621692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Pushing event updated for resources: {'Port': ['ID=8a9a6919-0a40-46fa-a185-fbd1c41f2001,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:21.683597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0d00bcc6-4188-4a30-8663-351e23937064 None None] Provisioning complete for port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:21.690070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d00bcc6-4188-4a30-8663-351e23937064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:21.783453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0d00bcc6-4188-4a30-8663-351e23937064 None None] Port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:21.833184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Made reservation on behalf of 95c694224d954a71bd210def91604293 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:21.837005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713be64f-e9a7-4297-8b85-5a5aa6fe466d service neutron] Pushing event updated for resources: {'Port': ['ID=d89233fc-125d-4823-9c6a-e6c02bff0f16,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:21.837241 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:21.873922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c71b271b-8a2e-47d2-846f-8cd055d895ba req-577f244d-adfa-4aea-bac4-a5effe5d5d29 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035281 Jan 28 03:36:21.893104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Network 5e469c56-8b40-4db4-a6c1-17b51ad76209 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:36:21.908907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 06e16bda-54e2-4a60-b520-8d917f4bd671 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:21.909293 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:21.969523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a35b55-93cb-4908-9b64-a92c4e7e9cef None None] Pushing event updated for resources: {'Port': ['ID=06e16bda-54e2-4a60-b520-8d917f4bd671,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:21.974605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-cf0db767-8704-4bcf-9045-a30a1d351e63 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.977793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-cf0db767-8704-4bcf-9045-a30a1d351e63 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.25 "GET /v2.0/networks?id=cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 200 len: 813 time: 1.1546381 Jan 28 03:36:22.009634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0d00bcc6-4188-4a30-8663-351e23937064 None None] Provisioning complete for port 06e16bda-54e2-4a60-b520-8d917f4bd671 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:22.010174 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d00bcc6-4188-4a30-8663-351e23937064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:22.016330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Request body: {'port': {'device_id': '0a26a341-e9c0-47a7-a6ad-3533a47c9368', 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4', 'admin_state_up': True, 'tenant_id': '95c694224d954a71bd210def91604293'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:22.058341 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b71d09a-905d-4351-876a-0cfaa0be4228 x-openstack-request-id: req-3b71d09a-905d-4351-876a-0cfaa0be4228 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:22.058652 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5721f7a1-5660-4b0b-9c42-32d89fe8aa3a", "name": "network-vif-unplugged", "status": "completed", "tag": "81a46256-f647-4e32-b4a8-9b4eb2e6bf50", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:22.059039 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b71d09a-905d-4351-876a-0cfaa0be4228 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:22.059501 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5721f7a1-5660-4b0b-9c42-32d89fe8aa3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a46256-f647-4e32-b4a8-9b4eb2e6bf50', 'code': 200} Jan 28 03:36:22.069559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:14Z', 'revision_number': 2, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:22.122725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e7343-a72b-449b-9206-2b999215a307 None None] The sync data for ids ['612588fd-07cb-43bd-bf7d-ab6b035f1250'] in n-d-808199-14 is: [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:14Z', 'revision_number': 2, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:36:22.188111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 06e16bda-54e2-4a60-b520-8d917f4bd671 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:22.220424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 5e469c56-8b40-4db4-a6c1-17b51ad76209) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:22.245425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:22.246031 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:22.311889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f38e37b-42a6-456a-9b39-9a5fdc5c16be None None] Network 5e469c56-8b40-4db4-a6c1-17b51ad76209 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:36:22.339875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932d60b-855b-47bb-9504-7476316fa0ff req-3ba55ca3-71c1-45b7-8bb7-8f854b649238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:22.341458 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-3ba55ca3-71c1-45b7-8bb7-8f854b649238 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 1096 time: 0.5614314 Jan 28 03:36:22.433246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ee39e1c4-1a6b-41e5-99d7-b6d9a98b5fcf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0339439 Jan 28 03:36:22.434357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58068) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:22.443698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-router', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:22.494603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3414a913-4487-4f72-8e0d-7b10280f71ea req-d1d7a568-f459-4b5e-acf1-cae2a158953a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 210 time: 0.1592727 Jan 28 03:36:22.527089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f60d6b2-8849-4718-b716-700a8f928e50', 'tag': 'd89233fc-125d-4823-9c6a-e6c02bff0f16'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:22.542600 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970f82df-9961-49ca-9671-8cf980c18d04" -d '{"events": [{"name": "network-changed", "server_uuid": "1f60d6b2-8849-4718-b716-700a8f928e50", "tag": "d89233fc-125d-4823-9c6a-e6c02bff0f16"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:22.599452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (dcd211e1-6899-4446-9b54-637d740146b4), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:22.604981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (dcd211e1-6899-4446-9b54-637d740146b4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:22.612082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Allocated IP 172.20.0.4 (cf8dc372-2e44-4c37-8d18-312be1e731c4/eb0365e6-7082-4793-ad42-88eacaba3730/820c1164-cc9b-466c-91b4-8827c33381f2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:22.663964 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-b225b290-df4d-4805-af7a-37b4fcfc11f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16 HTTP/1.1" status: 200 len: 217 time: 0.3009517 Jan 28 03:36:22.695307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-5e469c56-8b40-4db4-a6c1-17b51ad76209', 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209', 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'fixed_ips': [{'subnet_id': '855cddda-d37b-4be4-a10f-bb6444d5d65d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:36:22.696885 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:22.710196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a2c36aea-6718-4d36-a50c-a85bd24eb020 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:22.802913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks [] for router_controller (dcd211e1-6899-4446-9b54-637d740146b4), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:22.845592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:36:22.885218 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7873f068-a964-4024-91dd-a3b5f765a803 admin admin] 10.222.0.44 "PUT /v2.0/routers/bd279717-20f7-45b3-be14-2dcc19efb878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9604104 Jan 28 03:36:22.888291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:22.895763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Sync routers for ids ['bd279717-20f7-45b3-be14-2dcc19efb878'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:36:23.033079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Made reservation on behalf of 95c694224d954a71bd210def91604293 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:23.043343 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:23.113159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0d00bcc6-4188-4a30-8663-351e23937064 None None] Current status of the port 06e16bda-54e2-4a60-b520-8d917f4bd671 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:23.156802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856869d-4ac6-4eb3-8615-890cf358e855 req-8123869f-4116-4db5-b8d6-63c7a5b33e15 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:23.169595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5856869d-4ac6-4eb3-8615-890cf358e855 req-8123869f-4116-4db5-b8d6-63c7a5b33e15 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.3559778 Jan 28 03:36:23.330797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a2c36aea-6718-4d36-a50c-a85bd24eb020 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:23.333104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932d60b-855b-47bb-9504-7476316fa0ff req-9ab00ea9-dd44-49d1-9386-c4dca06e7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:23.335259 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-9ab00ea9-dd44-49d1-9386-c4dca06e7cdc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a7f01fd-2c07-43b0-83f7-11da36d0d72c HTTP/1.1" status: 200 len: 851 time: 0.6310899 Jan 28 03:36:23.337892 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:23.373757 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-77113989-f7ca-4310-8e16-443d19425020 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (81a46256-f647-4e32-b4a8-9b4eb2e6bf50), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:23.415221 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-7b8d16c3-1a96-4558-a7b2-d257feb20be0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca2683ce-a10b-49fe-8640-9b15124d668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708416 Jan 28 03:36:23.463743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77113989-f7ca-4310-8e16-443d19425020 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Pushing event deleted for resources: {'Port': ['ID=81a46256-f647-4e32-b4a8-9b4eb2e6bf50,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:23.473776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Routers {'bd279717-20f7-45b3-be14-2dcc19efb878'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:23.474440 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd279717-20f7-45b3-be14-2dcc19efb878'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:23.726732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Allocated IP 172.20.0.2 (5e469c56-8b40-4db4-a6c1-17b51ad76209/855cddda-d37b-4be4-a10f-bb6444d5d65d/84446986-d9a1-4bae-903a-aabdb245bd12) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:23.839867 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-059507f8-ed25-4374-8a2e-55fc54fa3869 service neutron] 10.222.0.25 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844414 Jan 28 03:36:23.942073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-77113989-f7ca-4310-8e16-443d19425020 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] No DVR routers for this DVR port 81a46256-f647-4e32-b4a8-9b4eb2e6bf50 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:23.956203 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-77113989-f7ca-4310-8e16-443d19425020 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:23.959749 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e7900ab0-5c4b-49a1-b7c8-ff4e8ec59634 req-77113989-f7ca-4310-8e16-443d19425020 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.25 "DELETE /v2.0/ports/81a46256-f647-4e32-b4a8-9b4eb2e6bf50 HTTP/1.1" status: 204 len: 173 time: 6.6317589 Jan 28 03:36:23.966847 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks [] for router_gateway (dcd211e1-6899-4446-9b54-637d740146b4), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.060418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0d00bcc6-4188-4a30-8663-351e23937064 None None] Provisioning complete for port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:24.061111 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d00bcc6-4188-4a30-8663-351e23937064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.145502 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a932d60b-855b-47bb-9504-7476316fa0ff req-c66af7a4-f6c1-4172-8050-e0b5830762c4 service neutron] 10.222.0.25 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846055 Jan 28 03:36:24.328985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:24.328985 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.377670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a2c36aea-6718-4d36-a50c-a85bd24eb020 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:24.378435 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.405609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Set router bd279717-20f7-45b3-be14-2dcc19efb878 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:24.423848 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks [] for port (820c1164-cc9b-466c-91b4-8827c33381f2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.476182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5856869d-4ac6-4eb3-8615-890cf358e855 req-33c3114f-aec0-4a7d-a878-df2bda6fb56a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3064957 Jan 28 03:36:24.493361 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.643032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0d00bcc6-4188-4a30-8663-351e23937064 None None] Port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:24.669532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Allocated IP 172.20.0.14 (cf8dc372-2e44-4c37-8d18-312be1e731c4/eb0365e6-7082-4793-ad42-88eacaba3730/23fbe172-3892-4c8b-9633-a21a40513919) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:24.691875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Pushing event updated for resources: {'Port': ['ID=820c1164-cc9b-466c-91b4-8827c33381f2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:24.726337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Network cf8dc372-2e44-4c37-8d18-312be1e731c4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:24.747519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:24.763778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:24.865667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port a2c36aea-6718-4d36-a50c-a85bd24eb020, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a2c36aea-6718-4d36-a50c-a85bd24eb020,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:25.020004 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.030301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 06e16bda-54e2-4a60-b520-8d917f4bd671 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:25.084509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:25.100409 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.170734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-936909a2-b2d5-470d-ae4c-c4cdfafeb06c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5847483 Jan 28 03:36:25.183177 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e75a91d-eee7-4b9b-ad25-62318a03be51 x-openstack-request-id: req-9e75a91d-eee7-4b9b-ad25-62318a03be51 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:25.185862 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f60d6b2-8849-4718-b716-700a8f928e50", "tag": "d89233fc-125d-4823-9c6a-e6c02bff0f16", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:25.186320 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e75a91d-eee7-4b9b-ad25-62318a03be51 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:25.215486 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f60d6b2-8849-4718-b716-700a8f928e50', 'tag': 'd89233fc-125d-4823-9c6a-e6c02bff0f16', 'status': 'completed', 'code': 200} Jan 28 03:36:25.343589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks [] for port (23fbe172-3892-4c8b-9633-a21a40513919), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.397995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=a2c36aea-6718-4d36-a50c-a85bd24eb020,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:25.406072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Request body: {'port': {'device_id': '51d50b76-cd0c-4c4e-90f8-714f7be694f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:25.457716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ed6ca510-a393-4ad0-885b-eb3e6a414a4f None None] Provisioning complete for port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:25.465423 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca510-a393-4ad0-885b-eb3e6a414a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.498980 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (23fbe172-3892-4c8b-9633-a21a40513919), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.569833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ca510-a393-4ad0-885b-eb3e6a414a4f None None] Port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:25.612893 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks [] for router_gateway (dcd211e1-6899-4446-9b54-637d740146b4), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.628331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Network cf8dc372-2e44-4c37-8d18-312be1e731c4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:25.640633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f82df-9961-49ca-9671-8cf980c18d04 req-dba923ea-a0b1-45f8-95a8-1b0958237887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:25.643688 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-970f82df-9961-49ca-9671-8cf980c18d04 req-dba923ea-a0b1-45f8-95a8-1b0958237887 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 1096 time: 0.4255257 Jan 28 03:36:25.651821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:25.671263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Pushing event updated for resources: {'Port': ['ID=23fbe172-3892-4c8b-9633-a21a40513919,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:25.688010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:25.707661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:25.708254 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.749632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:25.752734 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Publish callbacks [] for port (84446986-d9a1-4bae-903a-aabdb245bd12), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.754313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:25.756982 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74bfb3e-c801-4eeb-a859-1a9164b4da45" -d '{"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-plugged", "status": "completed", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:25.764230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 06e16bda-54e2-4a60-b520-8d917f4bd671 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:25.769190 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.771995 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.796578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831ce6f-2549-4bb6-a95c-4aed67538152 req-d8ed7fc3-6f8e-4d7a-bb9c-d79731823967 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:25.804260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2831ce6f-2549-4bb6-a95c-4aed67538152 req-d8ed7fc3-6f8e-4d7a-bb9c-d79731823967 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 944 time: 0.4520836 Jan 28 03:36:25.807218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.830916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:25.831787 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.861877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.880755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:25.903441 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:26.004315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Pushing event updated for resources: {'Port': ['ID=84446986-d9a1-4bae-903a-aabdb245bd12,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:26.042507 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e6e56cb9-5cac-4ed0-85c7-a40e71af7a67 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0424945 Jan 28 03:36:26.062157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Request body: {'port': {'device_id': '0a26a341-e9c0-47a7-a6ad-3533a47c9368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:26.079713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Network 5e469c56-8b40-4db4-a6c1-17b51ad76209 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:26.085374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'name': 'tempest-TaggedBootDevicesTest-242117527-router', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:07Z', 'updated_at': '2022-01-28T03:36:19Z', 'revision_number': 4, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'gw_port': {'id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:08Z', 'updated_at': '2022-01-28T03:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '8a9a6919-0a40-46fa-a185-fbd1c41f2001', 'name': '', 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'mac_address': 'fa:16:3e:d7:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b7694a84-b5d6-4276-8838-4e9e643c1be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:14Z', 'updated_at': '2022-01-28T03:36:19Z', 'revision_number': 2, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'subnets': [{'id': 'b7694a84-b5d6-4276-8838-4e9e643c1be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:26.151563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:26.170333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f82df-9961-49ca-9671-8cf980c18d04 req-7c0ea22a-5d46-4818-84d4-bdc02077555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:26.175138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:26.186361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-970f82df-9961-49ca-9671-8cf980c18d04 req-7c0ea22a-5d46-4818-84d4-bdc02077555b service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 912 time: 0.5229740 Jan 28 03:36:26.212608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Checking router: bd279717-20f7-45b3-be14-2dcc19efb878 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:36:26.212608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Updating router bd279717-20f7-45b3-be14-2dcc19efb878 port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:36:26.301520 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-970f82df-9961-49ca-9671-8cf980c18d04 req-967e0920-aedd-4a18-9614-97fffad745e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16 HTTP/1.1" status: 200 len: 217 time: 0.0535543 Jan 28 03:36:26.356184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (23fbe172-3892-4c8b-9633-a21a40513919), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:26.375877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 06e16bda-54e2-4a60-b520-8d917f4bd671 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:26.444187 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:26.540598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2831ce6f-2549-4bb6-a95c-4aed67538152 req-580e3a3a-b429-493a-a8f0-1b08b03ec401 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7275174 Jan 28 03:36:26.563204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f82df-9961-49ca-9671-8cf980c18d04 req-764f33f0-0597-417c-bff3-dcc84a85103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:26.563204 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-970f82df-9961-49ca-9671-8cf980c18d04 req-764f33f0-0597-417c-bff3-dcc84a85103d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a7f01fd-2c07-43b0-83f7-11da36d0d72c HTTP/1.1" status: 200 len: 851 time: 0.2538691 Jan 28 03:36:26.578252 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Sync routers for ids ['612588fd-07cb-43bd-bf7d-ab6b035f1250'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:36:26.610347 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Routers {'612588fd-07cb-43bd-bf7d-ab6b035f1250'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:26.616211 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['612588fd-07cb-43bd-bf7d-ab6b035f1250'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:26.641553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820c1164-cc9b-466c-91b4-8827c33381f2 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:26.667383 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Publish callbacks [] for port (820c1164-cc9b-466c-91b4-8827c33381f2), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:26.701472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Transition to ACTIVE for port object 820c1164-cc9b-466c-91b4-8827c33381f2 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:36:26.721424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Allocated IP 172.25.1.78 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/7fcb1165-e67b-4c81-a6c4-800e7ff6b97c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:26.736098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Attempting to bind port 84446986-d9a1-4bae-903a-aabdb245bd12 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:26.736516 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Attempting to bind port 84446986-d9a1-4bae-903a-aabdb245bd12 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '57c9d94d-dc01-48f2-a4d6-a779c3e404b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:26.736747 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:26.736921 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Attempting to bind port 84446986-d9a1-4bae-903a-aabdb245bd12 on network 5e469c56-8b40-4db4-a6c1-17b51ad76209 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:26.760617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a2c36aea-6718-4d36-a50c-a85bd24eb020 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:26.814125 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Set router 612588fd-07cb-43bd-bf7d-ab6b035f1250 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:26.844787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:26.849703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Checking segment: {'id': '57c9d94d-dc01-48f2-a4d6-a779c3e404b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:26.850121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:26.850566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Bound using segment: {'id': '57c9d94d-dc01-48f2-a4d6-a779c3e404b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:26.851088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Bound port: 84446986-d9a1-4bae-903a-aabdb245bd12, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c9d94d-dc01-48f2-a4d6-a779c3e404b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:26.851837 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:26.873391 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-970f82df-9961-49ca-9671-8cf980c18d04 req-3cfbee0c-22ce-4b0f-9aef-c2c9f6a832b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca2683ce-a10b-49fe-8640-9b15124d668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2234228 Jan 28 03:36:26.945152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ac1c4-21b5-4313-a8df-10939794d99e req-b33a0072-4cc5-48ff-97b5-0f76f16d07af tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:26.947712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-971ac1c4-21b5-4313-a8df-10939794d99e req-b33a0072-4cc5-48ff-97b5-0f76f16d07af tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 932 time: 0.2409353 Jan 28 03:36:27.110646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=820c1164-cc9b-466c-91b4-8827c33381f2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:27.248146 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Publish callbacks [] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:27.287265 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:27.357591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-971ac1c4-21b5-4313-a8df-10939794d99e req-cffc8890-ffb3-4145-8f5e-439d3f82fd56 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923938 Jan 28 03:36:27.392605 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:14Z', 'revision_number': 2, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:27.402345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5721f7a1-5660-4b0b-9c42-32d89fe8aa3a', 'name': 'network-vif-deleted', 'tag': '81a46256-f647-4e32-b4a8-9b4eb2e6bf50'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:27.405317 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea18a81-9284-40d2-94f2-e92fb4945bad" -d '{"events": [{"server_uuid": "5721f7a1-5660-4b0b-9c42-32d89fe8aa3a", "name": "network-vif-deleted", "tag": "81a46256-f647-4e32-b4a8-9b4eb2e6bf50"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:27.455054 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks [] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:27.468038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Attempting to bind port 820c1164-cc9b-466c-91b4-8827c33381f2 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:27.468380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Attempting to bind port 820c1164-cc9b-466c-91b4-8827c33381f2 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:27.468736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Attempting to bind port 820c1164-cc9b-466c-91b4-8827c33381f2 on network cf8dc372-2e44-4c37-8d18-312be1e731c4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:27.494898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Port 820c1164-cc9b-466c-91b4-8827c33381f2 on network cf8dc372-2e44-4c37-8d18-312be1e731c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:36:27.495226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Attempting to bind port 820c1164-cc9b-466c-91b4-8827c33381f2 on network cf8dc372-2e44-4c37-8d18-312be1e731c4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:27.505446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:27.505708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Checking segment: {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:27.506646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Bound using segment: {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:27.506646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Bound port: 820c1164-cc9b-466c-91b4-8827c33381f2, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:27.506855 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:27.534790 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Checking router: 612588fd-07cb-43bd-bf7d-ab6b035f1250 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:36:27.535638 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Updating router 612588fd-07cb-43bd-bf7d-ab6b035f1250 port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:36:27.546122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d89233fc-125d-4823-9c6a-e6c02bff0f16 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:36:27.630426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff314e2c-a361-402e-9052-b1d44639206a req-209733c6-3c50-4b2c-a18f-78a292e8f2d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.632585 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff314e2c-a361-402e-9052-b1d44639206a req-209733c6-3c50-4b2c-a18f-78a292e8f2d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2233e706-7c72-4318-b890-05c9d6f3ffab HTTP/1.1" status: 200 len: 950 time: 1.0702085 Jan 28 03:36:27.642486 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:27.726431 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:27.792052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port d89233fc-125d-4823-9c6a-e6c02bff0f16, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:27.866995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'd89233fc-125d-4823-9c6a-e6c02bff0f16', 'network_id': 'ca2683ce-a10b-49fe-8640-9b15124d668e', 'port_id': 'd89233fc-125d-4823-9c6a-e6c02bff0f16', 'mac_address': 'fa:16:3e:cd:49:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7f01fd-2c07-43b0-83f7-11da36d0d72c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:36:27.869518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959104e-8118-4a52-b398-11548aadb53e None None] Pushing event updated for resources: {'Port': ['ID=8a9a6919-0a40-46fa-a185-fbd1c41f2001,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:27.870856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] For port 820c1164-cc9b-466c-91b4-8827c33381f2, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:27.902031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:27.905652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:27.926834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:27.949217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] For port 820c1164-cc9b-466c-91b4-8827c33381f2, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=820c1164-cc9b-466c-91b4-8827c33381f2,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:27.956013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Pushing event updated for resources: {'Port': ['ID=7fcb1165-e67b-4c81-a6c4-800e7ff6b97c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:28.030623 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.041702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port d89233fc-125d-4823-9c6a-e6c02bff0f16 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:28.042168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.119648 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-970f82df-9961-49ca-9671-8cf980c18d04 req-9122554b-4e0a-40c1-8fc7-20584c111689 service neutron] 10.222.0.25 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2376161 Jan 28 03:36:28.261131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] For port 84446986-d9a1-4bae-903a-aabdb245bd12, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:28.315194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] For port 84446986-d9a1-4bae-903a-aabdb245bd12, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84446986-d9a1-4bae-903a-aabdb245bd12,segment=NetworkSegment(57c9d94d-dc01-48f2-a4d6-a779c3e404b5),segment_id=57c9d94d-dc01-48f2-a4d6-a779c3e404b5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:28.318057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89233fc-125d-4823-9c6a-e6c02bff0f16 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:28.320633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=820c1164-cc9b-466c-91b4-8827c33381f2,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:28.344750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port d89233fc-125d-4823-9c6a-e6c02bff0f16, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:28.348216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a2c36aea-6718-4d36-a50c-a85bd24eb020 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:28.348761 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.351022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Attempting to bind port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:28.351547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Attempting to bind port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8368db10-3214-418f-829d-57b02f3e12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:28.352930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Attempting to bind port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 on network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:28.359242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ff314e2c-a361-402e-9052-b1d44639206a req-567ab650-da6f-4f34-9400-a6bdbd6510c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Deleting port 6560c747-ca57-456d-b5d9-f0efee0535d3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:28.359709 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ff314e2c-a361-402e-9052-b1d44639206a req-567ab650-da6f-4f34-9400-a6bdbd6510c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.361706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:28.362276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Checking segment: {'id': '8368db10-3214-418f-829d-57b02f3e12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:28.362858 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.363405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Bound using segment: {'id': '8368db10-3214-418f-829d-57b02f3e12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:28.364036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Bound port: 8a9a6919-0a40-46fa-a185-fbd1c41f2001, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8368db10-3214-418f-829d-57b02f3e12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:28.365300 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.368781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5d8a-93f0-4478-8a85-95f5d1e8ba8a None None] Provisioning complete for port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:28.369435 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5d8a-93f0-4478-8a85-95f5d1e8ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.372510 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.375638 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-970f82df-9961-49ca-9671-8cf980c18d04 req-83a03876-2faf-403d-ad75-124b1f3e157d service neutron] 10.222.0.25 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286980 Jan 28 03:36:28.409566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:28.411127 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.415794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-c7822a55-a7d8-4a9c-8823-758f3998d8d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/820c1164-cc9b-466c-91b4-8827c33381f2 HTTP/1.1" status: 200 len: 1092 time: 3.0180664 Jan 28 03:36:28.439553 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.455249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc4fe-5caf-498c-987e-26e50acdf730 req-dbe838d3-e1a3-4c6a-96ea-2a59c127fdba tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:28.468132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c02cc4fe-5caf-498c-987e-26e50acdf730 req-dbe838d3-e1a3-4c6a-96ea-2a59c127fdba tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.3886549 Jan 28 03:36:28.472903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d50b76-cd0c-4c4e-90f8-714f7be694f3', 'tag': '820c1164-cc9b-466c-91b4-8827c33381f2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:28.480155 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "51d50b76-cd0c-4c4e-90f8-714f7be694f3", "tag": "820c1164-cc9b-466c-91b4-8827c33381f2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:28.583665 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Publish callbacks [] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.602498 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.784051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5d8a-93f0-4478-8a85-95f5d1e8ba8a None None] Port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:28.847679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] For port 8a9a6919-0a40-46fa-a185-fbd1c41f2001, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:28.858054 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:36:28.861930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9155dd-41c7-4239-ae6d-83b79c728d78 None None] Pushing event updated for resources: {'Port': ['ID=84446986-d9a1-4bae-903a-aabdb245bd12,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:28.872265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fbe172-3892-4c8b-9633-a21a40513919 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:28.929005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ff314e2c-a361-402e-9052-b1d44639206a req-567ab650-da6f-4f34-9400-a6bdbd6510c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] For port 6560c747-ca57-456d-b5d9-f0efee0535d3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=6560c747-ca57-456d-b5d9-f0efee0535d3,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:28.929375 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ff314e2c-a361-402e-9052-b1d44639206a req-567ab650-da6f-4f34-9400-a6bdbd6510c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:28.933040 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad3ac5-d921-4431-81dc-1572125a3738 None None] Pushing event updated for resources: {'Port': ['ID=3c72eaec-d1c6-4831-a579-592ff84ae4a2,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:28.934574 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-d420fba0-c4fc-4ae8-8f68-ea6e0fe64fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:28.936251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-d420fba0-c4fc-4ae8-8f68-ea6e0fe64fe5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95c694224d954a71bd210def91604293&device_id=51d50b76-cd0c-4c4e-90f8-714f7be694f3 HTTP/1.1" status: 200 len: 1095 time: 0.4338653 Jan 28 03:36:28.948714 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Publish callbacks [] for port (23fbe172-3892-4c8b-9633-a21a40513919), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:29.035796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ff314e2c-a361-402e-9052-b1d44639206a req-567ab650-da6f-4f34-9400-a6bdbd6510c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Calling delete_port for 6560c747-ca57-456d-b5d9-f0efee0535d3 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:29.080594 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Transition to ACTIVE for port object 23fbe172-3892-4c8b-9633-a21a40513919 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:36:29.083293 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Attempting to bind port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:29.084257 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Attempting to bind port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:29.084994 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Attempting to bind port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 on network 39ca72c0-032b-4e3b-b459-91b9ab024a53 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:29.095375 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (23fbe172-3892-4c8b-9633-a21a40513919), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:29.100036 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:29.101305 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Checking segment: {'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:29.104302 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:29.104965 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Bound using segment: {'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:29.106330 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Bound port: 3c72eaec-d1c6-4831-a579-592ff84ae4a2, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:29.109513 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:29.192462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a2c36aea-6718-4d36-a50c-a85bd24eb020 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:29.194709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:29.230004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-b5954476-41fe-4da1-889a-be6869e9b307 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=820c1164-cc9b-466c-91b4-8827c33381f2 HTTP/1.1" status: 200 len: 217 time: 0.2072132 Jan 28 03:36:29.232259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['d89233fc-125d-4823-9c6a-e6c02bff0f16'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:29.233573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c02cc4fe-5caf-498c-987e-26e50acdf730 req-db8be32a-3816-4e27-a49f-eb565609de38 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7649291 Jan 28 03:36:29.249503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] For port 8a9a6919-0a40-46fa-a185-fbd1c41f2001, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8a9a6919-0a40-46fa-a185-fbd1c41f2001,segment=NetworkSegment(8368db10-3214-418f-829d-57b02f3e12f4),segment_id=8368db10-3214-418f-829d-57b02f3e12f4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:29.359319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Pushing event updated for resources: {'Port': ['ID=23fbe172-3892-4c8b-9633-a21a40513919,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:29.373386 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] For port 3c72eaec-d1c6-4831-a579-592ff84ae4a2, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:29.385078 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] For port 3c72eaec-d1c6-4831-a579-592ff84ae4a2, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3c72eaec-d1c6-4831-a579-592ff84ae4a2,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:29.398620 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:29.403635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=d89233fc-125d-4823-9c6a-e6c02bff0f16,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:29.433039 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:29.481761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-cf777f06-8df1-4029-88f2-cee36f4536b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:29.488644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-cf777f06-8df1-4029-88f2-cee36f4536b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0365e6-7082-4793-ad42-88eacaba3730 HTTP/1.1" status: 200 len: 853 time: 0.2349303 Jan 28 03:36:29.550538 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f55b661-bec3-48cb-ab12-b29f51b07d7c x-openstack-request-id: req-3f55b661-bec3-48cb-ab12-b29f51b07d7c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:29.553290 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5721f7a1-5660-4b0b-9c42-32d89fe8aa3a", "name": "network-vif-deleted", "tag": "81a46256-f647-4e32-b4a8-9b4eb2e6bf50", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:29.553715 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f55b661-bec3-48cb-ab12-b29f51b07d7c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:29.554272 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5721f7a1-5660-4b0b-9c42-32d89fe8aa3a', 'name': 'network-vif-deleted', 'tag': '81a46256-f647-4e32-b4a8-9b4eb2e6bf50', 'status': 'completed', 'code': 200} Jan 28 03:36:29.579858 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae724228-9bd4-45ac-b435-bee356408f4a x-openstack-request-id: req-ae724228-9bd4-45ac-b435-bee356408f4a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:29.580150 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-plugged", "status": "completed", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:29.580401 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae724228-9bd4-45ac-b435-bee356408f4a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:29.580802 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'code': 200} Jan 28 03:36:29.614613 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Routers {'612588fd-07cb-43bd-bf7d-ab6b035f1250'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:29.616093 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['612588fd-07cb-43bd-bf7d-ab6b035f1250'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:29.694760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959104e-8118-4a52-b398-11548aadb53e None None] Pushing event updated for resources: {'Port': ['ID=8a9a6919-0a40-46fa-a185-fbd1c41f2001,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:29.815589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Routers {'bd279717-20f7-45b3-be14-2dcc19efb878'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:29.821336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd279717-20f7-45b3-be14-2dcc19efb878'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:29.825668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3f9302ae-df97-443a-8977-82a22de3af69 None None] Provisioning complete for port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:29.830515 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f9302ae-df97-443a-8977-82a22de3af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:29.835934 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad3ac5-d921-4431-81dc-1572125a3738 None None] Pushing event updated for resources: {'Port': ['ID=3c72eaec-d1c6-4831-a579-592ff84ae4a2,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:29.951672 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks [] for router_gateway (dcd211e1-6899-4446-9b54-637d740146b4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:29.957890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-f0359c84-b2f4-4d39-93f5-874f0cce1b66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8dc372-2e44-4c37-8d18-312be1e731c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4665322 Jan 28 03:36:29.967781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42526bd6-c53f-4564-bd83-5deb67734840 req-eb1f8376-4d4b-4c89-8619-7ed0cc9edee8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:29.981922 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42526bd6-c53f-4564-bd83-5deb67734840 req-eb1f8376-4d4b-4c89-8619-7ed0cc9edee8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/ports?device_id=e01053b6-c35e-4b42-b69b-188eccd9f4a9 HTTP/1.1" status: 200 len: 950 time: 0.2079368 Jan 28 03:36:30.082253 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] Set router 612588fd-07cb-43bd-bf7d-ab6b035f1250 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:30.085423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:30.085809 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:30.174994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Attempting to bind port 23fbe172-3892-4c8b-9633-a21a40513919 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:30.174994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Attempting to bind port 23fbe172-3892-4c8b-9633-a21a40513919 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:30.175259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Attempting to bind port 23fbe172-3892-4c8b-9633-a21a40513919 on network cf8dc372-2e44-4c37-8d18-312be1e731c4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:30.244782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Port 23fbe172-3892-4c8b-9633-a21a40513919 on network cf8dc372-2e44-4c37-8d18-312be1e731c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:36:30.245197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Attempting to bind port 23fbe172-3892-4c8b-9633-a21a40513919 on network cf8dc372-2e44-4c37-8d18-312be1e731c4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:30.407648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:30.407980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Checking segment: {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:30.408378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Bound using segment: {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:30.408834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Bound port: 23fbe172-3892-4c8b-9633-a21a40513919, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0dd6f1-462b-4f63-9546-7ea2c2987087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:30.409217 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (23fbe172-3892-4c8b-9633-a21a40513919), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:30.620820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ff314e2c-a361-402e-9052-b1d44639206a req-567ab650-da6f-4f34-9400-a6bdbd6510c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6560c747-ca57-456d-b5d9-f0efee0535d3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:30.708443 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:29Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:30.710910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ab650-da6f-4f34-9400-a6bdbd6510c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event deleted for resources: {'Port': ['ID=6560c747-ca57-456d-b5d9-f0efee0535d3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:30.742008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3f9302ae-df97-443a-8977-82a22de3af69 None None] Current status of the port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:30.743702 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f9302ae-df97-443a-8977-82a22de3af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:30.751127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:30.756015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211', '4bb17899-8191-4ab6-99bf-89e734fd4001'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:30.759951 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3159db-19d2-421f-bcb3-126e40201c1b None None] The sync data for ids ['612588fd-07cb-43bd-bf7d-ab6b035f1250'] in n-d-808199-14 is: [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:29Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:36:30.778643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-42526bd6-c53f-4564-bd83-5deb67734840 req-ca34ce1b-b362-4e7a-a049-1b5c3b0bca37 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Deleting port 4bb17899-8191-4ab6-99bf-89e734fd4001 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:30.778981 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42526bd6-c53f-4564-bd83-5deb67734840 req-ca34ce1b-b362-4e7a-a049-1b5c3b0bca37 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:30.780260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] Set router bd279717-20f7-45b3-be14-2dcc19efb878 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:30.936297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] For port 23fbe172-3892-4c8b-9633-a21a40513919, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:30.958019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff314e2c-a361-402e-9052-b1d44639206a req-567ab650-da6f-4f34-9400-a6bdbd6510c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] No DVR routers for this DVR port 6560c747-ca57-456d-b5d9-f0efee0535d3 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:31.000085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ff314e2c-a361-402e-9052-b1d44639206a req-567ab650-da6f-4f34-9400-a6bdbd6510c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:31.014792 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff314e2c-a361-402e-9052-b1d44639206a req-567ab650-da6f-4f34-9400-a6bdbd6510c8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "DELETE /v2.0/ports/6560c747-ca57-456d-b5d9-f0efee0535d3 HTTP/1.1" status: 204 len: 173 time: 3.3684244 Jan 28 03:36:31.025068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] For port 23fbe172-3892-4c8b-9633-a21a40513919, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=23fbe172-3892-4c8b-9633-a21a40513919,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:31.053778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (23fbe172-3892-4c8b-9633-a21a40513919), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:31.118196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:31.121451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:31.129136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] 10.222.0.25 "PUT /v2.0/ports/23fbe172-3892-4c8b-9633-a21a40513919 HTTP/1.1" status: 200 len: 1093 time: 5.0672154 Jan 28 03:36:31.244964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a53190-d0c3-4e30-b435-9af56804ed64 req-1b678814-7536-408e-bb4d-c693edc0fbfc tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:31.260181 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13a53190-d0c3-4e30-b435-9af56804ed64 req-1b678814-7536-408e-bb4d-c693edc0fbfc tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 945 time: 1.3807716 Jan 28 03:36:31.274011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-42526bd6-c53f-4564-bd83-5deb67734840 req-ca34ce1b-b362-4e7a-a049-1b5c3b0bca37 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] For port 4bb17899-8191-4ab6-99bf-89e734fd4001, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4bb17899-8191-4ab6-99bf-89e734fd4001,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:31.274347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42526bd6-c53f-4564-bd83-5deb67734840 req-ca34ce1b-b362-4e7a-a049-1b5c3b0bca37 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:31.375692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-41b412f2-e42b-42eb-9060-ed19deef00ae service neutron] 10.222.0.42 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3842416 Jan 28 03:36:31.423473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-42526bd6-c53f-4564-bd83-5deb67734840 req-ca34ce1b-b362-4e7a-a049-1b5c3b0bca37 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Calling delete_port for 4bb17899-8191-4ab6-99bf-89e734fd4001 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:31.495522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8889cb-ee7c-407b-ad2e-20c37f2c4aae service neutron] Pushing event updated for resources: {'Port': ['ID=23fbe172-3892-4c8b-9633-a21a40513919,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:31.519536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-80c1235c-ad23-498f-8316-1240a3af4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:31.529654 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-80c1235c-ad23-498f-8316-1240a3af4764 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95c694224d954a71bd210def91604293&device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 1096 time: 0.2451408 Jan 28 03:36:31.542229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cc66b4-6e72-4d27-b203-93f17305bd81 None None] Network 5e469c56-8b40-4db4-a6c1-17b51ad76209 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:36:31.605211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2233e706-7c72-4318-b890-05c9d6f3ffab', 'name': 'network-vif-deleted', 'tag': '6560c747-ca57-456d-b5d9-f0efee0535d3'}, {'name': 'network-changed', 'server_uuid': '0a26a341-e9c0-47a7-a6ad-3533a47c9368', 'tag': '23fbe172-3892-4c8b-9633-a21a40513919'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:31.619512 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9367218b-6359-4a30-bd43-bbb5e1740c1f" -d '{"events": [{"server_uuid": "2233e706-7c72-4318-b890-05c9d6f3ffab", "name": "network-vif-deleted", "tag": "6560c747-ca57-456d-b5d9-f0efee0535d3"}, {"name": "network-changed", "server_uuid": "0a26a341-e9c0-47a7-a6ad-3533a47c9368", "tag": "23fbe172-3892-4c8b-9633-a21a40513919"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:31.646478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6560c747-ca57-456d-b5d9-f0efee0535d3 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:31.685554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-108daff0-9262-4a38-b66b-17d97c876112 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225528 Jan 28 03:36:31.733881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13a53190-d0c3-4e30-b435-9af56804ed64 req-7a9d40fd-6bc8-4070-9f55-79a140dcbf5f tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672697 Jan 28 03:36:31.867931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 6560c747-ca57-456d-b5d9-f0efee0535d3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:31.877786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 6560c747-ca57-456d-b5d9-f0efee0535d3 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:31.892251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e886e601-9ba6-4b34-9597-6524cf941acc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fbe172-3892-4c8b-9633-a21a40513919 HTTP/1.1" status: 200 len: 217 time: 0.2691491 Jan 28 03:36:31.905478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (dcd211e1-6899-4446-9b54-637d740146b4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:31.961035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5bbd4510-d285-4e86-afba-69bc3072d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:31.963177 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-5bbd4510-d285-4e86-afba-69bc3072d471 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb0365e6-7082-4793-ad42-88eacaba3730 HTTP/1.1" status: 200 len: 853 time: 0.0631857 Jan 28 03:36:31.993471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:31.994322 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:32.018482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-d510f40e-615a-457a-b8a5-2ea4a97b4c43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cf8dc372-2e44-4c37-8d18-312be1e731c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443287 Jan 28 03:36:32.022218 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0f96d4c1-da67-45f9-8f12-b1c9ec5fe574,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:32.096796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3f9302ae-df97-443a-8977-82a22de3af69 None None] For port 3c72eaec-d1c6-4831-a579-592ff84ae4a2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3c72eaec-d1c6-4831-a579-592ff84ae4a2,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:32.128155 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-e112e1cb-e3ed-49b3-8d6c-bd3e52b8d8a4 service neutron] 10.222.0.25 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014524 Jan 28 03:36:32.147919 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:32.152461 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42526bd6-c53f-4564-bd83-5deb67734840 req-ca34ce1b-b362-4e7a-a049-1b5c3b0bca37 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4bb17899-8191-4ab6-99bf-89e734fd4001), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:32.236808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34ce1b-b362-4e7a-a049-1b5c3b0bca37 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event deleted for resources: {'Port': ['ID=4bb17899-8191-4ab6-99bf-89e734fd4001,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:32.284124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e43b4ccb-9ab5-45a2-a8ba-28906029d522 req-ea4117e2-b77e-4f3f-9941-c9e97431913c tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=2233e706-7c72-4318-b890-05c9d6f3ffab HTTP/1.1" status: 200 len: 210 time: 0.3801522 Jan 28 03:36:32.288597 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f9302ae-df97-443a-8977-82a22de3af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:32.349442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-42526bd6-c53f-4564-bd83-5deb67734840 req-ca34ce1b-b362-4e7a-a049-1b5c3b0bca37 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] No DVR routers for this DVR port 4bb17899-8191-4ab6-99bf-89e734fd4001 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:32.356297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=0f96d4c1-da67-45f9-8f12-b1c9ec5fe574,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:32.361595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:32.384710 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42526bd6-c53f-4564-bd83-5deb67734840 req-ca34ce1b-b362-4e7a-a049-1b5c3b0bca37 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:32.404001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42526bd6-c53f-4564-bd83-5deb67734840 req-ca34ce1b-b362-4e7a-a049-1b5c3b0bca37 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "DELETE /v2.0/ports/4bb17899-8191-4ab6-99bf-89e734fd4001 HTTP/1.1" status: 204 len: 173 time: 2.3788657 Jan 28 03:36:32.433490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Router dcd211e1-6899-4446-9b54-637d740146b4 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:36:32.445706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:32.537479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24da01af-5d4b-418d-902f-8bc79f2139b4 req-04675d8a-dbb8-4e84-ba88-5b712ca3d7ee service neutron] 10.222.0.25 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009507 Jan 28 03:36:32.562126 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a84595-ecc4-48ce-b2ff-8c512ef0ace1 x-openstack-request-id: req-c7a84595-ecc4-48ce-b2ff-8c512ef0ace1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:32.562126 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d50b76-cd0c-4c4e-90f8-714f7be694f3", "tag": "820c1164-cc9b-466c-91b4-8827c33381f2", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:32.564306 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7a84595-ecc4-48ce-b2ff-8c512ef0ace1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:32.564740 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d50b76-cd0c-4c4e-90f8-714f7be694f3', 'tag': '820c1164-cc9b-466c-91b4-8827c33381f2', 'status': 'completed', 'code': 200} Jan 28 03:36:32.736805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c72eaec-d1c6-4831-a579-592ff84ae4a2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:33.053706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9302ae-df97-443a-8977-82a22de3af69 None None] Pushing event updated for resources: {'Port': ['ID=3c72eaec-d1c6-4831-a579-592ff84ae4a2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:33.065713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7 req-a13c7440-3013-4b38-913b-67e058f46193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:33.068136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7 req-a13c7440-3013-4b38-913b-67e058f46193 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95c694224d954a71bd210def91604293&device_id=51d50b76-cd0c-4c4e-90f8-714f7be694f3 HTTP/1.1" status: 200 len: 1095 time: 0.3344138 Jan 28 03:36:33.069337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:36:33.104949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf6f1-192e-4f9a-a24f-c2c564b61e84 req-68ff5102-9ed8-4227-b231-8467d3394d15 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:33.123207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8baf6f1-192e-4f9a-a24f-c2c564b61e84 req-68ff5102-9ed8-4227-b231-8467d3394d15 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 944 time: 0.6207087 Jan 28 03:36:33.160390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Provisioning complete for port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:33.161069 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:33.168295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f8679-b6cc-4b32-9371-7704e4b277aa req-1637b512-66df-49d2-8290-d45c9f5d8bfd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:33.183467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-386f8679-b6cc-4b32-9371-7704e4b277aa req-1637b512-66df-49d2-8290-d45c9f5d8bfd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.3003461 Jan 28 03:36:33.237870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d308a-acbe-4e2f-91d7-522c8853cc6b req-f4b1ac1c-1cbe-428b-9e4c-a8fdd74f97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:33.253648 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-984d308a-acbe-4e2f-91d7-522c8853cc6b req-f4b1ac1c-1cbe-428b-9e4c-a8fdd74f97b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 1098 time: 0.0962799 Jan 28 03:36:33.333354 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:33.338498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4866877e-f298-41ef-bb4e-d4dfb0d4c224 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.8982501 Jan 28 03:36:33.395499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58170) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:33.527407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d308a-acbe-4e2f-91d7-522c8853cc6b req-6be9832c-c7dc-4035-a40f-54a12d60f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:33.529180 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-984d308a-acbe-4e2f-91d7-522c8853cc6b req-6be9832c-c7dc-4035-a40f-54a12d60f47e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 915 time: 0.2746813 Jan 28 03:36:33.555726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Sync routers for ids ['dcd211e1-6899-4446-9b54-637d740146b4'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:36:33.618126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d89233fc-125d-4823-9c6a-e6c02bff0f16 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:33.619634 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-984d308a-acbe-4e2f-91d7-522c8853cc6b req-b81f3892-1210-4d6e-8559-cf61667c5501 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab HTTP/1.1" status: 200 len: 217 time: 0.0834086 Jan 28 03:36:33.676332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d308a-acbe-4e2f-91d7-522c8853cc6b req-672140ac-501c-4fcb-ae35-aa39335447b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:33.678406 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-984d308a-acbe-4e2f-91d7-522c8853cc6b req-672140ac-501c-4fcb-ae35-aa39335447b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df9ef53-ff85-4dc0-b919-1760fa37f332 HTTP/1.1" status: 200 len: 854 time: 0.0515878 Jan 28 03:36:33.696465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-386f8679-b6cc-4b32-9371-7704e4b277aa req-c88de209-0455-413e-ad9e-80611c4652d1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074224 Jan 28 03:36:33.710010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'name': 'tempest-TaggedBootDevicesTest-242117527-router', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:07Z', 'updated_at': '2022-01-28T03:36:19Z', 'revision_number': 4, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'gw_port': {'id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:08Z', 'updated_at': '2022-01-28T03:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '8a9a6919-0a40-46fa-a185-fbd1c41f2001', 'name': '', 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'mac_address': 'fa:16:3e:d7:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b7694a84-b5d6-4276-8838-4e9e643c1be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:14Z', 'updated_at': '2022-01-28T03:36:28Z', 'revision_number': 4, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'subnets': [{'id': 'b7694a84-b5d6-4276-8838-4e9e643c1be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:33.725179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8baf6f1-192e-4f9a-a24f-c2c564b61e84 req-79722900-9bac-4ea9-a77b-075a18ad9c83 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010544 Jan 28 03:36:33.733397 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-984d308a-acbe-4e2f-91d7-522c8853cc6b req-fbf0dc45-1fa1-487f-994b-fdbddf93f1de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0589fcf6-7339-4f9f-8081-24e5b2cb01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482361 Jan 28 03:36:33.802154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Routers {'dcd211e1-6899-4446-9b54-637d740146b4'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:33.803385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['dcd211e1-6899-4446-9b54-637d740146b4'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:33.880913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7 req-7a9ec9bb-83aa-4866-8c47-3ab759b99403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:33.882438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7 req-7a9ec9bb-83aa-4866-8c47-3ab759b99403 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 200 len: 914 time: 0.8039641 Jan 28 03:36:33.899249 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25541990-ffff-44e8-9c7a-6e96ddb4cb64 x-openstack-request-id: req-25541990-ffff-44e8-9c7a-6e96ddb4cb64 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:33.899564 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2233e706-7c72-4318-b890-05c9d6f3ffab", "name": "network-vif-deleted", "tag": "6560c747-ca57-456d-b5d9-f0efee0535d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a26a341-e9c0-47a7-a6ad-3533a47c9368", "tag": "23fbe172-3892-4c8b-9633-a21a40513919", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:33.899774 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25541990-ffff-44e8-9c7a-6e96ddb4cb64 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:33.900154 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2233e706-7c72-4318-b890-05c9d6f3ffab', 'name': 'network-vif-deleted', 'tag': '6560c747-ca57-456d-b5d9-f0efee0535d3', 'status': 'completed', 'code': 200} Jan 28 03:36:33.900408 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a26a341-e9c0-47a7-a6ad-3533a47c9368', 'tag': '23fbe172-3892-4c8b-9633-a21a40513919', 'status': 'completed', 'code': 200} Jan 28 03:36:33.926119 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-984d308a-acbe-4e2f-91d7-522c8853cc6b req-0e2e63b3-80e6-4fd3-bb35-180234a30e3b service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805561 Jan 28 03:36:33.991748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7 req-be2ad5a7-b75a-4bda-84af-704f43c17bb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=820c1164-cc9b-466c-91b4-8827c33381f2 HTTP/1.1" status: 200 len: 217 time: 0.0839684 Jan 28 03:36:34.084384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367218b-6359-4a30-bd43-bbb5e1740c1f req-d6d68727-69ee-42d8-bd6e-59d38f7dbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:34.086932 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9367218b-6359-4a30-bd43-bbb5e1740c1f req-d6d68727-69ee-42d8-bd6e-59d38f7dbfae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95c694224d954a71bd210def91604293&device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 1096 time: 0.1569722 Jan 28 03:36:34.198434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffd3b0-8e79-425e-8b4a-84b82508e28a None None] The sync data for ids ['bd279717-20f7-45b3-be14-2dcc19efb878'] in n-d-808199-14 is: [{'id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'name': 'tempest-TaggedBootDevicesTest-242117527-router', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:07Z', 'updated_at': '2022-01-28T03:36:19Z', 'revision_number': 4, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'gw_port': {'id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:08Z', 'updated_at': '2022-01-28T03:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '8a9a6919-0a40-46fa-a185-fbd1c41f2001', 'name': '', 'network_id': '77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'mac_address': 'fa:16:3e:d7:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b7694a84-b5d6-4276-8838-4e9e643c1be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:14Z', 'updated_at': '2022-01-28T03:36:28Z', 'revision_number': 4, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'subnets': [{'id': 'b7694a84-b5d6-4276-8838-4e9e643c1be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:36:34.200283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6d811-b2b9-4263-a45c-2768dab62120 req-02997ed6-bb72-4e97-ba47-a1388dbcb158 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:34.201529 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-984d308a-acbe-4e2f-91d7-522c8853cc6b req-9a364c63-043c-4b5e-934d-595d1d683544 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992269 Jan 28 03:36:34.202846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6d811-b2b9-4263-a45c-2768dab62120 req-02997ed6-bb72-4e97-ba47-a1388dbcb158 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 945 time: 0.2292173 Jan 28 03:36:34.207289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7 req-3ada5cb8-9645-4691-a112-2628b5d084ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:34.208566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7 req-3ada5cb8-9645-4691-a112-2628b5d084ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0365e6-7082-4793-ad42-88eacaba3730 HTTP/1.1" status: 200 len: 853 time: 0.1518688 Jan 28 03:36:34.275649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:34.275649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:34.298111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367218b-6359-4a30-bd43-bbb5e1740c1f req-df7e7616-5697-44b4-a06e-80844685c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:34.300306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9367218b-6359-4a30-bd43-bbb5e1740c1f req-df7e7616-5697-44b4-a06e-80844685c85d service neutron] 10.222.0.25 "GET /v2.0/networks?id=cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 200 len: 914 time: 0.1838841 Jan 28 03:36:34.301411 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7 req-b9dd6562-de04-4bb3-856c-f1d25913ec3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf8dc372-2e44-4c37-8d18-312be1e731c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832326 Jan 28 03:36:34.315993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Set router dcd211e1-6899-4446-9b54-637d740146b4 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:34.421778 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9367218b-6359-4a30-bd43-bbb5e1740c1f req-9cc289b1-6527-4778-a9fb-6d0c668d966b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fbe172-3892-4c8b-9633-a21a40513919 HTTP/1.1" status: 200 len: 217 time: 0.1144915 Jan 28 03:36:34.545325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367218b-6359-4a30-bd43-bbb5e1740c1f req-6a8aa51b-9050-412b-9368-534e83bb8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:34.546960 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9367218b-6359-4a30-bd43-bbb5e1740c1f req-6a8aa51b-9050-412b-9368-534e83bb8695 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb0365e6-7082-4793-ad42-88eacaba3730 HTTP/1.1" status: 200 len: 853 time: 0.1174932 Jan 28 03:36:34.578212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6d811-b2b9-4263-a45c-2768dab62120 req-36ae11cc-bc55-4852-8215-016e06431f0e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011508 Jan 28 03:36:34.686635 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9367218b-6359-4a30-bd43-bbb5e1740c1f req-0bfe01d4-9238-4f47-8be5-5a8054fc70f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cf8dc372-2e44-4c37-8d18-312be1e731c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189518 Jan 28 03:36:34.692818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7 req-09dafcb8-ff83-4f83-b286-d78204c9a6e9 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525867 Jan 28 03:36:34.783294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port d89233fc-125d-4823-9c6a-e6c02bff0f16 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:36:34.865656 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9367218b-6359-4a30-bd43-bbb5e1740c1f req-4e7425ff-f626-42f5-b02c-3cfbfb7bf4ac service neutron] 10.222.0.25 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726916 Jan 28 03:36:34.912399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port d89233fc-125d-4823-9c6a-e6c02bff0f16 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:34.915943 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:35.089876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 820c1164-cc9b-466c-91b4-8827c33381f2 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:36:35.092790 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9367218b-6359-4a30-bd43-bbb5e1740c1f req-c9937e51-6886-4d44-9769-a60a1365b668 service neutron] 10.222.0.25 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213027 Jan 28 03:36:35.169028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Current status of the port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:35.169442 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:35.280858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9342d8b-1d89-46e8-b760-c86ee0d04bb7 req-bae6f98d-5378-42b1-b47e-5e26dfb763a0 service neutron] 10.222.0.42 "GET /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707135 Jan 28 03:36:35.380717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cebd1-4f6b-43a0-8ba1-cf366751ba6a req-1cf073c5-1e78-4527-be1e-730dfbd4fbd8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:35.383626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f14cebd1-4f6b-43a0-8ba1-cf366751ba6a req-1cf073c5-1e78-4527-be1e-730dfbd4fbd8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.1004860 Jan 28 03:36:35.392329 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-75298886-6206-4381-bfec-2c70aa405acc None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:36:35.495389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f14cebd1-4f6b-43a0-8ba1-cf366751ba6a req-72302f81-4836-4aa5-a85d-e52d8b07cfb4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713685 Jan 28 03:36:35.507638 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:35.726619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 820c1164-cc9b-466c-91b4-8827c33381f2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=820c1164-cc9b-466c-91b4-8827c33381f2,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:35.765665 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '820c1164-cc9b-466c-91b4-8827c33381f2', 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4', 'port_id': '820c1164-cc9b-466c-91b4-8827c33381f2', 'mac_address': 'fa:16:3e:47:90:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0365e6-7082-4793-ad42-88eacaba3730', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:36:35.807417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a411f-cde5-4a09-959d-7fb24211b9d2 req-d633d2b9-c717-4025-9e28-51a1cd5e261e tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:35.810450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-019a411f-cde5-4a09-959d-7fb24211b9d2 req-d633d2b9-c717-4025-9e28-51a1cd5e261e tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 944 time: 0.1600609 Jan 28 03:36:35.878299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:35.890707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84446986-d9a1-4bae-903a-aabdb245bd12 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:35.896246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] For port 8a9a6919-0a40-46fa-a185-fbd1c41f2001, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8a9a6919-0a40-46fa-a185-fbd1c41f2001,segment=NetworkSegment(8368db10-3214-418f-829d-57b02f3e12f4),segment_id=8368db10-3214-418f-829d-57b02f3e12f4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:35.902777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01053b6-c35e-4b42-b69b-188eccd9f4a9', 'name': 'network-vif-deleted', 'tag': '4bb17899-8191-4ab6-99bf-89e734fd4001'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:35.905613 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba52088-8f5a-44e0-8640-3af5328166dd" -d '{"events": [{"server_uuid": "e01053b6-c35e-4b42-b69b-188eccd9f4a9", "name": "network-vif-deleted", "tag": "4bb17899-8191-4ab6-99bf-89e734fd4001"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:35.970882 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:36.031013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-019a411f-cde5-4a09-959d-7fb24211b9d2 req-02c574c7-a28b-4fe1-8062-5543f6ba1d0c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070754 Jan 28 03:36:36.077602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Allocated IP 172.20.0.1 (5e469c56-8b40-4db4-a6c1-17b51ad76209/855cddda-d37b-4be4-a10f-bb6444d5d65d/de8b3460-dcb6-427a-ba0e-1b4a1020c0a3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:36.084943 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Pushing event updated for resources: {'Port': ['ID=8a9a6919-0a40-46fa-a185-fbd1c41f2001,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:36.114778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port d89233fc-125d-4823-9c6a-e6c02bff0f16 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:36.115675 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:36.130929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Provisioning complete for port 84446986-d9a1-4bae-903a-aabdb245bd12 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:36.134410 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:36.310531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 820c1164-cc9b-466c-91b4-8827c33381f2 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:36.311415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Publish callbacks [] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:36.312505 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:36.403960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f60d6b2-8849-4718-b716-700a8f928e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89233fc-125d-4823-9c6a-e6c02bff0f16'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:36.409322 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa169245-30fb-477e-b787-f2bade8b935b" -d '{"events": [{"server_uuid": "1f60d6b2-8849-4718-b716-700a8f928e50", "name": "network-vif-plugged", "status": "completed", "tag": "d89233fc-125d-4823-9c6a-e6c02bff0f16"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:36.497765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port d89233fc-125d-4823-9c6a-e6c02bff0f16, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:36.512550 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa101afa-399e-47f9-a713-52f5193bcb48 req-08e24dd0-a128-4012-91be-d72f8ccb3972 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:36.514906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820c1164-cc9b-466c-91b4-8827c33381f2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:36.520393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa101afa-399e-47f9-a713-52f5193bcb48 req-08e24dd0-a128-4012-91be-d72f8ccb3972 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 945 time: 0.2008226 Jan 28 03:36:36.545261 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:36.546379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4bb17899-8191-4ab6-99bf-89e734fd4001 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:36.589758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa101afa-399e-47f9-a713-52f5193bcb48 req-01508586-6c34-47e3-9855-156bce024405 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639136 Jan 28 03:36:36.600782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:36.696722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Pushing event updated for resources: {'Port': ['ID=de8b3460-dcb6-427a-ba0e-1b4a1020c0a3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:36.726886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Network 5e469c56-8b40-4db4-a6c1-17b51ad76209 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:36.729005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:36.734435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:36.811389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 84446986-d9a1-4bae-903a-aabdb245bd12 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:36.814433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:36.818875 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f08044-9c72-40d5-9906-6b8ffe281ec0 x-openstack-request-id: req-03f08044-9c72-40d5-9906-6b8ffe281ec0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:36.819175 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01053b6-c35e-4b42-b69b-188eccd9f4a9", "name": "network-vif-deleted", "tag": "4bb17899-8191-4ab6-99bf-89e734fd4001", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:36.819448 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03f08044-9c72-40d5-9906-6b8ffe281ec0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:36.819953 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01053b6-c35e-4b42-b69b-188eccd9f4a9', 'name': 'network-vif-deleted', 'tag': '4bb17899-8191-4ab6-99bf-89e734fd4001', 'status': 'completed', 'code': 200} Jan 28 03:36:36.842902 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (dcd211e1-6899-4446-9b54-637d740146b4), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:36.847064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 4bb17899-8191-4ab6-99bf-89e734fd4001 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:36.847232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4bb17899-8191-4ab6-99bf-89e734fd4001 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:36.849822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-router', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:22Z', 'updated_at': '2022-01-28T03:36:29Z', 'revision_number': 3, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'gw_port': {'id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:25Z', 'updated_at': '2022-01-28T03:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:36.969394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 820c1164-cc9b-466c-91b4-8827c33381f2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=820c1164-cc9b-466c-91b4-8827c33381f2,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:36.969394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=d89233fc-125d-4823-9c6a-e6c02bff0f16,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:36.969394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Checking router: dcd211e1-6899-4446-9b54-637d740146b4 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:36:36.969394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Updating router dcd211e1-6899-4446-9b54-637d740146b4 port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:36:36.969394 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:37.051337 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:37.071679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:37.178733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=820c1164-cc9b-466c-91b4-8827c33381f2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:37.183775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Current status of the port 84446986-d9a1-4bae-903a-aabdb245bd12 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:37.184612 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:37.325901 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:37.353657 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66cc307-fbf2-4655-ab93-b2217823a28a x-openstack-request-id: req-e66cc307-fbf2-4655-ab93-b2217823a28a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:37.354060 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f60d6b2-8849-4718-b716-700a8f928e50", "name": "network-vif-plugged", "status": "completed", "tag": "d89233fc-125d-4823-9c6a-e6c02bff0f16", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:37.354330 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e66cc307-fbf2-4655-ab93-b2217823a28a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:37.355204 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f60d6b2-8849-4718-b716-700a8f928e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89233fc-125d-4823-9c6a-e6c02bff0f16', 'code': 200} Jan 28 03:36:37.451305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b92820-558e-4ffa-adb7-e8bd8f7b3b7b req-193df0fa-6faa-4b11-95d6-98d5c1d00fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:37.457673 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2b92820-558e-4ffa-adb7-e8bd8f7b3b7b req-193df0fa-6faa-4b11-95d6-98d5c1d00fb8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 1098 time: 0.0812387 Jan 28 03:36:37.563090 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2b92820-558e-4ffa-adb7-e8bd8f7b3b7b req-ec3f01b2-467d-4c85-a83c-17f08d027a1f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992279 Jan 28 03:36:37.628138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3fea2-d0a2-45a0-9545-7b9fbd9f29d7 req-f8ad2279-8c75-46b6-9c3a-95dd7b682844 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:37.628138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cbe3fea2-d0a2-45a0-9545-7b9fbd9f29d7 req-f8ad2279-8c75-46b6-9c3a-95dd7b682844 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 946 time: 0.2415147 Jan 28 03:36:37.659604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['820c1164-cc9b-466c-91b4-8827c33381f2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:37.661426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 23fbe172-3892-4c8b-9633-a21a40513919 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:36:37.667662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] For port 84446986-d9a1-4bae-903a-aabdb245bd12, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84446986-d9a1-4bae-903a-aabdb245bd12,segment=NetworkSegment(57c9d94d-dc01-48f2-a4d6-a779c3e404b5),segment_id=57c9d94d-dc01-48f2-a4d6-a779c3e404b5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:37.704383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cbe3fea2-d0a2-45a0-9545-7b9fbd9f29d7 req-c145f31b-8f87-49e3-ba3d-d14a03040ec4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763454 Jan 28 03:36:37.778629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:37.908731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Publish callbacks [] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:37.911323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 84446986-d9a1-4bae-903a-aabdb245bd12 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:37.911889 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:37.915524 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:36:37.969904 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:38.059856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Provisioning complete for port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:38.060461 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:38.064161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3aa60-ec15-4efb-b092-0867da2c775f req-06dabdfb-2d93-4de1-8eba-f1ac7985fcfd tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:38.072305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ad3aa60-ec15-4efb-b092-0867da2c775f req-06dabdfb-2d93-4de1-8eba-f1ac7985fcfd tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 944 time: 0.1984675 Jan 28 03:36:38.094132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Pushing event updated for resources: {'Port': ['ID=de8b3460-dcb6-427a-ba0e-1b4a1020c0a3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:38.107168 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (dcd211e1-6899-4446-9b54-637d740146b4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:38.203099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Pushing event updated for resources: {'Port': ['ID=84446986-d9a1-4bae-903a-aabdb245bd12,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:38.205651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:38.206044 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:38.355428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ad3aa60-ec15-4efb-b092-0867da2c775f req-6404dd40-66ef-479d-9164-86f4604a692f tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818589 Jan 28 03:36:38.361656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 23fbe172-3892-4c8b-9633-a21a40513919, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=23fbe172-3892-4c8b-9633-a21a40513919,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:38.368319 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:36:38.368687 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:36:38.396396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Network 5e469c56-8b40-4db4-a6c1-17b51ad76209 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:38.398037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:38.478559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:38.481212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bded1c84-17cf-41da-9d24-229a22995590 None None] Current status of the port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:38.493973 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:38.498359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '23fbe172-3892-4c8b-9633-a21a40513919', 'network_id': 'cf8dc372-2e44-4c37-8d18-312be1e731c4', 'port_id': '23fbe172-3892-4c8b-9633-a21a40513919', 'mac_address': 'fa:16:3e:9a:92:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0365e6-7082-4793-ad42-88eacaba3730', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:36:38.550981 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Publish callbacks [] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:38.642025 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:38.716829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6df02274-8005-454d-9787-f7bdcc069627 None None] Provisioning complete for port 84446986-d9a1-4bae-903a-aabdb245bd12 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:38.724062 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6df02274-8005-454d-9787-f7bdcc069627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:38.727564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Attempting to bind port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:38.728437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Attempting to bind port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:38.729073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Attempting to bind port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:38.754612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:38.755523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:38.756194 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:38.757407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:38.758970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Bound port: 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:38.759599 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:38.761328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Router dcd211e1-6899-4446-9b54-637d740146b4 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:36:38.973277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:39.077996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3ee24-73ac-493f-9e12-1347899f11de None None] Pushing event updated for resources: {'Port': ['ID=7fcb1165-e67b-4c81-a6c4-800e7ff6b97c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:39.090092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649270b-e841-438d-a52f-e0aad45361a1 req-62857417-22f7-4e13-909d-17f517323211 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:39.098775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7649270b-e841-438d-a52f-e0aad45361a1 req-62857417-22f7-4e13-909d-17f517323211 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 946 time: 0.3143914 Jan 28 03:36:39.114856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 23fbe172-3892-4c8b-9633-a21a40513919 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:39.115622 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (23fbe172-3892-4c8b-9633-a21a40513919), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:39.131283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:36:39.143633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-59a9e354-e5eb-4f64-8eba-7399646067a2 admin admin] 10.222.0.44 "PUT /v2.0/routers/dcd211e1-6899-4446-9b54-637d740146b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7408142 Jan 28 03:36:39.177176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fbe172-3892-4c8b-9633-a21a40513919 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:39.178737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7649270b-e841-438d-a52f-e0aad45361a1 req-b4ad07c4-feea-4018-bd5a-c0c63a896938 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768886 Jan 28 03:36:39.245426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 84446986-d9a1-4bae-903a-aabdb245bd12 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:39.326099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 23fbe172-3892-4c8b-9633-a21a40513919, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=23fbe172-3892-4c8b-9633-a21a40513919,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:39.328437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] For port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:39.345264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] For port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7fcb1165-e67b-4c81-a6c4-800e7ff6b97c,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:39.347107 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (23fbe172-3892-4c8b-9633-a21a40513919), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:39.359199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:39.362901 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59eaf52-9193-435a-bf8f-2de15295fb5b" -d '{"events": [{"server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "name": "network-vif-unplugged", "status": "completed", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:39.392652 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:39.402369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d682eef-67e9-479d-bcd5-504d5255d18c req-3bc328bd-19e1-41bc-97f1-c18ffbd4eb3e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:39.404004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d682eef-67e9-479d-bcd5-504d5255d18c req-3bc328bd-19e1-41bc-97f1-c18ffbd4eb3e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.1195834 Jan 28 03:36:39.560666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d682eef-67e9-479d-bcd5-504d5255d18c req-afa90143-8832-44a6-93e4-32d034d9b2e7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434414 Jan 28 03:36:39.582666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Routers {'dcd211e1-6899-4446-9b54-637d740146b4'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:39.590714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['dcd211e1-6899-4446-9b54-637d740146b4'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:39.592808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6df02274-8005-454d-9787-f7bdcc069627 None None] Current status of the port 84446986-d9a1-4bae-903a-aabdb245bd12 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:39.606299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=23fbe172-3892-4c8b-9633-a21a40513919,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:39.688700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-fe8efe09-bee5-4d49-a6c5-dc3f804b03bd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:39.694658 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-fe8efe09-bee5-4d49-a6c5-dc3f804b03bd tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a69103d-a63c-47a0-968f-b4a8bfcd1ca7 HTTP/1.1" status: 200 len: 950 time: 0.1667955 Jan 28 03:36:39.756449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8a9a6919-0a40-46fa-a185-fbd1c41f2001 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:39.812730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6df02274-8005-454d-9787-f7bdcc069627 None None] Provisioning complete for port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:39.821568 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6df02274-8005-454d-9787-f7bdcc069627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:39.837809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-83f6f7f8-965b-4606-92e1-c206636832d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Deleting port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:39.838151 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-83f6f7f8-965b-4606-92e1-c206636832d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:39.882788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d7c0-cc51-4aec-a12a-6f719626e8e9 req-59935a3e-3a43-4e5d-a0a2-6d10f0f53690 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:39.891519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6c3d7c0-cc51-4aec-a12a-6f719626e8e9 req-59935a3e-3a43-4e5d-a0a2-6d10f0f53690 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a69103d-a63c-47a0-968f-b4a8bfcd1ca7 HTTP/1.1" status: 200 len: 950 time: 0.1193519 Jan 28 03:36:39.909624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['23fbe172-3892-4c8b-9633-a21a40513919'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:40.017673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6c3d7c0-cc51-4aec-a12a-6f719626e8e9 req-dea68495-133d-405d-95c6-c398b9fec471 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250334 Jan 28 03:36:40.053307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-83f6f7f8-965b-4606-92e1-c206636832d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] For port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:40.054184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-83f6f7f8-965b-4606-92e1-c206636832d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:40.064138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3ee24-73ac-493f-9e12-1347899f11de None None] Pushing event updated for resources: {'Port': ['ID=7fcb1165-e67b-4c81-a6c4-800e7ff6b97c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:40.084213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6df02274-8005-454d-9787-f7bdcc069627 None None] Port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:40.088028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-83f6f7f8-965b-4606-92e1-c206636832d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Calling delete_port for e4a31e02-1e73-48ff-b5d5-445ff6ab5afd owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:40.114826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] Set router dcd211e1-6899-4446-9b54-637d740146b4 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:40.159472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:40.159855 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:40.218658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa86201-1a07-4d23-8e45-cce8d2b1740d req-54e2e955-de98-4a1e-a65d-7430928420fd tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:40.231373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3fa86201-1a07-4d23-8e45-cce8d2b1740d req-54e2e955-de98-4a1e-a65d-7430928420fd tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 945 time: 0.1064725 Jan 28 03:36:40.348513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3fa86201-1a07-4d23-8e45-cce8d2b1740d req-35bb1f7e-cfce-4c34-b1b5-e48876db8f82 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153111 Jan 28 03:36:40.416568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-83f6f7f8-965b-4606-92e1-c206636832d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e4a31e02-1e73-48ff-b5d5-445ff6ab5afd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:40.511966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6f7f8-965b-4606-92e1-c206636832d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event deleted for resources: {'Port': ['ID=e4a31e02-1e73-48ff-b5d5-445ff6ab5afd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:40.630659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-83f6f7f8-965b-4606-92e1-c206636832d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] No DVR routers for this DVR port e4a31e02-1e73-48ff-b5d5-445ff6ab5afd on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:40.640476 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ac3cb8-5c0d-4ea1-bfc1-60c0123bf067 x-openstack-request-id: req-56ac3cb8-5c0d-4ea1-bfc1-60c0123bf067 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:40.641014 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "name": "network-vif-unplugged", "status": "failed", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab", "code": 422}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:40.642273 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-83f6f7f8-965b-4606-92e1-c206636832d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:40.642543 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56ac3cb8-5c0d-4ea1-bfc1-60c0123bf067 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:40.643145 n-d-808199-14 neutron-server[103290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'code': 422} returned with failed status Jan 28 03:36:40.652546 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bc008fd5-db66-4e0b-8080-ce0ff5724867 req-83f6f7f8-965b-4606-92e1-c206636832d1 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "DELETE /v2.0/ports/e4a31e02-1e73-48ff-b5d5-445ff6ab5afd HTTP/1.1" status: 204 len: 173 time: 0.9455585 Jan 28 03:36:40.653098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d6ac2ab6-d690-424a-98e8-7740fd8ff3a4 None None] Provisioning complete for port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:40.653992 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2ab6-d690-424a-98e8-7740fd8ff3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:40.661861 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a69103d-a63c-47a0-968f-b4a8bfcd1ca7', 'name': 'network-vif-deleted', 'tag': 'e4a31e02-1e73-48ff-b5d5-445ff6ab5afd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:40.664422 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef77433-719d-460b-9f31-199fc463d9b6" -d '{"events": [{"server_uuid": "5a69103d-a63c-47a0-968f-b4a8bfcd1ca7", "name": "network-vif-deleted", "tag": "e4a31e02-1e73-48ff-b5d5-445ff6ab5afd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:40.710911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:40.716072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443a56-76e4-4e23-966e-e60c40646bbd req-c3f40ff8-51eb-44e0-a86f-19b0bbf8a5f2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:40.718029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0443a56-76e4-4e23-966e-e60c40646bbd req-c3f40ff8-51eb-44e0-a86f-19b0bbf8a5f2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 946 time: 0.1520107 Jan 28 03:36:40.725734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'b609123a-14a5-4e93-bf17-80d31feca211'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:40.770521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac2ab6-d690-424a-98e8-7740fd8ff3a4 None None] Port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:40.842574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0443a56-76e4-4e23-966e-e60c40646bbd req-4f9f5787-174e-4884-a5e1-6e8539bd86f2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136510 Jan 28 03:36:40.932957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-b054f899-9f4c-45d1-9ce9-0ac3e94e52ff tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:40.936374 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-b054f899-9f4c-45d1-9ce9-0ac3e94e52ff tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "GET /v2.0/ports?device_id=30025abf-5d01-4e94-b1bb-1833bc851fd0 HTTP/1.1" status: 200 len: 950 time: 0.1445143 Jan 28 03:36:40.940926 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26d1c07-ef1d-4246-90b1-da92faf8df07 x-openstack-request-id: req-c26d1c07-ef1d-4246-90b1-da92faf8df07 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:40.941119 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a69103d-a63c-47a0-968f-b4a8bfcd1ca7", "name": "network-vif-deleted", "tag": "e4a31e02-1e73-48ff-b5d5-445ff6ab5afd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:40.942601 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c26d1c07-ef1d-4246-90b1-da92faf8df07 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:40.943282 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a69103d-a63c-47a0-968f-b4a8bfcd1ca7', 'name': 'network-vif-deleted', 'tag': 'e4a31e02-1e73-48ff-b5d5-445ff6ab5afd', 'status': 'completed', 'code': 200} Jan 28 03:36:41.074908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 820c1164-cc9b-466c-91b4-8827c33381f2 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:41.102968 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87f8a3fc-8dd5-45d6-a70f-363fba59ec32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.196512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-94e8a197-dc6b-4922-8c91-050b4aee0c5d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Deleting port b609123a-14a5-4e93-bf17-80d31feca211 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:41.198071 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-94e8a197-dc6b-4922-8c91-050b4aee0c5d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b609123a-14a5-4e93-bf17-80d31feca211), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.386624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:41.387990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84446986-d9a1-4bae-903a-aabdb245bd12 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:41.394132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-25c260f8-239b-499b-a8dc-c49551aed11a tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-898776660&fields=id&tenant_id=a3422164ef1f4c2d897ba8322801e0a7 HTTP/1.1" status: 200 len: 267 time: 0.1435494 Jan 28 03:36:41.401159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-router', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:22Z', 'updated_at': '2022-01-28T03:36:37Z', 'revision_number': 4, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'gw_port': {'id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:25Z', 'updated_at': '2022-01-28T03:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'de8b3460-dcb6-427a-ba0e-1b4a1020c0a3', 'name': '', 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'mac_address': 'fa:16:3e:f0:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '855cddda-d37b-4be4-a10f-bb6444d5d65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:35Z', 'updated_at': '2022-01-28T03:36:37Z', 'revision_number': 2, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'subnets': [{'id': '855cddda-d37b-4be4-a10f-bb6444d5d65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:41.433597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-94e8a197-dc6b-4922-8c91-050b4aee0c5d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] For port b609123a-14a5-4e93-bf17-80d31feca211, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b609123a-14a5-4e93-bf17-80d31feca211,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:41.433967 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-94e8a197-dc6b-4922-8c91-050b4aee0c5d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b609123a-14a5-4e93-bf17-80d31feca211), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.472753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-94e8a197-dc6b-4922-8c91-050b4aee0c5d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Calling delete_port for b609123a-14a5-4e93-bf17-80d31feca211 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:41.518341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07745a1-e1a7-4096-aa6a-0f27d17b122d None None] The sync data for ids ['dcd211e1-6899-4446-9b54-637d740146b4'] in n-d-808199-14 is: [{'id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-router', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:22Z', 'updated_at': '2022-01-28T03:36:37Z', 'revision_number': 4, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'gw_port': {'id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:25Z', 'updated_at': '2022-01-28T03:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'de8b3460-dcb6-427a-ba0e-1b4a1020c0a3', 'name': '', 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'mac_address': 'fa:16:3e:f0:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '855cddda-d37b-4be4-a10f-bb6444d5d65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:35Z', 'updated_at': '2022-01-28T03:36:37Z', 'revision_number': 2, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'subnets': [{'id': '855cddda-d37b-4be4-a10f-bb6444d5d65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:36:41.529328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 820c1164-cc9b-466c-91b4-8827c33381f2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:36:41.566746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-d7dff23a-f612-47e7-9f2b-5c7b044112a5 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:41.576801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-d7dff23a-f612-47e7-9f2b-5c7b044112a5 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 946 time: 0.1817317 Jan 28 03:36:41.596038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-bcafa435-455b-48b8-89f9-6d47194872ae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'port': {'security_groups': ['81d3f635-f011-48d0-84cc-55e960f78013', '6aa7196f-1310-454e-a734-5b0b87958a4e']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:41.598530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 820c1164-cc9b-466c-91b4-8827c33381f2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:41.598924 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.801842 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-bcafa435-455b-48b8-89f9-6d47194872ae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.850110 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-94e8a197-dc6b-4922-8c91-050b4aee0c5d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b609123a-14a5-4e93-bf17-80d31feca211), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.919943 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:42.010866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8a197-dc6b-4922-8c91-050b4aee0c5d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event deleted for resources: {'Port': ['ID=b609123a-14a5-4e93-bf17-80d31feca211,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:42.027695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['b609123a-14a5-4e93-bf17-80d31feca211'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:42.055524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 84446986-d9a1-4bae-903a-aabdb245bd12 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:42.058666 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:42.145880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-94e8a197-dc6b-4922-8c91-050b4aee0c5d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] No DVR routers for this DVR port b609123a-14a5-4e93-bf17-80d31feca211 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:42.151238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-94e8a197-dc6b-4922-8c91-050b4aee0c5d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:42.155651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bb5bc895-5989-402c-a618-09e99ba84de5 req-94e8a197-dc6b-4922-8c91-050b4aee0c5d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.25 "DELETE /v2.0/ports/b609123a-14a5-4e93-bf17-80d31feca211 HTTP/1.1" status: 204 len: 173 time: 1.2112982 Jan 28 03:36:42.306057 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:42.491263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 820c1164-cc9b-466c-91b4-8827c33381f2 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:42.491926 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:42.501723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-bcafa435-455b-48b8-89f9-6d47194872ae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] For port d89233fc-125d-4823-9c6a-e6c02bff0f16, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:42.606975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-bcafa435-455b-48b8-89f9-6d47194872ae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:42.621105 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-bcafa435-455b-48b8-89f9-6d47194872ae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:42.717311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafa435-455b-48b8-89f9-6d47194872ae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'Port': ['ID=d89233fc-125d-4823-9c6a-e6c02bff0f16,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:42.717925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['82f05a85-436a-49fe-92de-b8e0fa87a262'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:42.741941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-bcafa435-455b-48b8-89f9-6d47194872ae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:42.754714 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-bcafa435-455b-48b8-89f9-6d47194872ae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:42.767779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c54c5fbe-41ff-4355-9caf-36168c3d6716 req-bcafa435-455b-48b8-89f9-6d47194872ae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "PUT /v2.0/ports/d89233fc-125d-4823-9c6a-e6c02bff0f16 HTTP/1.1" status: 200 len: 982 time: 1.1898038 Jan 28 03:36:42.769312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f60d6b2-8849-4718-b716-700a8f928e50', 'tag': 'd89233fc-125d-4823-9c6a-e6c02bff0f16'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:42.777007 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389e5852-c7c4-4539-b256-f4d3e8d8cb31" -d '{"events": [{"name": "network-changed", "server_uuid": "1f60d6b2-8849-4718-b716-700a8f928e50", "tag": "d89233fc-125d-4823-9c6a-e6c02bff0f16"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:42.826725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['d89233fc-125d-4823-9c6a-e6c02bff0f16'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:42.924161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 84446986-d9a1-4bae-903a-aabdb245bd12 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:42.925430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:42.929659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d50b76-cd0c-4c4e-90f8-714f7be694f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820c1164-cc9b-466c-91b4-8827c33381f2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:42.932754 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b7c054-3e6c-440b-8de3-f6cd31cb5be8" -d '{"events": [{"server_uuid": "51d50b76-cd0c-4c4e-90f8-714f7be694f3", "name": "network-vif-plugged", "status": "completed", "tag": "820c1164-cc9b-466c-91b4-8827c33381f2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:42.945359 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-51af3fe6-a20b-48f7-967b-50170790fe6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:42.945603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30025abf-5d01-4e94-b1bb-1833bc851fd0', 'name': 'network-vif-deleted', 'tag': 'b609123a-14a5-4e93-bf17-80d31feca211'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:42.951418 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4c9663-b022-462b-9f62-2b0c06effe5e" -d '{"events": [{"server_uuid": "30025abf-5d01-4e94-b1bb-1833bc851fd0", "name": "network-vif-deleted", "tag": "b609123a-14a5-4e93-bf17-80d31feca211"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:43.009076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46668297-ebae-4ebb-b1ef-c8c2bec91fc7 req-9d676e93-267e-4a8a-9966-c7aa10adb748 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:43.016441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46668297-ebae-4ebb-b1ef-c8c2bec91fc7 req-9d676e93-267e-4a8a-9966-c7aa10adb748 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 945 time: 0.1250710 Jan 28 03:36:43.064162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['d89233fc-125d-4823-9c6a-e6c02bff0f16'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:43.082926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46668297-ebae-4ebb-b1ef-c8c2bec91fc7 req-e1fb475d-1778-430f-a115-3de31b5e34fc tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650275 Jan 28 03:36:43.251565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 820c1164-cc9b-466c-91b4-8827c33381f2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=820c1164-cc9b-466c-91b4-8827c33381f2,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:43.307187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-504a2a1a-18cb-4e45-9715-cde83ae3609a req-871fb81d-797c-49e0-bb2b-7f6cfd217ae4 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/6aa7196f-1310-454e-a734-5b0b87958a4e HTTP/1.1" status: 200 len: 1819 time: 0.0921738 Jan 28 03:36:43.340581 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:43.367310 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-504a2a1a-18cb-4e45-9715-cde83ae3609a req-e7da43e9-1054-4c98-8424-aaa04f51a8da tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 03:36:43.381016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-504a2a1a-18cb-4e45-9715-cde83ae3609a req-e7da43e9-1054-4c98-8424-aaa04f51a8da tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/6aa7196f-1310-454e-a734-5b0b87958a4e HTTP/1.1" status: 409 len: 341 time: 0.0765772 Jan 28 03:36:43.416127 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afd3ec9-0625-49ce-b69e-809e3865b8ef x-openstack-request-id: req-7afd3ec9-0625-49ce-b69e-809e3865b8ef {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:43.416428 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f60d6b2-8849-4718-b716-700a8f928e50", "tag": "d89233fc-125d-4823-9c6a-e6c02bff0f16", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:43.416689 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7afd3ec9-0625-49ce-b69e-809e3865b8ef {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:43.417135 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f60d6b2-8849-4718-b716-700a8f928e50', 'tag': 'd89233fc-125d-4823-9c6a-e6c02bff0f16', 'status': 'completed', 'code': 200} Jan 28 03:36:43.474382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:43.474762 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:43.540398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e5852-c7c4-4539-b256-f4d3e8d8cb31 req-6ed072c7-b9a7-469d-aa55-398330c83fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:43.546142 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-389e5852-c7c4-4539-b256-f4d3e8d8cb31 req-6ed072c7-b9a7-469d-aa55-398330c83fb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 1137 time: 0.0739131 Jan 28 03:36:43.550368 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf50fd96-b5e6-4b97-8445-866f13312a4d x-openstack-request-id: req-bf50fd96-b5e6-4b97-8445-866f13312a4d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:43.550665 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d50b76-cd0c-4c4e-90f8-714f7be694f3", "name": "network-vif-plugged", "status": "completed", "tag": "820c1164-cc9b-466c-91b4-8827c33381f2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:43.550922 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf50fd96-b5e6-4b97-8445-866f13312a4d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:43.551320 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d50b76-cd0c-4c4e-90f8-714f7be694f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820c1164-cc9b-466c-91b4-8827c33381f2', 'code': 200} Jan 28 03:36:43.591287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 23fbe172-3892-4c8b-9633-a21a40513919 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:43.642125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=820c1164-cc9b-466c-91b4-8827c33381f2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:43.671813 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3ba871-2102-42eb-9188-ebc96c034c15 x-openstack-request-id: req-bb3ba871-2102-42eb-9188-ebc96c034c15 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:43.673281 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30025abf-5d01-4e94-b1bb-1833bc851fd0", "name": "network-vif-deleted", "tag": "b609123a-14a5-4e93-bf17-80d31feca211", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:43.673778 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb3ba871-2102-42eb-9188-ebc96c034c15 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:43.674519 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30025abf-5d01-4e94-b1bb-1833bc851fd0', 'name': 'network-vif-deleted', 'tag': 'b609123a-14a5-4e93-bf17-80d31feca211', 'status': 'completed', 'code': 200} Jan 28 03:36:43.754470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e5852-c7c4-4539-b256-f4d3e8d8cb31 req-ba5282d5-59e3-43bf-8dde-f519f5bd0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:43.756684 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-389e5852-c7c4-4539-b256-f4d3e8d8cb31 req-ba5282d5-59e3-43bf-8dde-f519f5bd0cb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 912 time: 0.2026660 Jan 28 03:36:43.789824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857afe2b-bc19-4774-a366-a48f2b656aab req-b28be360-5f2c-41e2-8daa-3684768ca5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:43.792037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-857afe2b-bc19-4774-a366-a48f2b656aab req-b28be360-5f2c-41e2-8daa-3684768ca5d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=51d50b76-cd0c-4c4e-90f8-714f7be694f3 HTTP/1.1" status: 200 len: 1097 time: 0.1499839 Jan 28 03:36:43.925056 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-389e5852-c7c4-4539-b256-f4d3e8d8cb31 req-fc9c8e28-66aa-4ea2-90e2-675c42983a75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16 HTTP/1.1" status: 200 len: 217 time: 0.1572981 Jan 28 03:36:43.925459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-857afe2b-bc19-4774-a366-a48f2b656aab req-fc2c24a6-23ac-4054-9a9f-6512a099b00c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257045 Jan 28 03:36:44.000770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e5852-c7c4-4539-b256-f4d3e8d8cb31 req-3e44adfb-9f0a-4a36-a305-4b15487e1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:44.002552 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-389e5852-c7c4-4539-b256-f4d3e8d8cb31 req-3e44adfb-9f0a-4a36-a305-4b15487e1921 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a7f01fd-2c07-43b0-83f7-11da36d0d72c HTTP/1.1" status: 200 len: 851 time: 0.0604434 Jan 28 03:36:44.052967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 23fbe172-3892-4c8b-9633-a21a40513919 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:36:44.067935 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-389e5852-c7c4-4539-b256-f4d3e8d8cb31 req-a0de1b92-d1be-4c95-8ba5-8b08bbc6afb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca2683ce-a10b-49fe-8640-9b15124d668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580895 Jan 28 03:36:44.096407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 23fbe172-3892-4c8b-9633-a21a40513919 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:44.096782 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (23fbe172-3892-4c8b-9633-a21a40513919), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:44.145957 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9c08-1c64-4506-ac52-06066c109ecc req-ccb94a81-7da4-4998-bba1-6084ce426bd6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:44.150428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:44.155055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-740b9c08-1c64-4506-ac52-06066c109ecc req-ccb94a81-7da4-4998-bba1-6084ce426bd6 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 985 time: 0.1123571 Jan 28 03:36:44.156494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c72eaec-d1c6-4831-a579-592ff84ae4a2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:44.252379 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-389e5852-c7c4-4539-b256-f4d3e8d8cb31 req-c7080e87-81ef-47a5-bf37-55628b39a074 service neutron] 10.222.0.25 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768339 Jan 28 03:36:44.330529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-740b9c08-1c64-4506-ac52-06066c109ecc req-ae8712d6-2d5d-44e8-90fd-d2731debff26 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&id=6aa7196f-1310-454e-a734-5b0b87958a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1447372 Jan 28 03:36:44.370330 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:44.389358 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:44.506478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:44.506857 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:44.594206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 23fbe172-3892-4c8b-9633-a21a40513919 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:44.594842 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (23fbe172-3892-4c8b-9633-a21a40513919), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:44.685230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 23fbe172-3892-4c8b-9633-a21a40513919, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=23fbe172-3892-4c8b-9633-a21a40513919,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:44.706379 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (23fbe172-3892-4c8b-9633-a21a40513919), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:44.707191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e4a31e02-1e73-48ff-b5d5-445ff6ab5afd no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:44.743849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:44.806629 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: e4a31e02-1e73-48ff-b5d5-445ff6ab5afd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:44.806988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e4a31e02-1e73-48ff-b5d5-445ff6ab5afd not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:44.832384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=23fbe172-3892-4c8b-9633-a21a40513919,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:44.860991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7418c2-1f87-4a5d-a00c-5c71d7a232c2 req-4cec1c8f-645a-4888-a23d-17b8fd0c79c4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:44.863155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c7418c2-1f87-4a5d-a00c-5c71d7a232c2 req-4cec1c8f-645a-4888-a23d-17b8fd0c79c4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 946 time: 0.0832288 Jan 28 03:36:44.986254 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-389e5852-c7c4-4539-b256-f4d3e8d8cb31 req-795e84f7-d6e0-4ecc-a47d-33a8f90e6880 service neutron] 10.222.0.25 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264338 Jan 28 03:36:44.986789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c7418c2-1f87-4a5d-a00c-5c71d7a232c2 req-336c428a-53b3-464d-9526-6aa408640bc2 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973666 Jan 28 03:36:45.010931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:45.106633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:45.107115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:45.187360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff137-e14c-4d5e-adb9-d40e7c4e9c9a req-607cfebc-dd2a-42b5-a17c-7abf7d52706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:45.189075 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf4ff137-e14c-4d5e-adb9-d40e7c4e9c9a req-607cfebc-dd2a-42b5-a17c-7abf7d52706e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 1137 time: 0.1005383 Jan 28 03:36:45.235006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f963f9-4d91-4298-b1ec-fb4da78f912f req-dcf97f76-683f-4ae0-9b15-dcf11ff30565 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:45.242602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17f963f9-4d91-4298-b1ec-fb4da78f912f req-dcf97f76-683f-4ae0-9b15-dcf11ff30565 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 949 time: 0.0977528 Jan 28 03:36:45.360789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17f963f9-4d91-4298-b1ec-fb4da78f912f req-d64f157f-75e8-41da-b30b-787e5ac7af50 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120424 Jan 28 03:36:45.371964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff137-e14c-4d5e-adb9-d40e7c4e9c9a req-df93bf3c-9c30-427d-96e4-90f141ae9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:45.373646 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf4ff137-e14c-4d5e-adb9-d40e7c4e9c9a req-df93bf3c-9c30-427d-96e4-90f141ae9ad4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 912 time: 0.1781099 Jan 28 03:36:45.515006 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf4ff137-e14c-4d5e-adb9-d40e7c4e9c9a req-26e63eb2-3ccc-4d89-a4a6-e114e5cb26f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16 HTTP/1.1" status: 200 len: 217 time: 0.1325934 Jan 28 03:36:45.516345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-a10593aa-dcae-491f-8807-a604829c77ef req-38cc1c0f-27b3-498f-b714-fd0c47009977 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:36:45.517397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a10593aa-dcae-491f-8807-a604829c77ef req-38cc1c0f-27b3-498f-b714-fd0c47009977 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058115 Jan 28 03:36:45.556633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26a341-e9c0-47a7-a6ad-3533a47c9368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fbe172-3892-4c8b-9633-a21a40513919'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:45.559034 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d7c48d-0bdb-41a7-ac20-0c4275ab430e" -d '{"events": [{"server_uuid": "0a26a341-e9c0-47a7-a6ad-3533a47c9368", "name": "network-vif-plugged", "status": "completed", "tag": "23fbe172-3892-4c8b-9633-a21a40513919"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:45.571111 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:45.581519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b609123a-14a5-4e93-bf17-80d31feca211 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:45.585670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:45.586572 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:45.618416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: b609123a-14a5-4e93-bf17-80d31feca211 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:45.618729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b609123a-14a5-4e93-bf17-80d31feca211 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:45.641837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff137-e14c-4d5e-adb9-d40e7c4e9c9a req-83da26bc-5e26-4e7e-8b4e-cdd56fe8af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:45.643439 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf4ff137-e14c-4d5e-adb9-d40e7c4e9c9a req-83da26bc-5e26-4e7e-8b4e-cdd56fe8af34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a7f01fd-2c07-43b0-83f7-11da36d0d72c HTTP/1.1" status: 200 len: 851 time: 0.1208398 Jan 28 03:36:45.655336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8504b2-3999-4603-9b05-c5a5434c2485 req-f0a55d0c-c6aa-49e5-8eb7-d30e49b81107 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:45.657291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d8504b2-3999-4603-9b05-c5a5434c2485 req-f0a55d0c-c6aa-49e5-8eb7-d30e49b81107 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 985 time: 0.1185787 Jan 28 03:36:45.687160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf4ff137-e14c-4d5e-adb9-d40e7c4e9c9a req-2f3b56c9-5376-43e0-8c9e-5c10fb8e6737 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca2683ce-a10b-49fe-8640-9b15124d668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364614 Jan 28 03:36:45.733567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7fcb1165-e67b-4c81-a6c4-800e7ff6b97c,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:45.775932 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:45.889777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=7fcb1165-e67b-4c81-a6c4-800e7ff6b97c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:45.959521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf4ff137-e14c-4d5e-adb9-d40e7c4e9c9a req-d10ade45-74d3-4e82-bf53-6cf61b2115f4 service neutron] 10.222.0.25 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612221 Jan 28 03:36:45.989762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d8504b2-3999-4603-9b05-c5a5434c2485 req-9fe32903-a988-4032-8d5f-accbc2136dd9 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&id=6aa7196f-1310-454e-a734-5b0b87958a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3144481 Jan 28 03:36:46.036025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf317bd0-150b-488a-87c4-c71ebccd4676 req-78f49e35-1551-472b-9d50-75deb1711773 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:46.041895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf317bd0-150b-488a-87c4-c71ebccd4676 req-78f49e35-1551-472b-9d50-75deb1711773 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3089d9d0-78c2-4312-a556-69326a740f03 HTTP/1.1" status: 200 len: 949 time: 0.2117031 Jan 28 03:36:46.073979 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ac020a-e6e3-41ba-a408-62fb04457ce1 x-openstack-request-id: req-64ac020a-e6e3-41ba-a408-62fb04457ce1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:46.077709 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a26a341-e9c0-47a7-a6ad-3533a47c9368", "name": "network-vif-plugged", "status": "completed", "tag": "23fbe172-3892-4c8b-9633-a21a40513919", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:46.078195 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64ac020a-e6e3-41ba-a408-62fb04457ce1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:46.078639 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26a341-e9c0-47a7-a6ad-3533a47c9368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fbe172-3892-4c8b-9633-a21a40513919', 'code': 200} Jan 28 03:36:46.146380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf317bd0-150b-488a-87c4-c71ebccd4676 req-8e3cd0a5-3b3c-4602-a2a3-ab55f690f3b7 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948691 Jan 28 03:36:46.185144 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf4ff137-e14c-4d5e-adb9-d40e7c4e9c9a req-5f6e91e3-2b2e-469d-a48a-d8236efde78b service neutron] 10.222.0.25 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185307 Jan 28 03:36:46.241401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e907b3-6b5d-4f32-8092-5f9f66a9c6c0 req-467d2178-72bf-46cf-b950-f3891b72b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:46.244061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92e907b3-6b5d-4f32-8092-5f9f66a9c6c0 req-467d2178-72bf-46cf-b950-f3891b72b675 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 1098 time: 0.0763640 Jan 28 03:36:46.251635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7efc5-812b-45bc-b343-b31bdb404674 req-24a0b611-4bfb-4e34-847a-4dd893260f7e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:46.253602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fa7efc5-812b-45bc-b343-b31bdb404674 req-24a0b611-4bfb-4e34-847a-4dd893260f7e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.0912874 Jan 28 03:36:46.325140 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92e907b3-6b5d-4f32-8092-5f9f66a9c6c0 req-f9ee00e6-e601-497b-b0f6-9d140b677181 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598488 Jan 28 03:36:46.358848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b29b7-9395-44d4-b705-704560b38a33 req-a59f1bd5-20fb-4842-9ec9-44d8c52c72ba tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:46.366154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e94b29b7-9395-44d4-b705-704560b38a33 req-a59f1bd5-20fb-4842-9ec9-44d8c52c72ba tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 946 time: 0.1112647 Jan 28 03:36:46.381493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fa7efc5-812b-45bc-b343-b31bdb404674 req-3d14bf74-d74c-410e-b191-ecfa90fded74 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062403 Jan 28 03:36:46.426869 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Sync routers for ids ['dcd211e1-6899-4446-9b54-637d740146b4'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:36:46.438926 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Routers {'dcd211e1-6899-4446-9b54-637d740146b4'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:46.439622 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['dcd211e1-6899-4446-9b54-637d740146b4'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:46.442959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e94b29b7-9395-44d4-b705-704560b38a33 req-eed79a3e-ec79-410d-86ec-fa28b9f6439a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752926 Jan 28 03:36:46.520368 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c177d392-021e-482b-80d0-55799411192d req-e303f1f5-345a-471f-8431-c7a509d59524 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2703979 Jan 28 03:36:46.533777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-4ea154ee-13f0-4053-8189-0205bd2f48a8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:46.535754 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-4ea154ee-13f0-4053-8189-0205bd2f48a8 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 949 time: 0.0595112 Jan 28 03:36:46.620662 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Set router dcd211e1-6899-4446-9b54-637d740146b4 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:46.630006 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:46.753999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-fb01c12c-1466-4919-bce7-3e3e0315426d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Deleting port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:46.768129 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-fb01c12c-1466-4919-bce7-3e3e0315426d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:46.906602 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:46.941712 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-router', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:22Z', 'updated_at': '2022-01-28T03:36:37Z', 'revision_number': 4, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'gw_port': {'id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:25Z', 'updated_at': '2022-01-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'de8b3460-dcb6-427a-ba0e-1b4a1020c0a3', 'name': '', 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'mac_address': 'fa:16:3e:f0:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '855cddda-d37b-4be4-a10f-bb6444d5d65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:35Z', 'updated_at': '2022-01-28T03:36:37Z', 'revision_number': 2, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'subnets': [{'id': '855cddda-d37b-4be4-a10f-bb6444d5d65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:46.956657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166d297-4a5e-4af5-9d90-4565468af0d0 req-3e8f0940-65ff-4bbc-bd93-7c404132d41d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:46.966474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2166d297-4a5e-4af5-9d90-4565468af0d0 req-3e8f0940-65ff-4bbc-bd93-7c404132d41d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1b63878-e214-4241-9127-6dba9add213f HTTP/1.1" status: 200 len: 949 time: 0.1814756 Jan 28 03:36:46.978042 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Checking router: dcd211e1-6899-4446-9b54-637d740146b4 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:36:46.978735 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Updating router dcd211e1-6899-4446-9b54-637d740146b4 port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:36:47.039773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-fb01c12c-1466-4919-bce7-3e3e0315426d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] For port 5f7380e5-ffef-48e7-bb3b-52e111e30f76, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5f7380e5-ffef-48e7-bb3b-52e111e30f76,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:47.040369 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-fb01c12c-1466-4919-bce7-3e3e0315426d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:47.064449 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:47.072097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:47.072485 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:47.074769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2166d297-4a5e-4af5-9d90-4565468af0d0 req-c939f7fc-c517-4fc3-bfbd-40cd4a84f369 tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1b6e407-1127-4411-b518-9734ce4d0690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073363 Jan 28 03:36:47.085207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-fb01c12c-1466-4919-bce7-3e3e0315426d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Calling delete_port for 5f7380e5-ffef-48e7-bb3b-52e111e30f76 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:47.213666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:47.313467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac1446-2431-4914-894d-3ee4626234d6 req-03ac9d4a-d0a8-4112-8174-c7213ed9aec4 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:47.315026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1ac1446-2431-4914-894d-3ee4626234d6 req-03ac9d4a-d0a8-4112-8174-c7213ed9aec4 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 985 time: 0.1107802 Jan 28 03:36:47.431617 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-fb01c12c-1466-4919-bce7-3e3e0315426d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5f7380e5-ffef-48e7-bb3b-52e111e30f76), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:47.466261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f7380e5-ffef-48e7-bb3b-52e111e30f76'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:47.486848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01c12c-1466-4919-bce7-3e3e0315426d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Pushing event deleted for resources: {'Port': ['ID=5f7380e5-ffef-48e7-bb3b-52e111e30f76,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:47.555647 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Publish callbacks [] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:47.557886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1ac1446-2431-4914-894d-3ee4626234d6 req-56cf3e90-d22b-41a9-b629-927e5219b6ae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&id=6aa7196f-1310-454e-a734-5b0b87958a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2258897 Jan 28 03:36:47.570841 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:47.591959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-fb01c12c-1466-4919-bce7-3e3e0315426d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] No DVR routers for this DVR port 5f7380e5-ffef-48e7-bb3b-52e111e30f76 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:47.594923 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-fb01c12c-1466-4919-bce7-3e3e0315426d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:47.599337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3059f496-f8bc-4ed2-97cc-07d201a55d71 req-fb01c12c-1466-4919-bce7-3e3e0315426d tempest-ServersOnMultiNodesTest-1381813284 tempest-ServersOnMultiNodesTest-1381813284-project] 10.222.0.42 "DELETE /v2.0/ports/5f7380e5-ffef-48e7-bb3b-52e111e30f76 HTTP/1.1" status: 204 len: 173 time: 1.0579996 Jan 28 03:36:47.599747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b63878-e214-4241-9127-6dba9add213f', 'name': 'network-vif-deleted', 'tag': '5f7380e5-ffef-48e7-bb3b-52e111e30f76'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:47.610906 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4c2e57-d233-471b-9c4a-c9de6a7c317b" -d '{"events": [{"server_uuid": "c1b63878-e214-4241-9127-6dba9add213f", "name": "network-vif-deleted", "tag": "5f7380e5-ffef-48e7-bb3b-52e111e30f76"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:47.710008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b12e8c-0e1c-4e89-a82d-5a6e86e1fe2d req-21a67b5b-882d-4501-b427-701d4d884f7a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:47.717796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67b12e8c-0e1c-4e89-a82d-5a6e86e1fe2d req-21a67b5b-882d-4501-b427-701d4d884f7a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.0648391 Jan 28 03:36:47.777741 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387e3e-906f-4a03-8f2b-d15c913dfbd5 None None] Pushing event updated for resources: {'Port': ['ID=de8b3460-dcb6-427a-ba0e-1b4a1020c0a3,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:47.782923 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Attempting to bind port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:47.783237 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Attempting to bind port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '57c9d94d-dc01-48f2-a4d6-a779c3e404b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:47.783595 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Attempting to bind port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 on network 5e469c56-8b40-4db4-a6c1-17b51ad76209 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:47.789359 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:47.789733 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Checking segment: {'id': '57c9d94d-dc01-48f2-a4d6-a779c3e404b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:47.790139 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:47.790526 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Bound using segment: {'id': '57c9d94d-dc01-48f2-a4d6-a779c3e404b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:47.791050 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Bound port: de8b3460-dcb6-427a-ba0e-1b4a1020c0a3, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c9d94d-dc01-48f2-a4d6-a779c3e404b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:47.791434 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:47.791966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67b12e8c-0e1c-4e89-a82d-5a6e86e1fe2d req-e9599140-e7ae-4196-8c5f-a09a9f0fe64b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732744 Jan 28 03:36:47.887708 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] For port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:47.903795 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] For port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=de8b3460-dcb6-427a-ba0e-1b4a1020c0a3,segment=NetworkSegment(57c9d94d-dc01-48f2-a4d6-a779c3e404b5),segment_id=57c9d94d-dc01-48f2-a4d6-a779c3e404b5)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:47.922108 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:47.985732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-11f040cb-0a3e-49d3-b7a8-a543134cf726 None None] Provisioning complete for port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:47.986751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11f040cb-0a3e-49d3-b7a8-a543134cf726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:48.005574 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Routers {'dcd211e1-6899-4446-9b54-637d740146b4'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:48.006724 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['dcd211e1-6899-4446-9b54-637d740146b4'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:48.124339 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387e3e-906f-4a03-8f2b-d15c913dfbd5 None None] Pushing event updated for resources: {'Port': ['ID=de8b3460-dcb6-427a-ba0e-1b4a1020c0a3,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:48.184917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177d392-021e-482b-80d0-55799411192d req-bf44fc17-a92f-4fbc-825e-d9bc81a9addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:48.193860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c177d392-021e-482b-80d0-55799411192d req-bf44fc17-a92f-4fbc-825e-d9bc81a9addc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4&tenant_id=f98af98f22e24126bb3c303a1152bd45 HTTP/1.1" status: 200 len: 1096 time: 0.2795818 Jan 28 03:36:48.231879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-11f040cb-0a3e-49d3-b7a8-a543134cf726 None None] Current status of the port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:48.232295 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11f040cb-0a3e-49d3-b7a8-a543134cf726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:48.249767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaac88b-a546-47dd-9a6f-27df42da3dd3 req-2b574cce-9eaf-46e8-b506-b714ae168a29 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:48.264788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfaac88b-a546-47dd-9a6f-27df42da3dd3 req-2b574cce-9eaf-46e8-b506-b714ae168a29 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 946 time: 0.3327692 Jan 28 03:36:48.277072 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] Set router dcd211e1-6899-4446-9b54-637d740146b4 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:48.339141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-11f040cb-0a3e-49d3-b7a8-a543134cf726 None None] For port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=de8b3460-dcb6-427a-ba0e-1b4a1020c0a3,segment=NetworkSegment(57c9d94d-dc01-48f2-a4d6-a779c3e404b5),segment_id=57c9d94d-dc01-48f2-a4d6-a779c3e404b5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:48.351120 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11f040cb-0a3e-49d3-b7a8-a543134cf726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:48.481831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfaac88b-a546-47dd-9a6f-27df42da3dd3 req-4c5fff17-3ad0-4d19-8944-ac9563585fb7 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160408 Jan 28 03:36:48.485316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177d392-021e-482b-80d0-55799411192d req-8153ba97-1b6e-4250-81aa-321b1920f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:48.487587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c177d392-021e-482b-80d0-55799411192d req-8153ba97-1b6e-4250-81aa-321b1920f01e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 1096 time: 0.2202373 Jan 28 03:36:48.494067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f040cb-0a3e-49d3-b7a8-a543134cf726 None None] Pushing event updated for resources: {'Port': ['ID=de8b3460-dcb6-427a-ba0e-1b4a1020c0a3,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:48.567528 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d7fbe-e92f-4efe-a4dc-ae36201825ec x-openstack-request-id: req-878d7fbe-e92f-4efe-a4dc-ae36201825ec {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:48.568486 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b63878-e214-4241-9127-6dba9add213f", "name": "network-vif-deleted", "tag": "5f7380e5-ffef-48e7-bb3b-52e111e30f76", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:48.569007 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-878d7fbe-e92f-4efe-a4dc-ae36201825ec {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:48.569746 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b63878-e214-4241-9127-6dba9add213f', 'name': 'network-vif-deleted', 'tag': '5f7380e5-ffef-48e7-bb3b-52e111e30f76', 'status': 'completed', 'code': 200} Jan 28 03:36:48.603317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40cbbc0f-c13b-4fd7-ac9c-51b290731bf3 None None] Provisioning complete for port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:48.604002 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40cbbc0f-c13b-4fd7-ac9c-51b290731bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:48.624373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177d392-021e-482b-80d0-55799411192d req-17d26ea2-85f5-4cee-880b-0e5a3dfb423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:48.628316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c177d392-021e-482b-80d0-55799411192d req-17d26ea2-85f5-4cee-880b-0e5a3dfb423b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 915 time: 0.1325157 Jan 28 03:36:48.685590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c177d392-021e-482b-80d0-55799411192d req-76f4a537-a860-4918-ace6-bbc2083cdd2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab HTTP/1.1" status: 200 len: 217 time: 0.0529716 Jan 28 03:36:48.714857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40cbbc0f-c13b-4fd7-ac9c-51b290731bf3 None None] Current status of the port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:48.733273 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-router', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:22Z', 'updated_at': '2022-01-28T03:36:37Z', 'revision_number': 4, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'gw_port': {'id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:25Z', 'updated_at': '2022-01-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'de8b3460-dcb6-427a-ba0e-1b4a1020c0a3', 'name': '', 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'mac_address': 'fa:16:3e:f0:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '855cddda-d37b-4be4-a10f-bb6444d5d65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:35Z', 'updated_at': '2022-01-28T03:36:47Z', 'revision_number': 4, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'subnets': [{'id': '855cddda-d37b-4be4-a10f-bb6444d5d65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:48.777576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177d392-021e-482b-80d0-55799411192d req-5b07f8ec-d87b-47fb-82f6-7f4095345442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:48.779695 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c177d392-021e-482b-80d0-55799411192d req-5b07f8ec-d87b-47fb-82f6-7f4095345442 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df9ef53-ff85-4dc0-b919-1760fa37f332 HTTP/1.1" status: 200 len: 854 time: 0.0851479 Jan 28 03:36:48.788881 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4635dec6-ac68-4c76-a96b-3fe129282e2a None None] The sync data for ids ['dcd211e1-6899-4446-9b54-637d740146b4'] in n-d-808199-14 is: [{'id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-router', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:22Z', 'updated_at': '2022-01-28T03:36:37Z', 'revision_number': 4, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'gw_port': {'id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:25Z', 'updated_at': '2022-01-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'de8b3460-dcb6-427a-ba0e-1b4a1020c0a3', 'name': '', 'network_id': '5e469c56-8b40-4db4-a6c1-17b51ad76209', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'mac_address': 'fa:16:3e:f0:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '855cddda-d37b-4be4-a10f-bb6444d5d65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:35Z', 'updated_at': '2022-01-28T03:36:47Z', 'revision_number': 4, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'subnets': [{'id': '855cddda-d37b-4be4-a10f-bb6444d5d65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:36:48.866454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c177d392-021e-482b-80d0-55799411192d req-ee348de5-f9f4-4cd9-a500-d878da81631a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0589fcf6-7339-4f9f-8081-24e5b2cb01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761254 Jan 28 03:36:48.934162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:49.033775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:49.034510 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:49.094549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:49.284085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:49.299119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:49.299827 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:49.312057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:49.339260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:49.342436 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa69965c-6b8e-4311-bda7-c6188afb6d52" -d '{"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-unplugged", "status": "completed", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:49.344895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c177d392-021e-482b-80d0-55799411192d req-36732dd8-8c11-40c5-8aec-f9117accc6ed service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513776 Jan 28 03:36:49.378836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:49.386373 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:49.446292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8498-30ce-43b5-819d-72b07d18479d req-e35e14e3-2428-42fc-8980-04212e8ad9bb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:49.453941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952a8498-30ce-43b5-819d-72b07d18479d req-e35e14e3-2428-42fc-8980-04212e8ad9bb tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 985 time: 0.5942810 Jan 28 03:36:49.479647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:49.531724 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0c3ce316-59be-4d9d-baef-2f19d859187b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f9f265697cd486d8adcca60e4da2340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181337 Jan 28 03:36:49.532831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:49.577842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952a8498-30ce-43b5-819d-72b07d18479d req-3121c696-76ba-44ec-bea8-d7d33a43b3d5 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&id=6aa7196f-1310-454e-a734-5b0b87958a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1229994 Jan 28 03:36:49.592522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85949ac4-9d3c-4766-a055-e6d9743c1477 admin admin] Publish callbacks [] for security_group (b1b6e407-1127-4411-b518-9734ce4d0690), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:49.614807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c177d392-021e-482b-80d0-55799411192d req-6bcc7f85-9717-4665-95fb-efc82da75725 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603004 Jan 28 03:36:49.640155 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85949ac4-9d3c-4766-a055-e6d9743c1477 admin admin] Publish callbacks [] for security_group (b1b6e407-1127-4411-b518-9734ce4d0690), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:49.708577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85949ac4-9d3c-4766-a055-e6d9743c1477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b1b6e407-1127-4411-b518-9734ce4d0690), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:49.711914 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85949ac4-9d3c-4766-a055-e6d9743c1477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:49.713808 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-85949ac4-9d3c-4766-a055-e6d9743c1477 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1b6e407-1127-4411-b518-9734ce4d0690 HTTP/1.1" status: 204 len: 168 time: 0.1799598 Jan 28 03:36:49.736660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85949ac4-9d3c-4766-a055-e6d9743c1477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b6e407-1127-4411-b518-9734ce4d0690,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:49.739923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83360682-a782-4607-98a0-c6c937b1cf7d req-b1401bf0-decf-471f-8b9c-cbbb4d46720d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:49.753907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83360682-a782-4607-98a0-c6c937b1cf7d req-b1401bf0-decf-471f-8b9c-cbbb4d46720d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.0834062 Jan 28 03:36:49.813668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83360682-a782-4607-98a0-c6c937b1cf7d req-92ffc809-6e93-4540-aabe-9aa096515f7f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585618 Jan 28 03:36:49.882454 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a74b88-8799-4e67-9c2f-0400fb58cdc8 x-openstack-request-id: req-f2a74b88-8799-4e67-9c2f-0400fb58cdc8 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:49.883351 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-unplugged", "status": "completed", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:49.884108 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2a74b88-8799-4e67-9c2f-0400fb58cdc8 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:49.885207 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'code': 200} Jan 28 03:36:50.040610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88d3ee-3e7b-474b-979e-491edeaa4d02 req-ff815dda-25b9-4717-81c4-dd9079153e2c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:50.042210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e88d3ee-3e7b-474b-979e-491edeaa4d02 req-ff815dda-25b9-4717-81c4-dd9079153e2c tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 946 time: 0.0717256 Jan 28 03:36:50.110668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e88d3ee-3e7b-474b-979e-491edeaa4d02 req-a4a29eb2-b845-4b2c-9850-44de53ef6276 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621357 Jan 28 03:36:50.202337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:50.231073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-edf329f0-f38b-49a1-9c51-67bab8849c87 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1688351551&fields=id&tenant_id=a3422164ef1f4c2d897ba8322801e0a7 HTTP/1.1" status: 200 len: 267 time: 0.0524282 Jan 28 03:36:50.254199 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8bef76ec-e634-41e4-89d3-926326edc7f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9528614dac04e318467ad629b679998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500805 Jan 28 03:36:50.255175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58528) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:50.295380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-7eb48762-2394-4f20-ada6-6c5a60b028b2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:50.303720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-7eb48762-2394-4f20-ada6-6c5a60b028b2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 985 time: 0.0656445 Jan 28 03:36:50.310326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-73257770-7700-48b3-b8e6-0d56e5b15ab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'port': {'security_groups': ['6aa7196f-1310-454e-a734-5b0b87958a4e', '81d3f635-f011-48d0-84cc-55e960f78013', '73e245dd-60a6-49ea-9433-3eb9141f3d65']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:50.311764 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70fd6041-3d50-45d5-9d00-4ae8c5b58658 admin admin] Publish callbacks [] for security_group (e79ab8a9-acfb-4235-884d-ea59545f6a12), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:50.334425 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70fd6041-3d50-45d5-9d00-4ae8c5b58658 admin admin] Publish callbacks [] for security_group (e79ab8a9-acfb-4235-884d-ea59545f6a12), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:50.392529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-73257770-7700-48b3-b8e6-0d56e5b15ab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:50.404886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70fd6041-3d50-45d5-9d00-4ae8c5b58658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e79ab8a9-acfb-4235-884d-ea59545f6a12), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:50.408793 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70fd6041-3d50-45d5-9d00-4ae8c5b58658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:50.410649 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-70fd6041-3d50-45d5-9d00-4ae8c5b58658 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e79ab8a9-acfb-4235-884d-ea59545f6a12 HTTP/1.1" status: 204 len: 168 time: 0.1535351 Jan 28 03:36:50.422893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd6041-3d50-45d5-9d00-4ae8c5b58658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79ab8a9-acfb-4235-884d-ea59545f6a12,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:50.638981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-73257770-7700-48b3-b8e6-0d56e5b15ab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] For port d89233fc-125d-4823-9c6a-e6c02bff0f16, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:50.671981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-73257770-7700-48b3-b8e6-0d56e5b15ab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:50.677426 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-73257770-7700-48b3-b8e6-0d56e5b15ab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:50.713041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['d89233fc-125d-4823-9c6a-e6c02bff0f16'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:50.721028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['82f05a85-436a-49fe-92de-b8e0fa87a262'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:50.724886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-73257770-7700-48b3-b8e6-0d56e5b15ab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:50.725388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-73257770-7700-48b3-b8e6-0d56e5b15ab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:50.738884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2362137-4ca2-470d-8eb5-c3f58bc83c08 req-73257770-7700-48b3-b8e6-0d56e5b15ab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "PUT /v2.0/ports/d89233fc-125d-4823-9c6a-e6c02bff0f16 HTTP/1.1" status: 200 len: 1021 time: 0.4341824 Jan 28 03:36:50.744612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f60d6b2-8849-4718-b716-700a8f928e50', 'tag': 'd89233fc-125d-4823-9c6a-e6c02bff0f16'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:50.751407 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38484fa2-dab6-4a06-9237-2517c567475f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f60d6b2-8849-4718-b716-700a8f928e50", "tag": "d89233fc-125d-4823-9c6a-e6c02bff0f16"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:50.819636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257770-7700-48b3-b8e6-0d56e5b15ab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'Port': ['ID=d89233fc-125d-4823-9c6a-e6c02bff0f16,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:50.883841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['d89233fc-125d-4823-9c6a-e6c02bff0f16'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:51.091823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293fa81-67b3-4c09-977c-4fb4d586d429 req-e4bb05d8-abc4-41e2-b6ac-9c158e4f2cf3 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:51.101220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5f7380e5-ffef-48e7-bb3b-52e111e30f76 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:51.105753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1293fa81-67b3-4c09-977c-4fb4d586d429 req-e4bb05d8-abc4-41e2-b6ac-9c158e4f2cf3 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d50b76-cd0c-4c4e-90f8-714f7be694f3 HTTP/1.1" status: 200 len: 945 time: 0.1415586 Jan 28 03:36:51.166334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1293fa81-67b3-4c09-977c-4fb4d586d429 req-5d465f31-b157-4748-a402-1b4d6b73b950 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595031 Jan 28 03:36:51.201384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 5f7380e5-ffef-48e7-bb3b-52e111e30f76 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:51.202480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5f7380e5-ffef-48e7-bb3b-52e111e30f76 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:51.267853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-592561b8-920e-48ea-a4ad-df8a37ed7888 req-4e90b635-1482-4e42-8a19-145b260f5693 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/73e245dd-60a6-49ea-9433-3eb9141f3d65 HTTP/1.1" status: 200 len: 1820 time: 0.0710933 Jan 28 03:36:51.329758 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-592561b8-920e-48ea-a4ad-df8a37ed7888 req-64989498-d4a9-4503-ab54-97b03f90233f tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 03:36:51.330786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-592561b8-920e-48ea-a4ad-df8a37ed7888 req-64989498-d4a9-4503-ab54-97b03f90233f tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/73e245dd-60a6-49ea-9433-3eb9141f3d65 HTTP/1.1" status: 409 len: 341 time: 0.0620418 Jan 28 03:36:51.395608 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2872964e-97b2-47e7-82b1-132152eb3044 x-openstack-request-id: req-2872964e-97b2-47e7-82b1-132152eb3044 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:51.396231 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f60d6b2-8849-4718-b716-700a8f928e50", "tag": "d89233fc-125d-4823-9c6a-e6c02bff0f16", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:51.396231 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2872964e-97b2-47e7-82b1-132152eb3044 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:51.396539 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f60d6b2-8849-4718-b716-700a8f928e50', 'tag': 'd89233fc-125d-4823-9c6a-e6c02bff0f16', 'status': 'completed', 'code': 200} Jan 28 03:36:51.531424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38484fa2-dab6-4a06-9237-2517c567475f req-1a0b9eae-6b3a-4b7c-a436-e17f696423d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:51.535421 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38484fa2-dab6-4a06-9237-2517c567475f req-1a0b9eae-6b3a-4b7c-a436-e17f696423d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 1176 time: 0.1025965 Jan 28 03:36:51.566476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06e6d-b9d3-439d-8802-2c858a4480b1 req-e6bdb092-720e-4d10-a93e-80d3493e29ee tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:51.572124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adc06e6d-b9d3-439d-8802-2c858a4480b1 req-e6bdb092-720e-4d10-a93e-80d3493e29ee tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.1114354 Jan 28 03:36:51.643662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58564) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:51.682966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adc06e6d-b9d3-439d-8802-2c858a4480b1 req-81a23aa6-5379-43b4-9308-802e7f34c093 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066179 Jan 28 03:36:51.722436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38484fa2-dab6-4a06-9237-2517c567475f req-255da84c-f72f-4f67-a9e8-a735118847a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:51.724193 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38484fa2-dab6-4a06-9237-2517c567475f req-255da84c-f72f-4f67-a9e8-a735118847a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 200 len: 912 time: 0.1825576 Jan 28 03:36:51.787149 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38484fa2-dab6-4a06-9237-2517c567475f req-453ff229-1179-4d5f-b7ca-e6f527f64169 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16 HTTP/1.1" status: 200 len: 217 time: 0.0560558 Jan 28 03:36:51.800522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-network', 'tenant_id': '775941fd15574575bcb37dd67b0173eb'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:51.823238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Made reservation on behalf of 775941fd15574575bcb37dd67b0173eb for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:51.825952 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:51.839831 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:51.865540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38484fa2-dab6-4a06-9237-2517c567475f req-45a778ab-a168-4e54-a899-081cb2820d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:51.868200 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38484fa2-dab6-4a06-9237-2517c567475f req-45a778ab-a168-4e54-a899-081cb2820d74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a7f01fd-2c07-43b0-83f7-11da36d0d72c HTTP/1.1" status: 200 len: 851 time: 0.0732498 Jan 28 03:36:51.909083 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38484fa2-dab6-4a06-9237-2517c567475f req-d4955427-5a49-453e-8898-dd20a663f0b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca2683ce-a10b-49fe-8640-9b15124d668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344884 Jan 28 03:36:51.957425 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Publish callbacks [] for security_group (1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:51.963731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:51.997293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:52.018425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:36:52.035280 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6794ad5c-42f3-49a5-9bb6-73f5eafaf30f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.035690 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Added segment 6794ad5c-42f3-49a5-9bb6-73f5eafaf30f of type vlan for network 9720749f-44cd-4c48-ab0c-bb87727aa013 Jan 28 03:36:52.066036 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38484fa2-dab6-4a06-9237-2517c567475f req-5583a10e-8a5c-4a1c-8181-4c7dbd7848d6 service neutron] 10.222.0.25 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501796 Jan 28 03:36:52.103142 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (9720749f-44cd-4c48-ab0c-bb87727aa013), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.172899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (9720749f-44cd-4c48-ab0c-bb87727aa013), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.174597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:52.175592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.252337 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38484fa2-dab6-4a06-9237-2517c567475f req-343fe648-eaec-4533-968b-03964a590b9f service neutron] 10.222.0.25 "GET /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786895 Jan 28 03:36:52.279529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6294701 Jan 28 03:36:52.285592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58576) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:52.297451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Request body: {'subnet': {'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-subnet', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:52.299687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7aca8b-075b-4d02-bb4c-1fb9a6e7f0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=9720749f-44cd-4c48-ab0c-bb87727aa013,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:52.310762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 9720749f-44cd-4c48-ab0c-bb87727aa013 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:36:52.347681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Made reservation on behalf of 775941fd15574575bcb37dd67b0173eb for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:52.350081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.568618 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (2e054791-0281-4d92-ba2e-f0afc84e130d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.597664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda845-678e-4a6d-a419-761b7b456f02 req-7d3312ec-253b-4e91-82d2-0654e394ab78 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:52.599951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6bda845-678e-4a6d-a419-761b7b456f02 req-7d3312ec-253b-4e91-82d2-0654e394ab78 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 1024 time: 0.0704951 Jan 28 03:36:52.639953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e054791-0281-4d92-ba2e-f0afc84e130d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:52.645984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Checking segment: {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:52.646423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Network hostable DHCP agents. Network: 9720749f-44cd-4c48-ab0c-bb87727aa013, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:36:52.669951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Network 9720749f-44cd-4c48-ab0c-bb87727aa013 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:36:52.684084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6bda845-678e-4a6d-a419-761b7b456f02 req-2f31edc5-d769-4083-af05-a14c80cc765b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&id=6aa7196f-1310-454e-a734-5b0b87958a4e&id=73e245dd-60a6-49ea-9433-3eb9141f3d65&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0774789 Jan 28 03:36:52.684710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 9720749f-44cd-4c48-ab0c-bb87727aa013) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:52.701183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:52.702066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.704517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737de73-6dd8-4c13-9ffd-8516b160bb39 None None] Network 9720749f-44cd-4c48-ab0c-bb87727aa013 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:36:52.730063 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e66f8dfb-e63f-442f-8032-f27a24f598db admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4397311 Jan 28 03:36:52.730262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58584) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:52.735542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:52.776090 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (e95e3c85-6759-4942-a421-82a2b76c526a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.778686 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (e95e3c85-6759-4942-a421-82a2b76c526a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.833771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33da66-160a-4a6a-a5fe-8c8da170f507 req-c9fd633f-99bb-487a-aded-cf49b5abbae3 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:52.843954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f33da66-160a-4a6a-a5fe-8c8da170f507 req-c9fd633f-99bb-487a-aded-cf49b5abbae3 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d50b76-cd0c-4c4e-90f8-714f7be694f3 HTTP/1.1" status: 200 len: 945 time: 0.0805001 Jan 28 03:36:52.846944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-9720749f-44cd-4c48-ab0c-bb87727aa013', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:36:52.848252 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.860581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks [] for router_controller (e95e3c85-6759-4942-a421-82a2b76c526a), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:52.892010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f33da66-160a-4a6a-a5fe-8c8da170f507 req-cee839f4-a351-4e51-bbdb-94a90adbcd88 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467865 Jan 28 03:36:53.036599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks [] for router_gateway (e95e3c85-6759-4942-a421-82a2b76c526a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.060414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Allocated IP 172.20.0.2 (9720749f-44cd-4c48-ab0c-bb87727aa013/2e054791-0281-4d92-ba2e-f0afc84e130d/41755d9c-66e0-4688-81b4-9b11c1c956ed) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:53.061334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5dd1d-26dd-4789-9189-4acdb105053a req-7162f3f7-c659-4045-aeb4-1f4a4f077164 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:53.070698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebd5dd1d-26dd-4789-9189-4acdb105053a req-7162f3f7-c659-4045-aeb4-1f4a4f077164 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.0969098 Jan 28 03:36:53.151986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebd5dd1d-26dd-4789-9189-4acdb105053a req-6d7df692-3fa3-4926-a96e-93fa0b1e297c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775545 Jan 28 03:36:53.260225 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Publish callbacks [] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.270413 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.305344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks [] for router_gateway (e95e3c85-6759-4942-a421-82a2b76c526a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.319226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Network 9720749f-44cd-4c48-ab0c-bb87727aa013 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:53.330426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:53.330563 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.335038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:53.338093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Pushing event updated for resources: {'Port': ['ID=41755d9c-66e0-4688-81b4-9b11c1c956ed,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:53.356923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.357110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.358879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.359246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.359581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.359913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.360242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.360565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.361013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.361231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.361568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.361863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.362203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:53.426721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Attempting to bind port 41755d9c-66e0-4688-81b4-9b11c1c956ed on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:53.427096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Attempting to bind port 41755d9c-66e0-4688-81b4-9b11c1c956ed by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:53.427459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Attempting to bind port 41755d9c-66e0-4688-81b4-9b11c1c956ed on network 9720749f-44cd-4c48-ab0c-bb87727aa013 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:53.435751 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:53.436130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Checking segment: {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:53.439704 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.443111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Bound using segment: {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:53.443614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Bound port: 41755d9c-66e0-4688-81b4-9b11c1c956ed, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:53.444005 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.470103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-acc110c4-9b5b-42bc-8a8a-f92bae034898 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:53.471656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-acc110c4-9b5b-42bc-8a8a-f92bae034898 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.42 "GET /v2.0/ports?device_id=51d50b76-cd0c-4c4e-90f8-714f7be694f3 HTTP/1.1" status: 200 len: 945 time: 0.0731890 Jan 28 03:36:53.493959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Allocated IP 172.25.1.149 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/8540a4bf-cc99-42a5-87be-a3539f391e67) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:53.549263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] For port 41755d9c-66e0-4688-81b4-9b11c1c956ed, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:53.553353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] For port 41755d9c-66e0-4688-81b4-9b11c1c956ed, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=41755d9c-66e0-4688-81b4-9b11c1c956ed,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:53.559895 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.602518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-0e50b859-ad88-4b61-9881-0bb2cf3d3a3a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Deleting port 820c1164-cc9b-466c-91b4-8827c33381f2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:53.603130 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-0e50b859-ad88-4b61-9881-0bb2cf3d3a3a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.639701 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks [] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.657971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355b18e-24e3-434e-9ddc-63020a4613bf None None] Pushing event updated for resources: {'Port': ['ID=41755d9c-66e0-4688-81b4-9b11c1c956ed,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:53.694345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.741521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:53.745895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:53.750249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:53.793146 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-0e50b859-ad88-4b61-9881-0bb2cf3d3a3a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] For port 820c1164-cc9b-466c-91b4-8827c33381f2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=820c1164-cc9b-466c-91b4-8827c33381f2,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:53.793365 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-0e50b859-ad88-4b61-9881-0bb2cf3d3a3a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:53.799788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Pushing event updated for resources: {'Port': ['ID=8540a4bf-cc99-42a5-87be-a3539f391e67,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:53.841137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-0e50b859-ad88-4b61-9881-0bb2cf3d3a3a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Calling delete_port for 820c1164-cc9b-466c-91b4-8827c33381f2 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:53.939818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff83810-aaba-446e-bf0d-39657a842028 req-79b56730-ea71-4ba1-b93f-f2da61dc8e4a tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:53.943415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ff83810-aaba-446e-bf0d-39657a842028 req-79b56730-ea71-4ba1-b93f-f2da61dc8e4a tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 1024 time: 0.1449080 Jan 28 03:36:54.095687 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ff83810-aaba-446e-bf0d-39657a842028 req-b8d9da63-bab8-4754-bbd5-228303f5a739 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&id=6aa7196f-1310-454e-a734-5b0b87958a4e&id=73e245dd-60a6-49ea-9433-3eb9141f3d65&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1450014 Jan 28 03:36:54.135762 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-0e50b859-ad88-4b61-9881-0bb2cf3d3a3a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (820c1164-cc9b-466c-91b4-8827c33381f2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:54.174952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['23fbe172-3892-4c8b-9633-a21a40513919'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:54.182563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['820c1164-cc9b-466c-91b4-8827c33381f2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:54.187149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50b859-ad88-4b61-9881-0bb2cf3d3a3a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Pushing event deleted for resources: {'Port': ['ID=820c1164-cc9b-466c-91b4-8827c33381f2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:54.286412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks [] for router_gateway (e95e3c85-6759-4942-a421-82a2b76c526a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:54.295339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6d2d98ee-6aa0-42de-a460-12b968245f07 req-c143ea82-1d72-4cc6-bc94-b46a3d3d0dd3 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d50b76-cd0c-4c4e-90f8-714f7be694f3 HTTP/1.1" status: 200 len: 210 time: 0.0933135 Jan 28 03:36:54.300091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-0e50b859-ad88-4b61-9881-0bb2cf3d3a3a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] No DVR routers for this DVR port 820c1164-cc9b-466c-91b4-8827c33381f2 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:54.302701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-b0dc2dd4-0b12-44dd-aefe-e359b284663a tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:54.304281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-b0dc2dd4-0b12-44dd-aefe-e359b284663a tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 1024 time: 0.2056448 Jan 28 03:36:54.308212 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-0e50b859-ad88-4b61-9881-0bb2cf3d3a3a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:54.313636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8e057e1-d346-41d2-ba36-5784e7fa520c req-0e50b859-ad88-4b61-9881-0bb2cf3d3a3a tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.42 "DELETE /v2.0/ports/820c1164-cc9b-466c-91b4-8827c33381f2 HTTP/1.1" status: 204 len: 173 time: 0.8354502 Jan 28 03:36:54.314401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d50b76-cd0c-4c4e-90f8-714f7be694f3', 'name': 'network-vif-deleted', 'tag': '820c1164-cc9b-466c-91b4-8827c33381f2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:54.322271 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d926763d-e885-402e-857e-ce4a69a06d4f" -d '{"events": [{"server_uuid": "51d50b76-cd0c-4c4e-90f8-714f7be694f3", "name": "network-vif-deleted", "tag": "820c1164-cc9b-466c-91b4-8827c33381f2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:54.452812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e73e0-f425-494f-8f16-c8ddc3439b68 req-41f32948-c88c-4fb1-9938-91849a39fa91 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:54.465515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-198e73e0-f425-494f-8f16-c8ddc3439b68 req-41f32948-c88c-4fb1-9938-91849a39fa91 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.0882056 Jan 28 03:36:54.542453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-198e73e0-f425-494f-8f16-c8ddc3439b68 req-7ee21c3a-8802-4d27-b564-ee3cc2f0b93b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754838 Jan 28 03:36:54.657200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-b3461274-d569-4bd9-8ccf-63294aa50f00 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:54.659154 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-b3461274-d569-4bd9-8ccf-63294aa50f00 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 946 time: 0.4054723 Jan 28 03:36:54.689436 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e41ac3a-0d7e-4339-be64-e8b82172a02b x-openstack-request-id: req-3e41ac3a-0d7e-4339-be64-e8b82172a02b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:54.689942 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d50b76-cd0c-4c4e-90f8-714f7be694f3", "name": "network-vif-deleted", "tag": "820c1164-cc9b-466c-91b4-8827c33381f2", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:54.690108 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e41ac3a-0d7e-4339-be64-e8b82172a02b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:54.690624 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d50b76-cd0c-4c4e-90f8-714f7be694f3', 'name': 'network-vif-deleted', 'tag': '820c1164-cc9b-466c-91b4-8827c33381f2', 'status': 'completed', 'code': 200} Jan 28 03:36:54.772346 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (e95e3c85-6759-4942-a421-82a2b76c526a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:54.891208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-c5d3ac1d-fd3d-434e-9f01-197dfdf8717b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Deleting port d89233fc-125d-4823-9c6a-e6c02bff0f16 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:54.891558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-c5d3ac1d-fd3d-434e-9f01-197dfdf8717b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:54.973450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 41755d9c-66e0-4688-81b4-9b11c1c956ed up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:55.097756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-c5d3ac1d-fd3d-434e-9f01-197dfdf8717b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] For port d89233fc-125d-4823-9c6a-e6c02bff0f16, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d89233fc-125d-4823-9c6a-e6c02bff0f16,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:55.098145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-c5d3ac1d-fd3d-434e-9f01-197dfdf8717b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:55.134179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 41755d9c-66e0-4688-81b4-9b11c1c956ed triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:55.134701 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:55.156258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-c5d3ac1d-fd3d-434e-9f01-197dfdf8717b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Calling delete_port for d89233fc-125d-4823-9c6a-e6c02bff0f16 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:55.173832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-fc5d5177-866d-4bc2-9d03-5604376176d4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Deleting port 23fbe172-3892-4c8b-9633-a21a40513919 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:36:55.174167 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-fc5d5177-866d-4bc2-9d03-5604376176d4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (23fbe172-3892-4c8b-9633-a21a40513919), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:55.197308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eb71dc-6ce6-4a87-8062-3515b02f6726 None None] Network 9720749f-44cd-4c48-ab0c-bb87727aa013 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:36:55.280049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb6e92-2825-470a-a381-af9ae1d5a77e req-3c241be7-0dcc-4f4d-b3dd-79c91dadc325 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:55.281717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11eb6e92-2825-470a-a381-af9ae1d5a77e req-3c241be7-0dcc-4f4d-b3dd-79c91dadc325 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 1024 time: 0.0756810 Jan 28 03:36:55.389131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Router e95e3c85-6759-4942-a421-82a2b76c526a is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:36:55.414554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11eb6e92-2825-470a-a381-af9ae1d5a77e req-9332eaed-2539-4a6b-b7f4-eb389bca7d56 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&id=6aa7196f-1310-454e-a734-5b0b87958a4e&id=73e245dd-60a6-49ea-9433-3eb9141f3d65&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1104164 Jan 28 03:36:55.443776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 41755d9c-66e0-4688-81b4-9b11c1c956ed is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:55.443776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:55.460029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6cb75c74-4b43-4efd-9972-f24f76bca2c9 None None] Provisioning complete for port 41755d9c-66e0-4688-81b4-9b11c1c956ed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:55.460410 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6cb75c74-4b43-4efd-9972-f24f76bca2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:55.488081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-fc5d5177-866d-4bc2-9d03-5604376176d4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] For port 23fbe172-3892-4c8b-9633-a21a40513919, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=23fbe172-3892-4c8b-9633-a21a40513919,segment=NetworkSegment(2e0dd6f1-462b-4f63-9546-7ea2c2987087),segment_id=2e0dd6f1-462b-4f63-9546-7ea2c2987087)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:55.488453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-fc5d5177-866d-4bc2-9d03-5604376176d4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (23fbe172-3892-4c8b-9633-a21a40513919), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:55.532464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 41755d9c-66e0-4688-81b4-9b11c1c956ed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=41755d9c-66e0-4688-81b4-9b11c1c956ed,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:55.559235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-fc5d5177-866d-4bc2-9d03-5604376176d4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Calling delete_port for 23fbe172-3892-4c8b-9633-a21a40513919 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:36:55.562087 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:55.639299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2a986-4612-4b07-82f3-36b5cd8b0767 req-db094758-df64-43ef-8eda-67a1950335e4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:55.648021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6f2a986-4612-4b07-82f3-36b5cd8b0767 req-db094758-df64-43ef-8eda-67a1950335e4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 946 time: 0.0725198 Jan 28 03:36:55.745285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=41755d9c-66e0-4688-81b4-9b11c1c956ed,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:55.765719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6cb75c74-4b43-4efd-9972-f24f76bca2c9 None None] Current status of the port 41755d9c-66e0-4688-81b4-9b11c1c956ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:55.774610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6f2a986-4612-4b07-82f3-36b5cd8b0767 req-9eaca34d-13e1-445e-9ef1-f1046b15c150 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/security-groups?id=a11e34a2-3286-4a52-b737-9abf66e62ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201506 Jan 28 03:36:55.982606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d628ec-1ff4-4506-806c-f05cda47ea52 req-9deecc4a-b21c-49cc-8cf1-5d1749976567 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:55.990587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8d628ec-1ff4-4506-806c-f05cda47ea52 req-9deecc4a-b21c-49cc-8cf1-5d1749976567 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.1297395 Jan 28 03:36:56.078130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8d628ec-1ff4-4506-806c-f05cda47ea52 req-a12eacc9-6947-4211-9507-83d3b36baa72 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812113 Jan 28 03:36:56.095134 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1f83fbd5-2931-41b0-b894-a89f7c8db879 None None] Provisioning complete for port 41755d9c-66e0-4688-81b4-9b11c1c956ed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:56.095852 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f83fbd5-2931-41b0-b894-a89f7c8db879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:56.170794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:36:56.176301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-c5d3ac1d-fd3d-434e-9f01-197dfdf8717b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d89233fc-125d-4823-9c6a-e6c02bff0f16), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:56.224700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1f83fbd5-2931-41b0-b894-a89f7c8db879 None None] Current status of the port 41755d9c-66e0-4688-81b4-9b11c1c956ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:56.231414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Sync routers for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:36:56.233888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['d89233fc-125d-4823-9c6a-e6c02bff0f16'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:56.235922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3ac1d-fd3d-434e-9f01-197dfdf8717b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'Port': ['ID=d89233fc-125d-4823-9c6a-e6c02bff0f16,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:56.236860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['82f05a85-436a-49fe-92de-b8e0fa87a262'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:56.252940 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:56.254269 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9beddac6-fed6-4352-912c-4b04b51d5c6a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5231302 Jan 28 03:36:56.257497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58638) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:56.303534 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:56.304181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:56.434185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:56.435196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-c5d3ac1d-fd3d-434e-9f01-197dfdf8717b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] No DVR routers for this DVR port d89233fc-125d-4823-9c6a-e6c02bff0f16 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:56.439094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-c5d3ac1d-fd3d-434e-9f01-197dfdf8717b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:56.448873 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff1f1e10-24f9-49ce-9e51-1c41bc17c6a2 req-c5d3ac1d-fd3d-434e-9f01-197dfdf8717b tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.25 "DELETE /v2.0/ports/d89233fc-125d-4823-9c6a-e6c02bff0f16 HTTP/1.1" status: 204 len: 173 time: 1.9882152 Jan 28 03:36:56.450150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f60d6b2-8849-4718-b716-700a8f928e50', 'name': 'network-vif-deleted', 'tag': 'd89233fc-125d-4823-9c6a-e6c02bff0f16'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:56.454869 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2683766-79b0-4184-aa27-2c14ebf4270a" -d '{"events": [{"server_uuid": "1f60d6b2-8849-4718-b716-700a8f928e50", "name": "network-vif-deleted", "tag": "d89233fc-125d-4823-9c6a-e6c02bff0f16"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:56.459549 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-fc5d5177-866d-4bc2-9d03-5604376176d4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (23fbe172-3892-4c8b-9633-a21a40513919), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:56.615260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d5177-866d-4bc2-9d03-5604376176d4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Pushing event deleted for resources: {'Port': ['ID=23fbe172-3892-4c8b-9633-a21a40513919,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:56.786947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-fc5d5177-866d-4bc2-9d03-5604376176d4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] No DVR routers for this DVR port 23fbe172-3892-4c8b-9633-a21a40513919 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:56.794497 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-fc5d5177-866d-4bc2-9d03-5604376176d4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:56.794497 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e5a3c1e-4063-48a2-abe9-437c0f65dc02 req-fc5d5177-866d-4bc2-9d03-5604376176d4 tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.25 "DELETE /v2.0/ports/23fbe172-3892-4c8b-9633-a21a40513919 HTTP/1.1" status: 204 len: 173 time: 2.0972590 Jan 28 03:36:56.818910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2a3d633-ffab-431e-bcb9-17f116b2976d req-c4ca8950-4ae5-4afb-8c5b-7c76de27ac0c tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f60d6b2-8849-4718-b716-700a8f928e50 HTTP/1.1" status: 200 len: 210 time: 0.2456663 Jan 28 03:36:57.003682 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8993ea2-3c5d-49cf-b042-e5953da1e509 x-openstack-request-id: req-f8993ea2-3c5d-49cf-b042-e5953da1e509 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:57.004099 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f60d6b2-8849-4718-b716-700a8f928e50", "name": "network-vif-deleted", "tag": "d89233fc-125d-4823-9c6a-e6c02bff0f16", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:57.004426 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8993ea2-3c5d-49cf-b042-e5953da1e509 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:57.004894 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f60d6b2-8849-4718-b716-700a8f928e50', 'name': 'network-vif-deleted', 'tag': 'd89233fc-125d-4823-9c6a-e6c02bff0f16', 'status': 'completed', 'code': 200} Jan 28 03:36:57.121680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 820c1164-cc9b-466c-91b4-8827c33381f2 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:57.133341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 41755d9c-66e0-4688-81b4-9b11c1c956ed up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:57.193675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3e2f404-7b08-4051-8cb5-ee9dd2a4b8b2 req-7408b014-9c13-41a1-82df-fda088c44b5d tempest-MultipleCreateTestJSON-2116088266 tempest-MultipleCreateTestJSON-2116088266-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a26a341-e9c0-47a7-a6ad-3533a47c9368 HTTP/1.1" status: 200 len: 210 time: 0.0331509 Jan 28 03:36:57.343126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 820c1164-cc9b-466c-91b4-8827c33381f2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:57.343475 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 820c1164-cc9b-466c-91b4-8827c33381f2 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:57.385317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:53Z', 'revision_number': 3, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:57.436740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:57.534389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Checking router: e95e3c85-6759-4942-a421-82a2b76c526a for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:36:57.534793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Updating router e95e3c85-6759-4942-a421-82a2b76c526a port 8540a4bf-cc99-42a5-87be-a3539f391e67 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:36:57.566336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 41755d9c-66e0-4688-81b4-9b11c1c956ed triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:57.566872 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:57.619342 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:57.637136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c8b5-5b57-490d-98ec-9ead2844017d req-ca6729ab-c85b-4cbd-a6c8-d20e05061c60 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:57.653752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86b9c8b5-5b57-490d-98ec-9ead2844017d req-ca6729ab-c85b-4cbd-a6c8-d20e05061c60 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.2698255 Jan 28 03:36:57.769779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86b9c8b5-5b57-490d-98ec-9ead2844017d req-825aa7dd-feb5-4847-a02c-b8b6f54d00be tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144361 Jan 28 03:36:57.977509 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Publish callbacks [] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.004722 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.067439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Attempting to bind port 8540a4bf-cc99-42a5-87be-a3539f391e67 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:58.067808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Attempting to bind port 8540a4bf-cc99-42a5-87be-a3539f391e67 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:58.068198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Attempting to bind port 8540a4bf-cc99-42a5-87be-a3539f391e67 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:58.074399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Allocated IP 172.20.0.1 (9720749f-44cd-4c48-ab0c-bb87727aa013/2e054791-0281-4d92-ba2e-f0afc84e130d/fb7c014f-238e-4bc7-9979-7727865c7782) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:58.102045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:58.102579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:58.102701 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.103546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:58.104045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Bound port: 8540a4bf-cc99-42a5-87be-a3539f391e67, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:58.104472 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.176678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c623efe-97ac-4d55-b757-bbf6ec753187 None None] Pushing event updated for resources: {'Port': ['ID=8540a4bf-cc99-42a5-87be-a3539f391e67,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:58.193232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 41755d9c-66e0-4688-81b4-9b11c1c956ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:58.220791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] For port 8540a4bf-cc99-42a5-87be-a3539f391e67, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:58.224675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] For port 8540a4bf-cc99-42a5-87be-a3539f391e67, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8540a4bf-cc99-42a5-87be-a3539f391e67,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:58.230769 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.259081 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Publish callbacks [] for port (fb7c014f-238e-4bc7-9979-7727865c7782), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.325008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:58.325642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:58.345107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fa0d1e0-5be7-48e9-9d0a-e46c147fb0e5 req-be1343c4-a871-4792-826e-f6fdd63da0be tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/6aa7196f-1310-454e-a734-5b0b87958a4e HTTP/1.1" status: 200 len: 1819 time: 0.0678480 Jan 28 03:36:58.378537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c623efe-97ac-4d55-b757-bbf6ec753187 None None] Pushing event updated for resources: {'Port': ['ID=8540a4bf-cc99-42a5-87be-a3539f391e67,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:58.417981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.536408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2fa0d1e0-5be7-48e9-9d0a-e46c147fb0e5 req-cf9195c0-a681-4b9b-97cf-f19bfa9acccd tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (6aa7196f-1310-454e-a734-5b0b87958a4e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.540276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:58.607083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Network 9720749f-44cd-4c48-ab0c-bb87727aa013 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:58.612221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:58.631693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:58.652294 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2fa0d1e0-5be7-48e9-9d0a-e46c147fb0e5 req-cf9195c0-a681-4b9b-97cf-f19bfa9acccd tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (6aa7196f-1310-454e-a734-5b0b87958a4e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.716722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Pushing event updated for resources: {'Port': ['ID=fb7c014f-238e-4bc7-9979-7727865c7782,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:58.796362 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (e95e3c85-6759-4942-a421-82a2b76c526a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.900511 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2fa0d1e0-5be7-48e9-9d0a-e46c147fb0e5 req-cf9195c0-a681-4b9b-97cf-f19bfa9acccd tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6aa7196f-1310-454e-a734-5b0b87958a4e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.903824 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2fa0d1e0-5be7-48e9-9d0a-e46c147fb0e5 req-cf9195c0-a681-4b9b-97cf-f19bfa9acccd tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:58.918565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fa0d1e0-5be7-48e9-9d0a-e46c147fb0e5 req-cf9195c0-a681-4b9b-97cf-f19bfa9acccd tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/6aa7196f-1310-454e-a734-5b0b87958a4e HTTP/1.1" status: 204 len: 173 time: 0.5718806 Jan 28 03:36:58.959986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9195c0-a681-4b9b-97cf-f19bfa9acccd tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa7196f-1310-454e-a734-5b0b87958a4e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:59.006834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26a341-e9c0-47a7-a6ad-3533a47c9368', 'name': 'network-vif-deleted', 'tag': '23fbe172-3892-4c8b-9633-a21a40513919'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:59.010609 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a6fa99-9d82-4d75-8204-97dc3f9d7370" -d '{"events": [{"server_uuid": "0a26a341-e9c0-47a7-a6ad-3533a47c9368", "name": "network-vif-deleted", "tag": "23fbe172-3892-4c8b-9633-a21a40513919"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:59.018173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58688) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:59.104544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:53Z', 'revision_number': 3, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:59.208942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f18e44-7b5d-4700-b12c-cb9acdef1a7e None None] The sync data for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 is: [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:53Z', 'revision_number': 3, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:36:59.216115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b019d5-4b2f-48e3-ad96-99d7f81473a0 admin admin] Deleting subnet eb0365e6-7082-4793-ad42-88eacaba3730 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:36:59.229664 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b019d5-4b2f-48e3-ad96-99d7f81473a0 admin admin] Publish callbacks [] for subnet (eb0365e6-7082-4793-ad42-88eacaba3730), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.233556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e6179c0d-bf25-483e-9fe9-954806a7ea4b None None] Provisioning complete for port fb7c014f-238e-4bc7-9979-7727865c7782 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:59.234184 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6179c0d-bf25-483e-9fe9-954806a7ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.293828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e6179c0d-bf25-483e-9fe9-954806a7ea4b None None] Port fb7c014f-238e-4bc7-9979-7727865c7782 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:59.328546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.339264 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b019d5-4b2f-48e3-ad96-99d7f81473a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (eb0365e6-7082-4793-ad42-88eacaba3730), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.389586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e7732-4885-486d-9ed2-1b685620d774 req-310723b0-978a-4369-a33a-549a6fefd0fa tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:59.398994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f9e7732-4885-486d-9ed2-1b685620d774 req-310723b0-978a-4369-a33a-549a6fefd0fa tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.2416675 Jan 28 03:36:59.402882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b019d5-4b2f-48e3-ad96-99d7f81473a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (eb0365e6-7082-4793-ad42-88eacaba3730), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.498484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f9e7732-4885-486d-9ed2-1b685620d774 req-a3e38e9f-cfeb-48a0-bda8-0a7599f72061 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966187 Jan 28 03:36:59.517510 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b019d5-4b2f-48e3-ad96-99d7f81473a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (eb0365e6-7082-4793-ad42-88eacaba3730), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.585481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b019d5-4b2f-48e3-ad96-99d7f81473a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0365e6-7082-4793-ad42-88eacaba3730,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:59.592099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b019d5-4b2f-48e3-ad96-99d7f81473a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.606055 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-78b019d5-4b2f-48e3-ad96-99d7f81473a0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eb0365e6-7082-4793-ad42-88eacaba3730 HTTP/1.1" status: 204 len: 168 time: 0.5857780 Jan 28 03:36:59.607033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58690) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:59.643256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 23fbe172-3892-4c8b-9633-a21a40513919 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:59.677249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 23fbe172-3892-4c8b-9633-a21a40513919 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:59.678153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 23fbe172-3892-4c8b-9633-a21a40513919 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:59.678770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d89233fc-125d-4823-9c6a-e6c02bff0f16 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:59.749133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: d89233fc-125d-4823-9c6a-e6c02bff0f16 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:36:59.749839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d89233fc-125d-4823-9c6a-e6c02bff0f16 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:59.826844 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fa1af3b-8f36-452d-b73a-911b3d3892f3 req-9706be1a-9a6c-422d-8b6f-0c570886e092 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/73e245dd-60a6-49ea-9433-3eb9141f3d65 HTTP/1.1" status: 200 len: 1820 time: 0.1422818 Jan 28 03:36:59.827242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (cf8dc372-2e44-4c37-8d18-312be1e731c4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.937576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Publish callbacks [] for port (fb7c014f-238e-4bc7-9979-7727865c7782), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.942818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7fa1af3b-8f36-452d-b73a-911b3d3892f3 req-84eac550-c4cd-46d8-9d80-8dfd260411f5 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (73e245dd-60a6-49ea-9433-3eb9141f3d65), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.976040 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7fa1af3b-8f36-452d-b73a-911b3d3892f3 req-84eac550-c4cd-46d8-9d80-8dfd260411f5 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (73e245dd-60a6-49ea-9433-3eb9141f3d65), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.022418 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (cf8dc372-2e44-4c37-8d18-312be1e731c4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.024974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.036186 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7fa1af3b-8f36-452d-b73a-911b3d3892f3 req-84eac550-c4cd-46d8-9d80-8dfd260411f5 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (73e245dd-60a6-49ea-9433-3eb9141f3d65), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.040788 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7fa1af3b-8f36-452d-b73a-911b3d3892f3 req-84eac550-c4cd-46d8-9d80-8dfd260411f5 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.075564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8dc372-2e44-4c37-8d18-312be1e731c4']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:00.076034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fa1af3b-8f36-452d-b73a-911b3d3892f3 req-84eac550-c4cd-46d8-9d80-8dfd260411f5 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/73e245dd-60a6-49ea-9433-3eb9141f3d65 HTTP/1.1" status: 204 len: 173 time: 0.2422822 Jan 28 03:37:00.109361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0dd6f1-462b-4f63-9546-7ea2c2987087') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:00.109687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0dd6f1-462b-4f63-9546-7ea2c2987087') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:00.129642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (2e0dd6f1-462b-4f63-9546-7ea2c2987087), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.164773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2e0dd6f1-462b-4f63-9546-7ea2c2987087), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.172605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:37:00.173089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (2e0dd6f1-462b-4f63-9546-7ea2c2987087), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.254352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eac550-c4cd-46d8-9d80-8dfd260411f5 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e245dd-60a6-49ea-9433-3eb9141f3d65,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:37:00.260449 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:37:00.272516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (cf8dc372-2e44-4c37-8d18-312be1e731c4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.322573 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.326898 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] 10.222.0.44 "DELETE /v2.0/networks/cf8dc372-2e44-4c37-8d18-312be1e731c4 HTTP/1.1" status: 204 len: 168 time: 0.7157419 Jan 28 03:37:00.329158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb5725-7fae-4492-8b35-c961029b2f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=cf8dc372-2e44-4c37-8d18-312be1e731c4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:00.336725 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfbf21a-26f1-45f4-bb57-090bef98a9e0 x-openstack-request-id: req-9cfbf21a-26f1-45f4-bb57-090bef98a9e0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:00.337714 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a26a341-e9c0-47a7-a6ad-3533a47c9368", "name": "network-vif-deleted", "tag": "23fbe172-3892-4c8b-9633-a21a40513919", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:00.338074 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cfbf21a-26f1-45f4-bb57-090bef98a9e0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:00.338657 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26a341-e9c0-47a7-a6ad-3533a47c9368', 'name': 'network-vif-deleted', 'tag': '23fbe172-3892-4c8b-9633-a21a40513919', 'status': 'completed', 'code': 200} Jan 28 03:37:00.340894 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (e95e3c85-6759-4942-a421-82a2b76c526a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:00.356526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-09c62d76-7269-45a1-b1fe-ee42a40a963c req-e8a52083-a683-45ba-9319-bf392ef09f16 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1305967140', 'description': 'tempest-description-1575734259'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:00.364825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Pushing event updated for resources: {'Port': ['ID=fb7c014f-238e-4bc7-9979-7727865c7782,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:00.687778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58704) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:00.813465 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9165444c-76ac-40a0-b615-4ae6ad5c442a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95c694224d954a71bd210def91604293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1220262 Jan 28 03:37:00.826421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:00.944134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Network 9720749f-44cd-4c48-ab0c-bb87727aa013 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:00.959758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:00.966628 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a71-af42-49f2-a3ca-48738677bbfb admin admin] Publish callbacks [] for security_group (a11e34a2-3286-4a52-b737-9abf66e62ef7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.040421 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a71-af42-49f2-a3ca-48738677bbfb admin admin] Publish callbacks [] for security_group (a11e34a2-3286-4a52-b737-9abf66e62ef7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.064016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8540a4bf-cc99-42a5-87be-a3539f391e67 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:01.167205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a71-af42-49f2-a3ca-48738677bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a11e34a2-3286-4a52-b737-9abf66e62ef7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.171556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a71-af42-49f2-a3ca-48738677bbfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.191289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c53c4a71-af42-49f2-a3ca-48738677bbfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a11e34a2-3286-4a52-b737-9abf66e62ef7 HTTP/1.1" status: 204 len: 168 time: 0.3614769 Jan 28 03:37:01.218036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c4a71-af42-49f2-a3ca-48738677bbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11e34a2-3286-4a52-b737-9abf66e62ef7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:01.270830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8540a4bf-cc99-42a5-87be-a3539f391e67 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:01.271144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.281330 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-09c62d76-7269-45a1-b1fe-ee42a40a963c req-e8a52083-a683-45ba-9319-bf392ef09f16 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.303839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Router e95e3c85-6759-4942-a421-82a2b76c526a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:37:01.480712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-38a0fb86-91de-44b8-ae6a-cda61e5bc63c None None] Provisioning complete for port fb7c014f-238e-4bc7-9979-7727865c7782 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:01.481118 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38a0fb86-91de-44b8-ae6a-cda61e5bc63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.491028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8540a4bf-cc99-42a5-87be-a3539f391e67 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:01.491418 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.624231 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-09c62d76-7269-45a1-b1fe-ee42a40a963c req-e8a52083-a683-45ba-9319-bf392ef09f16 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (95f53dda-d23c-40ad-a4d8-e96b18e952b6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.635566 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-09c62d76-7269-45a1-b1fe-ee42a40a963c req-e8a52083-a683-45ba-9319-bf392ef09f16 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (95f53dda-d23c-40ad-a4d8-e96b18e952b6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.840001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-09c62d76-7269-45a1-b1fe-ee42a40a963c req-e8a52083-a683-45ba-9319-bf392ef09f16 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.878980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09c62d76-7269-45a1-b1fe-ee42a40a963c req-e8a52083-a683-45ba-9319-bf392ef09f16 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.5251577 Jan 28 03:37:01.884124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:37:01.926961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 8540a4bf-cc99-42a5-87be-a3539f391e67, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8540a4bf-cc99-42a5-87be-a3539f391e67,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:01.928462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d2a89145-93bc-4431-b025-df18ed4534ab admin admin] 10.222.0.44 "PUT /v2.0/routers/e95e3c85-6759-4942-a421-82a2b76c526a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6689770 Jan 28 03:37:01.952069 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.954661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-38a0fb86-91de-44b8-ae6a-cda61e5bc63c None None] Port fb7c014f-238e-4bc7-9979-7727865c7782 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:01.994509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a52083-a683-45ba-9319-bf392ef09f16 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f53dda-d23c-40ad-a4d8-e96b18e952b6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:02.168757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03f611-7b1b-4ecd-a88d-0c4c5bf8d2f1 req-76e60ada-3d02-4129-909b-1dec136b1867 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:02.176916 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f03f611-7b1b-4ecd-a88d-0c4c5bf8d2f1 req-76e60ada-3d02-4129-909b-1dec136b1867 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.0985894 Jan 28 03:37:02.177172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=8540a4bf-cc99-42a5-87be-a3539f391e67,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:02.275341 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f03f611-7b1b-4ecd-a88d-0c4c5bf8d2f1 req-342af61b-32be-4430-8980-68a6040f9660 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903804 Jan 28 03:37:02.714542 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Sync routers for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:37:02.725493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1393e72-b59b-4e07-a47c-c260d337441e req-5e84f437-50f1-414a-a3f5-f17ca363ffae tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/95f53dda-d23c-40ad-a4d8-e96b18e952b6 HTTP/1.1" status: 200 len: 1820 time: 0.1299715 Jan 28 03:37:02.732004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-f1393e72-b59b-4e07-a47c-c260d337441e req-b5c72de9-7cec-4d4c-ab67-8ef303484880 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1391046000', 'description': 'tempest-description-hth-423627627'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:02.737127 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:02.738119 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:02.782671 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f1393e72-b59b-4e07-a47c-c260d337441e req-b5c72de9-7cec-4d4c-ab67-8ef303484880 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (95f53dda-d23c-40ad-a4d8-e96b18e952b6), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:02.854541 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f1393e72-b59b-4e07-a47c-c260d337441e req-b5c72de9-7cec-4d4c-ab67-8ef303484880 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (95f53dda-d23c-40ad-a4d8-e96b18e952b6), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:02.858821 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f1393e72-b59b-4e07-a47c-c260d337441e req-b5c72de9-7cec-4d4c-ab67-8ef303484880 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (95f53dda-d23c-40ad-a4d8-e96b18e952b6), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:02.861586 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f1393e72-b59b-4e07-a47c-c260d337441e req-b5c72de9-7cec-4d4c-ab67-8ef303484880 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:02.878712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1393e72-b59b-4e07-a47c-c260d337441e req-b5c72de9-7cec-4d4c-ab67-8ef303484880 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "PUT /v2.0/security-groups/95f53dda-d23c-40ad-a4d8-e96b18e952b6 HTTP/1.1" status: 200 len: 1793 time: 0.1507080 Jan 28 03:37:02.936174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8540a4bf-cc99-42a5-87be-a3539f391e67 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:02.936901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c72de9-7cec-4d4c-ab67-8ef303484880 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f53dda-d23c-40ad-a4d8-e96b18e952b6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:03.031793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8540a4bf-cc99-42a5-87be-a3539f391e67 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:03.032421 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:03.106307 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:03.201799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8540a4bf-cc99-42a5-87be-a3539f391e67 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:03.544115 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 2, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:03.576723 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Checking router: e95e3c85-6759-4942-a421-82a2b76c526a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:37:03.577361 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Updating router e95e3c85-6759-4942-a421-82a2b76c526a port fb7c014f-238e-4bc7-9979-7727865c7782 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:37:03.608050 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:03.994949 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Publish callbacks [] for port (fb7c014f-238e-4bc7-9979-7727865c7782), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:04.011206 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:04.125350 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f20cbf-65b7-495c-99d9-e71ecd3c0227 None None] Pushing event updated for resources: {'Port': ['ID=fb7c014f-238e-4bc7-9979-7727865c7782,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:04.283058 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Attempting to bind port fb7c014f-238e-4bc7-9979-7727865c7782 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:04.283431 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Attempting to bind port fb7c014f-238e-4bc7-9979-7727865c7782 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:04.283788 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Attempting to bind port fb7c014f-238e-4bc7-9979-7727865c7782 on network 9720749f-44cd-4c48-ab0c-bb87727aa013 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:04.290771 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:04.291152 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Checking segment: {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:04.291558 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:04.291953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Bound using segment: {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:04.292427 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Bound port: fb7c014f-238e-4bc7-9979-7727865c7782, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:04.293020 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:04.428230 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] For port fb7c014f-238e-4bc7-9979-7727865c7782, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:04.439692 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] For port fb7c014f-238e-4bc7-9979-7727865c7782, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fb7c014f-238e-4bc7-9979-7727865c7782,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:04.452794 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:04.508860 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:04.509604 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:36:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:04.584380 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f20cbf-65b7-495c-99d9-e71ecd3c0227 None None] Pushing event updated for resources: {'Port': ['ID=fb7c014f-238e-4bc7-9979-7727865c7782,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:04.609765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dbe126e6-2514-4aea-90cd-db6357851a39 None None] Provisioning complete for port fb7c014f-238e-4bc7-9979-7727865c7782 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:04.610399 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbe126e6-2514-4aea-90cd-db6357851a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:04.725786 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:04.774248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dbe126e6-2514-4aea-90cd-db6357851a39 None None] Current status of the port fb7c014f-238e-4bc7-9979-7727865c7782 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:04.775521 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbe126e6-2514-4aea-90cd-db6357851a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:04.840713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dbe126e6-2514-4aea-90cd-db6357851a39 None None] For port fb7c014f-238e-4bc7-9979-7727865c7782, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fb7c014f-238e-4bc7-9979-7727865c7782,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:04.850809 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbe126e6-2514-4aea-90cd-db6357851a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:04.928516 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe126e6-2514-4aea-90cd-db6357851a39 None None] Pushing event updated for resources: {'Port': ['ID=fb7c014f-238e-4bc7-9979-7727865c7782,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:04.979787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-91797265-e218-490b-91ce-36eb600f8a18 None None] Provisioning complete for port fb7c014f-238e-4bc7-9979-7727865c7782 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:04.979787 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-91797265-e218-490b-91ce-36eb600f8a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:05.015450 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:05.060558 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4ab82-fd37-42c0-ab26-bef5b1329126 None None] The sync data for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 is: [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:37:05.225776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-91797265-e218-490b-91ce-36eb600f8a18 None None] Current status of the port fb7c014f-238e-4bc7-9979-7727865c7782 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:05.628185 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:37:06.957225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fb7c014f-238e-4bc7-9979-7727865c7782 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:07.028489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port fb7c014f-238e-4bc7-9979-7727865c7782 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:07.028780 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:07.113533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port fb7c014f-238e-4bc7-9979-7727865c7782 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:07.482047 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5af349a0-bb71-4eb3-a88f-57f05827c567 req-8a3a890d-20f0-43e9-8a07-4bd639b33509 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/95f53dda-d23c-40ad-a4d8-e96b18e952b6 HTTP/1.1" status: 200 len: 1793 time: 0.1211786 Jan 28 03:37:07.511847 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-93fb60b4-3e42-4be2-a7fa-9a23c9001ef6 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:07.518726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-93fb60b4-3e42-4be2-a7fa-9a23c9001ef6 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 820 time: 0.1564248 Jan 28 03:37:07.542754 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-80011441-aed6-4f62-aba1-a5dbe7cf063e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/quotas/775941fd15574575bcb37dd67b0173eb HTTP/1.1" status: 200 len: 375 time: 0.0217044 Jan 28 03:37:07.636758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1d5e0b31-7ca0-49cb-b2da-28d322e6e1f0 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928779 Jan 28 03:37:07.647703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed750e-c2aa-45ac-ad68-b2f562f3d3a0 req-bac8d521-66db-47d7-b9a4-a3212c40b174 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:07.650976 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5ed750e-c2aa-45ac-ad68-b2f562f3d3a0 req-bac8d521-66db-47d7-b9a4-a3212c40b174 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.0710976 Jan 28 03:37:07.758554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5ed750e-c2aa-45ac-ad68-b2f562f3d3a0 req-de4bde71-185e-4d7e-b6ae-36049b4b54db tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989883 Jan 28 03:37:07.786846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-04e0241b-250a-43ec-a6a5-9b18d2e85185 service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358950 Jan 28 03:37:07.916738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-845e516b-e21b-4bbf-8246-6376794bafef service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219633 Jan 28 03:37:08.177413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8774e20e-ef53-4e52-8589-ba8ba15ef572 req-d51f7034-871b-441f-9b3d-ea4700286a48 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/95f53dda-d23c-40ad-a4d8-e96b18e952b6 HTTP/1.1" status: 200 len: 1793 time: 0.0742254 Jan 28 03:37:08.249202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb61ab33-ca15-48f8-90a7-32e3ab67be7c req-517d1dd6-2e0a-4d4c-8f3e-550010b10c32 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 210 time: 0.0557060 Jan 28 03:37:08.295519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8774e20e-ef53-4e52-8589-ba8ba15ef572 req-71ad7536-7b67-4185-8d79-bab652ead702 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (95f53dda-d23c-40ad-a4d8-e96b18e952b6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:08.326353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8774e20e-ef53-4e52-8589-ba8ba15ef572 req-71ad7536-7b67-4185-8d79-bab652ead702 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (95f53dda-d23c-40ad-a4d8-e96b18e952b6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:08.425663 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8774e20e-ef53-4e52-8589-ba8ba15ef572 req-71ad7536-7b67-4185-8d79-bab652ead702 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (95f53dda-d23c-40ad-a4d8-e96b18e952b6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:08.429223 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8774e20e-ef53-4e52-8589-ba8ba15ef572 req-71ad7536-7b67-4185-8d79-bab652ead702 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:08.448397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8774e20e-ef53-4e52-8589-ba8ba15ef572 req-71ad7536-7b67-4185-8d79-bab652ead702 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/95f53dda-d23c-40ad-a4d8-e96b18e952b6 HTTP/1.1" status: 204 len: 173 time: 0.2504284 Jan 28 03:37:08.474563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad7536-7b67-4185-8d79-bab652ead702 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f53dda-d23c-40ad-a4d8-e96b18e952b6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:08.631192 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-89409a1a-1fbf-42b4-a843-303c8702d76e req-ee05f740-e686-4c62-a84f-3f81da155221 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] show failed (client error): The resource could not be found. Jan 28 03:37:08.642720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89409a1a-1fbf-42b4-a843-303c8702d76e req-ee05f740-e686-4c62-a84f-3f81da155221 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/73e245dd-60a6-49ea-9433-3eb9141f3d65 HTTP/1.1" status: 404 len: 352 time: 0.0286739 Jan 28 03:37:08.711704 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-4d06aa44-085e-43f8-bbe2-4a4e0aae01e8 req-dcfcf7db-e5fc-413d-80b8-521ed26f010d tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] show failed (client error): The resource could not be found. Jan 28 03:37:08.719186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d06aa44-085e-43f8-bbe2-4a4e0aae01e8 req-dcfcf7db-e5fc-413d-80b8-521ed26f010d tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/6aa7196f-1310-454e-a734-5b0b87958a4e HTTP/1.1" status: 404 len: 352 time: 0.0281005 Jan 28 03:37:08.765021 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-22a521c3-5ec2-42e0-b051-3c9657ae95ee req-d181f740-abe9-42ab-bbe9-d1c5a5d82d30 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] show failed (client error): The resource could not be found. Jan 28 03:37:08.771863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22a521c3-5ec2-42e0-b051-3c9657ae95ee req-d181f740-abe9-42ab-bbe9-d1c5a5d82d30 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/489a930a-d67a-45db-b050-f8915ae77924 HTTP/1.1" status: 404 len: 352 time: 0.0215948 Jan 28 03:37:08.808531 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-3018272a-800a-46d7-bc22-8c3f0643c0d1 req-1489e617-edc0-41b3-b0ec-5d5e01371fa8 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] show failed (client error): The resource could not be found. Jan 28 03:37:08.818830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3018272a-800a-46d7-bc22-8c3f0643c0d1 req-1489e617-edc0-41b3-b0ec-5d5e01371fa8 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/8f71d84a-bd6f-4b50-b17c-ea1884478788 HTTP/1.1" status: 404 len: 352 time: 0.0272086 Jan 28 03:37:09.008031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e55cb9-d21f-41ba-8a9d-6c71ebfd5510 req-0d3e6f6c-80f7-4659-a04f-2a6ace3820d7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:09.016432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23e55cb9-d21f-41ba-8a9d-6c71ebfd5510 req-0d3e6f6c-80f7-4659-a04f-2a6ace3820d7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.1324191 Jan 28 03:37:09.080819 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-ccd166ea-e2fa-42a6-8fe7-a64655983c99 req-8d087dd0-7f21-41c9-a51e-c316be605b96 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] show failed (client error): The resource could not be found. Jan 28 03:37:09.081975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ccd166ea-e2fa-42a6-8fe7-a64655983c99 req-8d087dd0-7f21-41c9-a51e-c316be605b96 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/a4e8978a-2e95-49f6-b714-f1ed59ca4e49 HTTP/1.1" status: 404 len: 352 time: 0.1145422 Jan 28 03:37:09.149447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23e55cb9-d21f-41ba-8a9d-6c71ebfd5510 req-ab82417e-59ce-47e5-859b-96d945216936 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247616 Jan 28 03:37:09.210224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:09.247499 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-e44b60c6-7b32-4573-be23-d9b7cf7fae81 req-05de5fa3-b6f6-4900-9f4a-7af18d71dab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] show failed (client error): The resource could not be found. Jan 28 03:37:09.264586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e44b60c6-7b32-4573-be23-d9b7cf7fae81 req-05de5fa3-b6f6-4900-9f4a-7af18d71dab2 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/824e7b75-75f7-43b8-892c-d7ccffe82605 HTTP/1.1" status: 404 len: 352 time: 0.0304005 Jan 28 03:37:09.433847 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:09.462886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c0baa8c-3a65-40cc-a98d-5455578474bd req-033f1bc3-7527-4a6a-ae06-69c3a3630e76 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 210 time: 0.0533710 Jan 28 03:37:09.646770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1e647-01ea-4cd1-8601-5d9c51ec8073 req-f579691b-ab13-4f43-aaac-cefebb724262 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:09.650951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Publish callbacks [] for security_group (2b065aee-8cad-4fa1-9766-ef9a0dabee62), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:09.658740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3a1e647-01ea-4cd1-8601-5d9c51ec8073 req-f579691b-ab13-4f43-aaac-cefebb724262 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 1023 time: 0.0943339 Jan 28 03:37:09.670122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2b065aee-8cad-4fa1-9766-ef9a0dabee62), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:09.759410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e319caa0c9c45acb9e6bf19b24cdac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472047 Jan 28 03:37:09.763473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:09.785883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3a1e647-01ea-4cd1-8601-5d9c51ec8073 req-4e5f4862-6381-435f-8e2d-bc523fa1ff98 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&id=a383f2eb-76e1-458b-bc57-f8f029e0d51c&id=1980fa61-14f5-4724-b8d3-47c6ffd8f938&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1253819 Jan 28 03:37:09.825529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b065aee-8cad-4fa1-9766-ef9a0dabee62,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:09.869561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.869912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.870249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.870586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.870920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.871251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.871567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.872071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.872396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.872721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.873070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.873702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.873702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca404706-e23a-4740-b4ac-865fa104c8ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:09.926382 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32b8012e-1216-444f-b9c9-ad48a38f6985 admin admin] Publish callbacks [] for security_group (2b065aee-8cad-4fa1-9766-ef9a0dabee62), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:09.982155 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32b8012e-1216-444f-b9c9-ad48a38f6985 admin admin] Publish callbacks [] for security_group (2b065aee-8cad-4fa1-9766-ef9a0dabee62), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:09.991326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-35aabed6-5459-48bf-bb87-eb4b5dbf5bb8 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:09.993827 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-35aabed6-5459-48bf-bb87-eb4b5dbf5bb8 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.25 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 820 time: 0.2669146 Jan 28 03:37:10.022451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Request body: {'port': {'device_id': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'admin_state_up': True, 'tenant_id': '775941fd15574575bcb37dd67b0173eb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:10.126444 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32b8012e-1216-444f-b9c9-ad48a38f6985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2b065aee-8cad-4fa1-9766-ef9a0dabee62), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:10.130854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32b8012e-1216-444f-b9c9-ad48a38f6985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:10.132898 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-32b8012e-1216-444f-b9c9-ad48a38f6985 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b065aee-8cad-4fa1-9766-ef9a0dabee62 HTTP/1.1" status: 204 len: 168 time: 0.3677094 Jan 28 03:37:10.187620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8012e-1216-444f-b9c9-ad48a38f6985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b065aee-8cad-4fa1-9766-ef9a0dabee62,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:10.258459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Made reservation on behalf of 775941fd15574575bcb37dd67b0173eb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:10.263494 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:10.370282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbc4d2-bfcd-4283-b327-ba6d0e980131 req-c4af08f8-f1f2-4a9d-8981-3c6ba6e2e2f8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:10.371820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7bcbc4d2-bfcd-4283-b327-ba6d0e980131 req-c4af08f8-f1f2-4a9d-8981-3c6ba6e2e2f8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 944 time: 0.1042273 Jan 28 03:37:10.428667 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-abae28c5-5790-45ee-95db-f344d4d6ee8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:10.497544 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7bcbc4d2-bfcd-4283-b327-ba6d0e980131 req-d6a967af-add2-4215-9eaf-ce0676e52a88 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109147 Jan 28 03:37:10.502335 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Allocated IP 172.20.0.3 (9720749f-44cd-4c48-ab0c-bb87727aa013/2e054791-0281-4d92-ba2e-f0afc84e130d/e24e6c54-ef32-4918-88f4-7e08f60d4f9d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:10.801844 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:10.808209 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84dd3c66-1829-40b7-b250-152044d31bf4 req-245738cc-ca01-40ba-ad8b-81906a1efb15 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 210 time: 0.0718215 Jan 28 03:37:10.891260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:10.932101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Network 9720749f-44cd-4c48-ab0c-bb87727aa013 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:10.976651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:11.005021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:11.110996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Pushing event updated for resources: {'Port': ['ID=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:11.139280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae31d0d-8f13-4aac-a382-220d88c21571 req-d1c07a1e-6023-458b-9e6b-23282dda6d61 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:11.151509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eae31d0d-8f13-4aac-a382-220d88c21571 req-d1c07a1e-6023-458b-9e6b-23282dda6d61 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 1023 time: 0.2205250 Jan 28 03:37:11.184426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:37:11.202728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:11.206490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:11.263244 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-2156b53d-1678-4cd0-81a2-b197b6a4ba6f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2514718 Jan 28 03:37:11.281934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Request body: {'port': {'device_id': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:11.299432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-eaaf0524-2be1-43eb-b7a9-8f1bfea9af40 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:11.301667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-eaaf0524-2be1-43eb-b7a9-8f1bfea9af40 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.42 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 1023 time: 0.3048520 Jan 28 03:37:11.432027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:11.450535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eae31d0d-8f13-4aac-a382-220d88c21571 req-e053984b-f7c1-4741-a878-78da2f3d868e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d3f635-f011-48d0-84cc-55e960f78013&id=a383f2eb-76e1-458b-bc57-f8f029e0d51c&id=1980fa61-14f5-4724-b8d3-47c6ffd8f938&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2934291 Jan 28 03:37:11.451793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:11.483012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'network_id': '0589fcf6-7339-4f9f-8081-24e5b2cb01af', 'port_id': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'mac_address': 'fa:16:3e:ca:09:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df9ef53-ff85-4dc0-b919-1760fa37f332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:37:11.590135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:11.593563 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:11.632708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:11.655591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:11.673187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b378ff7d-189c-4b43-9bbd-d58d3d1b3b81 None None] Provisioning complete for port e24e6c54-ef32-4918-88f4-7e08f60d4f9d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:11.673745 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b378ff7d-189c-4b43-9bbd-d58d3d1b3b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:11.685202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-3e8c5473-8e9d-48e9-8d84-96a23a5f0a79 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Deleting port 82f05a85-436a-49fe-92de-b8e0fa87a262 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:37:11.685554 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-3e8c5473-8e9d-48e9-8d84-96a23a5f0a79 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:11.714882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b378ff7d-189c-4b43-9bbd-d58d3d1b3b81 None None] Port e24e6c54-ef32-4918-88f4-7e08f60d4f9d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:11.718399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:11.728133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:11.842966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:11.947163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:11.959358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-271376656-network', 'tenant_id': '275660f67bff43b0a2b00d682afa0db5'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:12.017607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24e6c54-ef32-4918-88f4-7e08f60d4f9d {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:12.030181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-3e8c5473-8e9d-48e9-8d84-96a23a5f0a79 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] For port 82f05a85-436a-49fe-92de-b8e0fa87a262, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=82f05a85-436a-49fe-92de-b8e0fa87a262,segment=NetworkSegment(99e3c3e3-4d1a-4edc-a44b-0cf966259902),segment_id=99e3c3e3-4d1a-4edc-a44b-0cf966259902)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:12.030634 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-3e8c5473-8e9d-48e9-8d84-96a23a5f0a79 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.033804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Publish callbacks [] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.042205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:37:12.042419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ddb80-645f-493d-a9bb-a6e4c7b13a56 req-5f098ea1-edf7-486e-8f6b-3b6854e3d7bf tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:12.051516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-178ddb80-645f-493d-a9bb-a6e4c7b13a56 req-5f098ea1-edf7-486e-8f6b-3b6854e3d7bf tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 945 time: 0.3510022 Jan 28 03:37:12.070462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Transition to ACTIVE for port object e24e6c54-ef32-4918-88f4-7e08f60d4f9d will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:37:12.083101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Made reservation on behalf of 275660f67bff43b0a2b00d682afa0db5 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:12.084225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.085928 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.124729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-3e8c5473-8e9d-48e9-8d84-96a23a5f0a79 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Calling delete_port for 82f05a85-436a-49fe-92de-b8e0fa87a262 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:37:12.217353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.272798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Pushing event updated for resources: {'Port': ['ID=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:12.334786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-178ddb80-645f-493d-a9bb-a6e4c7b13a56 req-59162d1e-369a-4b58-a30b-ec3be5a0adb7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617466 Jan 28 03:37:12.516403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Attempting to bind port e24e6c54-ef32-4918-88f4-7e08f60d4f9d on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:12.516955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Attempting to bind port e24e6c54-ef32-4918-88f4-7e08f60d4f9d by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:12.517093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Attempting to bind port e24e6c54-ef32-4918-88f4-7e08f60d4f9d on network 9720749f-44cd-4c48-ab0c-bb87727aa013 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:12.536445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Port e24e6c54-ef32-4918-88f4-7e08f60d4f9d on network 9720749f-44cd-4c48-ab0c-bb87727aa013 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:37:12.536774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Attempting to bind port e24e6c54-ef32-4918-88f4-7e08f60d4f9d on network 9720749f-44cd-4c48-ab0c-bb87727aa013 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:12.557531 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Publish callbacks [] for security_group (af8b50ea-43cc-40b6-8186-616480bfa98b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.557894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:12.558379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Checking segment: {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:12.558843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Bound using segment: {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:12.559194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Bound port: e24e6c54-ef32-4918-88f4-7e08f60d4f9d, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:12.559555 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.576321 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a66b0009-c6df-49f3-870b-2eecc53ec9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.637529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (af8b50ea-43cc-40b6-8186-616480bfa98b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.720916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] For port e24e6c54-ef32-4918-88f4-7e08f60d4f9d, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:12.721582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:37:12.724190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] For port e24e6c54-ef32-4918-88f4-7e08f60d4f9d, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:12.733649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.733966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8b50ea-43cc-40b6-8186-616480bfa98b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:12.752516 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3b467440-377b-4032-bd69-fefb7bc62ba6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.754045 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Added segment 3b467440-377b-4032-bd69-fefb7bc62ba6 of type vlan for network abfa52df-9de6-49e6-9b7a-4f19df0b486b Jan 28 03:37:12.832367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dab2e-8012-4c8b-bc30-d59b1ebf9426 req-e7fa0447-d264-43f9-a024-66baa39bcd5c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:12.834079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-391dab2e-8012-4c8b-bc30-d59b1ebf9426 req-e7fa0447-d264-43f9-a024-66baa39bcd5c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 943 time: 0.2157576 Jan 28 03:37:12.850801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:12.851565 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:12.853195 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] 10.222.0.25 "PUT /v2.0/ports/e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 1092 time: 1.5770359 Jan 28 03:37:12.857415 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:12.859990 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31175311-eb88-4798-9833-adf8bbed75c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:12.906523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e4195-2832-4434-8d51-48dba6485421 service neutron] Pushing event updated for resources: {'Port': ['ID=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:12.971696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-3e8c5473-8e9d-48e9-8d84-96a23a5f0a79 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (82f05a85-436a-49fe-92de-b8e0fa87a262), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:13.004907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['82f05a85-436a-49fe-92de-b8e0fa87a262'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:37:13.015799 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (abfa52df-9de6-49e6-9b7a-4f19df0b486b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:13.019857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-f9c26744-a938-4fa1-802c-72ca47ebf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:13.022625 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-f9c26744-a938-4fa1-802c-72ca47ebf7e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0982327 Jan 28 03:37:13.069246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c5473-8e9d-48e9-8d84-96a23a5f0a79 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'Port': ['ID=82f05a85-436a-49fe-92de-b8e0fa87a262,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:13.079604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0181881f-a545-4c39-ac25-58ceb7bf6edd req-07f1f132-2792-4324-ae1e-fe9b12681526 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/ports?device_id=33e417d0-3a83-4055-9db5-a4874cef1b9f HTTP/1.1" status: 200 len: 210 time: 0.0831766 Jan 28 03:37:13.104012 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-003bf311-9d49-47a4-b5d4-e4a01daaea84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 217 time: 0.0664954 Jan 28 03:37:13.162518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-391dab2e-8012-4c8b-bc30-d59b1ebf9426 req-ea6b7dab-9106-4959-930d-64b019a108e2 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498603 Jan 28 03:37:13.203108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-3e8c5473-8e9d-48e9-8d84-96a23a5f0a79 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] No DVR routers for this DVR port 82f05a85-436a-49fe-92de-b8e0fa87a262 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:37:13.205517 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (abfa52df-9de6-49e6-9b7a-4f19df0b486b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:13.206658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-bb0e1b8c-51e8-4774-81fb-8d2cb1438c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:13.206962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:13.207827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:13.208503 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-bb0e1b8c-51e8-4774-81fb-8d2cb1438c81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.0925548 Jan 28 03:37:13.212463 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-3e8c5473-8e9d-48e9-8d84-96a23a5f0a79 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:13.219802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:13.245224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce443a91-7e7f-4fb2-b222-0b2058b9d62a req-3e8c5473-8e9d-48e9-8d84-96a23a5f0a79 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.42 "DELETE /v2.0/ports/82f05a85-436a-49fe-92de-b8e0fa87a262 HTTP/1.1" status: 204 len: 173 time: 1.9352973 Jan 28 03:37:13.281590 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124cd900-e8ff-4396-8857-46222ac1081f x-openstack-request-id: req-124cd900-e8ff-4396-8857-46222ac1081f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:13.283938 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:13.284200 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-124cd900-e8ff-4396-8857-46222ac1081f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:13.285599 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'status': 'completed', 'code': 200} Jan 28 03:37:13.328438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:13.329043 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:13.354866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1ae8b223-3396-42df-a8a9-1e55ed335407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:13.356663 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-1ae8b223-3396-42df-a8a9-1e55ed335407 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417060 Jan 28 03:37:13.462518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'name': 'network-vif-deleted', 'tag': '82f05a85-436a-49fe-92de-b8e0fa87a262'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:13.466307 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85615068-a675-494f-ae70-2accf74968e3" -d '{"events": [{"server_uuid": "33e417d0-3a83-4055-9db5-a4874cef1b9f", "name": "network-vif-deleted", "tag": "82f05a85-436a-49fe-92de-b8e0fa87a262"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:13.491589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=abfa52df-9de6-49e6-9b7a-4f19df0b486b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:13.513754 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-20c78cfe-6bc0-494c-add2-45a33499ee46 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510749 Jan 28 03:37:13.524862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network abfa52df-9de6-49e6-9b7a-4f19df0b486b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:37:13.538272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7b9af3e1-caf6-4d79-bc7b-92b006d8f0e5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8806031 Jan 28 03:37:13.549228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59194) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:13.558116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Request body: {'subnet': {'network_id': 'abfa52df-9de6-49e6-9b7a-4f19df0b486b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-271376656-subnet', 'tenant_id': '275660f67bff43b0a2b00d682afa0db5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:13.613240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Made reservation on behalf of 275660f67bff43b0a2b00d682afa0db5 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:13.617299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:13.683474 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24383ba2-afef-458e-9f86-55ae84bc9d89 req-e5c53822-cb4a-4c56-ba9b-8776153440f7 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615887 Jan 28 03:37:13.688525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:13.689740 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:13.760825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47680120-443e-4184-bc91-a2297715c33a req-9179b078-bf58-4377-b7cb-f140975f46f1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:13.781292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47680120-443e-4184-bc91-a2297715c33a req-9179b078-bf58-4377-b7cb-f140975f46f1 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 945 time: 0.3119497 Jan 28 03:37:13.798750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:13.800105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:13.807352 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886e1ad4-de3c-4753-a508-10433c7ae3da" -d '{"events": [{"server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "name": "network-vif-plugged", "status": "completed", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:13.812480 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:13.813870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 82f05a85-436a-49fe-92de-b8e0fa87a262 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:37:13.946692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31175311-eb88-4798-9833-adf8bbed75c2 req-37a1941a-0543-4ad7-b797-35e6742dbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:13.948496 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31175311-eb88-4798-9833-adf8bbed75c2 req-37a1941a-0543-4ad7-b797-35e6742dbfa3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1095 time: 0.1531107 Jan 28 03:37:14.013990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:14.020211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 82f05a85-436a-49fe-92de-b8e0fa87a262 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:37:14.020610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 82f05a85-436a-49fe-92de-b8e0fa87a262 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:37:14.116461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31175311-eb88-4798-9833-adf8bbed75c2 req-81b83075-e760-4e99-9b53-bc24a6a92cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:14.118983 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31175311-eb88-4798-9833-adf8bbed75c2 req-81b83075-e760-4e99-9b53-bc24a6a92cf8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.1569192 Jan 28 03:37:14.175768 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:14.176730 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31175311-eb88-4798-9833-adf8bbed75c2 req-444fe2b5-efca-46cc-8656-6c88192fa7dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 217 time: 0.0502086 Jan 28 03:37:14.232329 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:14.236988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31175311-eb88-4798-9833-adf8bbed75c2 req-4184e4d2-9857-48e9-b562-61937b3edf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:14.238709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31175311-eb88-4798-9833-adf8bbed75c2 req-4184e4d2-9857-48e9-b562-61937b3edf15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.0563271 Jan 28 03:37:14.245867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47680120-443e-4184-bc91-a2297715c33a req-de14d316-2fde-49bd-bc4c-0c901e0fd79f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635653 Jan 28 03:37:14.248757 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98081eb-39c1-4a0d-b08d-c514431a88ad x-openstack-request-id: req-e98081eb-39c1-4a0d-b08d-c514431a88ad {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:14.249021 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e417d0-3a83-4055-9db5-a4874cef1b9f", "name": "network-vif-deleted", "tag": "82f05a85-436a-49fe-92de-b8e0fa87a262", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:14.249279 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e98081eb-39c1-4a0d-b08d-c514431a88ad {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:14.249685 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e417d0-3a83-4055-9db5-a4874cef1b9f', 'name': 'network-vif-deleted', 'tag': '82f05a85-436a-49fe-92de-b8e0fa87a262', 'status': 'completed', 'code': 200} Jan 28 03:37:14.291896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (45d88cd7-efc1-4162-aef5-b6f5aed0e6da), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:14.303877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31175311-eb88-4798-9833-adf8bbed75c2 req-ce09d53a-a900-4ea7-a12a-90e503782ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:14.306410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31175311-eb88-4798-9833-adf8bbed75c2 req-ce09d53a-a900-4ea7-a12a-90e503782ac7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547576 Jan 28 03:37:14.325411 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb34d83c-1715-41be-92c7-35484a874414 x-openstack-request-id: req-bb34d83c-1715-41be-92c7-35484a874414 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:14.325717 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "name": "network-vif-plugged", "status": "completed", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:14.325977 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb34d83c-1715-41be-92c7-35484a874414 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:14.326375 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'code': 200} Jan 28 03:37:14.374493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d88cd7-efc1-4162-aef5-b6f5aed0e6da,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:14.389047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Checking segment: {'id': '3b467440-377b-4032-bd69-fefb7bc62ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'abfa52df-9de6-49e6-9b7a-4f19df0b486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:14.389679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Network hostable DHCP agents. Network: abfa52df-9de6-49e6-9b7a-4f19df0b486b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:37:14.410265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Network abfa52df-9de6-49e6-9b7a-4f19df0b486b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:37:14.436417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, abfa52df-9de6-49e6-9b7a-4f19df0b486b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:14.447027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5deed5-fd60-4e26-80b7-bd54b3f1b897 None None] Network abfa52df-9de6-49e6-9b7a-4f19df0b486b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:14.479845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:14.480536 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:14.586316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31175311-eb88-4798-9833-adf8bbed75c2 req-7a2a0574-5fff-4dfb-9b58-d4392bc2d2a2 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724457 Jan 28 03:37:14.590483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-46efcb62-cf3e-48ae-9ba6-a6b7dcd5f3a1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0396471 Jan 28 03:37:14.684992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218ea75-aeca-4bf7-930c-1057e8a945c5 None None] Network abfa52df-9de6-49e6-9b7a-4f19df0b486b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:14.778279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6300a513-9de5-4669-9969-aa0c0d5917ba req-86ea3369-b85c-4d85-9ca5-2a585ba3ae3e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/1980fa61-14f5-4724-b8d3-47c6ffd8f938 HTTP/1.1" status: 200 len: 1820 time: 0.1850998 Jan 28 03:37:14.824345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e7784-c2a2-4d81-9f9a-fa91e74fa3ff req-9dde2f20-2005-41bc-8d57-379026825b7a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:14.836510 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-813e7784-c2a2-4d81-9f9a-fa91e74fa3ff req-9dde2f20-2005-41bc-8d57-379026825b7a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 943 time: 0.3094354 Jan 28 03:37:14.839455 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31175311-eb88-4798-9833-adf8bbed75c2 req-a5d771fb-aa5e-441a-8665-843b01cd9c64 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390282 Jan 28 03:37:14.928288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6946aa-9167-4fc3-843b-f08af80ff7c0 req-4ebaf14a-4992-40c4-8cba-f43f5cc06a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:14.930400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec6946aa-9167-4fc3-843b-f08af80ff7c0 req-4ebaf14a-4992-40c4-8cba-f43f5cc06a05 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 1099 time: 0.2516146 Jan 28 03:37:14.985677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-813e7784-c2a2-4d81-9f9a-fa91e74fa3ff req-cc14dfd8-8419-4b5f-bc25-eedc2ac09479 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480632 Jan 28 03:37:14.986228 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6300a513-9de5-4669-9969-aa0c0d5917ba req-5ad8f732-61c9-447c-9817-fff3195fadc0 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (1980fa61-14f5-4724-b8d3-47c6ffd8f938), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.016513 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6300a513-9de5-4669-9969-aa0c0d5917ba req-5ad8f732-61c9-447c-9817-fff3195fadc0 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (1980fa61-14f5-4724-b8d3-47c6ffd8f938), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.071819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec6946aa-9167-4fc3-843b-f08af80ff7c0 req-dbb0bd8b-a036-4273-8cde-a6e4aea040f6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336012 Jan 28 03:37:15.118301 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6300a513-9de5-4669-9969-aa0c0d5917ba req-5ad8f732-61c9-447c-9817-fff3195fadc0 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1980fa61-14f5-4724-b8d3-47c6ffd8f938), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.121030 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6300a513-9de5-4669-9969-aa0c0d5917ba req-5ad8f732-61c9-447c-9817-fff3195fadc0 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.122101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6300a513-9de5-4669-9969-aa0c0d5917ba req-5ad8f732-61c9-447c-9817-fff3195fadc0 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/1980fa61-14f5-4724-b8d3-47c6ffd8f938 HTTP/1.1" status: 204 len: 173 time: 0.3292503 Jan 28 03:37:15.148375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8f732-61c9-447c-9817-fff3195fadc0 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1980fa61-14f5-4724-b8d3-47c6ffd8f938,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:15.158500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6628f8-4965-422b-b323-4b50938d5322 req-7d668da0-5db9-4440-b1a5-8fb8e4f75734 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:15.160016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e6628f8-4965-422b-b323-4b50938d5322 req-7d668da0-5db9-4440-b1a5-8fb8e4f75734 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 948 time: 0.0757630 Jan 28 03:37:15.241350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e6628f8-4965-422b-b323-4b50938d5322 req-d755f4b2-c3de-4c87-a7a5-14b406a67368 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638797 Jan 28 03:37:15.328141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-daf64ef9-3e22-448f-9c25-0583b497a8de req-4518f9c0-210d-4ce8-a9fc-9838bf3ad360 tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "GET /v2.0/security-groups/a383f2eb-76e1-458b-bc57-f8f029e0d51c HTTP/1.1" status: 200 len: 1820 time: 0.0539637 Jan 28 03:37:15.397217 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.405414 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daf64ef9-3e22-448f-9c25-0583b497a8de req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (a383f2eb-76e1-458b-bc57-f8f029e0d51c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.483137 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daf64ef9-3e22-448f-9c25-0583b497a8de req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (a383f2eb-76e1-458b-bc57-f8f029e0d51c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.556063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-d273bf72-1534-4d4f-953c-9b57af0e9ada tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:15.557620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-d273bf72-1534-4d4f-953c-9b57af0e9ada tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/networks?id=abfa52df-9de6-49e6-9b7a-4f19df0b486b HTTP/1.1" status: 200 len: 812 time: 0.1452374 Jan 28 03:37:15.558701 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daf64ef9-3e22-448f-9c25-0583b497a8de req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a383f2eb-76e1-458b-bc57-f8f029e0d51c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.561452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daf64ef9-3e22-448f-9c25-0583b497a8de req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.568150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59260) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:15.569454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-daf64ef9-3e22-448f-9c25-0583b497a8de req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] 10.222.0.44 "DELETE /v2.0/security-groups/a383f2eb-76e1-458b-bc57-f8f029e0d51c HTTP/1.1" status: 204 len: 173 time: 0.2344508 Jan 28 03:37:15.598785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a383f2eb-76e1-458b-bc57-f8f029e0d51c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:15.602199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-888bbb4a-607b-481f-b0f1-805214b63642 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/quotas/275660f67bff43b0a2b00d682afa0db5 HTTP/1.1" status: 200 len: 375 time: 0.0309625 Jan 28 03:37:15.626018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.630576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.631067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.631547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.632013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.633069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.633523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.638773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.639284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.640342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.640815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.641281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.641720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ce457-caef-4755-8827-85d07689ee4e tempest-SecurityGroupsTestJSON-1495713646 tempest-SecurityGroupsTestJSON-1495713646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:15.673570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9671bf-16ec-4808-8edd-06453f3e0648 admin admin] Deleting subnet 4a7f01fd-2c07-43b0-83f7-11da36d0d72c {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:37:15.677167 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b9671bf-16ec-4808-8edd-06453f3e0648 admin admin] Publish callbacks [] for subnet (4a7f01fd-2c07-43b0-83f7-11da36d0d72c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.705732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-83cd34db-422d-42a7-8917-88a1e86d30b8 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=275660f67bff43b0a2b00d682afa0db5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594089 Jan 28 03:37:15.724903 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b9671bf-16ec-4808-8edd-06453f3e0648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (4a7f01fd-2c07-43b0-83f7-11da36d0d72c), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.778931 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b9671bf-16ec-4808-8edd-06453f3e0648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (4a7f01fd-2c07-43b0-83f7-11da36d0d72c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.823437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160871a3-adf3-4468-91f2-45b05c5bad3f req-26a1c75f-a3d3-45d6-ac4a-74f98c786c66 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:15.830196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-160871a3-adf3-4468-91f2-45b05c5bad3f req-26a1c75f-a3d3-45d6-ac4a-74f98c786c66 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1330018 Jan 28 03:37:15.839270 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b9671bf-16ec-4808-8edd-06453f3e0648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (4a7f01fd-2c07-43b0-83f7-11da36d0d72c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.856669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b9671bf-16ec-4808-8edd-06453f3e0648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:15.862806 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2b9671bf-16ec-4808-8edd-06453f3e0648 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4a7f01fd-2c07-43b0-83f7-11da36d0d72c HTTP/1.1" status: 204 len: 168 time: 0.2931757 Jan 28 03:37:15.871605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-2d662b12-784d-46a0-8583-3baac944f148 service neutron] 10.222.0.44 "GET /v2.0/networks/abfa52df-9de6-49e6-9b7a-4f19df0b486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491995 Jan 28 03:37:15.879070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59264) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:15.885921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9671bf-16ec-4808-8edd-06453f3e0648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7f01fd-2c07-43b0-83f7-11da36d0d72c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:16.003289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-160871a3-adf3-4468-91f2-45b05c5bad3f req-07f4a049-1ccd-482c-9201-68cb76ff416f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722512 Jan 28 03:37:16.030504 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (ca2683ce-a10b-49fe-8640-9b15124d668e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:16.062604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-564c7077-cd87-441e-921a-51cab0a5c8f0 service neutron] 10.222.0.44 "GET /v2.0/networks/abfa52df-9de6-49e6-9b7a-4f19df0b486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901004 Jan 28 03:37:16.590047 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (ca2683ce-a10b-49fe-8640-9b15124d668e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:16.647965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2683ce-a10b-49fe-8640-9b15124d668e']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:16.650252 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:16.667356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e3c3e3-4d1a-4edc-a44b-0cf966259902') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:16.667764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e3c3e3-4d1a-4edc-a44b-0cf966259902') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:16.690680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (99e3c3e3-4d1a-4edc-a44b-0cf966259902), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:16.712976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5acc0-7bf6-4c60-ac89-86efb038543e req-7205d240-2a2c-4212-9886-2e71e3b7e2f0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:16.720249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01e5acc0-7bf6-4c60-ac89-86efb038543e req-7205d240-2a2c-4212-9886-2e71e3b7e2f0 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 948 time: 0.1910992 Jan 28 03:37:16.734449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a14fc-3564-4828-ba05-2ec3380ccc2a req-c91c2ac7-5bf0-4aab-ae3b-25bc0a7468e1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:16.736025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-935a14fc-3564-4828-ba05-2ec3380ccc2a req-c91c2ac7-5bf0-4aab-ae3b-25bc0a7468e1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 943 time: 0.2081139 Jan 28 03:37:16.767840 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (99e3c3e3-4d1a-4edc-a44b-0cf966259902), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:16.785714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e382141-b097-4d6f-a317-5240810418ad req-294a6118-5683-49df-85b3-ab7a382663ea tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:16.788080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e382141-b097-4d6f-a317-5240810418ad req-294a6118-5683-49df-85b3-ab7a382663ea tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.42 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 948 time: 0.1949396 Jan 28 03:37:16.881077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:37:16.881490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (99e3c3e3-4d1a-4edc-a44b-0cf966259902), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:37:16.895346 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:37:17.048371 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (ca2683ce-a10b-49fe-8640-9b15124d668e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:17.081514 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:17.088279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ca2683ce-a10b-49fe-8640-9b15124d668e HTTP/1.1" status: 204 len: 168 time: 1.2037516 Jan 28 03:37:17.099535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01e5acc0-7bf6-4c60-ac89-86efb038543e req-2298aa03-e4b0-4c82-b0cd-3985c5212781 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783958 Jan 28 03:37:17.102395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8713da-897d-4dc5-bab2-af7600b0bc33 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca2683ce-a10b-49fe-8640-9b15124d668e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:17.112027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-935a14fc-3564-4828-ba05-2ec3380ccc2a req-8d45db78-693f-466d-b5d2-90cc90f69e32 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395181 Jan 28 03:37:17.137958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-2e382141-b097-4d6f-a317-5240810418ad req-71941d77-2d82-4baf-89d2-348c43b898e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Deleting port 0de0480e-de7d-4682-a712-e09b786ded58 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:37:17.138300 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2e382141-b097-4d6f-a317-5240810418ad req-71941d77-2d82-4baf-89d2-348c43b898e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0de0480e-de7d-4682-a712-e09b786ded58), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:17.326466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7564b611-654c-45cc-bc7b-dc04e5d983da req-28431f19-d4fe-4858-b111-70fb7ea90a7b tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 210 time: 0.0487714 Jan 28 03:37:17.367274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2e382141-b097-4d6f-a317-5240810418ad req-71941d77-2d82-4baf-89d2-348c43b898e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] For port 0de0480e-de7d-4682-a712-e09b786ded58, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0de0480e-de7d-4682-a712-e09b786ded58,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:17.367760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2e382141-b097-4d6f-a317-5240810418ad req-71941d77-2d82-4baf-89d2-348c43b898e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0de0480e-de7d-4682-a712-e09b786ded58), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:17.396767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa2cea-ad1f-45cd-b3c8-08271a173e2b req-f6905f66-0d61-47c4-9327-622ef5f6cd8f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:17.399250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5aa2cea-ad1f-45cd-b3c8-08271a173e2b req-f6905f66-0d61-47c4-9327-622ef5f6cd8f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1202676 Jan 28 03:37:17.410242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-2e382141-b097-4d6f-a317-5240810418ad req-71941d77-2d82-4baf-89d2-348c43b898e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Calling delete_port for 0de0480e-de7d-4682-a712-e09b786ded58 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:37:17.440809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:17.517482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-00f01ca5-126b-4982-9dd8-d3de2cd8ce5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3422164ef1f4c2d897ba8322801e0a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740786 Jan 28 03:37:17.522019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59328) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:17.544717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5aa2cea-ad1f-45cd-b3c8-08271a173e2b req-6038a56a-436d-424f-a3e7-9520d383156e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323800 Jan 28 03:37:17.625672 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a354b166-8c9c-4150-884a-c69f1e14243e admin admin] Publish callbacks [] for security_group (81d3f635-f011-48d0-84cc-55e960f78013), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:17.669212 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a354b166-8c9c-4150-884a-c69f1e14243e admin admin] Publish callbacks [] for security_group (81d3f635-f011-48d0-84cc-55e960f78013), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:17.677798 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2e382141-b097-4d6f-a317-5240810418ad req-71941d77-2d82-4baf-89d2-348c43b898e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0de0480e-de7d-4682-a712-e09b786ded58), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:17.725699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71941d77-2d82-4baf-89d2-348c43b898e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Pushing event deleted for resources: {'Port': ['ID=0de0480e-de7d-4682-a712-e09b786ded58,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:17.780173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e24e6c54-ef32-4918-88f4-7e08f60d4f9d details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:37:17.809298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e382141-b097-4d6f-a317-5240810418ad req-71941d77-2d82-4baf-89d2-348c43b898e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] No DVR routers for this DVR port 0de0480e-de7d-4682-a712-e09b786ded58 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:37:17.814685 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2e382141-b097-4d6f-a317-5240810418ad req-71941d77-2d82-4baf-89d2-348c43b898e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:17.818740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e382141-b097-4d6f-a317-5240810418ad req-71941d77-2d82-4baf-89d2-348c43b898e4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.42 "DELETE /v2.0/ports/0de0480e-de7d-4682-a712-e09b786ded58 HTTP/1.1" status: 204 len: 173 time: 1.0108023 Jan 28 03:37:17.821589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'name': 'network-vif-deleted', 'tag': '0de0480e-de7d-4682-a712-e09b786ded58'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:17.824949 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bb271b-3f6a-4989-b633-fe0f0a2b58d9" -d '{"events": [{"server_uuid": "62925233-20b1-47e8-b799-f3bb67b3d1a0", "name": "network-vif-deleted", "tag": "0de0480e-de7d-4682-a712-e09b786ded58"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:17.844867 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a354b166-8c9c-4150-884a-c69f1e14243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (81d3f635-f011-48d0-84cc-55e960f78013), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:17.847502 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a354b166-8c9c-4150-884a-c69f1e14243e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:17.853499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a354b166-8c9c-4150-884a-c69f1e14243e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81d3f635-f011-48d0-84cc-55e960f78013 HTTP/1.1" status: 204 len: 168 time: 0.3283529 Jan 28 03:37:17.879344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354b166-8c9c-4150-884a-c69f1e14243e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d3f635-f011-48d0-84cc-55e960f78013,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:17.934444 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de2bb7b-8e76-483e-a195-1d9674443153 x-openstack-request-id: req-1de2bb7b-8e76-483e-a195-1d9674443153 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:17.934742 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62925233-20b1-47e8-b799-f3bb67b3d1a0", "name": "network-vif-deleted", "tag": "0de0480e-de7d-4682-a712-e09b786ded58", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:17.935002 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1de2bb7b-8e76-483e-a195-1d9674443153 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:17.935409 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62925233-20b1-47e8-b799-f3bb67b3d1a0', 'name': 'network-vif-deleted', 'tag': '0de0480e-de7d-4682-a712-e09b786ded58', 'status': 'completed', 'code': 200} Jan 28 03:37:18.123329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e24e6c54-ef32-4918-88f4-7e08f60d4f9d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:18.149394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'port_id': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'mac_address': 'fa:16:3e:b4:08:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:37:18.231231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e24e6c54-ef32-4918-88f4-7e08f60d4f9d is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:18.231912 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:18.271453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24e6c54-ef32-4918-88f4-7e08f60d4f9d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:18.283388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-0c81d56d-a9e2-4026-be34-520d264ea6d6 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:18.289438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-0c81d56d-a9e2-4026-be34-520d264ea6d6 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.42 "GET /v2.0/networks?id=abfa52df-9de6-49e6-9b7a-4f19df0b486b HTTP/1.1" status: 200 len: 812 time: 0.2831380 Jan 28 03:37:18.309135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Request body: {'port': {'device_id': '7e880b7d-b3f1-4c1b-8044-4045df99a66a', 'network_id': 'abfa52df-9de6-49e6-9b7a-4f19df0b486b', 'admin_state_up': True, 'tenant_id': '275660f67bff43b0a2b00d682afa0db5'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:18.316467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e24e6c54-ef32-4918-88f4-7e08f60d4f9d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:18.331301 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:18.442685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:18.505353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-564a0401-ee14-459a-a3a9-b7589e175a40 req-4336caac-acf0-4f3d-a84f-cc4cfb3fe152 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=62925233-20b1-47e8-b799-f3bb67b3d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0864882 Jan 28 03:37:18.555894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612166-93ae-489e-82f0-502e47e3b5dd req-f61e287b-4268-42ae-8e5d-b3c9afaf2e3e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:18.556092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6612166-93ae-489e-82f0-502e47e3b5dd req-f61e287b-4268-42ae-8e5d-b3c9afaf2e3e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 944 time: 0.2039855 Jan 28 03:37:18.666696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6612166-93ae-489e-82f0-502e47e3b5dd req-5533dbe5-2678-4fa8-8006-8fd6202dd3bc tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951493 Jan 28 03:37:18.721743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e24e6c54-ef32-4918-88f4-7e08f60d4f9d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:37:18.761098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34361f77-1484-46a0-ad82-a057574f4de4 req-490e37ae-bb68-423e-a68e-afba25e624db tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 210 time: 0.0640330 Jan 28 03:37:18.774055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Made reservation on behalf of 275660f67bff43b0a2b00d682afa0db5 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:18.779053 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.088140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d475-d610-4536-96d4-0a93f7a163f0 req-5ac48a46-1921-43aa-a281-4bc8730ace70 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:19.090023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8a8d475-d610-4536-96d4-0a93f7a163f0 req-5ac48a46-1921-43aa-a281-4bc8730ace70 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1218836 Jan 28 03:37:19.126083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Allocated IP 172.20.0.10 (abfa52df-9de6-49e6-9b7a-4f19df0b486b/45d88cd7-efc1-4162-aef5-b6f5aed0e6da/0ee6f39a-1f0a-4742-98d7-c00c703112c9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:19.170173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8a8d475-d610-4536-96d4-0a93f7a163f0 req-39f477a5-0eaf-4369-b480-bdd0100498fe tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713165 Jan 28 03:37:19.332455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59370) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:19.390229 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Publish callbacks [] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.432165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203ae8a-2f90-479a-9e34-2867a148683b req-33cbf261-ff0b-404e-921d-8f6435e38f89 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:19.439496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3203ae8a-2f90-479a-9e34-2867a148683b req-33cbf261-ff0b-404e-921d-8f6435e38f89 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.0986924 Jan 28 03:37:19.448936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-930675576-network', 'tenant_id': '351a66772f8144fd8a8b34aaaa3b15fc'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:19.500941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Made reservation on behalf of 351a66772f8144fd8a8b34aaaa3b15fc for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:19.501985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3203ae8a-2f90-479a-9e34-2867a148683b req-5eba69ab-93ae-4657-b405-8e01f708ab34 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615749 Jan 28 03:37:19.506548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.530075 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.543326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.653919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Publish callbacks [] for security_group (1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.666056 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.713502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:37:19.737246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:19.747314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.747810 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Added segment cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5 of type vlan for network 6dc8b666-d82b-4023-ace6-5937f3648af4 Jan 28 03:37:19.785205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e24e6c54-ef32-4918-88f4-7e08f60d4f9d up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:19.828047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Network abfa52df-9de6-49e6-9b7a-4f19df0b486b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:19.840336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Pushing event updated for resources: {'Port': ['ID=0ee6f39a-1f0a-4742-98d7-c00c703112c9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:19.846738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:19.857002 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:19.874097 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (6dc8b666-d82b-4023-ace6-5937f3648af4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.944032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port e24e6c54-ef32-4918-88f4-7e08f60d4f9d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:37:19.947365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775728-9b9c-4fe6-b100-57a4a3296cb8 req-72f4fff4-160f-42f5-9569-a8a6edaf317a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:19.949731 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78775728-9b9c-4fe6-b100-57a4a3296cb8 req-72f4fff4-160f-42f5-9569-a8a6edaf317a tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.2629826 Jan 28 03:37:19.952726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port e24e6c54-ef32-4918-88f4-7e08f60d4f9d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:19.953366 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.985725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:19.986456 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.994707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (6dc8b666-d82b-4023-ace6-5937f3648af4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:19.995980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:19.996755 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:20.074089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-37124e38-33cd-4170-867e-e1789e306000 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7698288 Jan 28 03:37:20.094440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Request body: {'port': {'device_id': '7e880b7d-b3f1-4c1b-8044-4045df99a66a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:20.099724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e24e6c54-ef32-4918-88f4-7e08f60d4f9d is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:20.100119 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:20.113333 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7796743 Jan 28 03:37:20.114060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59392) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:20.147875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:20.153824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78775728-9b9c-4fe6-b100-57a4a3296cb8 req-3df992e9-1963-4795-ba39-837a9f2198e5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949735 Jan 28 03:37:20.160783 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5547dd-7c1a-4d41-b223-736b18b26368" -d '{"events": [{"server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "name": "network-vif-plugged", "status": "completed", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:20.166815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Request body: {'subnet': {'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-930675576-subnet', 'tenant_id': '351a66772f8144fd8a8b34aaaa3b15fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:20.192016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e24e6c54-ef32-4918-88f4-7e08f60d4f9d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:20.228516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743a462-12fa-4c2b-8906-d112cf57165a admin admin] Pushing event updated for resources: {'Network': ['ID=6dc8b666-d82b-4023-ace6-5937f3648af4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:20.228612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:20.235863 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:20.237069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Made reservation on behalf of 351a66772f8144fd8a8b34aaaa3b15fc for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:20.246328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:20.256526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08696-725f-4e75-b7d4-a8bb6763d9ac req-eaa2f035-34d8-4bd3-a20c-e91aa14b6e83 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:20.263831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4b08696-725f-4e75-b7d4-a8bb6763d9ac req-eaa2f035-34d8-4bd3-a20c-e91aa14b6e83 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 944 time: 0.1048729 Jan 28 03:37:20.279225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 6dc8b666-d82b-4023-ace6-5937f3648af4 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:37:20.387162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:20.490390 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (f4b2f3ff-1079-418f-b498-69e6ef7fa055), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:20.498182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4b08696-725f-4e75-b7d4-a8bb6763d9ac req-467c4c35-8989-4b6f-b7db-5dc15413ccbc tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333229 Jan 28 03:37:20.505161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a3a8e-f163-4ed4-abf0-e0bee7b54de6 req-0f20ae43-1cac-4fe1-8479-49aeb92e9ad6 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:20.506602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-484a3a8e-f163-4ed4-abf0-e0bee7b54de6 req-0f20ae43-1cac-4fe1-8479-49aeb92e9ad6 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 932 time: 0.1838169 Jan 28 03:37:20.596699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b2f3ff-1079-418f-b498-69e6ef7fa055,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:20.606204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Checking segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:20.607050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Network hostable DHCP agents. Network: 6dc8b666-d82b-4023-ace6-5937f3648af4, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:37:20.612831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-484a3a8e-f163-4ed4-abf0-e0bee7b54de6 req-0705fa09-75e4-41aa-b526-debbccda2012 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/security-groups?id=af8b50ea-43cc-40b6-8186-616480bfa98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783958 Jan 28 03:37:20.635966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Network 6dc8b666-d82b-4023-ace6-5937f3648af4 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:37:20.685260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 6dc8b666-d82b-4023-ace6-5937f3648af4) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:20.700218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:20.701105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:20.709707 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4211572-41ba-4209-9aa9-6f80d18816f2 x-openstack-request-id: req-d4211572-41ba-4209-9aa9-6f80d18816f2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:20.712699 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "name": "network-vif-plugged", "status": "completed", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:20.713303 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4211572-41ba-4209-9aa9-6f80d18816f2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:20.715303 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'code': 200} Jan 28 03:37:20.721378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a7a540-f1d4-4fb2-a030-fb913992d740 None None] Network 6dc8b666-d82b-4023-ace6-5937f3648af4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:20.753070 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e2a140b8-3ffc-40da-8e42-76e244d24336 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6026387 Jan 28 03:37:20.854239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee6f39a-1f0a-4742-98d7-c00c703112c9 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:20.874461 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Publish callbacks [] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:20.901570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Transition to ACTIVE for port object 0ee6f39a-1f0a-4742-98d7-c00c703112c9 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:37:20.930794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23909b52-d538-45d9-86c0-67f6b73ae303 req-143791ac-3621-4b4e-9cec-4149fb5ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:20.932964 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-23909b52-d538-45d9-86c0-67f6b73ae303 req-143791ac-3621-4b4e-9cec-4149fb5ce33c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1043985 Jan 28 03:37:20.940641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46931-b1e3-4583-9658-3c16e7265b74 req-6951e92f-6def-4737-8745-b566097b4abb tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:20.952797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42a46931-b1e3-4583-9658-3c16e7265b74 req-6951e92f-6def-4737-8745-b566097b4abb tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3089d9d0-78c2-4312-a556-69326a740f03 HTTP/1.1" status: 200 len: 947 time: 0.2097142 Jan 28 03:37:20.953622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:20.961231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bc3613-d71f-46f8-afcb-b7a7a3590e64 None None] Network 6dc8b666-d82b-4023-ace6-5937f3648af4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:21.033124 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-23909b52-d538-45d9-86c0-67f6b73ae303 req-2bf8a70e-5ccb-4c2e-9d5d-5aad3cdbae09 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926111 Jan 28 03:37:21.097600 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6f39a-1f0a-4742-98d7-c00c703112c9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:21.200041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c439fb7-b0e8-4ebf-ad81-f9dfe807564b req-f16d87ad-4999-499a-86ef-008f27eb6fac tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:21.202440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c439fb7-b0e8-4ebf-ad81-f9dfe807564b req-f16d87ad-4999-499a-86ef-008f27eb6fac tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.2917283 Jan 28 03:37:21.216367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42a46931-b1e3-4583-9658-3c16e7265b74 req-cd12a366-ed59-4350-a753-4031307137b4 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d2d61dc-06f0-4baa-8eac-9378cbea5a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583845 Jan 28 03:37:21.228795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0de0480e-de7d-4682-a712-e09b786ded58 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:37:21.271128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Attempting to bind port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:21.271128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Attempting to bind port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '3b467440-377b-4032-bd69-fefb7bc62ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'abfa52df-9de6-49e6-9b7a-4f19df0b486b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:21.271428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Attempting to bind port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 on network abfa52df-9de6-49e6-9b7a-4f19df0b486b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:21.284164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 on network abfa52df-9de6-49e6-9b7a-4f19df0b486b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:37:21.284510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Attempting to bind port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 on network abfa52df-9de6-49e6-9b7a-4f19df0b486b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:21.294011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:21.294385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Checking segment: {'id': '3b467440-377b-4032-bd69-fefb7bc62ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'abfa52df-9de6-49e6-9b7a-4f19df0b486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:21.294762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Bound using segment: {'id': '3b467440-377b-4032-bd69-fefb7bc62ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'abfa52df-9de6-49e6-9b7a-4f19df0b486b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:21.295353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Bound port: 0ee6f39a-1f0a-4742-98d7-c00c703112c9, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b467440-377b-4032-bd69-fefb7bc62ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'abfa52df-9de6-49e6-9b7a-4f19df0b486b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:21.295734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:21.301810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 0de0480e-de7d-4682-a712-e09b786ded58 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:37:21.302150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0de0480e-de7d-4682-a712-e09b786ded58 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:37:21.355024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c439fb7-b0e8-4ebf-ad81-f9dfe807564b req-5f9fcafe-89d3-44e7-81f1-f3486c30189f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162417 Jan 28 03:37:21.504125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] For port 0ee6f39a-1f0a-4742-98d7-c00c703112c9, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:21.568623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] For port 0ee6f39a-1f0a-4742-98d7-c00c703112c9, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0ee6f39a-1f0a-4742-98d7-c00c703112c9,segment=NetworkSegment(3b467440-377b-4032-bd69-fefb7bc62ba6),segment_id=3b467440-377b-4032-bd69-fefb7bc62ba6)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:21.587042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d145d-bf0e-4b2f-94b0-76269b69708e req-3fa7260a-6e51-4fe7-9784-8412fa21a86b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:21.588483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea7d145d-bf0e-4b2f-94b0-76269b69708e req-3fa7260a-6e51-4fe7-9784-8412fa21a86b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1628842 Jan 28 03:37:21.589603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:21.642536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:21.643021 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:21.644398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] 10.222.0.42 "PUT /v2.0/ports/0ee6f39a-1f0a-4742-98d7-c00c703112c9 HTTP/1.1" status: 200 len: 1093 time: 1.5557914 Jan 28 03:37:21.655081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e880b7d-b3f1-4c1b-8044-4045df99a66a', 'tag': '0ee6f39a-1f0a-4742-98d7-c00c703112c9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:21.667731 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72223765-dd26-4b00-b56f-4fb98bbb62e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e880b7d-b3f1-4c1b-8044-4045df99a66a", "tag": "0ee6f39a-1f0a-4742-98d7-c00c703112c9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:21.778951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e87760-0960-4287-9d5c-568255ef3716 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6f39a-1f0a-4742-98d7-c00c703112c9,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:21.785320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea7d145d-bf0e-4b2f-94b0-76269b69708e req-737a910a-2535-43df-9ea8-edddea378190 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875615 Jan 28 03:37:21.815915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef35561-c72d-4004-9a47-879a8941099a req-786f4084-0890-41ff-b8c7-f869f94c8f5f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:21.815915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-786f4084-0890-41ff-b8c7-f869f94c8f5f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.3053691 Jan 28 03:37:21.832261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-d0fb662a-eac6-44cf-a026-bd17e1cf24c4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/quotas/351a66772f8144fd8a8b34aaaa3b15fc HTTP/1.1" status: 200 len: 375 time: 0.0170217 Jan 28 03:37:21.834838 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-7cd38b18-7351-408d-b3c9-eb63de4913b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:21.836685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-7cd38b18-7351-408d-b3c9-eb63de4913b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=275660f67bff43b0a2b00d682afa0db5&device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 1096 time: 0.0693755 Jan 28 03:37:21.877646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-1b675c4d-d759-4733-9ca1-1351be9e8ada tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382719 Jan 28 03:37:21.922784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-26f1dcac-4755-4476-ab73-ffb463302763 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee6f39a-1f0a-4742-98d7-c00c703112c9 HTTP/1.1" status: 200 len: 217 time: 0.0544765 Jan 28 03:37:22.066811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc773f9-419a-41c4-bada-821b375f13f6 req-d515f694-199d-49ce-a725-94057eb7f147 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:22.068763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bc773f9-419a-41c4-bada-821b375f13f6 req-d515f694-199d-49ce-a725-94057eb7f147 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 945 time: 0.1539476 Jan 28 03:37:22.083763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-f609f96b-2905-4347-9375-bb7d6142963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:22.087363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-f609f96b-2905-4347-9375-bb7d6142963c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45d88cd7-efc1-4162-aef5-b6f5aed0e6da HTTP/1.1" status: 200 len: 852 time: 0.1543190 Jan 28 03:37:22.089789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-45f07773-d887-48fc-8a58-95d033e70c58 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:22.091831 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-45f07773-d887-48fc-8a58-95d033e70c58 tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.42 "GET /v2.0/ports?device_id=3089d9d0-78c2-4312-a556-69326a740f03 HTTP/1.1" status: 200 len: 947 time: 0.0678964 Jan 28 03:37:22.129412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-f50aee8f-86bd-4c3f-824a-39276d548551 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abfa52df-9de6-49e6-9b7a-4f19df0b486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359294 Jan 28 03:37:22.145852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-53c82d94-0d90-43d5-a332-ee8eccb37d03 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323732 Jan 28 03:37:22.203244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-3ed9ba45-5548-4f08-a3dd-8af4acadadaf tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Deleting port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:37:22.204072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-3ed9ba45-5548-4f08-a3dd-8af4acadadaf tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:22.314351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-3ed9ba45-5548-4f08-a3dd-8af4acadadaf tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] For port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:22.314974 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-3ed9ba45-5548-4f08-a3dd-8af4acadadaf tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:22.329270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-3ed9ba45-5548-4f08-a3dd-8af4acadadaf tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Calling delete_port for 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:37:22.478308 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-3ed9ba45-5548-4f08-a3dd-8af4acadadaf tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:22.508918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9ba45-5548-4f08-a3dd-8af4acadadaf tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Pushing event deleted for resources: {'Port': ['ID=01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:22.569730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-3ed9ba45-5548-4f08-a3dd-8af4acadadaf tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] No DVR routers for this DVR port 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:37:22.572938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-3ed9ba45-5548-4f08-a3dd-8af4acadadaf tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:22.575670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bc773f9-419a-41c4-bada-821b375f13f6 req-faec7fb9-86d0-4832-b531-f859886f2181 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972947 Jan 28 03:37:22.579966 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-17f757ea-7964-4a5a-812a-46e394ed32b2 req-3ed9ba45-5548-4f08-a3dd-8af4acadadaf tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.42 "DELETE /v2.0/ports/01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 HTTP/1.1" status: 204 len: 173 time: 0.4821899 Jan 28 03:37:22.580827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-deleted', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:22.584834 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371678a6-9702-42f8-9575-72d4e880c961" -d '{"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-deleted", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:22.705935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-eda789ba-0640-40b6-8591-b774d99f549c service neutron] 10.222.0.42 "GET /v2.0/networks/abfa52df-9de6-49e6-9b7a-4f19df0b486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703988 Jan 28 03:37:22.800173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-a8fa81f2-bade-4319-963b-505051adc877 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330748 Jan 28 03:37:22.827479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883769e-ab2d-4a82-844c-9602f3664f59 req-c3ba7cea-79ea-4cc9-a89b-def9780f3099 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:22.829042 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e883769e-ab2d-4a82-844c-9602f3664f59 req-c3ba7cea-79ea-4cc9-a89b-def9780f3099 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 944 time: 0.1636443 Jan 28 03:37:22.895419 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7707f87b-5c8e-43d4-a048-2b6cab2a44e9 req-583fa6e5-9565-44be-87e9-75f95e1d9d5d service neutron] 10.222.0.42 "GET /v2.0/networks/abfa52df-9de6-49e6-9b7a-4f19df0b486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632330 Jan 28 03:37:22.935993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e883769e-ab2d-4a82-844c-9602f3664f59 req-eabb61dc-0d93-427e-8f47-2ad0ac361d37 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/security-groups?id=af8b50ea-43cc-40b6-8186-616480bfa98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913818 Jan 28 03:37:23.017464 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d63e52-5e97-4aa1-9c9c-726f6049c0b1 x-openstack-request-id: req-45d63e52-5e97-4aa1-9c9c-726f6049c0b1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:23.017821 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e880b7d-b3f1-4c1b-8044-4045df99a66a", "tag": "0ee6f39a-1f0a-4742-98d7-c00c703112c9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:23.018149 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45d63e52-5e97-4aa1-9c9c-726f6049c0b1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:23.018828 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e880b7d-b3f1-4c1b-8044-4045df99a66a', 'tag': '0ee6f39a-1f0a-4742-98d7-c00c703112c9', 'status': 'completed', 'code': 200} Jan 28 03:37:23.089294 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165a5b30-b1fb-42d4-b618-a1131f5c8368 x-openstack-request-id: req-165a5b30-b1fb-42d4-b618-a1131f5c8368 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:23.089584 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3089d9d0-78c2-4312-a556-69326a740f03", "name": "network-vif-deleted", "tag": "01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:23.089948 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-165a5b30-b1fb-42d4-b618-a1131f5c8368 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:23.091043 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3089d9d0-78c2-4312-a556-69326a740f03', 'name': 'network-vif-deleted', 'tag': '01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2', 'status': 'completed', 'code': 200} Jan 28 03:37:23.213331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d0cbd80-df91-423e-a2f3-080c167fed47 req-2c5ecdc8-1aea-432a-b93d-c2bc38cfd67d tempest-ListImageFiltersTestJSON-708210589 tempest-ListImageFiltersTestJSON-708210589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3089d9d0-78c2-4312-a556-69326a740f03 HTTP/1.1" status: 200 len: 210 time: 0.0662510 Jan 28 03:37:23.246050 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b6d0c53-e3b6-43be-a387-d67a27ba596a req-2f8f8efe-2b95-4fde-97e3-98fde11800d8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 210 time: 0.0319538 Jan 28 03:37:23.263860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72223765-dd26-4b00-b56f-4fb98bbb62e3 req-5f75b83c-f3d5-46e9-a099-42d97c09fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:23.265462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72223765-dd26-4b00-b56f-4fb98bbb62e3 req-5f75b83c-f3d5-46e9-a099-42d97c09fd74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=275660f67bff43b0a2b00d682afa0db5&device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 1096 time: 0.1542625 Jan 28 03:37:23.430427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712e00-5313-4851-b151-06eb50557179 req-619949ef-6f69-4088-bc34-211c95f01afc tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:23.437415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81712e00-5313-4851-b151-06eb50557179 req-619949ef-6f69-4088-bc34-211c95f01afc tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1003351 Jan 28 03:37:23.462572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72223765-dd26-4b00-b56f-4fb98bbb62e3 req-ecc02bd5-1990-4086-9734-ac8b6822a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:23.464395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72223765-dd26-4b00-b56f-4fb98bbb62e3 req-ecc02bd5-1990-4086-9734-ac8b6822a451 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abfa52df-9de6-49e6-9b7a-4f19df0b486b HTTP/1.1" status: 200 len: 913 time: 0.1926894 Jan 28 03:37:23.524314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72223765-dd26-4b00-b56f-4fb98bbb62e3 req-5e04dad2-3378-40f2-b957-e690bc3d259b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee6f39a-1f0a-4742-98d7-c00c703112c9 HTTP/1.1" status: 200 len: 217 time: 0.0523093 Jan 28 03:37:23.531359 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81712e00-5313-4851-b151-06eb50557179 req-59f3ca4f-ca10-46f1-a387-75d4116c693e tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931072 Jan 28 03:37:23.589090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72223765-dd26-4b00-b56f-4fb98bbb62e3 req-8a3158c5-0b80-4d84-aafd-51c9ec273f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:23.592173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72223765-dd26-4b00-b56f-4fb98bbb62e3 req-8a3158c5-0b80-4d84-aafd-51c9ec273f2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45d88cd7-efc1-4162-aef5-b6f5aed0e6da HTTP/1.1" status: 200 len: 852 time: 0.0585299 Jan 28 03:37:23.659796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72223765-dd26-4b00-b56f-4fb98bbb62e3 req-0e065f34-def6-49d0-93ea-a3bf28e224eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abfa52df-9de6-49e6-9b7a-4f19df0b486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456817 Jan 28 03:37:23.787994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4204ae-8ecc-4fa9-8fe3-a39bca9a27f7 req-310ca683-d242-4444-85e0-e23e657a4bb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:23.795760 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c4204ae-8ecc-4fa9-8fe3-a39bca9a27f7 req-310ca683-d242-4444-85e0-e23e657a4bb9 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1845322 Jan 28 03:37:23.834026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a412eae-ed4f-481e-9ff0-410b81958431 req-240b345a-91b6-4c45-84e4-6c131faf06ed tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:23.837484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a412eae-ed4f-481e-9ff0-410b81958431 req-240b345a-91b6-4c45-84e4-6c131faf06ed tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 945 time: 0.1630039 Jan 28 03:37:23.883719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72223765-dd26-4b00-b56f-4fb98bbb62e3 req-e18f777b-180d-4c9e-a360-f2301a06d7b2 service neutron] 10.222.0.42 "GET /v2.0/networks/abfa52df-9de6-49e6-9b7a-4f19df0b486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068076 Jan 28 03:37:23.982605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a412eae-ed4f-481e-9ff0-410b81958431 req-1949aae5-2298-4c8d-8705-0ba75921c511 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383929 Jan 28 03:37:23.999753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c4204ae-8ecc-4fa9-8fe3-a39bca9a27f7 req-039e7362-f29a-45f6-8e60-1ba5ca05e0e4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031500 Jan 28 03:37:24.149558 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72223765-dd26-4b00-b56f-4fb98bbb62e3 req-002d2f82-0c33-4690-b97d-f1fb2ad24016 service neutron] 10.222.0.42 "GET /v2.0/networks/abfa52df-9de6-49e6-9b7a-4f19df0b486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590842 Jan 28 03:37:24.202947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdef8bc-98cb-4088-978d-daa606f2bc42 req-1b8b150f-0534-4e5e-984e-21122a869ce6 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:24.204580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afdef8bc-98cb-4088-978d-daa606f2bc42 req-1b8b150f-0534-4e5e-984e-21122a869ce6 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 944 time: 0.1375930 Jan 28 03:37:24.217863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b039e354-2306-4dcb-9893-23db2d0008ec req-859b2131-0692-4558-a3f2-8ea06d5b15ff tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1826422 Jan 28 03:37:24.250079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:24.324141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afdef8bc-98cb-4088-978d-daa606f2bc42 req-6eb616e2-63a8-4ea8-8e27-4c4fdefe5850 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/security-groups?id=af8b50ea-43cc-40b6-8186-616480bfa98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927658 Jan 28 03:37:24.380423 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:24.484825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef35561-c72d-4004-9a47-879a8941099a req-86ef1ebb-0147-4f02-ab0a-1b1ce83238fb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:24.487232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-86ef1ebb-0147-4f02-ab0a-1b1ce83238fb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.2100575 Jan 28 03:37:24.522454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Request body: {'port': {'device_id': '95a6761e-04ac-4bd8-86a8-da5f8baebe52', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'admin_state_up': True, 'tenant_id': '351a66772f8144fd8a8b34aaaa3b15fc'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:24.624384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:24.779400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f75e7234-1858-4af3-bdb2-daff90ce7994 req-a8723f16-dc4e-4b83-8526-7ee16dfe78da tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 210 time: 0.0675578 Jan 28 03:37:24.801398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Allocated IP 172.25.1.214 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/d57655eb-6e6b-48af-9cdd-d63c4331849d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:24.849266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Made reservation on behalf of 351a66772f8144fd8a8b34aaaa3b15fc for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:24.853349 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:25.073867 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for port (d57655eb-6e6b-48af-9cdd-d63c4331849d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:25.103606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2b5fe-c5b4-4b0d-9dfd-a794dbea5b40 req-1b179ffe-5e71-4277-9b48-42918e955849 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:25.105204 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ad2b5fe-c5b4-4b0d-9dfd-a794dbea5b40 req-1b179ffe-5e71-4277-9b48-42918e955849 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1605742 Jan 28 03:37:25.112159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Allocated IP 172.20.0.6 (6dc8b666-d82b-4023-ace6-5937f3648af4/f4b2f3ff-1079-418f-b498-69e6ef7fa055/9d88a542-8b9d-4d80-a969-45c2920ced64) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:25.229895 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d57655eb-6e6b-48af-9cdd-d63c4331849d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:25.251016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0ee6f39a-1f0a-4742-98d7-c00c703112c9 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:37:25.269226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:37:25.310297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ad2b5fe-c5b4-4b0d-9dfd-a794dbea5b40 req-14884c91-79a8-438d-a2c2-5531fd369603 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832418 Jan 28 03:37:25.327179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:37:25.327736 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 01311aa5-5aba-4f5b-aa7a-d1d1bd6b29c2 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:37:25.355421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:25.404087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:25.426571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:25.476454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Pushing event updated for resources: {'Port': ['ID=d57655eb-6e6b-48af-9cdd-d63c4331849d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:25.635587 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:25.670018 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks [] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:25.704073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 0ee6f39a-1f0a-4742-98d7-c00c703112c9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0ee6f39a-1f0a-4742-98d7-c00c703112c9,segment=NetworkSegment(3b467440-377b-4032-bd69-fefb7bc62ba6),segment_id=3b467440-377b-4032-bd69-fefb7bc62ba6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:25.720613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '0ee6f39a-1f0a-4742-98d7-c00c703112c9', 'network_id': 'abfa52df-9de6-49e6-9b7a-4f19df0b486b', 'port_id': '0ee6f39a-1f0a-4742-98d7-c00c703112c9', 'mac_address': 'fa:16:3e:41:0e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d88cd7-efc1-4162-aef5-b6f5aed0e6da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:37:25.752065 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d57655eb-6e6b-48af-9cdd-d63c4331849d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:25.773453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:25.773965 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:25.793465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee6f39a-1f0a-4742-98d7-c00c703112c9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:25.818070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 0ee6f39a-1f0a-4742-98d7-c00c703112c9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0ee6f39a-1f0a-4742-98d7-c00c703112c9,segment=NetworkSegment(3b467440-377b-4032-bd69-fefb7bc62ba6),segment_id=3b467440-377b-4032-bd69-fefb7bc62ba6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:25.826304 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:25.828591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:25.913930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Network 6dc8b666-d82b-4023-ace6-5937f3648af4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:25.922877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:25.925346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:25.933287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=0ee6f39a-1f0a-4742-98d7-c00c703112c9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:25.973278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event updated for resources: {'Port': ['ID=9d88a542-8b9d-4d80-a969-45c2920ced64,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:26.046819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:26.047447 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:26.078968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for port (d57655eb-6e6b-48af-9cdd-d63c4331849d), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:26.088146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-25c758e9-63ae-454c-8a20-0e7268ef4897 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5773225 Jan 28 03:37:26.097457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf564-752a-4a85-9c1b-b39536d576c4 req-cd1a6278-0d9a-484f-928e-b516cd6076bd tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:26.099702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adaaf564-752a-4a85-9c1b-b39536d576c4 req-cd1a6278-0d9a-484f-928e-b516cd6076bd tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 945 time: 0.1049995 Jan 28 03:37:26.100413 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (d57655eb-6e6b-48af-9cdd-d63c4331849d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:26.107442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['0ee6f39a-1f0a-4742-98d7-c00c703112c9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:37:26.109331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Request body: {'port': {'device_id': '95a6761e-04ac-4bd8-86a8-da5f8baebe52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:26.247870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Pushing event updated for resources: {'Port': ['ID=d57655eb-6e6b-48af-9cdd-d63c4331849d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:26.277717 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:26.311830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adaaf564-752a-4a85-9c1b-b39536d576c4 req-84fe9b33-f595-41ee-91ae-83348ba48082 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/security-groups?id=af8b50ea-43cc-40b6-8186-616480bfa98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978400 Jan 28 03:37:26.314025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:26.354794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:26.356017 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b039e354-2306-4dcb-9893-23db2d0008ec req-7ff99512-2854-411f-adf9-e3ce441615a1 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1175094 Jan 28 03:37:26.479696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b039e354-2306-4dcb-9893-23db2d0008ec req-56f65fb7-78e8-48bd-96a9-03a4e6226540 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 696 time: 0.1107714 Jan 28 03:37:26.900594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6321-7fce-41a2-b95f-1d906bd81716 req-4d706687-89f9-4e13-9c7e-7218f0154e6a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:26.902208 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adca6321-7fce-41a2-b95f-1d906bd81716 req-4d706687-89f9-4e13-9c7e-7218f0154e6a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 931 time: 0.4185362 Jan 28 03:37:26.979941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039e354-2306-4dcb-9893-23db2d0008ec req-8bde11d2-952f-4135-b906-2b3fac9d28e8 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:26.981381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b039e354-2306-4dcb-9893-23db2d0008ec req-8bde11d2-952f-4135-b906-2b3fac9d28e8 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.4937861 Jan 28 03:37:27.013448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adca6321-7fce-41a2-b95f-1d906bd81716 req-ee8f4e4d-c651-401f-a24f-d823a81d942e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021526 Jan 28 03:37:27.076995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d88a542-8b9d-4d80-a969-45c2920ced64 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:27.087025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Publish callbacks [] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.111005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Transition to ACTIVE for port object 9d88a542-8b9d-4d80-a969-45c2920ced64 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:37:27.128514 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.204109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affa8cf-a679-4904-be8f-3075b83474e1 req-f35425e6-f068-4704-aa23-cadb8f71e265 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:27.205720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1affa8cf-a679-4904-be8f-3075b83474e1 req-f35425e6-f068-4704-aa23-cadb8f71e265 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1112075 Jan 28 03:37:27.245583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=9d88a542-8b9d-4d80-a969-45c2920ced64,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:27.256358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0ee6f39a-1f0a-4742-98d7-c00c703112c9 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:27.359213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1affa8cf-a679-4904-be8f-3075b83474e1 req-68a97593-1066-4b00-beb0-7d2172f041d7 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289611 Jan 28 03:37:27.374373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:37:27.376410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Attempting to bind port 9d88a542-8b9d-4d80-a969-45c2920ced64 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:27.376963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Attempting to bind port 9d88a542-8b9d-4d80-a969-45c2920ced64 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:27.377452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Attempting to bind port 9d88a542-8b9d-4d80-a969-45c2920ced64 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:27.383227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Port 9d88a542-8b9d-4d80-a969-45c2920ced64 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:37:27.383713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Attempting to bind port 9d88a542-8b9d-4d80-a969-45c2920ced64 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:27.389542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:27.390230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Checking segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:27.401219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:27.401219 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.403164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Bound using segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:27.403795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Bound port: 9d88a542-8b9d-4d80-a969-45c2920ced64, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:27.404319 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.507198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] For port 9d88a542-8b9d-4d80-a969-45c2920ced64, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:27.515489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] For port 9d88a542-8b9d-4d80-a969-45c2920ced64, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9d88a542-8b9d-4d80-a969-45c2920ced64,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:27.570444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:27.571155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.599191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e880b7d-b3f1-4c1b-8044-4045df99a66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6f39a-1f0a-4742-98d7-c00c703112c9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:27.602735 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f3ffa7-113d-4b42-9fbe-0e9b95a6de83" -d '{"events": [{"server_uuid": "7e880b7d-b3f1-4c1b-8044-4045df99a66a", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6f39a-1f0a-4742-98d7-c00c703112c9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:27.604976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.618871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 0ee6f39a-1f0a-4742-98d7-c00c703112c9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0ee6f39a-1f0a-4742-98d7-c00c703112c9,segment=NetworkSegment(3b467440-377b-4032-bd69-fefb7bc62ba6),segment_id=3b467440-377b-4032-bd69-fefb7bc62ba6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:27.626365 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.710775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:27.712061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.713642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] 10.222.0.42 "PUT /v2.0/ports/9d88a542-8b9d-4d80-a969-45c2920ced64 HTTP/1.1" status: 200 len: 1092 time: 1.6107693 Jan 28 03:37:27.715811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a6761e-04ac-4bd8-86a8-da5f8baebe52', 'tag': '9d88a542-8b9d-4d80-a969-45c2920ced64'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:27.717278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=0ee6f39a-1f0a-4742-98d7-c00c703112c9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:27.718559 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e62c44-2698-4d2b-9aae-9d9ec4988742" -d '{"events": [{"name": "network-changed", "server_uuid": "95a6761e-04ac-4bd8-86a8-da5f8baebe52", "tag": "9d88a542-8b9d-4d80-a969-45c2920ced64"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:27.771986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f64cc-cee6-425f-9335-35faeee9993d req-36b8b87d-31fb-458d-a636-117f9fe58282 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:27.775467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-36b8b87d-31fb-458d-a636-117f9fe58282 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 820 time: 0.2562456 Jan 28 03:37:27.777183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ae6d-4f4f-4ab5-be4d-869ed173ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=9d88a542-8b9d-4d80-a969-45c2920ced64,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:27.790801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6cc7-ad53-4d31-9620-d94d3f4591ac req-40f706e5-76f1-4c7f-8a4f-c153fb8ef1b5 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:27.798190 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c1c6cc7-ad53-4d31-9620-d94d3f4591ac req-40f706e5-76f1-4c7f-8a4f-c153fb8ef1b5 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 946 time: 0.2000842 Jan 28 03:37:27.873621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-c79268a5-31e2-4aea-a3be-351d5b9bdf8a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/quotas/775941fd15574575bcb37dd67b0173eb HTTP/1.1" status: 200 len: 375 time: 0.0730433 Jan 28 03:37:27.932523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef35561-c72d-4004-9a47-879a8941099a req-2781b309-d36b-4c1d-8bb7-cc50d139f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:27.934072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-2781b309-d36b-4c1d-8bb7-cc50d139f88d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 1095 time: 0.1533687 Jan 28 03:37:27.986852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c1c6cc7-ad53-4d31-9620-d94d3f4591ac req-e6d3e9d2-7638-425c-9af9-11ece24df207 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/security-groups?id=af8b50ea-43cc-40b6-8186-616480bfa98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878061 Jan 28 03:37:27.990468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-f9ee7e2a-6147-41f7-9a46-e8c85865af7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d88a542-8b9d-4d80-a969-45c2920ced64 HTTP/1.1" status: 200 len: 217 time: 0.0438211 Jan 28 03:37:28.000880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-eaed7b9d-b6f2-4a69-9a73-cd8f5c4afe9e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263595 Jan 28 03:37:28.077021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef35561-c72d-4004-9a47-879a8941099a req-b7240b18-c6c0-47fc-8e53-192a687ffd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:28.079427 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-b7240b18-c6c0-47fc-8e53-192a687ffd9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.0776711 Jan 28 03:37:28.129975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-bac581c4-f93b-46cb-8fa0-5d62d97c06a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449984 Jan 28 03:37:28.299599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-caba4c39-1613-4b35-abb6-2ed8db44cf69 service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914255 Jan 28 03:37:28.303776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-0e711044-16af-427e-ba71-eabe2da70855 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599686 Jan 28 03:37:28.424535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:28.431111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-347440587'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:28.454186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:28.458232 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:28.490751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:37:28.495261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-a9abf304-d994-4288-82e2-5b24075cf805 service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876945 Jan 28 03:37:28.497211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cef35561-c72d-4004-9a47-879a8941099a req-f01fd7fc-e975-46a7-90b0-427df60e6767 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815345 Jan 28 03:37:28.505150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e108325e-5e41-4491-be8d-e9b50cc4c053), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:28.505576 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Added segment e108325e-5e41-4491-be8d-e9b50cc4c053 of type vlan for network 59a6cd2b-f3fb-444d-9be1-fcacf252242c Jan 28 03:37:28.523087 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff47affc-080a-4aa0-8195-5c42d6f3989b x-openstack-request-id: req-ff47affc-080a-4aa0-8195-5c42d6f3989b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:28.525545 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e880b7d-b3f1-4c1b-8044-4045df99a66a", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6f39a-1f0a-4742-98d7-c00c703112c9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:28.526260 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff47affc-080a-4aa0-8195-5c42d6f3989b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:28.528008 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e880b7d-b3f1-4c1b-8044-4045df99a66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6f39a-1f0a-4742-98d7-c00c703112c9', 'code': 200} Jan 28 03:37:28.567514 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd24423-b421-4f80-a157-7a1301afeb47 x-openstack-request-id: req-3dd24423-b421-4f80-a157-7a1301afeb47 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:28.567744 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (59a6cd2b-f3fb-444d-9be1-fcacf252242c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:28.567868 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a6761e-04ac-4bd8-86a8-da5f8baebe52", "tag": "9d88a542-8b9d-4d80-a969-45c2920ced64", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:28.568176 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3dd24423-b421-4f80-a157-7a1301afeb47 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:28.568602 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a6761e-04ac-4bd8-86a8-da5f8baebe52', 'tag': '9d88a542-8b9d-4d80-a969-45c2920ced64', 'status': 'completed', 'code': 200} Jan 28 03:37:28.599528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (59a6cd2b-f3fb-444d-9be1-fcacf252242c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:28.605478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:28.606162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:28.663109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:28.716799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Network': ['ID=59a6cd2b-f3fb-444d-9be1-fcacf252242c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:28.729557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 59a6cd2b-f3fb-444d-9be1-fcacf252242c details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:37:28.739621 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfb4c8-0d27-4197-aaad-8d867b3f70eb req-58e71283-9687-4e21-a88b-743c888eb346 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:28.751889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afcfb4c8-0d27-4197-aaad-8d867b3f70eb req-58e71283-9687-4e21-a88b-743c888eb346 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 943 time: 0.1243956 Jan 28 03:37:28.771683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59630) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:28.773955 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7ec8f944-3f42-40a2-8b9c-f4c69e333de5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3477652 Jan 28 03:37:28.790584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24605ed8-68a1-4bb4-893a-b669f638b3a2 req-7b336b41-d338-4ea0-9923-08648c74bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:28.792232 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24605ed8-68a1-4bb4-893a-b669f638b3a2 req-7b336b41-d338-4ea0-9923-08648c74bdcd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 1098 time: 0.0688856 Jan 28 03:37:28.799245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-483929902'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:28.821817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62c44-2698-4d2b-9aae-9d9ec4988742 req-6efa45c4-109e-413d-89d3-f2439c78c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:28.823196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9e62c44-2698-4d2b-9aae-9d9ec4988742 req-6efa45c4-109e-413d-89d3-f2439c78c421 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 1095 time: 0.1618867 Jan 28 03:37:28.918428 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24605ed8-68a1-4bb4-893a-b669f638b3a2 req-d5a87185-67e7-488a-ba8b-fe6734e0bf63 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af8b50ea-43cc-40b6-8186-616480bfa98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171138 Jan 28 03:37:28.936834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59640) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:28.942232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-834886829'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:28.967310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:28.972256 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.005748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:37:29.009369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:29.012522 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.027256 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8bde23b3-713c-4d86-bd40-79abbfa5297a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.027788 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Added segment 8bde23b3-713c-4d86-bd40-79abbfa5297a of type vlan for network 02253080-017c-4927-b3f9-956584b94148 Jan 28 03:37:29.039430 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afcfb4c8-0d27-4197-aaad-8d867b3f70eb req-a0ab6315-29ff-4c41-9782-e60df8b7257c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851768 Jan 28 03:37:29.074398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faaedf53-6400-42e6-b22d-3c844713dce6 req-eb58cff1-19f1-4020-8a1b-beb8650e11a2 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 210 time: 0.1056280 Jan 28 03:37:29.101678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (02253080-017c-4927-b3f9-956584b94148), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.123360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-46687b8d-25db-4c57-b39c-6721be2503ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9a46626b79b48aba5afb4b404e06e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4581568 Jan 28 03:37:29.126281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59646) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:29.134440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:37:29.159938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (02253080-017c-4927-b3f9-956584b94148), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.166944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:29.167688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.175389 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4ca629eb-325c-4167-aefd-474267576a6e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.175389 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Added segment 4ca629eb-325c-4167-aefd-474267576a6e of type vlan for network b13e6eb6-833b-43bc-bb68-367d8fede46e Jan 28 03:37:29.177495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62c44-2698-4d2b-9aae-9d9ec4988742 req-269f0149-87c5-4463-b358-7efceb135e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:29.179663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9e62c44-2698-4d2b-9aae-9d9ec4988742 req-269f0149-87c5-4463-b358-7efceb135e7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 912 time: 0.3430924 Jan 28 03:37:29.277379 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3392909 Jan 28 03:37:29.283444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59648) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:29.300431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1541917560'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:29.310503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9e62c44-2698-4d2b-9aae-9d9ec4988742 req-62f88092-6dad-4106-914b-79ef3f9a1ca8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d88a542-8b9d-4d80-a969-45c2920ced64 HTTP/1.1" status: 200 len: 217 time: 0.0973389 Jan 28 03:37:29.311730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d19e47-3cf9-4257-858d-93d7d23d906e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Network': ['ID=02253080-017c-4927-b3f9-956584b94148,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:29.316864 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (b13e6eb6-833b-43bc-bb68-367d8fede46e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.324097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 02253080-017c-4927-b3f9-956584b94148 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:37:29.328809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bb146fc-9b9a-4274-918c-7d5b30d8f775 admin admin] Publish callbacks [] for security_group (0d2d61dc-06f0-4baa-8eac-9378cbea5a96), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.349970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53e2a5-7af1-4923-96cc-d400c44490cc req-43ec269d-152b-4b04-80f8-16d56c457a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:29.351687 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d53e2a5-7af1-4923-96cc-d400c44490cc req-43ec269d-152b-4b04-80f8-16d56c457a88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 1099 time: 0.0914106 Jan 28 03:37:29.369482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bb146fc-9b9a-4274-918c-7d5b30d8f775 admin admin] Publish callbacks [] for security_group (0d2d61dc-06f0-4baa-8eac-9378cbea5a96), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.388225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506a69b-37a6-425b-884f-380bb4dbe6c0 req-8764e933-f094-442b-9fb0-174580eeae21 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:29.390173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e506a69b-37a6-425b-884f-380bb4dbe6c0 req-8764e933-f094-442b-9fb0-174580eeae21 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 946 time: 0.2389812 Jan 28 03:37:29.414105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cdf4b-b2f2-4053-95cc-3b77dd428263 req-487e896e-cf56-452f-a908-0de9fbfa9c2c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:29.415662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8cdf4b-b2f2-4053-95cc-3b77dd428263 req-487e896e-cf56-452f-a908-0de9fbfa9c2c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.2683465 Jan 28 03:37:29.420344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:29.423540 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.475188 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (b13e6eb6-833b-43bc-bb68-367d8fede46e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.481184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:29.481817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.494945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53e2a5-7af1-4923-96cc-d400c44490cc req-d07f0d0f-65f2-45b7-a9d5-85f93d3f3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:29.496656 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d53e2a5-7af1-4923-96cc-d400c44490cc req-d07f0d0f-65f2-45b7-a9d5-85f93d3f3de4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 915 time: 0.1368842 Jan 28 03:37:29.509529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62c44-2698-4d2b-9aae-9d9ec4988742 req-26731789-6aaa-4114-a1e1-56b3893fa3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:29.511046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9e62c44-2698-4d2b-9aae-9d9ec4988742 req-26731789-6aaa-4114-a1e1-56b3893fa3e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.1918106 Jan 28 03:37:29.514072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bb146fc-9b9a-4274-918c-7d5b30d8f775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0d2d61dc-06f0-4baa-8eac-9378cbea5a96), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.516953 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bb146fc-9b9a-4274-918c-7d5b30d8f775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.518808 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2bb146fc-9b9a-4274-918c-7d5b30d8f775 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d2d61dc-06f0-4baa-8eac-9378cbea5a96 HTTP/1.1" status: 204 len: 168 time: 0.3878381 Jan 28 03:37:29.564546 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d53e2a5-7af1-4923-96cc-d400c44490cc req-2da4d897-f980-4641-aff1-e324b3ff1a25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab HTTP/1.1" status: 200 len: 217 time: 0.0600016 Jan 28 03:37:29.567073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb146fc-9b9a-4274-918c-7d5b30d8f775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2d61dc-06f0-4baa-8eac-9378cbea5a96,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:29.653500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53e2a5-7af1-4923-96cc-d400c44490cc req-ee2b7d67-f4cb-4d56-a7e7-4cdd33ed3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:29.654983 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d53e2a5-7af1-4923-96cc-d400c44490cc req-ee2b7d67-f4cb-4d56-a7e7-4cdd33ed3aea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df9ef53-ff85-4dc0-b919-1760fa37f332 HTTP/1.1" status: 200 len: 854 time: 0.0654647 Jan 28 03:37:29.692674 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d53e2a5-7af1-4923-96cc-d400c44490cc req-10c6a46a-d10c-4339-a2ce-252aa07b962a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0589fcf6-7339-4f9f-8081-24e5b2cb01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301163 Jan 28 03:37:29.789979 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d53e2a5-7af1-4923-96cc-d400c44490cc req-f72e0f80-f43c-424a-9e86-7badea3d5db5 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904176 Jan 28 03:37:29.898315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1178083 Jan 28 03:37:29.901883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59662) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:29.913070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'subnet': {'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:29.915282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9e62c44-2698-4d2b-9aae-9d9ec4988742 req-08646ac8-76d5-4589-aad7-251bbbc43962 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3605025 Jan 28 03:37:29.916029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:37:29.922471 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d53e2a5-7af1-4923-96cc-d400c44490cc req-6022ee0d-3309-4f36-b331-09b2b10a5431 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239078 Jan 28 03:37:29.962882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e506a69b-37a6-425b-884f-380bb4dbe6c0 req-520407af-5b32-449e-84e4-3eff0732091d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/security-groups?id=af8b50ea-43cc-40b6-8186-616480bfa98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640302 Jan 28 03:37:29.983807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8cdf4b-b2f2-4053-95cc-3b77dd428263 req-4f5fd3dc-d93f-4e61-a188-cf3fc84610e2 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459955 Jan 28 03:37:29.983807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd4be4-dfe7-4d5c-8c0f-aefbce946712 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Network': ['ID=b13e6eb6-833b-43bc-bb68-367d8fede46e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:29.984557 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (60b8e909-9a35-410d-bb09-322cb8c75225), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.984937 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Added segment 60b8e909-9a35-410d-bb09-322cb8c75225 of type vlan for network a3a80fdf-c41a-4b73-8c60-e05579ebca4c Jan 28 03:37:30.005269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network b13e6eb6-833b-43bc-bb68-367d8fede46e details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:37:30.079340 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a3a80fdf-c41a-4b73-8c60-e05579ebca4c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.124804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9e62c44-2698-4d2b-9aae-9d9ec4988742 req-d195bd30-30ae-43c8-9d04-7fd7da91f51b service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855538 Jan 28 03:37:30.129699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a3a80fdf-c41a-4b73-8c60-e05579ebca4c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.137082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:30.137777 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.140790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:30.152417 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.298259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f64cc-cee6-425f-9335-35faeee9993d req-d2528484-bccb-4095-afcf-72bceb6ab2ba tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:30.299741 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-d2528484-bccb-4095-afcf-72bceb6ab2ba tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.25 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 820 time: 0.2930756 Jan 28 03:37:30.316620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0272582 Jan 28 03:37:30.318639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59674) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:30.325834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'subnet': {'network_id': '02253080-017c-4927-b3f9-956584b94148', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:30.337624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Request body: {'port': {'device_id': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'admin_state_up': True, 'tenant_id': '775941fd15574575bcb37dd67b0173eb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:30.383803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5b248fd-43f6-4c61-9cf5-489e01b1a0ab req-0457be8d-550c-412f-a06d-75f74e0c658c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 210 time: 0.0973539 Jan 28 03:37:30.384511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c72a5-c6ad-4c7f-9f29-b4ecc90bdaeb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Network': ['ID=a3a80fdf-c41a-4b73-8c60-e05579ebca4c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:30.400691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a3a80fdf-c41a-4b73-8c60-e05579ebca4c details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:37:30.493495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657fc7b-bb1d-48dd-be3a-24c829efedd1 req-4ce6fbef-87b7-43a5-a379-e7e0a9b4653a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:30.502501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5657fc7b-bb1d-48dd-be3a-24c829efedd1 req-4ce6fbef-87b7-43a5-a379-e7e0a9b4653a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 943 time: 0.2188430 Jan 28 03:37:30.509925 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9e62c44-2698-4d2b-9aae-9d9ec4988742 req-7dd9ebd9-f3d2-4984-ac49-2a169748b55b service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680179 Jan 28 03:37:30.567182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5657fc7b-bb1d-48dd-be3a-24c829efedd1 req-5034fd30-405a-4c17-acf5-30312e0efcf9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561376 Jan 28 03:37:30.576175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:30.579535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.655634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (bd35043c-d5c0-4cca-bdf3-87ff8426268c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.706333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Made reservation on behalf of 775941fd15574575bcb37dd67b0173eb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:30.709639 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.756457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Subnet': ['ID=bd35043c-d5c0-4cca-bdf3-87ff8426268c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:30.857932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Checking segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:30.858677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network hostable DHCP agents. Network: 59a6cd2b-f3fb-444d-9be1-fcacf252242c, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:37:30.894903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5474c654-24c1-434e-8144-ab5e34889107 req-950a9825-aac1-40c8-a60e-f303981dbdb1 tempest-AbsoluteLimitsNegativeTestJSON-682427634 tempest-AbsoluteLimitsNegativeTestJSON-682427634-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d552ed1a32e1416f8f806b13b841462b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266092 Jan 28 03:37:30.949512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network 59a6cd2b-f3fb-444d-9be1-fcacf252242c is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:37:30.982151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 59a6cd2b-f3fb-444d-9be1-fcacf252242c) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:30.989581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (b3a037f0-7fa4-4719-a630-598715252f0a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.993532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Allocated IP 172.20.0.14 (9720749f-44cd-4c48-ab0c-bb87727aa013/2e054791-0281-4d92-ba2e-f0afc84e130d/3847f3ed-423b-4615-a32d-062665a400ed) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:30.995522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa3f54-2d77-447e-ae0e-9133a8fec2b8 None None] Network 59a6cd2b-f3fb-444d-9be1-fcacf252242c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:31.010565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:31.011156 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:31.031207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474c654-24c1-434e-8144-ab5e34889107 req-907c34f2-79c5-4f4c-abd4-2d8c551ef79a tempest-AbsoluteLimitsNegativeTestJSON-682427634 tempest-AbsoluteLimitsNegativeTestJSON-682427634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:31.033484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5474c654-24c1-434e-8144-ab5e34889107 req-907c34f2-79c5-4f4c-abd4-2d8c551ef79a tempest-AbsoluteLimitsNegativeTestJSON-682427634 tempest-AbsoluteLimitsNegativeTestJSON-682427634-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281097 Jan 28 03:37:31.048773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5474c654-24c1-434e-8144-ab5e34889107 req-c58eeb00-dfda-4b1a-a00c-2835f2516286 tempest-AbsoluteLimitsNegativeTestJSON-682427634 tempest-AbsoluteLimitsNegativeTestJSON-682427634-project] 10.222.0.44 "GET /v2.0/quotas/d552ed1a32e1416f8f806b13b841462b HTTP/1.1" status: 200 len: 375 time: 0.0096343 Jan 28 03:37:31.075932 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1fffd985-eebc-4f58-b497-dc0a341704c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1676209 Jan 28 03:37:31.082170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:31.101251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5474c654-24c1-434e-8144-ab5e34889107 req-2bbc10d4-e4be-4ddf-8e4a-66c53a6ce372 tempest-AbsoluteLimitsNegativeTestJSON-682427634 tempest-AbsoluteLimitsNegativeTestJSON-682427634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d552ed1a32e1416f8f806b13b841462b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425897 Jan 28 03:37:31.105442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'subnet': {'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:31.167084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8808-cdad-4ed9-a64c-41e310597a61 req-1ff3aa91-6880-4cf7-b8e1-c74d00f8d563 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:31.173895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-700a8808-cdad-4ed9-a64c-41e310597a61 req-1ff3aa91-6880-4cf7-b8e1-c74d00f8d563 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 946 time: 0.0796838 Jan 28 03:37:31.175622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'fixed_ips': [{'subnet_id': 'bd35043c-d5c0-4cca-bdf3-87ff8426268c'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:37:31.176625 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:31.212116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Subnet': ['ID=b3a037f0-7fa4-4719-a630-598715252f0a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:31.267134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Checking segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:31.267512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network hostable DHCP agents. Network: 02253080-017c-4927-b3f9-956584b94148, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:37:31.277044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:31.281510 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:31.288075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9d88a542-8b9d-4d80-a969-45c2920ced64 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:37:31.302027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99800ce5-6429-4294-b217-aea1b7d1c960 req-8e11762b-3682-4c56-ae8b-17f944a84229 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:31.305172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99800ce5-6429-4294-b217-aea1b7d1c960 req-8e11762b-3682-4c56-ae8b-17f944a84229 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1074436 Jan 28 03:37:31.314928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-700a8808-cdad-4ed9-a64c-41e310597a61 req-e6b15f3e-497e-43c8-b68b-7b40854a16bc tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/security-groups?id=af8b50ea-43cc-40b6-8186-616480bfa98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395540 Jan 28 03:37:31.372797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99800ce5-6429-4294-b217-aea1b7d1c960 req-b83761f3-dd9d-4848-ac12-3650bb76950f tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557239 Jan 28 03:37:31.457862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Allocated IP 10.1.1.2 (59a6cd2b-f3fb-444d-9be1-fcacf252242c/bd35043c-d5c0-4cca-bdf3-87ff8426268c/c04420e5-64f8-45cd-8643-6e520240fac9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:31.510562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9d88a542-8b9d-4d80-a969-45c2920ced64, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9d88a542-8b9d-4d80-a969-45c2920ced64,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:31.559328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '9d88a542-8b9d-4d80-a969-45c2920ced64', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'port_id': '9d88a542-8b9d-4d80-a969-45c2920ced64', 'mac_address': 'fa:16:3e:c0:23:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b2f3ff-1079-418f-b498-69e6ef7fa055', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:37:31.634422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 9d88a542-8b9d-4d80-a969-45c2920ced64 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:31.635018 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:31.639825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a95fcd-f3ee-42bf-8bfe-e80bd9b77d67 req-0072f699-b5fc-4296-b2a9-acd2921ed022 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:31.646994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0a95fcd-f3ee-42bf-8bfe-e80bd9b77d67 req-0072f699-b5fc-4296-b2a9-acd2921ed022 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.0697863 Jan 28 03:37:31.649933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59718) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:31.672599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d88a542-8b9d-4d80-a969-45c2920ced64 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:31.704417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9d88a542-8b9d-4d80-a969-45c2920ced64, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9d88a542-8b9d-4d80-a969-45c2920ced64,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:31.707146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffc11efb-ec0f-4b34-b5f9-37c13c24a250 req-8f0dfa12-0d7e-496f-ad1c-90e32852b813 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 210 time: 0.0375550 Jan 28 03:37:31.719759 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:31.725269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Publish callbacks [] for port (c04420e5-64f8-45cd-8643-6e520240fac9), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:31.770466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0a95fcd-f3ee-42bf-8bfe-e80bd9b77d67 req-8721aec8-e2ac-4145-9c0d-e1e7498bdd70 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225138 Jan 28 03:37:31.775318 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:31.795823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=9d88a542-8b9d-4d80-a969-45c2920ced64,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:31.826647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network 02253080-017c-4927-b3f9-956584b94148 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:37:31.840390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Pushing event updated for resources: {'Port': ['ID=c04420e5-64f8-45cd-8643-6e520240fac9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:31.865386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Network 59a6cd2b-f3fb-444d-9be1-fcacf252242c is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:31.876084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:31.877419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 02253080-017c-4927-b3f9-956584b94148) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:31.878708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:31.895591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd93ed2c-acef-4cd2-a310-c9b425a221b6 None None] Network 02253080-017c-4927-b3f9-956584b94148 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:31.904783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:31.905411 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:31.931686 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e75a4884-105d-4c31-b59f-077124f8c199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:31.947568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for port (3847f3ed-423b-4615-a32d-062665a400ed), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:31.950376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841a1e4-fdec-471d-88bc-6fedaff24f7f req-3b0859f7-e322-4329-8aa8-3b632b46272f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:31.952064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4841a1e4-fdec-471d-88bc-6fedaff24f7f req-3b0859f7-e322-4329-8aa8-3b632b46272f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 944 time: 0.1114020 Jan 28 03:37:31.955221 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-681ac5bc-0781-4df7-9955-757bdf39a1c8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6352832 Jan 28 03:37:31.958797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:31.964880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'subnet': {'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:32.018730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Attempting to bind port c04420e5-64f8-45cd-8643-6e520240fac9 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:32.019105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Attempting to bind port c04420e5-64f8-45cd-8643-6e520240fac9 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:32.019539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Attempting to bind port c04420e5-64f8-45cd-8643-6e520240fac9 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:32.030866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:32.031248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Checking segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:32.031974 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.032115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Bound using segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:32.032810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Bound port: c04420e5-64f8-45cd-8643-6e520240fac9, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:32.033195 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.074334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3847f3ed-423b-4615-a32d-062665a400ed), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.103876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4841a1e4-fdec-471d-88bc-6fedaff24f7f req-ea31534f-b99b-4a06-b19a-abc353e9f7d7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354241 Jan 28 03:37:32.116963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] For port c04420e5-64f8-45cd-8643-6e520240fac9, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:32.120806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] For port c04420e5-64f8-45cd-8643-6e520240fac9, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c04420e5-64f8-45cd-8643-6e520240fac9,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:32.127523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['9d88a542-8b9d-4d80-a969-45c2920ced64'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:37:32.130247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e24e6c54-ef32-4918-88f4-7e08f60d4f9d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:37:32.130990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Network 9720749f-44cd-4c48-ab0c-bb87727aa013 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:32.141836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:32.144762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:32.146038 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.177696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:32.186548 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.218523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:32.219216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.256431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3702e-997f-4543-bc42-63594b5635e6 None None] Pushing event updated for resources: {'Port': ['ID=c04420e5-64f8-45cd-8643-6e520240fac9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:32.280467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Pushing event updated for resources: {'Port': ['ID=3847f3ed-423b-4615-a32d-062665a400ed,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:32.292117 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (a214ee62-0ef4-45ec-8762-abe42f7a96f3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.345018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-02253080-017c-4927-b3f9-956584b94148', 'network_id': '02253080-017c-4927-b3f9-956584b94148', 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'fixed_ips': [{'subnet_id': 'b3a037f0-7fa4-4719-a630-598715252f0a'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:37:32.346670 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.362804 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-03ee5f62-29d8-4c33-a31b-1755c9012332 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0322444 Jan 28 03:37:32.395041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Request body: {'port': {'device_id': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:32.399626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e75a4884-105d-4c31-b59f-077124f8c199 admin admin] Publish callbacks [] for security_group (b067be63-e25e-48ab-8e97-acbaa4854737), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.428374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e75a4884-105d-4c31-b59f-077124f8c199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b067be63-e25e-48ab-8e97-acbaa4854737), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.447329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Subnet': ['ID=a214ee62-0ef4-45ec-8762-abe42f7a96f3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:32.461607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Checking segment: {'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:32.462223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network hostable DHCP agents. Network: b13e6eb6-833b-43bc-bb68-367d8fede46e, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:37:32.497403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3847f3ed-423b-4615-a32d-062665a400ed), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.529729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a4884-105d-4c31-b59f-077124f8c199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b067be63-e25e-48ab-8e97-acbaa4854737,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:32.541782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network b13e6eb6-833b-43bc-bb68-367d8fede46e is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:37:32.544757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15880ef8-aaa7-40d0-968c-8529b022dc9f req-13fae07c-2290-4466-8446-676ed1b1268c tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:32.551959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15880ef8-aaa7-40d0-968c-8529b022dc9f req-13fae07c-2290-4466-8446-676ed1b1268c tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 946 time: 0.2795579 Jan 28 03:37:32.560410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0d7fd-98c8-474f-b7cb-2a123ba528ff req-3d61c79f-823f-4c07-8fcb-9aad40b924ce tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:32.562104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3af0d7fd-98c8-474f-b7cb-2a123ba528ff req-3d61c79f-823f-4c07-8fcb-9aad40b924ce tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.2934058 Jan 28 03:37:32.573595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, b13e6eb6-833b-43bc-bb68-367d8fede46e) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:32.578981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Allocated IP 10.1.1.2 (02253080-017c-4927-b3f9-956584b94148/b3a037f0-7fa4-4719-a630-598715252f0a/12b6ded8-33b0-4f07-9f27-97c0762ca7ed) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:32.580812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:32.581741 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.592477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:32.592694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e75a4884-105d-4c31-b59f-077124f8c199 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d552ed1a32e1416f8f806b13b841462b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9420843 Jan 28 03:37:32.693384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a8c64f03-f273-402d-b46e-13384df46f8a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6012409 Jan 28 03:37:32.698983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59736) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:32.712450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'port': {'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'name': 'tempest-TaggedBootDevicesTest_v242-68294071', 'fixed_ips': [{'subnet_id': 'bd35043c-d5c0-4cca-bdf3-87ff8426268c'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:32.797541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3af0d7fd-98c8-474f-b7cb-2a123ba528ff req-4cb143e8-1099-4507-8787-a5848bf0af50 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207074 Jan 28 03:37:32.802121 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77f77150-2c66-48e6-bcab-24dd7a2f70f5 admin admin] Publish callbacks [] for security_group (b067be63-e25e-48ab-8e97-acbaa4854737), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.837263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1328a1c5-3354-443e-b0b1-07e56632abc2 None None] Network b13e6eb6-833b-43bc-bb68-367d8fede46e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:32.884105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77f77150-2c66-48e6-bcab-24dd7a2f70f5 admin admin] Publish callbacks [] for security_group (b067be63-e25e-48ab-8e97-acbaa4854737), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.930045 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15880ef8-aaa7-40d0-968c-8529b022dc9f req-1058036d-aad9-463a-b411-9652f169e1dc tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/security-groups?id=af8b50ea-43cc-40b6-8186-616480bfa98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714933 Jan 28 03:37:33.053031 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Publish callbacks [] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.068530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2fab644a-7fb5-419a-bd34-de3467907fe0 None None] Provisioning complete for port 3847f3ed-423b-4615-a32d-062665a400ed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:33.069240 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fab644a-7fb5-419a-bd34-de3467907fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3847f3ed-423b-4615-a32d-062665a400ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.073706 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (bfa3a067-191e-40a1-8915-8345cd15ca5d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.082740 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77f77150-2c66-48e6-bcab-24dd7a2f70f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b067be63-e25e-48ab-8e97-acbaa4854737), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.085937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77f77150-2c66-48e6-bcab-24dd7a2f70f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.087442 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-77f77150-2c66-48e6-bcab-24dd7a2f70f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b067be63-e25e-48ab-8e97-acbaa4854737 HTTP/1.1" status: 204 len: 168 time: 0.4900005 Jan 28 03:37:33.090532 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.111601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3847f3ed-423b-4615-a32d-062665a400ed {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:33.116274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f77150-2c66-48e6-bcab-24dd7a2f70f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b067be63-e25e-48ab-8e97-acbaa4854737,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:33.122919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c04420e5-64f8-45cd-8643-6e520240fac9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:33.123256 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Publish callbacks [] for port (3847f3ed-423b-4615-a32d-062665a400ed), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.143406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Transition to ACTIVE for port object 3847f3ed-423b-4615-a32d-062665a400ed will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:37:33.152663 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3847f3ed-423b-4615-a32d-062665a400ed), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.213437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28ebe2-8679-441b-bd19-1de6d6495cad req-2a35800b-9686-4bf5-8399-b709601bcff5 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:33.221146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf28ebe2-8679-441b-bd19-1de6d6495cad req-2a35800b-9686-4bf5-8399-b709601bcff5 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 932 time: 0.2507839 Jan 28 03:37:33.228158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:33.291273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Pushing event updated for resources: {'Port': ['ID=3847f3ed-423b-4615-a32d-062665a400ed,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:33.310704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Subnet': ['ID=bfa3a067-191e-40a1-8915-8345cd15ca5d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:33.346211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88121cfc-574a-4b02-8648-26f2d49e5b2d req-788d3872-4cea-47d5-b69d-e3014cc3b2e2 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:33.357998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88121cfc-574a-4b02-8648-26f2d49e5b2d req-788d3872-4cea-47d5-b69d-e3014cc3b2e2 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.2923136 Jan 28 03:37:33.417762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Checking segment: {'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:33.418147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network hostable DHCP agents. Network: a3a80fdf-c41a-4b73-8c60-e05579ebca4c, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:37:33.419802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Attempting to bind port 3847f3ed-423b-4615-a32d-062665a400ed on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:33.420233 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Attempting to bind port 3847f3ed-423b-4615-a32d-062665a400ed by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:33.420652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Attempting to bind port 3847f3ed-423b-4615-a32d-062665a400ed on network 9720749f-44cd-4c48-ab0c-bb87727aa013 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:33.426485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Port 3847f3ed-423b-4615-a32d-062665a400ed on network 9720749f-44cd-4c48-ab0c-bb87727aa013 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:37:33.426986 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Attempting to bind port 3847f3ed-423b-4615-a32d-062665a400ed on network 9720749f-44cd-4c48-ab0c-bb87727aa013 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:33.433381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:33.433891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Checking segment: {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:33.434373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Bound using segment: {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:33.434912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Bound port: 3847f3ed-423b-4615-a32d-062665a400ed, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:33.435644 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3847f3ed-423b-4615-a32d-062665a400ed), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.524438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network a3a80fdf-c41a-4b73-8c60-e05579ebca4c is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:37:33.547216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Network 02253080-017c-4927-b3f9-956584b94148 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:33.562174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2fab644a-7fb5-419a-bd34-de3467907fe0 None None] Port 3847f3ed-423b-4615-a32d-062665a400ed cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:33.573563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a3a80fdf-c41a-4b73-8c60-e05579ebca4c) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:33.576093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] For port 3847f3ed-423b-4615-a32d-062665a400ed, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:33.581201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:33.582433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] For port 3847f3ed-423b-4615-a32d-062665a400ed, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3847f3ed-423b-4615-a32d-062665a400ed,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:33.582701 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.587032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Pushing event updated for resources: {'Port': ['ID=12b6ded8-33b0-4f07-9f27-97c0762ca7ed,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:33.589715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:33.598870 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3847f3ed-423b-4615-a32d-062665a400ed), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.612222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-b13e6eb6-833b-43bc-bb68-367d8fede46e', 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e', 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'fixed_ips': [{'subnet_id': 'a214ee62-0ef4-45ec-8762-abe42f7a96f3'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:37:33.613079 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.625749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf28ebe2-8679-441b-bd19-1de6d6495cad req-8ac60a52-dc9e-44ba-af07-8e804b1189d8 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035265 Jan 28 03:37:33.629629 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:33.635809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb10723-c156-44e3-84e9-a152c4c6739d None None] Network a3a80fdf-c41a-4b73-8c60-e05579ebca4c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:33.652278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88121cfc-574a-4b02-8648-26f2d49e5b2d req-6da01640-ced5-4034-9141-5ee47ea2b824 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911358 Jan 28 03:37:33.659782 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6686ea37-f7e8-4216-af16-d72efa55f347 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6997032 Jan 28 03:37:33.700104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:33.706036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'port': {'network_id': '02253080-017c-4927-b3f9-956584b94148', 'name': 'tempest-TaggedBootDevicesTest-683268736', 'fixed_ips': [{'subnet_id': 'b3a037f0-7fa4-4719-a630-598715252f0a'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:33.721205 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.773238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:33.773866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.775347 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] 10.222.0.25 "PUT /v2.0/ports/3847f3ed-423b-4615-a32d-062665a400ed HTTP/1.1" status: 200 len: 1093 time: 1.3900659 Jan 28 03:37:33.775817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'tag': '3847f3ed-423b-4615-a32d-062665a400ed'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:33.795091 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8577986c-b65b-444c-9eae-95f1ea9bbaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c", "tag": "3847f3ed-423b-4615-a32d-062665a400ed"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:33.891474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5653bc-0b3a-47d2-a0b8-15bed89977ce service neutron] Pushing event updated for resources: {'Port': ['ID=3847f3ed-423b-4615-a32d-062665a400ed,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:33.960791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f64cc-cee6-425f-9335-35faeee9993d req-e2991cd6-3a18-455e-ac54-8b2ba0e425a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:33.966242 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-e2991cd6-3a18-455e-ac54-8b2ba0e425a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 1096 time: 0.0890374 Jan 28 03:37:34.041736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] device_id is not set on port e8774d71-d445-4466-9295-940f388820b2 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:37:34.052256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:34.056734 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-9e8ed680-fbdc-4a71-9d33-2b85d93bd50f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3847f3ed-423b-4615-a32d-062665a400ed HTTP/1.1" status: 200 len: 217 time: 0.0758045 Jan 28 03:37:34.096964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-6c1d0c51-242c-40b2-a9c6-387f738dd3ee tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:34.098720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-6c1d0c51-242c-40b2-a9c6-387f738dd3ee tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 946 time: 0.4142752 Jan 28 03:37:34.118228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c04420e5-64f8-45cd-8643-6e520240fac9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:34.118608 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.157207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f64cc-cee6-425f-9335-35faeee9993d req-305dfa4a-9842-4368-8f97-7736e9d5e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:34.165650 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-305dfa4a-9842-4368-8f97-7736e9d5e7ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.1014135 Jan 28 03:37:34.205173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98732717-29fb-46fa-9fda-661b7ecc4805 None None] Network 59a6cd2b-f3fb-444d-9be1-fcacf252242c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:34.258727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f64cc-cee6-425f-9335-35faeee9993d req-aa42be25-fb26-4a37-86b6-be108bad9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:34.265208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-aa42be25-fb26-4a37-86b6-be108bad9ef9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826874 Jan 28 03:37:34.286725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a103c-bf7a-4f0a-8a82-47432e1fa766 req-f8e5bffb-b0db-4f8e-99ca-f5293455518f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:34.294222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-251a103c-bf7a-4f0a-8a82-47432e1fa766 req-f8e5bffb-b0db-4f8e-99ca-f5293455518f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 944 time: 0.4449787 Jan 28 03:37:34.322448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Attempting to bind port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:34.322819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Attempting to bind port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:34.323184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Attempting to bind port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:34.366575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:34.367183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Checking segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:34.367658 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.368046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Bound using segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:34.368528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Bound port: 12b6ded8-33b0-4f07-9f27-97c0762ca7ed, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:34.368930 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.380635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-a3a80fdf-c41a-4b73-8c60-e05579ebca4c', 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c', 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'fixed_ips': [{'subnet_id': 'bfa3a067-191e-40a1-8915-8345cd15ca5d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:37:34.381529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.389072 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-0f8dec34-0e8e-40f9-aca6-6fe54cc40589 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160455 Jan 28 03:37:34.420596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Allocated IP 10.2.2.2 (b13e6eb6-833b-43bc-bb68-367d8fede46e/a214ee62-0ef4-45ec-8762-abe42f7a96f3/6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:34.440358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a26ea-74f0-47ce-8284-baef6b30fa48 req-6dc71061-b467-48ba-b6b1-565008318528 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:34.445532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-444a26ea-74f0-47ce-8284-baef6b30fa48 req-6dc71061-b467-48ba-b6b1-565008318528 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.5070424 Jan 28 03:37:34.454217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:34.497845 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.498377 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326f64cc-cee6-425f-9335-35faeee9993d req-88e939fe-9421-4e84-8e8b-21a4d1fcc760 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005907 Jan 28 03:37:34.590366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-531533838-network', 'tenant_id': 'b0c95a9533ca4d46bf0f387c4baed7c3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:34.614097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Made reservation on behalf of b0c95a9533ca4d46bf0f387c4baed7c3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:34.617450 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.630819 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.714351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Publish callbacks [] for security_group (05ba17ef-02ec-4d3e-bad6-da28de5181b2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.720100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (05ba17ef-02ec-4d3e-bad6-da28de5181b2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.725207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c04420e5-64f8-45cd-8643-6e520240fac9 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:34.726500 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.738416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] For port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:34.744384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:37:34.748621 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3f98cfe4-d53a-4b9b-a7f3-53df25ecef3e None None] Provisioning complete for port c04420e5-64f8-45cd-8643-6e520240fac9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:34.749029 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f98cfe4-d53a-4b9b-a7f3-53df25ecef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.760880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba17ef-02ec-4d3e-bad6-da28de5181b2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:34.764125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f1a30feb-0ab5-4d7c-90a6-906ea6b65223), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.764569 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Added segment f1a30feb-0ab5-4d7c-90a6-906ea6b65223 of type vlan for network 0648d79e-3bf1-4a5c-97eb-b6679ed51e01 Jan 28 03:37:34.813155 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (0648d79e-3bf1-4a5c-97eb-b6679ed51e01), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.821039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] For port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=12b6ded8-33b0-4f07-9f27-97c0762ca7ed,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:34.846331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] device_id is not set on port 88761354-69e7-4ad8-ba90-4dbda5634f5f yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:37:34.848881 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.858890 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (0648d79e-3bf1-4a5c-97eb-b6679ed51e01), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.859994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:34.860882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.895098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-444a26ea-74f0-47ce-8284-baef6b30fa48 req-73cb9a5c-de17-45b0-9ef7-3f4be7a59b0c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895364 Jan 28 03:37:34.922497 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4666669 Jan 28 03:37:34.937917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:34.958555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Request body: {'subnet': {'network_id': '0648d79e-3bf1-4a5c-97eb-b6679ed51e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-531533838-subnet', 'tenant_id': 'b0c95a9533ca4d46bf0f387c4baed7c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:34.961494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-251a103c-bf7a-4f0a-8a82-47432e1fa766 req-d5c63ed4-36fe-495c-8278-3ea598eaa0e6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6660991 Jan 28 03:37:34.971748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port c04420e5-64f8-45cd-8643-6e520240fac9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c04420e5-64f8-45cd-8643-6e520240fac9,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:35.003057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f016145-3ad4-428c-b3c4-d7afa9679ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=0648d79e-3bf1-4a5c-97eb-b6679ed51e01,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:35.003328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Allocated IP 10.2.2.2 (a3a80fdf-c41a-4b73-8c60-e05579ebca4c/bfa3a067-191e-40a1-8915-8345cd15ca5d/1534aae7-86d0-4440-bab3-b7cd724fc321) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:35.017619 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.024917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Made reservation on behalf of b0c95a9533ca4d46bf0f387c4baed7c3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:35.027643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.031665 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3814a8a1-de89-4efe-8d2c-b21f704a8c44 x-openstack-request-id: req-3814a8a1-de89-4efe-8d2c-b21f704a8c44 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:35.032127 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c", "tag": "3847f3ed-423b-4615-a32d-062665a400ed", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:35.032238 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3814a8a1-de89-4efe-8d2c-b21f704a8c44 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:35.032955 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'tag': '3847f3ed-423b-4615-a32d-062665a400ed', 'status': 'completed', 'code': 200} Jan 28 03:37:35.037283 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Publish callbacks [] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.045912 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3a211-e952-42b0-8680-150fb036d609 None None] Pushing event updated for resources: {'Port': ['ID=12b6ded8-33b0-4f07-9f27-97c0762ca7ed,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:35.051243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 0648d79e-3bf1-4a5c-97eb-b6679ed51e01 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:37:35.107626 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.128879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Allocated IP 10.1.1.139 (59a6cd2b-f3fb-444d-9be1-fcacf252242c/bd35043c-d5c0-4cca-bdf3-87ff8426268c/e8774d71-d445-4466-9295-940f388820b2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:35.159902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-e0d875c1-9983-4053-99ce-bc02972c4e0d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Deleting port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:37:35.160732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-e0d875c1-9983-4053-99ce-bc02972c4e0d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.249990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-76029644-b6f6-47e9-a454-c9e4d06f84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:35.251593 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-76029644-b6f6-47e9-a454-c9e4d06f84e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 1096 time: 0.1274369 Jan 28 03:37:35.313136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9d88a542-8b9d-4d80-a969-45c2920ced64 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:35.359572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Network b13e6eb6-833b-43bc-bb68-367d8fede46e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:35.420975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=c04420e5-64f8-45cd-8643-6e520240fac9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:35.423931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:35.434862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3f98cfe4-d53a-4b9b-a7f3-53df25ecef3e None None] Current status of the port c04420e5-64f8-45cd-8643-6e520240fac9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:35.437007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:35.492287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (40a7cc2c-0c87-4942-954d-c4ed89a214b1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.506154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-1393cae8-bfb5-48d6-8eec-582ccdb78292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:35.508709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-1393cae8-bfb5-48d6-8eec-582ccdb78292 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.2424166 Jan 28 03:37:35.568683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba240ad-6df4-499b-87ad-ede771dfcdaf req-48b2b693-2a7a-4fdd-8663-b81c4bfc8e15 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:35.571116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ba240ad-6df4-499b-87ad-ede771dfcdaf req-48b2b693-2a7a-4fdd-8663-b81c4bfc8e15 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 946 time: 0.3197329 Jan 28 03:37:35.581442 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-e0d875c1-9983-4053-99ce-bc02972c4e0d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] For port 0ee6f39a-1f0a-4742-98d7-c00c703112c9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=0ee6f39a-1f0a-4742-98d7-c00c703112c9,segment=NetworkSegment(3b467440-377b-4032-bd69-fefb7bc62ba6),segment_id=3b467440-377b-4032-bd69-fefb7bc62ba6)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:35.581730 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-e0d875c1-9983-4053-99ce-bc02972c4e0d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.593143 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-d86378fa-cd24-4ded-bde6-510367d30ccc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3847f3ed-423b-4615-a32d-062665a400ed HTTP/1.1" status: 200 len: 217 time: 0.0575833 Jan 28 03:37:35.623273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Attempting to bind port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:35.623827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Attempting to bind port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:35.624457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Attempting to bind port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd on network b13e6eb6-833b-43bc-bb68-367d8fede46e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:35.629979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-e0d875c1-9983-4053-99ce-bc02972c4e0d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Calling delete_port for 0ee6f39a-1f0a-4742-98d7-c00c703112c9 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:37:35.634477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:35.635179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Checking segment: {'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:35.635299 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.635658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Bound using segment: {'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:35.636142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Bound port: 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:35.636525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.638420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Pushing event updated for resources: {'Port': ['ID=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:35.652912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a7cc2c-0c87-4942-954d-c4ed89a214b1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:35.670774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Checking segment: {'id': 'f1a30feb-0ab5-4d7c-90a6-906ea6b65223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0648d79e-3bf1-4a5c-97eb-b6679ed51e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:35.671378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Network hostable DHCP agents. Network: 0648d79e-3bf1-4a5c-97eb-b6679ed51e01, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:37:35.687527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ccece31d-3098-44fd-b1eb-727993bbedb2 None None] Provisioning complete for port c04420e5-64f8-45cd-8643-6e520240fac9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:35.687909 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ccece31d-3098-44fd-b1eb-727993bbedb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.688871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-36ed1082-7216-40fe-81be-f8b72b8eaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:35.690375 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-36ed1082-7216-40fe-81be-f8b72b8eaba5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.0858369 Jan 28 03:37:35.725270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 9d88a542-8b9d-4d80-a969-45c2920ced64 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:37:35.726405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00998bd-5f01-4c84-8316-3b0f42c0744c req-9c7c7cbe-de67-4c90-be05-d6f7d530c2ee tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:35.729515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f00998bd-5f01-4c84-8316-3b0f42c0744c req-9c7c7cbe-de67-4c90-be05-d6f7d530c2ee tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 944 time: 0.4597175 Jan 28 03:37:35.730026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Network 0648d79e-3bf1-4a5c-97eb-b6679ed51e01 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:37:35.750110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 0648d79e-3bf1-4a5c-97eb-b6679ed51e01) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:35.756164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:35.757220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.765204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 9d88a542-8b9d-4d80-a969-45c2920ced64 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:35.765605 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.766507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-1358303a-1670-4b1e-9a5f-4f568c9ad9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:35.767623 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Publish callbacks [] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.768161 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-1358303a-1670-4b1e-9a5f-4f568c9ad9f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709245 Jan 28 03:37:35.773367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f144d4-dbc8-4a09-9e42-224594680637 None None] Network 0648d79e-3bf1-4a5c-97eb-b6679ed51e01 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:35.807415 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c44fdb96-0574-4eca-a24b-0bfdeab8ecc2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8605332 Jan 28 03:37:35.813308 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Allocated IP 10.1.1.156 (02253080-017c-4927-b3f9-956584b94148/b3a037f0-7fa4-4719-a630-598715252f0a/88761354-69e7-4ad8-ba90-4dbda5634f5f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:35.917199 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-48bd4039-6478-4609-a25b-7b110764f073 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405475 Jan 28 03:37:35.964912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ba240ad-6df4-499b-87ad-ede771dfcdaf req-1c413609-7cf0-4d49-9915-9ad127454fd6 tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/security-groups?id=af8b50ea-43cc-40b6-8186-616480bfa98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764646 Jan 28 03:37:36.014884 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.084228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] For port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:36.089852 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8577986c-b65b-444c-9eae-95f1ea9bbaa7 req-6ebc728e-39df-470a-9e93-378eb6190f54 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659925 Jan 28 03:37:36.108727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Network a3a80fdf-c41a-4b73-8c60-e05579ebca4c is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:36.123556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] For port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:36.131583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:36.131730 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for port (e8774d71-d445-4466-9295-940f388820b2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.140288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:36.143337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f00998bd-5f01-4c84-8316-3b0f42c0744c req-0946e51b-9e0e-44af-842c-5f531deeb0b6 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883464 Jan 28 03:37:36.145117 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.166293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Pushing event updated for resources: {'Port': ['ID=1534aae7-86d0-4440-bab3-b7cd724fc321,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:36.269983 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-e0d875c1-9983-4053-99ce-bc02972c4e0d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0ee6f39a-1f0a-4742-98d7-c00c703112c9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.296434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb36f69-a7db-4e93-a997-11153f619628 None None] Pushing event updated for resources: {'Port': ['ID=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:36.308152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28616e2c-0f60-4372-93f9-7624f564b9d3 None None] Network 0648d79e-3bf1-4a5c-97eb-b6679ed51e01 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:36.343399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d875c1-9983-4053-99ce-bc02972c4e0d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Pushing event deleted for resources: {'Port': ['ID=0ee6f39a-1f0a-4742-98d7-c00c703112c9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:36.359308 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fbf2a-0667-4183-8654-fca97b616b4d req-8e019fb8-5d46-42c3-96db-d1919499b861 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:36.363844 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-377fbf2a-0667-4183-8654-fca97b616b4d req-8e019fb8-5d46-42c3-96db-d1919499b861 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.2650065 Jan 28 03:37:36.399747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 9d88a542-8b9d-4d80-a969-45c2920ced64 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:36.400169 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.434636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e8774d71-d445-4466-9295-940f388820b2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.455596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ccece31d-3098-44fd-b1eb-727993bbedb2 None None] Current status of the port c04420e5-64f8-45cd-8643-6e520240fac9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:36.463123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Attempting to bind port 1534aae7-86d0-4440-bab3-b7cd724fc321 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:36.463506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Attempting to bind port 1534aae7-86d0-4440-bab3-b7cd724fc321 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:36.463874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Attempting to bind port 1534aae7-86d0-4440-bab3-b7cd724fc321 on network a3a80fdf-c41a-4b73-8c60-e05579ebca4c {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:36.463980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37b74b-5e25-4ae3-b826-55ae8c69310f req-6be719cb-a0bc-4c65-8cb0-0e5593f90a1e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:36.471771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b37b74b-5e25-4ae3-b826-55ae8c69310f req-6be719cb-a0bc-4c65-8cb0-0e5593f90a1e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 944 time: 0.2494421 Jan 28 03:37:36.481878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:36.482326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Checking segment: {'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:36.482717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.483187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Bound using segment: {'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:36.483684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Bound port: 1534aae7-86d0-4440-bab3-b7cd724fc321, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:36.484091 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.491201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6761e-04ac-4bd8-86a8-da5f8baebe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d88a542-8b9d-4d80-a969-45c2920ced64'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:36.494297 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf13914a-9fc2-4fdc-babd-639ce1356543" -d '{"events": [{"server_uuid": "95a6761e-04ac-4bd8-86a8-da5f8baebe52", "name": "network-vif-plugged", "status": "completed", "tag": "9d88a542-8b9d-4d80-a969-45c2920ced64"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:36.511677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-e0d875c1-9983-4053-99ce-bc02972c4e0d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] No DVR routers for this DVR port 0ee6f39a-1f0a-4742-98d7-c00c703112c9 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:37:36.516633 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-e0d875c1-9983-4053-99ce-bc02972c4e0d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.519887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a19e7233-9cf8-40d6-9706-e91dfe480ceb req-e0d875c1-9983-4053-99ce-bc02972c4e0d tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.42 "DELETE /v2.0/ports/0ee6f39a-1f0a-4742-98d7-c00c703112c9 HTTP/1.1" status: 204 len: 173 time: 2.3296337 Jan 28 03:37:36.522572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9d88a542-8b9d-4d80-a969-45c2920ced64, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9d88a542-8b9d-4d80-a969-45c2920ced64,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:36.546915 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.547950 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.548536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0ee6f39a-1f0a-4742-98d7-c00c703112c9 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:37:36.549175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e880b7d-b3f1-4c1b-8044-4045df99a66a', 'name': 'network-vif-deleted', 'tag': '0ee6f39a-1f0a-4742-98d7-c00c703112c9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:36.551426 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd756d9-0a34-4339-8647-fc40f3446d16" -d '{"events": [{"server_uuid": "7e880b7d-b3f1-4c1b-8044-4045df99a66a", "name": "network-vif-deleted", "tag": "0ee6f39a-1f0a-4742-98d7-c00c703112c9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:36.577329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network 59a6cd2b-f3fb-444d-9be1-fcacf252242c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:36.603791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:36.629151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:36.659411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 0ee6f39a-1f0a-4742-98d7-c00c703112c9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:37:36.667572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 0ee6f39a-1f0a-4742-98d7-c00c703112c9 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:37:36.681576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Port': ['ID=e8774d71-d445-4466-9295-940f388820b2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:36.698879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-377fbf2a-0667-4183-8654-fca97b616b4d req-b5143146-5d1f-49cd-b094-2ccfbe8809c8 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231118 Jan 28 03:37:36.725304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b37b74b-5e25-4ae3-b826-55ae8c69310f req-bbb3f4ba-0cde-4d0a-8734-07395f371395 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525294 Jan 28 03:37:36.761359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=9d88a542-8b9d-4d80-a969-45c2920ced64,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:36.790259 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.800969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] For port 1534aae7-86d0-4440-bab3-b7cd724fc321, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:36.818236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] For port 1534aae7-86d0-4440-bab3-b7cd724fc321, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1534aae7-86d0-4440-bab3-b7cd724fc321,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:36.826601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:36.826808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.829950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0505e2f3-acc9-41ab-8ee1-0e51720a27e1 None None] Network 02253080-017c-4927-b3f9-956584b94148 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:36.856865 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.889886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-89db0d04-61fd-4b74-b8f3-8cfc1e775034 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1876693 Jan 28 03:37:36.892669 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59802) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:36.896613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network 02253080-017c-4927-b3f9-956584b94148 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:36.902466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:36.907211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:36.911831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'port': {'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'name': 'tempest-TaggedBootDevicesTest_v242-1868448438', 'fixed_ips': [{'subnet_id': 'bd35043c-d5c0-4cca-bdf3-87ff8426268c'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:36.920889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Port': ['ID=88761354-69e7-4ad8-ba90-4dbda5634f5f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:37.012610 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee80259-119b-4ebe-86ed-ab3d2cda9bfc x-openstack-request-id: req-4ee80259-119b-4ebe-86ed-ab3d2cda9bfc {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:37.013071 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6761e-04ac-4bd8-86a8-da5f8baebe52", "name": "network-vif-plugged", "status": "completed", "tag": "9d88a542-8b9d-4d80-a969-45c2920ced64", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:37.013428 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ee80259-119b-4ebe-86ed-ab3d2cda9bfc {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:37.013923 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6761e-04ac-4bd8-86a8-da5f8baebe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d88a542-8b9d-4d80-a969-45c2920ced64', 'code': 200} Jan 28 03:37:37.023361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3775f177-2643-42de-ad53-9f8f8fa9c221 req-6faf9336-0aba-455a-9a8b-2e0276520667 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-619240803', 'description': 'tempest-description-856674606'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:37.039079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cfc0f934-66dd-4021-933b-a61ee497b621 None None] Provisioning complete for port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:37.039079 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfc0f934-66dd-4021-933b-a61ee497b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.078435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:37.079122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.108366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3775f177-2643-42de-ad53-9f8f8fa9c221 req-6faf9336-0aba-455a-9a8b-2e0276520667 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.126055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-98bc3eb8-8747-402c-acd6-25727fd2ed4b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4221363 Jan 28 03:37:37.128112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59806) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:37.150062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955eb8c-02ba-4d8e-b914-8eb70f0f10d9 None None] Pushing event updated for resources: {'Port': ['ID=1534aae7-86d0-4440-bab3-b7cd724fc321,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:37.150890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'port': {'network_id': '02253080-017c-4927-b3f9-956584b94148', 'name': 'tempest-TaggedBootDevicesTest-1526942268', 'fixed_ips': [{'subnet_id': 'b3a037f0-7fa4-4719-a630-598715252f0a'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:37.229587 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e3cf6d-a53e-4f6e-b8d5-962aeba324b8 x-openstack-request-id: req-68e3cf6d-a53e-4f6e-b8d5-962aeba324b8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:37.230019 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e880b7d-b3f1-4c1b-8044-4045df99a66a", "name": "network-vif-deleted", "tag": "0ee6f39a-1f0a-4742-98d7-c00c703112c9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:37.231372 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68e3cf6d-a53e-4f6e-b8d5-962aeba324b8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:37.231938 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e880b7d-b3f1-4c1b-8044-4045df99a66a', 'name': 'network-vif-deleted', 'tag': '0ee6f39a-1f0a-4742-98d7-c00c703112c9', 'status': 'completed', 'code': 200} Jan 28 03:37:37.278583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0f934-66dd-4021-933b-a61ee497b621 None None] Current status of the port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:37.279114 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfc0f934-66dd-4021-933b-a61ee497b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.294343 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3775f177-2643-42de-ad53-9f8f8fa9c221 req-6faf9336-0aba-455a-9a8b-2e0276520667 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (2498bb41-5487-410b-9ef2-5a430e3094d7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.344275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cfc0f934-66dd-4021-933b-a61ee497b621 None None] For port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=12b6ded8-33b0-4f07-9f27-97c0762ca7ed,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:37.354012 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfc0f934-66dd-4021-933b-a61ee497b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.362138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:37.382309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3775f177-2643-42de-ad53-9f8f8fa9c221 req-6faf9336-0aba-455a-9a8b-2e0276520667 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2498bb41-5487-410b-9ef2-5a430e3094d7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.462359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0f934-66dd-4021-933b-a61ee497b621 None None] Pushing event updated for resources: {'Port': ['ID=12b6ded8-33b0-4f07-9f27-97c0762ca7ed,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:37.513340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-70ac226e-caee-4086-b2cf-ea6f96102513 None None] Provisioning complete for port e8774d71-d445-4466-9295-940f388820b2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:37.513926 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70ac226e-caee-4086-b2cf-ea6f96102513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e8774d71-d445-4466-9295-940f388820b2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.558614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf9336-0aba-455a-9a8b-2e0276520667 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2498bb41-5487-410b-9ef2-5a430e3094d7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:37.610211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9afb19e-95e6-40ee-8613-25cf1b57276f req-73fc77c9-2b69-4b79-9a42-c76b7c7ec10c tempest-ServerPasswordTestJSON-2125040153 tempest-ServerPasswordTestJSON-2125040153-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e880b7d-b3f1-4c1b-8044-4045df99a66a HTTP/1.1" status: 200 len: 210 time: 0.1488464 Jan 28 03:37:37.619503 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3775f177-2643-42de-ad53-9f8f8fa9c221 req-6faf9336-0aba-455a-9a8b-2e0276520667 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.620784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3775f177-2643-42de-ad53-9f8f8fa9c221 req-6faf9336-0aba-455a-9a8b-2e0276520667 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6118333 Jan 28 03:37:37.624585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-70ac226e-caee-4086-b2cf-ea6f96102513 None None] Port e8774d71-d445-4466-9295-940f388820b2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:37.627095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1e3d5-cea9-44c7-b559-e4b09e8b1bdb req-687cf751-e700-4137-87aa-485927bf8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:37.628646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52b1e3d5-cea9-44c7-b559-e4b09e8b1bdb req-687cf751-e700-4137-87aa-485927bf8f55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 1097 time: 0.3305559 Jan 28 03:37:37.685510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:37.754436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52b1e3d5-cea9-44c7-b559-e4b09e8b1bdb req-4cad6436-3bb3-451a-b108-cf4f40228e60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149943 Jan 28 03:37:37.808800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.842045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] device_id is not set on port 84d12947-5baa-4899-9edc-46564dd50397 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:37:37.844692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:37.939364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:37.939784 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.972080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698480ce-5be3-4b3b-8332-6b9ab7c775d7 req-2ae58d8f-946b-4748-a3f4-f04df54f7bfb tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:37.974024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-698480ce-5be3-4b3b-8332-6b9ab7c775d7 req-2ae58d8f-946b-4748-a3f4-f04df54f7bfb tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 944 time: 0.2129159 Jan 28 03:37:38.010845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4be6c4-ba02-4631-8fe5-fa6b9ae3695c req-c81647ef-67f3-423a-a8b1-24490047d6e6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:38.014998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc4be6c4-ba02-4631-8fe5-fa6b9ae3695c req-c81647ef-67f3-423a-a8b1-24490047d6e6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1519215 Jan 28 03:37:38.015560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.067880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b59424b6-dd36-4919-a4e1-c019e44a1d71 None None] Provisioning complete for port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:38.068317 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b59424b6-dd36-4919-a4e1-c019e44a1d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.071350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] device_id is not set on port 96d6a893-9cff-4b5a-91a3-c3491108d32e yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:37:38.162381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc4be6c4-ba02-4631-8fe5-fa6b9ae3695c req-05715f21-8047-4c98-a396-8bd075893807 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264627 Jan 28 03:37:38.199034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-698480ce-5be3-4b3b-8332-6b9ab7c775d7 req-a582dd92-2e03-4f8d-8b23-34c914b36ebb tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072449 Jan 28 03:37:38.303733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:38.304403 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.305935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb6de3d8-67f1-4cc2-9be6-47c4b873a112 req-4f6af1d1-46eb-468b-bf50-4787b37a054e tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/2498bb41-5487-410b-9ef2-5a430e3094d7 HTTP/1.1" status: 200 len: 1830 time: 0.0852580 Jan 28 03:37:38.323638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-bb6de3d8-67f1-4cc2-9be6-47c4b873a112 req-cb355338-12f2-4b20-b636-c95522c29f54 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2498bb41-5487-410b-9ef2-5a430e3094d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:38.323966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-bb6de3d8-67f1-4cc2-9be6-47c4b873a112 req-cb355338-12f2-4b20-b636-c95522c29f54 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2498bb41-5487-410b-9ef2-5a430e3094d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:38.357045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b59424b6-dd36-4919-a4e1-c019e44a1d71 None None] Current status of the port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:38.410020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:38.420236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b59424b6-dd36-4919-a4e1-c019e44a1d71 None None] Provisioning complete for port 88761354-69e7-4ad8-ba90-4dbda5634f5f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:38.421117 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b59424b6-dd36-4919-a4e1-c019e44a1d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.429368 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.430239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 12b6ded8-33b0-4f07-9f27-97c0762ca7ed up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:38.458890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Allocated IP 10.1.1.171 (59a6cd2b-f3fb-444d-9be1-fcacf252242c/bd35043c-d5c0-4cca-bdf3-87ff8426268c/84d12947-5baa-4899-9edc-46564dd50397) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:38.503644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd6481-5bcd-4dc9-8345-8913365de297 req-204b63c9-f987-4a94-a256-ac13e15a41cb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:38.513280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adcd6481-5bcd-4dc9-8345-8913365de297 req-204b63c9-f987-4a94-a256-ac13e15a41cb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 945 time: 0.1432381 Jan 28 03:37:38.537202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb6de3d8-67f1-4cc2-9be6-47c4b873a112 req-cb355338-12f2-4b20-b636-c95522c29f54 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group_rule (0b0590ae-bfed-4ee5-8f64-3695e8432480), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.568202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Allocated IP 10.1.1.69 (02253080-017c-4927-b3f9-956584b94148/b3a037f0-7fa4-4719-a630-598715252f0a/96d6a893-9cff-4b5a-91a3-c3491108d32e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:38.586912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adcd6481-5bcd-4dc9-8345-8913365de297 req-2aa3e1cf-e5be-4050-8aff-393c2d60203c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688508 Jan 28 03:37:38.617207 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb6de3d8-67f1-4cc2-9be6-47c4b873a112 req-cb355338-12f2-4b20-b636-c95522c29f54 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group_rule (0b0590ae-bfed-4ee5-8f64-3695e8432480), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.624437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84834942-d232-4ce4-9294-a8640c9a3d55 None None] Network b13e6eb6-833b-43bc-bb68-367d8fede46e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:38.635014 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb6de3d8-67f1-4cc2-9be6-47c4b873a112 req-cb355338-12f2-4b20-b636-c95522c29f54 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (0b0590ae-bfed-4ee5-8f64-3695e8432480), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.677483 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb355338-12f2-4b20-b636-c95522c29f54 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0590ae-bfed-4ee5-8f64-3695e8432480,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:38.692549 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb6de3d8-67f1-4cc2-9be6-47c4b873a112 req-cb355338-12f2-4b20-b636-c95522c29f54 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.706994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb6de3d8-67f1-4cc2-9be6-47c4b873a112 req-cb355338-12f2-4b20-b636-c95522c29f54 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3895693 Jan 28 03:37:38.754061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:38.805449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b59424b6-dd36-4919-a4e1-c019e44a1d71 None None] Port 88761354-69e7-4ad8-ba90-4dbda5634f5f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:38.814611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:38.815336 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.869664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59824) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:38.905579 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for port (84d12947-5baa-4899-9edc-46564dd50397), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.966929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243270-985e-4154-a596-45c2617263e0 req-46ef6c35-19d1-427f-ba21-5f69f4c97389 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:38.976135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-77462671-47e8-47fe-9170-b70d62a88f89 None None] Provisioning complete for port 88761354-69e7-4ad8-ba90-4dbda5634f5f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:38.976960 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77462671-47e8-47fe-9170-b70d62a88f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.977068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c243270-985e-4154-a596-45c2617263e0 req-46ef6c35-19d1-427f-ba21-5f69f4c97389 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1681647 Jan 28 03:37:39.035136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a08b60c-ecd2-47ee-b071-253de5f01538 admin admin] Deleting subnet 45d88cd7-efc1-4162-aef5-b6f5aed0e6da {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:37:39.042053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.052146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a08b60c-ecd2-47ee-b071-253de5f01538 admin admin] Publish callbacks [] for subnet (45d88cd7-efc1-4162-aef5-b6f5aed0e6da), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.097547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fdab51-357f-4e21-ac27-934fadd9b40e None None] Network a3a80fdf-c41a-4b73-8c60-e05579ebca4c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:39.101967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-77462671-47e8-47fe-9170-b70d62a88f89 None None] Port 88761354-69e7-4ad8-ba90-4dbda5634f5f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:39.114631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a0b4289-4f46-4103-b9f2-47d49438fa1f req-8169e97e-c931-4bab-aa4f-672a7d09ac61 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/2498bb41-5487-410b-9ef2-5a430e3094d7 HTTP/1.1" status: 200 len: 2424 time: 0.1758103 Jan 28 03:37:39.138500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c243270-985e-4154-a596-45c2617263e0 req-c903ff3c-723d-4139-89a7-3ee4cfd2a68d tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599636 Jan 28 03:37:39.140903 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.156148 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a08b60c-ecd2-47ee-b071-253de5f01538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (45d88cd7-efc1-4162-aef5-b6f5aed0e6da), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.162373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (84d12947-5baa-4899-9edc-46564dd50397), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.198233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:39.201260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c04420e5-64f8-45cd-8643-6e520240fac9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:39.230979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network 02253080-017c-4927-b3f9-956584b94148 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:39.238669 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:39.243384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-77462671-47e8-47fe-9170-b70d62a88f89 None None] Provisioning complete for port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:39.245047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:39.249834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f422847f-7ab5-4e9d-9f0e-6380022a1189 req-6ed4d4bd-bf7e-4622-9f1c-484ce1d52190 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-group-rules/0b0590ae-bfed-4ee5-8f64-3695e8432480 HTTP/1.1" status: 200 len: 778 time: 0.0889244 Jan 28 03:37:39.262593 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77462671-47e8-47fe-9170-b70d62a88f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.308603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a08b60c-ecd2-47ee-b071-253de5f01538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (45d88cd7-efc1-4162-aef5-b6f5aed0e6da), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.379205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network 59a6cd2b-f3fb-444d-9be1-fcacf252242c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:39.396536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:39.400052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:39.440252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f422847f-7ab5-4e9d-9f0e-6380022a1189 req-5b0f2b95-1959-4af8-8d1b-f40960cb60ae tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/2498bb41-5487-410b-9ef2-5a430e3094d7 HTTP/1.1" status: 200 len: 2424 time: 0.1885602 Jan 28 03:37:39.471044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Port': ['ID=96d6a893-9cff-4b5a-91a3-c3491108d32e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:39.501479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a08b60c-ecd2-47ee-b071-253de5f01538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (45d88cd7-efc1-4162-aef5-b6f5aed0e6da), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.530952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1f55d-5531-4f80-8965-f59c3bb5f919 req-8dc1a05f-716b-4cf6-9d60-0d2a039de75e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:39.538698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90e1f55d-5531-4f80-8965-f59c3bb5f919 req-8dc1a05f-716b-4cf6-9d60-0d2a039de75e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 944 time: 0.1496642 Jan 28 03:37:39.561207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Port': ['ID=84d12947-5baa-4899-9edc-46564dd50397,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:39.577209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f422847f-7ab5-4e9d-9f0e-6380022a1189 req-d908a585-4b2f-42f6-af22-5128d10a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group_rule (0b0590ae-bfed-4ee5-8f64-3695e8432480), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.594516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08b60c-ecd2-47ee-b071-253de5f01538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d88cd7-efc1-4162-aef5-b6f5aed0e6da,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:39.603145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:39.604407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.618039 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a08b60c-ecd2-47ee-b071-253de5f01538 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.622512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5a08b60c-ecd2-47ee-b071-253de5f01538 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/45d88cd7-efc1-4162-aef5-b6f5aed0e6da HTTP/1.1" status: 204 len: 168 time: 0.7507203 Jan 28 03:37:39.627068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:39.638690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f422847f-7ab5-4e9d-9f0e-6380022a1189 req-d908a585-4b2f-42f6-af22-5128d10a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group_rule (0b0590ae-bfed-4ee5-8f64-3695e8432480), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.652825 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7dce8fbb-9307-4efa-9a05-6233c7e822c4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5208979 Jan 28 03:37:39.673604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:39.674554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.698726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90e1f55d-5531-4f80-8965-f59c3bb5f919 req-d3396738-bc3a-4cc2-9dec-54de7000788b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578801 Jan 28 03:37:39.731599 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ac599f0b-4dd6-4539-aba8-da7199a73e19 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8354273 Jan 28 03:37:39.775095 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f422847f-7ab5-4e9d-9f0e-6380022a1189 req-d908a585-4b2f-42f6-af22-5128d10a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (0b0590ae-bfed-4ee5-8f64-3695e8432480), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.794491 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f422847f-7ab5-4e9d-9f0e-6380022a1189 req-d908a585-4b2f-42f6-af22-5128d10a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.795632 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f422847f-7ab5-4e9d-9f0e-6380022a1189 req-d908a585-4b2f-42f6-af22-5128d10a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0b0590ae-bfed-4ee5-8f64-3695e8432480 HTTP/1.1" status: 204 len: 173 time: 0.3552089 Jan 28 03:37:39.796374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908a585-4b2f-42f6-af22-5128d10a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b0590ae-bfed-4ee5-8f64-3695e8432480,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:39.797015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (abfa52df-9de6-49e6-9b7a-4f19df0b486b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.830239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c04420e5-64f8-45cd-8643-6e520240fac9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:39.830863 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.873965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3847f3ed-423b-4615-a32d-062665a400ed details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:37:39.907110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-77462671-47e8-47fe-9170-b70d62a88f89 None None] Current status of the port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:39.949173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6d7bd-37c4-4908-94ba-687f2cf11659 req-ee0ba8fd-ece6-43ec-ab2c-0ffed7715202 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:39.950759 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56f6d7bd-37c4-4908-94ba-687f2cf11659 req-ee0ba8fd-ece6-43ec-ab2c-0ffed7715202 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1323183 Jan 28 03:37:39.985767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (abfa52df-9de6-49e6-9b7a-4f19df0b486b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.012834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49737cc-1207-4413-9cfb-2abd4177b04a req-33f49560-07db-446f-925f-e327cc327b93 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:40.024465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f49737cc-1207-4413-9cfb-2abd4177b04a req-33f49560-07db-446f-925f-e327cc327b93 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 945 time: 0.1311622 Jan 28 03:37:40.038072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfa52df-9de6-49e6-9b7a-4f19df0b486b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:40.049124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b467440-377b-4032-bd69-fefb7bc62ba6') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:40.049414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b467440-377b-4032-bd69-fefb7bc62ba6') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:40.059833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (3b467440-377b-4032-bd69-fefb7bc62ba6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.070009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Provisioning complete for port 1534aae7-86d0-4440-bab3-b7cd724fc321 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:40.070668 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.074386 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3b467440-377b-4032-bd69-fefb7bc62ba6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.081397 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:37:40.081791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (3b467440-377b-4032-bd69-fefb7bc62ba6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.115026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3847f3ed-423b-4615-a32d-062665a400ed, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3847f3ed-423b-4615-a32d-062665a400ed,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:40.118099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c04420e5-64f8-45cd-8643-6e520240fac9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:37:40.145570 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:37:40.151819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '3847f3ed-423b-4615-a32d-062665a400ed', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'port_id': '3847f3ed-423b-4615-a32d-062665a400ed', 'mac_address': 'fa:16:3e:46:8c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:37:40.152275 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (abfa52df-9de6-49e6-9b7a-4f19df0b486b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.180247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f49737cc-1207-4413-9cfb-2abd4177b04a req-ca48aced-c55a-4aa4-ad2f-31c63c9756bf tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548882 Jan 28 03:37:40.184920 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.191689 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] 10.222.0.44 "DELETE /v2.0/networks/abfa52df-9de6-49e6-9b7a-4f19df0b486b HTTP/1.1" status: 204 len: 168 time: 0.5633852 Jan 28 03:37:40.193064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11d6a6-fef5-43dd-bd5f-94e545becafd admin admin] Pushing event deleted for resources: {'Network': ['ID=abfa52df-9de6-49e6-9b7a-4f19df0b486b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:40.205566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56f6d7bd-37c4-4908-94ba-687f2cf11659 req-8ce209ad-4b72-4528-9a5c-4f620fdfe815 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472806 Jan 28 03:37:40.240647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Current status of the port 1534aae7-86d0-4440-bab3-b7cd724fc321 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:40.241109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.271966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3847f3ed-423b-4615-a32d-062665a400ed is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:40.272415 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3847f3ed-423b-4615-a32d-062665a400ed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.298979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] For port 1534aae7-86d0-4440-bab3-b7cd724fc321, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1534aae7-86d0-4440-bab3-b7cd724fc321,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:40.300946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3847f3ed-423b-4615-a32d-062665a400ed {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:40.309233 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.370761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3847f3ed-423b-4615-a32d-062665a400ed, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3847f3ed-423b-4615-a32d-062665a400ed,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:40.383954 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3847f3ed-423b-4615-a32d-062665a400ed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.398826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Provisioning complete for port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:40.399396 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.431997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59852) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:40.483393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Pushing event updated for resources: {'Port': ['ID=1534aae7-86d0-4440-bab3-b7cd724fc321,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:40.494309 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-307c39be-881e-4564-b42c-f18444452d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.515289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f969b96-f13e-4853-b488-970b03e9f169 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=275660f67bff43b0a2b00d682afa0db5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0819392 Jan 28 03:37:40.517632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:40.560355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59856) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:40.572575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3769e94b-bd32-4108-9180-9b94948807e3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636715045', 'description': 'tempest-description--1583132572'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:40.607117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374bf085-1cc4-4777-95e6-2b650540d695 admin admin] Publish callbacks [] for security_group (af8b50ea-43cc-40b6-8186-616480bfa98b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.621678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3847f3ed-423b-4615-a32d-062665a400ed,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:40.623577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3769e94b-bd32-4108-9180-9b94948807e3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.646828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:40.657343 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374bf085-1cc4-4777-95e6-2b650540d695 admin admin] Publish callbacks [] for security_group (af8b50ea-43cc-40b6-8186-616480bfa98b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.714259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-161c5be8-e83a-41f6-bbb2-39f162ca1b31 req-1fc1712d-ad0d-49ce-a955-96ea4a8e6f38 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1762356488', 'description': 'tempest-description-1804701157'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:40.753876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-161c5be8-e83a-41f6-bbb2-39f162ca1b31 req-1fc1712d-ad0d-49ce-a955-96ea4a8e6f38 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.790056 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374bf085-1cc4-4777-95e6-2b650540d695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (af8b50ea-43cc-40b6-8186-616480bfa98b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.794139 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374bf085-1cc4-4777-95e6-2b650540d695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.795704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-374bf085-1cc4-4777-95e6-2b650540d695 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af8b50ea-43cc-40b6-8186-616480bfa98b HTTP/1.1" status: 204 len: 168 time: 0.2771699 Jan 28 03:37:40.804483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Current status of the port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:40.809761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['3847f3ed-423b-4615-a32d-062665a400ed'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:37:40.819105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3769e94b-bd32-4108-9180-9b94948807e3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group (dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.819991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bf085-1cc4-4777-95e6-2b650540d695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8b50ea-43cc-40b6-8186-616480bfa98b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:40.837832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3769e94b-bd32-4108-9180-9b94948807e3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.888555 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-161c5be8-e83a-41f6-bbb2-39f162ca1b31 req-1fc1712d-ad0d-49ce-a955-96ea4a8e6f38 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (14e4add5-dfd5-430b-9d67-3fe81356ebe9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.896884 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-161c5be8-e83a-41f6-bbb2-39f162ca1b31 req-1fc1712d-ad0d-49ce-a955-96ea4a8e6f38 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (14e4add5-dfd5-430b-9d67-3fe81356ebe9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.912056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769e94b-bd32-4108-9180-9b94948807e3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:40.925317 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3769e94b-bd32-4108-9180-9b94948807e3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.927086 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3769e94b-bd32-4108-9180-9b94948807e3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3651507 Jan 28 03:37:40.930087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:40.943131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Provisioning complete for port 96d6a893-9cff-4b5a-91a3-c3491108d32e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:40.944109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.945323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d611ce23-e025-4a55-a71f-66cc9a846570 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'security_group_rule': {'security_group_id': 'dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:40.978922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1712d-ad0d-49ce-a955-96ea4a8e6f38 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e4add5-dfd5-430b-9d67-3fe81356ebe9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:40.993698 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-161c5be8-e83a-41f6-bbb2-39f162ca1b31 req-1fc1712d-ad0d-49ce-a955-96ea4a8e6f38 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.009618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-161c5be8-e83a-41f6-bbb2-39f162ca1b31 req-1fc1712d-ad0d-49ce-a955-96ea4a8e6f38 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3003953 Jan 28 03:37:41.014975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d611ce23-e025-4a55-a71f-66cc9a846570 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group_rule (cda8aaf9-694c-414e-85a1-53292d87a9e3), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.018506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Port 96d6a893-9cff-4b5a-91a3-c3491108d32e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:41.040362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:41.040759 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.109456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:41.116812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-75a9e45d-42cc-4bd6-b8c7-9b0721691317 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887750325', 'description': 'tempest-description--1259190092'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:41.166273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a9e45d-42cc-4bd6-b8c7-9b0721691317 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.183675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d611ce23-e025-4a55-a71f-66cc9a846570 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group_rule (cda8aaf9-694c-414e-85a1-53292d87a9e3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.184258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Provisioning complete for port 84d12947-5baa-4899-9edc-46564dd50397 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:41.185220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84d12947-5baa-4899-9edc-46564dd50397), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.200220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d611ce23-e025-4a55-a71f-66cc9a846570 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (cda8aaf9-694c-414e-85a1-53292d87a9e3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.239960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611ce23-e025-4a55-a71f-66cc9a846570 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda8aaf9-694c-414e-85a1-53292d87a9e3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:41.246436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d611ce23-e025-4a55-a71f-66cc9a846570 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.248067 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d611ce23-e025-4a55-a71f-66cc9a846570 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3169971 Jan 28 03:37:41.250714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59872) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:41.255431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f5291c12-0ee5-46f1-a490-c68ef3b4056a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'security_group_rule': {'security_group_id': 'dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:41.271215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ac6c9-17cc-4bc0-8bdf-8afcaec6d308 None None] Port 84d12947-5baa-4899-9edc-46564dd50397 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:41.293975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5291c12-0ee5-46f1-a490-c68ef3b4056a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group_rule (a0a2cf08-b9b0-4b3a-bb72-828c6d15af86), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.383915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d676784-2351-4199-a51e-3a371614de6f req-42690040-8094-49da-8bf2-bd6f24dc39d4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:41.385895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d676784-2351-4199-a51e-3a371614de6f req-42690040-8094-49da-8bf2-bd6f24dc39d4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1960931 Jan 28 03:37:41.395258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5291c12-0ee5-46f1-a490-c68ef3b4056a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group_rule (a0a2cf08-b9b0-4b3a-bb72-828c6d15af86), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.397938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:41.399670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 12b6ded8-33b0-4f07-9f27-97c0762ca7ed up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:41.401552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5291c12-0ee5-46f1-a490-c68ef3b4056a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (a0a2cf08-b9b0-4b3a-bb72-828c6d15af86), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.431659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5291c12-0ee5-46f1-a490-c68ef3b4056a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a2cf08-b9b0-4b3a-bb72-828c6d15af86,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:41.462143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a9e45d-42cc-4bd6-b8c7-9b0721691317 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group (61fdb84b-d06f-4611-a7c7-6e90b4a2383e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.464941 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5291c12-0ee5-46f1-a490-c68ef3b4056a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.467274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-69511718-ba7c-4d28-bf74-b4a401cde5e8 None None] Provisioning complete for port 1534aae7-86d0-4440-bab3-b7cd724fc321 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:41.467927 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69511718-ba7c-4d28-bf74-b4a401cde5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.469694 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f5291c12-0ee5-46f1-a490-c68ef3b4056a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2177112 Jan 28 03:37:41.470710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:41.475103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:41.494061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac8a95-8f68-427b-93b1-8dc96a140b94 req-a6759ceb-4dc1-4228-b948-9179a82b3b74 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:41.501183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afac8a95-8f68-427b-93b1-8dc96a140b94 req-a6759ceb-4dc1-4228-b948-9179a82b3b74 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 945 time: 0.1803904 Jan 28 03:37:41.512040 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.514447 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a9e45d-42cc-4bd6-b8c7-9b0721691317 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (61fdb84b-d06f-4611-a7c7-6e90b4a2383e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.535825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d676784-2351-4199-a51e-3a371614de6f req-3516a837-c7d4-49cf-8444-e5c6845c71c5 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402678 Jan 28 03:37:41.536181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:41.536565 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.599758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afac8a95-8f68-427b-93b1-8dc96a140b94 req-6cbc6413-2dfd-47b9-9ef4-0c87da6a1008 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926781 Jan 28 03:37:41.619610 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a9e45d-42cc-4bd6-b8c7-9b0721691317 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.623589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-75a9e45d-42cc-4bd6-b8c7-9b0721691317 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5096414 Jan 28 03:37:41.624822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:41.634312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-978f4a87-984c-4dab-964d-87dad98c84cb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'security_group_rule': {'security_group_id': '61fdb84b-d06f-4611-a7c7-6e90b4a2383e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:41.639135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9e45d-42cc-4bd6-b8c7-9b0721691317 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61fdb84b-d06f-4611-a7c7-6e90b4a2383e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:41.680830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-69511718-ba7c-4d28-bf74-b4a401cde5e8 None None] Current status of the port 1534aae7-86d0-4440-bab3-b7cd724fc321 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:41.697891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e25254dc-63d1-4214-85fc-e83fbf99d66d req-e0a3ee9e-179c-46b3-8113-12cdeb95590a tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/14e4add5-dfd5-430b-9d67-3fe81356ebe9 HTTP/1.1" status: 200 len: 1832 time: 0.0943317 Jan 28 03:37:41.704003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:41.705264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1534aae7-86d0-4440-bab3-b7cd724fc321 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:41.713724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-978f4a87-984c-4dab-964d-87dad98c84cb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group_rule (12a39afb-fd45-48bb-a68f-5a633563eb37), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.782236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 1534aae7-86d0-4440-bab3-b7cd724fc321 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:41.782616 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.818670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.824935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56789d-dcfb-4f4b-8a9d-7538ab34ac34 req-d5b3878f-c345-43dd-8606-56e04b0f8ef0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:41.826584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef56789d-dcfb-4f4b-8a9d-7538ab34ac34 req-d5b3878f-c345-43dd-8606-56e04b0f8ef0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 945 time: 0.1088769 Jan 28 03:37:41.895780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 1534aae7-86d0-4440-bab3-b7cd724fc321 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:41.954987 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.977196 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-978f4a87-984c-4dab-964d-87dad98c84cb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group_rule (12a39afb-fd45-48bb-a68f-5a633563eb37), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.982383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef56789d-dcfb-4f4b-8a9d-7538ab34ac34 req-a9de3bdf-4bc8-43be-9214-e0ef9eed5d5a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428776 Jan 28 03:37:41.983511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-978f4a87-984c-4dab-964d-87dad98c84cb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (12a39afb-fd45-48bb-a68f-5a633563eb37), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.015080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f4a87-984c-4dab-964d-87dad98c84cb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a39afb-fd45-48bb-a68f-5a633563eb37,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:42.015569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18df0d-a545-407c-9734-1d6f734700a7 req-6bfa9ba6-c4eb-4cde-a81a-7a9b6d17bcbd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:42.019956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb18df0d-a545-407c-9734-1d6f734700a7 req-6bfa9ba6-c4eb-4cde-a81a-7a9b6d17bcbd tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1234729 Jan 28 03:37:42.027488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-92f36b16-b2da-4090-9fcd-29be0ab5bd4d req-37ce8706-87ac-4fa6-857c-8f35361cff0b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-115218792', 'description': 'tempest-description-1574100976'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:42.034613 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-978f4a87-984c-4dab-964d-87dad98c84cb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.037059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-978f4a87-984c-4dab-964d-87dad98c84cb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4106686 Jan 28 03:37:42.037059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Allocated IP 172.25.1.245 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/a1442e2a-d1d6-42f6-b158-741ade03aa71) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:42.039421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:42.046021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ce9d72af-050f-4448-b927-bde189330c9a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'security_group_rule': {'security_group_id': '61fdb84b-d06f-4611-a7c7-6e90b4a2383e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:42.078592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-92f36b16-b2da-4090-9fcd-29be0ab5bd4d req-37ce8706-87ac-4fa6-857c-8f35361cff0b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.105395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb18df0d-a545-407c-9734-1d6f734700a7 req-4dae3393-950a-4197-80ad-ced0ea112814 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Jan 28 03:37:42.122872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce9d72af-050f-4448-b927-bde189330c9a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group_rule (f00a92da-cc63-458b-8483-057897e78150), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.188373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-92f36b16-b2da-4090-9fcd-29be0ab5bd4d req-37ce8706-87ac-4fa6-857c-8f35361cff0b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (9a9f3206-4141-4212-a19f-d1edcf8be45d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.189379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:42.207250 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-92f36b16-b2da-4090-9fcd-29be0ab5bd4d req-37ce8706-87ac-4fa6-857c-8f35361cff0b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9a9f3206-4141-4212-a19f-d1edcf8be45d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.219798 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for port (a1442e2a-d1d6-42f6-b158-741ade03aa71), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.222455 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce9d72af-050f-4448-b927-bde189330c9a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group_rule (f00a92da-cc63-458b-8483-057897e78150), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.234104 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce9d72af-050f-4448-b927-bde189330c9a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (f00a92da-cc63-458b-8483-057897e78150), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.249925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1534aae7-86d0-4440-bab3-b7cd724fc321 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:42.268994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d72af-050f-4448-b927-bde189330c9a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00a92da-cc63-458b-8483-057897e78150,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:42.272793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce8706-87ac-4fa6-857c-8f35361cff0b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9f3206-4141-4212-a19f-d1edcf8be45d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:42.276761 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce9d72af-050f-4448-b927-bde189330c9a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.278049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ce9d72af-050f-4448-b927-bde189330c9a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2376575 Jan 28 03:37:42.281192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:42.287245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:42.294551 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-92f36b16-b2da-4090-9fcd-29be0ab5bd4d req-37ce8706-87ac-4fa6-857c-8f35361cff0b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.295979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92f36b16-b2da-4090-9fcd-29be0ab5bd4d req-37ce8706-87ac-4fa6-857c-8f35361cff0b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2755818 Jan 28 03:37:42.309397 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a1442e2a-d1d6-42f6-b158-741ade03aa71), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.335681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 1534aae7-86d0-4440-bab3-b7cd724fc321 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:42.336286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ff232-1e3e-46c4-918e-255626c75ded req-a339e9a8-df86-4e6d-9a5d-61ef329e45b6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:42.336650 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.344741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d6ff232-1e3e-46c4-918e-255626c75ded req-a339e9a8-df86-4e6d-9a5d-61ef329e45b6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1028471 Jan 28 03:37:42.345148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.355176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:42.371202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:42.375736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:42.397079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1010282279-network', 'tenant_id': 'f728b68adcf145a1af08245d241afcc1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:42.438861 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Port': ['ID=a1442e2a-d1d6-42f6-b158-741ade03aa71,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:42.451873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d6ff232-1e3e-46c4-918e-255626c75ded req-0004830c-1362-4084-aa16-047f53cf3e8b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064217 Jan 28 03:37:42.468631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 1534aae7-86d0-4440-bab3-b7cd724fc321 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:42.479520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-137d6ca5-e125-4e94-9384-6e48e42f57c1 req-38a94040-3711-489e-9950-d753808ee94e tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/9a9f3206-4141-4212-a19f-d1edcf8be45d HTTP/1.1" status: 200 len: 1831 time: 0.1131542 Jan 28 03:37:42.483209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Made reservation on behalf of f728b68adcf145a1af08245d241afcc1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:42.485969 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.499123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.530929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c314d605-f8e6-44e0-b5f4-c03312e2f81e req-b250c79b-6782-416b-beff-a4fa035cf8b9 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1492876670', 'description': 'tempest-description-1979075301'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:42.531133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c1e02b3-d4d7-4740-be11-bc798424534f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.543641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for floatingip (86653aca-9f7d-4bd9-b62c-c8920f15f212), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.578362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.584082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c314d605-f8e6-44e0-b5f4-c03312e2f81e req-b250c79b-6782-416b-beff-a4fa035cf8b9 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.596019 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a1442e2a-d1d6-42f6-b158-741ade03aa71), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.629458 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:37:42.674183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346d886-8573-4828-abdb-28d10109d3c5 req-7dbc767c-d184-45c6-a833-3f4c04869bad tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:42.676804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1346d886-8573-4828-abdb-28d10109d3c5 req-7dbc767c-d184-45c6-a833-3f4c04869bad tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1130764 Jan 28 03:37:42.729894 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Publish callbacks [] for security_group (7d9ecc2a-5555-4a31-a2ed-458c29f26728), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.739132 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7d9ecc2a-5555-4a31-a2ed-458c29f26728), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.817638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:37:42.823690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c314d605-f8e6-44e0-b5f4-c03312e2f81e req-b250c79b-6782-416b-beff-a4fa035cf8b9 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (08c522a8-83e3-4e5e-9dd8-a5cded76e484), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.842072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ecc2a-5555-4a31-a2ed-458c29f26728,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:42.849171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1346d886-8573-4828-abdb-28d10109d3c5 req-490d6350-4177-4f90-ba8e-0995c46c74e6 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507311 Jan 28 03:37:42.852683 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c314d605-f8e6-44e0-b5f4-c03312e2f81e req-b250c79b-6782-416b-beff-a4fa035cf8b9 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (08c522a8-83e3-4e5e-9dd8-a5cded76e484), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.862309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (534c6882-a086-4efc-8133-24f0931415d0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.862582 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Added segment 534c6882-a086-4efc-8133-24f0931415d0 of type vlan for network 1cda0e4d-22d0-43a1-b513-41598bae8cf7 Jan 28 03:37:42.935020 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c314d605-f8e6-44e0-b5f4-c03312e2f81e req-b250c79b-6782-416b-beff-a4fa035cf8b9 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.936253 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c314d605-f8e6-44e0-b5f4-c03312e2f81e req-b250c79b-6782-416b-beff-a4fa035cf8b9 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4140768 Jan 28 03:37:42.963946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250c79b-6782-416b-beff-a4fa035cf8b9 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c522a8-83e3-4e5e-9dd8-a5cded76e484,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:42.981479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1cda0e4d-22d0-43a1-b513-41598bae8cf7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.994163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-036472f0-b589-4ecc-831b-1e15f971ab08 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:42.995702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-036472f0-b589-4ecc-831b-1e15f971ab08 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 945 time: 0.2053688 Jan 28 03:37:43.087641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Allocated IP 172.25.1.184 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/a4cb2dc7-43a7-432f-a729-d16f886e3d2e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:43.094571 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1cda0e4d-22d0-43a1-b513-41598bae8cf7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.095552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:43.096122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.116035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5d3a-76b2-4b34-ac75-df3071529229 req-7025ef2e-e173-4516-ac3e-0b10f157582f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:43.118456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fcfd5d3a-76b2-4b34-ac75-df3071529229 req-7025ef2e-e173-4516-ac3e-0b10f157582f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 945 time: 0.1779680 Jan 28 03:37:43.208771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0185430 Jan 28 03:37:43.209719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for port (a1442e2a-d1d6-42f6-b158-741ade03aa71), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.213670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59932) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:43.220222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Request body: {'subnet': {'network_id': '1cda0e4d-22d0-43a1-b513-41598bae8cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1010282279-subnet', 'tenant_id': 'f728b68adcf145a1af08245d241afcc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:43.227545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dd615-4b3b-4098-84c4-217bfa7f2a73 admin admin] Pushing event updated for resources: {'Network': ['ID=1cda0e4d-22d0-43a1-b513-41598bae8cf7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:43.229474 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (a1442e2a-d1d6-42f6-b158-741ade03aa71), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.238969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1cda0e4d-22d0-43a1-b513-41598bae8cf7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:37:43.271329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f41fc1-a4a2-41de-8091-b736dfe376b6 req-8066d595-27a0-4854-a313-d4061a3df58c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:43.273796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31f41fc1-a4a2-41de-8091-b736dfe376b6 req-8066d595-27a0-4854-a313-d4061a3df58c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1673019 Jan 28 03:37:43.290551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fcfd5d3a-76b2-4b34-ac75-df3071529229 req-51df9d1a-8a9e-46b2-840b-e7ecd0a11125 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507113 Jan 28 03:37:43.307224 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for port (a4cb2dc7-43a7-432f-a729-d16f886e3d2e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.317481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Made reservation on behalf of f728b68adcf145a1af08245d241afcc1 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:43.320597 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.365958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Port': ['ID=a1442e2a-d1d6-42f6-b158-741ade03aa71,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:43.434945 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (86653aca-9f7d-4bd9-b62c-c8920f15f212), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.473523 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.474768 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b9d7f883-f0ed-4145-b6f4-bf3f87bf740a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0035245 Jan 28 03:37:43.492251 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a4cb2dc7-43a7-432f-a729-d16f886e3d2e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.559663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:43.565418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:43.573588 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:43.597474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-bde8d6af-66f4-48c2-917e-ad03e31a97b2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Deleting port 9d88a542-8b9d-4d80-a969-45c2920ced64 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:37:43.597857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-bde8d6af-66f4-48c2-917e-ad03e31a97b2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.602864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Port': ['ID=a4cb2dc7-43a7-432f-a729-d16f886e3d2e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:43.694028 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (7c1a0cd4-8a72-4e0e-93b6-04c9dc8510c0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.728329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31f41fc1-a4a2-41de-8091-b736dfe376b6 req-de90cf14-1fe7-43e4-b551-ddaafa9a5d59 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328852 Jan 28 03:37:43.733497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8ccba95-dd86-47a7-9f20-9c2238b50ef1 req-1289d3ac-e194-4797-847e-28021fe49975 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/08c522a8-83e3-4e5e-9dd8-a5cded76e484 HTTP/1.1" status: 200 len: 1832 time: 0.4080005 Jan 28 03:37:43.763785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for floatingip (4b655086-378b-4054-bbc0-9e5d363720b8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.765965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-bde8d6af-66f4-48c2-917e-ad03e31a97b2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] For port 9d88a542-8b9d-4d80-a969-45c2920ced64, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9d88a542-8b9d-4d80-a969-45c2920ced64,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:43.766476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-bde8d6af-66f4-48c2-917e-ad03e31a97b2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.778675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1a0cd4-8a72-4e0e-93b6-04c9dc8510c0,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:43.785096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-bde8d6af-66f4-48c2-917e-ad03e31a97b2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Calling delete_port for 9d88a542-8b9d-4d80-a969-45c2920ced64 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:37:43.832059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Checking segment: {'id': '534c6882-a086-4efc-8133-24f0931415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cda0e4d-22d0-43a1-b513-41598bae8cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:43.832374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Network hostable DHCP agents. Network: 1cda0e4d-22d0-43a1-b513-41598bae8cf7, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:37:43.841146 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a4cb2dc7-43a7-432f-a729-d16f886e3d2e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.877476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Network 1cda0e4d-22d0-43a1-b513-41598bae8cf7 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:37:43.885627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3847f3ed-423b-4615-a32d-062665a400ed up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:43.903034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1cda0e4d-22d0-43a1-b513-41598bae8cf7) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:43.918183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:43.919145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.927701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-ed4f0aff-8cb2-481e-8de0-98c2afb5a9a6 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1636715045&fields=id&tenant_id=37ab4596af694bc4b1afc90362bf04e0 HTTP/1.1" status: 200 len: 267 time: 0.0896521 Jan 28 03:37:43.928406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc48723f-6fc6-47f3-97f1-cce156e23ed9 None None] Network 1cda0e4d-22d0-43a1-b513-41598bae8cf7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:43.953618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc84756-c5b2-4433-99a2-7f8061137030 req-8b33a5e9-3d3e-4631-97f4-fed76219f5c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:43.955103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffc84756-c5b2-4433-99a2-7f8061137030 req-8b33a5e9-3d3e-4631-97f4-fed76219f5c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=95a6761e-04ac-4bd8-86a8-da5f8baebe52 HTTP/1.1" status: 200 len: 945 time: 0.1182973 Jan 28 03:37:44.001161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 3847f3ed-423b-4615-a32d-062665a400ed completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:37:44.009983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 3847f3ed-423b-4615-a32d-062665a400ed triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:44.010347 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3847f3ed-423b-4615-a32d-062665a400ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.012631 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7f1f75cc-7b89-479a-bd19-be43598e8955 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7976406 Jan 28 03:37:44.060672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f3fd56c7-c09c-4829-9243-1a3a5e49d491 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:44.060672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f3fd56c7-c09c-4829-9243-1a3a5e49d491 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports/88761354-69e7-4ad8-ba90-4dbda5634f5f HTTP/1.1" status: 200 len: 931 time: 0.1129825 Jan 28 03:37:44.089999 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for port (a4cb2dc7-43a7-432f-a729-d16f886e3d2e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.106041 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (a4cb2dc7-43a7-432f-a729-d16f886e3d2e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.111241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d9c8d-869d-493a-abca-2400eb517121 None None] Network 1cda0e4d-22d0-43a1-b513-41598bae8cf7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:44.145261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffc84756-c5b2-4433-99a2-7f8061137030 req-830e8f24-a782-4b15-9324-f3433ac5d6d9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544914 Jan 28 03:37:44.163304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-bde8d6af-66f4-48c2-917e-ad03e31a97b2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9d88a542-8b9d-4d80-a969-45c2920ced64), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.192041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-ea4a2091-a127-468b-8809-e851e327a54e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:44.193581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-ea4a2091-a127-468b-8809-e851e327a54e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports/96d6a893-9cff-4b5a-91a3-c3491108d32e HTTP/1.1" status: 200 len: 931 time: 0.1231911 Jan 28 03:37:44.223656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['9d88a542-8b9d-4d80-a969-45c2920ced64'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:37:44.227860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Port': ['ID=a4cb2dc7-43a7-432f-a729-d16f886e3d2e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:44.230819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-11ec1416-b3eb-4db0-bc20-5d14ecd6537a req-995a62ca-c462-4e5c-b915-af424194613d tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1858340957', 'description': 'tempest-description-99341970'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:44.232338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (4b655086-378b-4054-bbc0-9e5d363720b8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.242702 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.260241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.265978 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c41f329b-bbb5-4cb8-88da-c7c667bf4218 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9831665 Jan 28 03:37:44.270404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8d6af-66f4-48c2-917e-ad03e31a97b2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event deleted for resources: {'Port': ['ID=9d88a542-8b9d-4d80-a969-45c2920ced64,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:44.306497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-1d91a33a-859c-4445-901d-84531a68993a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1002676 Jan 28 03:37:44.357909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-bde8d6af-66f4-48c2-917e-ad03e31a97b2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] No DVR routers for this DVR port 9d88a542-8b9d-4d80-a969-45c2920ced64 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:37:44.359764 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11ec1416-b3eb-4db0-bc20-5d14ecd6537a req-995a62ca-c462-4e5c-b915-af424194613d tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.363305 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-bde8d6af-66f4-48c2-917e-ad03e31a97b2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.367024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c2429c2-c248-4f8d-adc0-ee60d30ce91a req-bde8d6af-66f4-48c2-917e-ad03e31a97b2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "DELETE /v2.0/ports/9d88a542-8b9d-4d80-a969-45c2920ced64 HTTP/1.1" status: 204 len: 173 time: 1.3632460 Jan 28 03:37:44.384491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6761e-04ac-4bd8-86a8-da5f8baebe52', 'name': 'network-vif-deleted', 'tag': '9d88a542-8b9d-4d80-a969-45c2920ced64'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:44.387268 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dcfd15-d4e6-463d-a616-28b4a338b79d" -d '{"events": [{"server_uuid": "95a6761e-04ac-4bd8-86a8-da5f8baebe52", "name": "network-vif-deleted", "tag": "9d88a542-8b9d-4d80-a969-45c2920ced64"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:44.398053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-24633fac-4387-42a6-9815-17353f7980e5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0745528 Jan 28 03:37:44.433070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.450899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3847f3ed-423b-4615-a32d-062665a400ed is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:44.451741 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3847f3ed-423b-4615-a32d-062665a400ed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.489832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3847f3ed-423b-4615-a32d-062665a400ed'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:44.492675 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fa5619-385a-40f0-bf82-35e8f43e9e46" -d '{"events": [{"server_uuid": "f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c", "name": "network-vif-plugged", "status": "completed", "tag": "3847f3ed-423b-4615-a32d-062665a400ed"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:44.505107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3847f3ed-423b-4615-a32d-062665a400ed, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3847f3ed-423b-4615-a32d-062665a400ed,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:44.511486 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3847f3ed-423b-4615-a32d-062665a400ed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.540285 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11ec1416-b3eb-4db0-bc20-5d14ecd6537a req-995a62ca-c462-4e5c-b915-af424194613d tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (c7f59b46-6143-4081-ab45-07f60239469c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.550493 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11ec1416-b3eb-4db0-bc20-5d14ecd6537a req-995a62ca-c462-4e5c-b915-af424194613d tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c7f59b46-6143-4081-ab45-07f60239469c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.562771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3847f3ed-423b-4615-a32d-062665a400ed,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:44.604729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11ec1416-b3eb-4db0-bc20-5d14ecd6537a req-995a62ca-c462-4e5c-b915-af424194613d tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.606016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ec1416-b3eb-4db0-bc20-5d14ecd6537a req-995a62ca-c462-4e5c-b915-af424194613d tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4043996 Jan 28 03:37:44.625157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-ffa61ce6-0467-4a62-93e0-65588a2b4d4c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:44.630083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-ffa61ce6-0467-4a62-93e0-65588a2b4d4c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:44.635739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-ffa61ce6-0467-4a62-93e0-65588a2b4d4c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:44.637400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-ffa61ce6-0467-4a62-93e0-65588a2b4d4c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/networks?id=1159329d-88f1-4a00-b528-9abded9171ef&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c HTTP/1.1" status: 200 len: 1990 time: 0.2069948 Jan 28 03:37:44.637993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a62ca-c462-4e5c-b915-af424194613d tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f59b46-6143-4081-ab45-07f60239469c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:44.652702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d32d08f9-29fb-4211-9e6b-dc69b0718297 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/quotas/37ab4596af694bc4b1afc90362bf04e0 HTTP/1.1" status: 200 len: 375 time: 0.0096631 Jan 28 03:37:44.697965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:44.752517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-1b857698-872c-4981-8db1-4c47523d8140 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0928168 Jan 28 03:37:44.791176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a45d007-f73a-4e5c-b0fc-722e4f1edb7d admin admin] Deleting subnet 7c1a0cd4-8a72-4e0e-93b6-04c9dc8510c0 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:37:44.804702 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a45d007-f73a-4e5c-b0fc-722e4f1edb7d admin admin] Publish callbacks [] for subnet (7c1a0cd4-8a72-4e0e-93b6-04c9dc8510c0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.889578 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a45d007-f73a-4e5c-b0fc-722e4f1edb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (7c1a0cd4-8a72-4e0e-93b6-04c9dc8510c0), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.898004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a998c-135f-406c-86ec-f0626cac7b93 req-ae8cc3d7-d18e-4541-9083-db712229b046 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:44.899516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c80a998c-135f-406c-86ec-f0626cac7b93 req-ae8cc3d7-d18e-4541-9083-db712229b046 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 946 time: 0.1587517 Jan 28 03:37:44.994675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-13b68a43-619d-4446-8725-e4603429414e service neutron] 10.222.0.44 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295973 Jan 28 03:37:45.004447 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a45d007-f73a-4e5c-b0fc-722e4f1edb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7c1a0cd4-8a72-4e0e-93b6-04c9dc8510c0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.044458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c80a998c-135f-406c-86ec-f0626cac7b93 req-6af7a52c-30ce-4a05-a26e-dc2bbc8feeb7 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248250 Jan 28 03:37:45.089860 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabdd3a1-988b-4c3a-9fb8-c007850c66e3 x-openstack-request-id: req-dabdd3a1-988b-4c3a-9fb8-c007850c66e3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:45.090160 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6761e-04ac-4bd8-86a8-da5f8baebe52", "name": "network-vif-deleted", "tag": "9d88a542-8b9d-4d80-a969-45c2920ced64", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:45.090417 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dabdd3a1-988b-4c3a-9fb8-c007850c66e3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:45.090812 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6761e-04ac-4bd8-86a8-da5f8baebe52', 'name': 'network-vif-deleted', 'tag': '9d88a542-8b9d-4d80-a969-45c2920ced64', 'status': 'completed', 'code': 200} Jan 28 03:37:45.138470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a45d007-f73a-4e5c-b0fc-722e4f1edb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (7c1a0cd4-8a72-4e0e-93b6-04c9dc8510c0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.169723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-ae77090e-b243-43cd-a28a-98da8efacfac service neutron] 10.222.0.44 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665223 Jan 28 03:37:45.174265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45d007-f73a-4e5c-b0fc-722e4f1edb7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1a0cd4-8a72-4e0e-93b6-04c9dc8510c0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:45.192739 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a45d007-f73a-4e5c-b0fc-722e4f1edb7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.196631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9a45d007-f73a-4e5c-b0fc-722e4f1edb7d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7c1a0cd4-8a72-4e0e-93b6-04c9dc8510c0 HTTP/1.1" status: 204 len: 168 time: 0.4976900 Jan 28 03:37:45.199353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59986) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:45.235513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-34204db7-120b-4ffe-97e6-12cb7e7c501d service neutron] 10.222.0.44 "GET /v2.0/ports/88761354-69e7-4ad8-ba90-4dbda5634f5f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0590854 Jan 28 03:37:45.267335 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1cda0e4d-22d0-43a1-b513-41598bae8cf7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.268665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-95ba5af5-6ea5-4b65-87d5-919109a02f9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--887750325&fields=id&tenant_id=d68daf22cb344f3e85922824b30fd598 HTTP/1.1" status: 200 len: 267 time: 0.0962782 Jan 28 03:37:45.350920 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1cda0e4d-22d0-43a1-b513-41598bae8cf7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.358468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-9477ceb5-5bc0-477e-a9ae-be9366bb640e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:45.359836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-9477ceb5-5bc0-477e-a9ae-be9366bb640e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports/e8774d71-d445-4466-9295-940f388820b2 HTTP/1.1" status: 200 len: 935 time: 0.0646489 Jan 28 03:37:45.373300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cda0e4d-22d0-43a1-b513-41598bae8cf7']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:45.383498 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.384098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534c6882-a086-4efc-8133-24f0931415d0') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:45.384098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534c6882-a086-4efc-8133-24f0931415d0') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:45.393524 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (534c6882-a086-4efc-8133-24f0931415d0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.406360 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (534c6882-a086-4efc-8133-24f0931415d0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.408136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-a5cb3232-6fdf-4eab-921c-7f829ece4e94 service neutron] 10.222.0.44 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666572 Jan 28 03:37:45.412695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:37:45.413637 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (534c6882-a086-4efc-8133-24f0931415d0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:37:45.415449 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:37:45.433936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-bea91e6c-2319-425f-84b7-350c5510ae79 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:45.435279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-bea91e6c-2319-425f-84b7-350c5510ae79 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports/84d12947-5baa-4899-9edc-46564dd50397 HTTP/1.1" status: 200 len: 937 time: 0.0630891 Jan 28 03:37:45.473105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1cda0e4d-22d0-43a1-b513-41598bae8cf7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.479469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.482728 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1cda0e4d-22d0-43a1-b513-41598bae8cf7 HTTP/1.1" status: 204 len: 168 time: 0.2820270 Jan 28 03:37:45.497169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facf7ba-f095-4c8e-a0fd-a1f051d6e289 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cda0e4d-22d0-43a1-b513-41598bae8cf7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:45.504562 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5dbd1568-8ade-4dc5-84d0-7e743a14c1c5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0598001 Jan 28 03:37:45.546354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-a86cc335-25b8-4dbd-a03e-939a7002786a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0354037 Jan 28 03:37:45.588247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-1a4bb68b-a2c8-40e1-9252-3db2f0d550ab service neutron] 10.222.0.44 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712794 Jan 28 03:37:45.607124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:45.647756 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c9703b41-d360-442b-b4f9-b41d77e268e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f728b68adcf145a1af08245d241afcc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383031 Jan 28 03:37:45.649904 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:45.663722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f9a17a98-c9b3-431b-ac97-4a0ae829b40b service neutron] 10.222.0.44 "GET /v2.0/ports/96d6a893-9cff-4b5a-91a3-c3491108d32e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0498502 Jan 28 03:37:45.696926 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b23b26a-159c-4a21-a397-17ef062a9d9a admin admin] Publish callbacks [] for security_group (7d9ecc2a-5555-4a31-a2ed-458c29f26728), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.718263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b23b26a-159c-4a21-a397-17ef062a9d9a admin admin] Publish callbacks [] for security_group (7d9ecc2a-5555-4a31-a2ed-458c29f26728), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.746814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d5fd73d-1523-4c5b-95f4-c2c22fcc85bd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:45.751719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d5fd73d-1523-4c5b-95f4-c2c22fcc85bd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:45.756750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d5fd73d-1523-4c5b-95f4-c2c22fcc85bd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:45.758659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d5fd73d-1523-4c5b-95f4-c2c22fcc85bd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/networks?id=39ca72c0-032b-4e3b-b459-91b9ab024a53&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=b13e6eb6-833b-43bc-bb68-367d8fede46e&id=b13e6eb6-833b-43bc-bb68-367d8fede46e HTTP/1.1" status: 200 len: 1993 time: 0.2062333 Jan 28 03:37:45.770816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b23b26a-159c-4a21-a397-17ef062a9d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7d9ecc2a-5555-4a31-a2ed-458c29f26728), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.774614 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b23b26a-159c-4a21-a397-17ef062a9d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.776157 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4b23b26a-159c-4a21-a397-17ef062a9d9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d9ecc2a-5555-4a31-a2ed-458c29f26728 HTTP/1.1" status: 204 len: 168 time: 0.1252563 Jan 28 03:37:45.784283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23b26a-159c-4a21-a397-17ef062a9d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ecc2a-5555-4a31-a2ed-458c29f26728,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:45.785228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-92e5a187-8225-4861-be9b-df32934b1087 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/quotas/d68daf22cb344f3e85922824b30fd598 HTTP/1.1" status: 200 len: 375 time: 0.0200443 Jan 28 03:37:45.832501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-8750ab78-3f97-4300-a588-8b7760f3554b service neutron] 10.222.0.44 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581523 Jan 28 03:37:45.905568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-90649872-e778-47c6-ab4e-7a596679cb57 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1110585 Jan 28 03:37:45.990687 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5f7bceb2-45d4-494a-b25e-737feac0dd1c service neutron] 10.222.0.44 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504109 Jan 28 03:37:46.073682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-2107ecbc-ca92-4437-9203-b382ac6b3838 service neutron] 10.222.0.44 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522660 Jan 28 03:37:46.151999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-eec86b29-32f3-4bc7-bcaa-01aafbc4ac44 service neutron] 10.222.0.44 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545444 Jan 28 03:37:46.240751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f67fbf9e-e33b-4a1c-a459-65fbfe9a0d14 service neutron] 10.222.0.44 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588576 Jan 28 03:37:46.297612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-398778d2-3c7d-475c-a04e-440458db4f10 service neutron] 10.222.0.44 "GET /v2.0/ports/e8774d71-d445-4466-9295-940f388820b2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0462399 Jan 28 03:37:46.299546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-9e526831-788a-4885-9157-8020bda62b60 service neutron] 10.222.0.44 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397104 Jan 28 03:37:46.459439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-a1fead21-e107-4e1d-bc73-f9e1bfef66f9 service neutron] 10.222.0.44 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535113 Jan 28 03:37:46.464675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-396c612d-8107-453e-ba75-4bc4b3064597 service neutron] 10.222.0.44 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504369 Jan 28 03:37:46.603756 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:46.624183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-e2166be3-8f6c-43fe-9c7c-e5245383d995 service neutron] 10.222.0.44 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519508 Jan 28 03:37:46.627621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-72889de7-9e39-45b3-94a7-5528a49a107e service neutron] 10.222.0.44 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543031 Jan 28 03:37:46.713640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-49acb388-78ce-40ec-8be3-99c374e37fc9 service neutron] 10.222.0.44 "GET /v2.0/ports/84d12947-5baa-4899-9edc-46564dd50397?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0832648 Jan 28 03:37:46.799394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-a9764d76-f57e-4a60-80c5-e93ce785c4cf service neutron] 10.222.0.44 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609921 Jan 28 03:37:47.112686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1fa8e817-19b8-435c-8647-eb1b9f7f85c9 service neutron] 10.222.0.44 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932343 Jan 28 03:37:47.204255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f3a5bf87-4dae-4b68-b4ca-47db9d9d6df4 service neutron] 10.222.0.44 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981085 Jan 28 03:37:47.275036 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-37c488ce-9296-4645-a49e-479f7bed1025 service neutron] 10.222.0.44 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555209 Jan 28 03:37:47.309263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9d88a542-8b9d-4d80-a969-45c2920ced64 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:37:47.328979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 9d88a542-8b9d-4d80-a969-45c2920ced64 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:37:47.329328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9d88a542-8b9d-4d80-a969-45c2920ced64 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:37:47.358877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-c9dd9f0c-31a7-4cfa-a9fe-021a447ec99f service neutron] 10.222.0.44 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465347 Jan 28 03:37:47.433536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-e77a9a2c-8e97-4515-9bc0-41635b267386 service neutron] 10.222.0.44 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529031 Jan 28 03:37:47.518353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-c9bf343b-8d16-4e03-8b22-05213efa86c1 service neutron] 10.222.0.44 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485102 Jan 28 03:37:47.549798 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-a64231a6-3c2d-485a-a15a-d451b415966a service neutron] 10.222.0.44 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105158 Jan 28 03:37:47.641018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-ec0fa8b3-4c17-4d45-aa93-ef68174b91dd service neutron] 10.222.0.44 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845516 Jan 28 03:37:47.742646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-ed0322a2-4f50-4dee-b37b-d9fe75caf2be service neutron] 10.222.0.44 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943050 Jan 28 03:37:47.837801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-07d0a71d-c2d0-41d9-8a50-8ad3da9a4442 service neutron] 10.222.0.44 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892749 Jan 28 03:37:47.937995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-593aac13-616f-49b8-bf5d-f7a1ec026070 service neutron] 10.222.0.44 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926507 Jan 28 03:37:48.035451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-c033e077-0376-4a8d-abec-4ff8a877891b service neutron] 10.222.0.44 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910044 Jan 28 03:37:48.047790 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b657f06c-cbd8-4a60-acbe-a049a098c03f x-openstack-request-id: req-b657f06c-cbd8-4a60-acbe-a049a098c03f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:48.048278 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c", "name": "network-vif-plugged", "status": "completed", "tag": "3847f3ed-423b-4615-a32d-062665a400ed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:48.048361 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b657f06c-cbd8-4a60-acbe-a049a098c03f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:48.048710 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3847f3ed-423b-4615-a32d-062665a400ed', 'code': 200} Jan 28 03:37:48.156276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11de55bb-902e-47cd-872e-0f125c8bdaa8 req-601f0ecf-cf49-458d-834f-2bd0ed443f46 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/c7f59b46-6143-4081-ab45-07f60239469c HTTP/1.1" status: 200 len: 1830 time: 0.0638673 Jan 28 03:37:48.167880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-ee2989cc-fbe1-4bc8-82a3-e3e59a48ab76 service neutron] 10.222.0.44 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260626 Jan 28 03:37:48.204501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbdabf-711e-4acf-a023-793855680ee4 req-da2d604e-918c-49b4-af98-cc0a7bf87b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:48.206262 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-80fbdabf-711e-4acf-a023-793855680ee4 req-da2d604e-918c-49b4-af98-cc0a7bf87b78 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 1098 time: 0.0597732 Jan 28 03:37:48.278332 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-80fbdabf-711e-4acf-a023-793855680ee4 req-1cd0afb4-e153-4a7c-a0e8-c5e13824a291 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644014 Jan 28 03:37:48.307087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c75a70-582c-47a3-9d6b-44e7b3718ac6 req-b06b7332-d4f0-4a6b-987d-26014c720861 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:48.308461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5c75a70-582c-47a3-9d6b-44e7b3718ac6 req-b06b7332-d4f0-4a6b-987d-26014c720861 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.0872142 Jan 28 03:37:48.362986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5c75a70-582c-47a3-9d6b-44e7b3718ac6 req-6e5d318a-f310-484a-843b-e6064951df21 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Jan 28 03:37:48.836908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846076b-048c-49b3-a3c1-aebfa8f03e8d req-0011d70f-ae38-49c8-a41a-84e7bce389d2 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:48.846640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4846076b-048c-49b3-a3c1-aebfa8f03e8d req-0011d70f-ae38-49c8-a41a-84e7bce389d2 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 946 time: 0.1234288 Jan 28 03:37:48.954792 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4846076b-048c-49b3-a3c1-aebfa8f03e8d req-0cf507ff-d2f6-4431-9c39-286ef9047b29 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007068 Jan 28 03:37:48.991730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6de8451b-27da-4b4d-bac9-8826ee43e69e req-0757e9ef-bb5c-4e5e-afd2-d8c99558b45e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0602105 Jan 28 03:37:49.005941 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-02bfada8-4d9f-4212-825a-351c7a5dd30a req-a0ab6b04-4d51-4af1-891c-30b72fa36083 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] show failed (client error): The resource could not be found. Jan 28 03:37:49.023517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02bfada8-4d9f-4212-825a-351c7a5dd30a req-a0ab6b04-4d51-4af1-891c-30b72fa36083 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/c73b1400-72b4-4688-a706-e92c3bf18d76 HTTP/1.1" status: 404 len: 352 time: 0.0346341 Jan 28 03:37:49.093492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3ab1a38-67d1-4788-9541-6d39052548d2 req-8470f51b-3909-47e3-aa62-d46438db25ad tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0382540 Jan 28 03:37:49.190257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:49.286748 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-f6ec78a2-74a0-4c29-b71e-799faaa3304d req-16157131-adca-48b4-8e67-f75534a0e93c tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] show failed (client error): The resource could not be found. Jan 28 03:37:49.289746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6ec78a2-74a0-4c29-b71e-799faaa3304d req-16157131-adca-48b4-8e67-f75534a0e93c tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-group-rules/559ab885-13b2-406d-96e2-6fc4611cd6f9 HTTP/1.1" status: 404 len: 361 time: 0.0176814 Jan 28 03:37:49.300621 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-7eb35e73-abbd-4b99-b485-e7b9e5b606d1 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:49.309985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-7eb35e73-abbd-4b99-b485-e7b9e5b606d1 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.1867974 Jan 28 03:37:49.347806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5c1b6a0d-f7ed-4f8e-bf8b-c8d2b4717931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:49.349500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5c1b6a0d-f7ed-4f8e-bf8b-c8d2b4717931 service neutron] 10.222.0.42 "GET /v2.0/ports/88761354-69e7-4ad8-ba90-4dbda5634f5f HTTP/1.1" status: 200 len: 1027 time: 0.0368567 Jan 28 03:37:49.435223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ad51970-5289-4ee5-9ce3-fdfa1d33a31f req-4cb81c3e-7fb7-4b14-b851-be712fe59e31 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/c7f59b46-6143-4081-ab45-07f60239469c HTTP/1.1" status: 200 len: 1830 time: 0.0846002 Jan 28 03:37:49.442957 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-2a53eefa-8b4a-4a74-8b4c-fc106e8be756 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/quotas/351a66772f8144fd8a8b34aaaa3b15fc HTTP/1.1" status: 200 len: 375 time: 0.1319644 Jan 28 03:37:49.446983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26fc2f46-73d5-4c77-996c-0d8fc76871a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:49.510108 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-1a7e5b22-8b47-4e08-8680-a7c928ba8e40 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658631 Jan 28 03:37:49.527378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-99da61f6-9f29-4d8d-8e10-bf440ab7a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:49.528811 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-99da61f6-9f29-4d8d-8e10-bf440ab7a01a service neutron] 10.222.0.42 "GET /v2.0/ports/96d6a893-9cff-4b5a-91a3-c3491108d32e HTTP/1.1" status: 200 len: 1027 time: 0.1409218 Jan 28 03:37:49.581643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26fc2f46-73d5-4c77-996c-0d8fc76871a0 admin admin] Publish callbacks [] for security_group (88634b19-fd31-4df4-8ef3-228ef0af6c48), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:49.589515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26fc2f46-73d5-4c77-996c-0d8fc76871a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (88634b19-fd31-4df4-8ef3-228ef0af6c48), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:49.656065 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-26fc2f46-73d5-4c77-996c-0d8fc76871a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0af4b69cc3904070babd4b0e4723e137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4643939 Jan 28 03:37:49.657220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc2f46-73d5-4c77-996c-0d8fc76871a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88634b19-fd31-4df4-8ef3-228ef0af6c48,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:49.660316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:49.669465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7640e65d-f1fb-4841-b086-b4cff36a1379 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:49.674868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7640e65d-f1fb-4841-b086-b4cff36a1379 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:49.681453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7640e65d-f1fb-4841-b086-b4cff36a1379 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:49.683260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7640e65d-f1fb-4841-b086-b4cff36a1379 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "GET /v2.0/networks?id=1159329d-88f1-4a00-b528-9abded9171ef&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c HTTP/1.1" status: 200 len: 1990 time: 0.1377883 Jan 28 03:37:49.738780 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1ad51970-5289-4ee5-9ce3-fdfa1d33a31f req-1a1aba0a-3660-4ae0-bc33-dabd00f8dd04 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (c7f59b46-6143-4081-ab45-07f60239469c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:49.739201 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb91a-b900-4c8b-a975-c2a45c2b4959 admin admin] Publish callbacks [] for security_group (88634b19-fd31-4df4-8ef3-228ef0af6c48), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:49.792018 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1ad51970-5289-4ee5-9ce3-fdfa1d33a31f req-1a1aba0a-3660-4ae0-bc33-dabd00f8dd04 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (c7f59b46-6143-4081-ab45-07f60239469c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:49.798848 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb91a-b900-4c8b-a975-c2a45c2b4959 admin admin] Publish callbacks [] for security_group (88634b19-fd31-4df4-8ef3-228ef0af6c48), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:49.855332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-4f1c742d-0d09-425a-9e5e-bfc626abcd3b service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368139 Jan 28 03:37:49.865171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e5a0470e-5b5f-4f89-8f9e-14188c437e09 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37ab4596af694bc4b1afc90362bf04e0 HTTP/1.1" status: 200 len: 380 time: 0.1470861 Jan 28 03:37:49.882071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'admin_state_up': True, 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'security_groups': ['dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:49.889187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb91a-b900-4c8b-a975-c2a45c2b4959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (88634b19-fd31-4df4-8ef3-228ef0af6c48), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:49.893368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb91a-b900-4c8b-a975-c2a45c2b4959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:49.905463 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ee2cb91a-b900-4c8b-a975-c2a45c2b4959 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88634b19-fd31-4df4-8ef3-228ef0af6c48 HTTP/1.1" status: 204 len: 168 time: 0.2436578 Jan 28 03:37:49.915242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cb91a-b900-4c8b-a975-c2a45c2b4959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88634b19-fd31-4df4-8ef3-228ef0af6c48,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:50.009104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1ad51970-5289-4ee5-9ce3-fdfa1d33a31f req-1a1aba0a-3660-4ae0-bc33-dabd00f8dd04 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c7f59b46-6143-4081-ab45-07f60239469c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:50.011683 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1ad51970-5289-4ee5-9ce3-fdfa1d33a31f req-1a1aba0a-3660-4ae0-bc33-dabd00f8dd04 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:50.024920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ad51970-5289-4ee5-9ce3-fdfa1d33a31f req-1a1aba0a-3660-4ae0-bc33-dabd00f8dd04 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "DELETE /v2.0/security-groups/c7f59b46-6143-4081-ab45-07f60239469c HTTP/1.1" status: 204 len: 173 time: 0.5886495 Jan 28 03:37:50.080625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1aba0a-3660-4ae0-bc33-dabd00f8dd04 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f59b46-6143-4081-ab45-07f60239469c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:50.156647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-41eb389a-5c7c-4824-ba9c-3faa4e11cdb7 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904549 Jan 28 03:37:50.187358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:50.190970 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:50.435642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca56c-ef63-4eb8-83a1-2e9beeb21b9f req-874c1ef8-81fe-4804-9742-99f2e23fb8b4 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:50.446360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82aca56c-ef63-4eb8-83a1-2e9beeb21b9f req-874c1ef8-81fe-4804-9742-99f2e23fb8b4 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 946 time: 0.1495852 Jan 28 03:37:50.520725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Allocated IP 172.20.0.13 (1159329d-88f1-4a00-b528-9abded9171ef/d6207826-594e-4d4a-9769-e7e93e590745/ee5861d0-7bcf-4176-bcad-a30f435bcf49) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:50.546084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-77883098-a398-4266-bb91-493d3570ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:50.548763 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-77883098-a398-4266-bb91-493d3570ab82 service neutron] 10.222.0.42 "GET /v2.0/ports/e8774d71-d445-4466-9295-940f388820b2 HTTP/1.1" status: 200 len: 1031 time: 0.0773838 Jan 28 03:37:50.636429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f9c24901-d625-4fda-b508-58a546a7618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:50.637760 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f9c24901-d625-4fda-b508-58a546a7618e service neutron] 10.222.0.42 "GET /v2.0/ports/84d12947-5baa-4899-9edc-46564dd50397 HTTP/1.1" status: 200 len: 1033 time: 0.0808907 Jan 28 03:37:50.670165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b70f2017-e43d-4a45-b85c-d8b97552b7d9 req-270ba963-a22e-4d23-a87c-52c04e3b0da5 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/08c522a8-83e3-4e5e-9dd8-a5cded76e484 HTTP/1.1" status: 200 len: 1832 time: 0.2461386 Jan 28 03:37:50.744998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82aca56c-ef63-4eb8-83a1-2e9beeb21b9f req-3bd634e8-86bd-4cc1-9e07-9fc550cc7238 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962539 Jan 28 03:37:50.833851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-816de499-8f41-4040-90d5-80d0f58d95f7 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:50.853110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-816de499-8f41-4040-90d5-80d0f58d95f7 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:50.859908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-816de499-8f41-4040-90d5-80d0f58d95f7 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:50.861927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-816de499-8f41-4040-90d5-80d0f58d95f7 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "GET /v2.0/networks?id=39ca72c0-032b-4e3b-b459-91b9ab024a53&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=b13e6eb6-833b-43bc-bb68-367d8fede46e&id=b13e6eb6-833b-43bc-bb68-367d8fede46e HTTP/1.1" status: 200 len: 1993 time: 0.2173538 Jan 28 03:37:50.983175 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-2e9a0a37-8506-4814-85f4-87996f29e85f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d68daf22cb344f3e85922824b30fd598 HTTP/1.1" status: 200 len: 379 time: 0.1025443 Jan 28 03:37:51.000346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'admin_state_up': True, 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'security_groups': ['61fdb84b-d06f-4611-a7c7-6e90b4a2383e']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:51.099263 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b70f2017-e43d-4a45-b85c-d8b97552b7d9 req-ec58a694-9450-4c24-beab-d33a1183202a tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (08c522a8-83e3-4e5e-9dd8-a5cded76e484), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.153254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d41db66c-0866-434a-9c0f-c9f64abf6f0e req-af2e3d04-e5f7-4e2a-bbf5-c62810f34fee tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0575073 Jan 28 03:37:51.197244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:51.201478 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.238622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b70f2017-e43d-4a45-b85c-d8b97552b7d9 req-ec58a694-9450-4c24-beab-d33a1183202a tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (08c522a8-83e3-4e5e-9dd8-a5cded76e484), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.265501 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.307702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60156) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:51.382288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b70f2017-e43d-4a45-b85c-d8b97552b7d9 req-ec58a694-9450-4c24-beab-d33a1183202a tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (08c522a8-83e3-4e5e-9dd8-a5cded76e484), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.385342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b70f2017-e43d-4a45-b85c-d8b97552b7d9 req-ec58a694-9450-4c24-beab-d33a1183202a tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.401170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b70f2017-e43d-4a45-b85c-d8b97552b7d9 req-ec58a694-9450-4c24-beab-d33a1183202a tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "DELETE /v2.0/security-groups/08c522a8-83e3-4e5e-9dd8-a5cded76e484 HTTP/1.1" status: 204 len: 173 time: 0.7185471 Jan 28 03:37:51.479428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38fc05a1-391b-446f-ac3b-b762f6a66ec2 req-1149f686-e9c9-4fa7-9b8f-9078a52d7935 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.1360335 Jan 28 03:37:51.501612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58a694-9450-4c24-beab-d33a1183202a tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c522a8-83e3-4e5e-9dd8-a5cded76e484,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:51.538958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Allocated IP 172.20.0.10 (39ca72c0-032b-4e3b-b459-91b9ab024a53/91826628-0551-4f5e-a6c3-0a91742bb049/17a056e6-a188-4379-804e-badd8b82d884) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:51.539898 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.550897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-978148961-network', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:51.659396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Made reservation on behalf of 6b2888d7084a4c879016ab364abeb6d2 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:51.662082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.718406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network 1159329d-88f1-4a00-b528-9abded9171ef is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:51.750484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:51.767604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e55631fc-aacb-42f6-81fb-e9ab9113b6be req-1979266e-623e-4bf9-bc2c-0f7a9766f2f9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 210 time: 0.1594486 Jan 28 03:37:51.768663 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.816748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:51.891100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for port (17a056e6-a188-4379-804e-badd8b82d884), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.925801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Port': ['ID=ee5861d0-7bcf-4176-bcad-a30f435bcf49,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:51.951208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:51.953379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:51.996916 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (17a056e6-a188-4379-804e-badd8b82d884), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:52.018855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-fec88f0f-bf1b-400e-b206-86754eefcde4 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:52.020921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-fec88f0f-bf1b-400e-b206-86754eefcde4 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3639679 Jan 28 03:37:52.044989 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-df40f666-fb44-41fb-b98e-6298c5acaf21 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1745701 Jan 28 03:37:52.093450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'network_id': '02253080-017c-4927-b3f9-956584b94148', 'admin_state_up': True, 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'security_groups': ['dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:52.164238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network 39ca72c0-032b-4e3b-b459-91b9ab024a53 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:52.190313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:52.200897 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:52.322253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0653cc1b-0275-486c-91ed-ca965729367e None None] Provisioning complete for port ee5861d0-7bcf-4176-bcad-a30f435bcf49 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:52.323395 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0653cc1b-0275-486c-91ed-ca965729367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:52.390634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Port': ['ID=17a056e6-a188-4379-804e-badd8b82d884,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:52.437140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0653cc1b-0275-486c-91ed-ca965729367e None None] Port ee5861d0-7bcf-4176-bcad-a30f435bcf49 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:52.626400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:52.627126 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:52.729631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-987218b4-f1e2-40f1-ab47-c88b26b214af tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:52.731191 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-987218b4-f1e2-40f1-ab47-c88b26b214af tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.5061312 Jan 28 03:37:52.760323 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-527c8b07-c26c-4b75-91c0-856acc437add req-0acbf168-cd04-4601-8590-d6184fbfc291 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3163295 Jan 28 03:37:52.768249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7380e627-98c2-4602-a424-efcbc0745461 None None] Provisioning complete for port 17a056e6-a188-4379-804e-badd8b82d884 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:52.768733 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7380e627-98c2-4602-a424-efcbc0745461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (17a056e6-a188-4379-804e-badd8b82d884), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:52.777930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Request body: {'port': {'device_id': '737d31af-1b99-4372-a05a-4d3c73dfb481', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'admin_state_up': True, 'tenant_id': '351a66772f8144fd8a8b34aaaa3b15fc'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:52.795148 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8f3a91c5-cafa-44a5-90fd-806a36900a9e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8047495 Jan 28 03:37:52.828595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-f7786612-11df-4020-b5ed-74367c8b0da4 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 696 time: 0.7927964 Jan 28 03:37:52.839105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'admin_state_up': True, 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'security_groups': ['61fdb84b-d06f-4611-a7c7-6e90b4a2383e']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:52.848399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7380e627-98c2-4602-a424-efcbc0745461 None None] Port 17a056e6-a188-4379-804e-badd8b82d884 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:52.852112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-43f3f2e9-2e54-4f77-b4ab-306e6a5f015f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Request body: {'floatingip': {'port_id': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:52.903683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:52.907394 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:52.911076 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-43f3f2e9-2e54-4f77-b4ab-306e6a5f015f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:53.032653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c8b07-c26c-4b75-91c0-856acc437add req-72503bdd-0633-4f20-a6b2-c5e39a6425b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:53.035290 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-527c8b07-c26c-4b75-91c0-856acc437add req-72503bdd-0633-4f20-a6b2-c5e39a6425b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f98af98f22e24126bb3c303a1152bd45&device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 1099 time: 0.1769285 Jan 28 03:37:53.149249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c8b07-c26c-4b75-91c0-856acc437add req-e997fe8e-811c-4a01-9aac-95990ddaa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:53.151178 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-527c8b07-c26c-4b75-91c0-856acc437add req-e997fe8e-811c-4a01-9aac-95990ddaa5ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 200 len: 915 time: 0.0931082 Jan 28 03:37:53.218455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Made reservation on behalf of 351a66772f8144fd8a8b34aaaa3b15fc for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:53.222848 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:53.264316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:53.269575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:53.295470 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-527c8b07-c26c-4b75-91c0-856acc437add req-3b37bc43-aff2-42e6-8afd-a64fe3e5b6ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab HTTP/1.1" status: 200 len: 217 time: 0.1210036 Jan 28 03:37:53.378521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c8b07-c26c-4b75-91c0-856acc437add req-c2369273-f063-4e23-b71d-711e6c7f184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:53.380621 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-527c8b07-c26c-4b75-91c0-856acc437add req-c2369273-f063-4e23-b71d-711e6c7f184b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df9ef53-ff85-4dc0-b919-1760fa37f332 HTTP/1.1" status: 200 len: 854 time: 0.0738535 Jan 28 03:37:53.414537 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Publish callbacks [] for security_group (12aa5b11-d8e8-45a4-aee6-1d5ad0382345), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:53.433969 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (12aa5b11-d8e8-45a4-aee6-1d5ad0382345), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:53.475810 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-527c8b07-c26c-4b75-91c0-856acc437add req-2784af9c-c9a2-41d9-b61e-832470070d77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0589fcf6-7339-4f9f-8081-24e5b2cb01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366557 Jan 28 03:37:53.513650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4dbceb9-d3d0-4da0-8b19-5c744d1be048 req-cdec430d-605d-404c-9b0d-93f9fe0b693c tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/9a9f3206-4141-4212-a19f-d1edcf8be45d HTTP/1.1" status: 200 len: 1831 time: 0.6807756 Jan 28 03:37:53.526751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:37:53.571952 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-527c8b07-c26c-4b75-91c0-856acc437add req-8024df0d-7142-4863-b36d-0c8dbdf54129 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861950 Jan 28 03:37:53.597771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aa5b11-d8e8-45a4-aee6-1d5ad0382345,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:53.639419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6e452aff-7158-4a28-9682-14728a94c7bf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:53.639767 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Added segment 6e452aff-7158-4a28-9682-14728a94c7bf of type vlan for network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 Jan 28 03:37:53.678103 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-527c8b07-c26c-4b75-91c0-856acc437add req-5230f357-e64b-4722-892b-1f770530e657 service neutron] 10.222.0.42 "GET /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978611 Jan 28 03:37:53.703124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Allocated IP 10.1.1.242 (02253080-017c-4927-b3f9-956584b94148/b3a037f0-7fa4-4719-a630-598715252f0a/277f3f55-a304-41ef-bfc1-6c1d2561d4f7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:53.782365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Allocated IP 10.1.1.125 (59a6cd2b-f3fb-444d-9be1-fcacf252242c/bd35043c-d5c0-4cca-bdf3-87ff8426268c/30353f27-3398-4edf-b7d4-37e9d4e89394) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:53.787027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Allocated IP 172.20.0.12 (6dc8b666-d82b-4023-ace6-5937f3648af4/f4b2f3ff-1079-418f-b498-69e6ef7fa055/e7850fde-dc71-4041-b6b6-56dd6f77a285) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:53.938102 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d3573caa-9ea9-4c0d-b2bb-94c7d618c961), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:53.954455 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e4dbceb9-d3d0-4da0-8b19-5c744d1be048 req-94969395-6d12-490e-8e37-a2f1d560195b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (9a9f3206-4141-4212-a19f-d1edcf8be45d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:53.986741 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e4dbceb9-d3d0-4da0-8b19-5c744d1be048 req-94969395-6d12-490e-8e37-a2f1d560195b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (9a9f3206-4141-4212-a19f-d1edcf8be45d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.056627 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.071191 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e4dbceb9-d3d0-4da0-8b19-5c744d1be048 req-94969395-6d12-490e-8e37-a2f1d560195b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9a9f3206-4141-4212-a19f-d1edcf8be45d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.073812 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e4dbceb9-d3d0-4da0-8b19-5c744d1be048 req-94969395-6d12-490e-8e37-a2f1d560195b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.074992 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4dbceb9-d3d0-4da0-8b19-5c744d1be048 req-94969395-6d12-490e-8e37-a2f1d560195b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "DELETE /v2.0/security-groups/9a9f3206-4141-4212-a19f-d1edcf8be45d HTTP/1.1" status: 204 len: 173 time: 0.5387876 Jan 28 03:37:54.076898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks [] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.078285 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:37:54.127557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94969395-6d12-490e-8e37-a2f1d560195b tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9f3206-4141-4212-a19f-d1edcf8be45d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:54.171199 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.191238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.242159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network 59a6cd2b-f3fb-444d-9be1-fcacf252242c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:54.243201 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d3573caa-9ea9-4c0d-b2bb-94c7d618c961), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.244157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:54.244723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.250331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:54.258816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:54.319395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Network 6dc8b666-d82b-4023-ace6-5937f3648af4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:54.324969 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:54.326428 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.337954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:54.340066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Port': ['ID=30353f27-3398-4edf-b7d4-37e9d4e89394,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:54.343083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:54.353617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-5d1f954c-f665-4e78-a14d-ee9e2b2d607f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5235953 Jan 28 03:37:54.392489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-43f3f2e9-2e54-4f77-b4ab-306e6a5f015f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:37:54.432681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'admin_state_up': True, 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'security_groups': ['61fdb84b-d06f-4611-a7c7-6e90b4a2383e']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:54.488309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1788864 Jan 28 03:37:54.512045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60174) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:54.533795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Request body: {'subnet': {'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-subnet', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:54.588580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7ba08-e052-4da6-a0a2-b5c82ab49822 admin admin] Pushing event updated for resources: {'Network': ['ID=d3573caa-9ea9-4c0d-b2bb-94c7d618c961,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:54.605265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:37:54.608498 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-43f3f2e9-2e54-4f77-b4ab-306e6a5f015f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.617283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54430cf2-dc70-4d8d-b67c-eeff439f1787 req-2b01f516-a3a5-431e-a3cd-c401ac3059f2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:54.619488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54430cf2-dc70-4d8d-b67c-eeff439f1787 req-2b01f516-a3a5-431e-a3cd-c401ac3059f2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 932 time: 0.4215100 Jan 28 03:37:54.629610 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-43f3f2e9-2e54-4f77-b4ab-306e6a5f015f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.702964 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.704436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Made reservation on behalf of 6b2888d7084a4c879016ab364abeb6d2 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:54.706866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.786392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-64077bdc-44c9-440d-b2cd-e1096bb8c610 None None] Provisioning complete for port 30353f27-3398-4edf-b7d4-37e9d4e89394 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:54.787525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64077bdc-44c9-440d-b2cd-e1096bb8c610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:54.843476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-64077bdc-44c9-440d-b2cd-e1096bb8c610 None None] Port 30353f27-3398-4edf-b7d4-37e9d4e89394 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:54.903979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54430cf2-dc70-4d8d-b67c-eeff439f1787 req-ff3110b4-5381-4749-a9f8-6f74ebe5a0e4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720063 Jan 28 03:37:54.926570 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-43f3f2e9-2e54-4f77-b4ab-306e6a5f015f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Floating IP f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 associated. External IP: 172.25.1.214, port: e24e6c54-ef32-4918-88f4-7e08f60d4f9d. Jan 28 03:37:54.976247 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.055139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network 02253080-017c-4927-b3f9-956584b94148 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:55.097888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:55.100219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.108065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event updated for resources: {'Port': ['ID=e7850fde-dc71-4041-b6b6-56dd6f77a285,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:55.156108 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-3e7870f3-167c-4c85-a835-fddfda5f4206 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3902683 Jan 28 03:37:55.176416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Request body: {'port': {'device_id': '737d31af-1b99-4372-a05a-4d3c73dfb481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:55.227326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:55.231333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.317049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.436832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:55.475086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:55.527951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Port': ['ID=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:55.689219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Allocated IP 10.1.1.138 (59a6cd2b-f3fb-444d-9be1-fcacf252242c/bd35043c-d5c0-4cca-bdf3-87ff8426268c/30c43c8c-0670-4520-b4ad-e5d77585381b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:55.760456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:55.764721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.845672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d939f-1c46-4478-91a1-1ae4d60d8819 req-0559e232-4fc8-4132-ab07-f363572d5923 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:55.852377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d939f-1c46-4478-91a1-1ae4d60d8819 req-0559e232-4fc8-4132-ab07-f363572d5923 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:55.854412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad6d939f-1c46-4478-91a1-1ae4d60d8819 req-0559e232-4fc8-4132-ab07-f363572d5923 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 1654 time: 0.7548685 Jan 28 03:37:55.892553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7d041d68-ed4a-4fd5-bdea-258fda3eaacd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8301024 Jan 28 03:37:55.894056 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (cf9dd528-7530-4579-ab21-56dc684a7c39), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.990035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ea3790f4-6bf0-4c98-9241-fc80db450f1b None None] Provisioning complete for port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:55.991546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea3790f4-6bf0-4c98-9241-fc80db450f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.024929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'network_id': '02253080-017c-4927-b3f9-956584b94148', 'admin_state_up': True, 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'security_groups': ['dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:56.042743 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.058850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7850fde-dc71-4041-b6b6-56dd6f77a285 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:56.067543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ea3790f4-6bf0-4c98-9241-fc80db450f1b None None] Port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:56.069498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Publish callbacks [] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.098831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Transition to ACTIVE for port object e7850fde-dc71-4041-b6b6-56dd6f77a285 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:37:56.109339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.127947 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.240663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad6d939f-1c46-4478-91a1-1ae4d60d8819 req-067b7a3e-dadc-4fb1-9e5a-22ab2f31830e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761280 Jan 28 03:37:56.241983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9dd528-7530-4579-ab21-56dc684a7c39,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:56.281081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-43f3f2e9-2e54-4f77-b4ab-306e6a5f015f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Router e95e3c85-6759-4942-a421-82a2b76c526a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:37:56.291823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network 59a6cd2b-f3fb-444d-9be1-fcacf252242c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:56.309303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Checking segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:56.309679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Network hostable DHCP agents. Network: d3573caa-9ea9-4c0d-b2bb-94c7d618c961, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:37:56.329832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Pushing event updated for resources: {'Port': ['ID=e7850fde-dc71-4041-b6b6-56dd6f77a285,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:56.353160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:56.372448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:56.481593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:56.491125 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.518158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Attempting to bind port e7850fde-dc71-4041-b6b6-56dd6f77a285 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:56.518519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Attempting to bind port e7850fde-dc71-4041-b6b6-56dd6f77a285 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:56.518974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Attempting to bind port e7850fde-dc71-4041-b6b6-56dd6f77a285 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:56.521690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Port': ['ID=30c43c8c-0670-4520-b4ad-e5d77585381b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:56.535484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:56.536319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.551274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Port e7850fde-dc71-4041-b6b6-56dd6f77a285 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:37:56.551843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Attempting to bind port e7850fde-dc71-4041-b6b6-56dd6f77a285 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:56.555094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:37:56.562479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-43cd0597-a7fe-415e-9652-7cdd7fe22eda tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1436958 Jan 28 03:37:56.565870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:56.566296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Checking segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:56.566770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Bound using segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:56.567431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Bound port: e7850fde-dc71-4041-b6b6-56dd6f77a285, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:56.567898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.587344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e', 'admin_state_up': True, 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'security_groups': ['61fdb84b-d06f-4611-a7c7-6e90b4a2383e']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:56.676952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] For port e7850fde-dc71-4041-b6b6-56dd6f77a285, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:56.680973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] For port e7850fde-dc71-4041-b6b6-56dd6f77a285, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e7850fde-dc71-4041-b6b6-56dd6f77a285,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:56.707603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d1474d8e-980c-46cf-b045-a2768f4d3f34 None None] Provisioning complete for port 30c43c8c-0670-4520-b4ad-e5d77585381b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:56.707983 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1474d8e-980c-46cf-b045-a2768f4d3f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.724057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.752966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d3573caa-9ea9-4c0d-b2bb-94c7d618c961) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:56.761746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:56.765081 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.781760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ad5e5-08c1-4b68-9c72-780721d143af None None] Network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:56.791898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152071a-5db8-4010-9427-8a11a44026a8 req-957e529b-d2b4-4a33-b4eb-5f54e02476a6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:56.794016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a152071a-5db8-4010-9427-8a11a44026a8 req-957e529b-d2b4-4a33-b4eb-5f54e02476a6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 944 time: 0.4037807 Jan 28 03:37:56.823701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d1474d8e-980c-46cf-b045-a2768f4d3f34 None None] Port 30c43c8c-0670-4520-b4ad-e5d77585381b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:56.845863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:56.846480 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.847879 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] 10.222.0.42 "PUT /v2.0/ports/e7850fde-dc71-4041-b6b6-56dd6f77a285 HTTP/1.1" status: 200 len: 1093 time: 1.6763792 Jan 28 03:37:56.848337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737d31af-1b99-4372-a05a-4d3c73dfb481', 'tag': 'e7850fde-dc71-4041-b6b6-56dd6f77a285'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:56.850856 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ef83aa-fb0f-4d85-b95a-80492bb8168b" -d '{"events": [{"name": "network-changed", "server_uuid": "737d31af-1b99-4372-a05a-4d3c73dfb481", "tag": "e7850fde-dc71-4041-b6b6-56dd6f77a285"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:56.863225 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0d52d117-5500-4c2d-a74f-42963b922e6f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3492610 Jan 28 03:37:56.865597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-43f3f2e9-2e54-4f77-b4ab-306e6a5f015f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:37:56.872507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60180) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:56.874008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09593a2d-eba9-4634-8118-4fa2c4ac8a6f service neutron] Pushing event updated for resources: {'Port': ['ID=e7850fde-dc71-4041-b6b6-56dd6f77a285,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:56.874225 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-43f3f2e9-2e54-4f77-b4ab-306e6a5f015f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.894479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:56.937028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] Sync routers for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:37:56.954283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-43f3f2e9-2e54-4f77-b4ab-306e6a5f015f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "PUT /v2.0/floatingips/f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 HTTP/1.1" status: 200 len: 996 time: 4.1068184 Jan 28 03:37:56.958503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:56.961225 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160586c4-6526-4ed7-97e3-8bd9e9174717" -d '{"events": [{"name": "network-changed", "server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:56.967283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a152071a-5db8-4010-9427-8a11a44026a8 req-0d118317-77b1-493c-82c1-fb5d6a5eadd8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576681 Jan 28 03:37:56.990664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:56.999196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:37:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:57.011589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.012648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.033715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-8f584e43-4d0c-47c5-9c59-084c65ad3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:57.035237 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-8f584e43-4d0c-47c5-9c59-084c65ad3e65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 1096 time: 0.1094408 Jan 28 03:37:57.075735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-d3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:37:57.078109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.099563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-5c48bf10-eff6-4f34-8164-94c7b25ac840 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7850fde-dc71-4041-b6b6-56dd6f77a285 HTTP/1.1" status: 200 len: 217 time: 0.0491874 Jan 28 03:37:57.134746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Allocated IP 10.1.1.143 (02253080-017c-4927-b3f9-956584b94148/b3a037f0-7fa4-4719-a630-598715252f0a/f857f796-70d7-4841-ad07-31973f4f885e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:57.145714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:57.174940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-5664fdf8-c89b-4add-8149-e0ae1b247864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:57.177358 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-5664fdf8-c89b-4add-8149-e0ae1b247864 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1847644 Jan 28 03:37:57.239635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks [] for router_controller (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.263838 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.370522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-e0af03af-5086-44c9-8a29-3c8e65facff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:57.371998 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-e0af03af-5086-44c9-8a29-3c8e65facff7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.2650831 Jan 28 03:37:57.407858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Allocated IP 172.20.0.2 (d3573caa-9ea9-4c0d-b2bb-94c7d618c961/cf9dd528-7530-4579-ab21-56dc684a7c39/a305386e-cf17-4123-801f-8f26144fe8eb) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:57.425451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:57.427228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b1823ce-2b83-4e23-964a-64a69f632bad req-fb45e2bf-59fb-4fc8-b4cc-4814950bec26 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/14e4add5-dfd5-430b-9d67-3fe81356ebe9 HTTP/1.1" status: 200 len: 1832 time: 0.2487166 Jan 28 03:37:57.445339 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-77f5256d-1ab2-4609-99cf-797c45eb32c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414438 Jan 28 03:37:57.560075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-f16d8958-9f37-4bf4-8c8b-5988e3eccc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:57.561538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-f16d8958-9f37-4bf4-8c8b-5988e3eccc49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.3714797 Jan 28 03:37:57.579293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks [] for router_gateway (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.688734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b1823ce-2b83-4e23-964a-64a69f632bad req-334b5ca8-c95f-4ca7-90e4-d842c007112e tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (14e4add5-dfd5-430b-9d67-3fe81356ebe9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.775812 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for port (f857f796-70d7-4841-ad07-31973f4f885e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.779150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-a42ecd57-0aec-4ca6-afac-010b37cc0f3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 999 time: 0.2112322 Jan 28 03:37:57.784813 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b1823ce-2b83-4e23-964a-64a69f632bad req-334b5ca8-c95f-4ca7-90e4-d842c007112e tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (14e4add5-dfd5-430b-9d67-3fe81356ebe9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.844745 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Publish callbacks [] for port (a305386e-cf17-4123-801f-8f26144fe8eb), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.886438 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.890574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Allocated IP 10.2.2.100 (b13e6eb6-833b-43bc-bb68-367d8fede46e/a214ee62-0ef4-45ec-8762-abe42f7a96f3/c8a6c304-98f2-414c-86ef-cd65d145b9fe) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:57.891125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-1cd75ec6-6de3-40d9-b59b-e00597eff71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:57.893127 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-1cd75ec6-6de3-40d9-b59b-e00597eff71a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.1052179 Jan 28 03:37:57.906640 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-6a6c0266-ab3e-42e4-8717-897018a94938 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184933 Jan 28 03:37:57.911020 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b1823ce-2b83-4e23-964a-64a69f632bad req-334b5ca8-c95f-4ca7-90e4-d842c007112e tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (14e4add5-dfd5-430b-9d67-3fe81356ebe9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.913754 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b1823ce-2b83-4e23-964a-64a69f632bad req-334b5ca8-c95f-4ca7-90e4-d842c007112e tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.918296 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b1823ce-2b83-4e23-964a-64a69f632bad req-334b5ca8-c95f-4ca7-90e4-d842c007112e tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "DELETE /v2.0/security-groups/14e4add5-dfd5-430b-9d67-3fe81356ebe9 HTTP/1.1" status: 204 len: 173 time: 0.4312434 Jan 28 03:37:57.939178 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f857f796-70d7-4841-ad07-31973f4f885e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:57.950342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:57.960596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:57.967671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b5ca8-c95f-4ca7-90e4-d842c007112e tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e4add5-dfd5-430b-9d67-3fe81356ebe9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:57.967918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:58.008831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network 02253080-017c-4927-b3f9-956584b94148 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:58.010100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Pushing event updated for resources: {'Port': ['ID=a305386e-cf17-4123-801f-8f26144fe8eb,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:58.016346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:58.025257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:58.063980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.065188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.065678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.066801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.067313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.071059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.071588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.072071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.072646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.073145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.073616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.074086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.075220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:58.107411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Port': ['ID=f857f796-70d7-4841-ad07-31973f4f885e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:58.122420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-7921ebd1-9394-47a7-bf53-1d09e519ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:58.133449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Attempting to bind port a305386e-cf17-4123-801f-8f26144fe8eb on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:58.133821 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Attempting to bind port a305386e-cf17-4123-801f-8f26144fe8eb by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:58.134184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Attempting to bind port a305386e-cf17-4123-801f-8f26144fe8eb on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:58.134836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-7921ebd1-9394-47a7-bf53-1d09e519ddad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2349072 Jan 28 03:37:58.142174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:58.142551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Checking segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:58.142951 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:58.143339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Bound using segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:58.143809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Bound port: a305386e-cf17-4123-801f-8f26144fe8eb, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:58.144241 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:58.257696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] For port a305386e-cf17-4123-801f-8f26144fe8eb, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:58.268367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:58.268904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] For port a305386e-cf17-4123-801f-8f26144fe8eb, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a305386e-cf17-4123-801f-8f26144fe8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:58.269170 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:58.272094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:b4:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:37:54Z', 'revision_number': 1, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:58.318075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15938901-f0e0-4142-93b6-2d487be8c7dc req-12bdc3a5-ed31-44d7-a478-017624dab04d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:58.323856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15938901-f0e0-4142-93b6-2d487be8c7dc req-12bdc3a5-ed31-44d7-a478-017624dab04d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:58.329241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15938901-f0e0-4142-93b6-2d487be8c7dc req-12bdc3a5-ed31-44d7-a478-017624dab04d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:58.329918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] Checking router: e95e3c85-6759-4942-a421-82a2b76c526a for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:37:58.336999 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:58.337375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15938901-f0e0-4142-93b6-2d487be8c7dc req-12bdc3a5-ed31-44d7-a478-017624dab04d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 2375 time: 0.3168664 Jan 28 03:37:58.349385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bdb0fe25-c974-4441-8cda-24d38858495f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3525600 Jan 28 03:37:58.350003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:58.373332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c', 'admin_state_up': True, 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'security_groups': ['dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:58.415438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-947a09d3-0bd6-4067-97d9-c2ac0ca2a842 None None] Provisioning complete for port f857f796-70d7-4841-ad07-31973f4f885e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:58.415817 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-947a09d3-0bd6-4067-97d9-c2ac0ca2a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f857f796-70d7-4841-ad07-31973f4f885e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:58.419648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:58.420267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:37:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:58.422590 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:58.491657 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39a5f163-d03d-46f7-81ab-dcbb37d8c915 req-0e7642db-4a21-4881-b689-798c99a34953 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629864 Jan 28 03:37:58.514603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Port': ['ID=c8a6c304-98f2-414c-86ef-cd65d145b9fe,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:58.524430 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-e8f786d0-77d0-4705-b29a-11a73f57400f service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827746 Jan 28 03:37:58.540652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network b13e6eb6-833b-43bc-bb68-367d8fede46e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:58.543246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:58.580820 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:58.617079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:58.649041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15938901-f0e0-4142-93b6-2d487be8c7dc req-a311a497-856d-4afd-bdc2-9aa8f6236bae tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056681 Jan 28 03:37:58.835218 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks [] for router_gateway (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:58.838265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-947a09d3-0bd6-4067-97d9-c2ac0ca2a842 None None] Port f857f796-70d7-4841-ad07-31973f4f885e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:58.844915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca915239-91d3-4c60-a48d-c9e25e4c9bd2 None None] Pushing event updated for resources: {'Port': ['ID=a305386e-cf17-4123-801f-8f26144fe8eb,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:58.865527 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee770c3b-010e-4e4c-97af-cd663399682b x-openstack-request-id: req-ee770c3b-010e-4e4c-97af-cd663399682b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:58.866957 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:58.866957 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee770c3b-010e-4e4c-97af-cd663399682b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:58.867698 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d4b5c7-33ff-4360-abb5-d0460e489332 x-openstack-request-id: req-62d4b5c7-33ff-4360-abb5-d0460e489332 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:58.868729 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737d31af-1b99-4372-a05a-4d3c73dfb481", "tag": "e7850fde-dc71-4041-b6b6-56dd6f77a285", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:58.869389 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62d4b5c7-33ff-4360-abb5-d0460e489332 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:58.870028 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737d31af-1b99-4372-a05a-4d3c73dfb481', 'tag': 'e7850fde-dc71-4041-b6b6-56dd6f77a285', 'status': 'completed', 'code': 200} Jan 28 03:37:58.872881 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'status': 'completed', 'code': 200} Jan 28 03:37:58.875141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5a6a3e-7d5d-4195-9327-a696f49e6524 req-0171997d-66eb-4df5-8094-81f9b5b9a9ba service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441322 Jan 28 03:37:58.965430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:59.059065 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:59.080670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:59.087174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:59.140062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eee65426-ce0c-4e14-8d4b-f02949c09a99 req-a4e2cc30-2c60-431a-8f97-6ac67287caac tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "GET /v2.0/security-groups/2498bb41-5487-410b-9ef2-5a430e3094d7 HTTP/1.1" status: 200 len: 1830 time: 0.1978345 Jan 28 03:37:59.162553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-5c8beee2-364c-47c9-8417-73c67c28e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:59.164640 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-5c8beee2-364c-47c9-8417-73c67c28e985 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1097 time: 0.2103651 Jan 28 03:37:59.180479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1d8a0067-2426-419f-b8d5-4b078d7f2a74 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6004519 Jan 28 03:37:59.203465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c48684b3-edbf-4f7a-a53b-32b9c54cba4c None None] Provisioning complete for port c8a6c304-98f2-414c-86ef-cd65d145b9fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:59.204717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c48684b3-edbf-4f7a-a53b-32b9c54cba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:59.257630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546db3b-b280-46d3-bdf9-0728e623aa74 req-35dcea45-99fa-47d2-9d58-e47231967a9d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:59.263347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546db3b-b280-46d3-bdf9-0728e623aa74 req-35dcea45-99fa-47d2-9d58-e47231967a9d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:59.269499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:b4:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:37:54Z', 'revision_number': 1, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:59.269746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546db3b-b280-46d3-bdf9-0728e623aa74 req-35dcea45-99fa-47d2-9d58-e47231967a9d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:59.276364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546db3b-b280-46d3-bdf9-0728e623aa74 req-35dcea45-99fa-47d2-9d58-e47231967a9d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:59.285349 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9546db3b-b280-46d3-bdf9-0728e623aa74 req-35dcea45-99fa-47d2-9d58-e47231967a9d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 3096 time: 0.2521195 Jan 28 03:37:59.300790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:59.312656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c48684b3-edbf-4f7a-a53b-32b9c54cba4c None None] Port c8a6c304-98f2-414c-86ef-cd65d145b9fe cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:59.315285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceeaf2-796b-41c9-bd0d-3039f118d30d None None] The sync data for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 is: [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:b4:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:37:54Z', 'revision_number': 1, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:37:59.320456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-e124bf5f-a894-41ab-9a30-98ed0b9aa86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:59.321989 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-e124bf5f-a894-41ab-9a30-98ed0b9aa86b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.1473646 Jan 28 03:37:59.331967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e', 'admin_state_up': True, 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'security_groups': ['61fdb84b-d06f-4611-a7c7-6e90b4a2383e']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:59.343168 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-eee65426-ce0c-4e14-8d4b-f02949c09a99 req-8612f59c-846f-425d-8409-8cf85d3426a7 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (2498bb41-5487-410b-9ef2-5a430e3094d7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:59.463076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9546db3b-b280-46d3-bdf9-0728e623aa74 req-8dbd0d1c-b5e9-4bd5-a9c9-4f85a605ad56 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764996 Jan 28 03:37:59.501318 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-eee65426-ce0c-4e14-8d4b-f02949c09a99 req-8612f59c-846f-425d-8409-8cf85d3426a7 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (2498bb41-5487-410b-9ef2-5a430e3094d7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:59.715045 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5923b88-79a9-46c9-a7bb-7973f953555a None None] New status for floating IP f45bfcfe-9caf-4d77-bee3-46b4985ec2c9: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:37:59.779776 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-3a6269da-ce96-4460-b789-935e80a3a1e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 999 time: 0.4396849 Jan 28 03:37:59.781716 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef83aa-fb0f-4d85-b95a-80492bb8168b req-6fcfd83d-cff4-4cce-9f1a-cd65fad9f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:59.783451 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43ef83aa-fb0f-4d85-b95a-80492bb8168b req-6fcfd83d-cff4-4cce-9f1a-cd65fad9f78a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 1096 time: 0.9084454 Jan 28 03:37:59.808615 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-eee65426-ce0c-4e14-8d4b-f02949c09a99 req-8612f59c-846f-425d-8409-8cf85d3426a7 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2498bb41-5487-410b-9ef2-5a430e3094d7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:59.811649 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-eee65426-ce0c-4e14-8d4b-f02949c09a99 req-8612f59c-846f-425d-8409-8cf85d3426a7 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:59.841598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eee65426-ce0c-4e14-8d4b-f02949c09a99 req-8612f59c-846f-425d-8409-8cf85d3426a7 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] 10.222.0.44 "DELETE /v2.0/security-groups/2498bb41-5487-410b-9ef2-5a430e3094d7 HTTP/1.1" status: 204 len: 173 time: 0.6791441 Jan 28 03:37:59.843634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60198) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:59.890275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5890a4-7ef0-4e62-97ec-09293d6f4654 req-1e520686-732a-4729-be78-d810f7a54b6b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:59.891857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad5890a4-7ef0-4e62-97ec-09293d6f4654 req-1e520686-732a-4729-be78-d810f7a54b6b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 944 time: 0.2832127 Jan 28 03:37:59.906221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-bf8bdf36-7468-4089-a480-71332646286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:59.907803 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-bf8bdf36-7468-4089-a480-71332646286c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.1084919 Jan 28 03:38:00.007194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612f59c-846f-425d-8409-8cf85d3426a7 tempest-SecurityGroupRulesNegativeTestJSON-1936794637 tempest-SecurityGroupRulesNegativeTestJSON-1936794637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2498bb41-5487-410b-9ef2-5a430e3094d7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:00.090549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Allocated IP 172.25.1.7 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/3f4b59eb-79a9-4d74-b914-71c542a0b28a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:00.121865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcfb3a9-edf0-49e1-808d-b273a707ffd9 None None] Network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:00.176977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-2cd58b30-d160-4692-8c91-eb9d41fe396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:00.180022 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-2cd58b30-d160-4692-8c91-eb9d41fe396d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2545130 Jan 28 03:38:00.329443 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-e33381df-502a-4547-b2e0-8fd6ddd1effb service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339819 Jan 28 03:38:00.388737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef83aa-fb0f-4d85-b95a-80492bb8168b req-4bacaf75-bb2e-417e-80c1-7b0afbadef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:00.395542 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43ef83aa-fb0f-4d85-b95a-80492bb8168b req-4bacaf75-bb2e-417e-80c1-7b0afbadef31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 912 time: 0.5989354 Jan 28 03:38:00.405552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-28ce4782-a836-4687-901c-b35839bfb455 None None] Provisioning complete for port a305386e-cf17-4123-801f-8f26144fe8eb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:00.406103 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28ce4782-a836-4687-901c-b35839bfb455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.432982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a305386e-cf17-4123-801f-8f26144fe8eb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:00.483028 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43ef83aa-fb0f-4d85-b95a-80492bb8168b req-df023d0f-625c-41e2-ac1b-2e7f76d19d18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7850fde-dc71-4041-b6b6-56dd6f77a285 HTTP/1.1" status: 200 len: 217 time: 0.0390372 Jan 28 03:38:00.531011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a305386e-cf17-4123-801f-8f26144fe8eb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:00.531488 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.567242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Allocated IP 10.2.2.100 (a3a80fdf-c41a-4b73-8c60-e05579ebca4c/bfa3a067-191e-40a1-8915-8345cd15ca5d/ee7995d3-00b2-4700-ab5b-d5b99bb0102c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:00.585328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef83aa-fb0f-4d85-b95a-80492bb8168b req-b4d630bf-8411-418a-9acb-565e19ce2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:00.586941 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43ef83aa-fb0f-4d85-b95a-80492bb8168b req-b4d630bf-8411-418a-9acb-565e19ce2e86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.0938113 Jan 28 03:38:00.607125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Made reservation on behalf of d68daf22cb344f3e85922824b30fd598 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:00.611679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.670688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a305386e-cf17-4123-801f-8f26144fe8eb is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:00.671183 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.708556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port a305386e-cf17-4123-801f-8f26144fe8eb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a305386e-cf17-4123-801f-8f26144fe8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:00.710802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-28ce4782-a836-4687-901c-b35839bfb455 None None] Current status of the port a305386e-cf17-4123-801f-8f26144fe8eb is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:00.711425 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28ce4782-a836-4687-901c-b35839bfb455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.712619 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks [] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.733922 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.773248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.788703 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43ef83aa-fb0f-4d85-b95a-80492bb8168b req-fa7c85a9-463f-48f5-a359-6720ad7e88de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1912749 Jan 28 03:38:00.790604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.800203 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-160586c4-6526-4ed7-97e3-8bd9e9174717 req-87cc9054-dc10-4d45-824a-651f6f4471a6 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410818 Jan 28 03:38:00.801484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=a305386e-cf17-4123-801f-8f26144fe8eb,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:00.854540 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-28ce4782-a836-4687-901c-b35839bfb455 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:38:00.855172 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.855820 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-28ce4782-a836-4687-901c-b35839bfb455 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:38:00.936165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-faac25f6-5e89-416a-8de4-395a0c96c133 admin admin] Deleting subnet 40a7cc2c-0c87-4942-954d-c4ed89a214b1 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:38:00.947795 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faac25f6-5e89-416a-8de4-395a0c96c133 admin admin] Publish callbacks [] for subnet (40a7cc2c-0c87-4942-954d-c4ed89a214b1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:00.959298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network a3a80fdf-c41a-4b73-8c60-e05579ebca4c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:00.960400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:00.972540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:00.978918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:00.983059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4b59eb-79a9-4d74-b914-71c542a0b28a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:01.008596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:01.017051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:01.024729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad5890a4-7ef0-4e62-97ec-09293d6f4654 req-f95d9c82-1905-4668-ad2f-1419fcbdcc7d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0868123 Jan 28 03:38:01.025395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Port': ['ID=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:01.061689 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faac25f6-5e89-416a-8de4-395a0c96c133 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (40a7cc2c-0c87-4942-954d-c4ed89a214b1), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.097575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-43c3d8bd-4d7f-4270-b257-9e54ebb577ee tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:01.099778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-43c3d8bd-4d7f-4270-b257-9e54ebb577ee tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2636282 Jan 28 03:38:01.231310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:01.231986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.247678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43ef83aa-fb0f-4d85-b95a-80492bb8168b req-8e5d3111-a7eb-4d47-ad36-49b5284b7cc4 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460933 Jan 28 03:38:01.264628 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faac25f6-5e89-416a-8de4-395a0c96c133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (40a7cc2c-0c87-4942-954d-c4ed89a214b1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.299514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-e05ceb86-26a5-49fc-a932-9af304d832a6 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 1001 time: 0.1919003 Jan 28 03:38:01.315359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Request body: {'floatingip': {'port_id': '3847f3ed-423b-4615-a32d-062665a400ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:01.330506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-092dcfc2-19f0-412b-a6ca-431494cc343a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9616873 Jan 28 03:38:01.352469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e7850fde-dc71-4041-b6b6-56dd6f77a285 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:38:01.393504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Allocated IP 10.2.2.200 (b13e6eb6-833b-43bc-bb68-367d8fede46e/a214ee62-0ef4-45ec-8762-abe42f7a96f3/f258e0e1-8029-4280-b11c-233fc65cf951) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:01.436326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.449678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c', 'admin_state_up': True, 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'security_groups': ['dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:01.489311 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port e7850fde-dc71-4041-b6b6-56dd6f77a285, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e7850fde-dc71-4041-b6b6-56dd6f77a285,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:01.504231 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43ef83aa-fb0f-4d85-b95a-80492bb8168b req-7edb8cd7-e448-48d4-bef9-595e6df7d335 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337828 Jan 28 03:38:01.507338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks [] for router_gateway (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.536271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'e7850fde-dc71-4041-b6b6-56dd6f77a285', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'port_id': 'e7850fde-dc71-4041-b6b6-56dd6f77a285', 'mac_address': 'fa:16:3e:3a:b9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b2f3ff-1079-418f-b498-69e6ef7fa055', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:38:01.589532 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port e7850fde-dc71-4041-b6b6-56dd6f77a285 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:01.590207 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.617543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-28ce4782-a836-4687-901c-b35839bfb455 None None] Current status of the port a305386e-cf17-4123-801f-8f26144fe8eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:01.625429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7850fde-dc71-4041-b6b6-56dd6f77a285 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:01.661824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port e7850fde-dc71-4041-b6b6-56dd6f77a285, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e7850fde-dc71-4041-b6b6-56dd6f77a285,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:01.669795 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.686039 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faac25f6-5e89-416a-8de4-395a0c96c133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (40a7cc2c-0c87-4942-954d-c4ed89a214b1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.705645 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for port (f258e0e1-8029-4280-b11c-233fc65cf951), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.751437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75f9da-fb6c-4fb0-9260-032ff7d549c6 req-a6d7a876-6fe7-47eb-a183-cdbf9ebef186 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:01.771811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75f9da-fb6c-4fb0-9260-032ff7d549c6 req-a6d7a876-6fe7-47eb-a183-cdbf9ebef186 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:01.777768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=e7850fde-dc71-4041-b6b6-56dd6f77a285,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:01.790067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75f9da-fb6c-4fb0-9260-032ff7d549c6 req-a6d7a876-6fe7-47eb-a183-cdbf9ebef186 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:01.790264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-66613f36-04e2-4004-849c-47c6af75f62d None None] Provisioning complete for port a305386e-cf17-4123-801f-8f26144fe8eb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:01.790576 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66613f36-04e2-4004-849c-47c6af75f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.802799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75f9da-fb6c-4fb0-9260-032ff7d549c6 req-a6d7a876-6fe7-47eb-a183-cdbf9ebef186 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:01.814854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd75f9da-fb6c-4fb0-9260-032ff7d549c6 req-a6d7a876-6fe7-47eb-a183-cdbf9ebef186 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 3096 time: 0.6559708 Jan 28 03:38:01.831383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.836501 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.851595 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faac25f6-5e89-416a-8de4-395a0c96c133 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.857525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-faac25f6-5e89-416a-8de4-395a0c96c133 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/40a7cc2c-0c87-4942-954d-c4ed89a214b1 HTTP/1.1" status: 204 len: 168 time: 1.9934645 Jan 28 03:38:01.858460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac25f6-5e89-416a-8de4-395a0c96c133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a7cc2c-0c87-4942-954d-c4ed89a214b1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:01.904334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Made reservation on behalf of 37ab4596af694bc4b1afc90362bf04e0 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:01.913792 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.919058 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:01.921107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66613f36-04e2-4004-849c-47c6af75f62d None None] Current status of the port a305386e-cf17-4123-801f-8f26144fe8eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:01.925392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd75f9da-fb6c-4fb0-9260-032ff7d549c6 req-4b3434fa-722f-4924-8e4a-b25c41a65a5a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087906 Jan 28 03:38:01.938346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-66613f36-04e2-4004-849c-47c6af75f62d None None] Provisioning complete for port ee7995d3-00b2-4700-ab5b-d5b99bb0102c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:01.938728 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66613f36-04e2-4004-849c-47c6af75f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.977281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['e7850fde-dc71-4041-b6b6-56dd6f77a285'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:38:01.987151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Network b13e6eb6-833b-43bc-bb68-367d8fede46e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:01.994427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:01.999480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:02.046486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event updated for resources: {'Port': ['ID=f258e0e1-8029-4280-b11c-233fc65cf951,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:02.085906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:02.086626 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:02.135948 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f26d640e-2cec-4086-833e-da7ddbf13bc3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8102098 Jan 28 03:38:02.137686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:38:02.149889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66613f36-04e2-4004-849c-47c6af75f62d None None] Port ee7995d3-00b2-4700-ab5b-d5b99bb0102c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:38:02.152694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:02.304473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (0648d79e-3bf1-4a5c-97eb-b6679ed51e01), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:02.345527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a305386e-cf17-4123-801f-8f26144fe8eb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:02.352819 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (17a056e6-a188-4379-804e-badd8b82d884), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:02.459135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:02.480315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Sync routers for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:02.495886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a305386e-cf17-4123-801f-8f26144fe8eb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:02.497094 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:02.548753 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:02.554072 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cff33768-9530-4c9d-9e08-02722fa2f171 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6777384 Jan 28 03:38:02.554683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60208) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:02.563252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f01bb3a6-adcd-4118-82f3-59901927c680 None None] Provisioning complete for port f258e0e1-8029-4280-b11c-233fc65cf951 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:02.563638 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f01bb3a6-adcd-4118-82f3-59901927c680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:02.570725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:02.570959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:37:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:02.687116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f01bb3a6-adcd-4118-82f3-59901927c680 None None] Port f258e0e1-8029-4280-b11c-233fc65cf951 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:38:02.735562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a305386e-cf17-4123-801f-8f26144fe8eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:02.755974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:02.773708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Allocated IP 10.2.2.200 (a3a80fdf-c41a-4b73-8c60-e05579ebca4c/bfa3a067-191e-40a1-8915-8345cd15ca5d/f9a79d06-ceec-4150-9174-924a9ec318bb) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:02.990315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:01Z', 'revision_number': 3, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:02.992796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c90d5-d494-4d0a-913f-1e748922aa3b req-f437901e-a241-41be-b944-85c6cea9d24f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:02.999486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c90d5-d494-4d0a-913f-1e748922aa3b req-f437901e-a241-41be-b944-85c6cea9d24f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:03.004404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c90d5-d494-4d0a-913f-1e748922aa3b req-f437901e-a241-41be-b944-85c6cea9d24f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:03.011125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c90d5-d494-4d0a-913f-1e748922aa3b req-f437901e-a241-41be-b944-85c6cea9d24f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:03.016902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c90d5-d494-4d0a-913f-1e748922aa3b req-f437901e-a241-41be-b944-85c6cea9d24f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:03.024690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a29c90d5-d494-4d0a-913f-1e748922aa3b req-f437901e-a241-41be-b944-85c6cea9d24f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 3817 time: 0.8105454 Jan 28 03:38:03.038674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Checking router: 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:03.039433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Updating router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 port 3f4b59eb-79a9-4d74-b914-71c542a0b28a binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:38:03.077670 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.239172 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (0648d79e-3bf1-4a5c-97eb-b6679ed51e01), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.251075 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.267130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a29c90d5-d494-4d0a-913f-1e748922aa3b req-69b771f3-344f-4894-9b88-4f32c11cf189 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414260 Jan 28 03:38:03.283600 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-9736d48f-edae-4a58-afa2-e8b1ad676297 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2175333 Jan 28 03:38:03.319482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0648d79e-3bf1-4a5c-97eb-b6679ed51e01']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:03.361436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a30feb-0ab5-4d7c-90a6-906ea6b65223') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:03.366673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a30feb-0ab5-4d7c-90a6-906ea6b65223') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:03.400589 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (f1a30feb-0ab5-4d7c-90a6-906ea6b65223), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.448688 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Publish callbacks [] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.451368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e7850fde-dc71-4041-b6b6-56dd6f77a285 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:03.488364 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.509805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a056e6-a188-4379-804e-badd8b82d884 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:03.517439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-3b10225e-e9ac-4ff6-81e3-a071c410a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:03.519574 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-3b10225e-e9ac-4ff6-81e3-a071c410a342 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f018919fc34a4f8183a95a811a32818a&device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 1097 time: 0.1652138 Jan 28 03:38:03.527138 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Publish callbacks [] for port (17a056e6-a188-4379-804e-badd8b82d884), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.565638 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f1a30feb-0ab5-4d7c-90a6-906ea6b65223), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.592813 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7b144-bf79-444c-bd40-6876b4cf6c7c None None] Pushing event updated for resources: {'Port': ['ID=3f4b59eb-79a9-4d74-b914-71c542a0b28a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:03.603750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Attempting to bind port 3f4b59eb-79a9-4d74-b914-71c542a0b28a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:03.604828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Attempting to bind port 3f4b59eb-79a9-4d74-b914-71c542a0b28a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:03.605321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Attempting to bind port 3f4b59eb-79a9-4d74-b914-71c542a0b28a on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:03.614066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:03.614763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:03.616472 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.617046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:03.618495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Bound port: 3f4b59eb-79a9-4d74-b914-71c542a0b28a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:03.618999 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.630456 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.638224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:38:03.638841 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (f1a30feb-0ab5-4d7c-90a6-906ea6b65223), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:38:03.650576 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:38:03.660357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port e7850fde-dc71-4041-b6b6-56dd6f77a285 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:38:03.669936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port e7850fde-dc71-4041-b6b6-56dd6f77a285 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:03.670624 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.711597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-5e3c4352-9b92-44be-8b32-7a2f2533e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:03.713090 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-5e3c4352-9b92-44be-8b32-7a2f2533e46e service neutron] 10.222.0.25 "GET /v2.0/networks?id=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb HTTP/1.1" status: 200 len: 915 time: 0.1359982 Jan 28 03:38:03.728013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] For port 3f4b59eb-79a9-4d74-b914-71c542a0b28a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:03.736272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] For port 3f4b59eb-79a9-4d74-b914-71c542a0b28a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3f4b59eb-79a9-4d74-b914-71c542a0b28a,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:03.748307 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.831783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Network a3a80fdf-c41a-4b73-8c60-e05579ebca4c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:03.834064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:38:03.844762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec17865-473a-415b-9097-fa01fe777da7 req-c876428f-1616-45ca-8bcd-2b4a16cf3393 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:03.853381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ec17865-473a-415b-9097-fa01fe777da7 req-c876428f-1616-45ca-8bcd-2b4a16cf3393 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 945 time: 0.2934253 Jan 28 03:38:03.855488 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-683bd872-6d0e-4530-b1c2-03392b96203a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=867133d4-16b4-423b-b2b1-48ea690d8aa0 HTTP/1.1" status: 200 len: 1001 time: 0.1334305 Jan 28 03:38:03.859834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.892695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port e7850fde-dc71-4041-b6b6-56dd6f77a285 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:03.893420 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.899669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:03.901169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:37:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:03.909477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7b144-bf79-444c-bd40-6876b4cf6c7c None None] Pushing event updated for resources: {'Port': ['ID=3f4b59eb-79a9-4d74-b914-71c542a0b28a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:03.915343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-245a01bb-9a68-44a8-ad34-0a3ecdaefb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:03.916810 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-245a01bb-9a68-44a8-ad34-0a3ecdaefb44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b193057d-a753-4a7f-804d-67ae01fbd7a3 HTTP/1.1" status: 200 len: 853 time: 0.0539248 Jan 28 03:38:03.917822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Transition to ACTIVE for port object 17a056e6-a188-4379-804e-badd8b82d884 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:03.922174 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (0648d79e-3bf1-4a5c-97eb-b6679ed51e01), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.938306 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (17a056e6-a188-4379-804e-badd8b82d884), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.939953 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.958249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] 10.222.0.44 "DELETE /v2.0/networks/0648d79e-3bf1-4a5c-97eb-b6679ed51e01 HTTP/1.1" status: 204 len: 168 time: 2.0223231 Jan 28 03:38:03.962295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:03.978058 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:03.996521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737d31af-1b99-4372-a05a-4d3c73dfb481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7850fde-dc71-4041-b6b6-56dd6f77a285'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:03.999353 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac399e58-d601-4fd3-b4fc-24308ab2a67d" -d '{"events": [{"server_uuid": "737d31af-1b99-4372-a05a-4d3c73dfb481", "name": "network-vif-plugged", "status": "completed", "tag": "e7850fde-dc71-4041-b6b6-56dd6f77a285"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:04.025922 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port e7850fde-dc71-4041-b6b6-56dd6f77a285, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e7850fde-dc71-4041-b6b6-56dd6f77a285,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:04.056165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event updated for resources: {'Port': ['ID=f9a79d06-ceec-4150-9174-924a9ec318bb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:04.112209 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:04.130694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd8324-9774-41d9-a173-077665df248a admin admin] Pushing event deleted for resources: {'Network': ['ID=0648d79e-3bf1-4a5c-97eb-b6679ed51e01,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:04.179052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:04.192146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:04.195273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Pushing event updated for resources: {'Port': ['ID=17a056e6-a188-4379-804e-badd8b82d884,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:04.236469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:04.237455 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:04.245943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:04.264499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:04.277434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-a66080ae-655a-4569-bbc6-74cdba380277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:04.279103 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-a66080ae-655a-4569-bbc6-74cdba380277 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3537612 Jan 28 03:38:04.376513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ec17865-473a-415b-9097-fa01fe777da7 req-31600fa7-d456-4028-bbc4-f6b963cf4ca6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222404 Jan 28 03:38:04.412280 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Floating IP f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 associated. External IP: 172.25.1.214, port: e24e6c54-ef32-4918-88f4-7e08f60d4f9d. Jan 28 03:38:04.533548 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0df3659c-646c-44ab-beee-1f95466ee88c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0c95a9533ca4d46bf0f387c4baed7c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530169 Jan 28 03:38:04.540062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:04.555453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Attempting to bind port 17a056e6-a188-4379-804e-badd8b82d884 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:04.556086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Attempting to bind port 17a056e6-a188-4379-804e-badd8b82d884 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:04.556583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Attempting to bind port 17a056e6-a188-4379-804e-badd8b82d884 on network 39ca72c0-032b-4e3b-b459-91b9ab024a53 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:04.564899 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d07c5069-e4a3-434c-bff4-a7ab7f59b53c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1215553 Jan 28 03:38:04.587027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:04.609106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Port 17a056e6-a188-4379-804e-badd8b82d884 on network 39ca72c0-032b-4e3b-b459-91b9ab024a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:04.609669 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Attempting to bind port 17a056e6-a188-4379-804e-badd8b82d884 on network 39ca72c0-032b-4e3b-b459-91b9ab024a53 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:04.657478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ef35051e-5f75-40b5-b8a3-6b02b50e2f72 None None] Provisioning complete for port f9a79d06-ceec-4150-9174-924a9ec318bb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:04.658483 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef35051e-5f75-40b5-b8a3-6b02b50e2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:04.662292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:04.663509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Checking segment: {'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:04.664158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Bound using segment: {'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:04.665242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Bound port: 17a056e6-a188-4379-804e-badd8b82d884, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:04.665811 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (17a056e6-a188-4379-804e-badd8b82d884), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:04.685656 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-747d6962-47fd-47c6-b8cd-bd5a81d1b9d8 service neutron] 10.222.0.25 "GET /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853099 Jan 28 03:38:04.704791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Allocated IP 172.20.0.1 (d3573caa-9ea9-4c0d-b2bb-94c7d618c961/cf9dd528-7530-4579-ab21-56dc684a7c39/672ba28f-9491-4946-9dcc-78ba23c8c084) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:04.709866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=e7850fde-dc71-4041-b6b6-56dd6f77a285,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:04.719749 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6b599b4-5cd4-46a5-992f-584ce476a8bf admin admin] Publish callbacks [] for security_group (05ba17ef-02ec-4d3e-bad6-da28de5181b2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:04.745288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ef35051e-5f75-40b5-b8a3-6b02b50e2f72 None None] Port f9a79d06-ceec-4150-9174-924a9ec318bb cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:38:04.841085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:01Z', 'revision_number': 3, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:04.844771 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6b599b4-5cd4-46a5-992f-584ce476a8bf admin admin] Publish callbacks [] for security_group (05ba17ef-02ec-4d3e-bad6-da28de5181b2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:04.886936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4245a9-2176-4da6-86ec-64508c261edb None None] The sync data for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 is: [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:01Z', 'revision_number': 3, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:04.973264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] For port 17a056e6-a188-4379-804e-badd8b82d884, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:05.013648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] For port 17a056e6-a188-4379-804e-badd8b82d884, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=17a056e6-a188-4379-804e-badd8b82d884,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:05.019398 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956d2206-b906-4d27-a018-c7310e5c98e8 req-0c0eafaf-7ef6-4118-8d58-ec0c7e78ff21 service neutron] 10.222.0.25 "GET /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103299 Jan 28 03:38:05.037327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (17a056e6-a188-4379-804e-badd8b82d884), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.098399 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.110226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Publish callbacks [] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.113786 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6b599b4-5cd4-46a5-992f-584ce476a8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (05ba17ef-02ec-4d3e-bad6-da28de5181b2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.117261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6b599b4-5cd4-46a5-992f-584ce476a8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.120772 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e6b599b4-5cd4-46a5-992f-584ce476a8bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05ba17ef-02ec-4d3e-bad6-da28de5181b2 HTTP/1.1" status: 204 len: 168 time: 0.5753598 Jan 28 03:38:05.124476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:05.125843 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.127440 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] 10.222.0.42 "PUT /v2.0/ports/17a056e6-a188-4379-804e-badd8b82d884 HTTP/1.1" status: 200 len: 1093 time: 2.9795220 Jan 28 03:38:05.129993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': '17a056e6-a188-4379-804e-badd8b82d884'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:05.133301 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a08925-4f93-4f81-a140-543d376e9273" -d '{"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "17a056e6-a188-4379-804e-badd8b82d884"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:05.156599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b599b4-5cd4-46a5-992f-584ce476a8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba17ef-02ec-4d3e-bad6-da28de5181b2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:05.195130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:05.255990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78fe60-700b-4fa3-a3af-074ccc6f7d0d req-e4b4cdb3-a9ef-46b1-9872-97797020031f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:05.274801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd8ce0-b479-4063-b99d-f84e70ffacbe service neutron] Pushing event updated for resources: {'Port': ['ID=17a056e6-a188-4379-804e-badd8b82d884,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:05.278665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78fe60-700b-4fa3-a3af-074ccc6f7d0d req-e4b4cdb3-a9ef-46b1-9872-97797020031f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:05.289668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78fe60-700b-4fa3-a3af-074ccc6f7d0d req-e4b4cdb3-a9ef-46b1-9872-97797020031f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:05.308400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78fe60-700b-4fa3-a3af-074ccc6f7d0d req-e4b4cdb3-a9ef-46b1-9872-97797020031f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:05.326524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78fe60-700b-4fa3-a3af-074ccc6f7d0d req-e4b4cdb3-a9ef-46b1-9872-97797020031f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:05.328654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a78fe60-700b-4fa3-a3af-074ccc6f7d0d req-e4b4cdb3-a9ef-46b1-9872-97797020031f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 3817 time: 0.7625289 Jan 28 03:38:05.367720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e8774d71-d445-4466-9295-940f388820b2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.379267 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.441535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:05.457930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:05.504462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:05.556152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Router e95e3c85-6759-4942-a421-82a2b76c526a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:05.564901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a78fe60-700b-4fa3-a3af-074ccc6f7d0d req-8e2d54bd-8e71-4989-8501-4b209a8035ab tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052934 Jan 28 03:38:05.583741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Pushing event updated for resources: {'Port': ['ID=672ba28f-9491-4946-9dcc-78ba23c8c084,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:05.732035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.735943 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2071bc5c-7451-4048-872b-21005d3293ff x-openstack-request-id: req-2071bc5c-7451-4048-872b-21005d3293ff {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:05.736458 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737d31af-1b99-4372-a05a-4d3c73dfb481", "name": "network-vif-plugged", "status": "completed", "tag": "e7850fde-dc71-4041-b6b6-56dd6f77a285", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:05.738167 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2071bc5c-7451-4048-872b-21005d3293ff {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:05.738670 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737d31af-1b99-4372-a05a-4d3c73dfb481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7850fde-dc71-4041-b6b6-56dd6f77a285', 'code': 200} Jan 28 03:38:05.887795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-625e195a-04c2-40a5-aa6b-c2146189b8fd None None] Provisioning complete for port 672ba28f-9491-4946-9dcc-78ba23c8c084 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:05.888189 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-625e195a-04c2-40a5-aa6b-c2146189b8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.947441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-625e195a-04c2-40a5-aa6b-c2146189b8fd None None] Port 672ba28f-9491-4946-9dcc-78ba23c8c084 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:38:05.972610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5861d0-7bcf-4176-bcad-a30f435bcf49 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:05.981747 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Publish callbacks [] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:05.996170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Transition to ACTIVE for port object ee5861d0-7bcf-4176-bcad-a30f435bcf49 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:06.026234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:06.043712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:06.057841 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] Sync routers for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:06.072299 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:06.076076 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:37:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:06.135000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9d76f-25dd-4fd6-a60a-2bf4a239955a req-1c566da6-bd4d-4e54-8fb2-474e2983eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:06.136901 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2aa9d76f-25dd-4fd6-a60a-2bf4a239955a req-1c566da6-bd4d-4e54-8fb2-474e2983eb83 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 1098 time: 0.2662945 Jan 28 03:38:06.270693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd7cc3-70d2-4a5e-8b22-8c3f2678ccd5 req-47323626-9f8b-4922-8a73-21612df89d23 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:06.278836 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd7cc3-70d2-4a5e-8b22-8c3f2678ccd5 req-47323626-9f8b-4922-8a73-21612df89d23 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:06.285603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd7cc3-70d2-4a5e-8b22-8c3f2678ccd5 req-47323626-9f8b-4922-8a73-21612df89d23 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:06.300200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd7cc3-70d2-4a5e-8b22-8c3f2678ccd5 req-47323626-9f8b-4922-8a73-21612df89d23 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:06.309271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd7cc3-70d2-4a5e-8b22-8c3f2678ccd5 req-47323626-9f8b-4922-8a73-21612df89d23 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:06.312230 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6bd7cc3-70d2-4a5e-8b22-8c3f2678ccd5 req-47323626-9f8b-4922-8a73-21612df89d23 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 3829 time: 0.4596562 Jan 28 03:38:06.346927 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:06.363748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5861d0-7bcf-4176-bcad-a30f435bcf49,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:06.445035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3f4b59eb-79a9-4d74-b914-71c542a0b28a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:06.478741 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:06.578460 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2aa9d76f-25dd-4fd6-a60a-2bf4a239955a req-9f727f3d-072d-453d-a2e9-29cb957ce6ae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272041 Jan 28 03:38:06.587157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8774d71-d445-4466-9295-940f388820b2 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:06.616063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Publish callbacks [] for port (e8774d71-d445-4466-9295-940f388820b2), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:06.627566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3f4b59eb-79a9-4d74-b914-71c542a0b28a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:06.627951 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:06.665952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6bd7cc3-70d2-4a5e-8b22-8c3f2678ccd5 req-32270d5f-b19b-4064-8e2a-1931255783cb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3157408 Jan 28 03:38:06.702533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Transition to ACTIVE for port object e8774d71-d445-4466-9295-940f388820b2 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:06.754453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e8774d71-d445-4466-9295-940f388820b2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:06.770238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Attempting to bind port ee5861d0-7bcf-4176-bcad-a30f435bcf49 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:06.770589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Attempting to bind port ee5861d0-7bcf-4176-bcad-a30f435bcf49 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:06.770926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Attempting to bind port ee5861d0-7bcf-4176-bcad-a30f435bcf49 on network 1159329d-88f1-4a00-b528-9abded9171ef {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:06.780105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Port ee5861d0-7bcf-4176-bcad-a30f435bcf49 on network 1159329d-88f1-4a00-b528-9abded9171ef not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:06.780441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Attempting to bind port ee5861d0-7bcf-4176-bcad-a30f435bcf49 on network 1159329d-88f1-4a00-b528-9abded9171ef {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:06.795555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:06.795905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Checking segment: {'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:06.796305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Bound using segment: {'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:06.796759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Bound port: ee5861d0-7bcf-4176-bcad-a30f435bcf49, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:06.797197 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:06.811102 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': '3847f3ed-423b-4615-a32d-062665a400ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:46:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:38:03Z', 'revision_number': 3, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:06.867806 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] Checking router: e95e3c85-6759-4942-a421-82a2b76c526a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:06.882242 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:06.883571 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:37:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:06.933387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60250) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:06.965118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3f4b59eb-79a9-4d74-b914-71c542a0b28a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:06.965654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.016983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 3f4b59eb-79a9-4d74-b914-71c542a0b28a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3f4b59eb-79a9-4d74-b914-71c542a0b28a,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:07.024103 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.041219 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a694b6-74b2-41d2-8705-96f9a9e893a8 x-openstack-request-id: req-c9a694b6-74b2-41d2-8705-96f9a9e893a8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:07.041527 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "17a056e6-a188-4379-804e-badd8b82d884", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:07.041782 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9a694b6-74b2-41d2-8705-96f9a9e893a8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:07.042191 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': '17a056e6-a188-4379-804e-badd8b82d884', 'status': 'completed', 'code': 200} Jan 28 03:38:07.043725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8774d71-d445-4466-9295-940f388820b2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:07.060086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] For port ee5861d0-7bcf-4176-bcad-a30f435bcf49, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:07.070084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] For port ee5861d0-7bcf-4176-bcad-a30f435bcf49, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee5861d0-7bcf-4176-bcad-a30f435bcf49,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:07.070750 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:07.088427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Router e95e3c85-6759-4942-a421-82a2b76c526a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:07.095210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.141138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=3f4b59eb-79a9-4d74-b914-71c542a0b28a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:07.237465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-347162669-network', 'tenant_id': '8b52120bee7441d78006fe910c8e627d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:07.262699 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Publish callbacks [] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.286757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:07.288636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.290112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] 10.222.0.42 "PUT /v2.0/ports/ee5861d0-7bcf-4176-bcad-a30f435bcf49 HTTP/1.1" status: 200 len: 1093 time: 2.7092712 Jan 28 03:38:07.296141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:07.298826 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed575ab-3a1c-4464-ba3b-42914fe2c129" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "ee5861d0-7bcf-4176-bcad-a30f435bcf49"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:07.341609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.407889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:07.508708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Made reservation on behalf of 8b52120bee7441d78006fe910c8e627d for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:07.514152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.544752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66f804-2c11-456b-b804-0f9c038c3823 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5861d0-7bcf-4176-bcad-a30f435bcf49,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:07.563875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Pushing event updated for resources: {'Port': ['ID=672ba28f-9491-4946-9dcc-78ba23c8c084,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:07.606413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be04dc-0c78-47e0-826a-691cd481f36f req-713f805a-59d3-4c7e-b496-c800bad72108 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:07.616484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49be04dc-0c78-47e0-826a-691cd481f36f req-713f805a-59d3-4c7e-b496-c800bad72108 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 946 time: 0.5237093 Jan 28 03:38:07.639031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Attempting to bind port e8774d71-d445-4466-9295-940f388820b2 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:07.640288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Attempting to bind port e8774d71-d445-4466-9295-940f388820b2 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:07.640781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Attempting to bind port e8774d71-d445-4466-9295-940f388820b2 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:07.648906 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': '3847f3ed-423b-4615-a32d-062665a400ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:46:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:38:03Z', 'revision_number': 3, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:07.654197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08925-4f93-4f81-a140-543d376e9273 req-39a422d8-a0a9-47f5-9703-ca799d72d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:07.654886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08925-4f93-4f81-a140-543d376e9273 req-39a422d8-a0a9-47f5-9703-ca799d72d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:07.655428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08925-4f93-4f81-a140-543d376e9273 req-39a422d8-a0a9-47f5-9703-ca799d72d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:07.656109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08925-4f93-4f81-a140-543d376e9273 req-39a422d8-a0a9-47f5-9703-ca799d72d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:07.656749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08925-4f93-4f81-a140-543d376e9273 req-39a422d8-a0a9-47f5-9703-ca799d72d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:07.657307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08925-4f93-4f81-a140-543d376e9273 req-39a422d8-a0a9-47f5-9703-ca799d72d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:07.661362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2a08925-4f93-4f81-a140-543d376e9273 req-39a422d8-a0a9-47f5-9703-ca799d72d857 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5251 time: 0.6036673 Jan 28 03:38:07.668828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Port e8774d71-d445-4466-9295-940f388820b2 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:07.669318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Attempting to bind port e8774d71-d445-4466-9295-940f388820b2 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:07.683334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:07.685743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Checking segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:07.685743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Bound using segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:07.686182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Bound port: e8774d71-d445-4466-9295-940f388820b2, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:07.689466 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e8774d71-d445-4466-9295-940f388820b2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.718607 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.738568 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafe842-d13d-4638-bdf0-6977145284b0 None None] The sync data for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 is: [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': '3847f3ed-423b-4615-a32d-062665a400ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:46:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:38:03Z', 'revision_number': 3, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:07.868452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.927386 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:07.936228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49be04dc-0c78-47e0-826a-691cd481f36f req-6f6edd43-2d9a-406f-887e-57a8d4b54d2c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156002 Jan 28 03:38:07.938020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:07.947857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:08.009453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08925-4f93-4f81-a140-543d376e9273 req-282c5eb2-d1b8-436e-9181-f0e3a13fce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.010407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08925-4f93-4f81-a140-543d376e9273 req-282c5eb2-d1b8-436e-9181-f0e3a13fce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.011216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08925-4f93-4f81-a140-543d376e9273 req-282c5eb2-d1b8-436e-9181-f0e3a13fce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.013770 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2a08925-4f93-4f81-a140-543d376e9273 req-282c5eb2-d1b8-436e-9181-f0e3a13fce74 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d68daf22cb344f3e85922824b30fd598&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3353405 Jan 28 03:38:08.065616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd3559-88f0-43cf-8f7d-28223a3de806 None None] New status for floating IP f45bfcfe-9caf-4d77-bee3-46b4985ec2c9: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:38:08.127689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5b7b891-81ab-4fa9-8cc7-fc7e61751e0e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "PUT /v2.0/floatingips/f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 HTTP/1.1" status: 200 len: 999 time: 6.8188329 Jan 28 03:38:08.233617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-a9210ee0-e066-46d9-a6a3-c89cb205c65d tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.235013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-a9210ee0-e066-46d9-a6a3-c89cb205c65d tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports/e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 942 time: 0.0976489 Jan 28 03:38:08.280301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] For port e8774d71-d445-4466-9295-940f388820b2, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:08.327260 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Publish callbacks [] for security_group (f56cbf4a-7d39-4fc2-a366-68efe5dbc21d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:08.329667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] For port e8774d71-d445-4466-9295-940f388820b2, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e8774d71-d445-4466-9295-940f388820b2,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:08.353201 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f56cbf4a-7d39-4fc2-a366-68efe5dbc21d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:08.364918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:38:08.367028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3f4b59eb-79a9-4d74-b914-71c542a0b28a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:08.375644 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6d2fa3c9-88fc-43cb-8c31-fea4bd351143), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:08.375993 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Added segment 6d2fa3c9-88fc-43cb-8c31-fea4bd351143 of type vlan for network 8ba07493-7426-48bb-9512-2e77da0852b8 Jan 28 03:38:08.386179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:08.391110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:08.394513 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e8774d71-d445-4466-9295-940f388820b2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:08.500905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3f4b59eb-79a9-4d74-b914-71c542a0b28a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:08.501303 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:08.565620 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] Sync routers for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:08.573356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8ba07493-7426-48bb-9512-2e77da0852b8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:08.593683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3aadf-c560-4d56-9a3d-a617d8d03009 req-3b38c06b-c32f-44f9-a37b-726bb48fcc05 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.593963 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:08.603962 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:37:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:08.604457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3aadf-c560-4d56-9a3d-a617d8d03009 req-3b38c06b-c32f-44f9-a37b-726bb48fcc05 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.609862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3aadf-c560-4d56-9a3d-a617d8d03009 req-3b38c06b-c32f-44f9-a37b-726bb48fcc05 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.623763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3aadf-c560-4d56-9a3d-a617d8d03009 req-3b38c06b-c32f-44f9-a37b-726bb48fcc05 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.629177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3aadf-c560-4d56-9a3d-a617d8d03009 req-3b38c06b-c32f-44f9-a37b-726bb48fcc05 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.631013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13c3aadf-c560-4d56-9a3d-a617d8d03009 req-3b38c06b-c32f-44f9-a37b-726bb48fcc05 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 3829 time: 0.5177021 Jan 28 03:38:08.641215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3f4b59eb-79a9-4d74-b914-71c542a0b28a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:08.730300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:08.741757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-404f98aa-1a36-4cf0-b1f0-09df7ac9ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.743374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-404f98aa-1a36-4cf0-b1f0-09df7ac9ac6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1097 time: 0.2594862 Jan 28 03:38:08.845467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37ec3d3e-ad7f-4bb8-bbb8-4a3d93110f62 None None] Provisioning complete for port 672ba28f-9491-4946-9dcc-78ba23c8c084 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:08.851460 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37ec3d3e-ad7f-4bb8-bbb8-4a3d93110f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:08.888016 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:08.899603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8ba07493-7426-48bb-9512-2e77da0852b8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:08.899603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.900226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:08.902854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-8056ee51-b984-49f5-b565-960df9893840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:08.904349 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-8056ee51-b984-49f5-b565-960df9893840 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.1473913 Jan 28 03:38:08.985598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37ec3d3e-ad7f-4bb8-bbb8-4a3d93110f62 None None] Port 672ba28f-9491-4946-9dcc-78ba23c8c084 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:38:09.042185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08925-4f93-4f81-a140-543d376e9273 req-a420738f-7635-4f5a-a536-f66119b3903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.043796 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2a08925-4f93-4f81-a140-543d376e9273 req-a420738f-7635-4f5a-a536-f66119b3903f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0106997 Jan 28 03:38:09.067699 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13c3aadf-c560-4d56-9a3d-a617d8d03009 req-fc77089b-ad20-4d83-a15c-3364bd3098be tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4121907 Jan 28 03:38:09.074389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1325588 Jan 28 03:38:09.074389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-74fc3ec7-d7bf-41f2-b274-5ff65b76a00f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 217 time: 0.1558447 Jan 28 03:38:09.081799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60262) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:09.087441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Request body: {'subnet': {'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-347162669-subnet', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:09.122079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.122808 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:09.124298 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] 10.222.0.42 "PUT /v2.0/ports/e8774d71-d445-4466-9295-940f388820b2 HTTP/1.1" status: 200 len: 1135 time: 3.9365501 Jan 28 03:38:09.127831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': 'e8774d71-d445-4466-9295-940f388820b2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:09.130312 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484ae023-252a-4618-9b23-3f42214b0926" -d '{"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "e8774d71-d445-4466-9295-940f388820b2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:09.161344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-a3a602a4-8c65-432a-bd9f-b8f95068efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.163498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-a3a602a4-8c65-432a-bd9f-b8f95068efae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.0716956 Jan 28 03:38:09.213546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:09.250479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480588de-fa3a-4ca2-8ee5-f676446d4658 admin admin] Pushing event updated for resources: {'Network': ['ID=8ba07493-7426-48bb-9512-2e77da0852b8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:09.261443 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96e5b54-a080-4f0f-ba9e-f45235a3ef5c x-openstack-request-id: req-a96e5b54-a080-4f0f-ba9e-f45235a3ef5c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:09.261995 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "ee5861d0-7bcf-4176-bcad-a30f435bcf49", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:09.262405 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a96e5b54-a080-4f0f-ba9e-f45235a3ef5c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:09.263012 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49', 'status': 'completed', 'code': 200} Jan 28 03:38:09.263413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8ba07493-7426-48bb-9512-2e77da0852b8 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:38:09.306002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Made reservation on behalf of 8b52120bee7441d78006fe910c8e627d for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:09.309143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:09.383558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc969de3-ee71-475a-9f4f-733596a660d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8774d71-d445-4466-9295-940f388820b2,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:09.395976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88761354-69e7-4ad8-ba90-4dbda5634f5f {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:09.442335 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': '3847f3ed-423b-4615-a32d-062665a400ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:46:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:38:08Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:09.458123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Publish callbacks [] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:09.470695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-bb1d05ed-3695-4d5b-b7a7-3252515658d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.475370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-bb1d05ed-3695-4d5b-b7a7-3252515658d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3009274 Jan 28 03:38:09.507949 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] Checking router: e95e3c85-6759-4942-a421-82a2b76c526a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:09.533951 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:09.534936 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:37:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:09.565769 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84d12947-5baa-4899-9edc-46564dd50397), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:09.574511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Transition to ACTIVE for port object 88761354-69e7-4ad8-ba90-4dbda5634f5f will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:09.608238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:09.624100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5e53-b1bc-4c4f-9a2a-076b4476196e req-9cad2785-42e4-48b3-99d9-ef49c85f595c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.630280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5e53-b1bc-4c4f-9a2a-076b4476196e req-9cad2785-42e4-48b3-99d9-ef49c85f595c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.637313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5e53-b1bc-4c4f-9a2a-076b4476196e req-9cad2785-42e4-48b3-99d9-ef49c85f595c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.643524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5e53-b1bc-4c4f-9a2a-076b4476196e req-9cad2785-42e4-48b3-99d9-ef49c85f595c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.649653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5e53-b1bc-4c4f-9a2a-076b4476196e req-9cad2785-42e4-48b3-99d9-ef49c85f595c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.655262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5e53-b1bc-4c4f-9a2a-076b4476196e req-9cad2785-42e4-48b3-99d9-ef49c85f595c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.663964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2fa5e53-b1bc-4c4f-9a2a-076b4476196e req-9cad2785-42e4-48b3-99d9-ef49c85f595c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 4605 time: 0.3514616 Jan 28 03:38:09.679161 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:09.705332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-fb9fe43e-e306-48bb-a244-e38eb821ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.705810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-fb9fe43e-e306-48bb-a244-e38eb821ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.706268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-fb9fe43e-e306-48bb-a244-e38eb821ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.706723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-fb9fe43e-e306-48bb-a244-e38eb821ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.707177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-fb9fe43e-e306-48bb-a244-e38eb821ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:09.708950 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-fb9fe43e-e306-48bb-a244-e38eb821ef7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 4365 time: 0.4184375 Jan 28 03:38:09.786845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Pushing event updated for resources: {'Port': ['ID=88761354-69e7-4ad8-ba90-4dbda5634f5f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:09.838144 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:09.841527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-58a316ef-38cb-417d-98e0-0cee57357c01 service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099487 Jan 28 03:38:09.914636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2fa5e53-b1bc-4c4f-9a2a-076b4476196e req-df4a1985-11b4-4768-b7c7-31d95b3be2ef tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2493999 Jan 28 03:38:10.096443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-e5168c93-42ce-434a-a0e7-b21ecf227677 service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060866 Jan 28 03:38:10.155063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Attempting to bind port 88761354-69e7-4ad8-ba90-4dbda5634f5f on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:10.155407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Attempting to bind port 88761354-69e7-4ad8-ba90-4dbda5634f5f by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:10.155738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Attempting to bind port 88761354-69e7-4ad8-ba90-4dbda5634f5f on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:10.166467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Port 88761354-69e7-4ad8-ba90-4dbda5634f5f on network 02253080-017c-4927-b3f9-956584b94148 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:10.166762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Attempting to bind port 88761354-69e7-4ad8-ba90-4dbda5634f5f on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:10.211961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:10.212306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Checking segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:10.212696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Bound using segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:10.213183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Bound port: 88761354-69e7-4ad8-ba90-4dbda5634f5f, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:10.213540 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.286069 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': '3847f3ed-423b-4615-a32d-062665a400ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:46:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:38:08Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:10.314338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (fb1bd4c2-1a95-4d95-9510-ad28afcddbe5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.319804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-08e4064f-5d5c-4da3-8718-82569067a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:10.324692 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d6ff5-45f5-4096-8b29-5e856b817b6d None None] The sync data for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 is: [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': '3847f3ed-423b-4615-a32d-062665a400ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:46:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:38:08Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:10.325980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-e0fa17ec-c333-4a3d-a0aa-7bb979f1a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:10.326458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-e0fa17ec-c333-4a3d-a0aa-7bb979f1a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:10.326920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-e0fa17ec-c333-4a3d-a0aa-7bb979f1a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:10.328550 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-e0fa17ec-c333-4a3d-a0aa-7bb979f1a8a8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=37ab4596af694bc4b1afc90362bf04e0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5925226 Jan 28 03:38:10.337144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-08e4064f-5d5c-4da3-8718-82569067a760 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 1098 time: 0.2040386 Jan 28 03:38:10.410569 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd8dd-d735-490b-8d62-81575059cc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.460195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:10.472117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8cd7ab63-6c49-4581-b9b6-0bef498a7da7 admin admin] 10.222.0.44 "PUT /v2.0/routers/02c0fb54-6a1f-4ef2-a904-765c6ebd5450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9160511 Jan 28 03:38:10.473653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Sync routers for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:10.495578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:10.509898 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:10.510751 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:37:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:10.543267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.543627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.543952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.544299 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.544619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.553153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.553625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.553977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.554328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.554646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.554982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.555321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.555632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:10.564179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Checking segment: {'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:10.564457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Network hostable DHCP agents. Network: 8ba07493-7426-48bb-9512-2e77da0852b8, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:38:10.682646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-f50be8cf-7982-42a5-b2b4-44c959375920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:10.701509 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ed575ab-3a1c-4464-ba3b-42914fe2c129 req-f50be8cf-7982-42a5-b2b4-44c959375920 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3445535 Jan 28 03:38:10.707117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Network 8ba07493-7426-48bb-9512-2e77da0852b8 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:38:10.722251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d12947-5baa-4899-9edc-46564dd50397 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:10.725697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:10.736094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Publish callbacks [] for port (84d12947-5baa-4899-9edc-46564dd50397), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.749923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 8ba07493-7426-48bb-9512-2e77da0852b8) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:10.755591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:10.756307 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.762616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Transition to ACTIVE for port object 84d12947-5baa-4899-9edc-46564dd50397 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:10.764933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b8395c-c01e-4922-8de7-4ce56f48d84f None None] Network 8ba07493-7426-48bb-9512-2e77da0852b8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:10.771324 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (84d12947-5baa-4899-9edc-46564dd50397), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.817537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a37cf-a46a-4e33-b3da-0913a14b3f45 req-4e3ef8b0-2dc7-4044-9e49-ef85fc524518 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:10.819796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-227a37cf-a46a-4e33-b3da-0913a14b3f45 req-4e3ef8b0-2dc7-4044-9e49-ef85fc524518 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 946 time: 0.6009858 Jan 28 03:38:10.826422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Pushing event updated for resources: {'Port': ['ID=84d12947-5baa-4899-9edc-46564dd50397,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:10.838389 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-79248bb9-39c2-40f8-a1e2-ec3547e550ce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7548766 Jan 28 03:38:10.839791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60272) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:10.847473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-347162669-router', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:10.921867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] For port 88761354-69e7-4ad8-ba90-4dbda5634f5f, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:10.922282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb1ff0-ef6c-4385-acae-c2b46fe8427f None None] Network 8ba07493-7426-48bb-9512-2e77da0852b8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:10.948706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5911c6a-83f0-44f3-b1f2-cc5fed07a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:10.950198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-c5911c6a-83f0-44f3-b1f2-cc5fed07a1f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.6120327 Jan 28 03:38:10.958982 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (b03c404f-0333-4c95-81f6-e4919b6766c8), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.960984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (b03c404f-0333-4c95-81f6-e4919b6766c8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.977854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] For port 88761354-69e7-4ad8-ba90-4dbda5634f5f, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=88761354-69e7-4ad8-ba90-4dbda5634f5f,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:11.035981 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks [] for router_controller (b03c404f-0333-4c95-81f6-e4919b6766c8), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.114789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-0f956303-96c7-4b12-918b-45f2df1c87da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3847f3ed-423b-4615-a32d-062665a400ed HTTP/1.1" status: 200 len: 1002 time: 0.1553667 Jan 28 03:38:11.116507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.153707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Attempting to bind port 84d12947-5baa-4899-9edc-46564dd50397 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:11.154087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Attempting to bind port 84d12947-5baa-4899-9edc-46564dd50397 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:11.154523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Attempting to bind port 84d12947-5baa-4899-9edc-46564dd50397 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:11.161859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Port 84d12947-5baa-4899-9edc-46564dd50397 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:11.162314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Attempting to bind port 84d12947-5baa-4899-9edc-46564dd50397 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:11.171131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:11.171573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Checking segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:11.172029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Bound using segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:11.172538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Bound port: 84d12947-5baa-4899-9edc-46564dd50397, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:11.173012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84d12947-5baa-4899-9edc-46564dd50397), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.200284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-774cc979-2d7d-4ae0-a48e-9b75f2415c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.207807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 2, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:11.209814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-774cc979-2d7d-4ae0-a48e-9b75f2415c97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.0879786 Jan 28 03:38:11.217101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.218163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.219873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] 10.222.0.42 "PUT /v2.0/ports/88761354-69e7-4ad8-ba90-4dbda5634f5f HTTP/1.1" status: 200 len: 1131 time: 3.8293011 Jan 28 03:38:11.262720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-227a37cf-a46a-4e33-b3da-0913a14b3f45 req-e8ed64bb-8697-4c05-b844-662f5b8d99f9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332738 Jan 28 03:38:11.263427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Checking router: 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:11.263945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Updating router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 port 672ba28f-9491-4946-9dcc-78ba23c8c084 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:38:11.276202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d'}, {'name': 'network-changed', 'server_uuid': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'tag': '3847f3ed-423b-4615-a32d-062665a400ed'}, {'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': '88761354-69e7-4ad8-ba90-4dbda5634f5f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:11.290308 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69e7c00-b146-4d97-a073-59d065f2cf84" -d '{"events": [{"name": "network-changed", "server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d"}, {"name": "network-changed", "server_uuid": "f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c", "tag": "3847f3ed-423b-4615-a32d-062665a400ed"}, {"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "88761354-69e7-4ad8-ba90-4dbda5634f5f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:11.290756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks [] for router_gateway (b03c404f-0333-4c95-81f6-e4919b6766c8), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.302664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.348214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:11.383356 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b5b4eb-e271-4682-810c-9135163fc85b x-openstack-request-id: req-18b5b4eb-e271-4682-810c-9135163fc85b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:11.383954 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "e8774d71-d445-4466-9295-940f388820b2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:11.383954 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18b5b4eb-e271-4682-810c-9135163fc85b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:11.384283 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': 'e8774d71-d445-4466-9295-940f388820b2', 'status': 'completed', 'code': 200} Jan 28 03:38:11.402162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27410f-1665-413b-a638-f23f12007a18 service neutron] Pushing event updated for resources: {'Port': ['ID=88761354-69e7-4ad8-ba90-4dbda5634f5f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:11.429296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] For port 84d12947-5baa-4899-9edc-46564dd50397, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:11.433584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] For port 84d12947-5baa-4899-9edc-46564dd50397, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=84d12947-5baa-4899-9edc-46564dd50397,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:11.467177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (84d12947-5baa-4899-9edc-46564dd50397), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.549281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Pushing event updated for resources: {'Port': ['ID=84d12947-5baa-4899-9edc-46564dd50397,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:11.585140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.585935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.587341 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-853242d9-2a7d-4a42-88c5-7e1b06edd761 service neutron] 10.222.0.42 "PUT /v2.0/ports/84d12947-5baa-4899-9edc-46564dd50397 HTTP/1.1" status: 200 len: 1137 time: 2.3794858 Jan 28 03:38:11.594389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-a6c27454-17f4-438d-81c0-d7059013bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.596046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-a6c27454-17f4-438d-81c0-d7059013bb39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3853884 Jan 28 03:38:11.607737 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.627701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-4d2aca74-6c40-452c-87f6-b4abc274efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.628214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-4d2aca74-6c40-452c-87f6-b4abc274efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.628680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-4d2aca74-6c40-452c-87f6-b4abc274efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.629820 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-4d2aca74-6c40-452c-87f6-b4abc274efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.630284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-4d2aca74-6c40-452c-87f6-b4abc274efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.630891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-4d2aca74-6c40-452c-87f6-b4abc274efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.632441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-4d2aca74-6c40-452c-87f6-b4abc274efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.635495 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-484ae023-252a-4618-9b23-3f42214b0926 req-4d2aca74-6c40-452c-87f6-b4abc274efbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6181 time: 0.2171564 Jan 28 03:38:11.642677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:11.661329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270f36-91f3-417e-90ae-0563472948fa req-7ea05edc-37fd-4e75-9248-36e0ab7c5dbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.670081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270f36-91f3-417e-90ae-0563472948fa req-7ea05edc-37fd-4e75-9248-36e0ab7c5dbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.681962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270f36-91f3-417e-90ae-0563472948fa req-7ea05edc-37fd-4e75-9248-36e0ab7c5dbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.687767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270f36-91f3-417e-90ae-0563472948fa req-7ea05edc-37fd-4e75-9248-36e0ab7c5dbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.699896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270f36-91f3-417e-90ae-0563472948fa req-7ea05edc-37fd-4e75-9248-36e0ab7c5dbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.713159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270f36-91f3-417e-90ae-0563472948fa req-7ea05edc-37fd-4e75-9248-36e0ab7c5dbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.718304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63270f36-91f3-417e-90ae-0563472948fa req-7ea05edc-37fd-4e75-9248-36e0ab7c5dbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 4601 time: 0.1913927 Jan 28 03:38:11.805718 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Publish callbacks [] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.822234 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.823181 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:11.938150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7368068-15d4-45bf-bbe6-291f5f0339e2 None None] Pushing event updated for resources: {'Port': ['ID=672ba28f-9491-4946-9dcc-78ba23c8c084,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:11.953086 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63270f36-91f3-417e-90ae-0563472948fa req-d80e10dc-bd8a-40eb-949b-f5430e2cc51c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518688 Jan 28 03:38:11.992702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-1734af47-4447-45d5-9ff6-181591239269 service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660538 Jan 28 03:38:12.178998 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:12.213646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fa1b5c4-80db-4db9-ae5b-dc9b25f614a3 req-251f5824-f86b-4931-82cc-bf7741b345da service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261708 Jan 28 03:38:12.257551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Attempting to bind port 672ba28f-9491-4946-9dcc-78ba23c8c084 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:12.259275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Attempting to bind port 672ba28f-9491-4946-9dcc-78ba23c8c084 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:12.262486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Attempting to bind port 672ba28f-9491-4946-9dcc-78ba23c8c084 on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:12.265537 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks [] for router_gateway (b03c404f-0333-4c95-81f6-e4919b6766c8), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:12.279104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:12.281286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Checking segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:12.281959 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:12.284012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Bound using segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:12.286142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Bound port: 672ba28f-9491-4946-9dcc-78ba23c8c084, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:12.289526 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:12.295823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:12.309688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-a8981a6b-f36f-4235-93db-bdd4792a667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.310109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-a8981a6b-f36f-4235-93db-bdd4792a667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.310570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-a8981a6b-f36f-4235-93db-bdd4792a667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.312162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-484ae023-252a-4618-9b23-3f42214b0926 req-a8981a6b-f36f-4235-93db-bdd4792a667b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d68daf22cb344f3e85922824b30fd598&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6633868 Jan 28 03:38:12.388335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] For port 672ba28f-9491-4946-9dcc-78ba23c8c084, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:12.391868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] For port 672ba28f-9491-4946-9dcc-78ba23c8c084, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=672ba28f-9491-4946-9dcc-78ba23c8c084,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:12.401951 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:12.495624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:12.496424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:37:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:12.571703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae27a-b79a-41d6-bb60-0b6c24130fb7 req-377298c4-1fee-432e-9efc-a8f0bf2846bb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.577173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae27a-b79a-41d6-bb60-0b6c24130fb7 req-377298c4-1fee-432e-9efc-a8f0bf2846bb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.582633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae27a-b79a-41d6-bb60-0b6c24130fb7 req-377298c4-1fee-432e-9efc-a8f0bf2846bb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.601873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae27a-b79a-41d6-bb60-0b6c24130fb7 req-377298c4-1fee-432e-9efc-a8f0bf2846bb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.612973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae27a-b79a-41d6-bb60-0b6c24130fb7 req-377298c4-1fee-432e-9efc-a8f0bf2846bb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.613304 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfaee43-3606-4fa0-aaa2-c0a7b04d2589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:12.618340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae27a-b79a-41d6-bb60-0b6c24130fb7 req-377298c4-1fee-432e-9efc-a8f0bf2846bb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.619863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6e2c1797-23d1-4c50-93f8-ca28622b8d27 None None] Provisioning complete for port 672ba28f-9491-4946-9dcc-78ba23c8c084 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:12.620339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1797-23d1-4c50-93f8-ca28622b8d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:12.635779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae27a-b79a-41d6-bb60-0b6c24130fb7 req-377298c4-1fee-432e-9efc-a8f0bf2846bb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.644700 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e65ae27a-b79a-41d6-bb60-0b6c24130fb7 req-377298c4-1fee-432e-9efc-a8f0bf2846bb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5383 time: 0.3125079 Jan 28 03:38:12.714765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7368068-15d4-45bf-bbe6-291f5f0339e2 None None] Pushing event updated for resources: {'Port': ['ID=672ba28f-9491-4946-9dcc-78ba23c8c084,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:12.785329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e65ae27a-b79a-41d6-bb60-0b6c24130fb7 req-af06dc57-1df4-429d-b227-a84108b0bab0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322849 Jan 28 03:38:12.827723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6e2c1797-23d1-4c50-93f8-ca28622b8d27 None None] Current status of the port 672ba28f-9491-4946-9dcc-78ba23c8c084 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:12.827723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1797-23d1-4c50-93f8-ca28622b8d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:12.881863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6e2c1797-23d1-4c50-93f8-ca28622b8d27 None None] For port 672ba28f-9491-4946-9dcc-78ba23c8c084, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=672ba28f-9491-4946-9dcc-78ba23c8c084,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:12.890220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1797-23d1-4c50-93f8-ca28622b8d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:12.906045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:12.976548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60286) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:13.012221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7683305c-f818-4374-91fb-24d7e7ecd464 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765790907', 'description': 'tempest-description--2112454355'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:13.053392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c1797-23d1-4c50-93f8-ca28622b8d27 None None] Pushing event updated for resources: {'Port': ['ID=672ba28f-9491-4946-9dcc-78ba23c8c084,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:13.070240 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2542a42-94cf-4fa4-a60b-2b0f28002095 x-openstack-request-id: req-f2542a42-94cf-4fa4-a60b-2b0f28002095 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:13.070585 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c", "tag": "3847f3ed-423b-4615-a32d-062665a400ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "88761354-69e7-4ad8-ba90-4dbda5634f5f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:13.071005 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2542a42-94cf-4fa4-a60b-2b0f28002095 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:13.071460 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'status': 'completed', 'code': 200} Jan 28 03:38:13.071722 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'tag': '3847f3ed-423b-4615-a32d-062665a400ed', 'status': 'completed', 'code': 200} Jan 28 03:38:13.071972 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': '88761354-69e7-4ad8-ba90-4dbda5634f5f', 'status': 'completed', 'code': 200} Jan 28 03:38:13.074346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7683305c-f818-4374-91fb-24d7e7ecd464 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.076893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5c4691f2-1963-4cc3-a09b-887a8a5910a8 None None] Provisioning complete for port 672ba28f-9491-4946-9dcc-78ba23c8c084 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:13.077396 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c4691f2-1963-4cc3-a09b-887a8a5910a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.099990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae023-252a-4618-9b23-3f42214b0926 req-087f4185-d1a6-40e2-8b94-8a115bb5519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.101870 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-484ae023-252a-4618-9b23-3f42214b0926 req-087f4185-d1a6-40e2-8b94-8a115bb5519c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7791069 Jan 28 03:38:13.127809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d6a893-9cff-4b5a-91a3-c3491108d32e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:13.148870 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Publish callbacks [] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.206315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Transition to ACTIVE for port object 96d6a893-9cff-4b5a-91a3-c3491108d32e will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:13.210372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Allocated IP 172.25.1.28 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:13.231111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba02c233-75bd-432f-b17c-47b92e623bd6 req-c1aedaa8-594a-4137-92c6-cbc3aec0b9e6 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 1002 time: 0.1735775 Jan 28 03:38:13.254359 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.257371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5c4691f2-1963-4cc3-a09b-887a8a5910a8 None None] Current status of the port 672ba28f-9491-4946-9dcc-78ba23c8c084 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:13.280383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b7d9305c-665f-443d-b110-1400b1bed8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.280929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b7d9305c-665f-443d-b110-1400b1bed8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.281484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b7d9305c-665f-443d-b110-1400b1bed8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.282073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b7d9305c-665f-443d-b110-1400b1bed8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.282538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b7d9305c-665f-443d-b110-1400b1bed8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.282993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b7d9305c-665f-443d-b110-1400b1bed8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.285156 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b7d9305c-665f-443d-b110-1400b1bed8a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5289 time: 0.1495605 Jan 28 03:38:13.349547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:13.375998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-47c81093-1085-4292-9a44-c8b6554fe4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.377544 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-47c81093-1085-4292-9a44-c8b6554fe4f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1097 time: 0.2643042 Jan 28 03:38:13.384963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb609af2-3eaf-47d3-aba5-95aa2c213e7b None None] The sync data for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 is: [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:13.398768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': '84d12947-5baa-4899-9edc-46564dd50397'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:13.401088 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e60c49-5e2e-467c-980b-f704992f8ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "84d12947-5baa-4899-9edc-46564dd50397"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:13.438366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c233-75bd-432f-b17c-47b92e623bd6 req-84a28680-ce22-4b9c-b6fe-6d10e471d4db tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.451452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba02c233-75bd-432f-b17c-47b92e623bd6 req-84a28680-ce22-4b9c-b6fe-6d10e471d4db tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports/3847f3ed-423b-4615-a32d-062665a400ed HTTP/1.1" status: 200 len: 943 time: 0.2134252 Jan 28 03:38:13.579307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30353f27-3398-4edf-b7d4-37e9d4e89394 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:13.588879 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Publish callbacks [] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.603589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Transition to ACTIVE for port object 30353f27-3398-4edf-b7d4-37e9d4e89394 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:13.610852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Pushing event updated for resources: {'Port': ['ID=96d6a893-9cff-4b5a-91a3-c3491108d32e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:13.625615 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7683305c-f818-4374-91fb-24d7e7ecd464 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (23ba3360-8711-4d51-9246-3b7700b5c318), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.672656 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.690412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc88544-9182-4bb4-9696-fc975e7b8187 req-73779da5-244f-403a-941d-df54305ea227 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.696615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc88544-9182-4bb4-9696-fc975e7b8187 req-73779da5-244f-403a-941d-df54305ea227 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.702084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc88544-9182-4bb4-9696-fc975e7b8187 req-73779da5-244f-403a-941d-df54305ea227 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.711317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc88544-9182-4bb4-9696-fc975e7b8187 req-73779da5-244f-403a-941d-df54305ea227 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.716702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc88544-9182-4bb4-9696-fc975e7b8187 req-73779da5-244f-403a-941d-df54305ea227 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.722689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc88544-9182-4bb4-9696-fc975e7b8187 req-73779da5-244f-403a-941d-df54305ea227 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.729345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc88544-9182-4bb4-9696-fc975e7b8187 req-73779da5-244f-403a-941d-df54305ea227 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.738245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dc88544-9182-4bb4-9696-fc975e7b8187 req-73779da5-244f-403a-941d-df54305ea227 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5373 time: 0.4973626 Jan 28 03:38:13.743264 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7683305c-f818-4374-91fb-24d7e7ecd464 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (23ba3360-8711-4d51-9246-3b7700b5c318), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.766365 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks [] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.823272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=30353f27-3398-4edf-b7d4-37e9d4e89394,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:13.823504 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7683305c-f818-4374-91fb-24d7e7ecd464 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.824906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7683305c-f818-4374-91fb-24d7e7ecd464 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8375912 Jan 28 03:38:13.838422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:13.852153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c262d714-e165-427a-b636-2cdc48592f07 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'security_group_rule': {'security_group_id': '23ba3360-8711-4d51-9246-3b7700b5c318', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:13.895154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba02c233-75bd-432f-b17c-47b92e623bd6 req-8f8bcd79-a0a6-4b2d-a919-845481b0058c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 1002 time: 0.3398237 Jan 28 03:38:13.909360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-23988f6d-0db1-4e2a-acb9-67256dbba8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:13.909603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683305c-f818-4374-91fb-24d7e7ecd464 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ba3360-8711-4d51-9246-3b7700b5c318,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:13.912102 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-23988f6d-0db1-4e2a-acb9-67256dbba8c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.5044358 Jan 28 03:38:13.946495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c262d714-e165-427a-b636-2cdc48592f07 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (7ca4822a-92f3-48ec-9a5d-87aa93e785f9), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:14.003094 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-8accbd81-cb1d-4551-897b-fbf16b769884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.003562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-8accbd81-cb1d-4551-897b-fbf16b769884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.004025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-8accbd81-cb1d-4551-897b-fbf16b769884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.005752 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-8accbd81-cb1d-4551-897b-fbf16b769884 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=37ab4596af694bc4b1afc90362bf04e0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6627340 Jan 28 03:38:14.033769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dc88544-9182-4bb4-9696-fc975e7b8187 req-9ee2980a-6924-4b7a-a3b6-8c09c8f88385 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2941170 Jan 28 03:38:14.095938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Attempting to bind port 96d6a893-9cff-4b5a-91a3-c3491108d32e on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:14.096378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Attempting to bind port 96d6a893-9cff-4b5a-91a3-c3491108d32e by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:14.096944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Attempting to bind port 96d6a893-9cff-4b5a-91a3-c3491108d32e on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:14.120630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c233-75bd-432f-b17c-47b92e623bd6 req-6424e029-667b-4fff-809a-5116b0443d0b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.129788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba02c233-75bd-432f-b17c-47b92e623bd6 req-6424e029-667b-4fff-809a-5116b0443d0b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.2031915 Jan 28 03:38:14.139262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-ba02c233-75bd-432f-b17c-47b92e623bd6 req-e7aaaab0-c5c9-4977-881d-1925f3f6acb2 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:38:14.154641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba02c233-75bd-432f-b17c-47b92e623bd6 req-e7aaaab0-c5c9-4977-881d-1925f3f6acb2 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239038 Jan 28 03:38:14.165986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Port 96d6a893-9cff-4b5a-91a3-c3491108d32e on network 02253080-017c-4927-b3f9-956584b94148 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:14.166686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Attempting to bind port 96d6a893-9cff-4b5a-91a3-c3491108d32e on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:14.172046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-16f2e8ec-dd3a-49a7-9797-be2b5d130e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.173514 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-16f2e8ec-dd3a-49a7-9797-be2b5d130e5d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345513 Jan 28 03:38:14.174927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-1148eb4a-db84-4a59-856c-625e98daf0c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 217 time: 0.2560399 Jan 28 03:38:14.184482 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9da874-3dc8-4475-93b9-9e7dd9d3ca41 x-openstack-request-id: req-2e9da874-3dc8-4475-93b9-9e7dd9d3ca41 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:14.184769 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "84d12947-5baa-4899-9edc-46564dd50397", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:14.186086 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e9da874-3dc8-4475-93b9-9e7dd9d3ca41 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:14.186086 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': '84d12947-5baa-4899-9edc-46564dd50397', 'status': 'completed', 'code': 200} Jan 28 03:38:14.190691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:14.191453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Checking segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:14.193303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Bound using segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:14.197186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Bound port: 96d6a893-9cff-4b5a-91a3-c3491108d32e, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:14.197892 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:14.209632 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:14.300609 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:14.333302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] For port 96d6a893-9cff-4b5a-91a3-c3491108d32e, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:14.338204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] For port 96d6a893-9cff-4b5a-91a3-c3491108d32e, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=96d6a893-9cff-4b5a-91a3-c3491108d32e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:14.355365 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:14.364113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-e6bd85cd-4516-4412-8090-c78aae0468a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.365888 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-e6bd85cd-4516-4412-8090-c78aae0468a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.1504617 Jan 28 03:38:14.434001 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 672ba28f-9491-4946-9dcc-78ba23c8c084 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:14.440338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.442405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:14.445339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] 10.222.0.42 "PUT /v2.0/ports/96d6a893-9cff-4b5a-91a3-c3491108d32e HTTP/1.1" status: 200 len: 1131 time: 3.1779239 Jan 28 03:38:14.498426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e71b1-47db-4acf-81ea-b2fe7d23db61 req-d2bc1e88-444d-43d6-9894-dce989e0520a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.509330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e71b1-47db-4acf-81ea-b2fe7d23db61 req-d2bc1e88-444d-43d6-9894-dce989e0520a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.540186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e71b1-47db-4acf-81ea-b2fe7d23db61 req-d2bc1e88-444d-43d6-9894-dce989e0520a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.555869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e71b1-47db-4acf-81ea-b2fe7d23db61 req-d2bc1e88-444d-43d6-9894-dce989e0520a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.562809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e71b1-47db-4acf-81ea-b2fe7d23db61 req-d2bc1e88-444d-43d6-9894-dce989e0520a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.570501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e71b1-47db-4acf-81ea-b2fe7d23db61 req-d2bc1e88-444d-43d6-9894-dce989e0520a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.577773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e71b1-47db-4acf-81ea-b2fe7d23db61 req-d2bc1e88-444d-43d6-9894-dce989e0520a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.588136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 672ba28f-9491-4946-9dcc-78ba23c8c084 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:14.588491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-352e71b1-47db-4acf-81ea-b2fe7d23db61 req-d2bc1e88-444d-43d6-9894-dce989e0520a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5395 time: 0.2475240 Jan 28 03:38:14.589073 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:14.614713 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:14.623144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:14.645014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-1faa494b-cb24-4a17-a2b5-da0c92fa9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.645496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-1faa494b-cb24-4a17-a2b5-da0c92fa9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.645965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-1faa494b-cb24-4a17-a2b5-da0c92fa9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.646424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-1faa494b-cb24-4a17-a2b5-da0c92fa9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.646918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-1faa494b-cb24-4a17-a2b5-da0c92fa9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.647441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-1faa494b-cb24-4a17-a2b5-da0c92fa9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.648044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-1faa494b-cb24-4a17-a2b5-da0c92fa9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.650370 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-1faa494b-cb24-4a17-a2b5-da0c92fa9ede service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6249 time: 0.2663040 Jan 28 03:38:14.739586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Pushing event updated for resources: {'Port': ['ID=ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:14.757008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 672ba28f-9491-4946-9dcc-78ba23c8c084 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:14.768712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:14.781232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881f208-80bb-40d4-8be2-3e633d2f271c service neutron] Pushing event updated for resources: {'Port': ['ID=96d6a893-9cff-4b5a-91a3-c3491108d32e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:14.794377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-61162ed5-56f0-4671-b150-58b21084f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:14.805507 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-61162ed5-56f0-4671-b150-58b21084f259 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2933991 Jan 28 03:38:14.820467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:14.884756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-352e71b1-47db-4acf-81ea-b2fe7d23db61 req-1796fe2a-aa96-439b-a128-351e50b43c72 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2948959 Jan 28 03:38:14.890385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-fe89b5e3-bde2-4290-981f-88730729678f tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 1002 time: 0.2172878 Jan 28 03:38:14.980946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:14.982107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:15.005600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-d93a8b2b-b333-4695-bf56-c010dc3d1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:15.006929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-d93a8b2b-b333-4695-bf56-c010dc3d1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:15.007460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-d93a8b2b-b333-4695-bf56-c010dc3d1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:15.009130 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-d93a8b2b-b333-4695-bf56-c010dc3d1edc service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d68daf22cb344f3e85922824b30fd598&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2854342 Jan 28 03:38:15.012877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-c38fc732-2170-44cd-9d38-514cf1153977 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:15.016479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Attempting to bind port 30353f27-3398-4edf-b7d4-37e9d4e89394 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:15.016958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Attempting to bind port 30353f27-3398-4edf-b7d4-37e9d4e89394 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:15.017390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Attempting to bind port 30353f27-3398-4edf-b7d4-37e9d4e89394 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:15.027995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-c38fc732-2170-44cd-9d38-514cf1153977 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports/3847f3ed-423b-4615-a32d-062665a400ed HTTP/1.1" status: 200 len: 943 time: 0.1165073 Jan 28 03:38:15.098982 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c262d714-e165-427a-b636-2cdc48592f07 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (7ca4822a-92f3-48ec-9a5d-87aa93e785f9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.104293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Port 30353f27-3398-4edf-b7d4-37e9d4e89394 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:15.104663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Attempting to bind port 30353f27-3398-4edf-b7d4-37e9d4e89394 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:15.110107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': '96d6a893-9cff-4b5a-91a3-c3491108d32e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:15.112989 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "96d6a893-9cff-4b5a-91a3-c3491108d32e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:15.142736 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c262d714-e165-427a-b636-2cdc48592f07 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (7ca4822a-92f3-48ec-9a5d-87aa93e785f9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.168010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:15.168531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Checking segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:15.169058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Bound using segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:15.169612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Bound port: 30353f27-3398-4edf-b7d4-37e9d4e89394, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:15.170081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.230894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-9127d35a-4d4f-47b6-8a43-9f0f5a5f4f11 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 1002 time: 0.1081021 Jan 28 03:38:15.298232 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c262d714-e165-427a-b636-2cdc48592f07 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.298834 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c262d714-e165-427a-b636-2cdc48592f07 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4521530 Jan 28 03:38:15.299959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262d714-e165-427a-b636-2cdc48592f07 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca4822a-92f3-48ec-9a5d-87aa93e785f9,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:15.303567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60308) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:15.317169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2592d2cf-3888-4c8f-a992-d831f780dcbf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'security_group_rule': {'security_group_id': '23ba3360-8711-4d51-9246-3b7700b5c318', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:15.395630 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.441955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-8ab9ad06-5869-44a3-bbaa-6e861a82b573 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:15.443223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-8ab9ad06-5869-44a3-bbaa-6e861a82b573 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.2041123 Jan 28 03:38:15.451824 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-5720babb-0bbd-4d51-99d8-e350404aebd2 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454179 Jan 28 03:38:15.461799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c23cf-d3f2-41e6-9005-32e4d042a8ad req-4d365cdf-2c2d-407c-9716-74d4d8defb63 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:15.465117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-65d157f5-b736-4635-a5bc-3df2087eefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:15.466720 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3e60c49-5e2e-467c-980b-f704992f8ed3 req-65d157f5-b736-4635-a5bc-3df2087eefd0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4459996 Jan 28 03:38:15.469133 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be9c23cf-d3f2-41e6-9005-32e4d042a8ad req-4d365cdf-2c2d-407c-9716-74d4d8defb63 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 945 time: 0.4666047 Jan 28 03:38:15.544319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2592d2cf-3888-4c8f-a992-d831f780dcbf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (495f77b7-95e5-4c63-af3f-56bc6083c210), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.552734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] For port 30353f27-3398-4edf-b7d4-37e9d4e89394, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:15.622008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] For port 30353f27-3398-4edf-b7d4-37e9d4e89394, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30353f27-3398-4edf-b7d4-37e9d4e89394,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:15.627281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be9c23cf-d3f2-41e6-9005-32e4d042a8ad req-5dcdb465-2091-4feb-bb79-e5c6ab800f1c tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571088 Jan 28 03:38:15.634338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-d96c63bf-b354-4c8b-869a-b3b071cbe19d tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 1002 time: 0.1592155 Jan 28 03:38:15.643949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.671452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-a8c5bbfc-6788-4a67-ab2a-dc52c14bc31b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:15.758382 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:15.758780 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.760461 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/30353f27-3398-4edf-b7d4-37e9d4e89394 HTTP/1.1" status: 200 len: 1092 time: 4.1225655 Jan 28 03:38:15.768019 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-a8c5bbfc-6788-4a67-ab2a-dc52c14bc31b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.801345 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-49d0d69c-f8e8-415c-9d51-0c5cb5eccccf service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336067 Jan 28 03:38:15.813692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:15.820019 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2592d2cf-3888-4c8f-a992-d831f780dcbf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (495f77b7-95e5-4c63-af3f-56bc6083c210), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.823879 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks [] for router_gateway (b03c404f-0333-4c95-81f6-e4919b6766c8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:15.844484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ebff2-74bf-486c-92f4-bc6d9f4fb9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=30353f27-3398-4edf-b7d4-37e9d4e89394,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:15.891252 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2592d2cf-3888-4c8f-a992-d831f780dcbf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (495f77b7-95e5-4c63-af3f-56bc6083c210), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:16.025273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592d2cf-3888-4c8f-a992-d831f780dcbf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495f77b7-95e5-4c63-af3f-56bc6083c210,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:16.057035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2592d2cf-3888-4c8f-a992-d831f780dcbf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:16.058504 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2592d2cf-3888-4c8f-a992-d831f780dcbf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7448859 Jan 28 03:38:16.069523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:16.090975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:16.106330 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:16.151724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b5c7a960-3be2-427a-9821-0a4138e3bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:16.153457 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b5c7a960-3be2-427a-9821-0a4138e3bf88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 1098 time: 0.2512829 Jan 28 03:38:16.182117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-a8c5bbfc-6788-4a67-ab2a-dc52c14bc31b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:16.201756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': '30353f27-3398-4edf-b7d4-37e9d4e89394'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:16.205051 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d952a226-cee1-458d-859e-0a60d7205986" -d '{"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "30353f27-3398-4edf-b7d4-37e9d4e89394"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:16.238022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:16.249252 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Publish callbacks [] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:16.283619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-a8c5bbfc-6788-4a67-ab2a-dc52c14bc31b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:16.283983 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-a8c5bbfc-6788-4a67-ab2a-dc52c14bc31b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Floating IP f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 disassociated. External IP: 172.25.1.214, port: 3847f3ed-423b-4615-a32d-062665a400ed. Jan 28 03:38:16.290524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Transition to ACTIVE for port object 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:16.393175 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:16.589524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c43c8c-0670-4520-b4ad-e5d77585381b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:16.599857 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Publish callbacks [] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:16.617322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Transition to ACTIVE for port object 30c43c8c-0670-4520-b4ad-e5d77585381b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:16.625342 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:16.672672 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:17.071711 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:17.109928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37e84c-a099-4339-9675-7e0e8ce09d64 req-350c0e11-7b62-47e8-b520-e8e883f4de30 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:17.116125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37e84c-a099-4339-9675-7e0e8ce09d64 req-350c0e11-7b62-47e8-b520-e8e883f4de30 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:17.128058 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37e84c-a099-4339-9675-7e0e8ce09d64 req-350c0e11-7b62-47e8-b520-e8e883f4de30 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:17.137926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37e84c-a099-4339-9675-7e0e8ce09d64 req-350c0e11-7b62-47e8-b520-e8e883f4de30 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:17.143625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37e84c-a099-4339-9675-7e0e8ce09d64 req-350c0e11-7b62-47e8-b520-e8e883f4de30 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:17.151487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37e84c-a099-4339-9675-7e0e8ce09d64 req-350c0e11-7b62-47e8-b520-e8e883f4de30 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:17.161651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37e84c-a099-4339-9675-7e0e8ce09d64 req-350c0e11-7b62-47e8-b520-e8e883f4de30 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:17.163876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be37e84c-a099-4339-9675-7e0e8ce09d64 req-350c0e11-7b62-47e8-b520-e8e883f4de30 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5373 time: 1.2020309 Jan 28 03:38:17.319415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be37e84c-a099-4339-9675-7e0e8ce09d64 req-254111d7-8ce6-40db-aeb6-62a42c15a212 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079957 Jan 28 03:38:17.464455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Pushing event updated for resources: {'Port': ['ID=30c43c8c-0670-4520-b4ad-e5d77585381b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:17.468194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (b03c404f-0333-4c95-81f6-e4919b6766c8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:17.511211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-2f106a6d-1721-4177-9dd5-fea1e2e0df96 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:17.513425 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-2f106a6d-1721-4177-9dd5-fea1e2e0df96 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.25 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 945 time: 0.8944056 Jan 28 03:38:17.513851 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4c7004-21a4-4687-bfd3-c1225fe22735 x-openstack-request-id: req-2c4c7004-21a4-4687-bfd3-c1225fe22735 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:17.514243 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "96d6a893-9cff-4b5a-91a3-c3491108d32e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:17.514499 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c4c7004-21a4-4687-bfd3-c1225fe22735 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:17.514896 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': '96d6a893-9cff-4b5a-91a3-c3491108d32e', 'status': 'completed', 'code': 200} Jan 28 03:38:17.517330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Attempting to bind port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:17.517665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Attempting to bind port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:17.518000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Attempting to bind port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:17.525495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Pushing event updated for resources: {'Port': ['ID=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:17.551064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.551418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.551769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.552168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.552514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.553693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.553923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.554182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.560494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.568013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.569867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.569867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.569867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:17.606102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 on network 02253080-017c-4927-b3f9-956584b94148 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:17.606429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Attempting to bind port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:17.619027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:17.619378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Checking segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:17.619791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Bound using segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:17.620240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Bound port: 277f3f55-a304-41ef-bfc1-6c1d2561d4f7, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:17.620601 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:17.734340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] For port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:17.737963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] For port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:17.744726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b4d1a628-fc7f-4e7b-91f6-5662e4a05e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:17.752914 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-b4d1a628-fc7f-4e7b-91f6-5662e4a05e9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 1.5336967 Jan 28 03:38:17.801360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Attempting to bind port 30c43c8c-0670-4520-b4ad-e5d77585381b on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:17.802078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Attempting to bind port 30c43c8c-0670-4520-b4ad-e5d77585381b by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:17.802596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Attempting to bind port 30c43c8c-0670-4520-b4ad-e5d77585381b on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:17.809691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:17.829163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Port 30c43c8c-0670-4520-b4ad-e5d77585381b on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:17.829817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Attempting to bind port 30c43c8c-0670-4520-b4ad-e5d77585381b on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:17.887223 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-5933d641-d101-4007-bb5c-dc50aebb218e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3847f3ed-423b-4615-a32d-062665a400ed HTTP/1.1" status: 200 len: 217 time: 0.1135912 Jan 28 03:38:17.920087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:17.920825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Checking segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:17.921446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Bound using segment: {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:17.922133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Bound port: 30c43c8c-0670-4520-b4ad-e5d77585381b, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e108325e-5e41-4491-be8d-e9b50cc4c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:17.922707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:17.972810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Pushing event updated for resources: {'Port': ['ID=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:17.995906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:17.996466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:18.004030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-18b870ea-c577-4776-9d5e-0cc19855005d service neutron] 10.222.0.42 "PUT /v2.0/ports/277f3f55-a304-41ef-bfc1-6c1d2561d4f7 HTTP/1.1" status: 200 len: 1092 time: 3.3796678 Jan 28 03:38:18.129921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:18.175298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-41ec6554-d9b4-4672-aa54-25a783a113eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.176002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-41ec6554-d9b4-4672-aa54-25a783a113eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.176639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-41ec6554-d9b4-4672-aa54-25a783a113eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.177272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-41ec6554-d9b4-4672-aa54-25a783a113eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.178403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-41ec6554-d9b4-4672-aa54-25a783a113eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.179763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-41ec6554-d9b4-4672-aa54-25a783a113eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.180989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-41ec6554-d9b4-4672-aa54-25a783a113eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.185122 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-41ec6554-d9b4-4672-aa54-25a783a113eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6239 time: 0.5815749 Jan 28 03:38:18.226243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-a0fdbb71-087e-4fc2-920d-a42e1053d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.234085 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-a0fdbb71-087e-4fc2-920d-a42e1053d4ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.3114378 Jan 28 03:38:18.244206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0028d21-9211-4d29-acf1-193ec921d68a req-04b41e1e-e89a-4f81-8a09-94002c9efd4e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.251406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0028d21-9211-4d29-acf1-193ec921d68a req-04b41e1e-e89a-4f81-8a09-94002c9efd4e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.257276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0028d21-9211-4d29-acf1-193ec921d68a req-04b41e1e-e89a-4f81-8a09-94002c9efd4e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.263292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0028d21-9211-4d29-acf1-193ec921d68a req-04b41e1e-e89a-4f81-8a09-94002c9efd4e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.269201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0028d21-9211-4d29-acf1-193ec921d68a req-04b41e1e-e89a-4f81-8a09-94002c9efd4e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.275708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0028d21-9211-4d29-acf1-193ec921d68a req-04b41e1e-e89a-4f81-8a09-94002c9efd4e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.291989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0028d21-9211-4d29-acf1-193ec921d68a req-04b41e1e-e89a-4f81-8a09-94002c9efd4e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.300188 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0028d21-9211-4d29-acf1-193ec921d68a req-04b41e1e-e89a-4f81-8a09-94002c9efd4e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5407 time: 0.5544424 Jan 28 03:38:18.317249 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:18.458222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] For port 30c43c8c-0670-4520-b4ad-e5d77585381b, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:18.495129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] For port 30c43c8c-0670-4520-b4ad-e5d77585381b, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30c43c8c-0670-4520-b4ad-e5d77585381b,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:18.536164 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:18.594534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.595754 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:18.597655 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] 10.222.0.42 "PUT /v2.0/ports/30c43c8c-0670-4520-b4ad-e5d77585381b HTTP/1.1" status: 200 len: 1092 time: 2.7882917 Jan 28 03:38:18.603461 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f857f796-70d7-4841-ad07-31973f4f885e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:18.669096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Deleting port 867133d4-16b4-423b-b2b1-48ea690d8aa0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:18.669839 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:18.673386 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0028d21-9211-4d29-acf1-193ec921d68a req-b038082b-7725-45ad-bcde-575aaf04a3b2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3719761 Jan 28 03:38:18.733204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:18.747327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-0bf7be56-f491-425e-84f7-e042093e008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:18.759909 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-0bf7be56-f491-425e-84f7-e042093e008e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5249474 Jan 28 03:38:18.834587 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28479747-014b-4654-a18c-0058833a7d2b x-openstack-request-id: req-28479747-014b-4654-a18c-0058833a7d2b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:18.837138 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "30353f27-3398-4edf-b7d4-37e9d4e89394", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:18.837410 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28479747-014b-4654-a18c-0058833a7d2b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:18.837820 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': '30353f27-3398-4edf-b7d4-37e9d4e89394', 'status': 'completed', 'code': 200} Jan 28 03:38:18.971819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-a8c5bbfc-6788-4a67-ab2a-dc52c14bc31b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Router e95e3c85-6759-4942-a421-82a2b76c526a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:19.070679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Allocated IP 172.25.1.231 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/33e19965-347e-4712-879d-59fcec3c96a0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:19.176937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] For port 867133d4-16b4-423b-b2b1-48ea690d8aa0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=867133d4-16b4-423b-b2b1-48ea690d8aa0,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:19.177873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:19.246401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5abd1-8e73-471b-a9a9-9706de9e7da6 req-a69bfc38-24cf-4a69-a0af-201e49dd3f13 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.247928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bee5abd1-8e73-471b-a9a9-9706de9e7da6 req-a69bfc38-24cf-4a69-a0af-201e49dd3f13 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 945 time: 0.2748315 Jan 28 03:38:19.403311 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:19.404342 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (3f84a026-a6ed-448d-857d-647b1026c647), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:19.404914 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Floating IP 3f84a026-a6ed-448d-857d-647b1026c647 disassociated. External IP: 172.25.1.219, port: 867133d4-16b4-423b-b2b1-48ea690d8aa0. Jan 28 03:38:19.405518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Calling delete_port for 867133d4-16b4-423b-b2b1-48ea690d8aa0 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:19.420854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bee5abd1-8e73-471b-a9a9-9706de9e7da6 req-7aa56d2f-66ab-4df0-bf5f-3e1a72fc718e tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245024 Jan 28 03:38:19.502798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-a8c5bbfc-6788-4a67-ab2a-dc52c14bc31b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:19.508066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-a8c5bbfc-6788-4a67-ab2a-dc52c14bc31b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:19.516597 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] Sync routers for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:19.532497 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:19.534749 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:19.541749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': '277f3f55-a304-41ef-bfc1-6c1d2561d4f7'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:19.550529 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e525254-b689-421b-aac6-04e6687dce39" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "277f3f55-a304-41ef-bfc1-6c1d2561d4f7"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:19.614332 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for port (33e19965-347e-4712-879d-59fcec3c96a0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:19.650388 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:38:19.661356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (867133d4-16b4-423b-b2b1-48ea690d8aa0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:19.694741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Router b03c404f-0333-4c95-81f6-e4919b6766c8 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:38:19.782779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-a8c5bbfc-6788-4a67-ab2a-dc52c14bc31b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "PUT /v2.0/floatingips/f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 HTTP/1.1" status: 200 len: 695 time: 4.1284454 Jan 28 03:38:19.799509 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:19.840182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f857f796-70d7-4841-ad07-31973f4f885e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:19.841997 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-2226716e-a17a-4994-a8aa-4b45ce61c2e0 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9888170 Jan 28 03:38:19.843218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-ce344352-7a11-4079-b4c8-2e62bb7f567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.843696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-ce344352-7a11-4079-b4c8-2e62bb7f567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.844155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-ce344352-7a11-4079-b4c8-2e62bb7f567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.846162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-ce344352-7a11-4079-b4c8-2e62bb7f567b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=37ab4596af694bc4b1afc90362bf04e0&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.6265023 Jan 28 03:38:19.865094 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Publish callbacks [] for port (f857f796-70d7-4841-ad07-31973f4f885e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:19.919340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187575ab-cec4-4826-b303-7e5ad272657a req-9f7b63da-1ce9-4527-899f-9e5523bb3328 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.925297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187575ab-cec4-4826-b303-7e5ad272657a req-9f7b63da-1ce9-4527-899f-9e5523bb3328 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.928729 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:19.931736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df21f6-c9d7-4989-870b-5bf24d735a75 service neutron] Pushing event updated for resources: {'Port': ['ID=30c43c8c-0670-4520-b4ad-e5d77585381b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:19.932138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187575ab-cec4-4826-b303-7e5ad272657a req-9f7b63da-1ce9-4527-899f-9e5523bb3328 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.938595 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187575ab-cec4-4826-b303-7e5ad272657a req-9f7b63da-1ce9-4527-899f-9e5523bb3328 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.945533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187575ab-cec4-4826-b303-7e5ad272657a req-9f7b63da-1ce9-4527-899f-9e5523bb3328 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.952863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187575ab-cec4-4826-b303-7e5ad272657a req-9f7b63da-1ce9-4527-899f-9e5523bb3328 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.960225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187575ab-cec4-4826-b303-7e5ad272657a req-9f7b63da-1ce9-4527-899f-9e5523bb3328 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.963845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-187575ab-cec4-4826-b303-7e5ad272657a req-9f7b63da-1ce9-4527-899f-9e5523bb3328 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5385 time: 0.3930795 Jan 28 03:38:19.967719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-c14f2ca9-4293-4c51-bfef-9d5379e339b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.968022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-c14f2ca9-4293-4c51-bfef-9d5379e339b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.968492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-c14f2ca9-4293-4c51-bfef-9d5379e339b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.969002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-c14f2ca9-4293-4c51-bfef-9d5379e339b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.969466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-c14f2ca9-4293-4c51-bfef-9d5379e339b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.969922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-c14f2ca9-4293-4c51-bfef-9d5379e339b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.970375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-c14f2ca9-4293-4c51-bfef-9d5379e339b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:19.972294 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d952a226-cee1-458d-859e-0a60d7205986 req-c14f2ca9-4293-4c51-bfef-9d5379e339b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6359 time: 0.9893937 Jan 28 03:38:19.998515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Transition to ACTIVE for port object f857f796-70d7-4841-ad07-31973f4f885e will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:20.036034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 867133d4-16b4-423b-b2b1-48ea690d8aa0 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:20.042798 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (33e19965-347e-4712-879d-59fcec3c96a0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:20.059215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Pushing event deleted for resources: {'Port': ['ID=867133d4-16b4-423b-b2b1-48ea690d8aa0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:20.068726 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (f857f796-70d7-4841-ad07-31973f4f885e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:20.098040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-7f90387c-54fa-49f1-bdc9-127890917d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:20.101970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-7f90387c-54fa-49f1-bdc9-127890917d19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 1098 time: 0.3046849 Jan 28 03:38:20.117029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:20.119443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 867133d4-16b4-423b-b2b1-48ea690d8aa0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:20.119793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 867133d4-16b4-423b-b2b1-48ea690d8aa0 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:20.270145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-4881ff35-51a0-4849-a425-d9f5512673f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:20.272287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-4881ff35-51a0-4849-a425-d9f5512673f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.1463177 Jan 28 03:38:20.283785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:20.291390 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:20.313876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:20.327112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:20.328957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Sync routers for ids ['b03c404f-0333-4c95-81f6-e4919b6766c8'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:20.351651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Routers {'b03c404f-0333-4c95-81f6-e4919b6766c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:20.352281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b03c404f-0333-4c95-81f6-e4919b6766c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:20.379420 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] Checking router: e95e3c85-6759-4942-a421-82a2b76c526a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:20.407980 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:20.409012 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:20.445524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-9cb6afb1-4b03-4a15-b58f-45e17948ac92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3847f3ed-423b-4615-a32d-062665a400ed HTTP/1.1" status: 200 len: 217 time: 0.1517224 Jan 28 03:38:20.465303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'Port': ['ID=33e19965-347e-4712-879d-59fcec3c96a0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:20.589240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Set router b03c404f-0333-4c95-81f6-e4919b6766c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:20.608111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-187575ab-cec4-4826-b303-7e5ad272657a req-cc21f013-3d84-4c58-9410-85b111454a27 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6170542 Jan 28 03:38:20.684634 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:20.747189 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:20.752545 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f95f5a42-6255-4b28-90d2-2c358cb137be admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.9075587 Jan 28 03:38:20.753755 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9395f17-efb8-46be-be3d-b030375aff1b x-openstack-request-id: req-b9395f17-efb8-46be-be3d-b030375aff1b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:20.754577 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "277f3f55-a304-41ef-bfc1-6c1d2561d4f7", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:20.756614 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9395f17-efb8-46be-be3d-b030375aff1b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:20.757446 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': '277f3f55-a304-41ef-bfc1-6c1d2561d4f7', 'status': 'completed', 'code': 200} Jan 28 03:38:20.800976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60342) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:20.878161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'name': 'tempest-ServerRescueNegativeTestJSON-347162669-router', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:10Z', 'updated_at': '2022-01-28T03:38:15Z', 'revision_number': 3, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'gw_port': {'id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:12Z', 'updated_at': '2022-01-28T03:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:20.926727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Checking router: b03c404f-0333-4c95-81f6-e4919b6766c8 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:20.927080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Updating router b03c404f-0333-4c95-81f6-e4919b6766c8 port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:38:20.929716 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': '30c43c8c-0670-4520-b4ad-e5d77585381b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:20.933194 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf1b12-aaba-4900-a569-ed0e460244e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "30c43c8c-0670-4520-b4ad-e5d77585381b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:20.945941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-986e8b25-de90-404f-a14b-b308fe68f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:20.947616 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b4e7ca7-fe89-4ddb-bffa-b0a98a037452 req-986e8b25-de90-404f-a14b-b308fe68f960 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0893469 Jan 28 03:38:20.948993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-e97ab1ff-419a-43d8-a0aa-0e9ef266c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:20.949688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-e97ab1ff-419a-43d8-a0aa-0e9ef266c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:20.950980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-e97ab1ff-419a-43d8-a0aa-0e9ef266c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:20.954775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Pushing event updated for resources: {'Port': ['ID=f857f796-70d7-4841-ad07-31973f4f885e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:20.955608 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d952a226-cee1-458d-859e-0a60d7205986 req-e97ab1ff-419a-43d8-a0aa-0e9ef266c16c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d68daf22cb344f3e85922824b30fd598&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8942127 Jan 28 03:38:20.971783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-5f36e7bb-1b44-448a-8e54-97f5e97890bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:20.973586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-5f36e7bb-1b44-448a-8e54-97f5e97890bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.4944844 Jan 28 03:38:21.002833 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:21.019320 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Router 443bebfc-7b43-4ca9-b2fa-64af14521bca has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:21.209692 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:21.289731 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c0db8-ad7d-4e3d-b99a-1e3f3cbfb240 None None] The sync data for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 is: [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:21.359528 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d69e7c00-b146-4d97-a073-59d065f2cf84 req-d1d1e26b-9122-47e0-b568-aabd9a60bea8 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5027969 Jan 28 03:38:21.369119 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Publish callbacks [] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:21.376925 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:21.446113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-0cb1ead6-2242-422a-802d-61f26b3e5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.446598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-0cb1ead6-2242-422a-802d-61f26b3e5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.447067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-0cb1ead6-2242-422a-802d-61f26b3e5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.448171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-0cb1ead6-2242-422a-802d-61f26b3e5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.448639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-0cb1ead6-2242-422a-802d-61f26b3e5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.449195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-0cb1ead6-2242-422a-802d-61f26b3e5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.449730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-0cb1ead6-2242-422a-802d-61f26b3e5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.451697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e525254-b689-421b-aac6-04e6687dce39 req-0cb1ead6-2242-422a-802d-61f26b3e5ecb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6307 time: 0.3116083 Jan 28 03:38:21.492088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Attempting to bind port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:21.492766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Attempting to bind port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:21.493258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Attempting to bind port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:21.501656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6345c-7686-4ba2-a6a9-ff509187b0ae None None] Pushing event updated for resources: {'Port': ['ID=ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:21.506340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:21.507146 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:21.507664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:21.508157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:21.508945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Bound port: ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:21.509446 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:21.600257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] For port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:21.604867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] For port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:21.612382 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:21.708723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Attempting to bind port f857f796-70d7-4841-ad07-31973f4f885e on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:21.709631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Attempting to bind port f857f796-70d7-4841-ad07-31973f4f885e by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:21.709953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Attempting to bind port f857f796-70d7-4841-ad07-31973f4f885e on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:21.720346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (34cf3843-8a94-4cb2-a534-44c69db68f71), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:21.724201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Port f857f796-70d7-4841-ad07-31973f4f885e on network 02253080-017c-4927-b3f9-956584b94148 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:21.724553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Attempting to bind port f857f796-70d7-4841-ad07-31973f4f885e on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:21.800126 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330e70f-dba1-48fe-9ecb-ac7373f8ca99 None None] New status for floating IP f45bfcfe-9caf-4d77-bee3-46b4985ec2c9: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:38:21.872708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:21.872708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Checking segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:21.873422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Bound using segment: {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:21.873505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Bound port: f857f796-70d7-4841-ad07-31973f4f885e, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bde23b3-713c-4d86-bd40-79abbfa5297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02253080-017c-4927-b3f9-956584b94148'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:21.873812 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f857f796-70d7-4841-ad07-31973f4f885e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:21.898929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56223a5c-078e-4226-8b1d-4001730ab622 req-761eae87-eb85-4af9-b928-91857ba01bdf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.904500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56223a5c-078e-4226-8b1d-4001730ab622 req-761eae87-eb85-4af9-b928-91857ba01bdf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.911129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56223a5c-078e-4226-8b1d-4001730ab622 req-761eae87-eb85-4af9-b928-91857ba01bdf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.916896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56223a5c-078e-4226-8b1d-4001730ab622 req-761eae87-eb85-4af9-b928-91857ba01bdf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.922333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56223a5c-078e-4226-8b1d-4001730ab622 req-761eae87-eb85-4af9-b928-91857ba01bdf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.926466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6345c-7686-4ba2-a6a9-ff509187b0ae None None] Pushing event updated for resources: {'Port': ['ID=ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:21.928345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56223a5c-078e-4226-8b1d-4001730ab622 req-761eae87-eb85-4af9-b928-91857ba01bdf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.947785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56223a5c-078e-4226-8b1d-4001730ab622 req-761eae87-eb85-4af9-b928-91857ba01bdf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.957613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56223a5c-078e-4226-8b1d-4001730ab622 req-761eae87-eb85-4af9-b928-91857ba01bdf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5407 time: 1.0177128 Jan 28 03:38:21.967261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-3f74b4ea-1356-47bb-b12f-c3eeaa6dac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:21.969328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-3f74b4ea-1356-47bb-b12f-c3eeaa6dac99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9109817 Jan 28 03:38:21.988765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Routers {'b03c404f-0333-4c95-81f6-e4919b6766c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:21.990062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b03c404f-0333-4c95-81f6-e4919b6766c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:22.122130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-3728ca58-4d54-45e5-b725-79b05809e38f service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013248 Jan 28 03:38:22.131370 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (33e19965-347e-4712-879d-59fcec3c96a0), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:22.361485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] Set router b03c404f-0333-4c95-81f6-e4919b6766c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:22.426242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a226-cee1-458d-859e-0a60d7205986 req-c82c7e4b-44f3-4f97-994a-9d0f9cd85f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:22.428300 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d952a226-cee1-458d-859e-0a60d7205986 req-c82c7e4b-44f3-4f97-994a-9d0f9cd85f36 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4344244 Jan 28 03:38:22.477417 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for port (33e19965-347e-4712-879d-59fcec3c96a0), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:22.505414 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (33e19965-347e-4712-879d-59fcec3c96a0), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:22.607661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:22.632362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-d4f0a41c-64ab-4f89-b374-732edd993328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:22.632865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-d4f0a41c-64ab-4f89-b374-732edd993328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:22.633349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-d4f0a41c-64ab-4f89-b374-732edd993328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:22.634960 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e525254-b689-421b-aac6-04e6687dce39 req-d4f0a41c-64ab-4f89-b374-732edd993328 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=37ab4596af694bc4b1afc90362bf04e0&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1513264 Jan 28 03:38:22.657378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02688c1e-d623-4e23-9e73-e345379b1fb1 req-e43ca771-467c-47af-869b-3e79e5bbff8c service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224669 Jan 28 03:38:22.762741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'tag': '3847f3ed-423b-4615-a32d-062665a400ed'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:22.765263 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f796437-9f41-44f3-82bf-2b0b92d88611" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c", "tag": "3847f3ed-423b-4615-a32d-062665a400ed"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:22.767770 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (34cf3843-8a94-4cb2-a534-44c69db68f71), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:22.789640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] Sync routers for ids ['443bebfc-7b43-4ca9-b2fa-64af14521bca'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:22.807999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] Routers {'443bebfc-7b43-4ca9-b2fa-64af14521bca'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:22.808746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['443bebfc-7b43-4ca9-b2fa-64af14521bca'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:22.817210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'Port': ['ID=33e19965-347e-4712-879d-59fcec3c96a0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:22.844944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] For port f857f796-70d7-4841-ad07-31973f4f885e, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:22.854276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56223a5c-078e-4226-8b1d-4001730ab622 req-c952da5a-c70d-4622-806f-f4c46a2a4561 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8949313 Jan 28 03:38:22.857483 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] For port f857f796-70d7-4841-ad07-31973f4f885e, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f857f796-70d7-4841-ad07-31973f4f885e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:22.885223 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (f857f796-70d7-4841-ad07-31973f4f885e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:22.890002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:22.891591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bdc752d6-866c-40c3-9bbc-12f45b9293b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8142695 Jan 28 03:38:22.944440 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] Set router 443bebfc-7b43-4ca9-b2fa-64af14521bca gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:22.944651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525254-b689-421b-aac6-04e6687dce39 req-e397cd7a-94ff-4303-8197-013b7d89f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:22.945272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e525254-b689-421b-aac6-04e6687dce39 req-e397cd7a-94ff-4303-8197-013b7d89f16b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2805176 Jan 28 03:38:22.960628 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79ddc123-3f93-464b-acd3-b1151bf0e08b req-557e10c2-c4e6-4336-9157-8838f91d2b6b tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/ports?device_id=551de7be-bbd3-4fa1-bd97-236e879fcb6f HTTP/1.1" status: 200 len: 210 time: 0.1453023 Jan 28 03:38:22.965066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Pushing event updated for resources: {'Port': ['ID=f857f796-70d7-4841-ad07-31973f4f885e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:23.010277 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca088d0-706f-47c4-9c30-ec5422837676 x-openstack-request-id: req-fca088d0-706f-47c4-9c30-ec5422837676 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:23.017357 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "30c43c8c-0670-4520-b4ad-e5d77585381b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:23.017970 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fca088d0-706f-47c4-9c30-ec5422837676 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:23.018739 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': '30c43c8c-0670-4520-b4ad-e5d77585381b', 'status': 'completed', 'code': 200} Jan 28 03:38:23.021467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] No DVR routers for this DVR port 867133d4-16b4-423b-b2b1-48ea690d8aa0 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:23.028008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.028669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:23.030446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5e65e68b-e4a9-42bf-9c89-a606cc16458d service neutron] 10.222.0.42 "PUT /v2.0/ports/f857f796-70d7-4841-ad07-31973f4f885e HTTP/1.1" status: 200 len: 1092 time: 4.9059737 Jan 28 03:38:23.083369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:23.098078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:23.101592 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-811d30cf-54df-4e0f-95b8-e8aa30d15a9a req-46ec5f11-ba45-4ca3-b602-c5f6d77913ec tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.25 "DELETE /v2.0/ports/867133d4-16b4-423b-b2b1-48ea690d8aa0 HTTP/1.1" status: 204 len: 173 time: 5.5021784 Jan 28 03:38:23.222370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a6c304-98f2-414c-86ef-cd65d145b9fe {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:23.257289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Publish callbacks [] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:23.296391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-8b87f736-3865-4cb5-8446-dd287c34e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.296875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-8b87f736-3865-4cb5-8446-dd287c34e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.297345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-8b87f736-3865-4cb5-8446-dd287c34e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.297810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-8b87f736-3865-4cb5-8446-dd287c34e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.298268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-8b87f736-3865-4cb5-8446-dd287c34e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.298723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-8b87f736-3865-4cb5-8446-dd287c34e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.299180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-8b87f736-3865-4cb5-8446-dd287c34e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.309432 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-8b87f736-3865-4cb5-8446-dd287c34e6b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6359 time: 0.2211568 Jan 28 03:38:23.313916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Transition to ACTIVE for port object c8a6c304-98f2-414c-86ef-cd65d145b9fe will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:23.333182 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:23.529730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'name': 'tempest-ServerRescueNegativeTestJSON-347162669-router', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:10Z', 'updated_at': '2022-01-28T03:38:15Z', 'revision_number': 3, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'gw_port': {'id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:12Z', 'updated_at': '2022-01-28T03:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:23.603622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:23.622628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac403b0e-97a5-4f1c-a365-110c670ad200 None None] The sync data for ids ['b03c404f-0333-4c95-81f6-e4919b6766c8'] in n-d-808199-14 is: [{'id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'name': 'tempest-ServerRescueNegativeTestJSON-347162669-router', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:10Z', 'updated_at': '2022-01-28T03:38:15Z', 'revision_number': 3, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'gw_port': {'id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:12Z', 'updated_at': '2022-01-28T03:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:23.684174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:59Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ecec792c-da04-4612-8721-2b3effde0f75', 'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'mac_address': 'fa:16:3e:0e:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:58Z', 'updated_at': '2022-01-28T03:35:07Z', 'revision_number': 5, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'subnets': [{'id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:23.705126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2fa95-1466-4073-b626-52e60a46841c req-bc7d379e-7036-4d6f-84dd-04d433e65d7a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.705753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-638b8bc1-5a01-4084-a948-145d01b2e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.707008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-638b8bc1-5a01-4084-a948-145d01b2e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.711931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-638b8bc1-5a01-4084-a948-145d01b2e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.715516 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-638b8bc1-5a01-4084-a948-145d01b2e7fe service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d68daf22cb344f3e85922824b30fd598&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4005206 Jan 28 03:38:23.727093 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2fa95-1466-4073-b626-52e60a46841c req-bc7d379e-7036-4d6f-84dd-04d433e65d7a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.734370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2fa95-1466-4073-b626-52e60a46841c req-bc7d379e-7036-4d6f-84dd-04d433e65d7a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.755439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2fa95-1466-4073-b626-52e60a46841c req-bc7d379e-7036-4d6f-84dd-04d433e65d7a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.772796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2fa95-1466-4073-b626-52e60a46841c req-bc7d379e-7036-4d6f-84dd-04d433e65d7a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.778429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2fa95-1466-4073-b626-52e60a46841c req-bc7d379e-7036-4d6f-84dd-04d433e65d7a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.785107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] Checking router: 443bebfc-7b43-4ca9-b2fa-64af14521bca for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:23.810293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] Routers {'443bebfc-7b43-4ca9-b2fa-64af14521bca'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:23.810908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['443bebfc-7b43-4ca9-b2fa-64af14521bca'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:23.813335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2fa95-1466-4073-b626-52e60a46841c req-bc7d379e-7036-4d6f-84dd-04d433e65d7a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:23.824194 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1b2fa95-1466-4073-b626-52e60a46841c req-bc7d379e-7036-4d6f-84dd-04d433e65d7a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5397 time: 0.5585506 Jan 28 03:38:23.879987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:24.000444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1b2fa95-1466-4073-b626-52e60a46841c req-8326ee01-c530-4b43-ae94-d3c0fc33fb98 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1758909 Jan 28 03:38:24.001057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-39d44201-bd3f-448c-afc9-dcdfc75970d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:24.002532 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55bf1b12-aaba-4900-a569-ed0e460244e0 req-39d44201-bd3f-448c-afc9-dcdfc75970d5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2630444 Jan 28 03:38:24.142163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a6c304-98f2-414c-86ef-cd65d145b9fe,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:24.174591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Attempting to bind port c8a6c304-98f2-414c-86ef-cd65d145b9fe on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:24.174984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Attempting to bind port c8a6c304-98f2-414c-86ef-cd65d145b9fe by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:24.175440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Attempting to bind port c8a6c304-98f2-414c-86ef-cd65d145b9fe on network b13e6eb6-833b-43bc-bb68-367d8fede46e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:24.183370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Port c8a6c304-98f2-414c-86ef-cd65d145b9fe on network b13e6eb6-833b-43bc-bb68-367d8fede46e not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:24.183912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Attempting to bind port c8a6c304-98f2-414c-86ef-cd65d145b9fe on network b13e6eb6-833b-43bc-bb68-367d8fede46e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:24.190136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:24.190655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Checking segment: {'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:24.191189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Bound using segment: {'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:24.191771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Bound port: c8a6c304-98f2-414c-86ef-cd65d145b9fe, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:24.195568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:24.201726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] Set router 443bebfc-7b43-4ca9-b2fa-64af14521bca gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:24.533311 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7d5789-5f8e-45d9-a857-3355bc09b1ab x-openstack-request-id: req-dd7d5789-5f8e-45d9-a857-3355bc09b1ab {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:24.534084 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c", "tag": "3847f3ed-423b-4615-a32d-062665a400ed", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:24.535266 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd7d5789-5f8e-45d9-a857-3355bc09b1ab {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:24.535830 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'tag': '3847f3ed-423b-4615-a32d-062665a400ed', 'status': 'completed', 'code': 200} Jan 28 03:38:24.563871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] For port c8a6c304-98f2-414c-86ef-cd65d145b9fe, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:24.585650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] For port c8a6c304-98f2-414c-86ef-cd65d145b9fe, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:24.620998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:24.663459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:24.753838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-d3ced699-d801-4143-9155-75d706e22e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:24.759361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-d3ced699-d801-4143-9155-75d706e22e26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 1098 time: 0.1649244 Jan 28 03:38:24.765775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:24.766395 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:24.768601 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] 10.222.0.42 "PUT /v2.0/ports/c8a6c304-98f2-414c-86ef-cd65d145b9fe HTTP/1.1" status: 200 len: 1092 time: 6.0750456 Jan 28 03:38:24.836118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-067c693b-cb28-4694-a4a3-16b7ee599bbd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--765790907&fields=id&tenant_id=6b2888d7084a4c879016ab364abeb6d2 HTTP/1.1" status: 200 len: 267 time: 0.1814365 Jan 28 03:38:24.870643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Request body: {'port': {'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:25.003828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-24a1c707-496a-464e-998d-05ada3b42447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:25.006515 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-24a1c707-496a-464e-998d-05ada3b42447 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.2149205 Jan 28 03:38:25.070009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'name': 'network-vif-deleted', 'tag': '867133d4-16b4-423b-b2b1-48ea690d8aa0'}, {'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': 'c8a6c304-98f2-414c-86ef-cd65d145b9fe'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:25.075136 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3" -d '{"events": [{"server_uuid": "551de7be-bbd3-4fa1-bd97-236e879fcb6f", "name": "network-vif-deleted", "tag": "867133d4-16b4-423b-b2b1-48ea690d8aa0"}, {"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "c8a6c304-98f2-414c-86ef-cd65d145b9fe"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:25.096590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:59Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ecec792c-da04-4612-8721-2b3effde0f75', 'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'mac_address': 'fa:16:3e:0e:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:58Z', 'updated_at': '2022-01-28T03:35:07Z', 'revision_number': 5, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'subnets': [{'id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:25.104550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:25.104969 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:25.163641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:25.170941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acbf3e-fba3-4c3c-b1ba-5635020e2545 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a6c304-98f2-414c-86ef-cd65d145b9fe,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:25.261172 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-ac2d271b-a30e-4e2e-8a19-92688293634c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3847f3ed-423b-4615-a32d-062665a400ed HTTP/1.1" status: 200 len: 217 time: 0.1061583 Jan 28 03:38:25.279376 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281b415-d6bd-4789-bab1-4cd1510e3861 None None] The sync data for ids ['443bebfc-7b43-4ca9-b2fa-64af14521bca'] in n-d-808199-14 is: [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:34:59Z', 'revision_number': 4, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ecec792c-da04-4612-8721-2b3effde0f75', 'name': '', 'network_id': '9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'mac_address': 'fa:16:3e:0e:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:58Z', 'updated_at': '2022-01-28T03:35:07Z', 'revision_number': 5, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'subnets': [{'id': 'b193057d-a753-4a7f-804d-67ae01fbd7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:25.371472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Allocated IP 172.20.0.1 (8ba07493-7426-48bb-9512-2e77da0852b8/fb1bd4c2-1a95-4d95-9510-ad28afcddbe5/ffdc02c7-79f0-41e4-aa30-4913b6752285) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:25.375602 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:25.378125 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:25.424507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-a72b82fb-6da3-48ec-b308-dfbd4f1c8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:25.426012 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-a72b82fb-6da3-48ec-b308-dfbd4f1c8011 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.1620467 Jan 28 03:38:25.440605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:25.448427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dd491-85fc-4975-924d-b7233874fc95 req-f4fb99e6-79f9-41eb-bfba-ded30e627290 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:25.456316 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:25.468033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-f4fb99e6-79f9-41eb-bfba-ded30e627290 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 816 time: 0.6116679 Jan 28 03:38:25.549982 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-ba3a08b6-0fac-4690-a969-03709a48836e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/quotas/6b2888d7084a4c879016ab364abeb6d2 HTTP/1.1" status: 200 len: 375 time: 0.0802200 Jan 28 03:38:25.575362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:25.697532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-95d60c5d-18ab-4322-b06f-6eca003f59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:25.698973 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-95d60c5d-18ab-4322-b06f-6eca003f59d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2594275 Jan 28 03:38:25.748180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7995d3-00b2-4700-ab5b-d5b99bb0102c {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:25.767014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-71c3de16-eb56-4565-bc9d-b938943d203d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2156065 Jan 28 03:38:25.779300 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Publish callbacks [] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:25.871797 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2651a081-094b-4422-bbde-6ab8fe5e19a5 None None] New status for floating IP 3f84a026-a6ed-448d-857d-647b1026c647: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:38:25.917117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Transition to ACTIVE for port object ee7995d3-00b2-4700-ab5b-d5b99bb0102c will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:25.939177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:25.983694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f258e0e1-8029-4280-b11c-233fc65cf951 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:26.004687 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Publish callbacks [] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:26.035214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Publish callbacks [] for port (f258e0e1-8029-4280-b11c-233fc65cf951), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:26.061536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Transition to ACTIVE for port object f258e0e1-8029-4280-b11c-233fc65cf951 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:26.066990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167786b-88df-4370-baf2-298009afb319 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:26.067220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:26.204140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Pushing event updated for resources: {'Port': ['ID=f258e0e1-8029-4280-b11c-233fc65cf951,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:26.238877 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-e68a94c6-c642-43a2-935c-aec25d3c8fbb service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309398 Jan 28 03:38:26.276702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Attempting to bind port ee7995d3-00b2-4700-ab5b-d5b99bb0102c on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:26.277074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Attempting to bind port ee7995d3-00b2-4700-ab5b-d5b99bb0102c by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:26.277413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Attempting to bind port ee7995d3-00b2-4700-ab5b-d5b99bb0102c on network a3a80fdf-c41a-4b73-8c60-e05579ebca4c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:26.298719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3488112a-5425-4afd-908c-8761a2b0da55 service neutron] 10.222.0.44 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019400 Jan 28 03:38:26.312194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Port ee7995d3-00b2-4700-ab5b-d5b99bb0102c on network a3a80fdf-c41a-4b73-8c60-e05579ebca4c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:26.312532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Attempting to bind port ee7995d3-00b2-4700-ab5b-d5b99bb0102c on network a3a80fdf-c41a-4b73-8c60-e05579ebca4c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:26.330741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:26.331091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Checking segment: {'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:26.331488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Bound using segment: {'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:26.331949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Bound port: ee7995d3-00b2-4700-ab5b-d5b99bb0102c, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:26.332318 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:26.418764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:26.473393 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:26.528610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Attempting to bind port f258e0e1-8029-4280-b11c-233fc65cf951 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:26.529129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Attempting to bind port f258e0e1-8029-4280-b11c-233fc65cf951 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:26.529568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Attempting to bind port f258e0e1-8029-4280-b11c-233fc65cf951 on network b13e6eb6-833b-43bc-bb68-367d8fede46e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:26.550804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Port f258e0e1-8029-4280-b11c-233fc65cf951 on network b13e6eb6-833b-43bc-bb68-367d8fede46e not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:26.551298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Attempting to bind port f258e0e1-8029-4280-b11c-233fc65cf951 on network b13e6eb6-833b-43bc-bb68-367d8fede46e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:26.574447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-9bb15d86-79ca-4f08-b4e8-a9716c608acc tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:26.576119 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-9bb15d86-79ca-4f08-b4e8-a9716c608acc tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c HTTP/1.1" status: 200 len: 946 time: 0.3605783 Jan 28 03:38:26.578242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': 'f857f796-70d7-4841-ad07-31973f4f885e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:26.579544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:26.579994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Checking segment: {'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:26.580496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Bound using segment: {'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:26.581143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Bound port: f258e0e1-8029-4280-b11c-233fc65cf951, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca629eb-325c-4167-aefd-474267576a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:26.581600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:26.586465 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16dd9ba-ef88-416f-a669-8b54afa56fce" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "f857f796-70d7-4841-ad07-31973f4f885e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:26.601082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:26.601629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:26.649333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-abf3e039-7c5d-4726-87d6-133b2d133413 service neutron] 10.222.0.44 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250332 Jan 28 03:38:26.743983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Pushing event updated for resources: {'Port': ['ID=ffdc02c7-79f0-41e4-aa30-4913b6752285,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:26.750454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:26.750744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Network 8ba07493-7426-48bb-9512-2e77da0852b8 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:26.755313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:26.759701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:26.845567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (b03c404f-0333-4c95-81f6-e4919b6766c8), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:26.858174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] For port ee7995d3-00b2-4700-ab5b-d5b99bb0102c, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:26.862995 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f796437-9f41-44f3-82bf-2b0b92d88611 req-f6a9606f-fb9a-4e9d-9cdc-3fa1fde3e00b service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827961 Jan 28 03:38:26.969573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] For port f258e0e1-8029-4280-b11c-233fc65cf951, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:26.997145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-df66140e-ea9d-4a67-856e-0267152be513 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Deleting port 3847f3ed-423b-4615-a32d-062665a400ed {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:26.997720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-df66140e-ea9d-4a67-856e-0267152be513 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3847f3ed-423b-4615-a32d-062665a400ed), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:27.001631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] For port f258e0e1-8029-4280-b11c-233fc65cf951, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f258e0e1-8029-4280-b11c-233fc65cf951,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:27.056807 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:27.094064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.094658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:27.096357 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] 10.222.0.42 "PUT /v2.0/ports/f258e0e1-8029-4280-b11c-233fc65cf951 HTTP/1.1" status: 200 len: 1092 time: 2.2637074 Jan 28 03:38:27.123941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] For port ee7995d3-00b2-4700-ab5b-d5b99bb0102c, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:27.185082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:27.218515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf70ad-ceae-41ee-9c9e-c671876fdd0d req-0f8fd3ff-a834-4dfa-a24a-9e7b609011da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.228136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf70ad-ceae-41ee-9c9e-c671876fdd0d req-0f8fd3ff-a834-4dfa-a24a-9e7b609011da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.234575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf70ad-ceae-41ee-9c9e-c671876fdd0d req-0f8fd3ff-a834-4dfa-a24a-9e7b609011da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.243256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf70ad-ceae-41ee-9c9e-c671876fdd0d req-0f8fd3ff-a834-4dfa-a24a-9e7b609011da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.246367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b323b3b-1954-4f29-bb83-0dc331c23720 service neutron] Pushing event updated for resources: {'Port': ['ID=f258e0e1-8029-4280-b11c-233fc65cf951,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:27.250054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf70ad-ceae-41ee-9c9e-c671876fdd0d req-0f8fd3ff-a834-4dfa-a24a-9e7b609011da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.257374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf70ad-ceae-41ee-9c9e-c671876fdd0d req-0f8fd3ff-a834-4dfa-a24a-9e7b609011da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.264218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf70ad-ceae-41ee-9c9e-c671876fdd0d req-0f8fd3ff-a834-4dfa-a24a-9e7b609011da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.265940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-df66140e-ea9d-4a67-856e-0267152be513 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] For port 3847f3ed-423b-4615-a32d-062665a400ed, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3847f3ed-423b-4615-a32d-062665a400ed,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:27.266672 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-df66140e-ea9d-4a67-856e-0267152be513 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3847f3ed-423b-4615-a32d-062665a400ed), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:27.275231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dbf70ad-ceae-41ee-9c9e-c671876fdd0d req-0f8fd3ff-a834-4dfa-a24a-9e7b609011da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.2758331 Jan 28 03:38:27.305796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-610df119-93cf-47c1-84ce-3609cb08453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.307901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-610df119-93cf-47c1-84ce-3609cb08453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.308375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-610df119-93cf-47c1-84ce-3609cb08453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.308833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-610df119-93cf-47c1-84ce-3609cb08453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.309327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-610df119-93cf-47c1-84ce-3609cb08453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.310004 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-610df119-93cf-47c1-84ce-3609cb08453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.310241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-610df119-93cf-47c1-84ce-3609cb08453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.315753 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-610df119-93cf-47c1-84ce-3609cb08453b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6495 time: 0.1460414 Jan 28 03:38:27.316816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-df66140e-ea9d-4a67-856e-0267152be513 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Calling delete_port for 3847f3ed-423b-4615-a32d-062665a400ed owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:27.332051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.333079 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:27.335452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-0167786b-88df-4370-baf2-298009afb319 service neutron] 10.222.0.42 "PUT /v2.0/ports/ee7995d3-00b2-4700-ab5b-d5b99bb0102c HTTP/1.1" status: 200 len: 1092 time: 4.2628634 Jan 28 03:38:27.339385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:27.395165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Request body: {'port': {'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:27.574330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167786b-88df-4370-baf2-298009afb319 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:27.604479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-df66140e-ea9d-4a67-856e-0267152be513 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3847f3ed-423b-4615-a32d-062665a400ed), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:27.611740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dbf70ad-ceae-41ee-9c9e-c671876fdd0d req-0b4c7ee0-be20-4407-8ce1-642efbe6219e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3355300 Jan 28 03:38:27.635876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e24e6c54-ef32-4918-88f4-7e08f60d4f9d', '3847f3ed-423b-4615-a32d-062665a400ed'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:38:27.667182 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0f8c591d-8176-4e02-a713-4176be1d78cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a056e6-a188-4379-804e-badd8b82d884 HTTP/1.1" status: 200 len: 217 time: 0.2429333 Jan 28 03:38:27.670768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66140e-ea9d-4a67-856e-0267152be513 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Pushing event deleted for resources: {'Port': ['ID=3847f3ed-423b-4615-a32d-062665a400ed,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:27.717034 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:27.794480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-df66140e-ea9d-4a67-856e-0267152be513 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] No DVR routers for this DVR port 3847f3ed-423b-4615-a32d-062665a400ed on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:27.798909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-df66140e-ea9d-4a67-856e-0267152be513 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:27.803516 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9065f8c5-24bd-49ba-9479-dbd826ccce88 req-df66140e-ea9d-4a67-856e-0267152be513 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.25 "DELETE /v2.0/ports/3847f3ed-423b-4615-a32d-062665a400ed HTTP/1.1" status: 204 len: 173 time: 1.2194867 Jan 28 03:38:27.844987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-23bf60a5-14e6-4500-8010-ad0ea6ff372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.847314 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-23bf60a5-14e6-4500-8010-ad0ea6ff372d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91826628-0551-4f5e-a6c3-0a91742bb049 HTTP/1.1" status: 200 len: 855 time: 0.1720417 Jan 28 03:38:27.942557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8717626e-c4aa-423d-9789-37971c1f06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.944136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8717626e-c4aa-423d-9789-37971c1f06d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39ca72c0-032b-4e3b-b459-91b9ab024a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901089 Jan 28 03:38:28.119584 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-8b2324c3-ff9b-46e2-a9ed-12415f7d2254 service neutron] 10.222.0.42 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652081 Jan 28 03:38:28.125182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Publish callbacks [] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.137029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-d527ad30-a0c1-42d4-8ce7-00a6465f11c6 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:28.138539 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-d527ad30-a0c1-42d4-8ce7-00a6465f11c6 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2232842 Jan 28 03:38:28.150866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.220961 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-873c2be0-0c19-4c62-9888-e95588cb89e6 service neutron] 10.222.0.42 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945585 Jan 28 03:38:28.276885 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-a752aadd-72f8-4219-abe8-0bd9b7a5ce67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e8774d71-d445-4466-9295-940f388820b2 HTTP/1.1" status: 200 len: 217 time: 0.0494881 Jan 28 03:38:28.307769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-6e9f3584-e239-4eaa-a095-16a47e282a1c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 696 time: 0.1516545 Jan 28 03:38:28.320108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-f849db6d-d408-47bc-964e-85eef30797ca tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Request body: {'floatingip': {'port_id': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:28.330612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-2eeaa93b-0487-4a5b-b627-c93950eb595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:28.332203 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-2eeaa93b-0487-4a5b-b627-c93950eb595f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.0499465 Jan 28 03:38:28.386323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-94a1a7e3-0b82-438f-8c1f-6c841cf7081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:28.388127 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-94a1a7e3-0b82-438f-8c1f-6c841cf7081b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499532 Jan 28 03:38:28.613871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dd491-85fc-4975-924d-b7233874fc95 req-b4d89c8e-d0a7-4187-8b49-445d6bdbebdf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:28.617200 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-b4d89c8e-d0a7-4187-8b49-445d6bdbebdf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 816 time: 0.1648262 Jan 28 03:38:28.678746 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (b03c404f-0333-4c95-81f6-e4919b6766c8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.699264 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f127a172-26bd-41f7-bfce-6458a739d88f service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043070 Jan 28 03:38:28.710149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Pushing event updated for resources: {'Port': ['ID=ffdc02c7-79f0-41e4-aa30-4913b6752285,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:28.742299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-f849db6d-d408-47bc-964e-85eef30797ca tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.766540 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-8638d75a-89a2-4624-bff4-59423c88c1b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2888d7084a4c879016ab364abeb6d2 HTTP/1.1" status: 200 len: 379 time: 0.1335595 Jan 28 03:38:28.796451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'port': {'device_id': '5b6380e0-521e-474a-a5d0-045e06c08899', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'admin_state_up': True, 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'security_groups': ['23ba3360-8711-4d51-9246-3b7700b5c318']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:28.863295 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-d125c224-1fa8-4492-92cd-2a18166863be service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558068 Jan 28 03:38:28.914287 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-6e39fde5-2773-46ec-a456-cba39330ea39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=84d12947-5baa-4899-9edc-46564dd50397 HTTP/1.1" status: 200 len: 217 time: 0.0424001 Jan 28 03:38:28.952159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a79d06-ceec-4150-9174-924a9ec318bb {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:28.964105 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Publish callbacks [] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.992686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-c0b1b420-9607-4078-9889-a023c32b511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:28.995102 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-c0b1b420-9607-4078-9889-a023c32b511e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.0732996 Jan 28 03:38:29.035533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Transition to ACTIVE for port object f9a79d06-ceec-4150-9174-924a9ec318bb will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:29.038545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Network 8ba07493-7426-48bb-9512-2e77da0852b8 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:29.042293 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.044612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:29.055141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Made reservation on behalf of 6b2888d7084a4c879016ab364abeb6d2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:29.059124 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.073177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-e915aac6-6658-4aea-9d72-9acfb665b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:29.074663 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-e915aac6-6658-4aea-9d72-9acfb665b7b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0732195 Jan 28 03:38:29.191216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a79d06-ceec-4150-9174-924a9ec318bb,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:29.268165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Allocated IP 172.20.0.6 (d3573caa-9ea9-4c0d-b2bb-94c7d618c961/cf9dd528-7530-4579-ab21-56dc684a7c39/bbf3ab61-3487-47f0-b479-c6f68e7dd4e6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:29.418242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Router b03c404f-0333-4c95-81f6-e4919b6766c8 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:29.425402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Attempting to bind port f9a79d06-ceec-4150-9174-924a9ec318bb on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:29.425657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Attempting to bind port f9a79d06-ceec-4150-9174-924a9ec318bb by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:29.425985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Attempting to bind port f9a79d06-ceec-4150-9174-924a9ec318bb on network a3a80fdf-c41a-4b73-8c60-e05579ebca4c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:29.429562 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-509252ef-9107-4fd0-8b9d-076805e13890 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460464 Jan 28 03:38:29.444351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Port f9a79d06-ceec-4150-9174-924a9ec318bb on network a3a80fdf-c41a-4b73-8c60-e05579ebca4c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:29.444869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Attempting to bind port f9a79d06-ceec-4150-9174-924a9ec318bb on network a3a80fdf-c41a-4b73-8c60-e05579ebca4c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:29.484021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:29.484393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Checking segment: {'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:29.484739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Bound using segment: {'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:29.485198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Bound port: f9a79d06-ceec-4150-9174-924a9ec318bb, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b8e909-9a35-410d-bb09-322cb8c75225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:29.485556 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.558587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.574748 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-66bdd2e9-90a2-4e43-8366-43c7c699a712 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373124 Jan 28 03:38:29.634961 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-64418ffc-8cfd-4a67-a8b2-907462bfabed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=30353f27-3398-4edf-b7d4-37e9d4e89394 HTTP/1.1" status: 200 len: 217 time: 0.0459423 Jan 28 03:38:29.671382 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.675613 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-f849db6d-d408-47bc-964e-85eef30797ca tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:38:29.724734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-ae12355f-1234-4505-9fac-21af68ebd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:29.726805 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-ae12355f-1234-4505-9fac-21af68ebd20b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.0849967 Jan 28 03:38:29.731164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:29.739612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:29.746968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-69456dc9-7e35-499c-bd7a-290c1b743d8e admin admin] 10.222.0.44 "PUT /v2.0/routers/b03c404f-0333-4c95-81f6-e4919b6766c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9438000 Jan 28 03:38:29.749043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Sync routers for ids ['b03c404f-0333-4c95-81f6-e4919b6766c8'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:29.753782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] For port f9a79d06-ceec-4150-9174-924a9ec318bb, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:29.759816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] For port f9a79d06-ceec-4150-9174-924a9ec318bb, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f9a79d06-ceec-4150-9174-924a9ec318bb,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:29.772669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Routers {'b03c404f-0333-4c95-81f6-e4919b6766c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:29.773773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b03c404f-0333-4c95-81f6-e4919b6766c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:29.775740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.781910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:29.784889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:29.787758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:29.807281 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-f849db6d-d408-47bc-964e-85eef30797ca tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.846217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:29.846834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.855457 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-f849db6d-d408-47bc-964e-85eef30797ca tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.863753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:29.863963 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.866418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] 10.222.0.42 "PUT /v2.0/ports/f9a79d06-ceec-4150-9174-924a9ec318bb HTTP/1.1" status: 200 len: 1092 time: 2.4803340 Jan 28 03:38:29.902360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-d02b7092-1b04-4848-96f0-73292cc89cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:29.903906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-d02b7092-1b04-4848-96f0-73292cc89cee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1667886 Jan 28 03:38:29.910278 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-3bf46862-e95d-4bef-af4a-0beaa41f5813 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1186855 Jan 28 03:38:29.975423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074510a-5e54-4514-ac89-6d9307b0b492 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a79d06-ceec-4150-9174-924a9ec318bb,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:30.071359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3847f3ed-423b-4615-a32d-062665a400ed no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:30.090420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-977921cc-f018-4119-8168-472f6ec3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.090911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-977921cc-f018-4119-8168-472f6ec3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.091390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-977921cc-f018-4119-8168-472f6ec3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.091859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-977921cc-f018-4119-8168-472f6ec3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.092625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-977921cc-f018-4119-8168-472f6ec3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.093129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-977921cc-f018-4119-8168-472f6ec3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.093597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-977921cc-f018-4119-8168-472f6ec3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.098374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-977921cc-f018-4119-8168-472f6ec3e196 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6485 time: 0.1348193 Jan 28 03:38:30.108016 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-7c864d44-ed31-4829-b96c-5a217aabc488 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936121 Jan 28 03:38:30.113259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Request body: {'port': {'device_id': '5b6380e0-521e-474a-a5d0-045e06c08899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:30.139816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 3847f3ed-423b-4615-a32d-062665a400ed {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:30.152767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3847f3ed-423b-4615-a32d-062665a400ed not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:30.169362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Set router b03c404f-0333-4c95-81f6-e4919b6766c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:30.190375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-cd291746-a9d9-4b1f-aa4d-b8efdaca9a5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee5861d0-7bcf-4176-bcad-a30f435bcf49 HTTP/1.1" status: 200 len: 217 time: 0.0694311 Jan 28 03:38:30.194642 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-f849db6d-d408-47bc-964e-85eef30797ca tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Floating IP f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 associated. External IP: 172.25.1.214, port: e24e6c54-ef32-4918-88f4-7e08f60d4f9d. Jan 28 03:38:30.279859 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:30.346117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-fbd71f8a-dd84-4baa-a243-2f795d6dffce service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864271 Jan 28 03:38:30.392322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a0bb0c8d-6e2a-4993-9137-6c95c3675a98 None None] Provisioning complete for port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:30.392832 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0c8d-6e2a-4993-9137-6c95c3675a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:30.406681 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-c033dabd-0be2-4c3e-84aa-6db3c3edaf37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=30c43c8c-0670-4520-b4ad-e5d77585381b HTTP/1.1" status: 200 len: 217 time: 0.0498412 Jan 28 03:38:30.458347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb0c8d-6e2a-4993-9137-6c95c3675a98 None None] Port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:38:30.520782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-9b1768db-fee7-4cbf-9c39-758530320ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.522424 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-9b1768db-fee7-4cbf-9c39-758530320ff1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.0736425 Jan 28 03:38:30.544934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-f849db6d-d408-47bc-964e-85eef30797ca tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Router e95e3c85-6759-4942-a421-82a2b76c526a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:30.565033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f02d17be-686a-4f7b-8c7f-12db9907edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.567122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f02d17be-686a-4f7b-8c7f-12db9907edc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6207826-594e-4d4a-9769-e7e93e590745 HTTP/1.1" status: 200 len: 851 time: 0.2001317 Jan 28 03:38:30.622701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'name': 'tempest-ServerRescueNegativeTestJSON-347162669-router', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:10Z', 'updated_at': '2022-01-28T03:38:27Z', 'revision_number': 4, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'gw_port': {'id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:12Z', 'updated_at': '2022-01-28T03:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ffdc02c7-79f0-41e4-aa30-4913b6752285', 'name': '', 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'mac_address': 'fa:16:3e:f9:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'fb1bd4c2-1a95-4d95-9510-ad28afcddbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:24Z', 'updated_at': '2022-01-28T03:38:27Z', 'revision_number': 2, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'subnets': [{'id': 'fb1bd4c2-1a95-4d95-9510-ad28afcddbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:30.656962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Checking router: b03c404f-0333-4c95-81f6-e4919b6766c8 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:30.657518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Updating router b03c404f-0333-4c95-81f6-e4919b6766c8 port ffdc02c7-79f0-41e4-aa30-4913b6752285 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:38:30.669363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-8e70d179-a4b1-4091-bbe7-6b9ecc7c66d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.671378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-8e70d179-a4b1-4091-bbe7-6b9ecc7c66d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1159329d-88f1-4a00-b528-9abded9171ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669160 Jan 28 03:38:30.685558 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.064353 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Publish callbacks [] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.068987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1ad0c5bc-dd6c-4a61-902f-ec5c1b5d3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:31.070510 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-1ad0c5bc-dd6c-4a61-902f-ec5c1b5d3804 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0876014 Jan 28 03:38:31.074398 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.080657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:31.091753 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Publish callbacks [] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.108800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Transition to ACTIVE for port object bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:31.126114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de154bbc-7f85-4f15-ab48-d99435468f93 None None] Pushing event updated for resources: {'Port': ['ID=ffdc02c7-79f0-41e4-aa30-4913b6752285,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:31.128565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e0b9856e-626f-4c66-bc5c-a194be98120e service neutron] 10.222.0.42 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483075 Jan 28 03:38:31.130698 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.194841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Attempting to bind port ffdc02c7-79f0-41e4-aa30-4913b6752285 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:31.195403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Attempting to bind port ffdc02c7-79f0-41e4-aa30-4913b6752285 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:31.195776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Attempting to bind port ffdc02c7-79f0-41e4-aa30-4913b6752285 on network 8ba07493-7426-48bb-9512-2e77da0852b8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:31.201565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:31.201946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Checking segment: {'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:31.202481 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.202881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Bound using segment: {'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:31.203405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Bound port: ffdc02c7-79f0-41e4-aa30-4913b6752285, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:31.203790 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.233337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:31.299966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f355ad95-7ef6-497c-b133-a88d373847a3 service neutron] 10.222.0.42 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638703 Jan 28 03:38:31.305291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] For port ffdc02c7-79f0-41e4-aa30-4913b6752285, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:31.310492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] For port ffdc02c7-79f0-41e4-aa30-4913b6752285, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ffdc02c7-79f0-41e4-aa30-4913b6752285,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:31.317018 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.322257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-f849db6d-d408-47bc-964e-85eef30797ca tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:31.324968 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-02fff3b4-fc5d-43dc-b09c-a413169fcd56 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135818 Jan 28 03:38:31.328585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-f849db6d-d408-47bc-964e-85eef30797ca tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.333545 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] Sync routers for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:31.351923 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:31.355730 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:31.397374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-39c0178b-3ef6-47dd-8997-1c7424a0ab11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=88761354-69e7-4ad8-ba90-4dbda5634f5f HTTP/1.1" status: 200 len: 217 time: 0.0642164 Jan 28 03:38:31.411490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Attempting to bind port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:31.412629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Attempting to bind port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:31.413163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Attempting to bind port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:31.426586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:31.427146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Attempting to bind port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:31.435423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:31.435984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Checking segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:31.436556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Bound using segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:31.437184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Bound port: bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:31.437701 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.460784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-987deba6-8d79-4acd-b36c-ae394967b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:31.462508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-987deba6-8d79-4acd-b36c-ae394967b9f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0584352 Jan 28 03:38:31.464644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-f849db6d-d408-47bc-964e-85eef30797ca tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "PUT /v2.0/floatingips/f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 HTTP/1.1" status: 200 len: 996 time: 3.1561680 Jan 28 03:38:31.492607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Routers {'b03c404f-0333-4c95-81f6-e4919b6766c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:31.492607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b03c404f-0333-4c95-81f6-e4919b6766c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:31.574658 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:31.603213 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-0dc130ba-35d8-4aad-8ab0-241fb5576bae service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670596 Jan 28 03:38:31.606126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:31.609689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:31.610170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7b40eb0a-53ac-4b63-9ad0-cf33a6ae8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:31.612161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7b40eb0a-53ac-4b63-9ad0-cf33a6ae8d23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1430297 Jan 28 03:38:31.645786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] Set router b03c404f-0333-4c95-81f6-e4919b6766c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:31.646492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-698456db-d5a5-421e-a469-615d9ebca167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:31.648404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-698456db-d5a5-421e-a469-615d9ebca167 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1146908 Jan 28 03:38:31.660554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.715058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de154bbc-7f85-4f15-ab48-d99435468f93 None None] Pushing event updated for resources: {'Port': ['ID=ffdc02c7-79f0-41e4-aa30-4913b6752285,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:31.722775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:31.726691 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-3a7954ca-c092-40f8-ba01-dffb939dbc49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe HTTP/1.1" status: 200 len: 217 time: 0.1153786 Jan 28 03:38:31.734030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:31.734724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.736167 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-a000ff29-ca03-4345-86d4-b9ba06902f86 service neutron] 10.222.0.25 "PUT /v2.0/ports/bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 HTTP/1.1" status: 200 len: 1092 time: 1.6271572 Jan 28 03:38:31.826747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-ace42479-4de9-4a19-8ed4-4763ea233875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:31.828438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-ace42479-4de9-4a19-8ed4-4763ea233875 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.1539526 Jan 28 03:38:31.886404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-45a9652d-ff43-4553-b667-8619961bd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:31.887961 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-45a9652d-ff43-4553-b667-8619961bd7a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 200 len: 797 time: 0.1507518 Jan 28 03:38:31.890635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dd491-85fc-4975-924d-b7233874fc95 req-66baabe3-43bf-4529-a20b-591c40f9233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:31.892291 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-66baabe3-43bf-4529-a20b-591c40f9233b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 1095 time: 0.0929849 Jan 28 03:38:31.976039 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-b575793a-603b-4534-a099-a03e280c0410 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 HTTP/1.1" status: 200 len: 217 time: 0.0495071 Jan 28 03:38:32.008614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-098b80d4-be51-42f3-999d-97245264d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.010431 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-098b80d4-be51-42f3-999d-97245264d871 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1158762 Jan 28 03:38:32.016830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-983ddab6-b0f0-4b1d-b569-245ae183ffd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 999 time: 0.1809976 Jan 28 03:38:32.018846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-fcdb826e-3b8f-4d62-8a2a-24059a9fac09 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002385 Jan 28 03:38:32.106291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'name': 'tempest-ServerRescueNegativeTestJSON-347162669-router', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:10Z', 'updated_at': '2022-01-28T03:38:27Z', 'revision_number': 4, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'gw_port': {'id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:12Z', 'updated_at': '2022-01-28T03:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ffdc02c7-79f0-41e4-aa30-4913b6752285', 'name': '', 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'mac_address': 'fa:16:3e:f9:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'fb1bd4c2-1a95-4d95-9510-ad28afcddbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:24Z', 'updated_at': '2022-01-28T03:38:31Z', 'revision_number': 4, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'subnets': [{'id': 'fb1bd4c2-1a95-4d95-9510-ad28afcddbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:32.110539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dd491-85fc-4975-924d-b7233874fc95 req-146346b8-de4b-451b-9417-7daf8279b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.112281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-146346b8-de4b-451b-9417-7daf8279b86e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.1129487 Jan 28 03:38:32.150411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7ddba-46f1-48d1-a29d-197cd596845a None None] The sync data for ids ['b03c404f-0333-4c95-81f6-e4919b6766c8'] in n-d-808199-14 is: [{'id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'name': 'tempest-ServerRescueNegativeTestJSON-347162669-router', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:10Z', 'updated_at': '2022-01-28T03:38:27Z', 'revision_number': 4, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'gw_port': {'id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:12Z', 'updated_at': '2022-01-28T03:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ffdc02c7-79f0-41e4-aa30-4913b6752285', 'name': '', 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'mac_address': 'fa:16:3e:f9:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'fb1bd4c2-1a95-4d95-9510-ad28afcddbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:24Z', 'updated_at': '2022-01-28T03:38:31Z', 'revision_number': 4, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'subnets': [{'id': 'fb1bd4c2-1a95-4d95-9510-ad28afcddbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:32.214864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-d484658f-736c-4309-9384-f5a04b6df4a9 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817713 Jan 28 03:38:32.256313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-164eacf7-1290-4d1a-8cdf-5e388127576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.258363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-164eacf7-1290-4d1a-8cdf-5e388127576b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.2272105 Jan 28 03:38:32.263848 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:b4:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:38:29Z', 'revision_number': 8, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:32.311673 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] Checking router: e95e3c85-6759-4942-a421-82a2b76c526a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:32.324948 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:32.325780 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:32.342820 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-d6a99b87-00b5-416c-a0e4-b768648ba47b service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213059 Jan 28 03:38:32.366013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-3035ad9f-a721-4f91-b469-786cd2740f71 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361514 Jan 28 03:38:32.433299 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f8ae1d3c-fb46-499d-99fc-3451bc25a24f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f258e0e1-8029-4280-b11c-233fc65cf951 HTTP/1.1" status: 200 len: 217 time: 0.0839441 Jan 28 03:38:32.435649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dd491-85fc-4975-924d-b7233874fc95 req-1c75e690-b7fe-4605-86e0-9b865351b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.437366 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-1c75e690-b7fe-4605-86e0-9b865351b7a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3152971 Jan 28 03:38:32.445318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-cde6b94d-169c-47e3-9c5b-453db1a30fd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=96d6a893-9cff-4b5a-91a3-c3491108d32e HTTP/1.1" status: 200 len: 217 time: 0.0671766 Jan 28 03:38:32.474102 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:32.527140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-a8cd0a62-b797-4f34-8675-b1d052b89a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.529067 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-a8cd0a62-b797-4f34-8675-b1d052b89a9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2586546 Jan 28 03:38:32.558558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ffdc02c7-79f0-41e4-aa30-4913b6752285 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:32.570133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-594de799-7c61-45a0-b4fd-2475c91dc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.576473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-594de799-7c61-45a0-b4fd-2475c91dc3cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.1208985 Jan 28 03:38:32.632054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-ba98395b-6c23-4244-bb6a-08bd2de616d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.633585 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-ba98395b-6c23-4244-bb6a-08bd2de616d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 200 len: 797 time: 0.1943238 Jan 28 03:38:32.644054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ffdc02c7-79f0-41e4-aa30-4913b6752285 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:32.644923 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:32.771609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-eb3dad10-4503-4b20-ba58-af6bc1b530ed service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340324 Jan 28 03:38:32.787523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bc06ecca-2596-4299-8496-70d84b843ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.789041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bc06ecca-2596-4299-8496-70d84b843ac8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1543543 Jan 28 03:38:32.793368 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-01b610e3-cd7a-4e7f-bdda-17379d442aca service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374207 Jan 28 03:38:32.821607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ffdc02c7-79f0-41e4-aa30-4913b6752285 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:32.822000 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:32.839749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-645877d8-81a5-474a-bb01-bb030a4eaf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.841832 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-645877d8-81a5-474a-bb01-bb030a4eaf6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1971912 Jan 28 03:38:32.879902 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:b4:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:38:29Z', 'revision_number': 8, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:32.897617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port ffdc02c7-79f0-41e4-aa30-4913b6752285, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ffdc02c7-79f0-41e4-aa30-4913b6752285,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:32.902189 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:32.910185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd52e1aa-9a42-43de-aa81-2e58af82cf39 req-9b7368c0-cd1c-4b17-a6af-12bb17ba5711 service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269350 Jan 28 03:38:32.947506 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb675d2-4a0f-4b04-aa4f-8d56f05d3ddb None None] The sync data for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 is: [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f45bfcfe-9caf-4d77-bee3-46b4985ec2c9', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'port_id': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'mac_address': 'fa:16:3e:b4:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:25Z', 'updated_at': '2022-01-28T03:38:29Z', 'revision_number': 8, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:33.018262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=ffdc02c7-79f0-41e4-aa30-4913b6752285,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:33.103590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b73dd491-85fc-4975-924d-b7233874fc95 req-f632f48e-40a0-4145-9954-90eac4b425c1 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073044 Jan 28 03:38:33.117303 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-f57be927-0de8-4278-8222-acf2d3aafd04 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981192 Jan 28 03:38:33.137655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88f023-fbca-4647-9529-d81f66e9bfce req-283619c5-73a9-4b04-b1d1-8fb9e790cb01 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.144344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88f023-fbca-4647-9529-d81f66e9bfce req-283619c5-73a9-4b04-b1d1-8fb9e790cb01 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.151660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88f023-fbca-4647-9529-d81f66e9bfce req-283619c5-73a9-4b04-b1d1-8fb9e790cb01 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.157317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88f023-fbca-4647-9529-d81f66e9bfce req-283619c5-73a9-4b04-b1d1-8fb9e790cb01 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.164626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88f023-fbca-4647-9529-d81f66e9bfce req-283619c5-73a9-4b04-b1d1-8fb9e790cb01 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.170717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88f023-fbca-4647-9529-d81f66e9bfce req-283619c5-73a9-4b04-b1d1-8fb9e790cb01 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.181165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88f023-fbca-4647-9529-d81f66e9bfce req-283619c5-73a9-4b04-b1d1-8fb9e790cb01 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.183160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb88f023-fbca-4647-9529-d81f66e9bfce req-283619c5-73a9-4b04-b1d1-8fb9e790cb01 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1498802 Jan 28 03:38:33.185082 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-a069b614-042f-45db-9453-1f9850ed7c26 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739854 Jan 28 03:38:33.273538 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67f623af-1ec0-4ba3-86a0-42cd92bc8634 req-c9742c55-84d8-48cd-83e3-c2dda2943a63 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466446 Jan 28 03:38:33.364302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb88f023-fbca-4647-9529-d81f66e9bfce req-3f72aada-9c3c-4015-b30b-48f26cba3a3a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1742539 Jan 28 03:38:33.392124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-72ef2827-ebda-475c-a56f-97116a4a54ed service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950150 Jan 28 03:38:33.417526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716bebd-e7b1-4f54-af12-9773ae10f7ad None None] New status for floating IP f45bfcfe-9caf-4d77-bee3-46b4985ec2c9: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:38:33.455208 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b2d0e-1f07-48ae-a17e-11b1861f7230 x-openstack-request-id: req-a48b2d0e-1f07-48ae-a17e-11b1861f7230 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:33.455711 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551de7be-bbd3-4fa1-bd97-236e879fcb6f", "name": "network-vif-deleted", "tag": "867133d4-16b4-423b-b2b1-48ea690d8aa0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "c8a6c304-98f2-414c-86ef-cd65d145b9fe", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:33.455802 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a48b2d0e-1f07-48ae-a17e-11b1861f7230 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:33.456139 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551de7be-bbd3-4fa1-bd97-236e879fcb6f', 'name': 'network-vif-deleted', 'tag': '867133d4-16b4-423b-b2b1-48ea690d8aa0', 'status': 'completed', 'code': 200} Jan 28 03:38:33.456396 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': 'c8a6c304-98f2-414c-86ef-cd65d145b9fe', 'status': 'completed', 'code': 200} Jan 28 03:38:33.475245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-2d26a490-6c8f-41f0-933d-7cd96bcbce44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=277f3f55-a304-41ef-bfc1-6c1d2561d4f7 HTTP/1.1" status: 200 len: 217 time: 0.0704808 Jan 28 03:38:33.492106 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ea5896-4d20-45b3-a310-bfdb7fa15200 x-openstack-request-id: req-27ea5896-4d20-45b3-a310-bfdb7fa15200 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:33.492692 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "f857f796-70d7-4841-ad07-31973f4f885e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:33.493277 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27ea5896-4d20-45b3-a310-bfdb7fa15200 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:33.493845 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': 'f857f796-70d7-4841-ad07-31973f4f885e', 'status': 'completed', 'code': 200} Jan 28 03:38:33.609436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-525886ff-a4a4-46c8-9ea4-8e3c988c41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.611265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-525886ff-a4a4-46c8-9ea4-8e3c988c41c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.1159174 Jan 28 03:38:33.617117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-cdd40c7e-8660-454d-ad65-5bf38698e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.617670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-cdd40c7e-8660-454d-ad65-5bf38698e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.618053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-cdd40c7e-8660-454d-ad65-5bf38698e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.624757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-cdd40c7e-8660-454d-ad65-5bf38698e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.625499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-cdd40c7e-8660-454d-ad65-5bf38698e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.625981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-cdd40c7e-8660-454d-ad65-5bf38698e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.626448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-cdd40c7e-8660-454d-ad65-5bf38698e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.629813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-cdd40c7e-8660-454d-ad65-5bf38698e635 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6495 time: 0.1161366 Jan 28 03:38:33.707723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-32fa8591-70dc-449c-982a-679ae59f77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.709784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-32fa8591-70dc-449c-982a-679ae59f77c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0902174 Jan 28 03:38:33.718315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0644a-5ce5-43ad-8453-657ee5323957 req-2694ff6e-73eb-4d68-be1a-cbba0ee25c0d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.720013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6de0644a-5ce5-43ad-8453-657ee5323957 req-2694ff6e-73eb-4d68-be1a-cbba0ee25c0d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.0831213 Jan 28 03:38:33.747251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-41754bbd-aa8e-46bb-91a1-d772b1718dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.748691 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-41754bbd-aa8e-46bb-91a1-d772b1718dcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=b13e6eb6-833b-43bc-bb68-367d8fede46e HTTP/1.1" status: 200 len: 902 time: 0.1127713 Jan 28 03:38:33.799931 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-12ca71d3-f652-459d-91e4-b7e4fb167ebb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe HTTP/1.1" status: 200 len: 217 time: 0.0442474 Jan 28 03:38:33.852579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6de0644a-5ce5-43ad-8453-657ee5323957 req-418e58d0-21f1-489a-9562-fdd7ca1cf0c0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135950 Jan 28 03:38:33.864031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-3bcde21e-bfae-4d21-bdb0-b7c49cff91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.865965 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-3bcde21e-bfae-4d21-bdb0-b7c49cff91b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 200 len: 797 time: 0.0599437 Jan 28 03:38:33.883091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e9400dc5-85c1-46de-92d2-518c431f00d8 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618896 Jan 28 03:38:33.907488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60406) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:33.919456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-b72cf5fa-e6e5-47f5-aecd-48ee98278517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.921528 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-b72cf5fa-e6e5-47f5-aecd-48ee98278517 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479147 Jan 28 03:38:34.024812 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-2abee7f2-e412-4dfa-9f23-733e798fbb27 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962744 Jan 28 03:38:34.122895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fe0-32d1-4201-aecc-5cd8cda7fa01 req-206ac7da-773b-4517-914f-11ce7f57c858 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.123604 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2506c417-acb8-4479-a0fd-ae2cc5cb14c3 req-115bf096-2a3d-48e9-a5a7-f70b6355a760 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924103 Jan 28 03:38:34.128346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fe0-32d1-4201-aecc-5cd8cda7fa01 req-206ac7da-773b-4517-914f-11ce7f57c858 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.134383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fe0-32d1-4201-aecc-5cd8cda7fa01 req-206ac7da-773b-4517-914f-11ce7f57c858 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.139745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fe0-32d1-4201-aecc-5cd8cda7fa01 req-206ac7da-773b-4517-914f-11ce7f57c858 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.145113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fe0-32d1-4201-aecc-5cd8cda7fa01 req-206ac7da-773b-4517-914f-11ce7f57c858 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.151255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fe0-32d1-4201-aecc-5cd8cda7fa01 req-206ac7da-773b-4517-914f-11ce7f57c858 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.156545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fe0-32d1-4201-aecc-5cd8cda7fa01 req-206ac7da-773b-4517-914f-11ce7f57c858 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.158779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00b44fe0-32d1-4201-aecc-5cd8cda7fa01 req-206ac7da-773b-4517-914f-11ce7f57c858 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1615384 Jan 28 03:38:34.167032 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f416d21-e493-4a36-b5fe-f034c6a73041 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group (c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.170927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-147a742f-df79-4762-b9d9-3d761b025b65 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778637 Jan 28 03:38:34.244557 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f416d21-e493-4a36-b5fe-f034c6a73041 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group (c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.249185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-54f8a518-b8c1-480d-b33c-c3625d6ee577 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f857f796-70d7-4841-ad07-31973f4f885e HTTP/1.1" status: 200 len: 217 time: 0.0692401 Jan 28 03:38:34.298606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ffdc02c7-79f0-41e4-aa30-4913b6752285 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:34.342143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00b44fe0-32d1-4201-aecc-5cd8cda7fa01 req-66278281-55e2-4281-be6b-bd2ca6867814 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1761551 Jan 28 03:38:34.351150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-150207d0-e265-452e-b7ff-61ef6de99e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.352812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-150207d0-e265-452e-b7ff-61ef6de99e30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0908892 Jan 28 03:38:34.364716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ffdc02c7-79f0-41e4-aa30-4913b6752285 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:34.366567 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.378058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f416d21-e493-4a36-b5fe-f034c6a73041 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.378058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f416d21-e493-4a36-b5fe-f034c6a73041 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.378058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3f416d21-e493-4a36-b5fe-f034c6a73041 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "DELETE /v2.0/security-groups/c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106 HTTP/1.1" status: 204 len: 168 time: 0.4684141 Jan 28 03:38:34.379239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60408) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:34.413854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f416d21-e493-4a36-b5fe-f034c6a73041 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:34.424109 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-dbf1864c-c58e-4867-b922-4af05419514d tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] show failed (client error): The resource could not be found. Jan 28 03:38:34.425189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dbf1864c-c58e-4867-b922-4af05419514d tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "GET /v2.0/security-groups/c4273bb4-4b8a-4e4e-bf15-dbf1f6bc0106 HTTP/1.1" status: 404 len: 347 time: 0.0274923 Jan 28 03:38:34.428620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60414) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:34.436494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6b5121e6-1816-416c-b219-ec642e57c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.439067 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-6b5121e6-1816-416c-b219-ec642e57c939 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790837 Jan 28 03:38:34.511000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ffdc02c7-79f0-41e4-aa30-4913b6752285 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:34.554177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-7a50d327-72de-4b64-bcc9-31da135674a7 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076651 Jan 28 03:38:34.624674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-28e38618-e212-4bac-bc5c-da60d5117262 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Deleting port 45b89d0b-e96f-4b8c-bafa-cd979015f6f8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:34.625313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e38618-e212-4bac-bc5c-da60d5117262 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (45b89d0b-e96f-4b8c-bafa-cd979015f6f8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.701245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e38618-e212-4bac-bc5c-da60d5117262 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (45b89d0b-e96f-4b8c-bafa-cd979015f6f8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.701578 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e38618-e212-4bac-bc5c-da60d5117262 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for floatingip (45b89d0b-e96f-4b8c-bafa-cd979015f6f8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.714288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-28e38618-e212-4bac-bc5c-da60d5117262 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Calling delete_port for 45b89d0b-e96f-4b8c-bafa-cd979015f6f8 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:34.734668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-9c276789-8aa7-4224-aca1-d2e460d6c491 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.736152 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-9c276789-8aa7-4224-aca1-d2e460d6c491 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 818 time: 0.1658814 Jan 28 03:38:34.737980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-a9868fe1-208a-45fc-9fca-891f06d410c0 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768482 Jan 28 03:38:34.789079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-5d2fa92e-4fb3-447c-a1a3-73ff01d551e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c HTTP/1.1" status: 200 len: 217 time: 0.0447390 Jan 28 03:38:34.790287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-55f4f6ab-cdf2-4016-998d-91aea44cbb2a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/quotas/8b52120bee7441d78006fe910c8e627d HTTP/1.1" status: 200 len: 375 time: 0.0477226 Jan 28 03:38:34.852537 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e38618-e212-4bac-bc5c-da60d5117262 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (45b89d0b-e96f-4b8c-bafa-cd979015f6f8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.868812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-646031eb-d77f-4527-9804-5b50a3a5f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.870473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-646031eb-d77f-4527-9804-5b50a3a5f51e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 200 len: 797 time: 0.0740247 Jan 28 03:38:34.878628 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-2d6604f6-aa05-402f-b31f-68e6dccceee6 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809314 Jan 28 03:38:34.886533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e38618-e212-4bac-bc5c-da60d5117262 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Pushing event deleted for resources: {'Port': ['ID=45b89d0b-e96f-4b8c-bafa-cd979015f6f8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:34.957626 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e38618-e212-4bac-bc5c-da60d5117262 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks [] for floatingip (3f84a026-a6ed-448d-857d-647b1026c647), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.960596 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e38618-e212-4bac-bc5c-da60d5117262 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.964600 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-28e38618-e212-4bac-bc5c-da60d5117262 tempest-ServersTestFqdnHostnames-280622349 tempest-ServersTestFqdnHostnames-280622349-project] 10.222.0.44 "DELETE /v2.0/floatingips/3f84a026-a6ed-448d-857d-647b1026c647 HTTP/1.1" status: 204 len: 168 time: 0.5319591 Jan 28 03:38:34.964817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60426) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:34.980812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e21509fb-ff25-43ef-bfbb-6eae5fad99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.982547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e21509fb-ff25-43ef-bfbb-6eae5fad99b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030440 Jan 28 03:38:35.107952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-5b7b9190-5815-4514-949c-799ae7213a56 service neutron] 10.222.0.44 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177312 Jan 28 03:38:35.141287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-d191fead-b571-4593-a586-777b2f8f3cc5 service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460412 Jan 28 03:38:35.290607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-96b421e8-bbed-4cba-b5f4-18cef6245848 service neutron] 10.222.0.44 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740413 Jan 28 03:38:35.297219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-bd9226b2-302a-4d2d-a2a2-2d8c5931261d service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295130 Jan 28 03:38:35.345278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-8dae5d4d-0cb1-4141-b3d8-3d66e462d9c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9a79d06-ceec-4150-9174-924a9ec318bb HTTP/1.1" status: 200 len: 217 time: 0.0403113 Jan 28 03:38:35.389181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (443bebfc-7b43-4ca9-b2fa-64af14521bca), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:35.400047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-c8857fb8-0ae8-4d0c-a9b3-2d641e0b0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:35.401685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-c8857fb8-0ae8-4d0c-a9b3-2d641e0b0b5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 200 len: 797 time: 0.0484400 Jan 28 03:38:35.506210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': 'f258e0e1-8029-4280-b11c-233fc65cf951'}, {'server_uuid': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'name': 'network-vif-deleted', 'tag': '3847f3ed-423b-4615-a32d-062665a400ed'}, {'name': 'network-changed', 'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:35.509783 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9bd556-3b21-4c92-a926-2a013dac1ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "f258e0e1-8029-4280-b11c-233fc65cf951"}, {"server_uuid": "f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c", "name": "network-vif-deleted", "tag": "3847f3ed-423b-4615-a32d-062665a400ed"}, {"name": "network-changed", "server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:35.512318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': 'ee7995d3-00b2-4700-ab5b-d5b99bb0102c'}, {'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': 'f9a79d06-ceec-4150-9174-924a9ec318bb'}, {'name': 'network-changed', 'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:35.514507 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "ee7995d3-00b2-4700-ab5b-d5b99bb0102c"}, {"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "f9a79d06-ceec-4150-9174-924a9ec318bb"}, {"name": "network-changed", "server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:35.524290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-41751640-3321-46f7-88a5-c5708be1e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:35.525961 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-41751640-3321-46f7-88a5-c5708be1e133 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1178112 Jan 28 03:38:35.604418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c4c69c9-dd07-4fc1-8f87-5e2afec20b55 req-f89013dc-e9a4-4617-bc15-c614db3c2261 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips/f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 HTTP/1.1" status: 200 len: 998 time: 0.1335385 Jan 28 03:38:35.696068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-f58e9e7c-7da0-4ac8-8ce1-856deea243b6 service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604235 Jan 28 03:38:35.728661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] Deleting port ecec792c-da04-4612-8721-2b3effde0f75 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:35.729230 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ecec792c-da04-4612-8721-2b3effde0f75), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:35.764638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c69c9-dd07-4fc1-8f87-5e2afec20b55 req-051e1016-aeea-4c5e-8cd9-3c2fd34bb440 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:35.766018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c4c69c9-dd07-4fc1-8f87-5e2afec20b55 req-051e1016-aeea-4c5e-8cd9-3c2fd34bb440 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1541328 Jan 28 03:38:35.803268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-6c4c69c9-dd07-4fc1-8f87-5e2afec20b55 req-5dda66f3-d19b-4113-a8a7-180d65d8482e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:38:35.804372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c4c69c9-dd07-4fc1-8f87-5e2afec20b55 req-5dda66f3-d19b-4113-a8a7-180d65d8482e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098331 Jan 28 03:38:35.833310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] For port ecec792c-da04-4612-8721-2b3effde0f75, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ecec792c-da04-4612-8721-2b3effde0f75,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:35.834271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ecec792c-da04-4612-8721-2b3effde0f75), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:35.846406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-910c3e2e-26cb-4854-8a67-9cda777da777 req-e1180d26-6c96-4b81-a6cc-bd01d6e05f4e service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422000 Jan 28 03:38:35.851009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] Calling delete_port for ecec792c-da04-4612-8721-2b3effde0f75 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:36.056164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2677-34b3-45ea-b5c7-20fd881c6f78 req-fe9e42b6-bef0-4448-a16c-05b88ac7722d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.062321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2677-34b3-45ea-b5c7-20fd881c6f78 req-fe9e42b6-bef0-4448-a16c-05b88ac7722d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.067707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2677-34b3-45ea-b5c7-20fd881c6f78 req-fe9e42b6-bef0-4448-a16c-05b88ac7722d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.073945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2677-34b3-45ea-b5c7-20fd881c6f78 req-fe9e42b6-bef0-4448-a16c-05b88ac7722d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.075474 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ecec792c-da04-4612-8721-2b3effde0f75), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:36.080323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2677-34b3-45ea-b5c7-20fd881c6f78 req-fe9e42b6-bef0-4448-a16c-05b88ac7722d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.088238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2677-34b3-45ea-b5c7-20fd881c6f78 req-fe9e42b6-bef0-4448-a16c-05b88ac7722d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.095413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2677-34b3-45ea-b5c7-20fd881c6f78 req-fe9e42b6-bef0-4448-a16c-05b88ac7722d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.104496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56ca2677-34b3-45ea-b5c7-20fd881c6f78 req-fe9e42b6-bef0-4448-a16c-05b88ac7722d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1939518 Jan 28 03:38:36.105470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] Pushing event deleted for resources: {'Port': ['ID=ecec792c-da04-4612-8721-2b3effde0f75,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:36.359722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (443bebfc-7b43-4ca9-b2fa-64af14521bca), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:36.503530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-b75621b4-1565-4edb-bdf5-e690b4e03d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.504077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-b75621b4-1565-4edb-bdf5-e690b4e03d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.504446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-b75621b4-1565-4edb-bdf5-e690b4e03d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.504936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-b75621b4-1565-4edb-bdf5-e690b4e03d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.505428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-b75621b4-1565-4edb-bdf5-e690b4e03d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.505901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-b75621b4-1565-4edb-bdf5-e690b4e03d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.506364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-b75621b4-1565-4edb-bdf5-e690b4e03d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.508443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-b75621b4-1565-4edb-bdf5-e690b4e03d02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6485 time: 0.5566685 Jan 28 03:38:36.615502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56ca2677-34b3-45ea-b5c7-20fd881c6f78 req-17406bc9-57ad-4c12-8437-eaa4d15e186a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5099425 Jan 28 03:38:36.643101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-54b44874-646b-4cd3-822c-7fe1bd0bbcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.644701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-54b44874-646b-4cd3-822c-7fe1bd0bbcd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=02253080-017c-4927-b3f9-956584b94148 HTTP/1.1" status: 200 len: 902 time: 0.1280353 Jan 28 03:38:36.741584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-b80fe276-dd64-4cbb-9c63-b6cb8dbafd3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f857f796-70d7-4841-ad07-31973f4f885e HTTP/1.1" status: 200 len: 217 time: 0.0831230 Jan 28 03:38:36.840742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-56825a3d-97bb-4133-a94f-d98ad7f62429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.842506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-56825a3d-97bb-4133-a94f-d98ad7f62429 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0944762 Jan 28 03:38:36.865348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfaee7-cf05-4945-8155-88865e8cd01e req-6c0e2abf-7855-47bb-9815-c85785dae472 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.873773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21dfaee7-cf05-4945-8155-88865e8cd01e req-6c0e2abf-7855-47bb-9815-c85785dae472 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.1129131 Jan 28 03:38:36.929822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] Router 443bebfc-7b43-4ca9-b2fa-64af14521bca has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:36.952132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-af0ad885-4977-4fa5-960b-bad0072baf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.953651 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-af0ad885-4977-4fa5-960b-bad0072baf30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048806 Jan 28 03:38:36.985939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21dfaee7-cf05-4945-8155-88865e8cd01e req-aad7af84-60e3-4021-a9e7-15214cb1eeb1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090820 Jan 28 03:38:37.063485 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-397071ea-d19e-4f0f-aa50-cc7a7e51278e service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989611 Jan 28 03:38:37.073050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-1f323640-a031-4147-bd1d-323f5ca85468 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.074536 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-1f323640-a031-4147-bd1d-323f5ca85468 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.25 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 818 time: 0.1747882 Jan 28 03:38:37.108169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Request body: {'port': {'device_id': '4c20de1c-f4fa-4a06-8697-3cdf4f3065d9', 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8', 'admin_state_up': True, 'tenant_id': '8b52120bee7441d78006fe910c8e627d'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:37.181010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:37.190451 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3f441cc2-9532-4f36-b238-3f99e798768c admin admin] 10.222.0.44 "PUT /v2.0/routers/443bebfc-7b43-4ca9-b2fa-64af14521bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2216835 Jan 28 03:38:37.190576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60446) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:37.201699 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] Sync routers for ids ['443bebfc-7b43-4ca9-b2fa-64af14521bca'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:37.222015 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] Routers {'443bebfc-7b43-4ca9-b2fa-64af14521bca'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:37.223005 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['443bebfc-7b43-4ca9-b2fa-64af14521bca'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:37.229488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c90e-719c-4d1b-8c7b-4c87645ba6bf req-926edf60-b55e-4f9f-8ec2-bab1b04b0829 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.234854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c90e-719c-4d1b-8c7b-4c87645ba6bf req-926edf60-b55e-4f9f-8ec2-bab1b04b0829 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.240732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c90e-719c-4d1b-8c7b-4c87645ba6bf req-926edf60-b55e-4f9f-8ec2-bab1b04b0829 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.248946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c90e-719c-4d1b-8c7b-4c87645ba6bf req-926edf60-b55e-4f9f-8ec2-bab1b04b0829 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.254593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c90e-719c-4d1b-8c7b-4c87645ba6bf req-926edf60-b55e-4f9f-8ec2-bab1b04b0829 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.261571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c90e-719c-4d1b-8c7b-4c87645ba6bf req-926edf60-b55e-4f9f-8ec2-bab1b04b0829 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.267693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c90e-719c-4d1b-8c7b-4c87645ba6bf req-926edf60-b55e-4f9f-8ec2-bab1b04b0829 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.270267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2523c90e-719c-4d1b-8c7b-4c87645ba6bf req-926edf60-b55e-4f9f-8ec2-bab1b04b0829 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1751103 Jan 28 03:38:37.279690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d16dd9ba-ef88-416f-a669-8b54afa56fce req-10cb85c3-957b-4aa5-b90f-49940f12b7c7 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091172 Jan 28 03:38:37.329301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Publish callbacks [] for router (443bebfc-7b43-4ca9-b2fa-64af14521bca), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:37.368038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2523c90e-719c-4d1b-8c7b-4c87645ba6bf req-4d7ae6c2-bcf2-44fe-9df9-ccaaca2421e9 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872521 Jan 28 03:38:37.380781 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] Set router 443bebfc-7b43-4ca9-b2fa-64af14521bca gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:37.384319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Made reservation on behalf of 8b52120bee7441d78006fe910c8e627d for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:37.388263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:37.528758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75234e8a-9955-49bf-9858-c24b236a3e42 req-9ab73b4d-22c9-4f75-8bb8-252e50015c4b tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 210 time: 0.0480528 Jan 28 03:38:37.618658 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde763a5-a08a-44af-94b9-562dab0d4f36 x-openstack-request-id: req-cde763a5-a08a-44af-94b9-562dab0d4f36 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:37.619062 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "f258e0e1-8029-4280-b11c-233fc65cf951", "status": "completed", "code": 200}, {"server_uuid": "f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c", "name": "network-vif-deleted", "tag": "3847f3ed-423b-4615-a32d-062665a400ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:37.619547 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cde763a5-a08a-44af-94b9-562dab0d4f36 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:37.621181 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': 'f258e0e1-8029-4280-b11c-233fc65cf951', 'status': 'completed', 'code': 200} Jan 28 03:38:37.621673 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f1c0eb-c0ce-4b91-acfe-6b8caa920b9c', 'name': 'network-vif-deleted', 'tag': '3847f3ed-423b-4615-a32d-062665a400ed', 'status': 'completed', 'code': 200} Jan 28 03:38:37.622024 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'status': 'completed', 'code': 200} Jan 28 03:38:37.631299 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Publish callbacks [] for router_gateway (443bebfc-7b43-4ca9-b2fa-64af14521bca), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:37.733486 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c629b96d-d029-41cc-9580-a2dbb6a18abe x-openstack-request-id: req-c629b96d-d029-41cc-9580-a2dbb6a18abe {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:37.733831 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "ee7995d3-00b2-4700-ab5b-d5b99bb0102c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "f9a79d06-ceec-4150-9174-924a9ec318bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:37.734029 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c629b96d-d029-41cc-9580-a2dbb6a18abe {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:37.734419 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': 'ee7995d3-00b2-4700-ab5b-d5b99bb0102c', 'status': 'completed', 'code': 200} Jan 28 03:38:37.734750 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:38:36Z', 'revision_number': 5, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port': {'id': 'ac072755-77e2-41d3-9ed5-0e2c670a8382', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:51Z', 'updated_at': '2022-01-28T03:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:37.744576 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': 'f9a79d06-ceec-4150-9174-924a9ec318bb', 'status': 'completed', 'code': 200} Jan 28 03:38:37.745022 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'status': 'completed', 'code': 200} Jan 28 03:38:37.780670 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] Checking router: 443bebfc-7b43-4ca9-b2fa-64af14521bca for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:37.792463 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] Routers {'443bebfc-7b43-4ca9-b2fa-64af14521bca'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:37.794541 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['443bebfc-7b43-4ca9-b2fa-64af14521bca'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:37.811465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-f37f1a66-7339-411c-be25-1b5237788441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.811935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-f37f1a66-7339-411c-be25-1b5237788441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.812732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-f37f1a66-7339-411c-be25-1b5237788441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.813230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-f37f1a66-7339-411c-be25-1b5237788441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.813686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-f37f1a66-7339-411c-be25-1b5237788441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.814137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-f37f1a66-7339-411c-be25-1b5237788441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.814581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-f37f1a66-7339-411c-be25-1b5237788441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.816492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-f37f1a66-7339-411c-be25-1b5237788441 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6495 time: 0.1389654 Jan 28 03:38:37.849915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-a57d1d77-3aa7-4dc0-b389-98306f87c712 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 1001 time: 0.1009426 Jan 28 03:38:37.928945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Allocated IP 172.20.0.12 (8ba07493-7426-48bb-9512-2e77da0852b8/fb1bd4c2-1a95-4d95-9510-ad28afcddbe5/ede142e3-c7f9-4b3f-bb6a-aaa9443514fa) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:37.947591 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] Set router 443bebfc-7b43-4ca9-b2fa-64af14521bca gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:37.973208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-9fb38331-f88e-4b1b-88a8-ee53d8cfcc09 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.979821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-9fb38331-f88e-4b1b-88a8-ee53d8cfcc09 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports/e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 942 time: 0.0877404 Jan 28 03:38:37.988242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-30de3a6e-99cd-4079-86bd-2610ed085a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.997937 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-30de3a6e-99cd-4079-86bd-2610ed085a6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1875412 Jan 28 03:38:38.011321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-69343213-f99f-4f2c-b6de-d4ed2413365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.011800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-69343213-f99f-4f2c-b6de-d4ed2413365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.012260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-69343213-f99f-4f2c-b6de-d4ed2413365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.012714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-69343213-f99f-4f2c-b6de-d4ed2413365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.013199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-69343213-f99f-4f2c-b6de-d4ed2413365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.013696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-69343213-f99f-4f2c-b6de-d4ed2413365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.014150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-69343213-f99f-4f2c-b6de-d4ed2413365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.016067 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-69343213-f99f-4f2c-b6de-d4ed2413365c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6485 time: 0.2596536 Jan 28 03:38:38.019933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-e3294c9a-ce99-419b-bb91-a67a590b6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.022276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-e3294c9a-ce99-419b-bb91-a67a590b6444 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b13e6eb6-833b-43bc-bb68-367d8fede46e HTTP/1.1" status: 200 len: 902 time: 0.1958661 Jan 28 03:38:38.029647 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:38:37Z', 'revision_number': 6, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:38.040261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-053d8792-50e1-4aff-8fb1-a9d1d9cf92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.041789 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-053d8792-50e1-4aff-8fb1-a9d1d9cf92f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 1095 time: 0.2946913 Jan 28 03:38:38.070902 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce48ea0-a015-4046-93b2-cabf3118cdc5 None None] The sync data for ids ['443bebfc-7b43-4ca9-b2fa-64af14521bca'] in n-d-808199-14 is: [{'id': '443bebfc-7b43-4ca9-b2fa-64af14521bca', 'name': 'tempest-ServersTestFqdnHostnames-831583035-router', 'tenant_id': 'f018919fc34a4f8183a95a811a32818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:49Z', 'updated_at': '2022-01-28T03:38:37Z', 'revision_number': 6, 'project_id': 'f018919fc34a4f8183a95a811a32818a', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:38.107141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-f802e4a4-3197-4961-966e-df9c442169a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f258e0e1-8029-4280-b11c-233fc65cf951 HTTP/1.1" status: 200 len: 217 time: 0.0781024 Jan 28 03:38:38.111138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:38:38.221844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-98da99c3-aff1-450f-bda0-e28072b3d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.223326 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-98da99c3-aff1-450f-bda0-e28072b3d222 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 200 len: 797 time: 0.1105912 Jan 28 03:38:38.226756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-19c1e5d0-f512-48a2-82d2-8470bbf5077b tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 1001 time: 0.1320961 Jan 28 03:38:38.234898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Deleting port ac072755-77e2-41d3-9ed5-0e2c670a8382 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:38.235859 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:38.280088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:38.296350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'port_id': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'mac_address': 'fa:16:3e:e7:92:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:38:38.321054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-66f8e433-24dc-49f6-ac57-80fcdc09abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.322204 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-66f8e433-24dc-49f6-ac57-80fcdc09abf0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.2639368 Jan 28 03:38:38.348385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:38.349165 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:38.368113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:38.395142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:38.401428 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:38.413391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-0fd89bc3-b7d7-41f9-a8bc-443b75afad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.414926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-0fd89bc3-b7d7-41f9-a8bc-443b75afad85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1802468 Jan 28 03:38:38.462061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-9143ac41-1e59-4ccc-b61e-8a949ec5a627 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 HTTP/1.1" status: 200 len: 217 time: 0.1147032 Jan 28 03:38:38.485056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:38.526950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-3f00dd89-372c-4bf4-a193-a6cdd498463d tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.535206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-3f00dd89-372c-4bf4-a193-a6cdd498463d tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.2992818 Jan 28 03:38:38.540380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ecec792c-da04-4612-8721-2b3effde0f75 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:38.593418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ecec792c-da04-4612-8721-2b3effde0f75 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:38.593914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ecec792c-da04-4612-8721-2b3effde0f75 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:38.607021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-0fa4e93b-257f-46eb-8f57-39e1b4fb55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.608378 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-0fa4e93b-257f-46eb-8f57-39e1b4fb55ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.0803905 Jan 28 03:38:38.683965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-c53ce2af-d0a3-4060-b10a-c7a78fa6c009 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 1001 time: 0.1478579 Jan 28 03:38:38.689401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-26547f85-f433-4d26-8a67-6f43b6e24669 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676926 Jan 28 03:38:38.694513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-77bd63f0-8195-4fd2-9fd5-272413661fa0 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:38.757555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-6c3caa25-eea2-497e-8c9e-39d1a431561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.759250 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-6c3caa25-eea2-497e-8c9e-39d1a431561a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.7382782 Jan 28 03:38:38.759883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-9c1fe9a2-2098-4f61-8776-77ae376db94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.761204 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-9c1fe9a2-2098-4f61-8776-77ae376db94a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c HTTP/1.1" status: 200 len: 903 time: 0.7177176 Jan 28 03:38:38.808393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:38:38.824080 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-77bd63f0-8195-4fd2-9fd5-272413661fa0 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:38.843988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] For port ac072755-77e2-41d3-9ed5-0e2c670a8382, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ac072755-77e2-41d3-9ed5-0e2c670a8382,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:38.847857 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:38.878662 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Calling delete_port for ac072755-77e2-41d3-9ed5-0e2c670a8382 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:38.913642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-14f2d37a-cc22-4781-be97-26bdb0da4749 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686566 Jan 28 03:38:38.928886 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-fa32558c-457c-465f-b4ce-5b89b74a47c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c HTTP/1.1" status: 200 len: 217 time: 0.1584752 Jan 28 03:38:39.065485 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-77bd63f0-8195-4fd2-9fd5-272413661fa0 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.072180 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-77bd63f0-8195-4fd2-9fd5-272413661fa0 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.072534 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-77bd63f0-8195-4fd2-9fd5-272413661fa0 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Floating IP f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 disassociated. External IP: 172.25.1.214, port: e24e6c54-ef32-4918-88f4-7e08f60d4f9d. Jan 28 03:38:39.248832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ac072755-77e2-41d3-9ed5-0e2c670a8382), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.253676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-4e64e815-5d5b-44a7-9d35-a8a105968d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:39.255266 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-4e64e815-5d5b-44a7-9d35-a8a105968d8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 200 len: 797 time: 0.0577478 Jan 28 03:38:39.257041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-41a0397a-041f-4c21-a018-fb4e5058b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:39.258391 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-41a0397a-041f-4c21-a018-fb4e5058b4eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6336815 Jan 28 03:38:39.344365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-77bd63f0-8195-4fd2-9fd5-272413661fa0 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Router e95e3c85-6759-4942-a421-82a2b76c526a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:39.383462 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-7a8238cf-1213-470f-bf9c-0fcf6177b503 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000862 Jan 28 03:38:39.405136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks [] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.471064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-77bd63f0-8195-4fd2-9fd5-272413661fa0 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:39.482700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] Sync routers for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:39.485427 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-77bd63f0-8195-4fd2-9fd5-272413661fa0 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.507303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:39.508037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:39.551842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-77bd63f0-8195-4fd2-9fd5-272413661fa0 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "PUT /v2.0/floatingips/f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 HTTP/1.1" status: 200 len: 696 time: 0.8538775 Jan 28 03:38:39.582688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac072755-77e2-41d3-9ed5-0e2c670a8382,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:39.607678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-1e251fcc-f7ba-47c6-866c-8a10006e735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:39.615954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-1e251fcc-f7ba-47c6-866c-8a10006e735c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0625288 Jan 28 03:38:39.714786 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-3640f602-434a-483a-b513-cb6f042074de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 1001 time: 0.9352202 Jan 28 03:38:39.723765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-4ceb683f-fc3e-40e9-9c03-3631c466687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:39.726147 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-4ceb683f-fc3e-40e9-9c03-3631c466687e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4503756 Jan 28 03:38:39.735075 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fa9bd556-3b21-4c92-a926-2a013dac1ba6 req-2803a69d-337e-4dd4-9612-ea4112b331f1 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237164 Jan 28 03:38:39.742680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (443bebfc-7b43-4ca9-b2fa-64af14521bca), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.751268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:39.775498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:39.778038 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:39.782899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-cae03f42-2cc6-4fb3-9b38-f1a3284027e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:39.785096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-cae03f42-2cc6-4fb3-9b38-f1a3284027e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.1675706 Jan 28 03:38:39.854913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-c74790bc-b724-4825-a0cd-a4edce611765 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 217 time: 0.0629880 Jan 28 03:38:39.912967 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (443bebfc-7b43-4ca9-b2fa-64af14521bca), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.915188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.919508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Publish callbacks [] for router_controller (443bebfc-7b43-4ca9-b2fa-64af14521bca), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.919696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-9af6f949-c9a1-4448-bf08-eaa1f85078ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:39.921780 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-9af6f949-c9a1-4448-bf08-eaa1f85078ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.0599048 Jan 28 03:38:39.985695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Pushing event updated for resources: {'Port': ['ID=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:40.008507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-647bde17-de64-4cde-ab09-93eaedf64fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:40.011582 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-647bde17-de64-4cde-ab09-93eaedf64fdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832105 Jan 28 03:38:40.115285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Network 8ba07493-7426-48bb-9512-2e77da0852b8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:40.119733 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:40.124033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-0bd3686a-5439-4694-88c8-05fc1543642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:40.134796 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-0bd3686a-5439-4694-88c8-05fc1543642e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.4076393 Jan 28 03:38:40.143211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:40.146129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-366744b4-6c0a-4ae7-a779-b0d0ef63dfb8 service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259108 Jan 28 03:38:40.173168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:40.192612 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (443bebfc-7b43-4ca9-b2fa-64af14521bca), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.193793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 443bebfc-7b43-4ca9-b2fa-64af14521bca {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:38:40.259973 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-8e6c1f9a-d1f2-4f33-8d8f-5ce92338affc service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119069 Jan 28 03:38:40.270286 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.274914 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0d57326e-8a9e-445c-8ca2-ccb33d12b4d8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/443bebfc-7b43-4ca9-b2fa-64af14521bca HTTP/1.1" status: 204 len: 168 time: 3.0833566 Jan 28 03:38:40.279787 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60460) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:40.292993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:38:40.312087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:40.324026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:40.324398 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.373178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7510b24-a286-4996-8f67-a3acf971c872 admin admin] Deleting subnet b193057d-a753-4a7f-804d-67ae01fbd7a3 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:38:40.377264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ac072755-77e2-41d3-9ed5-0e2c670a8382 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:40.385983 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7510b24-a286-4996-8f67-a3acf971c872 admin admin] Publish callbacks [] for subnet (b193057d-a753-4a7f-804d-67ae01fbd7a3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.401929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] Checking router: e95e3c85-6759-4942-a421-82a2b76c526a for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:40.403135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:40.403768 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.447640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91cfc3e7-b524-4609-84b4-73a82ab07990 req-f9970fdc-8d31-45bd-b905-d26cc8836a0a service neutron] 10.222.0.44 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936776 Jan 28 03:38:40.455238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ac072755-77e2-41d3-9ed5-0e2c670a8382 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:40.455672 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ac072755-77e2-41d3-9ed5-0e2c670a8382 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:40.464806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0acd1c30-1946-4b72-87b8-ac659ae2461b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.466107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:40.466768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:40.487099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7510b24-a286-4996-8f67-a3acf971c872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (b193057d-a753-4a7f-804d-67ae01fbd7a3), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.519394 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-0f338a62-46b6-4275-a095-f27df66b2a93 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4150290 Jan 28 03:38:40.575359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Request body: {'port': {'device_id': '4c20de1c-f4fa-4a06-8697-3cdf4f3065d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:40.590849 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-409ac48b-edcd-49cd-8e60-5e201e1da1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:40.592480 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-409ac48b-edcd-49cd-8e60-5e201e1da1cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3500209 Jan 28 03:38:40.632746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:40.633309 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.658215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:40.701784 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7510b24-a286-4996-8f67-a3acf971c872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (b193057d-a753-4a7f-804d-67ae01fbd7a3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.762867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:40.766660 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05379dea-abf5-4d5c-8cd2-277483cbe491" -d '{"events": [{"server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "name": "network-vif-plugged", "status": "completed", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:40.787648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-7b3a4451-b5e5-4138-93c0-c9f759a5bde0 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:40.795984 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-7b3a4451-b5e5-4138-93c0-c9f759a5bde0 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 818 time: 0.1909940 Jan 28 03:38:40.800178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:40.822206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-acee1949-280c-4caf-8be5-70bfad90e9cb tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/quotas/8b52120bee7441d78006fe910c8e627d HTTP/1.1" status: 200 len: 375 time: 0.0251420 Jan 28 03:38:40.833496 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.871314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7510b24-a286-4996-8f67-a3acf971c872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (b193057d-a753-4a7f-804d-67ae01fbd7a3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.891995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7510b24-a286-4996-8f67-a3acf971c872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.895810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c7510b24-a286-4996-8f67-a3acf971c872 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b193057d-a753-4a7f-804d-67ae01fbd7a3 HTTP/1.1" status: 204 len: 168 time: 0.6149790 Jan 28 03:38:40.900031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b689cf-2026-41dd-96e3-580bdbb68012 None None] Network 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:40.920705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:40.949780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7510b24-a286-4996-8f67-a3acf971c872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b193057d-a753-4a7f-804d-67ae01fbd7a3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:40.982516 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:40.998531 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-f002a71a-49b6-476b-aa88-34e6a3a0f87e service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225077 Jan 28 03:38:41.063977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-0632c451-aa99-4ad9-8da5-af83e50ed4cd tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2407753 Jan 28 03:38:41.092921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:41.116065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:41.147669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0fdf5-24e9-469b-9e20-f9a9e3e971d0 None None] The sync data for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 is: [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:36:59Z', 'revision_number': 4, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb7c014f-238e-4bc7-9979-7727865c7782', 'name': '', 'network_id': '9720749f-44cd-4c48-ab0c-bb87727aa013', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'mac_address': 'fa:16:3e:88:6e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:57Z', 'updated_at': '2022-01-28T03:37:04Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'subnets': [{'id': '2e054791-0281-4d92-ba2e-f0afc84e130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:41.172393 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:41.214826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2ec39-2ba3-4423-bf45-422aa2b120dc None None] DHCP port deletion for 9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:38:41.250035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-e65e82da-6d4c-4cf6-9979-e1fcc90e37a0 service neutron] 10.222.0.44 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665518 Jan 28 03:38:41.310613 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-e078434f-a1ff-4de5-bf0d-5830025ac013 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205833 Jan 28 03:38:41.316027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2ec39-2ba3-4423-bf45-422aa2b120dc None None] Deleting port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:41.316501 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ec39-2ba3-4423-bf45-422aa2b120dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:41.325914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Deleting port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:41.326266 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:41.329327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-adeb6316-ac32-4fb3-9c18-65d83723faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:41.330287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-adeb6316-ac32-4fb3-9c18-65d83723faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:41.330912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-adeb6316-ac32-4fb3-9c18-65d83723faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:41.331604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-adeb6316-ac32-4fb3-9c18-65d83723faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:41.332225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-adeb6316-ac32-4fb3-9c18-65d83723faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:41.332959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-adeb6316-ac32-4fb3-9c18-65d83723faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:41.334487 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-adeb6316-ac32-4fb3-9c18-65d83723faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:41.337076 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-adeb6316-ac32-4fb3-9c18-65d83723faca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6485 time: 0.2236128 Jan 28 03:38:41.430998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] For port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6ba261c7-a153-4c62-a83c-c7e9b3433fc6,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:41.431362 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:41.435755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-d7fbe1da-ba7a-4c0b-9931-1350c89d593d service neutron] 10.222.0.44 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759188 Jan 28 03:38:41.457541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Calling delete_port for 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:41.457891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f7f2ec39-2ba3-4423-bf45-422aa2b120dc None None] For port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6ba261c7-a153-4c62-a83c-c7e9b3433fc6,segment=NetworkSegment(b4865f24-d04c-417c-8b2c-3d87cd3686f1),segment_id=b4865f24-d04c-417c-8b2c-3d87cd3686f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:41.458517 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ec39-2ba3-4423-bf45-422aa2b120dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:41.483245 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2ec39-2ba3-4423-bf45-422aa2b120dc None None] Calling delete_port for 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:41.598690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:41.618923 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ec39-2ba3-4423-bf45-422aa2b120dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (6ba261c7-a153-4c62-a83c-c7e9b3433fc6), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:41.633393 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039ab49-3201-4d3b-93eb-e66222a56de1 None None] New status for floating IP f45bfcfe-9caf-4d77-bee3-46b4985ec2c9: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:38:41.680571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2ec39-2ba3-4423-bf45-422aa2b120dc None None] Pushing event deleted for resources: {'Port': ['ID=6ba261c7-a153-4c62-a83c-c7e9b3433fc6,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:41.683127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f2ec39-2ba3-4423-bf45-422aa2b120dc None None] No DVR routers for this DVR port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:41.771131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba261c7-a153-4c62-a83c-c7e9b3433fc6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:41.783218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] No DVR routers for this DVR port 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:41.881428 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-6a4d4192-f0d6-4493-b543-d352056c3f34 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423660 Jan 28 03:38:41.883833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede142e3-c7f9-4b3f-bb6a-aaa9443514fa {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:41.894709 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Publish callbacks [] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:41.908815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-80b635ba-7288-4870-a1ba-1e784f4a5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:41.912098 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-80b635ba-7288-4870-a1ba-1e784f4a5000 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c HTTP/1.1" status: 200 len: 903 time: 0.5567658 Jan 28 03:38:41.963707 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:41.969311 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-4626daf3-2214-4694-9572-4065bb5d0f1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9a79d06-ceec-4150-9174-924a9ec318bb HTTP/1.1" status: 200 len: 217 time: 0.0493791 Jan 28 03:38:41.970501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Transition to ACTIVE for port object ede142e3-c7f9-4b3f-bb6a-aaa9443514fa will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:41.975495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.179512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Pushing event updated for resources: {'Port': ['ID=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:42.192590 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-e677bb21-f028-43b9-8f91-fd6e108760a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.195249 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-e677bb21-f028-43b9-8f91-fd6e108760a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 200 len: 797 time: 0.2041717 Jan 28 03:38:42.268941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Attempting to bind port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:42.269188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Attempting to bind port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:42.270217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Attempting to bind port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa on network 8ba07493-7426-48bb-9512-2e77da0852b8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:42.277953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa on network 8ba07493-7426-48bb-9512-2e77da0852b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:42.278311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Attempting to bind port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa on network 8ba07493-7426-48bb-9512-2e77da0852b8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:42.304559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:42.304987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Checking segment: {'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:42.305367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Bound using segment: {'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:42.305831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Bound port: ede142e3-c7f9-4b3f-bb6a-aaa9443514fa, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:42.306193 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.320619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-47befc31-d92c-4863-a374-d06eb95446ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.324227 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-47befc31-d92c-4863-a374-d06eb95446ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1184127 Jan 28 03:38:42.342343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:42.350552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e39f9-31b7-4dce-a45d-aea80e0a0088 req-6343d171-4cbd-42dd-8add-c0618aa1fc50 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.357877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e39f9-31b7-4dce-a45d-aea80e0a0088 req-6343d171-4cbd-42dd-8add-c0618aa1fc50 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.364654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e39f9-31b7-4dce-a45d-aea80e0a0088 req-6343d171-4cbd-42dd-8add-c0618aa1fc50 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.370669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e39f9-31b7-4dce-a45d-aea80e0a0088 req-6343d171-4cbd-42dd-8add-c0618aa1fc50 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.376994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e39f9-31b7-4dce-a45d-aea80e0a0088 req-6343d171-4cbd-42dd-8add-c0618aa1fc50 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.383483 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e39f9-31b7-4dce-a45d-aea80e0a0088 req-6343d171-4cbd-42dd-8add-c0618aa1fc50 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.384665 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:42.385045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6ba261c7-a153-4c62-a83c-c7e9b3433fc6 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:42.390620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e39f9-31b7-4dce-a45d-aea80e0a0088 req-6343d171-4cbd-42dd-8add-c0618aa1fc50 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.392786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-457e39f9-31b7-4dce-a45d-aea80e0a0088 req-6343d171-4cbd-42dd-8add-c0618aa1fc50 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.6350901 Jan 28 03:38:42.400567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.443803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:42.461400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4865f24-d04c-417c-8b2c-3d87cd3686f1') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:42.461400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4865f24-d04c-417c-8b2c-3d87cd3686f1') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:42.482536 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (b4865f24-d04c-417c-8b2c-3d87cd3686f1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.510794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-457e39f9-31b7-4dce-a45d-aea80e0a0088 req-7e668ea1-feef-4fb1-85a4-69789a1617fc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071506 Jan 28 03:38:42.513199 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b4865f24-d04c-417c-8b2c-3d87cd3686f1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.520652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:38:42.521447 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (b4865f24-d04c-417c-8b2c-3d87cd3686f1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:38:42.523666 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:38:42.541382 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28111dbd-3e6f-4754-8726-437535fa23f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.543192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] For port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:42.562922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] For port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:42.573259 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-75ad2fa3-2782-4771-8718-5d7bc15dc48d service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112310 Jan 28 03:38:42.574937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.600684 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.613847 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.619055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb HTTP/1.1" status: 204 len: 168 time: 1.6972303 Jan 28 03:38:42.652744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.653578 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:42.655082 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] 10.222.0.25 "PUT /v2.0/ports/ede142e3-c7f9-4b3f-bb6a-aaa9443514fa HTTP/1.1" status: 200 len: 1093 time: 2.0932543 Jan 28 03:38:42.657426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c20de1c-f4fa-4a06-8697-3cdf4f3065d9', 'tag': 'ede142e3-c7f9-4b3f-bb6a-aaa9443514fa'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:42.660115 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146ed475-50b8-4b3a-9f77-df52fbe534b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c20de1c-f4fa-4a06-8697-3cdf4f3065d9", "tag": "ede142e3-c7f9-4b3f-bb6a-aaa9443514fa"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:42.731493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba595d-44a3-41c7-96e6-c33e3fa0f8a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb0847a-1e2a-4701-9f92-d2a8fa7c59cb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:42.774531 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c270771-94be-4245-b5c4-7832226a1db3 req-17afc8f5-260c-44bd-ac85-a1716c875087 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.777706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c270771-94be-4245-b5c4-7832226a1db3 req-17afc8f5-260c-44bd-ac85-a1716c875087 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1529155 Jan 28 03:38:42.816115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60490) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:42.828400 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-956f2d3a-bee6-480f-a1a0-ee0cd35778c7 req-32f03958-7c4c-4f1a-9008-5351c9ffcdb9 service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038109 Jan 28 03:38:42.862075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c270771-94be-4245-b5c4-7832226a1db3 req-4ddc6b0f-0943-4527-8917-70cab311a953 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790176 Jan 28 03:38:42.884116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f060d8f-ad07-4ba3-b14b-e0e57c22e398 service neutron] Pushing event updated for resources: {'Port': ['ID=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:42.905628 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a315a45d-3457-4f91-af5b-cf499b60a694 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f018919fc34a4f8183a95a811a32818a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0884011 Jan 28 03:38:42.906582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-3823d088-800a-4d48-9c79-cfae5cd158bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:42.907368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:42.908910 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-3823d088-800a-4d48-9c79-cfae5cd158bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 1096 time: 0.0746875 Jan 28 03:38:42.990718 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-3633f595-cafa-4dd4-9f4e-d6b406010364 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa HTTP/1.1" status: 200 len: 217 time: 0.0677705 Jan 28 03:38:43.076958 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f662b497-baad-4aea-994e-f639bb419be7 admin admin] Publish callbacks [] for security_group (3c8a2fa1-b183-4364-a682-1648ed7a34ce), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:43.091405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9cdb-0d3a-488f-aa34-9c3c6cb16bb0 req-af1b2c68-d26b-4ae3-96a4-780245823df3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.097520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9cdb-0d3a-488f-aa34-9c3c6cb16bb0 req-af1b2c68-d26b-4ae3-96a4-780245823df3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.098090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-05904183-16b6-4d36-8748-951308821a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.102515 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-05904183-16b6-4d36-8748-951308821a00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 200 len: 858 time: 0.1018713 Jan 28 03:38:43.104006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9cdb-0d3a-488f-aa34-9c3c6cb16bb0 req-af1b2c68-d26b-4ae3-96a4-780245823df3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.109672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9cdb-0d3a-488f-aa34-9c3c6cb16bb0 req-af1b2c68-d26b-4ae3-96a4-780245823df3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.115502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9cdb-0d3a-488f-aa34-9c3c6cb16bb0 req-af1b2c68-d26b-4ae3-96a4-780245823df3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.123905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9cdb-0d3a-488f-aa34-9c3c6cb16bb0 req-af1b2c68-d26b-4ae3-96a4-780245823df3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.128443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9cdb-0d3a-488f-aa34-9c3c6cb16bb0 req-af1b2c68-d26b-4ae3-96a4-780245823df3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.137690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-baaf9cdb-0d3a-488f-aa34-9c3c6cb16bb0 req-af1b2c68-d26b-4ae3-96a4-780245823df3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1831017 Jan 28 03:38:43.141901 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-2b0650d7-8b44-4271-97ac-5f9451076605 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ba07493-7426-48bb-9512-2e77da0852b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325053 Jan 28 03:38:43.179800 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f662b497-baad-4aea-994e-f639bb419be7 admin admin] Publish callbacks [] for security_group (3c8a2fa1-b183-4364-a682-1648ed7a34ce), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:43.246263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-baaf9cdb-0d3a-488f-aa34-9c3c6cb16bb0 req-75a97f1a-6bb2-47a8-8d67-54a2e10e5f50 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955892 Jan 28 03:38:43.273118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f662b497-baad-4aea-994e-f639bb419be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3c8a2fa1-b183-4364-a682-1648ed7a34ce), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:43.275815 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f662b497-baad-4aea-994e-f639bb419be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:43.277431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f662b497-baad-4aea-994e-f639bb419be7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c8a2fa1-b183-4364-a682-1648ed7a34ce HTTP/1.1" status: 204 len: 168 time: 0.3688638 Jan 28 03:38:43.286931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662b497-baad-4aea-994e-f639bb419be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8a2fa1-b183-4364-a682-1648ed7a34ce,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:43.437255 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ae1d4d-9a6d-4914-acf8-695c3f07fa41 x-openstack-request-id: req-17ae1d4d-9a6d-4914-acf8-695c3f07fa41 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:43.437547 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:43.439154 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17ae1d4d-9a6d-4914-acf8-695c3f07fa41 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:43.439154 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'status': 'completed', 'code': 200} Jan 28 03:38:43.544345 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-726f04f2-d908-4c18-af17-7b4c0807f6d1 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959210 Jan 28 03:38:43.597434 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a86eb8-4aa6-4495-9dad-aa43572f1fd0 x-openstack-request-id: req-e6a86eb8-4aa6-4495-9dad-aa43572f1fd0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:43.597945 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "name": "network-vif-plugged", "status": "completed", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:43.597945 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6a86eb8-4aa6-4495-9dad-aa43572f1fd0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:43.598361 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'code': 200} Jan 28 03:38:43.658975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdcc99d1-fa21-4265-9739-3511d5523b03 req-ada10f92-272b-4e9a-8a1f-c07bc88a0eff tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 210 time: 0.0478902 Jan 28 03:38:43.716485 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27115602-9185-44c8-933f-564fd69c2b2a x-openstack-request-id: req-27115602-9185-44c8-933f-564fd69c2b2a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:43.716787 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c20de1c-f4fa-4a06-8697-3cdf4f3065d9", "tag": "ede142e3-c7f9-4b3f-bb6a-aaa9443514fa", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:43.717073 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27115602-9185-44c8-933f-564fd69c2b2a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:43.717521 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c20de1c-f4fa-4a06-8697-3cdf4f3065d9', 'tag': 'ede142e3-c7f9-4b3f-bb6a-aaa9443514fa', 'status': 'completed', 'code': 200} Jan 28 03:38:43.737105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-32dd9ef8-ebd7-4e0e-9f7c-81ac5cffac25 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.738638 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-32dd9ef8-ebd7-4e0e-9f7c-81ac5cffac25 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.25 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 818 time: 0.4126124 Jan 28 03:38:43.764178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Request body: {'port': {'device_id': 'c54301c7-0af4-4d63-81b1-3ef584117a1a', 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8', 'admin_state_up': True, 'tenant_id': '8b52120bee7441d78006fe910c8e627d'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:43.807171 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d5e35-9b56-43f2-ac82-00d79801badc req-f8f61855-7d99-43b3-ad5a-c32e2720b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.809449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb1d5e35-9b56-43f2-ac82-00d79801badc req-f8f61855-7d99-43b3-ad5a-c32e2720b336 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 1097 time: 0.0895517 Jan 28 03:38:43.915797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-53aea026-5b85-403f-84b8-ede011bfd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.917800 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-53aea026-5b85-403f-84b8-ede011bfd041 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775941fd15574575bcb37dd67b0173eb&device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 1097 time: 0.4114578 Jan 28 03:38:43.953486 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12dad271-3e48-43a0-b946-6a9ed4fc01b7 req-a89040df-ca89-48c7-bc6d-56f5779f35a5 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641968 Jan 28 03:38:43.971211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f046d2-67db-492f-95e6-b5b79585498a req-cc1b4b13-8df6-48d4-b6e5-94efc1baf406 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.976585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f046d2-67db-492f-95e6-b5b79585498a req-cc1b4b13-8df6-48d4-b6e5-94efc1baf406 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:43.986062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f046d2-67db-492f-95e6-b5b79585498a req-cc1b4b13-8df6-48d4-b6e5-94efc1baf406 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.003393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f046d2-67db-492f-95e6-b5b79585498a req-cc1b4b13-8df6-48d4-b6e5-94efc1baf406 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.009788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f046d2-67db-492f-95e6-b5b79585498a req-cc1b4b13-8df6-48d4-b6e5-94efc1baf406 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.020460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f046d2-67db-492f-95e6-b5b79585498a req-cc1b4b13-8df6-48d4-b6e5-94efc1baf406 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.041471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f046d2-67db-492f-95e6-b5b79585498a req-cc1b4b13-8df6-48d4-b6e5-94efc1baf406 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.051103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f046d2-67db-492f-95e6-b5b79585498a req-cc1b4b13-8df6-48d4-b6e5-94efc1baf406 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.2624443 Jan 28 03:38:44.069707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-f749c1c1-3937-49c2-b6d5-eada70abd2c2 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips/f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 HTTP/1.1" status: 200 len: 694 time: 0.1941938 Jan 28 03:38:44.112453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-cedc1ed1-abc1-454e-8ced-9d204a57d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.114204 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-cedc1ed1-abc1-454e-8ced-9d204a57d8b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 200 len: 921 time: 0.1318085 Jan 28 03:38:44.152104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb1d5e35-9b56-43f2-ac82-00d79801badc req-bc11cc7a-0cdc-46be-90dc-aad04a4f9ca4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071072 Jan 28 03:38:44.167553 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.194274 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-62527438-bdc5-4c10-94db-7961cf14f3c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 200 len: 217 time: 0.0661285 Jan 28 03:38:44.234632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Made reservation on behalf of 8b52120bee7441d78006fe910c8e627d for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:44.238003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.245878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f046d2-67db-492f-95e6-b5b79585498a req-aa9eefec-f2cc-475e-bd97-396f6f40c8f4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1933858 Jan 28 03:38:44.278759 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.306346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ed475-50b8-4b3a-9f77-df52fbe534b8 req-6535223e-ed39-41b2-a45e-d3410e78136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.307442 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-146ed475-50b8-4b3a-9f77-df52fbe534b8 req-6535223e-ed39-41b2-a45e-d3410e78136d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 1096 time: 0.1889465 Jan 28 03:38:44.310571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-98edf5a0-4f88-4f55-80ad-e220da16faf7 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.312402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-98edf5a0-4f88-4f55-80ad-e220da16faf7 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.2417817 Jan 28 03:38:44.418771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-73b24453-eed0-4782-9bde-7d2d5b93498a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 697 time: 0.0994458 Jan 28 03:38:44.517140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Allocated IP 172.20.0.5 (8ba07493-7426-48bb-9512-2e77da0852b8/fb1bd4c2-1a95-4d95-9510-ad28afcddbe5/854825b5-0216-4369-b0f1-b992ff777062) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:44.541641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-aff314d6-456e-46d5-81e4-8a45498ca3d9 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 697 time: 0.1149483 Jan 28 03:38:44.692323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-48b74b88-7847-4250-a22e-3c68dff362a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.695065 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-48b74b88-7847-4250-a22e-3c68dff362a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 200 len: 859 time: 0.0848885 Jan 28 03:38:44.695700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60538) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:44.778611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa8ef-2cff-43a6-9c5e-6aac683eac4f req-0a94e985-61d2-4d18-9e4f-5e005074e274 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.780446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-852aa8ef-2cff-43a6-9c5e-6aac683eac4f req-0a94e985-61d2-4d18-9e4f-5e005074e274 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1127510 Jan 28 03:38:44.825561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-12945c06-8c82-4cc4-a99c-e90bf65a0a1a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Deleting port d57655eb-6e6b-48af-9cdd-d63c4331849d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:44.826240 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-12945c06-8c82-4cc4-a99c-e90bf65a0a1a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d57655eb-6e6b-48af-9cdd-d63c4331849d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.857581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-0768bfbf-082e-4c21-bd02-2a0272b3aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.859326 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-0768bfbf-082e-4c21-bd02-2a0272b3aef1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9720749f-44cd-4c48-ab0c-bb87727aa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1454990 Jan 28 03:38:44.909858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-852aa8ef-2cff-43a6-9c5e-6aac683eac4f req-5e2b5637-5f16-42d1-9052-10233e7fa99e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234889 Jan 28 03:38:44.974522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks [] for port (854825b5-0216-4369-b0f1-b992ff777062), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.010322 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-12945c06-8c82-4cc4-a99c-e90bf65a0a1a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d57655eb-6e6b-48af-9cdd-d63c4331849d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.010659 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-12945c06-8c82-4cc4-a99c-e90bf65a0a1a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (d57655eb-6e6b-48af-9cdd-d63c4331849d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.030376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-12945c06-8c82-4cc4-a99c-e90bf65a0a1a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Calling delete_port for d57655eb-6e6b-48af-9cdd-d63c4331849d owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:45.038998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-652997328-network', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:45.042479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (854825b5-0216-4369-b0f1-b992ff777062), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.110344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ed475-50b8-4b3a-9f77-df52fbe534b8 req-512c98c7-b608-4814-91a9-1e9020660692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.112080 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-146ed475-50b8-4b3a-9f77-df52fbe534b8 req-512c98c7-b608-4814-91a9-1e9020660692 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 919 time: 0.5007210 Jan 28 03:38:45.114265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Network 8ba07493-7426-48bb-9512-2e77da0852b8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:45.135873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:45.144361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:45.176775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaae28b-7dae-40ef-87de-7dfecd729834 req-30ee74c4-685d-4c70-8152-d84a9933433b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.182874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaae28b-7dae-40ef-87de-7dfecd729834 req-30ee74c4-685d-4c70-8152-d84a9933433b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.188597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaae28b-7dae-40ef-87de-7dfecd729834 req-30ee74c4-685d-4c70-8152-d84a9933433b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.194965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaae28b-7dae-40ef-87de-7dfecd729834 req-30ee74c4-685d-4c70-8152-d84a9933433b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.200558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaae28b-7dae-40ef-87de-7dfecd729834 req-30ee74c4-685d-4c70-8152-d84a9933433b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.206248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaae28b-7dae-40ef-87de-7dfecd729834 req-30ee74c4-685d-4c70-8152-d84a9933433b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.212795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaae28b-7dae-40ef-87de-7dfecd729834 req-30ee74c4-685d-4c70-8152-d84a9933433b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.213948 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-146ed475-50b8-4b3a-9f77-df52fbe534b8 req-314b7fc3-66a3-4bc2-aaad-df56770630d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa HTTP/1.1" status: 200 len: 217 time: 0.0902226 Jan 28 03:38:45.214581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Made reservation on behalf of 5a1aa80daea44240a5f82b5f66306a88 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:45.216889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.220083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faaae28b-7dae-40ef-87de-7dfecd729834 req-30ee74c4-685d-4c70-8152-d84a9933433b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1995587 Jan 28 03:38:45.238333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.293384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Pushing event updated for resources: {'Port': ['ID=854825b5-0216-4369-b0f1-b992ff777062,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:45.314015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faaae28b-7dae-40ef-87de-7dfecd729834 req-d096f72b-d36b-44ac-a922-1c3cec05d6bc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930243 Jan 28 03:38:45.331635 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-1269d4e8-c477-463c-a99e-cb5f06a24bcc service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583108 Jan 28 03:38:45.346096 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-12945c06-8c82-4cc4-a99c-e90bf65a0a1a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d57655eb-6e6b-48af-9cdd-d63c4331849d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.350344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.351196 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.374020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ed475-50b8-4b3a-9f77-df52fbe534b8 req-4ec656ae-3974-4622-bfbb-19a6cc82fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.375508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-146ed475-50b8-4b3a-9f77-df52fbe534b8 req-4ec656ae-3974-4622-bfbb-19a6cc82fbfc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 200 len: 858 time: 0.1399927 Jan 28 03:38:45.384046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12945c06-8c82-4cc4-a99c-e90bf65a0a1a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Pushing event deleted for resources: {'Port': ['ID=d57655eb-6e6b-48af-9cdd-d63c4331849d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:45.471397 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-146ed475-50b8-4b3a-9f77-df52fbe534b8 req-7ad4382e-dc70-4983-a5f3-275a75a83b36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ba07493-7426-48bb-9512-2e77da0852b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805321 Jan 28 03:38:45.474868 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.519857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-12945c06-8c82-4cc4-a99c-e90bf65a0a1a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks [] for floatingip (f45bfcfe-9caf-4d77-bee3-46b4985ec2c9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.522917 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-12945c06-8c82-4cc4-a99c-e90bf65a0a1a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.524143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c5ffc3f-9063-4abc-bf3c-4f3429fde9e2 req-12945c06-8c82-4cc4-a99c-e90bf65a0a1a tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "DELETE /v2.0/floatingips/f45bfcfe-9caf-4d77-bee3-46b4985ec2c9 HTTP/1.1" status: 204 len: 173 time: 0.9815516 Jan 28 03:38:45.564282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f002cc-1505-484c-9dfc-ee612c207617 req-401e2229-2260-4c33-8c97-6850ed3d450c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.565937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84f002cc-1505-484c-9dfc-ee612c207617 req-401e2229-2260-4c33-8c97-6850ed3d450c tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.1056683 Jan 28 03:38:45.591282 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-146ed475-50b8-4b3a-9f77-df52fbe534b8 req-cfa2e3de-bd7e-42d2-b902-d6f742302e2f service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100821 Jan 28 03:38:45.603272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-db5f8eac-2f61-4320-93b7-f12b9759f7b9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8479788 Jan 28 03:38:45.645356 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Request body: {'port': {'device_id': 'c54301c7-0af4-4d63-81b1-3ef584117a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:45.680074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84f002cc-1505-484c-9dfc-ee612c207617 req-f1c74257-d252-4293-aa20-f5bded91e75b tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023602 Jan 28 03:38:45.715228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e13a57-b2db-4d73-932a-27f48a81b67c req-36930b76-0cbc-419f-a244-4aff7eb6b22a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.722103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01e13a57-b2db-4d73-932a-27f48a81b67c req-36930b76-0cbc-419f-a244-4aff7eb6b22a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 931 time: 0.0933309 Jan 28 03:38:45.757115 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Publish callbacks [] for security_group (41493496-9d34-499a-9860-eacbb5c7db7e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.772755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f163978f-8d1d-4a8c-a7fd-c5ecee43a2a7 req-abdc4833-6ffa-4bc4-abff-42147e9eca13 service neutron] 10.222.0.25 "GET /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291320 Jan 28 03:38:45.864514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01e13a57-b2db-4d73-932a-27f48a81b67c req-3d38e43c-fe6f-4731-93aa-8f363972d7a4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414075 Jan 28 03:38:45.882440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e601e4-1055-4a41-aa97-e726d6886c16 req-b2661245-e1b4-4b91-8604-1d49c0f97efd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.889734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e601e4-1055-4a41-aa97-e726d6886c16 req-b2661245-e1b4-4b91-8604-1d49c0f97efd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.896941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e601e4-1055-4a41-aa97-e726d6886c16 req-b2661245-e1b4-4b91-8604-1d49c0f97efd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.902280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e601e4-1055-4a41-aa97-e726d6886c16 req-b2661245-e1b4-4b91-8604-1d49c0f97efd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.907937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e601e4-1055-4a41-aa97-e726d6886c16 req-b2661245-e1b4-4b91-8604-1d49c0f97efd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.914797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e601e4-1055-4a41-aa97-e726d6886c16 req-b2661245-e1b4-4b91-8604-1d49c0f97efd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.920783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e601e4-1055-4a41-aa97-e726d6886c16 req-b2661245-e1b4-4b91-8604-1d49c0f97efd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:45.923085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29e601e4-1055-4a41-aa97-e726d6886c16 req-b2661245-e1b4-4b91-8604-1d49c0f97efd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1486871 Jan 28 03:38:46.026185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29e601e4-1055-4a41-aa97-e726d6886c16 req-92082130-cc89-45da-811b-31c4e9b3b3dc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942595 Jan 28 03:38:46.130369 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (41493496-9d34-499a-9860-eacbb5c7db7e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:46.175409 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (854825b5-0216-4369-b0f1-b992ff777062), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:46.179045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:38:46.200504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68c343-097b-484f-bd0d-80284bc97d17 req-7f31d9ee-625b-4908-87b3-d6d2da731028 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.205456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f68c343-097b-484f-bd0d-80284bc97d17 req-7f31d9ee-625b-4908-87b3-d6d2da731028 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 945 time: 0.0941544 Jan 28 03:38:46.219657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41493496-9d34-499a-9860-eacbb5c7db7e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:46.226086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c137e5-8684-4154-8bf0-a8f424be682f req-b510c772-e07c-45ff-a10d-a8d89e4d230a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.227432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63c137e5-8684-4154-8bf0-a8f424be682f req-b510c772-e07c-45ff-a10d-a8d89e4d230a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0880637 Jan 28 03:38:46.243829 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (dc0287e0-aa5f-428f-9547-0ca826dafe20), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:46.244190 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Added segment dc0287e0-aa5f-428f-9547-0ca826dafe20 of type vlan for network e1434e40-f9a1-449a-b862-7ba2212e0ea8 Jan 28 03:38:46.255539 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-146ed475-50b8-4b3a-9f77-df52fbe534b8 req-4cff7bfa-16cb-4c28-8a56-f17ce51b7ab2 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289723 Jan 28 03:38:46.290740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f68c343-097b-484f-bd0d-80284bc97d17 req-5f303bff-c203-408c-a3d0-8959ca34e25e tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812972 Jan 28 03:38:46.320621 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (e1434e40-f9a1-449a-b862-7ba2212e0ea8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:46.326854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63c137e5-8684-4154-8bf0-a8f424be682f req-a1e19497-b5fa-4eef-b048-f2c730ecab22 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909755 Jan 28 03:38:46.418375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd65c9-6f13-4216-9571-609216982960 req-94b1d627-a34b-4ac0-8f23-4e3ef3fc45ab tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.419933 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00cd65c9-6f13-4216-9571-609216982960 req-94b1d627-a34b-4ac0-8f23-4e3ef3fc45ab tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.42 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.2123938 Jan 28 03:38:46.466140 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (e1434e40-f9a1-449a-b862-7ba2212e0ea8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:46.467190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.467834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:46.535710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da82c8-a956-49d3-9292-9e41fd3c64c7 req-246b21aa-6b77-4979-8ee9-0797f8c518a7 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.537933 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04da82c8-a956-49d3-9292-9e41fd3c64c7 req-246b21aa-6b77-4979-8ee9-0797f8c518a7 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0929015 Jan 28 03:38:46.550865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9929ad-a185-4efa-80be-b1f6f087dbbf req-c632eee4-63f7-4a4c-b39b-ebc2e64a6d03 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.551873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:46.557584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9929ad-a185-4efa-80be-b1f6f087dbbf req-c632eee4-63f7-4a4c-b39b-ebc2e64a6d03 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.563749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9929ad-a185-4efa-80be-b1f6f087dbbf req-c632eee4-63f7-4a4c-b39b-ebc2e64a6d03 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.570491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9929ad-a185-4efa-80be-b1f6f087dbbf req-c632eee4-63f7-4a4c-b39b-ebc2e64a6d03 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.575944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9929ad-a185-4efa-80be-b1f6f087dbbf req-c632eee4-63f7-4a4c-b39b-ebc2e64a6d03 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.580536 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8650067 Jan 28 03:38:46.581424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9929ad-a185-4efa-80be-b1f6f087dbbf req-c632eee4-63f7-4a4c-b39b-ebc2e64a6d03 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.582267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ebc5d507-8546-4b55-8580-6cea945f478d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'floatingip': {'port_id': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:46.587623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9929ad-a185-4efa-80be-b1f6f087dbbf req-c632eee4-63f7-4a4c-b39b-ebc2e64a6d03 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.589732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e9929ad-a185-4efa-80be-b1f6f087dbbf req-c632eee4-63f7-4a4c-b39b-ebc2e64a6d03 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1562796 Jan 28 03:38:46.590314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60560) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:46.599279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Request body: {'subnet': {'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-652997328-subnet', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:46.610865 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:46.652851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Made reservation on behalf of 5a1aa80daea44240a5f82b5f66306a88 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:46.655313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:46.671282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdef3ac-8ea3-45d4-92ce-92ba22b73e0f admin admin] Pushing event updated for resources: {'Network': ['ID=e1434e40-f9a1-449a-b862-7ba2212e0ea8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:46.681402 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d507-8546-4b55-8580-6cea945f478d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (34cf3843-8a94-4cb2-a534-44c69db68f71), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:46.690065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network e1434e40-f9a1-449a-b862-7ba2212e0ea8 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:38:46.732175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e9929ad-a185-4efa-80be-b1f6f087dbbf req-4a10585b-5cbf-4168-8293-040f9bf4a4fe tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288693 Jan 28 03:38:46.873668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-00cd65c9-6f13-4216-9571-609216982960 req-fd2ec8c3-b2fd-4954-a74c-c8e8e45eeac4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Deleting port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:46.874297 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00cd65c9-6f13-4216-9571-609216982960 req-fd2ec8c3-b2fd-4954-a74c-c8e8e45eeac4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:46.875054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade2cd9-d871-4054-8a10-e7f94fff7266 req-e3f957a0-0b0b-44f5-9363-0bc1b3a47a21 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:46.876691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ade2cd9-d871-4054-8a10-e7f94fff7266 req-e3f957a0-0b0b-44f5-9363-0bc1b3a47a21 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 947 time: 0.0879583 Jan 28 03:38:46.966894 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.070260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ade2cd9-d871-4054-8a10-e7f94fff7266 req-bbcaf1a4-5e1e-4cd3-a583-22682ab64680 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/security-groups?id=19d81e8e-7793-4150-87b6-cacc11d565ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463513 Jan 28 03:38:47.105177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854825b5-0216-4369-b0f1-b992ff777062 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:47.113764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:47.119508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Checking segment: {'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:47.119987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Network hostable DHCP agents. Network: e1434e40-f9a1-449a-b862-7ba2212e0ea8, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:38:47.120322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-00cd65c9-6f13-4216-9571-609216982960 req-fd2ec8c3-b2fd-4954-a74c-c8e8e45eeac4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] For port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,segment=NetworkSegment(f455e546-4728-4f9e-b9cf-0f615b4ead9a),segment_id=f455e546-4728-4f9e-b9cf-0f615b4ead9a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:47.120833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00cd65c9-6f13-4216-9571-609216982960 req-fd2ec8c3-b2fd-4954-a74c-c8e8e45eeac4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.125756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Publish callbacks [] for port (854825b5-0216-4369-b0f1-b992ff777062), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.134563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e6378-b2fc-424d-bdbd-4fb875fbb68e req-16e1a024-9655-4c24-8c4e-deaec5f8eb72 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:47.136289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-013e6378-b2fc-424d-bdbd-4fb875fbb68e req-16e1a024-9655-4c24-8c4e-deaec5f8eb72 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 931 time: 0.1521347 Jan 28 03:38:47.155966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-00cd65c9-6f13-4216-9571-609216982960 req-fd2ec8c3-b2fd-4954-a74c-c8e8e45eeac4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Calling delete_port for a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:47.207449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Transition to ACTIVE for port object 854825b5-0216-4369-b0f1-b992ff777062 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:47.207643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Network e1434e40-f9a1-449a-b862-7ba2212e0ea8 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:38:47.244613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-013e6378-b2fc-424d-bdbd-4fb875fbb68e req-2568d099-f05b-405b-aef9-99a43d32c3d4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963469 Jan 28 03:38:47.246967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, e1434e40-f9a1-449a-b862-7ba2212e0ea8) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:47.253676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:47.254858 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.257966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56fc7e-6044-4404-9181-80c790561e40 None None] Network e1434e40-f9a1-449a-b862-7ba2212e0ea8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:47.271148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (854825b5-0216-4369-b0f1-b992ff777062), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.294571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824da71-6a32-4536-980c-29d07562d79b req-160f2fbf-db59-4243-b26a-a1cfd9d40399 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:47.305525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824da71-6a32-4536-980c-29d07562d79b req-160f2fbf-db59-4243-b26a-a1cfd9d40399 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:47.311699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824da71-6a32-4536-980c-29d07562d79b req-160f2fbf-db59-4243-b26a-a1cfd9d40399 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:47.323282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Pushing event updated for resources: {'Port': ['ID=854825b5-0216-4369-b0f1-b992ff777062,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:47.323827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824da71-6a32-4536-980c-29d07562d79b req-160f2fbf-db59-4243-b26a-a1cfd9d40399 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:47.356497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824da71-6a32-4536-980c-29d07562d79b req-160f2fbf-db59-4243-b26a-a1cfd9d40399 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:47.371594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824da71-6a32-4536-980c-29d07562d79b req-160f2fbf-db59-4243-b26a-a1cfd9d40399 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:47.379710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824da71-6a32-4536-980c-29d07562d79b req-160f2fbf-db59-4243-b26a-a1cfd9d40399 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:47.383972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6824da71-6a32-4536-980c-29d07562d79b req-160f2fbf-db59-4243-b26a-a1cfd9d40399 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1927927 Jan 28 03:38:47.388718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4b397cc7-419e-43f5-b119-89416355893b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7973673 Jan 28 03:38:47.397326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60570) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:47.404173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-652997328-router', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:47.438590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b3564-ebcb-4b3e-ad39-5cdef1872646 None None] Network e1434e40-f9a1-449a-b862-7ba2212e0ea8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:47.496325 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (523501b3-42d8-411f-bbee-4ed07ce52ac5), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.498089 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (523501b3-42d8-411f-bbee-4ed07ce52ac5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.571003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Attempting to bind port 854825b5-0216-4369-b0f1-b992ff777062 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:47.571293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Attempting to bind port 854825b5-0216-4369-b0f1-b992ff777062 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:47.571621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Attempting to bind port 854825b5-0216-4369-b0f1-b992ff777062 on network 8ba07493-7426-48bb-9512-2e77da0852b8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:47.584127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00cd65c9-6f13-4216-9571-609216982960 req-fd2ec8c3-b2fd-4954-a74c-c8e8e45eeac4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.602124 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks [] for router_controller (523501b3-42d8-411f-bbee-4ed07ce52ac5), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.613205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Port 854825b5-0216-4369-b0f1-b992ff777062 on network 8ba07493-7426-48bb-9512-2e77da0852b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:47.613912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Attempting to bind port 854825b5-0216-4369-b0f1-b992ff777062 on network 8ba07493-7426-48bb-9512-2e77da0852b8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:47.661764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:47.662098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Checking segment: {'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:47.662469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Bound using segment: {'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:47.662906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Bound port: 854825b5-0216-4369-b0f1-b992ff777062, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2fa3c9-88fc-43cb-8c31-fea4bd351143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:47.663259 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (854825b5-0216-4369-b0f1-b992ff777062), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.670289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ec8c3-b2fd-4954-a74c-c8e8e45eeac4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Pushing event deleted for resources: {'Port': ['ID=a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:47.706584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d507-8546-4b55-8580-6cea945f478d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.736872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6824da71-6a32-4536-980c-29d07562d79b req-7c0f0df1-4ca7-4668-a64d-3f152a070e57 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3465900 Jan 28 03:38:47.742098 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d507-8546-4b55-8580-6cea945f478d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (34cf3843-8a94-4cb2-a534-44c69db68f71), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.746157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cd65c9-6f13-4216-9571-609216982960 req-fd2ec8c3-b2fd-4954-a74c-c8e8e45eeac4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] No DVR routers for this DVR port a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:47.750826 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00cd65c9-6f13-4216-9571-609216982960 req-fd2ec8c3-b2fd-4954-a74c-c8e8e45eeac4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.754065 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00cd65c9-6f13-4216-9571-609216982960 req-fd2ec8c3-b2fd-4954-a74c-c8e8e45eeac4 tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.42 "DELETE /v2.0/ports/a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab HTTP/1.1" status: 204 len: 173 time: 1.3249526 Jan 28 03:38:47.757161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'name': 'network-vif-deleted', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:47.759413 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f77d49-e889-43b4-8a95-94e4ea37e393" -d '{"events": [{"server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "name": "network-vif-deleted", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:47.904776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] For port 854825b5-0216-4369-b0f1-b992ff777062, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:47.910238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7a68-4e19-4d63-8641-6cc858896924 req-779b36b7-5819-499c-933a-d32dbab20fa6 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:47.914943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5ed7a68-4e19-4d63-8641-6cc858896924 req-779b36b7-5819-499c-933a-d32dbab20fa6 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 945 time: 0.4676945 Jan 28 03:38:47.955408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] For port 854825b5-0216-4369-b0f1-b992ff777062, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=854825b5-0216-4369-b0f1-b992ff777062,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:47.971683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (854825b5-0216-4369-b0f1-b992ff777062), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.006317 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-ebc5d507-8546-4b55-8580-6cea945f478d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Floating IP 34cf3843-8a94-4cb2-a534-44c69db68f71 associated. External IP: 172.25.1.231, port: bbf3ab61-3487-47f0-b479-c6f68e7dd4e6. Jan 28 03:38:48.069615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-94bed633-f68c-4900-8cd9-2c657ad4d863 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.071368 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-94bed633-f68c-4900-8cd9-2c657ad4d863 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 945 time: 0.1607847 Jan 28 03:38:48.077328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.078157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.079677 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] 10.222.0.25 "PUT /v2.0/ports/854825b5-0216-4369-b0f1-b992ff777062 HTTP/1.1" status: 200 len: 1092 time: 2.4544201 Jan 28 03:38:48.137824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c667bbb-1d86-4c32-b490-4e57e86600e6 service neutron] Pushing event updated for resources: {'Port': ['ID=854825b5-0216-4369-b0f1-b992ff777062,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:48.170086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ede142e3-c7f9-4b3f-bb6a-aaa9443514fa details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:38:48.303829 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks [] for router_gateway (523501b3-42d8-411f-bbee-4ed07ce52ac5), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.354688 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5ed7a68-4e19-4d63-8641-6cc858896924 req-bf3d17b0-6759-49d8-99c5-1a4967de8dfb tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/security-groups?id=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060702 Jan 28 03:38:48.366962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-6235177a-2ac9-41c6-9eb7-13ac4b4bbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.368817 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-6235177a-2ac9-41c6-9eb7-13ac4b4bbe45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 1095 time: 0.1922166 Jan 28 03:38:48.414655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:48.416238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54cc5-409c-450d-9e9e-2d8351e3f795 req-27ad9d13-767f-44ac-85d2-10336d440cba tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.428768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54cc5-409c-450d-9e9e-2d8351e3f795 req-27ad9d13-767f-44ac-85d2-10336d440cba tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.443369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54cc5-409c-450d-9e9e-2d8351e3f795 req-27ad9d13-767f-44ac-85d2-10336d440cba tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.444812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'ede142e3-c7f9-4b3f-bb6a-aaa9443514fa', 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8', 'port_id': 'ede142e3-c7f9-4b3f-bb6a-aaa9443514fa', 'mac_address': 'fa:16:3e:cf:0a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1bd4c2-1a95-4d95-9510-ad28afcddbe5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:38:48.450608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54cc5-409c-450d-9e9e-2d8351e3f795 req-27ad9d13-767f-44ac-85d2-10336d440cba tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.465445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54cc5-409c-450d-9e9e-2d8351e3f795 req-27ad9d13-767f-44ac-85d2-10336d440cba tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.486898 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-3c8072f4-dbba-41dd-a26e-3b33ea4aa193 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=854825b5-0216-4369-b0f1-b992ff777062 HTTP/1.1" status: 200 len: 217 time: 0.0865009 Jan 28 03:38:48.492022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54cc5-409c-450d-9e9e-2d8351e3f795 req-27ad9d13-767f-44ac-85d2-10336d440cba tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.499156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54cc5-409c-450d-9e9e-2d8351e3f795 req-27ad9d13-767f-44ac-85d2-10336d440cba tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.501340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84f54cc5-409c-450d-9e9e-2d8351e3f795 req-27ad9d13-767f-44ac-85d2-10336d440cba tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.5790284 Jan 28 03:38:48.502966 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad1ec2e-22cc-40c2-bad7-3d2f309d9eb5 x-openstack-request-id: req-9ad1ec2e-22cc-40c2-bad7-3d2f309d9eb5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:48.503275 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686754db-0350-4da3-ac7d-842d27b351f4", "name": "network-vif-deleted", "tag": "a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:48.503542 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ad1ec2e-22cc-40c2-bad7-3d2f309d9eb5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:48.503964 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686754db-0350-4da3-ac7d-842d27b351f4', 'name': 'network-vif-deleted', 'tag': 'a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab', 'status': 'completed', 'code': 200} Jan 28 03:38:48.518207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-62db24e3-e7b5-40fe-954b-1ffcaa79fd3c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Deleting port e24e6c54-ef32-4918-88f4-7e08f60d4f9d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:48.518620 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-62db24e3-e7b5-40fe-954b-1ffcaa79fd3c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.533375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:48.534028 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.557839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede142e3-c7f9-4b3f-bb6a-aaa9443514fa {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:48.597592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:48.614462 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.656273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9c64526-90bd-4a78-937e-865fbe154686 req-651d34e4-b4f8-4ca6-9a8f-4b0ee90356fb tempest-ServersNegativeTestJSON-1123340188 tempest-ServersNegativeTestJSON-1123340188-project] 10.222.0.44 "GET /v2.0/ports?device_id=686754db-0350-4da3-ac7d-842d27b351f4 HTTP/1.1" status: 200 len: 210 time: 0.0808756 Jan 28 03:38:48.740404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:48.806838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84f54cc5-409c-450d-9e9e-2d8351e3f795 req-4dc74916-03b5-4c56-bcd0-bc5e33fa1e83 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2953649 Jan 28 03:38:48.944385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1f597-d271-488b-8b19-66e049600ea7 req-2b9ae610-6fa0-42c0-a793-b9d2acc52f12 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:48.949599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3f1f597-d271-488b-8b19-66e049600ea7 req-2b9ae610-6fa0-42c0-a793-b9d2acc52f12 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 943 time: 0.1614439 Jan 28 03:38:49.008660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['ede142e3-c7f9-4b3f-bb6a-aaa9443514fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:38:49.086401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-62db24e3-e7b5-40fe-954b-1ffcaa79fd3c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] For port e24e6c54-ef32-4918-88f4-7e08f60d4f9d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:49.086978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-62db24e3-e7b5-40fe-954b-1ffcaa79fd3c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.119396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-62db24e3-e7b5-40fe-954b-1ffcaa79fd3c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Calling delete_port for e24e6c54-ef32-4918-88f4-7e08f60d4f9d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:49.306366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-dd31ce0e-5eca-46ec-a5cb-c60a17d82ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:49.308528 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-dd31ce0e-5eca-46ec-a5cb-c60a17d82ac3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 200 len: 858 time: 0.7750249 Jan 28 03:38:49.312300 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-62db24e3-e7b5-40fe-954b-1ffcaa79fd3c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e24e6c54-ef32-4918-88f4-7e08f60d4f9d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.315378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc5d507-8546-4b55-8580-6cea945f478d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:49.340295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3f1f597-d271-488b-8b19-66e049600ea7 req-64459a58-5161-4be8-a9cb-e94734c7196d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729541 Jan 28 03:38:49.350888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e24e6c54-ef32-4918-88f4-7e08f60d4f9d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:38:49.425409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13bf88-2845-43c5-900a-73babf6e9865 req-4152bd01-ebe2-4bab-9235-f5204025d335 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:49.432179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13bf88-2845-43c5-900a-73babf6e9865 req-4152bd01-ebe2-4bab-9235-f5204025d335 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:49.438321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13bf88-2845-43c5-900a-73babf6e9865 req-4152bd01-ebe2-4bab-9235-f5204025d335 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:49.445537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13bf88-2845-43c5-900a-73babf6e9865 req-4152bd01-ebe2-4bab-9235-f5204025d335 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:49.452004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13bf88-2845-43c5-900a-73babf6e9865 req-4152bd01-ebe2-4bab-9235-f5204025d335 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:49.457817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13bf88-2845-43c5-900a-73babf6e9865 req-4152bd01-ebe2-4bab-9235-f5204025d335 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:49.463737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13bf88-2845-43c5-900a-73babf6e9865 req-4152bd01-ebe2-4bab-9235-f5204025d335 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:49.466878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-da13bf88-2845-43c5-900a-73babf6e9865 req-4152bd01-ebe2-4bab-9235-f5204025d335 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.4630923 Jan 28 03:38:49.484482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db24e3-e7b5-40fe-954b-1ffcaa79fd3c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Pushing event deleted for resources: {'Port': ['ID=e24e6c54-ef32-4918-88f4-7e08f60d4f9d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:49.496105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-2bb41e18-cb9c-41d2-8636-9df418265b91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ba07493-7426-48bb-9512-2e77da0852b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793520 Jan 28 03:38:49.498584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-62db24e3-e7b5-40fe-954b-1ffcaa79fd3c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] No DVR routers for this DVR port e24e6c54-ef32-4918-88f4-7e08f60d4f9d on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:49.501680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-62db24e3-e7b5-40fe-954b-1ffcaa79fd3c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.505175 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a5c80895-7fd9-465b-a25b-1951c8901ba3 req-62db24e3-e7b5-40fe-954b-1ffcaa79fd3c tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.25 "DELETE /v2.0/ports/e24e6c54-ef32-4918-88f4-7e08f60d4f9d HTTP/1.1" status: 204 len: 173 time: 1.4154441 Jan 28 03:38:49.520033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:49.533887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1875ed72-5f09-41cb-a7db-f5838bc3d702 req-4e64e9f8-d732-4d28-96a0-eedb7b7cf312 tempest-FloatingIPsAssociationTestJSON-847248822 tempest-FloatingIPsAssociationTestJSON-847248822-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f546a0d-2aa2-4c80-b717-870f96aab2a5 HTTP/1.1" status: 200 len: 210 time: 0.0469306 Jan 28 03:38:49.568877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:49.571065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a7e9f311-44b1-49d4-b1ff-9d07e31cc7ab not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:49.581588 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks [] for router_gateway (523501b3-42d8-411f-bbee-4ed07ce52ac5), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.617712 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.719126 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-405083fa-8d01-48c3-a43c-f4c959ae136f service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111514 Jan 28 03:38:49.771855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:49.795520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc5d507-8546-4b55-8580-6cea945f478d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:49.803438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d507-8546-4b55-8580-6cea945f478d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.807942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] Sync routers for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:49.834746 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ebc5d507-8546-4b55-8580-6cea945f478d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "PUT /v2.0/floatingips/34cf3843-8a94-4cb2-a534-44c69db68f71 HTTP/1.1" status: 200 len: 991 time: 3.2557464 Jan 28 03:38:49.857018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:49.857918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:49.912388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-da13bf88-2845-43c5-900a-73babf6e9865 req-b16b52fe-79eb-4a9c-aa3e-d9a610551de9 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4303343 Jan 28 03:38:49.945059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e1434a5f-1b60-45a6-8133-69760f72df01 req-ab0b7852-a56d-4dac-ad8f-cf42aa543012 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106063 Jan 28 03:38:49.945872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Allocated IP 172.25.1.195 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/f123d059-acdb-4098-a076-68e615c089e3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:49.951385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15938ac-3ba2-4c30-9724-30bb863840e6 admin admin] Deleting subnet 7df9ef53-ff85-4dc0-b919-1760fa37f332 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:38:49.959242 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a15938ac-3ba2-4c30-9724-30bb863840e6 admin admin] Publish callbacks [] for subnet (7df9ef53-ff85-4dc0-b919-1760fa37f332), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.043114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:50.100432 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a15938ac-3ba2-4c30-9724-30bb863840e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (7df9ef53-ff85-4dc0-b919-1760fa37f332), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.172780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54bb72-b01c-45ad-b6cd-8fb84c2d6372 req-bf4a460a-fd91-49dd-842c-517b5b6733cd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:50.179348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54bb72-b01c-45ad-b6cd-8fb84c2d6372 req-bf4a460a-fd91-49dd-842c-517b5b6733cd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:50.185174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54bb72-b01c-45ad-b6cd-8fb84c2d6372 req-bf4a460a-fd91-49dd-842c-517b5b6733cd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:50.190573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54bb72-b01c-45ad-b6cd-8fb84c2d6372 req-bf4a460a-fd91-49dd-842c-517b5b6733cd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:50.196724 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54bb72-b01c-45ad-b6cd-8fb84c2d6372 req-bf4a460a-fd91-49dd-842c-517b5b6733cd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:50.202646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54bb72-b01c-45ad-b6cd-8fb84c2d6372 req-bf4a460a-fd91-49dd-842c-517b5b6733cd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:50.207892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54bb72-b01c-45ad-b6cd-8fb84c2d6372 req-bf4a460a-fd91-49dd-842c-517b5b6733cd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:50.209888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a54bb72-b01c-45ad-b6cd-8fb84c2d6372 req-bf4a460a-fd91-49dd-842c-517b5b6733cd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.2062557 Jan 28 03:38:50.224523 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a15938ac-3ba2-4c30-9724-30bb863840e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7df9ef53-ff85-4dc0-b919-1760fa37f332), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.234699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ede142e3-c7f9-4b3f-bb6a-aaa9443514fa up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:50.285794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks [] for port (f123d059-acdb-4098-a076-68e615c089e3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.350758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:38:50.366260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:50.366926 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.372298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a54bb72-b01c-45ad-b6cd-8fb84c2d6372 req-8ddc1ded-882f-4cd4-a614-fd5f2153d0eb tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217186 Jan 28 03:38:50.375838 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a15938ac-3ba2-4c30-9724-30bb863840e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (7df9ef53-ff85-4dc0-b919-1760fa37f332), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.421632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f123d059-acdb-4098-a076-68e615c089e3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.429852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15938ac-3ba2-4c30-9724-30bb863840e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df9ef53-ff85-4dc0-b919-1760fa37f332,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:50.459115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a15938ac-3ba2-4c30-9724-30bb863840e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.463451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a15938ac-3ba2-4c30-9724-30bb863840e6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7df9ef53-ff85-4dc0-b919-1760fa37f332 HTTP/1.1" status: 204 len: 168 time: 0.6899726 Jan 28 03:38:50.465614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60598) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:50.518521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Pushing event updated for resources: {'Port': ['ID=f123d059-acdb-4098-a076-68e615c089e3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:50.523509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:50.529246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:50.540504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:50.566870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54301c7-0af4-4d63-81b1-3ef584117a1a', 'tag': '854825b5-0216-4369-b0f1-b992ff777062'}, {'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'name': 'network-vif-deleted', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d'}, {'name': 'network-changed', 'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:50.570927 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605" -d '{"events": [{"name": "network-changed", "server_uuid": "c54301c7-0af4-4d63-81b1-3ef584117a1a", "tag": "854825b5-0216-4369-b0f1-b992ff777062"}, {"server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "name": "network-vif-deleted", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d"}, {"name": "network-changed", "server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:50.575899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (0589fcf6-7339-4f9f-8081-24e5b2cb01af), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.606507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:50.607000 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.639072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:50.660217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:50.673710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c20de1c-f4fa-4a06-8697-3cdf4f3065d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede142e3-c7f9-4b3f-bb6a-aaa9443514fa'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:50.676783 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a31d12-0cd1-4b2e-89e6-59ba57742f04" -d '{"events": [{"server_uuid": "4c20de1c-f4fa-4a06-8697-3cdf4f3065d9", "name": "network-vif-plugged", "status": "completed", "tag": "ede142e3-c7f9-4b3f-bb6a-aaa9443514fa"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:50.685128 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.686110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e24e6c54-ef32-4918-88f4-7e08f60d4f9d no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:50.689113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d5d5-91f1-4594-9160-605f783fbb96 req-c0b78ac4-b1df-468a-b219-94a1ad18ae4c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:50.691184 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39e0d5d5-91f1-4594-9160-605f783fbb96 req-c0b78ac4-b1df-468a-b219-94a1ad18ae4c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 943 time: 0.2361240 Jan 28 03:38:50.737202 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33730e8-fb50-4b59-8cb7-ecba8ca2536a x-openstack-request-id: req-e33730e8-fb50-4b59-8cb7-ecba8ca2536a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:50.737505 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54301c7-0af4-4d63-81b1-3ef584117a1a", "tag": "854825b5-0216-4369-b0f1-b992ff777062", "status": "completed", "code": 200}, {"server_uuid": "1f546a0d-2aa2-4c80-b717-870f96aab2a5", "name": "network-vif-deleted", "tag": "e24e6c54-ef32-4918-88f4-7e08f60d4f9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:50.737764 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e33730e8-fb50-4b59-8cb7-ecba8ca2536a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:50.738179 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54301c7-0af4-4d63-81b1-3ef584117a1a', 'tag': '854825b5-0216-4369-b0f1-b992ff777062', 'status': 'completed', 'code': 200} Jan 28 03:38:50.738437 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f546a0d-2aa2-4c80-b717-870f96aab2a5', 'name': 'network-vif-deleted', 'tag': 'e24e6c54-ef32-4918-88f4-7e08f60d4f9d', 'status': 'completed', 'code': 200} Jan 28 03:38:50.738691 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'status': 'completed', 'code': 200} Jan 28 03:38:50.795968 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: e24e6c54-ef32-4918-88f4-7e08f60d4f9d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:50.797368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e24e6c54-ef32-4918-88f4-7e08f60d4f9d not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:50.806288 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a10dbc7-2393-410e-a552-33ab2714bdd2 x-openstack-request-id: req-9a10dbc7-2393-410e-a552-33ab2714bdd2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:50.806844 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c20de1c-f4fa-4a06-8697-3cdf4f3065d9", "name": "network-vif-plugged", "status": "completed", "tag": "ede142e3-c7f9-4b3f-bb6a-aaa9443514fa", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:50.807262 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a10dbc7-2393-410e-a552-33ab2714bdd2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:50.808458 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c20de1c-f4fa-4a06-8697-3cdf4f3065d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede142e3-c7f9-4b3f-bb6a-aaa9443514fa', 'code': 200} Jan 28 03:38:50.810833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '34cf3843-8a94-4cb2-a534-44c69db68f71', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'port_id': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'mac_address': 'fa:16:3e:e7:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6380e0-521e-474a-a5d0-045e06c08899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:38:20Z', 'updated_at': '2022-01-28T03:38:47Z', 'revision_number': 1, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:50.814530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:50.823438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (0589fcf6-7339-4f9f-8081-24e5b2cb01af), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.899606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] Checking router: 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:50.910320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:50.911373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:50.918661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0589fcf6-7339-4f9f-8081-24e5b2cb01af']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:50.997959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-44d9a7c2-b20a-4d22-b7f8-516678f37b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:50.999034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-44d9a7c2-b20a-4d22-b7f8-516678f37b08 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 1095 time: 0.2272341 Jan 28 03:38:51.012510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f455e546-4728-4f9e-b9cf-0f615b4ead9a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:51.012805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f455e546-4728-4f9e-b9cf-0f615b4ead9a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:51.065171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:51.074664 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (f455e546-4728-4f9e-b9cf-0f615b4ead9a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.180148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39e0d5d5-91f1-4594-9160-605f783fbb96 req-5f63666b-0a14-444f-8523-0141ba3aca48 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384215 Jan 28 03:38:51.184022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c91ca-fa8e-4cf9-bc7c-150e3fb2d979 req-471e1126-30ed-400f-b46c-faa6d57e1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.185746 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-880c91ca-fa8e-4cf9-bc7c-150e3fb2d979 req-471e1126-30ed-400f-b46c-faa6d57e1e1a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 1098 time: 0.2691939 Jan 28 03:38:51.191331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f455e546-4728-4f9e-b9cf-0f615b4ead9a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.210099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371684c1-464f-4a28-b11b-84d4ae7f5358 req-dcd0dffa-b16f-4f97-ab86-91a490da2e4f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.228353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371684c1-464f-4a28-b11b-84d4ae7f5358 req-dcd0dffa-b16f-4f97-ab86-91a490da2e4f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.237804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:38:51.238795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (f455e546-4728-4f9e-b9cf-0f615b4ead9a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:38:51.242799 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:38:51.246577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371684c1-464f-4a28-b11b-84d4ae7f5358 req-dcd0dffa-b16f-4f97-ab86-91a490da2e4f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.254970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371684c1-464f-4a28-b11b-84d4ae7f5358 req-dcd0dffa-b16f-4f97-ab86-91a490da2e4f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.270521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371684c1-464f-4a28-b11b-84d4ae7f5358 req-dcd0dffa-b16f-4f97-ab86-91a490da2e4f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.275966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371684c1-464f-4a28-b11b-84d4ae7f5358 req-dcd0dffa-b16f-4f97-ab86-91a490da2e4f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.281324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371684c1-464f-4a28-b11b-84d4ae7f5358 req-dcd0dffa-b16f-4f97-ab86-91a490da2e4f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.283347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-371684c1-464f-4a28-b11b-84d4ae7f5358 req-dcd0dffa-b16f-4f97-ab86-91a490da2e4f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1984143 Jan 28 03:38:51.372230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '34cf3843-8a94-4cb2-a534-44c69db68f71', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'port_id': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'mac_address': 'fa:16:3e:e7:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6380e0-521e-474a-a5d0-045e06c08899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:38:20Z', 'updated_at': '2022-01-28T03:38:47Z', 'revision_number': 1, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:51.383282 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-880c91ca-fa8e-4cf9-bc7c-150e3fb2d979 req-d9066e29-f2bb-4cd8-b64c-9e2acabf16b5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885247 Jan 28 03:38:51.397085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (0589fcf6-7339-4f9f-8081-24e5b2cb01af), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.402634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.409846 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0589fcf6-7339-4f9f-8081-24e5b2cb01af HTTP/1.1" status: 204 len: 168 time: 0.9405637 Jan 28 03:38:51.432401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-371684c1-464f-4a28-b11b-84d4ae7f5358 req-e7864883-bd4d-4b4e-beb5-45aa2767a11d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133254 Jan 28 03:38:51.434001 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876bfe49-bc37-4ff0-9c86-5c349aa084db None None] The sync data for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 is: [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '34cf3843-8a94-4cb2-a534-44c69db68f71', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'port_id': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'mac_address': 'fa:16:3e:e7:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6380e0-521e-474a-a5d0-045e06c08899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:38:20Z', 'updated_at': '2022-01-28T03:38:47Z', 'revision_number': 1, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:51.450052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks [] for router_gateway (523501b3-42d8-411f-bbee-4ed07ce52ac5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.488587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136c8b1-31a9-4432-830f-44bad9bc6f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=0589fcf6-7339-4f9f-8081-24e5b2cb01af,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:51.494558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-58882254-c6ee-451b-8d88-c1e8f83c6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.501287 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-58882254-c6ee-451b-8d88-c1e8f83c6549 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 919 time: 0.4945824 Jan 28 03:38:51.641044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60616) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:51.703712 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (e95e3c85-6759-4942-a421-82a2b76c526a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.768822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063b07d-9d8a-4f74-8efd-db1d14825727 req-9cdf0bc0-cb67-4460-ad3e-a107c7015123 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.774526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063b07d-9d8a-4f74-8efd-db1d14825727 req-9cdf0bc0-cb67-4460-ad3e-a107c7015123 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.779943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063b07d-9d8a-4f74-8efd-db1d14825727 req-9cdf0bc0-cb67-4460-ad3e-a107c7015123 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.785835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063b07d-9d8a-4f74-8efd-db1d14825727 req-9cdf0bc0-cb67-4460-ad3e-a107c7015123 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.789829 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-cb504466-2c36-400e-ba7f-975b1f1286c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=854825b5-0216-4369-b0f1-b992ff777062 HTTP/1.1" status: 200 len: 217 time: 0.0412376 Jan 28 03:38:51.791462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063b07d-9d8a-4f74-8efd-db1d14825727 req-9cdf0bc0-cb67-4460-ad3e-a107c7015123 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.798349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063b07d-9d8a-4f74-8efd-db1d14825727 req-9cdf0bc0-cb67-4460-ad3e-a107c7015123 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.804761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063b07d-9d8a-4f74-8efd-db1d14825727 req-9cdf0bc0-cb67-4460-ad3e-a107c7015123 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.811349 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024aee97-e06c-4f22-b887-f91933d78a45 None None] New status for floating IP 34cf3843-8a94-4cb2-a534-44c69db68f71: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:38:51.813416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7063b07d-9d8a-4f74-8efd-db1d14825727 req-9cdf0bc0-cb67-4460-ad3e-a107c7015123 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.2210286 Jan 28 03:38:51.834871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-51d4d4b1-86e5-4cf1-bc3a-2731cf8183c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f98af98f22e24126bb3c303a1152bd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924517 Jan 28 03:38:51.837860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60618) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:51.856064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-846838b3-42ba-472d-8642-623fdedba332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.858514 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-846838b3-42ba-472d-8642-623fdedba332 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 200 len: 858 time: 0.0582161 Jan 28 03:38:51.945414 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (523501b3-42d8-411f-bbee-4ed07ce52ac5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.954919 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7063b07d-9d8a-4f74-8efd-db1d14825727 req-728a3fcd-6cf1-4ca1-983c-78fdb3824708 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1405189 Jan 28 03:38:52.027190 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-07ccf3fb-bcdf-4fae-8bdf-1a979c20c093 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ba07493-7426-48bb-9512-2e77da0852b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897739 Jan 28 03:38:52.245040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Router 523501b3-42d8-411f-bbee-4ed07ce52ac5 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:38:52.257577 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-6c7e6483-72bd-45ea-b23a-64a666ae5bec service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215750 Jan 28 03:38:52.428178 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-e9504044-8d24-46e0-b34b-59e9571e18ba service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622260 Jan 28 03:38:52.433873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7d88f-8dbe-4bf4-8179-cbd5e67483d1 req-68b0f122-39a1-40be-870d-6c5aef4dedeb tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:52.435370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ca7d88f-8dbe-4bf4-8179-cbd5e67483d1 req-68b0f122-39a1-40be-870d-6c5aef4dedeb tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 943 time: 0.1669953 Jan 28 03:38:52.504747 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0ad9-267a-4806-975b-cffa54b730d3 admin admin] Publish callbacks [] for security_group (19d81e8e-7793-4150-87b6-cacc11d565ff), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.507667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] Deleting port fb7c014f-238e-4bc7-9979-7727865c7782 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:52.508133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.533212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:52.545018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Sync routers for ids ['523501b3-42d8-411f-bbee-4ed07ce52ac5'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:52.569947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Routers {'523501b3-42d8-411f-bbee-4ed07ce52ac5'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:52.570583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['523501b3-42d8-411f-bbee-4ed07ce52ac5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:52.626961 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0ad9-267a-4806-975b-cffa54b730d3 admin admin] Publish callbacks [] for security_group (19d81e8e-7793-4150-87b6-cacc11d565ff), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.664541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-b5a1e61a-d4be-4cf7-ae9f-99a7abc2073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:52.667254 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-b5a1e61a-d4be-4cf7-ae9f-99a7abc2073f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 1097 time: 0.0980010 Jan 28 03:38:52.669266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] For port fb7c014f-238e-4bc7-9979-7727865c7782, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fb7c014f-238e-4bc7-9979-7727865c7782,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:52.669733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.673037 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.679371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:52.679621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-20128667-4506-4b78-b9cc-171d1ef83043 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2795594 Jan 28 03:38:52.699808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ca7d88f-8dbe-4bf4-8179-cbd5e67483d1 req-60a4f0d8-c9c4-402d-98df-8e5aa48861e2 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279224 Jan 28 03:38:52.710227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Set router 523501b3-42d8-411f-bbee-4ed07ce52ac5 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:52.716726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5408d9-d415-4b80-81f6-060469339867 req-c63f8d89-ac40-4750-86e4-e66cac4a891e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:52.725363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5408d9-d415-4b80-81f6-060469339867 req-c63f8d89-ac40-4750-86e4-e66cac4a891e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:52.732587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5408d9-d415-4b80-81f6-060469339867 req-c63f8d89-ac40-4750-86e4-e66cac4a891e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:52.738224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5408d9-d415-4b80-81f6-060469339867 req-c63f8d89-ac40-4750-86e4-e66cac4a891e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:52.743707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5408d9-d415-4b80-81f6-060469339867 req-c63f8d89-ac40-4750-86e4-e66cac4a891e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:52.749571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5408d9-d415-4b80-81f6-060469339867 req-c63f8d89-ac40-4750-86e4-e66cac4a891e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:52.757530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5408d9-d415-4b80-81f6-060469339867 req-c63f8d89-ac40-4750-86e4-e66cac4a891e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:52.759471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b5408d9-d415-4b80-81f6-060469339867 req-c63f8d89-ac40-4750-86e4-e66cac4a891e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.2016566 Jan 28 03:38:52.821032 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0ad9-267a-4806-975b-cffa54b730d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (19d81e8e-7793-4150-87b6-cacc11d565ff), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.823606 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0ad9-267a-4806-975b-cffa54b730d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.827094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cd3b0ad9-267a-4806-975b-cffa54b730d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19d81e8e-7793-4150-87b6-cacc11d565ff HTTP/1.1" status: 204 len: 168 time: 0.9689329 Jan 28 03:38:52.849094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b0ad9-267a-4806-975b-cffa54b730d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d81e8e-7793-4150-87b6-cacc11d565ff,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:52.855638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] Calling delete_port for fb7c014f-238e-4bc7-9979-7727865c7782 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:52.869695 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b5408d9-d415-4b80-81f6-060469339867 req-c49d5043-db58-47b8-8c82-fb12a5d37894 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012204 Jan 28 03:38:53.044774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'name': 'tempest-ServerRescueTestJSON-652997328-router', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f123d059-acdb-4098-a076-68e615c089e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:47Z', 'updated_at': '2022-01-28T03:38:51Z', 'revision_number': 3, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'gw_port': {'id': 'f123d059-acdb-4098-a076-68e615c089e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:49Z', 'updated_at': '2022-01-28T03:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:53.085595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Checking router: 523501b3-42d8-411f-bbee-4ed07ce52ac5 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:53.085963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Updating router 523501b3-42d8-411f-bbee-4ed07ce52ac5 port f123d059-acdb-4098-a076-68e615c089e3 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:38:53.129776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f123d059-acdb-4098-a076-68e615c089e3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:53.168292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-daa08bc8-5a4c-404f-9b75-90a4610bda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.171030 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-daa08bc8-5a4c-404f-9b75-90a4610bda98 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.4148779 Jan 28 03:38:53.216465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51504fc6-62fa-45ef-a59c-59a81cec07ea req-8756f47e-c3df-4d6b-ae76-6f4e26184e6c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.240981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51504fc6-62fa-45ef-a59c-59a81cec07ea req-8756f47e-c3df-4d6b-ae76-6f4e26184e6c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.249485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51504fc6-62fa-45ef-a59c-59a81cec07ea req-8756f47e-c3df-4d6b-ae76-6f4e26184e6c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.259213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51504fc6-62fa-45ef-a59c-59a81cec07ea req-8756f47e-c3df-4d6b-ae76-6f4e26184e6c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.270141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51504fc6-62fa-45ef-a59c-59a81cec07ea req-8756f47e-c3df-4d6b-ae76-6f4e26184e6c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.280762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51504fc6-62fa-45ef-a59c-59a81cec07ea req-8756f47e-c3df-4d6b-ae76-6f4e26184e6c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.295090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51504fc6-62fa-45ef-a59c-59a81cec07ea req-8756f47e-c3df-4d6b-ae76-6f4e26184e6c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.300357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51504fc6-62fa-45ef-a59c-59a81cec07ea req-8756f47e-c3df-4d6b-ae76-6f4e26184e6c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1773844 Jan 28 03:38:53.305589 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-34618a30-8f1d-4b49-ad42-dfbce7345842 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 HTTP/1.1" status: 200 len: 1001 time: 0.0701139 Jan 28 03:38:53.435784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51504fc6-62fa-45ef-a59c-59a81cec07ea req-8706693e-019e-4b90-b654-98786728287a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269104 Jan 28 03:38:53.559184 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Publish callbacks [] for port (f123d059-acdb-4098-a076-68e615c089e3), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:53.567310 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f123d059-acdb-4098-a076-68e615c089e3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:53.651229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653de796-d8a5-4500-8114-c3a8ad1d7a33 None None] Pushing event updated for resources: {'Port': ['ID=f123d059-acdb-4098-a076-68e615c089e3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:53.676509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Attempting to bind port f123d059-acdb-4098-a076-68e615c089e3 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:53.677446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Attempting to bind port f123d059-acdb-4098-a076-68e615c089e3 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:53.678254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Attempting to bind port f123d059-acdb-4098-a076-68e615c089e3 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:53.686215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:53.686478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-0026ee94-037c-479f-b840-b10dc5f60205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.688024 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:53.688167 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-0026ee94-037c-479f-b840-b10dc5f60205 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.3704553 Jan 28 03:38:53.688762 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:53.689318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:53.690185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Bound port: f123d059-acdb-4098-a076-68e615c089e3, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:53.690823 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f123d059-acdb-4098-a076-68e615c089e3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:53.794197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60656) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:53.815744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] For port f123d059-acdb-4098-a076-68e615c089e3, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:53.820646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] For port f123d059-acdb-4098-a076-68e615c089e3, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f123d059-acdb-4098-a076-68e615c089e3,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:53.825683 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f123d059-acdb-4098-a076-68e615c089e3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:53.839550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-d853295f-80ee-4756-9609-88887e40eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.841186 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-d853295f-80ee-4756-9609-88887e40eb97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147053 Jan 28 03:38:53.891075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653de796-d8a5-4500-8114-c3a8ad1d7a33 None None] Pushing event updated for resources: {'Port': ['ID=f123d059-acdb-4098-a076-68e615c089e3,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:53.935205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Routers {'523501b3-42d8-411f-bbee-4ed07ce52ac5'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:53.936137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['523501b3-42d8-411f-bbee-4ed07ce52ac5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:53.967423 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-95fa78c9-3c86-433e-aa09-727a82f354ef service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188736 Jan 28 03:38:53.968434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538c81c-b074-4f8e-8ea4-8e82b28dab0e req-6b69f992-c627-41b8-a94d-57597aa42e53 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:53.972248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4538c81c-b074-4f8e-8ea4-8e82b28dab0e req-6b69f992-c627-41b8-a94d-57597aa42e53 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 943 time: 0.1181316 Jan 28 03:38:54.006102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-967942679-network', 'tenant_id': '22b6b0bd78c84e3990e0901726e01bb0'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:54.084511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Made reservation on behalf of 22b6b0bd78c84e3990e0901726e01bb0 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:54.086775 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.135354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4538c81c-b074-4f8e-8ea4-8e82b28dab0e req-bc3a822d-02da-49fb-880e-a6b6d82c2e4f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411169 Jan 28 03:38:54.135354 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.165354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fb7c014f-238e-4bc7-9979-7727865c7782), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.172507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc41d1-5168-45f1-b37a-1255a7cd18b3 req-473fe6ab-3e16-4e4e-85f3-db9a5892b538 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.179136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc41d1-5168-45f1-b37a-1255a7cd18b3 req-473fe6ab-3e16-4e4e-85f3-db9a5892b538 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.199020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc41d1-5168-45f1-b37a-1255a7cd18b3 req-473fe6ab-3e16-4e4e-85f3-db9a5892b538 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.204596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc41d1-5168-45f1-b37a-1255a7cd18b3 req-473fe6ab-3e16-4e4e-85f3-db9a5892b538 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.211847 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc41d1-5168-45f1-b37a-1255a7cd18b3 req-473fe6ab-3e16-4e4e-85f3-db9a5892b538 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.221706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc41d1-5168-45f1-b37a-1255a7cd18b3 req-473fe6ab-3e16-4e4e-85f3-db9a5892b538 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.227913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc41d1-5168-45f1-b37a-1255a7cd18b3 req-473fe6ab-3e16-4e4e-85f3-db9a5892b538 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.232444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7c014f-238e-4bc7-9979-7727865c7782,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:54.247088 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49fc41d1-5168-45f1-b37a-1255a7cd18b3 req-473fe6ab-3e16-4e4e-85f3-db9a5892b538 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.2053664 Jan 28 03:38:54.270635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] Set router 523501b3-42d8-411f-bbee-4ed07ce52ac5 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:54.347549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 854825b5-0216-4369-b0f1-b992ff777062 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:38:54.396486 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1a3b4d-7a37-4bc2-854d-5cd0aa433605 req-6393849d-3110-4b3f-b5fe-bda594e9eab0 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213557 Jan 28 03:38:54.398974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49fc41d1-5168-45f1-b37a-1255a7cd18b3 req-2061fcf2-0183-412f-beee-c0de917532d6 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504109 Jan 28 03:38:54.411899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Publish callbacks [] for security_group (ff2deea2-757d-496c-a5aa-604f65daf743), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.426022 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ff2deea2-757d-496c-a5aa-604f65daf743), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.465835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:38:54.484190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2deea2-757d-496c-a5aa-604f65daf743,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:54.487865 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fcbe89bc-bb11-4d62-86c2-5c3594c9e62f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.488392 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Added segment fcbe89bc-bb11-4d62-86c2-5c3594c9e62f of type vlan for network 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e Jan 28 03:38:54.499549 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.562228 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (7dcb5d57-61bd-4ad7-b454-dc9db77bf22e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.648131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (7dcb5d57-61bd-4ad7-b454-dc9db77bf22e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.649454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.650224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.745110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 854825b5-0216-4369-b0f1-b992ff777062, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=854825b5-0216-4369-b0f1-b992ff777062,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:54.748428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9531453 Jan 28 03:38:54.753316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60666) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:54.762875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Request body: {'subnet': {'network_id': '7dcb5d57-61bd-4ad7-b454-dc9db77bf22e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-967942679-subnet', 'tenant_id': '22b6b0bd78c84e3990e0901726e01bb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:54.763103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '854825b5-0216-4369-b0f1-b992ff777062', 'network_id': '8ba07493-7426-48bb-9512-2e77da0852b8', 'port_id': '854825b5-0216-4369-b0f1-b992ff777062', 'mac_address': 'fa:16:3e:44:8b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1bd4c2-1a95-4d95-9510-ad28afcddbe5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:38:54.785949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fb80b-2fa7-4ae0-bb61-392f06d22532 admin admin] Pushing event updated for resources: {'Network': ['ID=7dcb5d57-61bd-4ad7-b454-dc9db77bf22e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:54.787996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Allocated IP 172.20.0.1 (e1434e40-f9a1-449a-b862-7ba2212e0ea8/14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5/84873100-3341-44fd-96b6-6dfa61d61d5a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:54.808460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:38:54.813480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5122-1f43-40d2-ba34-0986bcf19b22 req-3c156d80-d7ab-4d5d-88ac-47d17a9a5957 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.820651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5122-1f43-40d2-ba34-0986bcf19b22 req-3c156d80-d7ab-4d5d-88ac-47d17a9a5957 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.827357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5122-1f43-40d2-ba34-0986bcf19b22 req-3c156d80-d7ab-4d5d-88ac-47d17a9a5957 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.833564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5122-1f43-40d2-ba34-0986bcf19b22 req-3c156d80-d7ab-4d5d-88ac-47d17a9a5957 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.839639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5122-1f43-40d2-ba34-0986bcf19b22 req-3c156d80-d7ab-4d5d-88ac-47d17a9a5957 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.845890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5122-1f43-40d2-ba34-0986bcf19b22 req-3c156d80-d7ab-4d5d-88ac-47d17a9a5957 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.851454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5122-1f43-40d2-ba34-0986bcf19b22 req-3c156d80-d7ab-4d5d-88ac-47d17a9a5957 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.853398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8dea5122-1f43-40d2-ba34-0986bcf19b22 req-3c156d80-d7ab-4d5d-88ac-47d17a9a5957 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1989050 Jan 28 03:38:54.854960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Made reservation on behalf of 22b6b0bd78c84e3990e0901726e01bb0 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:54.858384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.878260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'name': 'tempest-ServerRescueTestJSON-652997328-router', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f123d059-acdb-4098-a076-68e615c089e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:47Z', 'updated_at': '2022-01-28T03:38:51Z', 'revision_number': 3, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'gw_port': {'id': 'f123d059-acdb-4098-a076-68e615c089e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:49Z', 'updated_at': '2022-01-28T03:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:54.885141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 854825b5-0216-4369-b0f1-b992ff777062 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:54.885531 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (854825b5-0216-4369-b0f1-b992ff777062), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.923776 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Publish callbacks [] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.924575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21cab2e-662d-4257-91c1-d2be14f7e350 None None] The sync data for ids ['523501b3-42d8-411f-bbee-4ed07ce52ac5'] in n-d-808199-14 is: [{'id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'name': 'tempest-ServerRescueTestJSON-652997328-router', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f123d059-acdb-4098-a076-68e615c089e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:47Z', 'updated_at': '2022-01-28T03:38:51Z', 'revision_number': 3, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'gw_port': {'id': 'f123d059-acdb-4098-a076-68e615c089e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:49Z', 'updated_at': '2022-01-28T03:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:54.939428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854825b5-0216-4369-b0f1-b992ff777062 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:54.972356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 854825b5-0216-4369-b0f1-b992ff777062, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=854825b5-0216-4369-b0f1-b992ff777062,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:54.986385 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (854825b5-0216-4369-b0f1-b992ff777062), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.994076 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.028747 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8dea5122-1f43-40d2-ba34-0986bcf19b22 req-21a3d148-d753-4bd3-9df9-02ed718dd99c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670573 Jan 28 03:38:55.056152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=854825b5-0216-4369-b0f1-b992ff777062,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:55.079893 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (e95e3c85-6759-4942-a421-82a2b76c526a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.096221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Network e1434e40-f9a1-449a-b862-7ba2212e0ea8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:55.102588 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:55.149925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:55.165878 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (95559415-7b11-4bd9-9cb8-32440693862a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.181747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Pushing event updated for resources: {'Port': ['ID=84873100-3341-44fd-96b6-6dfa61d61d5a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:55.251324 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (523501b3-42d8-411f-bbee-4ed07ce52ac5), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.337569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95559415-7b11-4bd9-9cb8-32440693862a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:55.353162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71765980-97f7-443e-91b9-f885dd4ea8cd req-30e03d64-8f60-4bc2-99d0-c0546d1a76a2 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:55.361339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71765980-97f7-443e-91b9-f885dd4ea8cd req-30e03d64-8f60-4bc2-99d0-c0546d1a76a2 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 944 time: 0.1437085 Jan 28 03:38:55.375592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['854825b5-0216-4369-b0f1-b992ff777062'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:38:55.390413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Checking segment: {'id': 'fcbe89bc-bb11-4d62-86c2-5c3594c9e62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7dcb5d57-61bd-4ad7-b454-dc9db77bf22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:55.390982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Network hostable DHCP agents. Network: 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:38:55.434365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Network 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:38:55.460252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71765980-97f7-443e-91b9-f885dd4ea8cd req-96a4a621-3152-47f9-b6bb-c35538e97c70 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979030 Jan 28 03:38:55.465829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:55.486800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:55.488035 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.512886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e2aea720-b773-486a-99b8-7c6021563474 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7524159 Jan 28 03:38:55.513102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8318e1e-4624-465d-8f40-05adc61a7cf3 None None] Network 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:55.596923 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.616319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016a57d-f27c-4bd6-a2b0-585e6b7e4453 req-46326e1b-cbe1-4182-82fd-9536f867148e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:55.632919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016a57d-f27c-4bd6-a2b0-585e6b7e4453 req-46326e1b-cbe1-4182-82fd-9536f867148e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:55.640023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016a57d-f27c-4bd6-a2b0-585e6b7e4453 req-46326e1b-cbe1-4182-82fd-9536f867148e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:55.643799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] Router e95e3c85-6759-4942-a421-82a2b76c526a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:55.647937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016a57d-f27c-4bd6-a2b0-585e6b7e4453 req-46326e1b-cbe1-4182-82fd-9536f867148e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:55.653912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016a57d-f27c-4bd6-a2b0-585e6b7e4453 req-46326e1b-cbe1-4182-82fd-9536f867148e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:55.661011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016a57d-f27c-4bd6-a2b0-585e6b7e4453 req-46326e1b-cbe1-4182-82fd-9536f867148e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:55.668528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016a57d-f27c-4bd6-a2b0-585e6b7e4453 req-46326e1b-cbe1-4182-82fd-9536f867148e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:55.678356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3016a57d-f27c-4bd6-a2b0-585e6b7e4453 req-46326e1b-cbe1-4182-82fd-9536f867148e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1390822 Jan 28 03:38:55.833126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3016a57d-f27c-4bd6-a2b0-585e6b7e4453 req-94d11bf7-b142-4c9d-a382-7e4208fbc74f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480114 Jan 28 03:38:55.883646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ab665b-830b-4c6e-ba8e-2c38161f0106 None None] Network 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:56.074114 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-0e7ff721-4b3d-4003-a828-42d616810074 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1565025 Jan 28 03:38:56.098295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:56.104528 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f2335a9a-554a-4ef9-96e9-f3b5c438923c admin admin] 10.222.0.44 "PUT /v2.0/routers/e95e3c85-6759-4942-a421-82a2b76c526a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4645572 Jan 28 03:38:56.107416 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:56.109524 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] Sync routers for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:56.126420 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:56.127475 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:56.183052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Publish callbacks [] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.252616 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.256003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:56.262862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-962397094-network', 'tenant_id': '5ee32e27631a469cadeded9dcf74c13b'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:56.344646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb2a86-90eb-4ced-a8cc-5487ba402725 req-464b19da-96c8-432d-9a5e-d1cb7bbd133e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:56.352877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb2a86-90eb-4ced-a8cc-5487ba402725 req-464b19da-96c8-432d-9a5e-d1cb7bbd133e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:56.356240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb2a86-90eb-4ced-a8cc-5487ba402725 req-464b19da-96c8-432d-9a5e-d1cb7bbd133e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:56.361912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb2a86-90eb-4ced-a8cc-5487ba402725 req-464b19da-96c8-432d-9a5e-d1cb7bbd133e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:56.378102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb2a86-90eb-4ced-a8cc-5487ba402725 req-464b19da-96c8-432d-9a5e-d1cb7bbd133e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:56.384110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb2a86-90eb-4ced-a8cc-5487ba402725 req-464b19da-96c8-432d-9a5e-d1cb7bbd133e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:56.394295 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:56.395502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb2a86-90eb-4ced-a8cc-5487ba402725 req-464b19da-96c8-432d-9a5e-d1cb7bbd133e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:56.408609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9bb2a86-90eb-4ced-a8cc-5487ba402725 req-464b19da-96c8-432d-9a5e-d1cb7bbd133e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.2256024 Jan 28 03:38:56.415611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Made reservation on behalf of 5ee32e27631a469cadeded9dcf74c13b for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:56.417984 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.445589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (523501b3-42d8-411f-bbee-4ed07ce52ac5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.457013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f123d059-acdb-4098-a076-68e615c089e3 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:56.468281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-e9c3a9f5-645a-4db2-ac61-0cfff6de4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:56.469308 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.469847 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-e9c3a9f5-645a-4db2-ac61-0cfff6de4f67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 1098 time: 0.2944732 Jan 28 03:38:56.471086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Pushing event updated for resources: {'Port': ['ID=84873100-3341-44fd-96b6-6dfa61d61d5a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:56.511532 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Publish callbacks [] for router (e95e3c85-6759-4942-a421-82a2b76c526a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.645926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Network e1434e40-f9a1-449a-b862-7ba2212e0ea8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:56.646551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9bb2a86-90eb-4ced-a8cc-5487ba402725 req-fedfd926-957f-4af7-8d33-6e1c7694d414 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245531 Jan 28 03:38:56.649445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:56.649865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f123d059-acdb-4098-a076-68e615c089e3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:56.650387 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f123d059-acdb-4098-a076-68e615c089e3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.803751 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:38:56.815383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f123d059-acdb-4098-a076-68e615c089e3 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:56.815782 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f123d059-acdb-4098-a076-68e615c089e3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.824099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467e44a-1938-4571-9292-05f7ebee5805 req-696f9a13-6e8b-4ee2-b75e-89aa3db34b21 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:56.826051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b467e44a-1938-4571-9292-05f7ebee5805 req-696f9a13-6e8b-4ee2-b75e-89aa3db34b21 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 944 time: 0.1872175 Jan 28 03:38:56.838381 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Publish callbacks [] for router_gateway (e95e3c85-6759-4942-a421-82a2b76c526a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.858265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port f123d059-acdb-4098-a076-68e615c089e3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f123d059-acdb-4098-a076-68e615c089e3,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:56.863389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-639f607e-32fc-44ba-b8fd-4c8162c2b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:56.866936 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-639f607e-32fc-44ba-b8fd-4c8162c2b198 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 912 time: 0.2493405 Jan 28 03:38:56.871072 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:38:54Z', 'revision_number': 5, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port': {'id': '8540a4bf-cc99-42a5-87be-a3539f391e67', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:53Z', 'updated_at': '2022-01-28T03:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:56.873132 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f123d059-acdb-4098-a076-68e615c089e3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.937614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Publish callbacks [] for security_group (f721a674-87ca-41b5-b998-2a91b02334b0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.950222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Router 523501b3-42d8-411f-bbee-4ed07ce52ac5 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:56.957357 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] Checking router: e95e3c85-6759-4942-a421-82a2b76c526a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:56.957578 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-f690874d-8352-42ec-966c-29cd1f5e178f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7850fde-dc71-4041-b6b6-56dd6f77a285 HTTP/1.1" status: 200 len: 217 time: 0.0822947 Jan 28 03:38:56.974896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f721a674-87ca-41b5-b998-2a91b02334b0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.988137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=f123d059-acdb-4098-a076-68e615c089e3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:56.999405 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] Routers {'e95e3c85-6759-4942-a421-82a2b76c526a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:57.000069 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e95e3c85-6759-4942-a421-82a2b76c526a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:57.095975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b467e44a-1938-4571-9292-05f7ebee5805 req-e53fa759-8306-44d5-9aff-e465e7b57a8e tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297564 Jan 28 03:38:57.095975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:38:57.127363 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] Set router e95e3c85-6759-4942-a421-82a2b76c526a gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:57.163696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6d0937ae-a91f-4a72-8ec0-b13532040cfc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.164054 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Added segment 6d0937ae-a91f-4a72-8ec0-b13532040cfc of type vlan for network 3c3a5e11-c36e-4f1f-9881-ddcf5b872f67 Jan 28 03:38:57.183744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f721a674-87ca-41b5-b998-2a91b02334b0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:57.253973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038279dd-a100-43e7-9462-0f8b71ab8d92 req-153ef636-1393-4324-8b3c-392b3d75c45a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:57.266894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038279dd-a100-43e7-9462-0f8b71ab8d92 req-153ef636-1393-4324-8b3c-392b3d75c45a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:57.274725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038279dd-a100-43e7-9462-0f8b71ab8d92 req-153ef636-1393-4324-8b3c-392b3d75c45a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:57.274827 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:38:56Z', 'revision_number': 6, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:57.279518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038279dd-a100-43e7-9462-0f8b71ab8d92 req-153ef636-1393-4324-8b3c-392b3d75c45a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:57.285448 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038279dd-a100-43e7-9462-0f8b71ab8d92 req-153ef636-1393-4324-8b3c-392b3d75c45a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:57.292283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038279dd-a100-43e7-9462-0f8b71ab8d92 req-153ef636-1393-4324-8b3c-392b3d75c45a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:57.297726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038279dd-a100-43e7-9462-0f8b71ab8d92 req-153ef636-1393-4324-8b3c-392b3d75c45a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:57.300025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-038279dd-a100-43e7-9462-0f8b71ab8d92 req-153ef636-1393-4324-8b3c-392b3d75c45a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.2891672 Jan 28 03:38:57.313215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Deleting port 8540a4bf-cc99-42a5-87be-a3539f391e67 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:57.313586 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.353869 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6aa93c-a186-4d5b-a11e-90f15cd983cd None None] The sync data for ids ['e95e3c85-6759-4942-a421-82a2b76c526a'] in n-d-808199-14 is: [{'id': 'e95e3c85-6759-4942-a421-82a2b76c526a', 'name': 'tempest-FloatingIPsAssociationTestJSON-989489659-router', 'tenant_id': '775941fd15574575bcb37dd67b0173eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:52Z', 'updated_at': '2022-01-28T03:38:56Z', 'revision_number': 6, 'project_id': '775941fd15574575bcb37dd67b0173eb', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:57.413225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] For port 8540a4bf-cc99-42a5-87be-a3539f391e67, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8540a4bf-cc99-42a5-87be-a3539f391e67,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:57.413732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.433023 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (3c3a5e11-c36e-4f1f-9881-ddcf5b872f67), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.452261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Calling delete_port for 8540a4bf-cc99-42a5-87be-a3539f391e67 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:57.570564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-f55e72c0-cf47-41b3-be04-8ca6f2589cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:57.572156 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-f55e72c0-cf47-41b3-be04-8ca6f2589cdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.6044290 Jan 28 03:38:57.614461 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (3c3a5e11-c36e-4f1f-9881-ddcf5b872f67), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.615439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:57.616030 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.634982 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-8e07b9c1-2e99-48d2-ab05-1a89734f2f1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537097 Jan 28 03:38:57.719012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-038279dd-a100-43e7-9462-0f8b71ab8d92 req-0875a6c5-2364-464a-b548-bee3800f4467 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3020194 Jan 28 03:38:57.729792 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4688747 Jan 28 03:38:57.729985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60700) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:57.737592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Request body: {'subnet': {'network_id': '3c3a5e11-c36e-4f1f-9881-ddcf5b872f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-962397094-subnet', 'tenant_id': '5ee32e27631a469cadeded9dcf74c13b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:57.740879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43179def-2ae4-4485-8694-7a1067aafc7f admin admin] Pushing event updated for resources: {'Network': ['ID=3c3a5e11-c36e-4f1f-9881-ddcf5b872f67,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:57.747960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:57.752829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 3c3a5e11-c36e-4f1f-9881-ddcf5b872f67 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:38:57.788696 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9449428d-8d0e-4e95-b068-307b8197bbbf admin admin] 10.222.0.44 "PUT /v2.0/routers/523501b3-42d8-411f-bbee-4ed07ce52ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1007309 Jan 28 03:38:57.848332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Made reservation on behalf of 5ee32e27631a469cadeded9dcf74c13b for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:57.851312 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.894528 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-a999c369-1759-4dda-afc7-54c0ce9b69aa service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495654 Jan 28 03:38:57.923490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8540a4bf-cc99-42a5-87be-a3539f391e67), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.946351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Sync routers for ids ['523501b3-42d8-411f-bbee-4ed07ce52ac5'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:57.968471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8540a4bf-cc99-42a5-87be-a3539f391e67,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:57.988982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b298d7-5771-4b39-bbba-b4007d124691 req-cccdddec-5ab4-45bf-bef9-952aed522260 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:57.996111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b298d7-5771-4b39-bbba-b4007d124691 req-cccdddec-5ab4-45bf-bef9-952aed522260 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:58.002327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b298d7-5771-4b39-bbba-b4007d124691 req-cccdddec-5ab4-45bf-bef9-952aed522260 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:58.008831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b298d7-5771-4b39-bbba-b4007d124691 req-cccdddec-5ab4-45bf-bef9-952aed522260 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:58.015033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b298d7-5771-4b39-bbba-b4007d124691 req-cccdddec-5ab4-45bf-bef9-952aed522260 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:58.019449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Routers {'523501b3-42d8-411f-bbee-4ed07ce52ac5'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:58.021186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['523501b3-42d8-411f-bbee-4ed07ce52ac5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:58.021333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b298d7-5771-4b39-bbba-b4007d124691 req-cccdddec-5ab4-45bf-bef9-952aed522260 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:58.026761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b298d7-5771-4b39-bbba-b4007d124691 req-cccdddec-5ab4-45bf-bef9-952aed522260 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:58.028726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03b298d7-5771-4b39-bbba-b4007d124691 req-cccdddec-5ab4-45bf-bef9-952aed522260 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.2383893 Jan 28 03:38:58.072356 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba67ed24-fd11-4470-9f64-efad606da3ab req-18c80eab-c960-4906-8b51-cf150cd6ab7f service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677978 Jan 28 03:38:58.197521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Set router 523501b3-42d8-411f-bbee-4ed07ce52ac5 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:58.197900 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (e95e3c85-6759-4942-a421-82a2b76c526a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.227774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 854825b5-0216-4369-b0f1-b992ff777062 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:58.405464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 854825b5-0216-4369-b0f1-b992ff777062 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:38:58.417488 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 854825b5-0216-4369-b0f1-b992ff777062 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:58.417864 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (854825b5-0216-4369-b0f1-b992ff777062), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.590460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f123d059-acdb-4098-a076-68e615c089e3 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:58.653420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03b298d7-5771-4b39-bbba-b4007d124691 req-fce51e40-f90f-4f63-9860-6a9e6737f9e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5955348 Jan 28 03:38:58.705530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f123d059-acdb-4098-a076-68e615c089e3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:58.705921 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f123d059-acdb-4098-a076-68e615c089e3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.731334 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (e95e3c85-6759-4942-a421-82a2b76c526a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.733928 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Publish callbacks [] for router_controller (e95e3c85-6759-4942-a421-82a2b76c526a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.777745 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (6b56d347-b7a2-483f-aae3-c307f5237508), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.803860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 854825b5-0216-4369-b0f1-b992ff777062 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:58.804251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (854825b5-0216-4369-b0f1-b992ff777062), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.839586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54301c7-0af4-4d63-81b1-3ef584117a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854825b5-0216-4369-b0f1-b992ff777062'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:58.841917 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151e8b03-9ea8-417f-bcae-d94726154cae" -d '{"events": [{"server_uuid": "c54301c7-0af4-4d63-81b1-3ef584117a1a", "name": "network-vif-plugged", "status": "completed", "tag": "854825b5-0216-4369-b0f1-b992ff777062"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:58.859159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'name': 'tempest-ServerRescueTestJSON-652997328-router', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f123d059-acdb-4098-a076-68e615c089e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:47Z', 'updated_at': '2022-01-28T03:38:55Z', 'revision_number': 4, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'gw_port': {'id': 'f123d059-acdb-4098-a076-68e615c089e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:49Z', 'updated_at': '2022-01-28T03:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '84873100-3341-44fd-96b6-6dfa61d61d5a', 'name': '', 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'mac_address': 'fa:16:3e:f7:99:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:54Z', 'updated_at': '2022-01-28T03:38:55Z', 'revision_number': 2, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'subnets': [{'id': '14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:58.864529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 854825b5-0216-4369-b0f1-b992ff777062, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=854825b5-0216-4369-b0f1-b992ff777062,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:58.868355 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (e95e3c85-6759-4942-a421-82a2b76c526a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.869002 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e95e3c85-6759-4942-a421-82a2b76c526a {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:38:58.885761 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.886918 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f8f8aea4-fbb4-423c-bba0-ab8997c1c3b1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e95e3c85-6759-4942-a421-82a2b76c526a HTTP/1.1" status: 204 len: 168 time: 2.7779927 Jan 28 03:38:58.889624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60726) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:58.898564 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (854825b5-0216-4369-b0f1-b992ff777062), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.933250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Checking router: 523501b3-42d8-411f-bbee-4ed07ce52ac5 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:58.933250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Updating router 523501b3-42d8-411f-bbee-4ed07ce52ac5 port 84873100-3341-44fd-96b6-6dfa61d61d5a binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:38:58.961264 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b56d347-b7a2-483f-aae3-c307f5237508,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:58.963921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbd4a21-c908-40dd-8f76-8d09f79b16f0 admin admin] Deleting subnet 2e054791-0281-4d92-ba2e-f0afc84e130d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:38:58.967409 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4a21-c908-40dd-8f76-8d09f79b16f0 admin admin] Publish callbacks [] for subnet (2e054791-0281-4d92-ba2e-f0afc84e130d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.005430 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.007423 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4a21-c908-40dd-8f76-8d09f79b16f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (2e054791-0281-4d92-ba2e-f0afc84e130d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.031369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f123d059-acdb-4098-a076-68e615c089e3 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:59.033997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-f03896c2-1553-424b-bda6-c99dbf478f1b tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.035927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-f03896c2-1553-424b-bda6-c99dbf478f1b tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/networks?id=e1434e40-f9a1-449a-b862-7ba2212e0ea8 HTTP/1.1" status: 200 len: 810 time: 0.4417455 Jan 28 03:38:59.043507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=854825b5-0216-4369-b0f1-b992ff777062,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:59.051911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.052383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.052802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.053216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.053549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.053894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.054206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.054529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.054851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.055179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.055491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.055810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.056126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:59.071190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Checking segment: {'id': '6d0937ae-a91f-4a72-8ec0-b13532040cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c3a5e11-c36e-4f1f-9881-ddcf5b872f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:59.080857 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Network hostable DHCP agents. Network: 3c3a5e11-c36e-4f1f-9881-ddcf5b872f67, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:38:59.084403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98443be-b7f4-473b-adce-ba898c323d20 req-48d1a9ae-930e-4506-8b8f-b46a0d65178f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.093981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b98443be-b7f4-473b-adce-ba898c323d20 req-48d1a9ae-930e-4506-8b8f-b46a0d65178f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 944 time: 0.3211684 Jan 28 03:38:59.126953 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-3e50092e-5d86-4b89-bed2-da220b7dba0c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/quotas/5a1aa80daea44240a5f82b5f66306a88 HTTP/1.1" status: 200 len: 375 time: 0.0750556 Jan 28 03:38:59.150594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4a21-c908-40dd-8f76-8d09f79b16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (2e054791-0281-4d92-ba2e-f0afc84e130d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.179664 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b98443be-b7f4-473b-adce-ba898c323d20 req-b8d5a747-497d-474e-8260-704253b2d806 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847979 Jan 28 03:38:59.183419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fb7c014f-238e-4bc7-9979-7727865c7782 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:59.215699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: fb7c014f-238e-4bc7-9979-7727865c7782 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:59.216565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fb7c014f-238e-4bc7-9979-7727865c7782 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:59.217255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8540a4bf-cc99-42a5-87be-a3539f391e67 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:59.227243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Network 3c3a5e11-c36e-4f1f-9881-ddcf5b872f67 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:38:59.242139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 3c3a5e11-c36e-4f1f-9881-ddcf5b872f67) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:59.248702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.250874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.272610 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4a21-c908-40dd-8f76-8d09f79b16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (2e054791-0281-4d92-ba2e-f0afc84e130d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.273023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10560d61-37c6-4683-9d8a-1b4b801961a7 None None] Network 3c3a5e11-c36e-4f1f-9881-ddcf5b872f67 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:59.289928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 8540a4bf-cc99-42a5-87be-a3539f391e67 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:59.290552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8540a4bf-cc99-42a5-87be-a3539f391e67 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:59.296772 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-94643c3e-c9fb-4247-a973-51692420400d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a1aa80daea44240a5f82b5f66306a88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570089 Jan 28 03:38:59.311591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f6a0cb3d-d4dd-45bb-adb5-63b24bcc24e6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5805161 Jan 28 03:38:59.314242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4a21-c908-40dd-8f76-8d09f79b16f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.321678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fcbd4a21-c908-40dd-8f76-8d09f79b16f0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2e054791-0281-4d92-ba2e-f0afc84e130d HTTP/1.1" status: 204 len: 168 time: 0.4286072 Jan 28 03:38:59.321678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd4a21-c908-40dd-8f76-8d09f79b16f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e054791-0281-4d92-ba2e-f0afc84e130d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:59.323520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60730) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:59.424886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-0405e85b-8656-4d7a-aa93-acd19cb834cc service neutron] 10.222.0.44 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256354 Jan 28 03:38:59.454432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (9720749f-44cd-4c48-ab0c-bb87727aa013), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.532322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Deleting port 41755d9c-66e0-4688-81b4-9b11c1c956ed {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:59.532662 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.577152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af31143-b483-4abe-98d4-43e9b170e58c req-f25b5584-03df-407f-8664-59f14efbb811 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.583822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af31143-b483-4abe-98d4-43e9b170e58c req-f25b5584-03df-407f-8664-59f14efbb811 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.595697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af31143-b483-4abe-98d4-43e9b170e58c req-f25b5584-03df-407f-8664-59f14efbb811 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.602707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af31143-b483-4abe-98d4-43e9b170e58c req-f25b5584-03df-407f-8664-59f14efbb811 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.608554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af31143-b483-4abe-98d4-43e9b170e58c req-f25b5584-03df-407f-8664-59f14efbb811 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.614633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af31143-b483-4abe-98d4-43e9b170e58c req-f25b5584-03df-407f-8664-59f14efbb811 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.620524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af31143-b483-4abe-98d4-43e9b170e58c req-f25b5584-03df-407f-8664-59f14efbb811 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.623166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8af31143-b483-4abe-98d4-43e9b170e58c req-f25b5584-03df-407f-8664-59f14efbb811 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1874480 Jan 28 03:38:59.654480 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Publish callbacks [] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.657904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8f0e7-9043-4bf3-9562-e5886c93444e None None] Network 9720749f-44cd-4c48-ab0c-bb87727aa013 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:59.665297 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.686583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238ced26-76eb-43b4-85af-dceeee716fef None None] Network 3c3a5e11-c36e-4f1f-9881-ddcf5b872f67 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:59.692120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] For port 41755d9c-66e0-4688-81b4-9b11c1c956ed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=41755d9c-66e0-4688-81b4-9b11c1c956ed,segment=NetworkSegment(6794ad5c-42f3-49a5-9bb6-73f5eafaf30f),segment_id=6794ad5c-42f3-49a5-9bb6-73f5eafaf30f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:59.693643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.711339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Calling delete_port for 41755d9c-66e0-4688-81b4-9b11c1c956ed owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:59.715246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8af31143-b483-4abe-98d4-43e9b170e58c req-befcfdad-a9aa-4e52-8c36-3cf6d7592367 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833337 Jan 28 03:38:59.729406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-8eec2c2b-5b77-48cf-8112-a5f7d381a4e7 service neutron] 10.222.0.44 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034880 Jan 28 03:38:59.815040 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (41755d9c-66e0-4688-81b4-9b11c1c956ed), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.844723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] No DVR routers for this DVR port 41755d9c-66e0-4688-81b4-9b11c1c956ed on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:59.846749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Pushing event deleted for resources: {'Port': ['ID=41755d9c-66e0-4688-81b4-9b11c1c956ed,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:59.906453 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53401a43-9056-49fb-bc4f-f0519930efd0 x-openstack-request-id: req-53401a43-9056-49fb-bc4f-f0519930efd0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:59.906904 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54301c7-0af4-4d63-81b1-3ef584117a1a", "name": "network-vif-plugged", "status": "completed", "tag": "854825b5-0216-4369-b0f1-b992ff777062", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:59.907055 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53401a43-9056-49fb-bc4f-f0519930efd0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:59.907454 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54301c7-0af4-4d63-81b1-3ef584117a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854825b5-0216-4369-b0f1-b992ff777062', 'code': 200} Jan 28 03:38:59.970172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Attempting to bind port 84873100-3341-44fd-96b6-6dfa61d61d5a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:59.970547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Attempting to bind port 84873100-3341-44fd-96b6-6dfa61d61d5a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:59.970913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Attempting to bind port 84873100-3341-44fd-96b6-6dfa61d61d5a on network e1434e40-f9a1-449a-b862-7ba2212e0ea8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:59.995076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:59.995458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Checking segment: {'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:59.995875 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.996263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Bound using segment: {'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:59.996750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Bound port: 84873100-3341-44fd-96b6-6dfa61d61d5a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:59.997168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.001274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcfc69-87b0-4bdd-8bb6-688016186bec None None] Pushing event updated for resources: {'Port': ['ID=84873100-3341-44fd-96b6-6dfa61d61d5a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:00.051650 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (9720749f-44cd-4c48-ab0c-bb87727aa013), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.092921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9720749f-44cd-4c48-ab0c-bb87727aa013']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:00.129049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fbab2-4673-41a4-bfd6-233d424913ff req-2b15a8b1-ac8a-4cc1-8df8-32a0922db491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:00.130589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] For port 84873100-3341-44fd-96b6-6dfa61d61d5a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:39:00.131533 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-050fbab2-4673-41a4-bfd6-233d424913ff req-2b15a8b1-ac8a-4cc1-8df8-32a0922db491 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 1097 time: 0.1823366 Jan 28 03:39:00.139742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] For port 84873100-3341-44fd-96b6-6dfa61d61d5a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84873100-3341-44fd-96b6-6dfa61d61d5a,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:39:00.146664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.176346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1705b0-cc6d-45e0-861f-cf820c215939 None None] DHCP port deletion for 9720749f-44cd-4c48-ab0c-bb87727aa013 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:39:00.178636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176bae-0919-45c2-a82b-f66ebb0cc110 req-165a4bd6-0078-4446-abbe-36e6b89e87da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:00.190253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176bae-0919-45c2-a82b-f66ebb0cc110 req-165a4bd6-0078-4446-abbe-36e6b89e87da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:00.203408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:00.203807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6794ad5c-42f3-49a5-9bb6-73f5eafaf30f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:00.209459 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176bae-0919-45c2-a82b-f66ebb0cc110 req-165a4bd6-0078-4446-abbe-36e6b89e87da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:00.221469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (6794ad5c-42f3-49a5-9bb6-73f5eafaf30f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.221704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176bae-0919-45c2-a82b-f66ebb0cc110 req-165a4bd6-0078-4446-abbe-36e6b89e87da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:00.237425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176bae-0919-45c2-a82b-f66ebb0cc110 req-165a4bd6-0078-4446-abbe-36e6b89e87da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:00.256303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176bae-0919-45c2-a82b-f66ebb0cc110 req-165a4bd6-0078-4446-abbe-36e6b89e87da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:00.269325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176bae-0919-45c2-a82b-f66ebb0cc110 req-165a4bd6-0078-4446-abbe-36e6b89e87da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:00.291737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c176bae-0919-45c2-a82b-f66ebb0cc110 req-165a4bd6-0078-4446-abbe-36e6b89e87da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.2619319 Jan 28 03:39:00.295753 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6794ad5c-42f3-49a5-9bb6-73f5eafaf30f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.315710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-050fbab2-4673-41a4-bfd6-233d424913ff req-b5d892c8-d358-4af6-b56c-8d8302ae8491 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567173 Jan 28 03:39:00.316718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:39:00.317144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (6794ad5c-42f3-49a5-9bb6-73f5eafaf30f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:39:00.319447 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:39:00.362180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Routers {'523501b3-42d8-411f-bbee-4ed07ce52ac5'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:39:00.362180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['523501b3-42d8-411f-bbee-4ed07ce52ac5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:00.428568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (9720749f-44cd-4c48-ab0c-bb87727aa013), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.450277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.464609 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9720749f-44cd-4c48-ab0c-bb87727aa013 HTTP/1.1" status: 204 len: 168 time: 1.1397686 Jan 28 03:39:00.482051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a5b78-0001-440f-a766-95f32c8f2901 admin admin] Pushing event deleted for resources: {'Network': ['ID=9720749f-44cd-4c48-ab0c-bb87727aa013,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:00.501276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-237af179-1c0d-4dd4-b209-0b088e34493f tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:00.511030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-237af179-1c0d-4dd4-b209-0b088e34493f tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/networks?id=7dcb5d57-61bd-4ad7-b454-dc9db77bf22e HTTP/1.1" status: 200 len: 824 time: 0.2109861 Jan 28 03:39:00.516701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] Set router 523501b3-42d8-411f-bbee-4ed07ce52ac5 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:39:00.539993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-6b0c08a4-c190-48ea-95d1-e00916a0ea9d tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/quotas/22b6b0bd78c84e3990e0901726e01bb0 HTTP/1.1" status: 200 len: 375 time: 0.0278554 Jan 28 03:39:00.596566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-12048846-7195-4061-ae07-6f3b0bcafc24 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=22b6b0bd78c84e3990e0901726e01bb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546532 Jan 28 03:39:00.711668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60764) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:00.730953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 41755d9c-66e0-4688-81b4-9b11c1c956ed no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:39:00.738171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcfc69-87b0-4bdd-8bb6-688016186bec None None] Pushing event updated for resources: {'Port': ['ID=84873100-3341-44fd-96b6-6dfa61d61d5a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:00.764953 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c176bae-0919-45c2-a82b-f66ebb0cc110 req-c3799a3f-451b-4bb3-86d6-c033d9c03507 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4617319 Jan 28 03:39:00.783299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 41755d9c-66e0-4688-81b4-9b11c1c956ed {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:39:00.783657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 41755d9c-66e0-4688-81b4-9b11c1c956ed not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:39:00.805944 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cdbabeab-de19-475a-90e0-9463154ff3f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=775941fd15574575bcb37dd67b0173eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0930388 Jan 28 03:39:00.806162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60768) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:00.852316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-19c7d03c-6c9a-4f45-88ff-33ad3f34ecf4 service neutron] 10.222.0.44 "GET /v2.0/networks/7dcb5d57-61bd-4ad7-b454-dc9db77bf22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427812 Jan 28 03:39:00.945374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'name': 'tempest-ServerRescueTestJSON-652997328-router', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f123d059-acdb-4098-a076-68e615c089e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:47Z', 'updated_at': '2022-01-28T03:38:55Z', 'revision_number': 4, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'gw_port': {'id': 'f123d059-acdb-4098-a076-68e615c089e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:49Z', 'updated_at': '2022-01-28T03:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '84873100-3341-44fd-96b6-6dfa61d61d5a', 'name': '', 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'mac_address': 'fa:16:3e:f7:99:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:54Z', 'updated_at': '2022-01-28T03:39:00Z', 'revision_number': 4, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'subnets': [{'id': '14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:00.968149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acc8df38-fa83-4dbf-8207-76ee2ec9bbf2 req-a0e29692-3abc-4492-b0a8-3ff568509efa tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 210 time: 0.0740438 Jan 28 03:39:00.986355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cc4339-11ae-4e56-bce4-707791705f8b None None] The sync data for ids ['523501b3-42d8-411f-bbee-4ed07ce52ac5'] in n-d-808199-14 is: [{'id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'name': 'tempest-ServerRescueTestJSON-652997328-router', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f123d059-acdb-4098-a076-68e615c089e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:47Z', 'updated_at': '2022-01-28T03:38:55Z', 'revision_number': 4, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'gw_port': {'id': 'f123d059-acdb-4098-a076-68e615c089e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:49Z', 'updated_at': '2022-01-28T03:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '84873100-3341-44fd-96b6-6dfa61d61d5a', 'name': '', 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'mac_address': 'fa:16:3e:f7:99:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:54Z', 'updated_at': '2022-01-28T03:39:00Z', 'revision_number': 4, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'subnets': [{'id': '14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:39:01.005561 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b1545d1-87fb-4b98-82ba-e9c800b2931f admin admin] Publish callbacks [] for security_group (1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.080186 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b1545d1-87fb-4b98-82ba-e9c800b2931f admin admin] Publish callbacks [] for security_group (1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.084681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-2cac00a1-beaa-4572-91f7-af68cd95d2b3 service neutron] 10.222.0.44 "GET /v2.0/networks/7dcb5d57-61bd-4ad7-b454-dc9db77bf22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311945 Jan 28 03:39:01.188684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095f542-9d8a-4359-aefe-fa4cfdbccfc4 req-9dca2d5d-2d6f-4835-a889-739857c47a09 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:01.190316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7095f542-9d8a-4359-aefe-fa4cfdbccfc4 req-9dca2d5d-2d6f-4835-a889-739857c47a09 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0991600 Jan 28 03:39:01.219200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b1545d1-87fb-4b98-82ba-e9c800b2931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.222173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b1545d1-87fb-4b98-82ba-e9c800b2931f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.226495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2b1545d1-87fb-4b98-82ba-e9c800b2931f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4 HTTP/1.1" status: 204 len: 168 time: 0.4192226 Jan 28 03:39:01.251288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1545d1-87fb-4b98-82ba-e9c800b2931f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afa83e7-5a7e-45fd-99e3-cbccdbebf7d4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:01.328008 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7095f542-9d8a-4359-aefe-fa4cfdbccfc4 req-9f26c1a6-168d-46db-bf5b-caaab4f6a802 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260273 Jan 28 03:39:01.622812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f801-bb15-4ea7-880e-459c9ed0fc82 req-b72e5899-3bc8-483b-9a2a-0a9629e11e1f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:01.643082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f801-bb15-4ea7-880e-459c9ed0fc82 req-b72e5899-3bc8-483b-9a2a-0a9629e11e1f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:01.663416 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f801-bb15-4ea7-880e-459c9ed0fc82 req-b72e5899-3bc8-483b-9a2a-0a9629e11e1f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:01.668798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f801-bb15-4ea7-880e-459c9ed0fc82 req-b72e5899-3bc8-483b-9a2a-0a9629e11e1f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:01.692338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f801-bb15-4ea7-880e-459c9ed0fc82 req-b72e5899-3bc8-483b-9a2a-0a9629e11e1f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:01.716551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f801-bb15-4ea7-880e-459c9ed0fc82 req-b72e5899-3bc8-483b-9a2a-0a9629e11e1f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:01.730506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f801-bb15-4ea7-880e-459c9ed0fc82 req-b72e5899-3bc8-483b-9a2a-0a9629e11e1f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:01.745702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1f0f801-bb15-4ea7-880e-459c9ed0fc82 req-b72e5899-3bc8-483b-9a2a-0a9629e11e1f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.2954972 Jan 28 03:39:01.780625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e0bed84-1494-45c4-aa8f-1249dad88cc8 req-9d016623-42e6-4ab6-b8e9-985c8b0c52c9 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 210 time: 0.2251537 Jan 28 03:39:01.897697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1f0f801-bb15-4ea7-880e-459c9ed0fc82 req-03f11044-7905-4955-a4e0-d15d9e919d11 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507416 Jan 28 03:39:02.180693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-4dbe01a6-85f7-4a59-bbf7-eaa2501fd232 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:02.189110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-4dbe01a6-85f7-4a59-bbf7-eaa2501fd232 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.42 "GET /v2.0/networks?id=e1434e40-f9a1-449a-b862-7ba2212e0ea8 HTTP/1.1" status: 200 len: 810 time: 0.4025331 Jan 28 03:39:02.220527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Request body: {'port': {'device_id': 'cbed4028-1ae3-4df3-9943-66302961a3d8', 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8', 'admin_state_up': True, 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:02.229715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b99298ba-eae7-44cc-8930-653d05eab354 req-b33692d5-a1ea-4846-9d66-7b73ab67d635 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 210 time: 0.1003988 Jan 28 03:39:02.279521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1314f-5400-42fa-950d-65f46eb9e772 req-d0a14cee-973b-40fa-9753-196b5c49bb29 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:02.320617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1314f-5400-42fa-950d-65f46eb9e772 req-d0a14cee-973b-40fa-9753-196b5c49bb29 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:02.340174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1314f-5400-42fa-950d-65f46eb9e772 req-d0a14cee-973b-40fa-9753-196b5c49bb29 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:02.348651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1314f-5400-42fa-950d-65f46eb9e772 req-d0a14cee-973b-40fa-9753-196b5c49bb29 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:02.356236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1314f-5400-42fa-950d-65f46eb9e772 req-d0a14cee-973b-40fa-9753-196b5c49bb29 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:02.366516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1314f-5400-42fa-950d-65f46eb9e772 req-d0a14cee-973b-40fa-9753-196b5c49bb29 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:02.374432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1314f-5400-42fa-950d-65f46eb9e772 req-d0a14cee-973b-40fa-9753-196b5c49bb29 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:02.401609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ad1314f-5400-42fa-950d-65f46eb9e772 req-d0a14cee-973b-40fa-9753-196b5c49bb29 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.3661942 Jan 28 03:39:02.573861 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Made reservation on behalf of 5a1aa80daea44240a5f82b5f66306a88 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:02.577479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.614144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84873100-3341-44fd-96b6-6dfa61d61d5a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:02.617051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ad1314f-5400-42fa-950d-65f46eb9e772 req-4365050f-2257-4983-9eb6-a5c4a7786e73 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2143195 Jan 28 03:39:02.660007 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa40967-52ae-4560-b1db-3506d51d456e req-6e055074-64b5-4993-8b08-54b5dd7a3265 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:02.671192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fa40967-52ae-4560-b1db-3506d51d456e req-6e055074-64b5-4993-8b08-54b5dd7a3265 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.1777570 Jan 28 03:39:02.793465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fa40967-52ae-4560-b1db-3506d51d456e req-7110fbc1-cbb7-4033-8905-b8df980d111f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209278 Jan 28 03:39:02.806423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 84873100-3341-44fd-96b6-6dfa61d61d5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:02.806808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.862644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Allocated IP 172.20.0.2 (e1434e40-f9a1-449a-b862-7ba2212e0ea8/14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5/36201b64-52c7-4c2e-be1c-8d688e883e4c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:39:02.964168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03b01a8d-cc2c-404a-bff4-ded1270fffbd req-c383fc80-26f8-4795-8a76-25a433498216 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 210 time: 0.0636590 Jan 28 03:39:03.042928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 84873100-3341-44fd-96b6-6dfa61d61d5a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:03.043330 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.066786 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks [] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.124408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.138077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 84873100-3341-44fd-96b6-6dfa61d61d5a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84873100-3341-44fd-96b6-6dfa61d61d5a,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:03.152944 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.230732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=84873100-3341-44fd-96b6-6dfa61d61d5a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:03.230988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Pushing event updated for resources: {'Port': ['ID=36201b64-52c7-4c2e-be1c-8d688e883e4c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:03.245876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Network e1434e40-f9a1-449a-b862-7ba2212e0ea8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:39:03.247357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:39:03.251213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:39:03.257644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a4b65-d646-41f1-ba80-048f55fe3744 req-c884efc5-80ed-4c84-b60c-89a5ade429be tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.274194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a4b65-d646-41f1-ba80-048f55fe3744 req-c884efc5-80ed-4c84-b60c-89a5ade429be tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.284990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a4b65-d646-41f1-ba80-048f55fe3744 req-c884efc5-80ed-4c84-b60c-89a5ade429be tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.295418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a4b65-d646-41f1-ba80-048f55fe3744 req-c884efc5-80ed-4c84-b60c-89a5ade429be tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.310663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a4b65-d646-41f1-ba80-048f55fe3744 req-c884efc5-80ed-4c84-b60c-89a5ade429be tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.319707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a4b65-d646-41f1-ba80-048f55fe3744 req-c884efc5-80ed-4c84-b60c-89a5ade429be tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.329840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a4b65-d646-41f1-ba80-048f55fe3744 req-c884efc5-80ed-4c84-b60c-89a5ade429be tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.333569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.333977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d34a4b65-d646-41f1-ba80-048f55fe3744 req-c884efc5-80ed-4c84-b60c-89a5ade429be tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.2220449 Jan 28 03:39:03.334204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.344185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c06e0-8ef8-4546-879e-3a6c5734146d req-cb1ee018-5216-4e55-bdb2-0307a2b9aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.345720 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b46c06e0-8ef8-4546-879e-3a6c5734146d req-cb1ee018-5216-4e55-bdb2-0307a2b9aba7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 1097 time: 0.0916548 Jan 28 03:39:03.377125 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-924c703e-e7bf-452a-8d14-c7f74a40cb58 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1650188 Jan 28 03:39:03.396144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Request body: {'port': {'device_id': 'cbed4028-1ae3-4df3-9943-66302961a3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:03.426270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d34a4b65-d646-41f1-ba80-048f55fe3744 req-37e5264e-37b4-466e-913b-b796fe53fd9e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847561 Jan 28 03:39:03.541067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c06e0-8ef8-4546-879e-3a6c5734146d req-bc70ce45-f4af-48e4-9437-32eef9af8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.543318 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b46c06e0-8ef8-4546-879e-3a6c5734146d req-bc70ce45-f4af-48e4-9437-32eef9af8a14 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 919 time: 0.1909783 Jan 28 03:39:03.613856 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b46c06e0-8ef8-4546-879e-3a6c5734146d req-59639981-3d46-400d-9f95-0e4559a76d1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=854825b5-0216-4369-b0f1-b992ff777062 HTTP/1.1" status: 200 len: 217 time: 0.0619767 Jan 28 03:39:03.645001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcaf64-fc2e-497d-a4ea-e68f183d7404 req-c95dec47-22ab-420a-b598-3f3dbe32e0fe tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.653542 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4fcaf64-fc2e-497d-a4ea-e68f183d7404 req-c95dec47-22ab-420a-b598-3f3dbe32e0fe tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.1192787 Jan 28 03:39:03.654496 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.685130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af54680-7690-4af0-b55a-a383b6452532 req-cfb084ba-24a3-4847-9c87-469012c5ca78 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.692277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6af54680-7690-4af0-b55a-a383b6452532 req-cfb084ba-24a3-4847-9c87-469012c5ca78 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 931 time: 0.1203244 Jan 28 03:39:03.706565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c06e0-8ef8-4546-879e-3a6c5734146d req-af6f5d02-7ae7-4600-ac61-2890c2da839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.708084 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b46c06e0-8ef8-4546-879e-3a6c5734146d req-af6f5d02-7ae7-4600-ac61-2890c2da839f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 200 len: 858 time: 0.0546634 Jan 28 03:39:03.825271 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b46c06e0-8ef8-4546-879e-3a6c5734146d req-e10c3bac-1998-4cfc-b1d0-a45391ad4fb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ba07493-7426-48bb-9512-2e77da0852b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848427 Jan 28 03:39:03.831834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4fcaf64-fc2e-497d-a4ea-e68f183d7404 req-83dd05c6-2303-4173-b1bf-f0c7f2af280b tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782000 Jan 28 03:39:03.878382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6af54680-7690-4af0-b55a-a383b6452532 req-9aa1b6d0-e224-4b71-be86-5b17d937e958 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843548 Jan 28 03:39:03.917979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:04.024939 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b46c06e0-8ef8-4546-879e-3a6c5734146d req-ceca624e-6342-45de-ae58-e1576f00915b service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837580 Jan 28 03:39:04.053511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-d123834e-62a5-4c09-b7b2-24380d569555 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.054976 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-d123834e-62a5-4c09-b7b2-24380d569555 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.25 "GET /v2.0/networks?id=7dcb5d57-61bd-4ad7-b454-dc9db77bf22e HTTP/1.1" status: 200 len: 824 time: 0.3394704 Jan 28 03:39:04.058720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb85ba-c72c-4b5a-97e6-7253c548ef01 req-fdc382fc-f865-452f-863b-d8e6b6d4d75a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.064734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb85ba-c72c-4b5a-97e6-7253c548ef01 req-fdc382fc-f865-452f-863b-d8e6b6d4d75a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.071480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb85ba-c72c-4b5a-97e6-7253c548ef01 req-fdc382fc-f865-452f-863b-d8e6b6d4d75a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.077721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb85ba-c72c-4b5a-97e6-7253c548ef01 req-fdc382fc-f865-452f-863b-d8e6b6d4d75a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.086067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb85ba-c72c-4b5a-97e6-7253c548ef01 req-fdc382fc-f865-452f-863b-d8e6b6d4d75a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.091054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb85ba-c72c-4b5a-97e6-7253c548ef01 req-fdc382fc-f865-452f-863b-d8e6b6d4d75a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.097404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb85ba-c72c-4b5a-97e6-7253c548ef01 req-fdc382fc-f865-452f-863b-d8e6b6d4d75a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.099622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-febb85ba-c72c-4b5a-97e6-7253c548ef01 req-fdc382fc-f865-452f-863b-d8e6b6d4d75a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1528194 Jan 28 03:39:04.142588 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Request body: {'port': {'device_id': '3d944225-e6c8-40b6-bc71-41ad81e74bc7', 'network_id': '7dcb5d57-61bd-4ad7-b454-dc9db77bf22e', 'admin_state_up': True, 'tenant_id': '22b6b0bd78c84e3990e0901726e01bb0'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:04.193959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b19690c-178c-42c3-8fa4-fdfa97f2dff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.202618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27de2f2e-d82e-4b95-83f1-bb6190c641a6 req-3c7c9b38-7526-4a6e-9e6a-6fbfd1b5ab96 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 210 time: 0.0686035 Jan 28 03:39:04.215265 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b46c06e0-8ef8-4546-879e-3a6c5734146d req-0f2ebb64-115a-4c17-bacd-4dd52df555f2 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680489 Jan 28 03:39:04.232498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-febb85ba-c72c-4b5a-97e6-7253c548ef01 req-bd7c6545-9105-4ee5-a0cf-017a7363b202 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266859 Jan 28 03:39:04.306690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b19690c-178c-42c3-8fa4-fdfa97f2dff2 admin admin] Publish callbacks [] for security_group (0fd1717d-5b21-4989-b5d6-b9ab12f99857), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.315475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b19690c-178c-42c3-8fa4-fdfa97f2dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0fd1717d-5b21-4989-b5d6-b9ab12f99857), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.357648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19690c-178c-42c3-8fa4-fdfa97f2dff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd1717d-5b21-4989-b5d6-b9ab12f99857,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:04.361043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84873100-3341-44fd-96b6-6dfa61d61d5a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:04.373032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5b19690c-178c-42c3-8fa4-fdfa97f2dff2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f55875f2bca04fb4afbeca24ee736edb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4538474 Jan 28 03:39:04.377000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60844) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:04.386460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Made reservation on behalf of 22b6b0bd78c84e3990e0901726e01bb0 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:04.397836 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.439069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 84873100-3341-44fd-96b6-6dfa61d61d5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:04.439989 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.440272 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b1d26a3-2c03-4c72-9123-fbe19d116ca2 admin admin] Publish callbacks [] for security_group (0fd1717d-5b21-4989-b5d6-b9ab12f99857), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.466857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b1d26a3-2c03-4c72-9123-fbe19d116ca2 admin admin] Publish callbacks [] for security_group (0fd1717d-5b21-4989-b5d6-b9ab12f99857), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.524006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b1d26a3-2c03-4c72-9123-fbe19d116ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0fd1717d-5b21-4989-b5d6-b9ab12f99857), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.526740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b1d26a3-2c03-4c72-9123-fbe19d116ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.530512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4b1d26a3-2c03-4c72-9123-fbe19d116ca2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fd1717d-5b21-4989-b5d6-b9ab12f99857 HTTP/1.1" status: 204 len: 168 time: 0.1517456 Jan 28 03:39:04.547314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d26a3-2c03-4c72-9123-fbe19d116ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd1717d-5b21-4989-b5d6-b9ab12f99857,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:04.589401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 84873100-3341-44fd-96b6-6dfa61d61d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:04.619727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36201b64-52c7-4c2e-be1c-8d688e883e4c {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:04.635399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Publish callbacks [] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.655423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c8ef9-67bb-4b3e-b8ec-59befd5216ba req-f85cf580-9fe2-462b-90db-2c66e47c461d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.658808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Allocated IP 172.20.0.7 (7dcb5d57-61bd-4ad7-b454-dc9db77bf22e/95559415-7b11-4bd9-9cb8-32440693862a/6a41e14d-d17e-4416-89a9-ec99b72497ef) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:39:04.661710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Transition to ACTIVE for port object 36201b64-52c7-4c2e-be1c-8d688e883e4c will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:39:04.663370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c8ef9-67bb-4b3e-b8ec-59befd5216ba req-f85cf580-9fe2-462b-90db-2c66e47c461d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.666229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.669928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c8ef9-67bb-4b3e-b8ec-59befd5216ba req-f85cf580-9fe2-462b-90db-2c66e47c461d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.676085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c8ef9-67bb-4b3e-b8ec-59befd5216ba req-f85cf580-9fe2-462b-90db-2c66e47c461d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.689201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c8ef9-67bb-4b3e-b8ec-59befd5216ba req-f85cf580-9fe2-462b-90db-2c66e47c461d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.695578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c8ef9-67bb-4b3e-b8ec-59befd5216ba req-f85cf580-9fe2-462b-90db-2c66e47c461d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.701886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c8ef9-67bb-4b3e-b8ec-59befd5216ba req-f85cf580-9fe2-462b-90db-2c66e47c461d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.704174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b1c8ef9-67bb-4b3e-b8ec-59befd5216ba req-f85cf580-9fe2-462b-90db-2c66e47c461d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1480165 Jan 28 03:39:04.773688 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b1c8ef9-67bb-4b3e-b8ec-59befd5216ba req-28cbb54c-97ee-49a3-a890-5451b76f22f9 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628386 Jan 28 03:39:04.826694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Pushing event updated for resources: {'Port': ['ID=36201b64-52c7-4c2e-be1c-8d688e883e4c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:04.923607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Attempting to bind port 36201b64-52c7-4c2e-be1c-8d688e883e4c on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:39:04.923955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Attempting to bind port 36201b64-52c7-4c2e-be1c-8d688e883e4c by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:39:04.931043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Attempting to bind port 36201b64-52c7-4c2e-be1c-8d688e883e4c on network e1434e40-f9a1-449a-b862-7ba2212e0ea8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:04.938039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Port 36201b64-52c7-4c2e-be1c-8d688e883e4c on network e1434e40-f9a1-449a-b862-7ba2212e0ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:39:04.938365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Attempting to bind port 36201b64-52c7-4c2e-be1c-8d688e883e4c on network e1434e40-f9a1-449a-b862-7ba2212e0ea8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:04.953214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:39:04.953553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Checking segment: {'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:39:04.953934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Bound using segment: {'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:39:04.954374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Bound port: 36201b64-52c7-4c2e-be1c-8d688e883e4c, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:39:04.954726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:04.996636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d1354-c13c-4459-be48-13cb462b1121 req-1de910cb-306b-48f7-b886-17715b6f8cdb tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.998222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c5d1354-c13c-4459-be48-13cb462b1121 req-1de910cb-306b-48f7-b886-17715b6f8cdb tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0921016 Jan 28 03:39:05.018730 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Publish callbacks [] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:05.066919 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c5d1354-c13c-4459-be48-13cb462b1121 req-d70a2f82-5d10-45c4-aad3-6ad880441000 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539663 Jan 28 03:39:05.082814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c7cd5-0119-4772-983c-f05518b84b43 req-55b3526d-efe9-494e-ab52-524c44786e8e tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.085043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-618c7cd5-0119-4772-983c-f05518b84b43 req-55b3526d-efe9-494e-ab52-524c44786e8e tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 943 time: 0.1187127 Jan 28 03:39:05.118847 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:05.181109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Network 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:39:05.183575 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-618c7cd5-0119-4772-983c-f05518b84b43 req-ca5d1573-6184-4571-863d-a335a54b4cce tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927472 Jan 28 03:39:05.193670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:39:05.202245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:39:05.240356 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Pushing event updated for resources: {'Port': ['ID=6a41e14d-d17e-4416-89a9-ec99b72497ef,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:05.251455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] For port 36201b64-52c7-4c2e-be1c-8d688e883e4c, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:39:05.258495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] For port 36201b64-52c7-4c2e-be1c-8d688e883e4c, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=36201b64-52c7-4c2e-be1c-8d688e883e4c,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:39:05.265000 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:05.280707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.281710 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:05.331411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.332139 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:05.334627 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] 10.222.0.42 "PUT /v2.0/ports/36201b64-52c7-4c2e-be1c-8d688e883e4c HTTP/1.1" status: 200 len: 1092 time: 1.9428554 Jan 28 03:39:05.339558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbed4028-1ae3-4df3-9943-66302961a3d8', 'tag': '36201b64-52c7-4c2e-be1c-8d688e883e4c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:05.342086 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbed4028-1ae3-4df3-9943-66302961a3d8", "tag": "36201b64-52c7-4c2e-be1c-8d688e883e4c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:05.359227 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-a6a827b2-dc81-48ca-b65b-3caa0e6f0c86 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2240744 Jan 28 03:39:05.364953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834cac9-e94a-428e-bd63-09f0a8b47a70 service neutron] Pushing event updated for resources: {'Port': ['ID=36201b64-52c7-4c2e-be1c-8d688e883e4c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:05.385009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Request body: {'port': {'device_id': '3d944225-e6c8-40b6-bc71-41ad81e74bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:05.483685 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:05.504656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60880) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:05.509905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b10f6d-b0af-42e0-87b7-4b08d4529931 req-da1760ba-bc7f-4aa0-8be9-fcb3a6ac8112 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.516328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b10f6d-b0af-42e0-87b7-4b08d4529931 req-da1760ba-bc7f-4aa0-8be9-fcb3a6ac8112 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.523400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b10f6d-b0af-42e0-87b7-4b08d4529931 req-da1760ba-bc7f-4aa0-8be9-fcb3a6ac8112 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.531405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b10f6d-b0af-42e0-87b7-4b08d4529931 req-da1760ba-bc7f-4aa0-8be9-fcb3a6ac8112 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.537362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-e8872211-3dc3-4ab4-84c4-241b10eff068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.538883 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-e8872211-3dc3-4ab4-84c4-241b10eff068 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5a1aa80daea44240a5f82b5f66306a88&device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 1095 time: 0.1256595 Jan 28 03:39:05.540746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b10f6d-b0af-42e0-87b7-4b08d4529931 req-da1760ba-bc7f-4aa0-8be9-fcb3a6ac8112 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.546805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b10f6d-b0af-42e0-87b7-4b08d4529931 req-da1760ba-bc7f-4aa0-8be9-fcb3a6ac8112 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.552881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b10f6d-b0af-42e0-87b7-4b08d4529931 req-da1760ba-bc7f-4aa0-8be9-fcb3a6ac8112 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.560766 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72b10f6d-b0af-42e0-87b7-4b08d4529931 req-da1760ba-bc7f-4aa0-8be9-fcb3a6ac8112 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1665969 Jan 28 03:39:05.589891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ede7d4-508b-466c-8b86-98652987897b req-2c1a93a4-6ad0-4a3a-89bd-657e86f285ab tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.600180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79ede7d4-508b-466c-8b86-98652987897b req-2c1a93a4-6ad0-4a3a-89bd-657e86f285ab tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 931 time: 0.2886996 Jan 28 03:39:05.604038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-ae5e79b4-11e7-4ced-8c91-742f27fe9497 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36201b64-52c7-4c2e-be1c-8d688e883e4c HTTP/1.1" status: 200 len: 217 time: 0.0487599 Jan 28 03:39:05.662630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1571890230-network', 'tenant_id': '1fb6dbb0bd314ec6b2dbd43470921ba0'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:05.675253 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72b10f6d-b0af-42e0-87b7-4b08d4529931 req-20edcb72-3fb6-4564-9b43-1408f466e2b2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132874 Jan 28 03:39:05.688146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79ede7d4-508b-466c-8b86-98652987897b req-77838de6-e3cf-4fb4-a6fd-e3c67e69c5e7 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867624 Jan 28 03:39:05.741374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Made reservation on behalf of 1fb6dbb0bd314ec6b2dbd43470921ba0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:05.744661 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:05.757190 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307e41e3-5b17-48c7-aeb8-486fcc1a0788 x-openstack-request-id: req-307e41e3-5b17-48c7-aeb8-486fcc1a0788 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:05.757482 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbed4028-1ae3-4df3-9943-66302961a3d8", "tag": "36201b64-52c7-4c2e-be1c-8d688e883e4c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:05.757730 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-307e41e3-5b17-48c7-aeb8-486fcc1a0788 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:05.758116 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbed4028-1ae3-4df3-9943-66302961a3d8', 'tag': '36201b64-52c7-4c2e-be1c-8d688e883e4c', 'status': 'completed', 'code': 200} Jan 28 03:39:05.759430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-5ec5da49-ef46-4cbe-8ab3-f640c873975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.760911 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-5ec5da49-ef46-4cbe-8ab3-f640c873975b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5 HTTP/1.1" status: 200 len: 850 time: 0.1111898 Jan 28 03:39:05.808287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:05.827412 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-3d32f380-3fad-492d-a833-d2bb1f3a22e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1434e40-f9a1-449a-b862-7ba2212e0ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353167 Jan 28 03:39:05.917321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1efa08-f2b2-45e2-8707-5e4b09b47ba8 req-223f7a00-defa-45b1-8c3b-078448f99679 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.923286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1efa08-f2b2-45e2-8707-5e4b09b47ba8 req-223f7a00-defa-45b1-8c3b-078448f99679 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.929687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1efa08-f2b2-45e2-8707-5e4b09b47ba8 req-223f7a00-defa-45b1-8c3b-078448f99679 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.935761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1efa08-f2b2-45e2-8707-5e4b09b47ba8 req-223f7a00-defa-45b1-8c3b-078448f99679 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.941927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1efa08-f2b2-45e2-8707-5e4b09b47ba8 req-223f7a00-defa-45b1-8c3b-078448f99679 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.948408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1efa08-f2b2-45e2-8707-5e4b09b47ba8 req-223f7a00-defa-45b1-8c3b-078448f99679 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.954042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1efa08-f2b2-45e2-8707-5e4b09b47ba8 req-223f7a00-defa-45b1-8c3b-078448f99679 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.957390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad1efa08-f2b2-45e2-8707-5e4b09b47ba8 req-223f7a00-defa-45b1-8c3b-078448f99679 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.0988555 Jan 28 03:39:06.016405 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-2469a45a-4e30-4659-a831-75a188e29cad service neutron] 10.222.0.42 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814895 Jan 28 03:39:06.032247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad1efa08-f2b2-45e2-8707-5e4b09b47ba8 req-7ec6d4c6-497b-47f6-98c2-88c40af471f8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700972 Jan 28 03:39:06.125388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Publish callbacks [] for security_group (3e8faf1c-efba-42a3-9cf1-0eba460a36d5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:06.127862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a41e14d-d17e-4416-89a9-ec99b72497ef {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:06.138469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3e8faf1c-efba-42a3-9cf1-0eba460a36d5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:06.142320 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Publish callbacks [] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:06.181289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Transition to ACTIVE for port object 6a41e14d-d17e-4416-89a9-ec99b72497ef will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:39:06.193357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:39:06.202687 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:06.229383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ccf7e-19e2-4c63-9a72-305b29a64fc9 req-7603bcf5-18cd-4abb-8c15-e43e71a820ac tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.231465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-850ccf7e-19e2-4c63-9a72-305b29a64fc9 req-7603bcf5-18cd-4abb-8c15-e43e71a820ac tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0879500 Jan 28 03:39:06.241156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8faf1c-efba-42a3-9cf1-0eba460a36d5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:06.249131 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7899e233-bc17-4710-861b-1e5efa6e213b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:06.249472 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Added segment 7899e233-bc17-4710-861b-1e5efa6e213b of type vlan for network cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 Jan 28 03:39:06.265598 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-de6e74b8-d206-47f3-af4c-7ff05c5ad3bb req-fd7b3a61-4038-4294-9ced-ab2784f5df0b service neutron] 10.222.0.42 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431514 Jan 28 03:39:06.327223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Pushing event updated for resources: {'Port': ['ID=6a41e14d-d17e-4416-89a9-ec99b72497ef,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:06.334655 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (cef98c4d-a1e0-482c-8c2a-8bab8c3ad982), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:06.339286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-850ccf7e-19e2-4c63-9a72-305b29a64fc9 req-2f9fbacb-4db4-47f1-afbf-132a42a4f6d5 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017203 Jan 28 03:39:06.436113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (cef98c4d-a1e0-482c-8c2a-8bab8c3ad982), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:06.437099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.437687 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:06.468384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f4ef2-2acc-40d6-907d-bdb674bc03e7 req-70652586-7db0-47b8-a48e-f612c0337b43 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.470272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c28f4ef2-2acc-40d6-907d-bdb674bc03e7 req-70652586-7db0-47b8-a48e-f612c0337b43 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 943 time: 0.0566978 Jan 28 03:39:06.523183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c28f4ef2-2acc-40d6-907d-bdb674bc03e7 req-4a21eac3-f4cb-485e-890c-b0c9cde23823 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Jan 28 03:39:06.814194 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3075144 Jan 28 03:39:06.820128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:06.821946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a req-8f6da5cb-683b-46bb-9481-bced64f85ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.823377 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a req-8f6da5cb-683b-46bb-9481-bced64f85ff3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5a1aa80daea44240a5f82b5f66306a88&device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 1095 time: 0.4333401 Jan 28 03:39:06.830551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Request body: {'subnet': {'network_id': 'cef98c4d-a1e0-482c-8c2a-8bab8c3ad982', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1571890230-subnet', 'tenant_id': '1fb6dbb0bd314ec6b2dbd43470921ba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:06.834159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Attempting to bind port 6a41e14d-d17e-4416-89a9-ec99b72497ef on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:39:06.834489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Attempting to bind port 6a41e14d-d17e-4416-89a9-ec99b72497ef by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'fcbe89bc-bb11-4d62-86c2-5c3594c9e62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7dcb5d57-61bd-4ad7-b454-dc9db77bf22e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:39:06.834808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Attempting to bind port 6a41e14d-d17e-4416-89a9-ec99b72497ef on network 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:06.848260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8132447-f5e1-4600-9e65-9f40856ca45d admin admin] Pushing event updated for resources: {'Network': ['ID=cef98c4d-a1e0-482c-8c2a-8bab8c3ad982,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:06.859013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:39:06.866146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Port 6a41e14d-d17e-4416-89a9-ec99b72497ef on network 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:39:06.866355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Attempting to bind port 6a41e14d-d17e-4416-89a9-ec99b72497ef on network 7dcb5d57-61bd-4ad7-b454-dc9db77bf22e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:06.890206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888b23d-5649-4004-9910-e846b3cc00e0 req-09f1fd7a-218a-4a6b-947c-91d1e34acac8 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.894755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7888b23d-5649-4004-9910-e846b3cc00e0 req-09f1fd7a-218a-4a6b-947c-91d1e34acac8 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 943 time: 0.0936699 Jan 28 03:39:06.906016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884846ff-210b-458f-8637-1cfb9bae497c req-ee308fac-d4f7-45b1-b20c-f3a98104b6cc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.907062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:39:06.907408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Checking segment: {'id': 'fcbe89bc-bb11-4d62-86c2-5c3594c9e62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7dcb5d57-61bd-4ad7-b454-dc9db77bf22e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:39:06.907792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Bound using segment: {'id': 'fcbe89bc-bb11-4d62-86c2-5c3594c9e62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7dcb5d57-61bd-4ad7-b454-dc9db77bf22e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:39:06.908229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Bound port: 6a41e14d-d17e-4416-89a9-ec99b72497ef, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbe89bc-bb11-4d62-86c2-5c3594c9e62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7dcb5d57-61bd-4ad7-b454-dc9db77bf22e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:39:06.908587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:06.913261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884846ff-210b-458f-8637-1cfb9bae497c req-ee308fac-d4f7-45b1-b20c-f3a98104b6cc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.918658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884846ff-210b-458f-8637-1cfb9bae497c req-ee308fac-d4f7-45b1-b20c-f3a98104b6cc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.924194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884846ff-210b-458f-8637-1cfb9bae497c req-ee308fac-d4f7-45b1-b20c-f3a98104b6cc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.931183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884846ff-210b-458f-8637-1cfb9bae497c req-ee308fac-d4f7-45b1-b20c-f3a98104b6cc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.936755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884846ff-210b-458f-8637-1cfb9bae497c req-ee308fac-d4f7-45b1-b20c-f3a98104b6cc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.944252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884846ff-210b-458f-8637-1cfb9bae497c req-ee308fac-d4f7-45b1-b20c-f3a98104b6cc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.946356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-884846ff-210b-458f-8637-1cfb9bae497c req-ee308fac-d4f7-45b1-b20c-f3a98104b6cc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1566651 Jan 28 03:39:06.956374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Made reservation on behalf of 1fb6dbb0bd314ec6b2dbd43470921ba0 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:06.959506 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:07.024331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7888b23d-5649-4004-9910-e846b3cc00e0 req-b1d6f68f-e6d5-43d2-abb1-29fbc062b185 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769060 Jan 28 03:39:07.051274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-884846ff-210b-458f-8637-1cfb9bae497c req-e1cc10d9-7d6c-41fa-a227-b232d47ce54c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977802 Jan 28 03:39:07.068617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a req-ba5b5581-7306-43ae-921b-0b2488792ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.070511 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a req-ba5b5581-7306-43ae-921b-0b2488792ece service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1434e40-f9a1-449a-b862-7ba2212e0ea8 HTTP/1.1" status: 200 len: 911 time: 0.2327104 Jan 28 03:39:07.076036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] For port 6a41e14d-d17e-4416-89a9-ec99b72497ef, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:39:07.097917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] For port 6a41e14d-d17e-4416-89a9-ec99b72497ef, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6a41e14d-d17e-4416-89a9-ec99b72497ef,segment=NetworkSegment(fcbe89bc-bb11-4d62-86c2-5c3594c9e62f),segment_id=fcbe89bc-bb11-4d62-86c2-5c3594c9e62f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:39:07.108095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:07.169045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a req-a5122e56-0a72-49b6-9560-fcddc986df59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36201b64-52c7-4c2e-be1c-8d688e883e4c HTTP/1.1" status: 200 len: 217 time: 0.0778048 Jan 28 03:39:07.183423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.184233 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:07.184983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bd04c-e550-402a-b72d-60d0f5669750 req-b1a9a754-bd00-47d2-be17-12433257b926 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.185859 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] 10.222.0.25 "PUT /v2.0/ports/6a41e14d-d17e-4416-89a9-ec99b72497ef HTTP/1.1" status: 200 len: 1092 time: 1.8108079 Jan 28 03:39:07.190667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bd04c-e550-402a-b72d-60d0f5669750 req-b1a9a754-bd00-47d2-be17-12433257b926 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.197063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bd04c-e550-402a-b72d-60d0f5669750 req-b1a9a754-bd00-47d2-be17-12433257b926 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.204305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bd04c-e550-402a-b72d-60d0f5669750 req-b1a9a754-bd00-47d2-be17-12433257b926 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.211658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bd04c-e550-402a-b72d-60d0f5669750 req-b1a9a754-bd00-47d2-be17-12433257b926 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.217234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bd04c-e550-402a-b72d-60d0f5669750 req-b1a9a754-bd00-47d2-be17-12433257b926 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.222961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bd04c-e550-402a-b72d-60d0f5669750 req-b1a9a754-bd00-47d2-be17-12433257b926 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.225155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-372bd04c-e550-402a-b72d-60d0f5669750 req-b1a9a754-bd00-47d2-be17-12433257b926 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1014025 Jan 28 03:39:07.304482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-372bd04c-e550-402a-b72d-60d0f5669750 req-b01199da-5481-422f-900e-e0e7cb511e1f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675509 Jan 28 03:39:07.316413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c0e94-7b78-484d-bd00-bb5bf4bc51ab service neutron] Pushing event updated for resources: {'Port': ['ID=6a41e14d-d17e-4416-89a9-ec99b72497ef,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:07.332328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a req-20461cd2-9927-4788-b695-a288eba4111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.334859 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a req-20461cd2-9927-4788-b695-a288eba4111a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5 HTTP/1.1" status: 200 len: 850 time: 0.1591871 Jan 28 03:39:07.428910 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a req-852d08e2-4e30-43f4-bdac-f99d3abaeae5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1434e40-f9a1-449a-b862-7ba2212e0ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829575 Jan 28 03:39:07.431421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-87f32a0c-5ec2-42c2-bef5-cc9197d77363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.432977 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-87f32a0c-5ec2-42c2-bef5-cc9197d77363 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b6b0bd78c84e3990e0901726e01bb0&device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 1095 time: 0.1576884 Jan 28 03:39:07.433844 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (1424ed72-d606-4783-a877-464f0276b748), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:07.480128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de6263-6c02-4169-b2f4-18e4f20d6f1a req-e51071f1-243d-47c8-b0aa-976d7d0eaefe tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.487809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9de6263-6c02-4169-b2f4-18e4f20d6f1a req-e51071f1-243d-47c8-b0aa-976d7d0eaefe tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0668101 Jan 28 03:39:07.575617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-9e38d5e0-796d-4bda-ae3c-4b8b7f127887 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a41e14d-d17e-4416-89a9-ec99b72497ef HTTP/1.1" status: 200 len: 217 time: 0.0812776 Jan 28 03:39:07.590256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9de6263-6c02-4169-b2f4-18e4f20d6f1a req-e4db8302-f11e-4cce-ab7f-3021e05e274f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951838 Jan 28 03:39:07.656626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-91045276-ef9d-4183-97ad-37692dc1345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.658247 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-91045276-ef9d-4183-97ad-37692dc1345e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95559415-7b11-4bd9-9cb8-32440693862a HTTP/1.1" status: 200 len: 864 time: 0.0522718 Jan 28 03:39:07.679086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1424ed72-d606-4783-a877-464f0276b748,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:07.690777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaaf3-4546-4df5-8543-9196f77b0613 req-9b948bbe-16ea-4536-b6a5-95eb8c61cedf tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.699725 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e76aaaf3-4546-4df5-8543-9196f77b0613 req-9b948bbe-16ea-4536-b6a5-95eb8c61cedf tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 943 time: 0.0755873 Jan 28 03:39:07.720153 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-0a2ea950-d73d-4fb2-a7ea-05438b7e8fd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7dcb5d57-61bd-4ad7-b454-dc9db77bf22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463622 Jan 28 03:39:07.721959 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a req-ace9bde3-bae9-4eea-b48f-ed2d54cbe301 service neutron] 10.222.0.42 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849491 Jan 28 03:39:07.725063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Checking segment: {'id': '7899e233-bc17-4710-861b-1e5efa6e213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cef98c4d-a1e0-482c-8c2a-8bab8c3ad982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:39:07.725424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Network hostable DHCP agents. Network: cef98c4d-a1e0-482c-8c2a-8bab8c3ad982, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:39:07.778114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e76aaaf3-4546-4df5-8543-9196f77b0613 req-d30d3817-b23c-4e05-b312-9972bf564b51 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773878 Jan 28 03:39:07.814929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d944225-e6c8-40b6-bc71-41ad81e74bc7', 'tag': '6a41e14d-d17e-4416-89a9-ec99b72497ef'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:07.818713 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0553ff7-1d60-413f-8d74-89f9550395f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d944225-e6c8-40b6-bc71-41ad81e74bc7", "tag": "6a41e14d-d17e-4416-89a9-ec99b72497ef"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:07.881472 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86436051-427a-4f21-b129-fe605df58d30 x-openstack-request-id: req-86436051-427a-4f21-b129-fe605df58d30 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:07.881888 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d944225-e6c8-40b6-bc71-41ad81e74bc7", "tag": "6a41e14d-d17e-4416-89a9-ec99b72497ef", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:07.882190 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86436051-427a-4f21-b129-fe605df58d30 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:07.882579 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d944225-e6c8-40b6-bc71-41ad81e74bc7', 'tag': '6a41e14d-d17e-4416-89a9-ec99b72497ef', 'status': 'completed', 'code': 200} Jan 28 03:39:07.906086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Network cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:39:07.919205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38be2ad1-0a2e-47fb-ae81-ad14f2a0e37a req-b2635ab4-78f2-4382-af00-33c949b01a09 service neutron] 10.222.0.42 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703558 Jan 28 03:39:07.928185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, cef98c4d-a1e0-482c-8c2a-8bab8c3ad982) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:39:07.934501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.935108 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:07.941327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e940c41-968b-4f29-8e81-cd81ed545a22 None None] Network cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:39:07.955573 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-fdc5a967-d10f-48ad-b7e6-87ee4ee40708 service neutron] 10.222.0.25 "GET /v2.0/networks/7dcb5d57-61bd-4ad7-b454-dc9db77bf22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276802 Jan 28 03:39:07.969967 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-506b6258-d6df-46c4-8583-547ef8efd311 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1381528 Jan 28 03:39:08.103071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f698c-18ca-4153-8d6d-37f7f8217fc1 None None] Network cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:39:08.193994 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e48a0d1-8a5d-4b0d-8fb8-b5af47b0b02f req-bf7e2396-c5b4-4f47-af56-045c081cbcb5 service neutron] 10.222.0.25 "GET /v2.0/networks/7dcb5d57-61bd-4ad7-b454-dc9db77bf22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302911 Jan 28 03:39:08.297395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896991af-eda6-4e06-89ef-e49b518296e9 req-fbf040c1-06e0-4776-bd5c-b0a95d424c1d tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.307866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-896991af-eda6-4e06-89ef-e49b518296e9 req-fbf040c1-06e0-4776-bd5c-b0a95d424c1d tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 943 time: 0.1704869 Jan 28 03:39:08.327528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36871afe-8faf-4e65-92f3-00009047d462 req-15ba428d-5a1c-489b-b0e1-3bb7ff31f523 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.333251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0553ff7-1d60-413f-8d74-89f9550395f2 req-7f96dc7c-66f0-409e-9d8a-16734b036846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.334997 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0553ff7-1d60-413f-8d74-89f9550395f2 req-7f96dc7c-66f0-409e-9d8a-16734b036846 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b6b0bd78c84e3990e0901726e01bb0&device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 1095 time: 0.0436823 Jan 28 03:39:08.338910 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36871afe-8faf-4e65-92f3-00009047d462 req-15ba428d-5a1c-489b-b0e1-3bb7ff31f523 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.345064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36871afe-8faf-4e65-92f3-00009047d462 req-15ba428d-5a1c-489b-b0e1-3bb7ff31f523 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.351523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36871afe-8faf-4e65-92f3-00009047d462 req-15ba428d-5a1c-489b-b0e1-3bb7ff31f523 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.357884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36871afe-8faf-4e65-92f3-00009047d462 req-15ba428d-5a1c-489b-b0e1-3bb7ff31f523 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.365271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36871afe-8faf-4e65-92f3-00009047d462 req-15ba428d-5a1c-489b-b0e1-3bb7ff31f523 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.371781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36871afe-8faf-4e65-92f3-00009047d462 req-15ba428d-5a1c-489b-b0e1-3bb7ff31f523 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.373983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36871afe-8faf-4e65-92f3-00009047d462 req-15ba428d-5a1c-489b-b0e1-3bb7ff31f523 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1714408 Jan 28 03:39:08.436189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0553ff7-1d60-413f-8d74-89f9550395f2 req-f5df04e6-61bc-40e4-b08e-965a0cadf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.437800 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0553ff7-1d60-413f-8d74-89f9550395f2 req-f5df04e6-61bc-40e4-b08e-965a0cadf65b service neutron] 10.222.0.25 "GET /v2.0/networks?id=7dcb5d57-61bd-4ad7-b454-dc9db77bf22e HTTP/1.1" status: 200 len: 925 time: 0.0970953 Jan 28 03:39:08.468097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-896991af-eda6-4e06-89ef-e49b518296e9 req-d2e7c141-5642-4f53-811d-21d048858933 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577797 Jan 28 03:39:08.508079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36871afe-8faf-4e65-92f3-00009047d462 req-da316673-0e5e-4916-9ba8-bf6099a5a789 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271667 Jan 28 03:39:08.518925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0553ff7-1d60-413f-8d74-89f9550395f2 req-bb69d3e8-c658-4a79-bb34-881a81fedbb4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a41e14d-d17e-4416-89a9-ec99b72497ef HTTP/1.1" status: 200 len: 217 time: 0.0700874 Jan 28 03:39:08.592752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0553ff7-1d60-413f-8d74-89f9550395f2 req-96c07523-0a97-41a9-b4fa-94e767ee1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.596023 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0553ff7-1d60-413f-8d74-89f9550395f2 req-96c07523-0a97-41a9-b4fa-94e767ee1cd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95559415-7b11-4bd9-9cb8-32440693862a HTTP/1.1" status: 200 len: 864 time: 0.0703099 Jan 28 03:39:08.631743 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0553ff7-1d60-413f-8d74-89f9550395f2 req-60daa1e4-af13-42da-acff-c0aa069d6ac1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7dcb5d57-61bd-4ad7-b454-dc9db77bf22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275354 Jan 28 03:39:08.696335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e17cc-b904-4d72-93b0-66ef42d218bb req-bd5b2409-cc05-430a-929b-aae36ffa51e6 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.701908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e17cc-b904-4d72-93b0-66ef42d218bb req-bd5b2409-cc05-430a-929b-aae36ffa51e6 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.710024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e17cc-b904-4d72-93b0-66ef42d218bb req-bd5b2409-cc05-430a-929b-aae36ffa51e6 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.715911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e17cc-b904-4d72-93b0-66ef42d218bb req-bd5b2409-cc05-430a-929b-aae36ffa51e6 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.722254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e17cc-b904-4d72-93b0-66ef42d218bb req-bd5b2409-cc05-430a-929b-aae36ffa51e6 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.730339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e17cc-b904-4d72-93b0-66ef42d218bb req-bd5b2409-cc05-430a-929b-aae36ffa51e6 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.737934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e17cc-b904-4d72-93b0-66ef42d218bb req-bd5b2409-cc05-430a-929b-aae36ffa51e6 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.742739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-429e17cc-b904-4d72-93b0-66ef42d218bb req-bd5b2409-cc05-430a-929b-aae36ffa51e6 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1124284 Jan 28 03:39:08.795200 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0553ff7-1d60-413f-8d74-89f9550395f2 req-1e8a70bf-a532-4deb-83a6-74db93619b21 service neutron] 10.222.0.25 "GET /v2.0/networks/7dcb5d57-61bd-4ad7-b454-dc9db77bf22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539621 Jan 28 03:39:08.882674 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-429e17cc-b904-4d72-93b0-66ef42d218bb req-8d027fa8-ccd0-4a33-84ac-60189c01f849 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320646 Jan 28 03:39:08.929416 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0553ff7-1d60-413f-8d74-89f9550395f2 req-6bc0bfa1-3897-431f-9af6-38362f72025e service neutron] 10.222.0.25 "GET /v2.0/networks/7dcb5d57-61bd-4ad7-b454-dc9db77bf22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132085 Jan 28 03:39:08.941546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-ead2e48f-7770-4830-adf5-15875515b450 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.944022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-ead2e48f-7770-4830-adf5-15875515b450 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/networks?id=cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 HTTP/1.1" status: 200 len: 822 time: 0.1694012 Jan 28 03:39:08.966908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-6e6f3701-19ad-4b8e-9680-bcf8b36d6e65 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/quotas/1fb6dbb0bd314ec6b2dbd43470921ba0 HTTP/1.1" status: 200 len: 375 time: 0.0162508 Jan 28 03:39:09.029526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-46e99b46-e72b-433d-a413-909f19772dbe tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1fb6dbb0bd314ec6b2dbd43470921ba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556965 Jan 28 03:39:09.161893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dedbcb-c7ff-4688-86ff-0894afdceafd req-157f1146-1f20-485a-b8a9-29899b5b10d4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.163613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00dedbcb-c7ff-4688-86ff-0894afdceafd req-157f1146-1f20-485a-b8a9-29899b5b10d4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0782485 Jan 28 03:39:09.165793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-f760e723-a4aa-412d-9057-676eac8b5b49 service neutron] 10.222.0.44 "GET /v2.0/networks/cef98c4d-a1e0-482c-8c2a-8bab8c3ad982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353624 Jan 28 03:39:09.262328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00dedbcb-c7ff-4688-86ff-0894afdceafd req-749460bd-d6da-4fb4-bbd1-a01c38034755 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928800 Jan 28 03:39:09.301064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-74868b85-26c7-4aeb-a710-bcdbcdeac236 service neutron] 10.222.0.44 "GET /v2.0/networks/cef98c4d-a1e0-482c-8c2a-8bab8c3ad982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259005 Jan 28 03:39:09.378011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0148441-0111-4825-a403-4a268d8016b2 req-af9b63f3-f14c-4ab9-9703-fd910eb55c38 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.379459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0148441-0111-4825-a403-4a268d8016b2 req-af9b63f3-f14c-4ab9-9703-fd910eb55c38 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 943 time: 0.0588701 Jan 28 03:39:09.456662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0148441-0111-4825-a403-4a268d8016b2 req-220b819e-568f-48e9-bc52-3e4b43a16009 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681224 Jan 28 03:39:09.500666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e79adb5d-2e80-4c21-b105-5168694898c9 req-0f0aff6e-f48b-46a6-8888-409f74854ee9 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 210 time: 0.0287452 Jan 28 03:39:09.584296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 36201b64-52c7-4c2e-be1c-8d688e883e4c details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:09.692795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712a716-bef4-4ff2-90bf-d1cb6532122d req-3db89692-f9a6-4fa9-a655-b4061f81e5e2 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.694728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4712a716-bef4-4ff2-90bf-d1cb6532122d req-3db89692-f9a6-4fa9-a655-b4061f81e5e2 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 943 time: 0.1250505 Jan 28 03:39:09.722839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71071-67a8-4bb7-bf8b-ae1fc69e6ac5 req-815b456a-56aa-4931-83ca-521bf366ddf9 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.729407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71071-67a8-4bb7-bf8b-ae1fc69e6ac5 req-815b456a-56aa-4931-83ca-521bf366ddf9 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.735735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71071-67a8-4bb7-bf8b-ae1fc69e6ac5 req-815b456a-56aa-4931-83ca-521bf366ddf9 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.742390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71071-67a8-4bb7-bf8b-ae1fc69e6ac5 req-815b456a-56aa-4931-83ca-521bf366ddf9 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.748218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71071-67a8-4bb7-bf8b-ae1fc69e6ac5 req-815b456a-56aa-4931-83ca-521bf366ddf9 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.753710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71071-67a8-4bb7-bf8b-ae1fc69e6ac5 req-815b456a-56aa-4931-83ca-521bf366ddf9 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.755758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 36201b64-52c7-4c2e-be1c-8d688e883e4c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=36201b64-52c7-4c2e-be1c-8d688e883e4c,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:09.760234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71071-67a8-4bb7-bf8b-ae1fc69e6ac5 req-815b456a-56aa-4931-83ca-521bf366ddf9 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.770906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63c71071-67a8-4bb7-bf8b-ae1fc69e6ac5 req-815b456a-56aa-4931-83ca-521bf366ddf9 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1326463 Jan 28 03:39:09.778726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '36201b64-52c7-4c2e-be1c-8d688e883e4c', 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8', 'port_id': '36201b64-52c7-4c2e-be1c-8d688e883e4c', 'mac_address': 'fa:16:3e:47:e8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:09.835050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 36201b64-52c7-4c2e-be1c-8d688e883e4c is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:09.835201 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:09.854331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36201b64-52c7-4c2e-be1c-8d688e883e4c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:09.874048 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4712a716-bef4-4ff2-90bf-d1cb6532122d req-fae15be5-9e13-47c7-b565-9cb41ca73c40 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534443 Jan 28 03:39:09.889127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 36201b64-52c7-4c2e-be1c-8d688e883e4c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=36201b64-52c7-4c2e-be1c-8d688e883e4c,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:09.896362 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:09.902276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63c71071-67a8-4bb7-bf8b-ae1fc69e6ac5 req-dfcf2179-53d9-460d-b5b4-c092922a6a81 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223342 Jan 28 03:39:09.961991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=36201b64-52c7-4c2e-be1c-8d688e883e4c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:10.068761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec4c0-9c4f-4a0e-bc04-2c73f1f3e5cb req-38d96084-03eb-4b28-b7de-de850f6d6ad3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.074113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec4c0-9c4f-4a0e-bc04-2c73f1f3e5cb req-38d96084-03eb-4b28-b7de-de850f6d6ad3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.082608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec4c0-9c4f-4a0e-bc04-2c73f1f3e5cb req-38d96084-03eb-4b28-b7de-de850f6d6ad3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.088327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec4c0-9c4f-4a0e-bc04-2c73f1f3e5cb req-38d96084-03eb-4b28-b7de-de850f6d6ad3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.093582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec4c0-9c4f-4a0e-bc04-2c73f1f3e5cb req-38d96084-03eb-4b28-b7de-de850f6d6ad3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.099530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec4c0-9c4f-4a0e-bc04-2c73f1f3e5cb req-38d96084-03eb-4b28-b7de-de850f6d6ad3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.104800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec4c0-9c4f-4a0e-bc04-2c73f1f3e5cb req-38d96084-03eb-4b28-b7de-de850f6d6ad3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.106780 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c45ec4c0-9c4f-4a0e-bc04-2c73f1f3e5cb req-38d96084-03eb-4b28-b7de-de850f6d6ad3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1317604 Jan 28 03:39:10.167352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c45ec4c0-9c4f-4a0e-bc04-2c73f1f3e5cb req-0dcd4cb9-a7e5-4458-be57-8f4a80e1e925 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544670 Jan 28 03:39:10.180363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['36201b64-52c7-4c2e-be1c-8d688e883e4c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:10.390264 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261e23-9e0a-48be-90e0-b3fc8781a9f7 req-af7a7559-1df2-4bd4-befd-bbf27a05bf6c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.391871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c261e23-9e0a-48be-90e0-b3fc8781a9f7 req-af7a7559-1df2-4bd4-befd-bbf27a05bf6c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0492299 Jan 28 03:39:10.397755 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acd0dcca-7c97-4197-aa11-fa92f455fbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:10.443765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c261e23-9e0a-48be-90e0-b3fc8781a9f7 req-23d5fa3f-fa78-4bfc-bd37-a8ef51ba9209 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Jan 28 03:39:10.581370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e261a5f-1e47-424e-bca1-4b5f8120919d req-1cfba96a-3bd2-445a-bbbc-1c5b9d106d94 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.584584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e261a5f-1e47-424e-bca1-4b5f8120919d req-1cfba96a-3bd2-445a-bbbc-1c5b9d106d94 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 944 time: 0.0576012 Jan 28 03:39:10.624361 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-da1e5919-258b-4bf7-bbc3-1640e780c66f req-17baad3e-d741-479c-81b7-7a632d5cc6dd tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 210 time: 0.0385630 Jan 28 03:39:10.667515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e261a5f-1e47-424e-bca1-4b5f8120919d req-3199cf29-7ea0-475e-98a5-d1e484b6159d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722229 Jan 28 03:39:10.757038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-a4ea0685-76e2-4b64-9d08-ee283047f6ad tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.758499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-a4ea0685-76e2-4b64-9d08-ee283047f6ad tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.25 "GET /v2.0/networks?id=cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 HTTP/1.1" status: 200 len: 822 time: 0.1131113 Jan 28 03:39:10.780312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Request body: {'port': {'device_id': 'd61ef68a-dc1a-402a-bb51-9e4d5836098b', 'network_id': 'cef98c4d-a1e0-482c-8c2a-8bab8c3ad982', 'admin_state_up': True, 'tenant_id': '1fb6dbb0bd314ec6b2dbd43470921ba0'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:10.891720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Made reservation on behalf of 1fb6dbb0bd314ec6b2dbd43470921ba0 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:10.895173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:10.988723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9359d16-b8f1-46cc-a6f8-c5f9323ad859 req-70dfe2e9-f6a5-462f-96b0-c1ab04194726 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.996928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9359d16-b8f1-46cc-a6f8-c5f9323ad859 req-70dfe2e9-f6a5-462f-96b0-c1ab04194726 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 943 time: 0.0723929 Jan 28 03:39:11.046957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Allocated IP 172.20.0.13 (cef98c4d-a1e0-482c-8c2a-8bab8c3ad982/1424ed72-d606-4783-a877-464f0276b748/78a88880-f3e9-46ed-972f-9e23aa2f8f91) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:39:11.077932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9359d16-b8f1-46cc-a6f8-c5f9323ad859 req-0aeb2bf6-6025-4013-b32a-bbb7e80942b8 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799799 Jan 28 03:39:11.088706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9efba-e2ab-48b6-a6cb-51ca6026443a req-28e5e6be-180c-487a-8d9b-f460aa9b5090 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.094951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9efba-e2ab-48b6-a6cb-51ca6026443a req-28e5e6be-180c-487a-8d9b-f460aa9b5090 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.101790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9efba-e2ab-48b6-a6cb-51ca6026443a req-28e5e6be-180c-487a-8d9b-f460aa9b5090 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.107382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9efba-e2ab-48b6-a6cb-51ca6026443a req-28e5e6be-180c-487a-8d9b-f460aa9b5090 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.112541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9efba-e2ab-48b6-a6cb-51ca6026443a req-28e5e6be-180c-487a-8d9b-f460aa9b5090 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.118755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9efba-e2ab-48b6-a6cb-51ca6026443a req-28e5e6be-180c-487a-8d9b-f460aa9b5090 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.124281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9efba-e2ab-48b6-a6cb-51ca6026443a req-28e5e6be-180c-487a-8d9b-f460aa9b5090 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.126479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5b9efba-e2ab-48b6-a6cb-51ca6026443a req-28e5e6be-180c-487a-8d9b-f460aa9b5090 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1272135 Jan 28 03:39:11.224766 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5b9efba-e2ab-48b6-a6cb-51ca6026443a req-e1d0a24d-4501-49f9-b473-8d7113e0f902 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911674 Jan 28 03:39:11.230805 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Publish callbacks [] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:11.270169 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:11.316285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Network cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:39:11.319566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf70b5-791a-48f6-ad01-9e0e37da6741 req-aca75c26-20df-41cf-bda4-150d6289a545 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.322297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:39:11.325032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:39:11.325227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf70b5-791a-48f6-ad01-9e0e37da6741 req-aca75c26-20df-41cf-bda4-150d6289a545 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.330613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf70b5-791a-48f6-ad01-9e0e37da6741 req-aca75c26-20df-41cf-bda4-150d6289a545 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.337435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf70b5-791a-48f6-ad01-9e0e37da6741 req-aca75c26-20df-41cf-bda4-150d6289a545 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.342945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf70b5-791a-48f6-ad01-9e0e37da6741 req-aca75c26-20df-41cf-bda4-150d6289a545 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.349075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf70b5-791a-48f6-ad01-9e0e37da6741 req-aca75c26-20df-41cf-bda4-150d6289a545 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.354502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf70b5-791a-48f6-ad01-9e0e37da6741 req-aca75c26-20df-41cf-bda4-150d6289a545 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.356492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42cf70b5-791a-48f6-ad01-9e0e37da6741 req-aca75c26-20df-41cf-bda4-150d6289a545 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.0996194 Jan 28 03:39:11.361167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Pushing event updated for resources: {'Port': ['ID=78a88880-f3e9-46ed-972f-9e23aa2f8f91,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:11.375308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.375662 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.376003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.376352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.376687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.377231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.377377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.377712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.378039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.378366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.378699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.379020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.379343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:11.408620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.409989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:11.430173 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-226313ae-f1da-4636-a2eb-a69d9362ac07 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6536770 Jan 28 03:39:11.431037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42cf70b5-791a-48f6-ad01-9e0e37da6741 req-93e2ffb0-9e5d-4d77-93c2-806f0e864190 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682218 Jan 28 03:39:11.460976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Request body: {'port': {'device_id': 'd61ef68a-dc1a-402a-bb51-9e4d5836098b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:11.530013 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:11.583138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 36201b64-52c7-4c2e-be1c-8d688e883e4c up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:11.607109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5932dc3-e9a6-446f-8d40-fbbc0fa014c5 req-45211d57-0d73-4bfa-933b-8a0a2a8cc3f7 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.621650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5932dc3-e9a6-446f-8d40-fbbc0fa014c5 req-45211d57-0d73-4bfa-933b-8a0a2a8cc3f7 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0957727 Jan 28 03:39:11.680906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 36201b64-52c7-4c2e-be1c-8d688e883e4c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:11.686607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 36201b64-52c7-4c2e-be1c-8d688e883e4c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:11.687769 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:11.712159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5932dc3-e9a6-446f-8d40-fbbc0fa014c5 req-ae7e7eba-3ffa-4c61-8f5c-0412389f562a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893860 Jan 28 03:39:11.789403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 36201b64-52c7-4c2e-be1c-8d688e883e4c is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:11.790719 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:11.835766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 36201b64-52c7-4c2e-be1c-8d688e883e4c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=36201b64-52c7-4c2e-be1c-8d688e883e4c,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:11.836634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd5c55-f24a-4a87-b623-b2c8bf296699 req-700b3497-a5d4-4ce1-a9ef-c10b6e8f6020 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.837381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbed4028-1ae3-4df3-9943-66302961a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36201b64-52c7-4c2e-be1c-8d688e883e4c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:11.838145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3fd5c55-f24a-4a87-b623-b2c8bf296699 req-700b3497-a5d4-4ce1-a9ef-c10b6e8f6020 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 932 time: 0.1049325 Jan 28 03:39:11.840880 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c08b10-9e28-4462-87f1-836711eafe46" -d '{"events": [{"server_uuid": "cbed4028-1ae3-4df3-9943-66302961a3d8", "name": "network-vif-plugged", "status": "completed", "tag": "36201b64-52c7-4c2e-be1c-8d688e883e4c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:11.844171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a88880-f3e9-46ed-972f-9e23aa2f8f91 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:11.847494 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:11.854437 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Publish callbacks [] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:11.872475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Transition to ACTIVE for port object 78a88880-f3e9-46ed-972f-9e23aa2f8f91 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:39:11.882165 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:11.907072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1caf-8c2a-4cb2-b077-2b0f62d2d153 req-a5b1ebb9-4744-4de8-9bef-18563a1c8f43 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:11.914945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c32e1caf-8c2a-4cb2-b077-2b0f62d2d153 req-a5b1ebb9-4744-4de8-9bef-18563a1c8f43 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0866368 Jan 28 03:39:11.923980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=36201b64-52c7-4c2e-be1c-8d688e883e4c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:11.938021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Pushing event updated for resources: {'Port': ['ID=78a88880-f3e9-46ed-972f-9e23aa2f8f91,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:11.967225 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:11.988455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3fd5c55-f24a-4a87-b623-b2c8bf296699 req-910f1e50-403c-4897-b698-46328dbd2608 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203735 Jan 28 03:39:12.009460 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c32e1caf-8c2a-4cb2-b077-2b0f62d2d153 req-47d2cbdb-9165-4137-b4e9-8d58ec4df0c4 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936208 Jan 28 03:39:12.030060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Attempting to bind port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:39:12.030616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Attempting to bind port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '7899e233-bc17-4710-861b-1e5efa6e213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cef98c4d-a1e0-482c-8c2a-8bab8c3ad982'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:39:12.031016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Attempting to bind port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 on network cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:12.038656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 on network cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:39:12.039809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Attempting to bind port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 on network cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:12.045256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:39:12.045604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Checking segment: {'id': '7899e233-bc17-4710-861b-1e5efa6e213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cef98c4d-a1e0-482c-8c2a-8bab8c3ad982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:39:12.045987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Bound using segment: {'id': '7899e233-bc17-4710-861b-1e5efa6e213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cef98c4d-a1e0-482c-8c2a-8bab8c3ad982'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:39:12.046413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Bound port: 78a88880-f3e9-46ed-972f-9e23aa2f8f91, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7899e233-bc17-4710-861b-1e5efa6e213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cef98c4d-a1e0-482c-8c2a-8bab8c3ad982'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:39:12.046781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:12.057208 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224c01fb-0486-46ff-91dc-12e0af3d0245 x-openstack-request-id: req-224c01fb-0486-46ff-91dc-12e0af3d0245 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:12.057694 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbed4028-1ae3-4df3-9943-66302961a3d8", "name": "network-vif-plugged", "status": "completed", "tag": "36201b64-52c7-4c2e-be1c-8d688e883e4c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:12.058120 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-224c01fb-0486-46ff-91dc-12e0af3d0245 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:12.058777 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbed4028-1ae3-4df3-9943-66302961a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36201b64-52c7-4c2e-be1c-8d688e883e4c', 'code': 200} Jan 28 03:39:12.119867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] For port 78a88880-f3e9-46ed-972f-9e23aa2f8f91, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:39:12.123159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] For port 78a88880-f3e9-46ed-972f-9e23aa2f8f91, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=78a88880-f3e9-46ed-972f-9e23aa2f8f91,segment=NetworkSegment(7899e233-bc17-4710-861b-1e5efa6e213b),segment_id=7899e233-bc17-4710-861b-1e5efa6e213b)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:39:12.132997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:12.180357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.181280 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:12.182538 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] 10.222.0.25 "PUT /v2.0/ports/78a88880-f3e9-46ed-972f-9e23aa2f8f91 HTTP/1.1" status: 200 len: 1093 time: 0.7380638 Jan 28 03:39:12.197721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61ef68a-dc1a-402a-bb51-9e4d5836098b', 'tag': '78a88880-f3e9-46ed-972f-9e23aa2f8f91'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:12.199413 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dfddb0-ad18-4481-b64f-526532f6b5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d61ef68a-dc1a-402a-bb51-9e4d5836098b", "tag": "78a88880-f3e9-46ed-972f-9e23aa2f8f91"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:12.232764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58154b0-fe08-4fda-a9ff-a7eeddd261bf req-8d43eaf3-dc09-4cc3-b383-68019f712661 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.244604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f0ff-32cc-4a14-b45b-91b0f6436df2 req-7b13a8a5-405f-41d9-8f3e-2e9a5cfd175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.246146 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d8f9f0ff-32cc-4a14-b45b-91b0f6436df2 req-7b13a8a5-405f-41d9-8f3e-2e9a5cfd175f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0990536 Jan 28 03:39:12.246920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa9e58-5968-4c86-a158-24fa6239d41d service neutron] Pushing event updated for resources: {'Port': ['ID=78a88880-f3e9-46ed-972f-9e23aa2f8f91,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:12.251668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b58154b0-fe08-4fda-a9ff-a7eeddd261bf req-8d43eaf3-dc09-4cc3-b383-68019f712661 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 943 time: 0.0909698 Jan 28 03:39:12.275536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6a41e14d-d17e-4416-89a9-ec99b72497ef details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:12.315530 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b58154b0-fe08-4fda-a9ff-a7eeddd261bf req-10f00f71-43df-44e5-9479-9183acc84ae5 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608749 Jan 28 03:39:12.352298 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d8f9f0ff-32cc-4a14-b45b-91b0f6436df2 req-42b544ab-41cd-4863-8597-d942e1d13073 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909693 Jan 28 03:39:12.359453 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e037b36-96f5-4b70-a8af-4ef7e8ce3855 x-openstack-request-id: req-7e037b36-96f5-4b70-a8af-4ef7e8ce3855 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:12.359945 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61ef68a-dc1a-402a-bb51-9e4d5836098b", "tag": "78a88880-f3e9-46ed-972f-9e23aa2f8f91", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:12.360210 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e037b36-96f5-4b70-a8af-4ef7e8ce3855 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:12.360599 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61ef68a-dc1a-402a-bb51-9e4d5836098b', 'tag': '78a88880-f3e9-46ed-972f-9e23aa2f8f91', 'status': 'completed', 'code': 200} Jan 28 03:39:12.363424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-78ddcb2a-f146-4f6a-8a26-3318666a211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.365753 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-78ddcb2a-f146-4f6a-8a26-3318666a211d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fb6dbb0bd314ec6b2dbd43470921ba0&device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 1096 time: 0.1065018 Jan 28 03:39:12.426134 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6a41e14d-d17e-4416-89a9-ec99b72497ef, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6a41e14d-d17e-4416-89a9-ec99b72497ef,segment=NetworkSegment(fcbe89bc-bb11-4d62-86c2-5c3594c9e62f),segment_id=fcbe89bc-bb11-4d62-86c2-5c3594c9e62f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:12.427853 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-24b3459e-c175-4ee1-a497-52d6a9946f12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a88880-f3e9-46ed-972f-9e23aa2f8f91 HTTP/1.1" status: 200 len: 217 time: 0.0414412 Jan 28 03:39:12.441023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '6a41e14d-d17e-4416-89a9-ec99b72497ef', 'network_id': '7dcb5d57-61bd-4ad7-b454-dc9db77bf22e', 'port_id': '6a41e14d-d17e-4416-89a9-ec99b72497ef', 'mac_address': 'fa:16:3e:b7:51:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95559415-7b11-4bd9-9cb8-32440693862a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:12.448519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864023ff-1b8c-4f50-b378-5bda31e59bfa req-d5b3e0fa-4a1c-4d95-a9e6-53e0da7180ac tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.454030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864023ff-1b8c-4f50-b378-5bda31e59bfa req-d5b3e0fa-4a1c-4d95-a9e6-53e0da7180ac tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.460830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864023ff-1b8c-4f50-b378-5bda31e59bfa req-d5b3e0fa-4a1c-4d95-a9e6-53e0da7180ac tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.468626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864023ff-1b8c-4f50-b378-5bda31e59bfa req-d5b3e0fa-4a1c-4d95-a9e6-53e0da7180ac tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.477850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864023ff-1b8c-4f50-b378-5bda31e59bfa req-d5b3e0fa-4a1c-4d95-a9e6-53e0da7180ac tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.491474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6a41e14d-d17e-4416-89a9-ec99b72497ef is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:12.491874 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:12.492523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864023ff-1b8c-4f50-b378-5bda31e59bfa req-d5b3e0fa-4a1c-4d95-a9e6-53e0da7180ac tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.501000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864023ff-1b8c-4f50-b378-5bda31e59bfa req-d5b3e0fa-4a1c-4d95-a9e6-53e0da7180ac tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.501516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-0c1f10bd-8ea5-4f02-a5c3-2867ed681711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.502980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-864023ff-1b8c-4f50-b378-5bda31e59bfa req-d5b3e0fa-4a1c-4d95-a9e6-53e0da7180ac tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1226623 Jan 28 03:39:12.503122 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-0c1f10bd-8ea5-4f02-a5c3-2867ed681711 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1424ed72-d606-4783-a877-464f0276b748 HTTP/1.1" status: 200 len: 862 time: 0.0684769 Jan 28 03:39:12.509690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a41e14d-d17e-4416-89a9-ec99b72497ef {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:12.545249 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-87817772-30ea-4d57-a96b-d39ba42379e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cef98c4d-a1e0-482c-8c2a-8bab8c3ad982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313714 Jan 28 03:39:12.584041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6a41e14d-d17e-4416-89a9-ec99b72497ef, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6a41e14d-d17e-4416-89a9-ec99b72497ef,segment=NetworkSegment(fcbe89bc-bb11-4d62-86c2-5c3594c9e62f),segment_id=fcbe89bc-bb11-4d62-86c2-5c3594c9e62f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:12.585806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-42921f27-a279-4328-af07-cbe972393f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:12.593503 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:12.620762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-864023ff-1b8c-4f50-b378-5bda31e59bfa req-fb2d0959-ba77-411d-9414-0c063b7869c8 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083341 Jan 28 03:39:12.672920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b44a6-c263-4267-b758-3556e2439174 req-a045a361-5ab7-4971-9489-df102fc06726 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.680590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b44a6-c263-4267-b758-3556e2439174 req-a045a361-5ab7-4971-9489-df102fc06726 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.688314 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-88d08d6f-eb47-4064-b069-4dfbaabd1b2b service neutron] 10.222.0.25 "GET /v2.0/networks/cef98c4d-a1e0-482c-8c2a-8bab8c3ad982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349599 Jan 28 03:39:12.698279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6a41e14d-d17e-4416-89a9-ec99b72497ef,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:12.705913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b44a6-c263-4267-b758-3556e2439174 req-a045a361-5ab7-4971-9489-df102fc06726 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.713550 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b44a6-c263-4267-b758-3556e2439174 req-a045a361-5ab7-4971-9489-df102fc06726 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.719025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b44a6-c263-4267-b758-3556e2439174 req-a045a361-5ab7-4971-9489-df102fc06726 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.724469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b44a6-c263-4267-b758-3556e2439174 req-a045a361-5ab7-4971-9489-df102fc06726 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.729828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b44a6-c263-4267-b758-3556e2439174 req-a045a361-5ab7-4971-9489-df102fc06726 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.737502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c16b44a6-c263-4267-b758-3556e2439174 req-a045a361-5ab7-4971-9489-df102fc06726 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1998997 Jan 28 03:39:12.808671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c16b44a6-c263-4267-b758-3556e2439174 req-dca1b1b3-3d69-4ad4-8527-455373789d74 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702379 Jan 28 03:39:12.825326 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3715f9bf-d64b-47e5-bb39-d25d9abab502 req-048690d3-59a0-44de-90fb-bb79841ceabe service neutron] 10.222.0.25 "GET /v2.0/networks/cef98c4d-a1e0-482c-8c2a-8bab8c3ad982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293354 Jan 28 03:39:12.860337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d76fbe-607b-42eb-af0f-4098e16cb9de req-0eb3b25a-ba2e-4be5-92db-3dd2c8cf7af1 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.861888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5d76fbe-607b-42eb-af0f-4098e16cb9de req-0eb3b25a-ba2e-4be5-92db-3dd2c8cf7af1 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0516076 Jan 28 03:39:12.913154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5d76fbe-607b-42eb-af0f-4098e16cb9de req-8c485996-eb06-4513-a7b0-6c0ea1a8ee9c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436032 Jan 28 03:39:12.972747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfddb0-ad18-4481-b64f-526532f6b5f7 req-05286e74-677c-4202-a5f7-4e12f0a5e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.974932 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96dfddb0-ad18-4481-b64f-526532f6b5f7 req-05286e74-677c-4202-a5f7-4e12f0a5e76a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fb6dbb0bd314ec6b2dbd43470921ba0&device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 1096 time: 0.0446193 Jan 28 03:39:13.075817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['6a41e14d-d17e-4416-89a9-ec99b72497ef'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:13.077409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfddb0-ad18-4481-b64f-526532f6b5f7 req-516d3ef3-f493-4182-8c42-0be758d76ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.079045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96dfddb0-ad18-4481-b64f-526532f6b5f7 req-516d3ef3-f493-4182-8c42-0be758d76ee9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 HTTP/1.1" status: 200 len: 923 time: 0.0985541 Jan 28 03:39:13.143259 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96dfddb0-ad18-4481-b64f-526532f6b5f7 req-cba29337-9a6a-4ac8-9eee-2e126b824eb6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a88880-f3e9-46ed-972f-9e23aa2f8f91 HTTP/1.1" status: 200 len: 217 time: 0.0565455 Jan 28 03:39:13.171577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f2675-0ec0-4cec-93e2-d34a0a23fdc9 req-c47162a4-da7c-4432-b914-2d54b3d722d1 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.178471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a3f2675-0ec0-4cec-93e2-d34a0a23fdc9 req-c47162a4-da7c-4432-b914-2d54b3d722d1 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 944 time: 0.0902421 Jan 28 03:39:13.217326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfddb0-ad18-4481-b64f-526532f6b5f7 req-5713ccab-c511-47e1-9eef-b8e036827b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.218864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96dfddb0-ad18-4481-b64f-526532f6b5f7 req-5713ccab-c511-47e1-9eef-b8e036827b38 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1424ed72-d606-4783-a877-464f0276b748 HTTP/1.1" status: 200 len: 862 time: 0.0670681 Jan 28 03:39:13.257934 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96dfddb0-ad18-4481-b64f-526532f6b5f7 req-7f674a28-599f-4281-8e12-238e8f86f265 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cef98c4d-a1e0-482c-8c2a-8bab8c3ad982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321679 Jan 28 03:39:13.265736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1e3b0-9986-4929-9b1b-4e7b55179dc3 req-a2366206-5cc1-4bd8-b7c0-c3436747e938 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.267293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5d1e3b0-9986-4929-9b1b-4e7b55179dc3 req-a2366206-5cc1-4bd8-b7c0-c3436747e938 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.1448891 Jan 28 03:39:13.272138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a3f2675-0ec0-4cec-93e2-d34a0a23fdc9 req-de51a095-307a-4622-bccd-f68ad5c1ef64 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925181 Jan 28 03:39:13.366004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5d1e3b0-9986-4929-9b1b-4e7b55179dc3 req-d824ca8f-7957-4077-b77e-6957f8d36ec9 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829680 Jan 28 03:39:13.377472 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96dfddb0-ad18-4481-b64f-526532f6b5f7 req-db5bff88-9167-415b-bab9-1d830dc05266 service neutron] 10.222.0.25 "GET /v2.0/networks/cef98c4d-a1e0-482c-8c2a-8bab8c3ad982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041012 Jan 28 03:39:13.480611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1894e64-53c0-4cd9-9dc3-df29a12a8c38 req-99a25d1f-8250-4cd9-8660-2df7a458153e tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.482302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1894e64-53c0-4cd9-9dc3-df29a12a8c38 req-99a25d1f-8250-4cd9-8660-2df7a458153e tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 944 time: 0.0535676 Jan 28 03:39:13.533680 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96dfddb0-ad18-4481-b64f-526532f6b5f7 req-ebbeda2c-bc3b-462b-b175-8fd2c37aacf3 service neutron] 10.222.0.25 "GET /v2.0/networks/cef98c4d-a1e0-482c-8c2a-8bab8c3ad982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232028 Jan 28 03:39:13.544584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1894e64-53c0-4cd9-9dc3-df29a12a8c38 req-2c2f2c9f-8033-4b9a-9e7f-adb344924f72 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561395 Jan 28 03:39:13.762782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06d81e-ed70-4b23-b70d-35822e69bd2d req-27d9370e-d336-4c4a-92bd-cf7b466e302c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.768036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06d81e-ed70-4b23-b70d-35822e69bd2d req-27d9370e-d336-4c4a-92bd-cf7b466e302c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.774100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06d81e-ed70-4b23-b70d-35822e69bd2d req-27d9370e-d336-4c4a-92bd-cf7b466e302c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.779330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06d81e-ed70-4b23-b70d-35822e69bd2d req-27d9370e-d336-4c4a-92bd-cf7b466e302c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.784758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06d81e-ed70-4b23-b70d-35822e69bd2d req-27d9370e-d336-4c4a-92bd-cf7b466e302c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.790528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06d81e-ed70-4b23-b70d-35822e69bd2d req-27d9370e-d336-4c4a-92bd-cf7b466e302c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.795717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06d81e-ed70-4b23-b70d-35822e69bd2d req-27d9370e-d336-4c4a-92bd-cf7b466e302c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:13.797606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce06d81e-ed70-4b23-b70d-35822e69bd2d req-27d9370e-d336-4c4a-92bd-cf7b466e302c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.0928791 Jan 28 03:39:14.162482 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:14.169522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53094-5a62-4152-b7ed-c7ccc748fb62 req-58ba4143-7de4-49a7-8d66-9d6c12bb3a72 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.174712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53094-5a62-4152-b7ed-c7ccc748fb62 req-58ba4143-7de4-49a7-8d66-9d6c12bb3a72 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.180215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53094-5a62-4152-b7ed-c7ccc748fb62 req-58ba4143-7de4-49a7-8d66-9d6c12bb3a72 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.185523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53094-5a62-4152-b7ed-c7ccc748fb62 req-58ba4143-7de4-49a7-8d66-9d6c12bb3a72 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.190735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53094-5a62-4152-b7ed-c7ccc748fb62 req-58ba4143-7de4-49a7-8d66-9d6c12bb3a72 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.196316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53094-5a62-4152-b7ed-c7ccc748fb62 req-58ba4143-7de4-49a7-8d66-9d6c12bb3a72 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.201575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53094-5a62-4152-b7ed-c7ccc748fb62 req-58ba4143-7de4-49a7-8d66-9d6c12bb3a72 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.203470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6f53094-5a62-4152-b7ed-c7ccc748fb62 req-58ba4143-7de4-49a7-8d66-9d6c12bb3a72 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1117847 Jan 28 03:39:14.208598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce06d81e-ed70-4b23-b70d-35822e69bd2d req-64979802-8e20-41ae-b198-54a4be88b079 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4031365 Jan 28 03:39:14.269391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6f53094-5a62-4152-b7ed-c7ccc748fb62 req-7ee9df0c-bfc8-44a7-8181-7066c3379717 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592542 Jan 28 03:39:14.312402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6a41e14d-d17e-4416-89a9-ec99b72497ef up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:14.346400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bf0ba-a095-424e-b2d7-9d95ee148a89 req-272ec54e-f108-40bd-b28a-3cd021dc932c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.350739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:14.353430 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-188bf0ba-a095-424e-b2d7-9d95ee148a89 req-272ec54e-f108-40bd-b28a-3cd021dc932c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0743585 Jan 28 03:39:14.372663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 6a41e14d-d17e-4416-89a9-ec99b72497ef completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:14.376768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 6a41e14d-d17e-4416-89a9-ec99b72497ef triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:14.377246 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:14.433979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8daf1-673f-4476-9123-74ffe4a72438 req-e2edb3ba-9e4b-4be4-a5d2-65ebaab301be tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.435490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fa8daf1-673f-4476-9123-74ffe4a72438 req-e2edb3ba-9e4b-4be4-a5d2-65ebaab301be tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 944 time: 0.0809491 Jan 28 03:39:14.439831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-188bf0ba-a095-424e-b2d7-9d95ee148a89 req-1e4fb4a4-e1fe-449a-9e4a-1dc65cb45094 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757301 Jan 28 03:39:14.480905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6a41e14d-d17e-4416-89a9-ec99b72497ef is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:14.481773 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:14.504291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fa8daf1-673f-4476-9123-74ffe4a72438 req-f3f4426e-ffed-4bcc-89e9-95dd94b3c354 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600650 Jan 28 03:39:14.522425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d944225-e6c8-40b6-bc71-41ad81e74bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41e14d-d17e-4416-89a9-ec99b72497ef'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:14.525099 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63519e26-f4b1-47db-be00-286f5d7161b3" -d '{"events": [{"server_uuid": "3d944225-e6c8-40b6-bc71-41ad81e74bc7", "name": "network-vif-plugged", "status": "completed", "tag": "6a41e14d-d17e-4416-89a9-ec99b72497ef"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:14.533630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6a41e14d-d17e-4416-89a9-ec99b72497ef, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6a41e14d-d17e-4416-89a9-ec99b72497ef,segment=NetworkSegment(fcbe89bc-bb11-4d62-86c2-5c3594c9e62f),segment_id=fcbe89bc-bb11-4d62-86c2-5c3594c9e62f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:14.539629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:14.580247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb7af0-cbbd-42d0-9fe6-2b901d05fd6e req-434e3100-96a2-459a-bde7-f6644e375efe tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.586059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77cb7af0-cbbd-42d0-9fe6-2b901d05fd6e req-434e3100-96a2-459a-bde7-f6644e375efe tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0749362 Jan 28 03:39:14.597579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6a41e14d-d17e-4416-89a9-ec99b72497ef,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:14.642431 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3ba049-7a02-47ef-a0cd-5c749fb1d4c0 x-openstack-request-id: req-fa3ba049-7a02-47ef-a0cd-5c749fb1d4c0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:14.642801 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d944225-e6c8-40b6-bc71-41ad81e74bc7", "name": "network-vif-plugged", "status": "completed", "tag": "6a41e14d-d17e-4416-89a9-ec99b72497ef", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:14.643217 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa3ba049-7a02-47ef-a0cd-5c749fb1d4c0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:14.643699 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d944225-e6c8-40b6-bc71-41ad81e74bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41e14d-d17e-4416-89a9-ec99b72497ef', 'code': 200} Jan 28 03:39:14.647083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77cb7af0-cbbd-42d0-9fe6-2b901d05fd6e req-0b990023-ff95-4e10-aca5-2f63896537e2 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568707 Jan 28 03:39:14.741038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36318686-12a7-4020-8e73-fb9a59cc13d8 req-065c8520-bfd1-4757-9319-f130168f9328 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.745906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36318686-12a7-4020-8e73-fb9a59cc13d8 req-065c8520-bfd1-4757-9319-f130168f9328 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 945 time: 0.0562065 Jan 28 03:39:14.843348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54ca70-b3bb-465e-80a9-ef5b70f562c7 req-c509f4de-70f2-48fd-bdb7-378037de029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.845305 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-df54ca70-b3bb-465e-80a9-ef5b70f562c7 req-c509f4de-70f2-48fd-bdb7-378037de029f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0785396 Jan 28 03:39:14.883055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36318686-12a7-4020-8e73-fb9a59cc13d8 req-aa2b1376-0ef9-4bcf-a269-68f19451ab57 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335874 Jan 28 03:39:14.904464 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-df54ca70-b3bb-465e-80a9-ef5b70f562c7 req-d0bbb825-31d5-42a0-bbc3-32873b8f7875 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507233 Jan 28 03:39:14.952054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c5160-01b6-467b-af57-f99d7ee445c6 req-5cb8c9f0-9b5a-4f21-b179-46dc026d67fe tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.952395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92837dec-2f71-4bc1-a858-542799c3923b req-66e94517-d523-49b9-a33b-37a541f2d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.953607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e19c5160-01b6-467b-af57-f99d7ee445c6 req-5cb8c9f0-9b5a-4f21-b179-46dc026d67fe tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0529246 Jan 28 03:39:14.953953 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92837dec-2f71-4bc1-a858-542799c3923b req-66e94517-d523-49b9-a33b-37a541f2d125 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5a1aa80daea44240a5f82b5f66306a88&device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0415564 Jan 28 03:39:15.011446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e19c5160-01b6-467b-af57-f99d7ee445c6 req-0c59945a-7e03-42bc-aa8f-b0de3fadd4c4 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511508 Jan 28 03:39:15.052495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92837dec-2f71-4bc1-a858-542799c3923b req-70b9f94f-7e26-4ee9-b98d-1d2126079505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.053888 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92837dec-2f71-4bc1-a858-542799c3923b req-70b9f94f-7e26-4ee9-b98d-1d2126079505 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1434e40-f9a1-449a-b862-7ba2212e0ea8 HTTP/1.1" status: 200 len: 911 time: 0.0942111 Jan 28 03:39:15.097679 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92837dec-2f71-4bc1-a858-542799c3923b req-ac1d96bc-98af-40b8-ae00-8d30305c7e7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36201b64-52c7-4c2e-be1c-8d688e883e4c HTTP/1.1" status: 200 len: 217 time: 0.0365396 Jan 28 03:39:15.146566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92837dec-2f71-4bc1-a858-542799c3923b req-49f2b5e1-5b75-45da-869d-3ffd2b72c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.148049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92837dec-2f71-4bc1-a858-542799c3923b req-49f2b5e1-5b75-45da-869d-3ffd2b72c386 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5 HTTP/1.1" status: 200 len: 850 time: 0.0452015 Jan 28 03:39:15.179870 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92837dec-2f71-4bc1-a858-542799c3923b req-291e3503-42df-4c4a-9e41-d602a9c98515 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1434e40-f9a1-449a-b862-7ba2212e0ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256171 Jan 28 03:39:15.274658 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92837dec-2f71-4bc1-a858-542799c3923b req-fa25023a-4af6-497c-9d69-8bc3ccb5ef9f service neutron] 10.222.0.42 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878074 Jan 28 03:39:15.385413 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92837dec-2f71-4bc1-a858-542799c3923b req-c6a3cfb2-b063-41b7-a08e-0f7f18f7b580 service neutron] 10.222.0.42 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037412 Jan 28 03:39:15.392924 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:15.405626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ab8a1-d300-4489-a839-e4ddc8ac17c5 req-65995991-afe7-4b18-abce-63f48cfabf1d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.412591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ab8a1-d300-4489-a839-e4ddc8ac17c5 req-65995991-afe7-4b18-abce-63f48cfabf1d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.418110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ab8a1-d300-4489-a839-e4ddc8ac17c5 req-65995991-afe7-4b18-abce-63f48cfabf1d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.423304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ab8a1-d300-4489-a839-e4ddc8ac17c5 req-65995991-afe7-4b18-abce-63f48cfabf1d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.429737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ab8a1-d300-4489-a839-e4ddc8ac17c5 req-65995991-afe7-4b18-abce-63f48cfabf1d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.434999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ab8a1-d300-4489-a839-e4ddc8ac17c5 req-65995991-afe7-4b18-abce-63f48cfabf1d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.440329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ab8a1-d300-4489-a839-e4ddc8ac17c5 req-65995991-afe7-4b18-abce-63f48cfabf1d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.445866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-964ab8a1-d300-4489-a839-e4ddc8ac17c5 req-65995991-afe7-4b18-abce-63f48cfabf1d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1599250 Jan 28 03:39:15.500592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9783c4-f6bc-4735-9c27-96d6387a735f req-2802bdc6-2f1d-44aa-8f03-8a112532fb2c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.507694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9783c4-f6bc-4735-9c27-96d6387a735f req-2802bdc6-2f1d-44aa-8f03-8a112532fb2c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.514490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9783c4-f6bc-4735-9c27-96d6387a735f req-2802bdc6-2f1d-44aa-8f03-8a112532fb2c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.519749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9783c4-f6bc-4735-9c27-96d6387a735f req-2802bdc6-2f1d-44aa-8f03-8a112532fb2c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.525637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9783c4-f6bc-4735-9c27-96d6387a735f req-2802bdc6-2f1d-44aa-8f03-8a112532fb2c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.531150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9783c4-f6bc-4735-9c27-96d6387a735f req-2802bdc6-2f1d-44aa-8f03-8a112532fb2c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.536757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9783c4-f6bc-4735-9c27-96d6387a735f req-2802bdc6-2f1d-44aa-8f03-8a112532fb2c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.538745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6d9783c4-f6bc-4735-9c27-96d6387a735f req-2802bdc6-2f1d-44aa-8f03-8a112532fb2c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1769943 Jan 28 03:39:15.578728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-964ab8a1-d300-4489-a839-e4ddc8ac17c5 req-55399138-4a55-45c2-bba4-9b7258e80cf8 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280925 Jan 28 03:39:15.618135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6d9783c4-f6bc-4735-9c27-96d6387a735f req-18a55b1e-5210-4e26-ac37-72c31ca74728 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709782 Jan 28 03:39:15.750096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db32235-23ff-4464-8b80-d350dd03ac28 req-2b4d60ff-e51e-47ce-aead-875b3e78a1a5 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.751646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6db32235-23ff-4464-8b80-d350dd03ac28 req-2b4d60ff-e51e-47ce-aead-875b3e78a1a5 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0878131 Jan 28 03:39:15.759140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6545387-d6e8-4cac-b18b-4d3f943b4166 req-0d89ffb5-d102-45b1-b3d7-7f495e7900fb tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.760547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6545387-d6e8-4cac-b18b-4d3f943b4166 req-0d89ffb5-d102-45b1-b3d7-7f495e7900fb tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 944 time: 0.0664022 Jan 28 03:39:15.837110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6db32235-23ff-4464-8b80-d350dd03ac28 req-8ba7bbf5-aea6-421e-8861-a9289f3b9ed5 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751204 Jan 28 03:39:15.841991 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6545387-d6e8-4cac-b18b-4d3f943b4166 req-f62bdc31-627a-4c8b-bd6d-7c1a6585c6f9 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743995 Jan 28 03:39:15.998029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0398a-6c11-4a7d-8a51-1448447df68e req-e8a2a855-0f9a-4b67-9453-6cd4b845bb80 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.999567 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66a0398a-6c11-4a7d-8a51-1448447df68e req-e8a2a855-0f9a-4b67-9453-6cd4b845bb80 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 945 time: 0.0541074 Jan 28 03:39:16.048513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66a0398a-6c11-4a7d-8a51-1448447df68e req-75cd15bf-d5e9-42fb-9c1d-a4fa1b31b89a tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 Jan 28 03:39:16.131759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de026da-777c-4fb7-885a-c6d7c7b8894f req-688aa141-d8e9-4ab8-b271-ce0dc7cabfe3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.133215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3de026da-777c-4fb7-885a-c6d7c7b8894f req-688aa141-d8e9-4ab8-b271-ce0dc7cabfe3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0493996 Jan 28 03:39:16.185538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3de026da-777c-4fb7-885a-c6d7c7b8894f req-901a1669-7162-407e-9e74-8053a6d724df tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466356 Jan 28 03:39:16.291503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 78a88880-f3e9-46ed-972f-9e23aa2f8f91 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:16.386320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 78a88880-f3e9-46ed-972f-9e23aa2f8f91, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=78a88880-f3e9-46ed-972f-9e23aa2f8f91,segment=NetworkSegment(7899e233-bc17-4710-861b-1e5efa6e213b),segment_id=7899e233-bc17-4710-861b-1e5efa6e213b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:16.401722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '78a88880-f3e9-46ed-972f-9e23aa2f8f91', 'network_id': 'cef98c4d-a1e0-482c-8c2a-8bab8c3ad982', 'port_id': '78a88880-f3e9-46ed-972f-9e23aa2f8f91', 'mac_address': 'fa:16:3e:aa:a8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1424ed72-d606-4783-a877-464f0276b748', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:16.438162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:16.438552 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:16.451195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a88880-f3e9-46ed-972f-9e23aa2f8f91 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:16.474639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 78a88880-f3e9-46ed-972f-9e23aa2f8f91, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=78a88880-f3e9-46ed-972f-9e23aa2f8f91,segment=NetworkSegment(7899e233-bc17-4710-861b-1e5efa6e213b),segment_id=7899e233-bc17-4710-861b-1e5efa6e213b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:16.479860 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:16.536775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=78a88880-f3e9-46ed-972f-9e23aa2f8f91,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:16.607559 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:16.712338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c707088-24f6-4103-80a6-10ad95271a62 req-5793aee2-df90-4713-802b-0e50e091b223 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.717511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c707088-24f6-4103-80a6-10ad95271a62 req-5793aee2-df90-4713-802b-0e50e091b223 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.722683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c707088-24f6-4103-80a6-10ad95271a62 req-5793aee2-df90-4713-802b-0e50e091b223 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.729019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c707088-24f6-4103-80a6-10ad95271a62 req-5793aee2-df90-4713-802b-0e50e091b223 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.734179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c707088-24f6-4103-80a6-10ad95271a62 req-5793aee2-df90-4713-802b-0e50e091b223 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.740185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c707088-24f6-4103-80a6-10ad95271a62 req-5793aee2-df90-4713-802b-0e50e091b223 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.745498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c707088-24f6-4103-80a6-10ad95271a62 req-5793aee2-df90-4713-802b-0e50e091b223 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.747464 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c707088-24f6-4103-80a6-10ad95271a62 req-5793aee2-df90-4713-802b-0e50e091b223 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.0916419 Jan 28 03:39:16.849453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776edf8-a25b-4f44-b044-634fce15ced7 req-8d92510c-c6a5-4d0a-b8d4-9eb7fb9b8b43 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.854866 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776edf8-a25b-4f44-b044-634fce15ced7 req-8d92510c-c6a5-4d0a-b8d4-9eb7fb9b8b43 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.860458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776edf8-a25b-4f44-b044-634fce15ced7 req-8d92510c-c6a5-4d0a-b8d4-9eb7fb9b8b43 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.866986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776edf8-a25b-4f44-b044-634fce15ced7 req-8d92510c-c6a5-4d0a-b8d4-9eb7fb9b8b43 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.872304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776edf8-a25b-4f44-b044-634fce15ced7 req-8d92510c-c6a5-4d0a-b8d4-9eb7fb9b8b43 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.877873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776edf8-a25b-4f44-b044-634fce15ced7 req-8d92510c-c6a5-4d0a-b8d4-9eb7fb9b8b43 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.884317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776edf8-a25b-4f44-b044-634fce15ced7 req-8d92510c-c6a5-4d0a-b8d4-9eb7fb9b8b43 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:16.886313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b776edf8-a25b-4f44-b044-634fce15ced7 req-8d92510c-c6a5-4d0a-b8d4-9eb7fb9b8b43 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1379871 Jan 28 03:39:16.892713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c707088-24f6-4103-80a6-10ad95271a62 req-f780bbc1-dcc3-4c8d-955a-d3b9a5f0b6bf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341474 Jan 28 03:39:16.951645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['78a88880-f3e9-46ed-972f-9e23aa2f8f91'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:16.994207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b776edf8-a25b-4f44-b044-634fce15ced7 req-c5095ae6-db9d-423f-bc8b-8481521950eb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996106 Jan 28 03:39:17.094811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795415d-8ee9-447e-8d43-fbf6e43f95e7 req-031267eb-9b19-442d-88db-9df8d449b1c9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:17.103295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4795415d-8ee9-447e-8d43-fbf6e43f95e7 req-031267eb-9b19-442d-88db-9df8d449b1c9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.1386743 Jan 28 03:39:17.203838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4795415d-8ee9-447e-8d43-fbf6e43f95e7 req-fbbc8bb4-a205-4035-bdc0-d9b4f190601b tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994642 Jan 28 03:39:17.219174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b96a24-d7e3-40e2-a930-1a48ab4816ed req-0b5c3320-c2ba-4ee5-86bc-4d0c1125fafe tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:17.220709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6b96a24-d7e3-40e2-a930-1a48ab4816ed req-0b5c3320-c2ba-4ee5-86bc-4d0c1125fafe tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 945 time: 0.1086891 Jan 28 03:39:17.271576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6b96a24-d7e3-40e2-a930-1a48ab4816ed req-db42a68e-4dd7-4b50-a13a-10af03986a91 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446095 Jan 28 03:39:17.400417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d2482-53cb-4c08-b2b1-899d0d821729 req-a12b37c6-5e97-4944-857c-287752536adc tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:17.401914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-651d2482-53cb-4c08-b2b1-899d0d821729 req-a12b37c6-5e97-4944-857c-287752536adc tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 945 time: 0.0750756 Jan 28 03:39:17.437799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bec5c7-c81d-4cb5-a482-fc58d7fa2680 req-c2ca191b-c6ff-4dbc-a4ce-7e51ab97a451 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:17.439270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79bec5c7-c81d-4cb5-a482-fc58d7fa2680 req-c2ca191b-c6ff-4dbc-a4ce-7e51ab97a451 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0784965 Jan 28 03:39:17.478202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-651d2482-53cb-4c08-b2b1-899d0d821729 req-98db2889-fd31-4418-b85c-386c71fb4865 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695581 Jan 28 03:39:17.508554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79bec5c7-c81d-4cb5-a482-fc58d7fa2680 req-93eb469f-042c-4293-b912-d18c63ce8c0b tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597355 Jan 28 03:39:17.604851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07632-c9b2-41d7-a9fd-d6c0f3772a1b req-65aaffb7-761e-4b21-b0da-dcefa0c8d350 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:17.606365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7c07632-c9b2-41d7-a9fd-d6c0f3772a1b req-65aaffb7-761e-4b21-b0da-dcefa0c8d350 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 945 time: 0.0498154 Jan 28 03:39:17.654935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7c07632-c9b2-41d7-a9fd-d6c0f3772a1b req-4f47f14b-37e4-4b17-a9a7-1a858bd55127 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427675 Jan 28 03:39:17.917553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6961d-c07c-4266-b1c4-b6406118c27a req-b237fae2-b220-4a22-914c-c4cd2ae033b2 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:17.919243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cc6961d-c07c-4266-b1c4-b6406118c27a req-b237fae2-b220-4a22-914c-c4cd2ae033b2 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 945 time: 0.0532782 Jan 28 03:39:17.971415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cc6961d-c07c-4266-b1c4-b6406118c27a req-72786a3e-282f-443e-9deb-8c4b5808414e tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463498 Jan 28 03:39:18.043023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df88498-6725-454c-8a96-93bbc98be9b3 req-4d90cad8-280d-46f7-9b7b-2ab2f2f7d122 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.048289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df88498-6725-454c-8a96-93bbc98be9b3 req-4d90cad8-280d-46f7-9b7b-2ab2f2f7d122 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.058393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df88498-6725-454c-8a96-93bbc98be9b3 req-4d90cad8-280d-46f7-9b7b-2ab2f2f7d122 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.064655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df88498-6725-454c-8a96-93bbc98be9b3 req-4d90cad8-280d-46f7-9b7b-2ab2f2f7d122 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.070688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df88498-6725-454c-8a96-93bbc98be9b3 req-4d90cad8-280d-46f7-9b7b-2ab2f2f7d122 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.076095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df88498-6725-454c-8a96-93bbc98be9b3 req-4d90cad8-280d-46f7-9b7b-2ab2f2f7d122 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.081414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df88498-6725-454c-8a96-93bbc98be9b3 req-4d90cad8-280d-46f7-9b7b-2ab2f2f7d122 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.088970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4df88498-6725-454c-8a96-93bbc98be9b3 req-4d90cad8-280d-46f7-9b7b-2ab2f2f7d122 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1071186 Jan 28 03:39:18.177479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4df88498-6725-454c-8a96-93bbc98be9b3 req-51042feb-8d2c-4904-b64e-4c161e59f47c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875745 Jan 28 03:39:18.204125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0796f5-3bfd-430a-bdc9-1a6f186a8670 req-f873a853-5c91-4700-9ba5-45423f201842 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.204125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0796f5-3bfd-430a-bdc9-1a6f186a8670 req-f873a853-5c91-4700-9ba5-45423f201842 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.206057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0796f5-3bfd-430a-bdc9-1a6f186a8670 req-f873a853-5c91-4700-9ba5-45423f201842 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.211376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0796f5-3bfd-430a-bdc9-1a6f186a8670 req-f873a853-5c91-4700-9ba5-45423f201842 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.216611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0796f5-3bfd-430a-bdc9-1a6f186a8670 req-f873a853-5c91-4700-9ba5-45423f201842 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.221858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0796f5-3bfd-430a-bdc9-1a6f186a8670 req-f873a853-5c91-4700-9ba5-45423f201842 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.227958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0796f5-3bfd-430a-bdc9-1a6f186a8670 req-f873a853-5c91-4700-9ba5-45423f201842 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.229942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca0796f5-3bfd-430a-bdc9-1a6f186a8670 req-f873a853-5c91-4700-9ba5-45423f201842 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1202526 Jan 28 03:39:18.304032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 78a88880-f3e9-46ed-972f-9e23aa2f8f91 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:18.318131 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca0796f5-3bfd-430a-bdc9-1a6f186a8670 req-5256b736-ca80-4b75-a2bd-2360bf1a598c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758374 Jan 28 03:39:18.378419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:18.385997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:18.386361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:18.471301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac21ba-6f84-4b74-a186-de600b8e1b19 req-b5b22b9a-19d7-40f2-9a80-c5c3b95a9ebf tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.474664 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07ac21ba-6f84-4b74-a186-de600b8e1b19 req-b5b22b9a-19d7-40f2-9a80-c5c3b95a9ebf tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0721731 Jan 28 03:39:18.509272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:18.509649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:18.533467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61ef68a-dc1a-402a-bb51-9e4d5836098b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a88880-f3e9-46ed-972f-9e23aa2f8f91'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:18.536588 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106bb236-8bf9-4b93-b611-935824bd907b" -d '{"events": [{"server_uuid": "d61ef68a-dc1a-402a-bb51-9e4d5836098b", "name": "network-vif-plugged", "status": "completed", "tag": "78a88880-f3e9-46ed-972f-9e23aa2f8f91"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:18.542283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07ac21ba-6f84-4b74-a186-de600b8e1b19 req-c839a641-ef39-41e6-b379-f4b789088cc9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547011 Jan 28 03:39:18.553706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 78a88880-f3e9-46ed-972f-9e23aa2f8f91, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=78a88880-f3e9-46ed-972f-9e23aa2f8f91,segment=NetworkSegment(7899e233-bc17-4710-861b-1e5efa6e213b),segment_id=7899e233-bc17-4710-861b-1e5efa6e213b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:18.566268 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:18.621057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b88758-ea8e-4f62-943e-c1343d6dd8b2 req-b7bb4515-976a-4aa9-b80c-4e651a2aafd9 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.622690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23b88758-ea8e-4f62-943e-c1343d6dd8b2 req-b7bb4515-976a-4aa9-b80c-4e651a2aafd9 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 946 time: 0.0548909 Jan 28 03:39:18.634744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=78a88880-f3e9-46ed-972f-9e23aa2f8f91,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:18.690002 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23b88758-ea8e-4f62-943e-c1343d6dd8b2 req-2fa7e4d5-b202-45f8-bf36-9a31cdc1d056 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610051 Jan 28 03:39:18.761836 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25a45-ff66-4a82-99ab-03a5e0a486b8 req-571a5d4b-f2de-46ef-b94a-770fcb419a00 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.763675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ff25a45-ff66-4a82-99ab-03a5e0a486b8 req-571a5d4b-f2de-46ef-b94a-770fcb419a00 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 945 time: 0.0551109 Jan 28 03:39:18.834943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e4d2-bfe0-4ade-accd-dcafc0de5ac3 req-d8bbff9c-95ec-4929-865c-9b033fcf598b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.836472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7da9e4d2-bfe0-4ade-accd-dcafc0de5ac3 req-d8bbff9c-95ec-4929-865c-9b033fcf598b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 946 time: 0.0717764 Jan 28 03:39:18.854772 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ff25a45-ff66-4a82-99ab-03a5e0a486b8 req-e45b3cce-6eb5-4f84-9bc4-ac57a257e77b tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814178 Jan 28 03:39:18.903670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7da9e4d2-bfe0-4ade-accd-dcafc0de5ac3 req-422505c3-63e7-4694-925f-1c6772da824c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593596 Jan 28 03:39:18.953243 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efac9a7-9603-4c92-83d8-80a3a7806018 x-openstack-request-id: req-4efac9a7-9603-4c92-83d8-80a3a7806018 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:18.953628 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61ef68a-dc1a-402a-bb51-9e4d5836098b", "name": "network-vif-plugged", "status": "completed", "tag": "78a88880-f3e9-46ed-972f-9e23aa2f8f91", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:18.953956 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4efac9a7-9603-4c92-83d8-80a3a7806018 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:18.954529 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61ef68a-dc1a-402a-bb51-9e4d5836098b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a88880-f3e9-46ed-972f-9e23aa2f8f91', 'code': 200} Jan 28 03:39:18.975314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75153b0b-74e2-43df-85ef-e0e451c02162 req-40855bb9-38fe-4a5d-ba0d-2c502cd16501 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:18.976865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75153b0b-74e2-43df-85ef-e0e451c02162 req-40855bb9-38fe-4a5d-ba0d-2c502cd16501 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0607986 Jan 28 03:39:19.033623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75153b0b-74e2-43df-85ef-e0e451c02162 req-a35593f1-95ed-47a7-abdf-991c1b66c060 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507042 Jan 28 03:39:19.102385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65475a3f-802d-4dbd-9e14-d0b4ad4b6f6c req-2d2c845a-392a-49ca-99ce-88942f81b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.103786 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65475a3f-802d-4dbd-9e14-d0b4ad4b6f6c req-2d2c845a-392a-49ca-99ce-88942f81b662 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 1098 time: 0.0438483 Jan 28 03:39:19.148637 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65475a3f-802d-4dbd-9e14-d0b4ad4b6f6c req-f863b608-6aa0-4466-aa5d-d8de27deff30 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363774 Jan 28 03:39:19.308549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcc8be-5ba1-4ec4-8dde-a9d3550e78ea req-ee41164f-e4c1-430c-9e5d-d6064aa3e440 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.313902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcc8be-5ba1-4ec4-8dde-a9d3550e78ea req-ee41164f-e4c1-430c-9e5d-d6064aa3e440 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.319222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcc8be-5ba1-4ec4-8dde-a9d3550e78ea req-ee41164f-e4c1-430c-9e5d-d6064aa3e440 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.324627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcc8be-5ba1-4ec4-8dde-a9d3550e78ea req-ee41164f-e4c1-430c-9e5d-d6064aa3e440 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.329981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcc8be-5ba1-4ec4-8dde-a9d3550e78ea req-ee41164f-e4c1-430c-9e5d-d6064aa3e440 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.336080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcc8be-5ba1-4ec4-8dde-a9d3550e78ea req-ee41164f-e4c1-430c-9e5d-d6064aa3e440 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.341541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcc8be-5ba1-4ec4-8dde-a9d3550e78ea req-ee41164f-e4c1-430c-9e5d-d6064aa3e440 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.343524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0dcc8be-5ba1-4ec4-8dde-a9d3550e78ea req-ee41164f-e4c1-430c-9e5d-d6064aa3e440 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.0901577 Jan 28 03:39:19.441593 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0dcc8be-5ba1-4ec4-8dde-a9d3550e78ea req-b30d5f38-5878-4d4d-b94c-827e6baeb3ca tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899234 Jan 28 03:39:19.464121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671cc41-f6b6-4117-a8dd-3c1037634cff req-7c6ce0f3-2bdd-41f3-824e-e0c805dd575a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.469546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671cc41-f6b6-4117-a8dd-3c1037634cff req-7c6ce0f3-2bdd-41f3-824e-e0c805dd575a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.475680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671cc41-f6b6-4117-a8dd-3c1037634cff req-7c6ce0f3-2bdd-41f3-824e-e0c805dd575a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.481027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671cc41-f6b6-4117-a8dd-3c1037634cff req-7c6ce0f3-2bdd-41f3-824e-e0c805dd575a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.486353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671cc41-f6b6-4117-a8dd-3c1037634cff req-7c6ce0f3-2bdd-41f3-824e-e0c805dd575a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.491685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671cc41-f6b6-4117-a8dd-3c1037634cff req-7c6ce0f3-2bdd-41f3-824e-e0c805dd575a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.496936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671cc41-f6b6-4117-a8dd-3c1037634cff req-7c6ce0f3-2bdd-41f3-824e-e0c805dd575a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.498883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2671cc41-f6b6-4117-a8dd-3c1037634cff req-7c6ce0f3-2bdd-41f3-824e-e0c805dd575a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1133986 Jan 28 03:39:19.564436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2671cc41-f6b6-4117-a8dd-3c1037634cff req-9e8e87cd-0f76-4b86-bc1d-088f9587ddf9 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597787 Jan 28 03:39:19.660149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b7f5b-b43c-4e6a-b297-9732b11a22b0 req-47014e7e-f609-445f-9729-89bad6d5a4f2 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.662720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a1b7f5b-b43c-4e6a-b297-9732b11a22b0 req-47014e7e-f609-445f-9729-89bad6d5a4f2 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0521941 Jan 28 03:39:19.711807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a1b7f5b-b43c-4e6a-b297-9732b11a22b0 req-6af76cbd-84e0-4b6d-b994-b3d272aff8b3 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427790 Jan 28 03:39:19.820480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f71dc-c649-47e5-9855-a98cf15677cc req-167b7556-1700-4fe9-993f-10b84035f894 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.822004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df5f71dc-c649-47e5-9855-a98cf15677cc req-167b7556-1700-4fe9-993f-10b84035f894 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 946 time: 0.0492365 Jan 28 03:39:19.873896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df5f71dc-c649-47e5-9855-a98cf15677cc req-c220e1ae-2659-471f-b884-4d564c648c5f tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463567 Jan 28 03:39:19.982398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403aa038-d0c3-49b1-9663-ba8752e21f78 req-7868aeb4-7b13-43b4-8eb8-032353f043a1 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:19.988542 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-403aa038-d0c3-49b1-9663-ba8752e21f78 req-7868aeb4-7b13-43b4-8eb8-032353f043a1 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 945 time: 0.0591149 Jan 28 03:39:20.069640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-403aa038-d0c3-49b1-9663-ba8752e21f78 req-cecaa75e-dd14-4b06-95d7-716ab0769bb2 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739324 Jan 28 03:39:20.077450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17e818-da7e-4686-bd14-b6604282e4dc req-85293f89-98c1-46eb-8a73-6b3cb161c5fd tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.078888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee17e818-da7e-4686-bd14-b6604282e4dc req-85293f89-98c1-46eb-8a73-6b3cb161c5fd tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 946 time: 0.0751948 Jan 28 03:39:20.131611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee17e818-da7e-4686-bd14-b6604282e4dc req-e16a35da-4c15-4726-93a1-8e1e48ee2e83 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 Jan 28 03:39:20.182666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9791102-553f-4bc5-bcce-d82301bb98aa req-830c74cf-36a2-4693-951e-2f0390cdccb5 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.184158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9791102-553f-4bc5-bcce-d82301bb98aa req-830c74cf-36a2-4693-951e-2f0390cdccb5 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0568299 Jan 28 03:39:20.231578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9791102-553f-4bc5-bcce-d82301bb98aa req-9fca8e29-e1a8-4ddc-9333-56e90cb2b13c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Jan 28 03:39:20.501337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-a80e41fb-da86-4236-a6f5-fd8cfec0c1d7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.502924 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-a80e41fb-da86-4236-a6f5-fd8cfec0c1d7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 946 time: 0.0533879 Jan 28 03:39:20.583086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961d5fb-e8e2-44b3-9df2-eeb8cbb1906d req-e31eff1e-2f0c-4177-b32b-75e89b82ca17 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.588983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961d5fb-e8e2-44b3-9df2-eeb8cbb1906d req-e31eff1e-2f0c-4177-b32b-75e89b82ca17 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.605003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961d5fb-e8e2-44b3-9df2-eeb8cbb1906d req-e31eff1e-2f0c-4177-b32b-75e89b82ca17 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.611095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961d5fb-e8e2-44b3-9df2-eeb8cbb1906d req-e31eff1e-2f0c-4177-b32b-75e89b82ca17 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.611291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-083de036-3c2d-4603-ac22-ac77ad0dc8e0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Deleting port e7850fde-dc71-4041-b6b6-56dd6f77a285 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:39:20.611792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-083de036-3c2d-4603-ac22-ac77ad0dc8e0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:20.618194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961d5fb-e8e2-44b3-9df2-eeb8cbb1906d req-e31eff1e-2f0c-4177-b32b-75e89b82ca17 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.623795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961d5fb-e8e2-44b3-9df2-eeb8cbb1906d req-e31eff1e-2f0c-4177-b32b-75e89b82ca17 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.629330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961d5fb-e8e2-44b3-9df2-eeb8cbb1906d req-e31eff1e-2f0c-4177-b32b-75e89b82ca17 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.631970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4961d5fb-e8e2-44b3-9df2-eeb8cbb1906d req-e31eff1e-2f0c-4177-b32b-75e89b82ca17 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1104660 Jan 28 03:39:20.714497 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-083de036-3c2d-4603-ac22-ac77ad0dc8e0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] For port e7850fde-dc71-4041-b6b6-56dd6f77a285, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e7850fde-dc71-4041-b6b6-56dd6f77a285,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:20.714863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-083de036-3c2d-4603-ac22-ac77ad0dc8e0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:20.739564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-083de036-3c2d-4603-ac22-ac77ad0dc8e0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Calling delete_port for e7850fde-dc71-4041-b6b6-56dd6f77a285 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:39:20.747181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c58e-659e-43be-8225-a7a81ae395dc req-c73a9401-e74a-4fe0-9632-db444d3b1fbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.753012 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c58e-659e-43be-8225-a7a81ae395dc req-c73a9401-e74a-4fe0-9632-db444d3b1fbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.758335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c58e-659e-43be-8225-a7a81ae395dc req-c73a9401-e74a-4fe0-9632-db444d3b1fbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.764367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c58e-659e-43be-8225-a7a81ae395dc req-c73a9401-e74a-4fe0-9632-db444d3b1fbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.770432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c58e-659e-43be-8225-a7a81ae395dc req-c73a9401-e74a-4fe0-9632-db444d3b1fbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.775875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c58e-659e-43be-8225-a7a81ae395dc req-c73a9401-e74a-4fe0-9632-db444d3b1fbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.782774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c58e-659e-43be-8225-a7a81ae395dc req-c73a9401-e74a-4fe0-9632-db444d3b1fbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.791690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8237c58e-659e-43be-8225-a7a81ae395dc req-c73a9401-e74a-4fe0-9632-db444d3b1fbf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1343565 Jan 28 03:39:20.799813 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4961d5fb-e8e2-44b3-9df2-eeb8cbb1906d req-f1ff4a55-406f-440a-a5c7-b1449826e9a0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1592422 Jan 28 03:39:20.883734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8237c58e-659e-43be-8225-a7a81ae395dc req-88a87224-1590-4b04-a9c2-0c5846e916ae tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908928 Jan 28 03:39:20.958840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be44b-2f83-4f79-81cf-f4736dd4fc83 req-88fe35c3-0b31-41ae-a3b1-8340c152d563 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:20.962106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b2be44b-2f83-4f79-81cf-f4736dd4fc83 req-88fe35c3-0b31-41ae-a3b1-8340c152d563 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0708370 Jan 28 03:39:21.021478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b2be44b-2f83-4f79-81cf-f4736dd4fc83 req-c90c83f9-6ed8-4d06-876f-c3f7db23e5c6 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535963 Jan 28 03:39:21.123754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-9876555b-ea74-4534-b259-74dad30f5902 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.125235 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-9876555b-ea74-4534-b259-74dad30f5902 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 945 time: 0.4026518 Jan 28 03:39:21.137045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af0408-8977-40fa-bcf9-e5575f8aed81 req-26257df2-8787-4142-8b96-3f3c63d6b01f tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.138801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7af0408-8977-40fa-bcf9-e5575f8aed81 req-26257df2-8787-4142-8b96-3f3c63d6b01f tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 946 time: 0.0532472 Jan 28 03:39:21.224955 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7af0408-8977-40fa-bcf9-e5575f8aed81 req-1bb498cd-be07-4025-b1c7-0370d57870e9 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790029 Jan 28 03:39:21.232437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f40ab1-7c99-453f-a674-b60f9b9ce3b8 req-dc14b91b-f046-4e16-b4cc-307d61943a23 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.233946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34f40ab1-7c99-453f-a674-b60f9b9ce3b8 req-dc14b91b-f046-4e16-b4cc-307d61943a23 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 945 time: 0.0869937 Jan 28 03:39:21.274672 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-083de036-3c2d-4603-ac22-ac77ad0dc8e0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e7850fde-dc71-4041-b6b6-56dd6f77a285), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:21.284918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-06df2f83-3e06-4833-b7f7-d293b4875104 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Deleting port 6a41e14d-d17e-4416-89a9-ec99b72497ef {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:39:21.285252 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-06df2f83-3e06-4833-b7f7-d293b4875104 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:21.292052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34f40ab1-7c99-453f-a674-b60f9b9ce3b8 req-3789c328-259e-4eab-9d3f-75f0f1587e94 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff2deea2-757d-496c-a5aa-604f65daf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518098 Jan 28 03:39:21.321485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['e7850fde-dc71-4041-b6b6-56dd6f77a285'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:21.324660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083de036-3c2d-4603-ac22-ac77ad0dc8e0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event deleted for resources: {'Port': ['ID=e7850fde-dc71-4041-b6b6-56dd6f77a285,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:21.332028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-415d05b5-8af2-4b64-a4fe-8542ac8b458b req-0c0565d3-7621-48ee-afe0-4426c40842f8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 210 time: 0.0338271 Jan 28 03:39:21.413956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-083de036-3c2d-4603-ac22-ac77ad0dc8e0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] No DVR routers for this DVR port e7850fde-dc71-4041-b6b6-56dd6f77a285 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:39:21.417603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-083de036-3c2d-4603-ac22-ac77ad0dc8e0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:21.420871 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-33a06c05-6663-4c36-9428-72c6a2976ed1 req-083de036-3c2d-4603-ac22-ac77ad0dc8e0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "DELETE /v2.0/ports/e7850fde-dc71-4041-b6b6-56dd6f77a285 HTTP/1.1" status: 204 len: 173 time: 0.9128563 Jan 28 03:39:21.423523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737d31af-1b99-4372-a05a-4d3c73dfb481', 'name': 'network-vif-deleted', 'tag': 'e7850fde-dc71-4041-b6b6-56dd6f77a285'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:21.427060 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b45a88-2291-4834-90ec-3e6f77194459" -d '{"events": [{"server_uuid": "737d31af-1b99-4372-a05a-4d3c73dfb481", "name": "network-vif-deleted", "tag": "e7850fde-dc71-4041-b6b6-56dd6f77a285"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:21.450419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2380b66-a51f-4447-8f69-0e888bbd2e92 req-71878754-6781-41af-9b27-44660ea37434 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.452062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2380b66-a51f-4447-8f69-0e888bbd2e92 req-71878754-6781-41af-9b27-44660ea37434 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0661991 Jan 28 03:39:21.483145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-06df2f83-3e06-4833-b7f7-d293b4875104 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] For port 6a41e14d-d17e-4416-89a9-ec99b72497ef, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6a41e14d-d17e-4416-89a9-ec99b72497ef,segment=NetworkSegment(fcbe89bc-bb11-4d62-86c2-5c3594c9e62f),segment_id=fcbe89bc-bb11-4d62-86c2-5c3594c9e62f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:21.483654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-06df2f83-3e06-4833-b7f7-d293b4875104 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:21.499108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-06df2f83-3e06-4833-b7f7-d293b4875104 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Calling delete_port for 6a41e14d-d17e-4416-89a9-ec99b72497ef owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:39:21.525577 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2380b66-a51f-4447-8f69-0e888bbd2e92 req-ce1afd74-0ec8-4414-b689-b9d74f3f88d5 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644290 Jan 28 03:39:21.585871 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eabadd4-8478-4e11-911e-6b0a93b4e0d8 x-openstack-request-id: req-6eabadd4-8478-4e11-911e-6b0a93b4e0d8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:21.586453 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737d31af-1b99-4372-a05a-4d3c73dfb481", "name": "network-vif-deleted", "tag": "e7850fde-dc71-4041-b6b6-56dd6f77a285", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:21.586453 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6eabadd4-8478-4e11-911e-6b0a93b4e0d8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:21.586803 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737d31af-1b99-4372-a05a-4d3c73dfb481', 'name': 'network-vif-deleted', 'tag': 'e7850fde-dc71-4041-b6b6-56dd6f77a285', 'status': 'completed', 'code': 200} Jan 28 03:39:21.670646 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-06df2f83-3e06-4833-b7f7-d293b4875104 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6a41e14d-d17e-4416-89a9-ec99b72497ef), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:21.696865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f3c64-c8c5-4927-b700-012bb1703dc3 req-8ae988de-f880-4763-91f3-3be6747d08f0 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.698569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-758f3c64-c8c5-4927-b700-012bb1703dc3 req-8ae988de-f880-4763-91f3-3be6747d08f0 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 946 time: 0.0544002 Jan 28 03:39:21.706333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df2f83-3e06-4833-b7f7-d293b4875104 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Pushing event deleted for resources: {'Port': ['ID=6a41e14d-d17e-4416-89a9-ec99b72497ef,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:21.710390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['6a41e14d-d17e-4416-89a9-ec99b72497ef'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:21.748720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-06df2f83-3e06-4833-b7f7-d293b4875104 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] No DVR routers for this DVR port 6a41e14d-d17e-4416-89a9-ec99b72497ef on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:39:21.752623 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-06df2f83-3e06-4833-b7f7-d293b4875104 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:21.757286 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8c1d4dad-d6fb-494f-b73d-f4800dd3183b req-06df2f83-3e06-4833-b7f7-d293b4875104 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.25 "DELETE /v2.0/ports/6a41e14d-d17e-4416-89a9-ec99b72497ef HTTP/1.1" status: 204 len: 173 time: 0.6252348 Jan 28 03:39:21.758512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-758f3c64-c8c5-4927-b700-012bb1703dc3 req-efd587af-c4f5-40f3-b3c2-0c6aea75b52c tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539558 Jan 28 03:39:21.941095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99109656-4e0c-46ce-bf4c-83f9b6b7bc95 req-345e1f1a-0311-4dd1-89f0-e5d1ba62d109 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.947078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99109656-4e0c-46ce-bf4c-83f9b6b7bc95 req-345e1f1a-0311-4dd1-89f0-e5d1ba62d109 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.952300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99109656-4e0c-46ce-bf4c-83f9b6b7bc95 req-345e1f1a-0311-4dd1-89f0-e5d1ba62d109 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.957624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99109656-4e0c-46ce-bf4c-83f9b6b7bc95 req-345e1f1a-0311-4dd1-89f0-e5d1ba62d109 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.962918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99109656-4e0c-46ce-bf4c-83f9b6b7bc95 req-345e1f1a-0311-4dd1-89f0-e5d1ba62d109 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.968142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99109656-4e0c-46ce-bf4c-83f9b6b7bc95 req-345e1f1a-0311-4dd1-89f0-e5d1ba62d109 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.973901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99109656-4e0c-46ce-bf4c-83f9b6b7bc95 req-345e1f1a-0311-4dd1-89f0-e5d1ba62d109 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:21.975954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99109656-4e0c-46ce-bf4c-83f9b6b7bc95 req-345e1f1a-0311-4dd1-89f0-e5d1ba62d109 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.0903320 Jan 28 03:39:22.064744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45fad-38fe-4cf0-af53-bdfcc5a056e8 req-261c528b-a78a-4f76-b083-1c6f4fb3cba8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:22.070175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45fad-38fe-4cf0-af53-bdfcc5a056e8 req-261c528b-a78a-4f76-b083-1c6f4fb3cba8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:22.075371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45fad-38fe-4cf0-af53-bdfcc5a056e8 req-261c528b-a78a-4f76-b083-1c6f4fb3cba8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:22.080573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45fad-38fe-4cf0-af53-bdfcc5a056e8 req-261c528b-a78a-4f76-b083-1c6f4fb3cba8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:22.085884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45fad-38fe-4cf0-af53-bdfcc5a056e8 req-261c528b-a78a-4f76-b083-1c6f4fb3cba8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:22.091106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45fad-38fe-4cf0-af53-bdfcc5a056e8 req-261c528b-a78a-4f76-b083-1c6f4fb3cba8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:22.096326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45fad-38fe-4cf0-af53-bdfcc5a056e8 req-261c528b-a78a-4f76-b083-1c6f4fb3cba8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:22.098860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88f45fad-38fe-4cf0-af53-bdfcc5a056e8 req-261c528b-a78a-4f76-b083-1c6f4fb3cba8 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1172848 Jan 28 03:39:22.121878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99109656-4e0c-46ce-bf4c-83f9b6b7bc95 req-72b9ae20-6da6-438d-921e-5ad21d41f63f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303823 Jan 28 03:39:22.175103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88f45fad-38fe-4cf0-af53-bdfcc5a056e8 req-e945eef6-8634-44bf-9d87-f137836384c0 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684242 Jan 28 03:39:22.289347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d058b-bc29-4e3c-b7dd-decdccf7a23f req-16335e15-e5a1-4f29-b48e-edab9d23d595 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:22.291110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47d058b-bc29-4e3c-b7dd-decdccf7a23f req-16335e15-e5a1-4f29-b48e-edab9d23d595 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0496984 Jan 28 03:39:22.354491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47d058b-bc29-4e3c-b7dd-decdccf7a23f req-d361300c-9d1d-4130-a3f9-c9f4df93ba9c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544024 Jan 28 03:39:22.469337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2637a85-e203-45c2-b094-3b75ea417e87 req-428b4722-99c6-4724-adde-06930f4ee0fa tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 210 time: 0.0525436 Jan 28 03:39:22.471644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf181a4d-4776-4f0e-aa94-cdb61fc41dc7 req-495a9a23-cbb5-4edc-a00e-df3c8f817d85 tempest-ServersNegativeTestMultiTenantJSON-1248333134 tempest-ServersNegativeTestMultiTenantJSON-1248333134-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d944225-e6c8-40b6-bc71-41ad81e74bc7 HTTP/1.1" status: 200 len: 210 time: 0.0457659 Jan 28 03:39:22.646801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482d62-e2a9-45dc-827f-59764b4e0e88 req-e728822f-a507-4b54-aecc-cc519d329628 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:22.648219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96482d62-e2a9-45dc-827f-59764b4e0e88 req-e728822f-a507-4b54-aecc-cc519d329628 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0515690 Jan 28 03:39:22.698076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96482d62-e2a9-45dc-827f-59764b4e0e88 req-38ef4407-7808-4017-9ae6-2af92ed865cb tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Jan 28 03:39:22.877919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806f63d-0a94-4d44-a399-59e18a39383d req-b67b55c6-4b76-4ad1-8972-fe06f9e9fa91 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:22.879896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b806f63d-0a94-4d44-a399-59e18a39383d req-b67b55c6-4b76-4ad1-8972-fe06f9e9fa91 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 946 time: 0.0488293 Jan 28 03:39:22.933134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b806f63d-0a94-4d44-a399-59e18a39383d req-dd784090-091d-4827-b638-15dba060f859 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e8faf1c-efba-42a3-9cf1-0eba460a36d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475318 Jan 28 03:39:23.260228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa9d0-e3f8-49ec-bf0d-fca36827578d req-57409103-d870-466e-be95-3c4670c1920c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.266039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa9d0-e3f8-49ec-bf0d-fca36827578d req-57409103-d870-466e-be95-3c4670c1920c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.272189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa9d0-e3f8-49ec-bf0d-fca36827578d req-57409103-d870-466e-be95-3c4670c1920c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.277578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa9d0-e3f8-49ec-bf0d-fca36827578d req-57409103-d870-466e-be95-3c4670c1920c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.283165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa9d0-e3f8-49ec-bf0d-fca36827578d req-57409103-d870-466e-be95-3c4670c1920c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.289440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa9d0-e3f8-49ec-bf0d-fca36827578d req-57409103-d870-466e-be95-3c4670c1920c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.294716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa9d0-e3f8-49ec-bf0d-fca36827578d req-57409103-d870-466e-be95-3c4670c1920c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.296717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6cfa9d0-e3f8-49ec-bf0d-fca36827578d req-57409103-d870-466e-be95-3c4670c1920c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.0961609 Jan 28 03:39:23.377287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b942-e424-480a-aaaa-2cdb5a54b2e8 req-b0a68740-2c98-4fff-a7fc-01e7c1c44f1c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.382871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b942-e424-480a-aaaa-2cdb5a54b2e8 req-b0a68740-2c98-4fff-a7fc-01e7c1c44f1c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.388086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b942-e424-480a-aaaa-2cdb5a54b2e8 req-b0a68740-2c98-4fff-a7fc-01e7c1c44f1c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.393354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b942-e424-480a-aaaa-2cdb5a54b2e8 req-b0a68740-2c98-4fff-a7fc-01e7c1c44f1c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.399147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b942-e424-480a-aaaa-2cdb5a54b2e8 req-b0a68740-2c98-4fff-a7fc-01e7c1c44f1c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.404486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b942-e424-480a-aaaa-2cdb5a54b2e8 req-b0a68740-2c98-4fff-a7fc-01e7c1c44f1c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.410014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b942-e424-480a-aaaa-2cdb5a54b2e8 req-b0a68740-2c98-4fff-a7fc-01e7c1c44f1c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.412573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc32b942-e424-480a-aaaa-2cdb5a54b2e8 req-b0a68740-2c98-4fff-a7fc-01e7c1c44f1c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1149163 Jan 28 03:39:23.435690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6cfa9d0-e3f8-49ec-bf0d-fca36827578d req-523ac16c-fdd0-4cb0-a061-a1f23ebbfa36 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293418 Jan 28 03:39:23.495083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc32b942-e424-480a-aaaa-2cdb5a54b2e8 req-2484751a-d7d3-4a83-9ef8-9a8210f34987 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747063 Jan 28 03:39:23.514052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-d1c4bb51-e55a-4734-bf88-7e473a07d9b1 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.516077 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-d1c4bb51-e55a-4734-bf88-7e473a07d9b1 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.25 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 946 time: 0.0717385 Jan 28 03:39:23.587749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d944225-e6c8-40b6-bc71-41ad81e74bc7', 'name': 'network-vif-deleted', 'tag': '6a41e14d-d17e-4416-89a9-ec99b72497ef'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:23.590471 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da540a06-9c4f-4c8a-8da4-58de3e6de672" -d '{"events": [{"server_uuid": "3d944225-e6c8-40b6-bc71-41ad81e74bc7", "name": "network-vif-deleted", "tag": "6a41e14d-d17e-4416-89a9-ec99b72497ef"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:23.646847 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4a4eee5-d14a-46fd-9d68-6871b75caae9 req-d596fea2-1cc1-4a8f-863e-7b22c5a1298e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 210 time: 0.0318673 Jan 28 03:39:23.664437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e7850fde-dc71-4041-b6b6-56dd6f77a285 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:39:23.666168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd6d13-0497-48cc-a2e6-c99e4d58d672 req-367ec528-5b25-40ce-beaa-3cd2673d4a25 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.668580 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-b4dd7416-3d19-404d-9180-6fafa1498baa tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Deleting port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:39:23.668957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-b4dd7416-3d19-404d-9180-6fafa1498baa tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:23.673421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6edd6d13-0497-48cc-a2e6-c99e4d58d672 req-367ec528-5b25-40ce-beaa-3cd2673d4a25 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0998917 Jan 28 03:39:23.694580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: e7850fde-dc71-4041-b6b6-56dd6f77a285 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:39:23.695148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e7850fde-dc71-4041-b6b6-56dd6f77a285 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:39:23.731100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6edd6d13-0497-48cc-a2e6-c99e4d58d672 req-1df7aede-7ed3-4b70-b01b-0b7926490f10 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565019 Jan 28 03:39:23.733481 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:23.798726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-b4dd7416-3d19-404d-9180-6fafa1498baa tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] For port 78a88880-f3e9-46ed-972f-9e23aa2f8f91, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=78a88880-f3e9-46ed-972f-9e23aa2f8f91,segment=NetworkSegment(7899e233-bc17-4710-861b-1e5efa6e213b),segment_id=7899e233-bc17-4710-861b-1e5efa6e213b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:23.799103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-b4dd7416-3d19-404d-9180-6fafa1498baa tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:23.803322 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a6eb4e-c9e9-4a4c-8cee-f0a29406ab3e x-openstack-request-id: req-c6a6eb4e-c9e9-4a4c-8cee-f0a29406ab3e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:23.803679 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d944225-e6c8-40b6-bc71-41ad81e74bc7", "name": "network-vif-deleted", "tag": "6a41e14d-d17e-4416-89a9-ec99b72497ef", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:23.803946 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6a6eb4e-c9e9-4a4c-8cee-f0a29406ab3e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:23.804267 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d944225-e6c8-40b6-bc71-41ad81e74bc7', 'name': 'network-vif-deleted', 'tag': '6a41e14d-d17e-4416-89a9-ec99b72497ef', 'status': 'completed', 'code': 200} Jan 28 03:39:23.809482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Deleting subnet 95559415-7b11-4bd9-9cb8-32440693862a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:39:23.814842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-b4dd7416-3d19-404d-9180-6fafa1498baa tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Calling delete_port for 78a88880-f3e9-46ed-972f-9e23aa2f8f91 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:39:23.824389 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Publish callbacks [] for subnet (95559415-7b11-4bd9-9cb8-32440693862a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:23.897627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c84da4-9073-4017-ab54-14e58ff1f8dc req-e6ddb403-1db4-44a3-a9b6-a44c2d8162aa tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:23.899698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47c84da4-9073-4017-ab54-14e58ff1f8dc req-e6ddb403-1db4-44a3-a9b6-a44c2d8162aa tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0934441 Jan 28 03:39:23.904997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (95559415-7b11-4bd9-9cb8-32440693862a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:23.956109 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-b4dd7416-3d19-404d-9180-6fafa1498baa tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (78a88880-f3e9-46ed-972f-9e23aa2f8f91), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:23.986600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47c84da4-9073-4017-ab54-14e58ff1f8dc req-db630809-d605-4a91-825e-dfaf8289fd37 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794053 Jan 28 03:39:23.992315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd7416-3d19-404d-9180-6fafa1498baa tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Pushing event deleted for resources: {'Port': ['ID=78a88880-f3e9-46ed-972f-9e23aa2f8f91,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:23.996961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['78a88880-f3e9-46ed-972f-9e23aa2f8f91'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:24.003383 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (95559415-7b11-4bd9-9cb8-32440693862a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.064668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-b4dd7416-3d19-404d-9180-6fafa1498baa tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] No DVR routers for this DVR port 78a88880-f3e9-46ed-972f-9e23aa2f8f91 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:39:24.068757 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-b4dd7416-3d19-404d-9180-6fafa1498baa tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.072366 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00a4e2b5-a5e0-420d-b1e7-a65bf12b430b req-b4dd7416-3d19-404d-9180-6fafa1498baa tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.25 "DELETE /v2.0/ports/78a88880-f3e9-46ed-972f-9e23aa2f8f91 HTTP/1.1" status: 204 len: 173 time: 0.5257456 Jan 28 03:39:24.085735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82119970-1bc4-45dd-a7b8-e238210ed734 req-21fce8c0-ae2a-4d46-8334-ed062942aa18 tempest-InstanceActionsNegativeTestJSON-126976818 tempest-InstanceActionsNegativeTestJSON-126976818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61ef68a-dc1a-402a-bb51-9e4d5836098b HTTP/1.1" status: 200 len: 210 time: 0.0390959 Jan 28 03:39:24.099472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (95559415-7b11-4bd9-9cb8-32440693862a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.128208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95559415-7b11-4bd9-9cb8-32440693862a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:24.142343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.142693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.143038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.143374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.143705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.144033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.144356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.144680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.145281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.145842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.146178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.146506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.146831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:24.154604 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.158081 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6bfc0dcc-88b0-4502-bd4f-366c4852a34b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/95559415-7b11-4bd9-9cb8-32440693862a HTTP/1.1" status: 204 len: 168 time: 0.4219534 Jan 28 03:39:24.161271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:24.247489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (7dcb5d57-61bd-4ad7-b454-dc9db77bf22e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.328288 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (7dcb5d57-61bd-4ad7-b454-dc9db77bf22e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.353175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcb5d57-61bd-4ad7-b454-dc9db77bf22e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:24.362603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbe89bc-bb11-4d62-86c2-5c3594c9e62f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:24.362902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbe89bc-bb11-4d62-86c2-5c3594c9e62f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:24.372145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (fcbe89bc-bb11-4d62-86c2-5c3594c9e62f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.380263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6a41e14d-d17e-4416-89a9-ec99b72497ef no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:39:24.386282 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fcbe89bc-bb11-4d62-86c2-5c3594c9e62f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.392149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:39:24.392528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (fcbe89bc-bb11-4d62-86c2-5c3594c9e62f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:39:24.394221 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:39:24.406082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 6a41e14d-d17e-4416-89a9-ec99b72497ef {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:39:24.406571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6a41e14d-d17e-4416-89a9-ec99b72497ef not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:39:24.449691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (7dcb5d57-61bd-4ad7-b454-dc9db77bf22e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.455112 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.459780 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7dcb5d57-61bd-4ad7-b454-dc9db77bf22e HTTP/1.1" status: 204 len: 168 time: 0.2970064 Jan 28 03:39:24.462599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:24.481325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758728cb-20cf-4c20-80a8-0e54351cc648 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dcb5d57-61bd-4ad7-b454-dc9db77bf22e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:24.555665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6545fff4-dd5a-49c6-a921-ad17dbe73e5e admin admin] Deleting subnet 6b56d347-b7a2-483f-aae3-c307f5237508 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:39:24.559818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6545fff4-dd5a-49c6-a921-ad17dbe73e5e admin admin] Publish callbacks [] for subnet (6b56d347-b7a2-483f-aae3-c307f5237508), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.650326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6545fff4-dd5a-49c6-a921-ad17dbe73e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (6b56d347-b7a2-483f-aae3-c307f5237508), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.689085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8db3a-4104-4769-a338-d2863b207c5a req-d4c69628-a713-4b61-8db3-cebb5e49ff44 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.697155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8db3a-4104-4769-a338-d2863b207c5a req-d4c69628-a713-4b61-8db3-cebb5e49ff44 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.703030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8db3a-4104-4769-a338-d2863b207c5a req-d4c69628-a713-4b61-8db3-cebb5e49ff44 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.708271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8db3a-4104-4769-a338-d2863b207c5a req-d4c69628-a713-4b61-8db3-cebb5e49ff44 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.713543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8db3a-4104-4769-a338-d2863b207c5a req-d4c69628-a713-4b61-8db3-cebb5e49ff44 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.718779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8db3a-4104-4769-a338-d2863b207c5a req-d4c69628-a713-4b61-8db3-cebb5e49ff44 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.724028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8db3a-4104-4769-a338-d2863b207c5a req-d4c69628-a713-4b61-8db3-cebb5e49ff44 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.725946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7e8db3a-4104-4769-a338-d2863b207c5a req-d4c69628-a713-4b61-8db3-cebb5e49ff44 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1973913 Jan 28 03:39:24.758876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9df2b0-ef05-4e46-8fa5-719f275f8cfa req-64550f76-1a03-4628-ab0c-61d4d23ff056 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.764633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9df2b0-ef05-4e46-8fa5-719f275f8cfa req-64550f76-1a03-4628-ab0c-61d4d23ff056 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.770125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9df2b0-ef05-4e46-8fa5-719f275f8cfa req-64550f76-1a03-4628-ab0c-61d4d23ff056 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.775167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9df2b0-ef05-4e46-8fa5-719f275f8cfa req-64550f76-1a03-4628-ab0c-61d4d23ff056 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.780440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9df2b0-ef05-4e46-8fa5-719f275f8cfa req-64550f76-1a03-4628-ab0c-61d4d23ff056 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.785984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9df2b0-ef05-4e46-8fa5-719f275f8cfa req-64550f76-1a03-4628-ab0c-61d4d23ff056 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.791258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9df2b0-ef05-4e46-8fa5-719f275f8cfa req-64550f76-1a03-4628-ab0c-61d4d23ff056 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:24.793181 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c9df2b0-ef05-4e46-8fa5-719f275f8cfa req-64550f76-1a03-4628-ab0c-61d4d23ff056 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1917951 Jan 28 03:39:24.816288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6545fff4-dd5a-49c6-a921-ad17dbe73e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (6b56d347-b7a2-483f-aae3-c307f5237508), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.932517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7e8db3a-4104-4769-a338-d2863b207c5a req-48d7d24f-dc80-4d29-95f9-8efa114d87e7 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1985614 Jan 28 03:39:24.940317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c9df2b0-ef05-4e46-8fa5-719f275f8cfa req-366b3ca4-f2af-45da-bfde-19e5e9d1a715 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1351585 Jan 28 03:39:24.950287 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6545fff4-dd5a-49c6-a921-ad17dbe73e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (6b56d347-b7a2-483f-aae3-c307f5237508), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.988543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545fff4-dd5a-49c6-a921-ad17dbe73e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b56d347-b7a2-483f-aae3-c307f5237508,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:24.991425 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6545fff4-dd5a-49c6-a921-ad17dbe73e5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:24.995021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6545fff4-dd5a-49c6-a921-ad17dbe73e5e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6b56d347-b7a2-483f-aae3-c307f5237508 HTTP/1.1" status: 204 len: 168 time: 0.5314054 Jan 28 03:39:24.997594 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:25.084957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (3c3a5e11-c36e-4f1f-9881-ddcf5b872f67), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.087326 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef3bc104-481a-4c2c-8c18-b174fcbb5cf2 req-dd2af651-eb74-49f5-9f04-a435da8ea8ac tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 210 time: 0.0340695 Jan 28 03:39:25.182637 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (3c3a5e11-c36e-4f1f-9881-ddcf5b872f67), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.205755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3a5e11-c36e-4f1f-9881-ddcf5b872f67']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:25.216500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0937ae-a91f-4a72-8ec0-b13532040cfc') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:25.217490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0937ae-a91f-4a72-8ec0-b13532040cfc') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:25.228363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (6d0937ae-a91f-4a72-8ec0-b13532040cfc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.233178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf5dd0-ffe1-450b-a753-42a4e9d5eb4c req-c1d90058-b6c6-44ac-981f-f5c0f12b08b6 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:25.234689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9fcf5dd0-ffe1-450b-a753-42a4e9d5eb4c req-c1d90058-b6c6-44ac-981f-f5c0f12b08b6 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0837805 Jan 28 03:39:25.245944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d21050-dc0a-4f49-bca4-fe755a48c2f0 req-8f82dc2f-c8e2-4a3f-899e-6916d9eec1f4 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:25.247418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53d21050-dc0a-4f49-bca4-fe755a48c2f0 req-8f82dc2f-c8e2-4a3f-899e-6916d9eec1f4 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0877864 Jan 28 03:39:25.247547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6d0937ae-a91f-4a72-8ec0-b13532040cfc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.254911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:39:25.255588 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (6d0937ae-a91f-4a72-8ec0-b13532040cfc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:39:25.257191 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:39:25.328316 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (3c3a5e11-c36e-4f1f-9881-ddcf5b872f67), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.328597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9fcf5dd0-ffe1-450b-a753-42a4e9d5eb4c req-6a0e9f52-e6ce-49ea-8658-ef9cb2c569a4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801568 Jan 28 03:39:25.335130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53d21050-dc0a-4f49-bca4-fe755a48c2f0 req-2fb3dc03-bca1-4136-b3e9-ca55151f6916 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790589 Jan 28 03:39:25.348156 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.354244 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3c3a5e11-c36e-4f1f-9881-ddcf5b872f67 HTTP/1.1" status: 204 len: 168 time: 0.3532333 Jan 28 03:39:25.354244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776602e-9286-4996-8058-04bca84370a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3a5e11-c36e-4f1f-9881-ddcf5b872f67,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:25.412358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32966) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:25.466323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5593db-1d04-4a44-8290-a05a7c62fcff admin admin] Deleting subnet 1424ed72-d606-4783-a877-464f0276b748 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:39:25.470402 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c5593db-1d04-4a44-8290-a05a7c62fcff admin admin] Publish callbacks [] for subnet (1424ed72-d606-4783-a877-464f0276b748), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.509734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c5593db-1d04-4a44-8290-a05a7c62fcff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (1424ed72-d606-4783-a877-464f0276b748), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.529991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:25.561770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c5593db-1d04-4a44-8290-a05a7c62fcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (1424ed72-d606-4783-a877-464f0276b748), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.573933 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-64f4c6e9-80fa-4c2c-8c93-be37af5158fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22b6b0bd78c84e3990e0901726e01bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404098 Jan 28 03:39:25.574127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:25.621405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c5593db-1d04-4a44-8290-a05a7c62fcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (1424ed72-d606-4783-a877-464f0276b748), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.627116 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa407503-7327-4805-9ebb-561eeed0b428 admin admin] Publish callbacks [] for security_group (ff2deea2-757d-496c-a5aa-604f65daf743), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.649409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5593db-1d04-4a44-8290-a05a7c62fcff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1424ed72-d606-4783-a877-464f0276b748,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:25.650897 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa407503-7327-4805-9ebb-561eeed0b428 admin admin] Publish callbacks [] for security_group (ff2deea2-757d-496c-a5aa-604f65daf743), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.653084 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c5593db-1d04-4a44-8290-a05a7c62fcff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.659830 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9c5593db-1d04-4a44-8290-a05a7c62fcff admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1424ed72-d606-4783-a877-464f0276b748 HTTP/1.1" status: 204 len: 168 time: 0.2463150 Jan 28 03:39:25.660754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:25.748500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (cef98c4d-a1e0-482c-8c2a-8bab8c3ad982), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.778493 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa407503-7327-4805-9ebb-561eeed0b428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ff2deea2-757d-496c-a5aa-604f65daf743), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.781043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa407503-7327-4805-9ebb-561eeed0b428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.782161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fa407503-7327-4805-9ebb-561eeed0b428 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff2deea2-757d-496c-a5aa-604f65daf743 HTTP/1.1" status: 204 len: 168 time: 0.2072117 Jan 28 03:39:25.806623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61ef68a-dc1a-402a-bb51-9e4d5836098b', 'name': 'network-vif-deleted', 'tag': '78a88880-f3e9-46ed-972f-9e23aa2f8f91'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:25.811188 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972a3c3f-4a0b-49ac-95dc-926b26d09372" -d '{"events": [{"server_uuid": "d61ef68a-dc1a-402a-bb51-9e4d5836098b", "name": "network-vif-deleted", "tag": "78a88880-f3e9-46ed-972f-9e23aa2f8f91"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:25.843808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (cef98c4d-a1e0-482c-8c2a-8bab8c3ad982), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.846855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa407503-7327-4805-9ebb-561eeed0b428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2deea2-757d-496c-a5aa-604f65daf743,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:25.873968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef98c4d-a1e0-482c-8c2a-8bab8c3ad982']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:25.887149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7899e233-bc17-4710-861b-1e5efa6e213b') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:25.887679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7899e233-bc17-4710-861b-1e5efa6e213b') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:25.898721 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ceb023-103e-4578-9620-312e4551a1c9 x-openstack-request-id: req-b3ceb023-103e-4578-9620-312e4551a1c9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:25.899020 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61ef68a-dc1a-402a-bb51-9e4d5836098b", "name": "network-vif-deleted", "tag": "78a88880-f3e9-46ed-972f-9e23aa2f8f91", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:25.899277 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3ceb023-103e-4578-9620-312e4551a1c9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:25.899683 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61ef68a-dc1a-402a-bb51-9e4d5836098b', 'name': 'network-vif-deleted', 'tag': '78a88880-f3e9-46ed-972f-9e23aa2f8f91', 'status': 'completed', 'code': 200} Jan 28 03:39:25.900452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (7899e233-bc17-4710-861b-1e5efa6e213b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.915030 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7899e233-bc17-4710-861b-1e5efa6e213b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.922045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:39:25.922495 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (7899e233-bc17-4710-861b-1e5efa6e213b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:39:25.924525 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:39:25.987363 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (cef98c4d-a1e0-482c-8c2a-8bab8c3ad982), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:26.005124 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:26.009014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cef98c4d-a1e0-482c-8c2a-8bab8c3ad982 HTTP/1.1" status: 204 len: 168 time: 0.3472557 Jan 28 03:39:26.010359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddf34d-6d19-4ba7-b1ab-56811a8abd03 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef98c4d-a1e0-482c-8c2a-8bab8c3ad982,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:26.172765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64ca4-7d79-4a4f-a4da-48e91130c55b req-a21134d4-b983-401e-a366-db8620dd68da tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.179253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64ca4-7d79-4a4f-a4da-48e91130c55b req-a21134d4-b983-401e-a366-db8620dd68da tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.185252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64ca4-7d79-4a4f-a4da-48e91130c55b req-a21134d4-b983-401e-a366-db8620dd68da tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.190842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64ca4-7d79-4a4f-a4da-48e91130c55b req-a21134d4-b983-401e-a366-db8620dd68da tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.197132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64ca4-7d79-4a4f-a4da-48e91130c55b req-a21134d4-b983-401e-a366-db8620dd68da tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.202505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64ca4-7d79-4a4f-a4da-48e91130c55b req-a21134d4-b983-401e-a366-db8620dd68da tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.208118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64ca4-7d79-4a4f-a4da-48e91130c55b req-a21134d4-b983-401e-a366-db8620dd68da tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.222658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:26.224051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fc64ca4-7d79-4a4f-a4da-48e91130c55b req-a21134d4-b983-401e-a366-db8620dd68da tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1560881 Jan 28 03:39:26.241435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32992) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:26.260974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0887b-d7d1-44a3-86cd-3a6183ed5a63 req-a7e395cd-f71f-4d37-9d08-6a2c8359da0f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.266285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0887b-d7d1-44a3-86cd-3a6183ed5a63 req-a7e395cd-f71f-4d37-9d08-6a2c8359da0f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.272051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0887b-d7d1-44a3-86cd-3a6183ed5a63 req-a7e395cd-f71f-4d37-9d08-6a2c8359da0f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.275188 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-877c9e5f-c2bd-4386-a3c0-29d764bedfa6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ee32e27631a469cadeded9dcf74c13b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502975 Jan 28 03:39:26.277354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0887b-d7d1-44a3-86cd-3a6183ed5a63 req-a7e395cd-f71f-4d37-9d08-6a2c8359da0f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.277918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32994) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:26.282696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0887b-d7d1-44a3-86cd-3a6183ed5a63 req-a7e395cd-f71f-4d37-9d08-6a2c8359da0f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.288782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0887b-d7d1-44a3-86cd-3a6183ed5a63 req-a7e395cd-f71f-4d37-9d08-6a2c8359da0f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.294838 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0887b-d7d1-44a3-86cd-3a6183ed5a63 req-a7e395cd-f71f-4d37-9d08-6a2c8359da0f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.300206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8b0887b-d7d1-44a3-86cd-3a6183ed5a63 req-a7e395cd-f71f-4d37-9d08-6a2c8359da0f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.2170668 Jan 28 03:39:26.352440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-277ca282-5570-4082-aa58-d7df9ced3664 admin admin] Publish callbacks [] for security_group (f721a674-87ca-41b5-b998-2a91b02334b0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:26.375462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-277ca282-5570-4082-aa58-d7df9ced3664 admin admin] Publish callbacks [] for security_group (f721a674-87ca-41b5-b998-2a91b02334b0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:26.393919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 78a88880-f3e9-46ed-972f-9e23aa2f8f91 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:39:26.401619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fc64ca4-7d79-4a4f-a4da-48e91130c55b req-4786bfa9-189e-4d13-a469-852fc19ee1b9 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766889 Jan 28 03:39:26.415718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fcf3ec1b-c278-4355-aa07-e7cd54f0ee8d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fb6dbb0bd314ec6b2dbd43470921ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1731765 Jan 28 03:39:26.420320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:26.443188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-277ca282-5570-4082-aa58-d7df9ced3664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f721a674-87ca-41b5-b998-2a91b02334b0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:26.446698 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-277ca282-5570-4082-aa58-d7df9ced3664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:26.448087 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-277ca282-5570-4082-aa58-d7df9ced3664 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f721a674-87ca-41b5-b998-2a91b02334b0 HTTP/1.1" status: 204 len: 168 time: 0.1688428 Jan 28 03:39:26.459849 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ca282-5570-4082-aa58-d7df9ced3664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f721a674-87ca-41b5-b998-2a91b02334b0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:26.461190 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8b0887b-d7d1-44a3-86cd-3a6183ed5a63 req-8a87d2dd-15e9-4bb9-9119-48d69973d32a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1521745 Jan 28 03:39:26.484011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 78a88880-f3e9-46ed-972f-9e23aa2f8f91 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:39:26.484011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 78a88880-f3e9-46ed-972f-9e23aa2f8f91 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:39:26.511171 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7217f8d7-c868-4b6a-b1e2-431793a805d8 admin admin] Publish callbacks [] for security_group (3e8faf1c-efba-42a3-9cf1-0eba460a36d5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:26.537726 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7217f8d7-c868-4b6a-b1e2-431793a805d8 admin admin] Publish callbacks [] for security_group (3e8faf1c-efba-42a3-9cf1-0eba460a36d5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:26.582544 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8015430d-082b-4ce7-b16b-36e8c6c46531 req-82dcad6e-d930-4388-b2fe-d7aa816c2be9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 210 time: 0.0377529 Jan 28 03:39:26.627417 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7217f8d7-c868-4b6a-b1e2-431793a805d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3e8faf1c-efba-42a3-9cf1-0eba460a36d5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:26.630763 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7217f8d7-c868-4b6a-b1e2-431793a805d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:26.634555 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7217f8d7-c868-4b6a-b1e2-431793a805d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e8faf1c-efba-42a3-9cf1-0eba460a36d5 HTTP/1.1" status: 204 len: 168 time: 0.2106597 Jan 28 03:39:26.642795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217f8d7-c868-4b6a-b1e2-431793a805d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8faf1c-efba-42a3-9cf1-0eba460a36d5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:26.823382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a714c-61f8-49d5-ba70-4b32e370d40d req-4019f7cc-1bbd-4ae1-8727-89fe906cc1ca tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.825021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-707a714c-61f8-49d5-ba70-4b32e370d40d req-4019f7cc-1bbd-4ae1-8727-89fe906cc1ca tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.1103034 Jan 28 03:39:26.839469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6be58-8f62-4732-9b45-4cbd1b69c32e req-94a10e62-ff15-4d9a-889b-8be023514824 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:26.840994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0f6be58-8f62-4732-9b45-4cbd1b69c32e req-94a10e62-ff15-4d9a-889b-8be023514824 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0912993 Jan 28 03:39:26.920763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-707a714c-61f8-49d5-ba70-4b32e370d40d req-3f5bd67a-5b25-4ac7-878d-da1de90425fb tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898333 Jan 28 03:39:26.938148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0f6be58-8f62-4732-9b45-4cbd1b69c32e req-b10c57b4-296c-4292-92c6-6d1c6e1c2779 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829890 Jan 28 03:39:27.448968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:27.608888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b728b-86b5-4394-8b0d-325ab9886101 req-d1a5ec43-19a1-46cf-8318-f4926d1af273 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.618706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b728b-86b5-4394-8b0d-325ab9886101 req-d1a5ec43-19a1-46cf-8318-f4926d1af273 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.626311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b728b-86b5-4394-8b0d-325ab9886101 req-d1a5ec43-19a1-46cf-8318-f4926d1af273 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.633163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b728b-86b5-4394-8b0d-325ab9886101 req-d1a5ec43-19a1-46cf-8318-f4926d1af273 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.638704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b728b-86b5-4394-8b0d-325ab9886101 req-d1a5ec43-19a1-46cf-8318-f4926d1af273 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.644361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b728b-86b5-4394-8b0d-325ab9886101 req-d1a5ec43-19a1-46cf-8318-f4926d1af273 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.649840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b728b-86b5-4394-8b0d-325ab9886101 req-d1a5ec43-19a1-46cf-8318-f4926d1af273 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.651751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e5b728b-86b5-4394-8b0d-325ab9886101 req-d1a5ec43-19a1-46cf-8318-f4926d1af273 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5421 time: 0.1141717 Jan 28 03:39:27.677477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:27.721103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-515123738-network', 'tenant_id': '1e64d4273bfb41d1939101ab4ebb0464'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:27.774260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fcfc0-dd0f-4eea-b039-9fb21c4f1bf8 req-d633aa83-6bbd-48d6-8721-62720faa87ea tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.779498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fcfc0-dd0f-4eea-b039-9fb21c4f1bf8 req-d633aa83-6bbd-48d6-8721-62720faa87ea tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.784992 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fcfc0-dd0f-4eea-b039-9fb21c4f1bf8 req-d633aa83-6bbd-48d6-8721-62720faa87ea tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.790266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fcfc0-dd0f-4eea-b039-9fb21c4f1bf8 req-d633aa83-6bbd-48d6-8721-62720faa87ea tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.792409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:27.795471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fcfc0-dd0f-4eea-b039-9fb21c4f1bf8 req-d633aa83-6bbd-48d6-8721-62720faa87ea tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.800717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fcfc0-dd0f-4eea-b039-9fb21c4f1bf8 req-d633aa83-6bbd-48d6-8721-62720faa87ea tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.804977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '277f3f55-a304-41ef-bfc1-6c1d2561d4f7', 'network_id': '02253080-017c-4927-b3f9-956584b94148', 'port_id': '277f3f55-a304-41ef-bfc1-6c1d2561d4f7', 'mac_address': 'fa:16:3e:91:de:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a037f0-7fa4-4719-a630-598715252f0a', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:27.806561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fcfc0-dd0f-4eea-b039-9fb21c4f1bf8 req-d633aa83-6bbd-48d6-8721-62720faa87ea tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:27.808438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a6fcfc0-dd0f-4eea-b039-9fb21c4f1bf8 req-d633aa83-6bbd-48d6-8721-62720faa87ea tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.2176387 Jan 28 03:39:27.821127 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e5b728b-86b5-4394-8b0d-325ab9886101 req-b46c08af-62bb-45fa-862b-95e60028d363 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1599081 Jan 28 03:39:27.827393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Made reservation on behalf of 1e64d4273bfb41d1939101ab4ebb0464 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:27.831438 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:27.845847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:27.846255 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:27.852574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:27.861199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:27.886840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:27.891204 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:27.892038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device ee7995d3-00b2-4700-ab5b-d5b99bb0102c details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:27.954494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3db86916-8a45-4e45-b304-83397202473d req-41cfbbef-96cc-4e63-9f4f-9320bd1b7fdf tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 210 time: 0.0529277 Jan 28 03:39:28.013508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a6fcfc0-dd0f-4eea-b039-9fb21c4f1bf8 req-26927639-d0d0-4190-982f-c27fc3afad24 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879086 Jan 28 03:39:28.073942 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Publish callbacks [] for security_group (96f9193e-9741-4c81-96ec-7e048210d086), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.079488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (96f9193e-9741-4c81-96ec-7e048210d086), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.097558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:39:28.109854 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (5e901396-b1b9-4fd6-b136-f272d2c96ebb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.111167 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Added segment 5e901396-b1b9-4fd6-b136-f272d2c96ebb of type vlan for network 48f1306c-a4f5-476d-83a4-f1b14c464b62 Jan 28 03:39:28.162614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (48f1306c-a4f5-476d-83a4-f1b14c464b62), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.174154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port ee7995d3-00b2-4700-ab5b-d5b99bb0102c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:28.188100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'ee7995d3-00b2-4700-ab5b-d5b99bb0102c', 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c', 'port_id': 'ee7995d3-00b2-4700-ab5b-d5b99bb0102c', 'mac_address': 'fa:16:3e:cf:de:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa3a067-191e-40a1-8915-8345cd15ca5d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:28.217345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f9193e-9741-4c81-96ec-7e048210d086,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:28.220070 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (48f1306c-a4f5-476d-83a4-f1b14c464b62), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.231118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:28.233279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.237328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:28.253810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port ee7995d3-00b2-4700-ab5b-d5b99bb0102c is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:28.254253 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.274075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7995d3-00b2-4700-ab5b-d5b99bb0102c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:28.305920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port ee7995d3-00b2-4700-ab5b-d5b99bb0102c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:28.314704 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.315594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 96d6a893-9cff-4b5a-91a3-c3491108d32e details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:28.357472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33064) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:28.358057 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9061196 Jan 28 03:39:28.363971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Request body: {'subnet': {'network_id': '48f1306c-a4f5-476d-83a4-f1b14c464b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-515123738-subnet', 'tenant_id': '1e64d4273bfb41d1939101ab4ebb0464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:28.400705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Made reservation on behalf of 1e64d4273bfb41d1939101ab4ebb0464 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:28.404560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.407202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:28.412237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 96d6a893-9cff-4b5a-91a3-c3491108d32e, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=96d6a893-9cff-4b5a-91a3-c3491108d32e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:28.422621 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb7462-afb0-449f-8b0e-3850969ae8e9 req-7fb3b1c1-12f5-4f62-8908-fae0ddb62956 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:28.424126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43eb7462-afb0-449f-8b0e-3850969ae8e9 req-7fb3b1c1-12f5-4f62-8908-fae0ddb62956 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.1722100 Jan 28 03:39:28.426484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322bd8e-e43d-4552-8aa5-f6485dc34556 admin admin] Pushing event updated for resources: {'Network': ['ID=48f1306c-a4f5-476d-83a4-f1b14c464b62,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:28.435681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '96d6a893-9cff-4b5a-91a3-c3491108d32e', 'network_id': '02253080-017c-4927-b3f9-956584b94148', 'port_id': '96d6a893-9cff-4b5a-91a3-c3491108d32e', 'mac_address': 'fa:16:3e:98:f1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a037f0-7fa4-4719-a630-598715252f0a', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:28.464275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebf36d-aede-499a-913d-28fdeb146423 req-f7b79bca-4387-459d-8264-9ec9f5b7cc39 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:28.465890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afebf36d-aede-499a-913d-28fdeb146423 req-f7b79bca-4387-459d-8264-9ec9f5b7cc39 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0990858 Jan 28 03:39:28.515769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43eb7462-afb0-449f-8b0e-3850969ae8e9 req-8db79fec-b8bf-4649-8633-29ad7aa12c8c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796747 Jan 28 03:39:28.527693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 48f1306c-a4f5-476d-83a4-f1b14c464b62 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:39:28.602876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afebf36d-aede-499a-913d-28fdeb146423 req-d4fae414-7ca1-4f92-9944-5e59a3a1a4d8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044736 Jan 28 03:39:28.631611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 96d6a893-9cff-4b5a-91a3-c3491108d32e is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:28.632208 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.661425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d6a893-9cff-4b5a-91a3-c3491108d32e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:28.670202 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (125a56c6-bdda-4947-9dd6-09afa009531c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.695101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 96d6a893-9cff-4b5a-91a3-c3491108d32e, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=96d6a893-9cff-4b5a-91a3-c3491108d32e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:28.705808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.706726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f9a79d06-ceec-4150-9174-924a9ec318bb details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:28.746085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=125a56c6-bdda-4947-9dd6-09afa009531c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:28.768668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Checking segment: {'id': '5e901396-b1b9-4fd6-b136-f272d2c96ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48f1306c-a4f5-476d-83a4-f1b14c464b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:39:28.769067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Network hostable DHCP agents. Network: 48f1306c-a4f5-476d-83a4-f1b14c464b62, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:39:28.782122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=96d6a893-9cff-4b5a-91a3-c3491108d32e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:28.787644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Network 48f1306c-a4f5-476d-83a4-f1b14c464b62 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:39:28.790548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f9a79d06-ceec-4150-9174-924a9ec318bb, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f9a79d06-ceec-4150-9174-924a9ec318bb,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:28.797975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 48f1306c-a4f5-476d-83a4-f1b14c464b62) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:39:28.806196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'f9a79d06-ceec-4150-9174-924a9ec318bb', 'network_id': 'a3a80fdf-c41a-4b73-8c60-e05579ebca4c', 'port_id': 'f9a79d06-ceec-4150-9174-924a9ec318bb', 'mac_address': 'fa:16:3e:ce:87:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa3a067-191e-40a1-8915-8345cd15ca5d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:28.808253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:28.809670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.836724 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f8ed15ef-8ec5-44b4-84be-9a3dc20a5d42 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4762962 Jan 28 03:39:28.845722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c77f5af-6679-4089-9499-1a6364fb584f None None] Network 48f1306c-a4f5-476d-83a4-f1b14c464b62 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:39:28.965611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f9a79d06-ceec-4150-9174-924a9ec318bb is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:28.966004 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:28.981889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aae5c0-4ea9-48c6-bd55-9336f3741a1f None None] Network 48f1306c-a4f5-476d-83a4-f1b14c464b62 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:39:29.025772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a79d06-ceec-4150-9174-924a9ec318bb {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:29.078343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172868-f53e-43ba-b300-09169c32ba67 req-5e517c59-908d-482a-82b3-5f5e00059662 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.084072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172868-f53e-43ba-b300-09169c32ba67 req-5e517c59-908d-482a-82b3-5f5e00059662 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.089443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172868-f53e-43ba-b300-09169c32ba67 req-5e517c59-908d-482a-82b3-5f5e00059662 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.093471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f9a79d06-ceec-4150-9174-924a9ec318bb, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f9a79d06-ceec-4150-9174-924a9ec318bb,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:29.094747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172868-f53e-43ba-b300-09169c32ba67 req-5e517c59-908d-482a-82b3-5f5e00059662 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.100457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172868-f53e-43ba-b300-09169c32ba67 req-5e517c59-908d-482a-82b3-5f5e00059662 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.105956 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.106159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172868-f53e-43ba-b300-09169c32ba67 req-5e517c59-908d-482a-82b3-5f5e00059662 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.106617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 88761354-69e7-4ad8-ba90-4dbda5634f5f details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:29.111238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172868-f53e-43ba-b300-09169c32ba67 req-5e517c59-908d-482a-82b3-5f5e00059662 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.113112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78172868-f53e-43ba-b300-09169c32ba67 req-5e517c59-908d-482a-82b3-5f5e00059662 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5424 time: 0.1621366 Jan 28 03:39:29.128190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33102) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:29.201758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78172868-f53e-43ba-b300-09169c32ba67 req-568bf285-63e1-42d6-a283-d50dfac15038 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783250 Jan 28 03:39:29.203774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeb21bd9-4302-4bf5-965c-88cbcc06a875 req-99d729f4-692b-4549-b2de-14923f8bb920 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 210 time: 0.0891628 Jan 28 03:39:29.221161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 88761354-69e7-4ad8-ba90-4dbda5634f5f, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=88761354-69e7-4ad8-ba90-4dbda5634f5f,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:29.256894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f9a79d06-ceec-4150-9174-924a9ec318bb,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:29.265633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '88761354-69e7-4ad8-ba90-4dbda5634f5f', 'network_id': '02253080-017c-4927-b3f9-956584b94148', 'port_id': '88761354-69e7-4ad8-ba90-4dbda5634f5f', 'mac_address': 'fa:16:3e:c8:df:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a037f0-7fa4-4719-a630-598715252f0a', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:29.276295 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3d17a0c-7108-419d-a455-d4caa6e5975c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.311496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 88761354-69e7-4ad8-ba90-4dbda5634f5f is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:29.312151 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.328803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88761354-69e7-4ad8-ba90-4dbda5634f5f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:29.358808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 88761354-69e7-4ad8-ba90-4dbda5634f5f, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=88761354-69e7-4ad8-ba90-4dbda5634f5f,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:29.365943 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.366640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f857f796-70d7-4841-ad07-31973f4f885e details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:29.419773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3d17a0c-7108-419d-a455-d4caa6e5975c admin admin] Publish callbacks [] for security_group (7bf29e40-fb57-45b3-ac4e-b64f05dbf1f1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.428418 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3d17a0c-7108-419d-a455-d4caa6e5975c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7bf29e40-fb57-45b3-ac4e-b64f05dbf1f1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.441091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f857f796-70d7-4841-ad07-31973f4f885e, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f857f796-70d7-4841-ad07-31973f4f885e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:29.445598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=88761354-69e7-4ad8-ba90-4dbda5634f5f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:29.459388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'f857f796-70d7-4841-ad07-31973f4f885e', 'network_id': '02253080-017c-4927-b3f9-956584b94148', 'port_id': 'f857f796-70d7-4841-ad07-31973f4f885e', 'mac_address': 'fa:16:3e:eb:e1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a037f0-7fa4-4719-a630-598715252f0a', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:29.477297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a7566-41ca-4967-84bd-dbabfa432150 req-86de5d13-738f-4899-8c38-9d81ccf9679c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.482650 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e3d17a0c-7108-419d-a455-d4caa6e5975c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a599caf8c1242db8b5d30be950a4dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537521 Jan 28 03:39:29.483714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d17a0c-7108-419d-a455-d4caa6e5975c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf29e40-fb57-45b3-ac4e-b64f05dbf1f1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:29.486795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:29.498603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a7566-41ca-4967-84bd-dbabfa432150 req-86de5d13-738f-4899-8c38-9d81ccf9679c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.503907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a7566-41ca-4967-84bd-dbabfa432150 req-86de5d13-738f-4899-8c38-9d81ccf9679c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.509444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a7566-41ca-4967-84bd-dbabfa432150 req-86de5d13-738f-4899-8c38-9d81ccf9679c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.514952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a7566-41ca-4967-84bd-dbabfa432150 req-86de5d13-738f-4899-8c38-9d81ccf9679c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.520322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f857f796-70d7-4841-ad07-31973f4f885e is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:29.520896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a7566-41ca-4967-84bd-dbabfa432150 req-86de5d13-738f-4899-8c38-9d81ccf9679c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.521235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f857f796-70d7-4841-ad07-31973f4f885e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.526687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a7566-41ca-4967-84bd-dbabfa432150 req-86de5d13-738f-4899-8c38-9d81ccf9679c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.528593 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-040a7566-41ca-4967-84bd-dbabfa432150 req-86de5d13-738f-4899-8c38-9d81ccf9679c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1759326 Jan 28 03:39:29.540605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f857f796-70d7-4841-ad07-31973f4f885e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:29.564283 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f857f796-70d7-4841-ad07-31973f4f885e, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f857f796-70d7-4841-ad07-31973f4f885e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:29.567955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c90e740-8c14-49f8-8dc0-777be6af1e57 admin admin] Publish callbacks [] for security_group (7bf29e40-fb57-45b3-ac4e-b64f05dbf1f1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.569419 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f857f796-70d7-4841-ad07-31973f4f885e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.570197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device ee5861d0-7bcf-4176-bcad-a30f435bcf49 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:29.592315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c90e740-8c14-49f8-8dc0-777be6af1e57 admin admin] Publish callbacks [] for security_group (7bf29e40-fb57-45b3-ac4e-b64f05dbf1f1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.666856 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c90e740-8c14-49f8-8dc0-777be6af1e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7bf29e40-fb57-45b3-ac4e-b64f05dbf1f1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.669678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c90e740-8c14-49f8-8dc0-777be6af1e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.673485 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-040a7566-41ca-4967-84bd-dbabfa432150 req-00fc0b46-526e-475f-91fc-2f279d9d32d8 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343265 Jan 28 03:39:29.678541 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6c90e740-8c14-49f8-8dc0-777be6af1e57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bf29e40-fb57-45b3-ac4e-b64f05dbf1f1 HTTP/1.1" status: 204 len: 168 time: 0.1907268 Jan 28 03:39:29.698003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90e740-8c14-49f8-8dc0-777be6af1e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf29e40-fb57-45b3-ac4e-b64f05dbf1f1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:29.748104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f857f796-70d7-4841-ad07-31973f4f885e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:29.818035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c5443-0ae2-471a-b353-4cb9867ba757 req-ab7a01d9-4716-43c7-bd07-57ebc34f968f tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:29.821298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d8c5443-0ae2-471a-b353-4cb9867ba757 req-ab7a01d9-4716-43c7-bd07-57ebc34f968f tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0738459 Jan 28 03:39:29.825802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port ee5861d0-7bcf-4176-bcad-a30f435bcf49, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee5861d0-7bcf-4176-bcad-a30f435bcf49,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:29.839170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'port_id': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49', 'mac_address': 'fa:16:3e:b2:20:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:29.888527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port ee5861d0-7bcf-4176-bcad-a30f435bcf49 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:29.888888 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.905213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5861d0-7bcf-4176-bcad-a30f435bcf49 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:29.931174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port ee5861d0-7bcf-4176-bcad-a30f435bcf49, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee5861d0-7bcf-4176-bcad-a30f435bcf49,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:29.937847 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:30.016307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=ee5861d0-7bcf-4176-bcad-a30f435bcf49,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:30.218468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d8c5443-0ae2-471a-b353-4cb9867ba757 req-97d77fec-fd0d-4011-b022-684d52b441a5 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905485 Jan 28 03:39:30.232651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b906-3e0c-4f05-b13a-5d84f06f827c req-b0f42f59-125d-4e18-9789-7baafffe28d3 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.239608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a613b906-3e0c-4f05-b13a-5d84f06f827c req-b0f42f59-125d-4e18-9789-7baafffe28d3 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0787766 Jan 28 03:39:30.300041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a613b906-3e0c-4f05-b13a-5d84f06f827c req-370934d0-1752-45d2-a488-bd605bf385be tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550077 Jan 28 03:39:30.403965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca7f3e83-8e8d-48b4-b68d-f07954b6d50e req-5edd2e40-b793-4b18-9675-116a096748b0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 210 time: 0.0404952 Jan 28 03:39:30.509190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52cd6-a4c5-4224-9ff4-dfa502e276d4 req-d162eea8-8d6f-4fdd-ac5d-18ed535d2129 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.515276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52cd6-a4c5-4224-9ff4-dfa502e276d4 req-d162eea8-8d6f-4fdd-ac5d-18ed535d2129 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.521856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52cd6-a4c5-4224-9ff4-dfa502e276d4 req-d162eea8-8d6f-4fdd-ac5d-18ed535d2129 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.527660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52cd6-a4c5-4224-9ff4-dfa502e276d4 req-d162eea8-8d6f-4fdd-ac5d-18ed535d2129 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.533627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52cd6-a4c5-4224-9ff4-dfa502e276d4 req-d162eea8-8d6f-4fdd-ac5d-18ed535d2129 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.539582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52cd6-a4c5-4224-9ff4-dfa502e276d4 req-d162eea8-8d6f-4fdd-ac5d-18ed535d2129 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.545514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52cd6-a4c5-4224-9ff4-dfa502e276d4 req-d162eea8-8d6f-4fdd-ac5d-18ed535d2129 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.547895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0eb52cd6-a4c5-4224-9ff4-dfa502e276d4 req-d162eea8-8d6f-4fdd-ac5d-18ed535d2129 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5428 time: 0.1045258 Jan 28 03:39:30.634632 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0eb52cd6-a4c5-4224-9ff4-dfa502e276d4 req-4822bb02-34f7-4d7d-bc45-a2770d2939c3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769205 Jan 28 03:39:30.840432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844d803-75dd-4fe5-98de-e4fb99a681cc req-a6564533-8188-4227-bfdd-4533050b2508 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.846845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844d803-75dd-4fe5-98de-e4fb99a681cc req-a6564533-8188-4227-bfdd-4533050b2508 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.853858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844d803-75dd-4fe5-98de-e4fb99a681cc req-a6564533-8188-4227-bfdd-4533050b2508 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.859903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844d803-75dd-4fe5-98de-e4fb99a681cc req-a6564533-8188-4227-bfdd-4533050b2508 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.867006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844d803-75dd-4fe5-98de-e4fb99a681cc req-a6564533-8188-4227-bfdd-4533050b2508 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.873502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844d803-75dd-4fe5-98de-e4fb99a681cc req-a6564533-8188-4227-bfdd-4533050b2508 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.881533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844d803-75dd-4fe5-98de-e4fb99a681cc req-a6564533-8188-4227-bfdd-4533050b2508 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:30.885016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c844d803-75dd-4fe5-98de-e4fb99a681cc req-a6564533-8188-4227-bfdd-4533050b2508 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1062231 Jan 28 03:39:30.894432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['ee7995d3-00b2-4700-ab5b-d5b99bb0102c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:30.959447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['277f3f55-a304-41ef-bfc1-6c1d2561d4f7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:30.961428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['f9a79d06-ceec-4150-9174-924a9ec318bb'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:30.973313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['f857f796-70d7-4841-ad07-31973f4f885e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:30.976212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c844d803-75dd-4fe5-98de-e4fb99a681cc req-fb390303-3d9c-41d6-a356-653174cdef32 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797405 Jan 28 03:39:31.018614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['96d6a893-9cff-4b5a-91a3-c3491108d32e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:31.061849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['ee5861d0-7bcf-4176-bcad-a30f435bcf49'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:31.092180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['88761354-69e7-4ad8-ba90-4dbda5634f5f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:31.393178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ded074-b8fd-49b0-aa62-b73bde25bdab req-a28e7db6-c80a-4d27-84cc-6cbc9f70331a tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:31.401453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d4ded074-b8fd-49b0-aa62-b73bde25bdab req-a28e7db6-c80a-4d27-84cc-6cbc9f70331a tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0717616 Jan 28 03:39:31.484235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d4ded074-b8fd-49b0-aa62-b73bde25bdab req-023c48e0-30b2-4d7e-871c-f4c1ff44c927 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818245 Jan 28 03:39:31.501600 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201d650-0139-4494-8ad9-81adcd41d155 req-06800575-dd8e-4932-8f8a-2ec9ee3b9c80 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:31.512057 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a201d650-0139-4494-8ad9-81adcd41d155 req-06800575-dd8e-4932-8f8a-2ec9ee3b9c80 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0936744 Jan 28 03:39:31.601737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a201d650-0139-4494-8ad9-81adcd41d155 req-d9c893b6-8136-4008-9eed-fa4b8fc7ffdc tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868993 Jan 28 03:39:31.737439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07cf3724-dda3-45ef-b0a4-b4fa94e8578e req-f8823f33-9beb-4f29-b62e-cda4e829eccd tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=737d31af-1b99-4372-a05a-4d3c73dfb481 HTTP/1.1" status: 200 len: 210 time: 0.0427866 Jan 28 03:39:31.791895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-1bc83d01-99ce-49db-b06a-a2bd751b9d49 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:31.799406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-1bc83d01-99ce-49db-b06a-a2bd751b9d49 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/networks?id=48f1306c-a4f5-476d-83a4-f1b14c464b62 HTTP/1.1" status: 200 len: 809 time: 0.1961944 Jan 28 03:39:31.824223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-1661daf7-d2d8-4a3e-8e28-66f2c81cae01 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/quotas/1e64d4273bfb41d1939101ab4ebb0464 HTTP/1.1" status: 200 len: 375 time: 0.0237699 Jan 28 03:39:31.857519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-b73fa65b-57ad-4dfc-81ce-2061cd4b1adc tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e64d4273bfb41d1939101ab4ebb0464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323606 Jan 28 03:39:31.976167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80623-de5f-4763-b3e2-5acc70202917 req-43b44a8b-6212-44d2-9d18-d3873e08c84c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:31.982488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80623-de5f-4763-b3e2-5acc70202917 req-43b44a8b-6212-44d2-9d18-d3873e08c84c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:31.989463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80623-de5f-4763-b3e2-5acc70202917 req-43b44a8b-6212-44d2-9d18-d3873e08c84c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:31.994922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80623-de5f-4763-b3e2-5acc70202917 req-43b44a8b-6212-44d2-9d18-d3873e08c84c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.001679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80623-de5f-4763-b3e2-5acc70202917 req-43b44a8b-6212-44d2-9d18-d3873e08c84c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.008545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80623-de5f-4763-b3e2-5acc70202917 req-43b44a8b-6212-44d2-9d18-d3873e08c84c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.014800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80623-de5f-4763-b3e2-5acc70202917 req-43b44a8b-6212-44d2-9d18-d3873e08c84c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.017258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ab80623-de5f-4763-b3e2-5acc70202917 req-43b44a8b-6212-44d2-9d18-d3873e08c84c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5428 time: 0.1826558 Jan 28 03:39:32.091494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-246ae4ca-d0a5-4801-a52e-35866c48fc31 service neutron] 10.222.0.44 "GET /v2.0/networks/48f1306c-a4f5-476d-83a4-f1b14c464b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231743 Jan 28 03:39:32.170677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ab80623-de5f-4763-b3e2-5acc70202917 req-8a452abb-abb1-4226-b220-e54768b12c17 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464999 Jan 28 03:39:32.213385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-2fd125d8-01d4-4b16-a3fa-943729af5dac service neutron] 10.222.0.44 "GET /v2.0/networks/48f1306c-a4f5-476d-83a4-f1b14c464b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157968 Jan 28 03:39:32.391217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2998c-21b1-47f1-b355-66636fa4a7ea req-36e70c76-8329-4b65-9e3b-cf72686449d3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.398206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2998c-21b1-47f1-b355-66636fa4a7ea req-36e70c76-8329-4b65-9e3b-cf72686449d3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.403623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2998c-21b1-47f1-b355-66636fa4a7ea req-36e70c76-8329-4b65-9e3b-cf72686449d3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.408895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2998c-21b1-47f1-b355-66636fa4a7ea req-36e70c76-8329-4b65-9e3b-cf72686449d3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.415571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2998c-21b1-47f1-b355-66636fa4a7ea req-36e70c76-8329-4b65-9e3b-cf72686449d3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.420884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2998c-21b1-47f1-b355-66636fa4a7ea req-36e70c76-8329-4b65-9e3b-cf72686449d3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.426384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2998c-21b1-47f1-b355-66636fa4a7ea req-36e70c76-8329-4b65-9e3b-cf72686449d3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.429415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faa2998c-21b1-47f1-b355-66636fa4a7ea req-36e70c76-8329-4b65-9e3b-cf72686449d3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1032283 Jan 28 03:39:32.502978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f3f44f3-a8fc-47cb-935e-f2ce97c70a37 req-93590373-a654-4829-a521-cba4c5dadf6b tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 210 time: 0.0356245 Jan 28 03:39:32.528111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faa2998c-21b1-47f1-b355-66636fa4a7ea req-36180f43-d5fe-40c2-b16a-0f89f55eccba tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917752 Jan 28 03:39:32.652587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ffba8-9529-4281-906c-afa8d3f47ade req-59fb7e07-ae49-4afe-876b-854d06f2122a tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.654143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f7ffba8-9529-4281-906c-afa8d3f47ade req-59fb7e07-ae49-4afe-876b-854d06f2122a tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0568006 Jan 28 03:39:32.741311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f7ffba8-9529-4281-906c-afa8d3f47ade req-fecd1ae5-c368-44b2-8b92-b18e25240a25 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740726 Jan 28 03:39:32.764612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c6589-cf85-42b1-b756-0db536389848 req-6b2afe1d-1c30-4198-b528-bd152db94a82 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:32.766604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f17c6589-cf85-42b1-b756-0db536389848 req-6b2afe1d-1c30-4198-b528-bd152db94a82 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0719533 Jan 28 03:39:32.772037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33246) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:32.821832 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f17c6589-cf85-42b1-b756-0db536389848 req-0542dddd-c7b8-485c-8e85-214c16c02b24 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474887 Jan 28 03:39:32.930484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-192cac9a-def7-41aa-aeb8-400bde7f9bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.015002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-192cac9a-def7-41aa-aeb8-400bde7f9bc9 admin admin] Publish callbacks [] for security_group (dd06f1b6-bca0-47d6-bb1e-152b36305f20), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.020260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-192cac9a-def7-41aa-aeb8-400bde7f9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd06f1b6-bca0-47d6-bb1e-152b36305f20), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.065348 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-192cac9a-def7-41aa-aeb8-400bde7f9bc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=511961ec91684eeba89d39615c39170e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2914829 Jan 28 03:39:33.066438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cac9a-def7-41aa-aeb8-400bde7f9bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd06f1b6-bca0-47d6-bb1e-152b36305f20,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:33.068932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:33.122174 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad68944-0136-407d-bb6f-d9edb0ac7bdf admin admin] Publish callbacks [] for security_group (dd06f1b6-bca0-47d6-bb1e-152b36305f20), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.149289 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad68944-0136-407d-bb6f-d9edb0ac7bdf admin admin] Publish callbacks [] for security_group (dd06f1b6-bca0-47d6-bb1e-152b36305f20), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.217945 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad68944-0136-407d-bb6f-d9edb0ac7bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd06f1b6-bca0-47d6-bb1e-152b36305f20), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.221100 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad68944-0136-407d-bb6f-d9edb0ac7bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.222441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6ad68944-0136-407d-bb6f-d9edb0ac7bdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd06f1b6-bca0-47d6-bb1e-152b36305f20 HTTP/1.1" status: 204 len: 168 time: 0.1522117 Jan 28 03:39:33.251483 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad68944-0136-407d-bb6f-d9edb0ac7bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd06f1b6-bca0-47d6-bb1e-152b36305f20,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:33.378214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84317ea9-824c-4133-8faa-532e2938ac44 req-e87ce2c9-1a15-44e5-b031-832921d6d880 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.384021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84317ea9-824c-4133-8faa-532e2938ac44 req-e87ce2c9-1a15-44e5-b031-832921d6d880 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.389384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84317ea9-824c-4133-8faa-532e2938ac44 req-e87ce2c9-1a15-44e5-b031-832921d6d880 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.394791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84317ea9-824c-4133-8faa-532e2938ac44 req-e87ce2c9-1a15-44e5-b031-832921d6d880 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.400627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84317ea9-824c-4133-8faa-532e2938ac44 req-e87ce2c9-1a15-44e5-b031-832921d6d880 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.405911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84317ea9-824c-4133-8faa-532e2938ac44 req-e87ce2c9-1a15-44e5-b031-832921d6d880 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.411539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84317ea9-824c-4133-8faa-532e2938ac44 req-e87ce2c9-1a15-44e5-b031-832921d6d880 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.413506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84317ea9-824c-4133-8faa-532e2938ac44 req-e87ce2c9-1a15-44e5-b031-832921d6d880 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5428 time: 0.1301732 Jan 28 03:39:33.421290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49297e42-f7a8-4124-81a6-cd68948f5d35 req-d394409a-b46e-4a85-9fb3-1c8619b4b313 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.422704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49297e42-f7a8-4124-81a6-cd68948f5d35 req-d394409a-b46e-4a85-9fb3-1c8619b4b313 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.2066534 Jan 28 03:39:33.452370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49297e42-f7a8-4124-81a6-cd68948f5d35 req-0bd4767d-6a4f-42ad-9c93-88bd57e28f12 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/quotas/351a66772f8144fd8a8b34aaaa3b15fc HTTP/1.1" status: 200 len: 375 time: 0.0215330 Jan 28 03:39:33.498429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49297e42-f7a8-4124-81a6-cd68948f5d35 req-bff05a90-c30d-4a45-9376-4974db7b8605 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372238 Jan 28 03:39:33.522150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84317ea9-824c-4133-8faa-532e2938ac44 req-70afc71a-dfa3-4df4-9070-4e4adf125ddf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984077 Jan 28 03:39:33.532277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33282) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:33.580230 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f55ef8d2-e85d-45e6-8279-d63a65805ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.647603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49297e42-f7a8-4124-81a6-cd68948f5d35 req-eba63e37-33ab-4f51-9b91-d394540198a0 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399162 Jan 28 03:39:33.745447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fb40f5d-a4e8-4047-b9e8-8e93cd65baac req-d7b4b71a-36c9-4eca-b188-84071b108651 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 210 time: 0.0629442 Jan 28 03:39:33.766463 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:39:33.787588 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-2cec661c-f45d-4ad7-b62b-58f80524642c tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.789211 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-2cec661c-f45d-4ad7-b62b-58f80524642c tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.25 "GET /v2.0/networks?id=48f1306c-a4f5-476d-83a4-f1b14c464b62 HTTP/1.1" status: 200 len: 809 time: 0.1269746 Jan 28 03:39:33.789513 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f55ef8d2-e85d-45e6-8279-d63a65805ac3 admin admin] Publish callbacks [] for security_group (0e481a19-9aed-45b3-afb4-089545191460), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.796543 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f55ef8d2-e85d-45e6-8279-d63a65805ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0e481a19-9aed-45b3-afb4-089545191460), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.811728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Request body: {'port': {'device_id': '93afd173-16c4-45b2-898a-1c010d2ab638', 'network_id': '48f1306c-a4f5-476d-83a4-f1b14c464b62', 'admin_state_up': True, 'tenant_id': '1e64d4273bfb41d1939101ab4ebb0464'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:33.830058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49297e42-f7a8-4124-81a6-cd68948f5d35 req-6cd83f2c-d3cd-4e1d-bd82-7baafa811cd2 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713347 Jan 28 03:39:33.851660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f55ef8d2-e85d-45e6-8279-d63a65805ac3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=121227741578448ab12131eb90294416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176780 Jan 28 03:39:33.852906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ef8d2-e85d-45e6-8279-d63a65805ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e481a19-9aed-45b3-afb4-089545191460,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:33.855346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:33.950820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb613f1-1684-41e1-86cf-9cfc17782e44 req-427a91aa-46db-4049-b3fd-d2c5a42bc40f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.954311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Made reservation on behalf of 1e64d4273bfb41d1939101ab4ebb0464 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:33.956793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb613f1-1684-41e1-86cf-9cfc17782e44 req-427a91aa-46db-4049-b3fd-d2c5a42bc40f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.958286 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.967376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb613f1-1684-41e1-86cf-9cfc17782e44 req-427a91aa-46db-4049-b3fd-d2c5a42bc40f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.973390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb613f1-1684-41e1-86cf-9cfc17782e44 req-427a91aa-46db-4049-b3fd-d2c5a42bc40f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.979238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb613f1-1684-41e1-86cf-9cfc17782e44 req-427a91aa-46db-4049-b3fd-d2c5a42bc40f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.986755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb613f1-1684-41e1-86cf-9cfc17782e44 req-427a91aa-46db-4049-b3fd-d2c5a42bc40f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:33.992964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb613f1-1684-41e1-86cf-9cfc17782e44 req-427a91aa-46db-4049-b3fd-d2c5a42bc40f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:34.013024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cfb613f1-1684-41e1-86cf-9cfc17782e44 req-427a91aa-46db-4049-b3fd-d2c5a42bc40f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1417291 Jan 28 03:39:34.075907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6618261-c61a-4530-97cb-308dc1ec4888 admin admin] Publish callbacks [] for security_group (0e481a19-9aed-45b3-afb4-089545191460), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.109894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Allocated IP 172.20.0.14 (48f1306c-a4f5-476d-83a4-f1b14c464b62/125a56c6-bdda-4947-9dd6-09afa009531c/d0d577da-fa87-4340-8265-43743b069c74) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:39:34.133299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6618261-c61a-4530-97cb-308dc1ec4888 admin admin] Publish callbacks [] for security_group (0e481a19-9aed-45b3-afb4-089545191460), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.149088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc3681-bc6d-4fbd-a64e-b6a0cbc89467 req-ecfb9cd2-a95c-4bc5-b979-0fabe1cfe15e tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:34.150625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aefc3681-bc6d-4fbd-a64e-b6a0cbc89467 req-ecfb9cd2-a95c-4bc5-b979-0fabe1cfe15e tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.1292083 Jan 28 03:39:34.190857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cfb613f1-1684-41e1-86cf-9cfc17782e44 req-c6e32b32-d3a1-4caa-b76f-83b2d994244b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1768301 Jan 28 03:39:34.241165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:34.247003 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aefc3681-bc6d-4fbd-a64e-b6a0cbc89467 req-fbc04033-1a35-419f-8289-d2a0788eee69 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806217 Jan 28 03:39:34.257271 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6618261-c61a-4530-97cb-308dc1ec4888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0e481a19-9aed-45b3-afb4-089545191460), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.260148 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6618261-c61a-4530-97cb-308dc1ec4888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.264392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e6618261-c61a-4530-97cb-308dc1ec4888 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e481a19-9aed-45b3-afb4-089545191460 HTTP/1.1" status: 204 len: 168 time: 0.4055469 Jan 28 03:39:34.271648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6618261-c61a-4530-97cb-308dc1ec4888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e481a19-9aed-45b3-afb4-089545191460,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:34.327653 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Publish callbacks [] for port (d0d577da-fa87-4340-8265-43743b069c74), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.378235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:34.383477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:34.384164 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.392176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d0d577da-fa87-4340-8265-43743b069c74), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.420723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-da68f901-5452-403b-bba4-91c5f39f30da req-2607111b-beea-4752-b26c-ebbfa7d6468b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc0b95b8-7cfd-4b88-9481-ad05d85273a7 HTTP/1.1" status: 200 len: 210 time: 0.0788298 Jan 28 03:39:34.494699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6405db-7301-443a-8e38-b18c8f3d34bf req-d9a15802-82df-4ae6-bed8-b92c4231b614 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:34.501819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:34.502619 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.502772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Pushing event updated for resources: {'Port': ['ID=d0d577da-fa87-4340-8265-43743b069c74,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:34.506369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a6405db-7301-443a-8e38-b18c8f3d34bf req-d9a15802-82df-4ae6-bed8-b92c4231b614 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.1095140 Jan 28 03:39:34.533310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Network 48f1306c-a4f5-476d-83a4-f1b14c464b62 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:39:34.536352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:39:34.537366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277f3f55-a304-41ef-bfc1-6c1d2561d4f7'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:34.541299 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0902f83d-f2ac-4aeb-8d55-3cf69be8d0ba" -d '{"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "277f3f55-a304-41ef-bfc1-6c1d2561d4f7"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:34.542925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:39:34.564680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:34.571348 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.572358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 88761354-69e7-4ad8-ba90-4dbda5634f5f up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:34.640942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a6405db-7301-443a-8e38-b18c8f3d34bf req-7b19b4d6-5715-4654-a95e-76da2fa8dd83 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329265 Jan 28 03:39:34.661098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:34.661937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.712641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-c3c372ca-ef7c-4f33-923b-045a2b8e3770 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9062388 Jan 28 03:39:34.721046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:34.732695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Request body: {'port': {'device_id': '93afd173-16c4-45b2-898a-1c010d2ab638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:34.743706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 88761354-69e7-4ad8-ba90-4dbda5634f5f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:34.754588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 88761354-69e7-4ad8-ba90-4dbda5634f5f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:34.755163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.812067 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7b7200-d178-4ef9-9e19-7e34a6726d65 x-openstack-request-id: req-3c7b7200-d178-4ef9-9e19-7e34a6726d65 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:34.813745 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "277f3f55-a304-41ef-bfc1-6c1d2561d4f7", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:34.814071 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c7b7200-d178-4ef9-9e19-7e34a6726d65 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:34.814495 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277f3f55-a304-41ef-bfc1-6c1d2561d4f7', 'code': 200} Jan 28 03:39:34.838201 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d0d577da-fa87-4340-8265-43743b069c74), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.942693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 88761354-69e7-4ad8-ba90-4dbda5634f5f is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:34.943023 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.986319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 88761354-69e7-4ad8-ba90-4dbda5634f5f, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=88761354-69e7-4ad8-ba90-4dbda5634f5f,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:34.990960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea73f6-d9c3-4ad1-93d2-023c5988bb8d req-bd6ad89b-4f2a-4ab8-980a-47a1d07d3550 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:34.992386 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.993425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f9a79d06-ceec-4150-9174-924a9ec318bb up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:35.011225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea73f6-d9c3-4ad1-93d2-023c5988bb8d req-bd6ad89b-4f2a-4ab8-980a-47a1d07d3550 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.016890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea73f6-d9c3-4ad1-93d2-023c5988bb8d req-bd6ad89b-4f2a-4ab8-980a-47a1d07d3550 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.037269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea73f6-d9c3-4ad1-93d2-023c5988bb8d req-bd6ad89b-4f2a-4ab8-980a-47a1d07d3550 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.053920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea73f6-d9c3-4ad1-93d2-023c5988bb8d req-bd6ad89b-4f2a-4ab8-980a-47a1d07d3550 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.059500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea73f6-d9c3-4ad1-93d2-023c5988bb8d req-bd6ad89b-4f2a-4ab8-980a-47a1d07d3550 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.068873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea73f6-d9c3-4ad1-93d2-023c5988bb8d req-bd6ad89b-4f2a-4ab8-980a-47a1d07d3550 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.073666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-feea73f6-d9c3-4ad1-93d2-023c5988bb8d req-bd6ad89b-4f2a-4ab8-980a-47a1d07d3550 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5429 time: 0.1915917 Jan 28 03:39:35.203060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-feea73f6-d9c3-4ad1-93d2-023c5988bb8d req-3d25cf0b-db0f-45fa-99b0-3d20e8e9820d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194119 Jan 28 03:39:35.263198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d577da-fa87-4340-8265-43743b069c74 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:35.274509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Publish callbacks [] for port (d0d577da-fa87-4340-8265-43743b069c74), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.310110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Transition to ACTIVE for port object d0d577da-fa87-4340-8265-43743b069c74 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:39:35.313759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=88761354-69e7-4ad8-ba90-4dbda5634f5f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:35.319281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d0d577da-fa87-4340-8265-43743b069c74), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.346917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port f9a79d06-ceec-4150-9174-924a9ec318bb completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:35.352815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port f9a79d06-ceec-4150-9174-924a9ec318bb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:35.353235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.387784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e0369-683c-427b-8c04-a04057914302 req-42e9496b-1d94-476a-afde-7d9803b79c96 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.395602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f61e0369-683c-427b-8c04-a04057914302 req-42e9496b-1d94-476a-afde-7d9803b79c96 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 944 time: 0.0904920 Jan 28 03:39:35.461980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Pushing event updated for resources: {'Port': ['ID=d0d577da-fa87-4340-8265-43743b069c74,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:35.494058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f61e0369-683c-427b-8c04-a04057914302 req-ee09ade3-147e-466d-a982-7f2564a68da9 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955942 Jan 28 03:39:35.495575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f9a79d06-ceec-4150-9174-924a9ec318bb is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:35.496063 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.517271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cf88b-f66e-495d-924f-3101508e8a0a req-02fc95eb-17a1-4812-a350-87fc77684703 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.524939 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cf88b-f66e-495d-924f-3101508e8a0a req-02fc95eb-17a1-4812-a350-87fc77684703 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.533169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cf88b-f66e-495d-924f-3101508e8a0a req-02fc95eb-17a1-4812-a350-87fc77684703 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.541713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cf88b-f66e-495d-924f-3101508e8a0a req-02fc95eb-17a1-4812-a350-87fc77684703 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.543258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f9a79d06-ceec-4150-9174-924a9ec318bb, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f9a79d06-ceec-4150-9174-924a9ec318bb,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:35.552747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cf88b-f66e-495d-924f-3101508e8a0a req-02fc95eb-17a1-4812-a350-87fc77684703 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.553101 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.554117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device ee7995d3-00b2-4700-ab5b-d5b99bb0102c up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:35.560141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cf88b-f66e-495d-924f-3101508e8a0a req-02fc95eb-17a1-4812-a350-87fc77684703 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.570790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cf88b-f66e-495d-924f-3101508e8a0a req-02fc95eb-17a1-4812-a350-87fc77684703 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.583349 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e3cf88b-f66e-495d-924f-3101508e8a0a req-02fc95eb-17a1-4812-a350-87fc77684703 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1625764 Jan 28 03:39:35.586752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Attempting to bind port d0d577da-fa87-4340-8265-43743b069c74 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:39:35.587298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Attempting to bind port d0d577da-fa87-4340-8265-43743b069c74 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '5e901396-b1b9-4fd6-b136-f272d2c96ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48f1306c-a4f5-476d-83a4-f1b14c464b62'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:39:35.587793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Attempting to bind port d0d577da-fa87-4340-8265-43743b069c74 on network 48f1306c-a4f5-476d-83a4-f1b14c464b62 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:35.601517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Port d0d577da-fa87-4340-8265-43743b069c74 on network 48f1306c-a4f5-476d-83a4-f1b14c464b62 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:39:35.602105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Attempting to bind port d0d577da-fa87-4340-8265-43743b069c74 on network 48f1306c-a4f5-476d-83a4-f1b14c464b62 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:35.607783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:39:35.608588 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Checking segment: {'id': '5e901396-b1b9-4fd6-b136-f272d2c96ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48f1306c-a4f5-476d-83a4-f1b14c464b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:39:35.608588 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Bound using segment: {'id': '5e901396-b1b9-4fd6-b136-f272d2c96ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48f1306c-a4f5-476d-83a4-f1b14c464b62'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:39:35.608938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Bound port: d0d577da-fa87-4340-8265-43743b069c74, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e901396-b1b9-4fd6-b136-f272d2c96ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48f1306c-a4f5-476d-83a4-f1b14c464b62'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:39:35.612938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d0d577da-fa87-4340-8265-43743b069c74), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.657906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f9a79d06-ceec-4150-9174-924a9ec318bb,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:35.669127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port ee7995d3-00b2-4700-ab5b-d5b99bb0102c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:35.679091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port ee7995d3-00b2-4700-ab5b-d5b99bb0102c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:35.680274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.702794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] For port d0d577da-fa87-4340-8265-43743b069c74, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:39:35.706922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] For port d0d577da-fa87-4340-8265-43743b069c74, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d0d577da-fa87-4340-8265-43743b069c74,segment=NetworkSegment(5e901396-b1b9-4fd6-b136-f272d2c96ebb),segment_id=5e901396-b1b9-4fd6-b136-f272d2c96ebb)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:39:35.708752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e3cf88b-f66e-495d-924f-3101508e8a0a req-613e1670-00b4-4e7c-b8be-35f760b634af tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239932 Jan 28 03:39:35.713895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d0d577da-fa87-4340-8265-43743b069c74), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.722120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c5757-ec05-487a-b1e2-386393f31219 req-e6f1b80c-712d-43ac-a30c-246e4b03f58d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.724277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b8c5757-ec05-487a-b1e2-386393f31219 req-e6f1b80c-712d-43ac-a30c-246e4b03f58d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.1062403 Jan 28 03:39:35.789274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.790163 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.791563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] 10.222.0.25 "PUT /v2.0/ports/d0d577da-fa87-4340-8265-43743b069c74 HTTP/1.1" status: 200 len: 1093 time: 1.0654771 Jan 28 03:39:35.792347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93afd173-16c4-45b2-898a-1c010d2ab638', 'tag': 'd0d577da-fa87-4340-8265-43743b069c74'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:35.794969 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128" -d '{"events": [{"name": "network-changed", "server_uuid": "93afd173-16c4-45b2-898a-1c010d2ab638", "tag": "d0d577da-fa87-4340-8265-43743b069c74"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:35.797615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa416bd4-1c90-4f8b-bee6-0bae552790fa service neutron] Pushing event updated for resources: {'Port': ['ID=d0d577da-fa87-4340-8265-43743b069c74,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:35.800784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port ee7995d3-00b2-4700-ab5b-d5b99bb0102c is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:35.801874 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.809641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b8c5757-ec05-487a-b1e2-386393f31219 req-4f953991-862a-4907-8ae7-73187fe04d1f tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787232 Jan 28 03:39:35.858393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port ee7995d3-00b2-4700-ab5b-d5b99bb0102c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:35.864770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:35.866578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f857f796-70d7-4841-ad07-31973f4f885e up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:35.958378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-5f5fb129-9b61-4535-b98d-233d152c62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:35.961307 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-5f5fb129-9b61-4535-b98d-233d152c62e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e64d4273bfb41d1939101ab4ebb0464&device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 1096 time: 0.0994353 Jan 28 03:39:35.965047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:35.981126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port f857f796-70d7-4841-ad07-31973f4f885e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:35.987496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port f857f796-70d7-4841-ad07-31973f4f885e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:35.989767 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f857f796-70d7-4841-ad07-31973f4f885e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.032572 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-35e8c68f-a4af-46f7-9e8b-31205ae0c496 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d577da-fa87-4340-8265-43743b069c74 HTTP/1.1" status: 200 len: 217 time: 0.0582373 Jan 28 03:39:36.038020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8efc-03d6-4dae-b19f-857100d02562 req-b74049fe-e613-4e90-85b8-d2f44e235546 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.044930 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f3e8efc-03d6-4dae-b19f-857100d02562 req-b74049fe-e613-4e90-85b8-d2f44e235546 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0959837 Jan 28 03:39:36.067413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-bfb36a9a-03b2-47da-9fc8-6e73d4120b8d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.068972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-bfb36a9a-03b2-47da-9fc8-6e73d4120b8d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.2125964 Jan 28 03:39:36.090290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-58efac41-ab27-4f8f-8447-48188254fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.092452 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-58efac41-ab27-4f8f-8447-48188254fe1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=125a56c6-bdda-4947-9dd6-09afa009531c HTTP/1.1" status: 200 len: 849 time: 0.0534077 Jan 28 03:39:36.096999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-e2f7bf39-10c6-4e09-a54f-170a204818bb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/quotas/351a66772f8144fd8a8b34aaaa3b15fc HTTP/1.1" status: 200 len: 375 time: 0.0194139 Jan 28 03:39:36.116501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f857f796-70d7-4841-ad07-31973f4f885e is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:36.117056 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f857f796-70d7-4841-ad07-31973f4f885e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.139488 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-9f03f5a4-c48b-4414-bdd1-44b10897aa29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=48f1306c-a4f5-476d-83a4-f1b14c464b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404863 Jan 28 03:39:36.151427 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-e744406f-9eb4-4520-8cc2-aff4b3de8b46 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444345 Jan 28 03:39:36.155912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f3e8efc-03d6-4dae-b19f-857100d02562 req-3a54cc6d-291a-4718-9bd7-a9ab8bdfc99a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102009 Jan 28 03:39:36.165956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f857f796-70d7-4841-ad07-31973f4f885e, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f857f796-70d7-4841-ad07-31973f4f885e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:36.185274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f857f796-70d7-4841-ad07-31973f4f885e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.188258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 96d6a893-9cff-4b5a-91a3-c3491108d32e up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:36.256869 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9046cfb-cb9c-418a-ac72-fc168f1726d6 x-openstack-request-id: req-d9046cfb-cb9c-418a-ac72-fc168f1726d6 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:36.262721 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93afd173-16c4-45b2-898a-1c010d2ab638", "tag": "d0d577da-fa87-4340-8265-43743b069c74", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:36.265156 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9046cfb-cb9c-418a-ac72-fc168f1726d6 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:36.265593 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93afd173-16c4-45b2-898a-1c010d2ab638', 'tag': 'd0d577da-fa87-4340-8265-43743b069c74', 'status': 'completed', 'code': 200} Jan 28 03:39:36.295460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f857f796-70d7-4841-ad07-31973f4f885e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:36.338817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 96d6a893-9cff-4b5a-91a3-c3491108d32e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:36.342240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-bbb45276-c4f6-4fba-8fc5-e8ff6e9ce35d service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832867 Jan 28 03:39:36.343516 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 96d6a893-9cff-4b5a-91a3-c3491108d32e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:36.344421 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.355721 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-de592918-4b02-423f-aec2-1c87916db174 service neutron] 10.222.0.25 "GET /v2.0/networks/48f1306c-a4f5-476d-83a4-f1b14c464b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087443 Jan 28 03:39:36.364068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c8131-483a-4ad4-aa2e-224343c75821 req-e8693906-c5fc-4720-9b28-40af3196153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.364068 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c0c8131-483a-4ad4-aa2e-224343c75821 req-e8693906-c5fc-4720-9b28-40af3196153f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 1097 time: 0.0587571 Jan 28 03:39:36.457040 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c0c8131-483a-4ad4-aa2e-224343c75821 req-4f48f9f9-9e9e-4ee1-84aa-11bae3392d5d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847754 Jan 28 03:39:36.465909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 96d6a893-9cff-4b5a-91a3-c3491108d32e is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:36.466308 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.483245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8166-f043-4197-9952-7934040c5dfa req-ff6836d9-301d-46bb-b71e-291e9bd8d068 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.489256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8166-f043-4197-9952-7934040c5dfa req-ff6836d9-301d-46bb-b71e-291e9bd8d068 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.495446 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65db9991-32ba-42f2-abed-ec2bc85ae813 req-4a726eee-9b7d-49f6-8139-fd0ca8fd84ec service neutron] 10.222.0.25 "GET /v2.0/networks/48f1306c-a4f5-476d-83a4-f1b14c464b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303573 Jan 28 03:39:36.497605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8166-f043-4197-9952-7934040c5dfa req-ff6836d9-301d-46bb-b71e-291e9bd8d068 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.505302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8166-f043-4197-9952-7934040c5dfa req-ff6836d9-301d-46bb-b71e-291e9bd8d068 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.510424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 96d6a893-9cff-4b5a-91a3-c3491108d32e, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=96d6a893-9cff-4b5a-91a3-c3491108d32e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:36.512449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8166-f043-4197-9952-7934040c5dfa req-ff6836d9-301d-46bb-b71e-291e9bd8d068 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.514804 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.515592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device ee5861d0-7bcf-4176-bcad-a30f435bcf49 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:36.520791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8166-f043-4197-9952-7934040c5dfa req-ff6836d9-301d-46bb-b71e-291e9bd8d068 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.526776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8166-f043-4197-9952-7934040c5dfa req-ff6836d9-301d-46bb-b71e-291e9bd8d068 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.528877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340c8166-f043-4197-9952-7934040c5dfa req-ff6836d9-301d-46bb-b71e-291e9bd8d068 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5433 time: 0.1852639 Jan 28 03:39:36.557861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-7264e699-6102-411e-941c-e3fbd17b10cf service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124717 Jan 28 03:39:36.609051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=96d6a893-9cff-4b5a-91a3-c3491108d32e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:36.621968 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port ee5861d0-7bcf-4176-bcad-a30f435bcf49 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:36.627849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port ee5861d0-7bcf-4176-bcad-a30f435bcf49 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:36.628808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340c8166-f043-4197-9952-7934040c5dfa req-3993983b-c2d0-42bd-921a-46502f821aa5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866134 Jan 28 03:39:36.629523 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.748306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port ee5861d0-7bcf-4176-bcad-a30f435bcf49 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:36.748583 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.790788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port ee5861d0-7bcf-4176-bcad-a30f435bcf49, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee5861d0-7bcf-4176-bcad-a30f435bcf49,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:36.795940 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.822524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88761354-69e7-4ad8-ba90-4dbda5634f5f'}, {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a79d06-ceec-4150-9174-924a9ec318bb'}, {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7995d3-00b2-4700-ab5b-d5b99bb0102c'}, {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f857f796-70d7-4841-ad07-31973f4f885e'}, {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d6a893-9cff-4b5a-91a3-c3491108d32e'}, {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:36.824119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05d8f-bad7-4a30-b487-a668c9a7abd6 req-a797e8cc-8c4d-4105-8b2a-4dfb438129ad tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.824965 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7141931a-75e9-4854-aa4c-b5ae40f9cae1" -d '{"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "88761354-69e7-4ad8-ba90-4dbda5634f5f"}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "f9a79d06-ceec-4150-9174-924a9ec318bb"}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "ee7995d3-00b2-4700-ab5b-d5b99bb0102c"}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "f857f796-70d7-4841-ad07-31973f4f885e"}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "96d6a893-9cff-4b5a-91a3-c3491108d32e"}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "ee5861d0-7bcf-4176-bcad-a30f435bcf49"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:36.826101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3cd05d8f-bad7-4a30-b487-a668c9a7abd6 req-a797e8cc-8c4d-4105-8b2a-4dfb438129ad tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 944 time: 0.0674360 Jan 28 03:39:36.866308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=ee5861d0-7bcf-4176-bcad-a30f435bcf49,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:36.887706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3cd05d8f-bad7-4a30-b487-a668c9a7abd6 req-a99efbd8-8489-49a0-94f8-3e4866c2f9b9 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539193 Jan 28 03:39:36.990285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b8cb133-4f72-4204-b6dd-9771488de5a0 req-ac0a1ee7-7a16-4e30-a819-9bfcb11188ec tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 210 time: 0.0593774 Jan 28 03:39:37.053688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128 req-b4db67a4-e577-4f8c-9ec4-01427bb68167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.055080 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d74278f-af5b-447e-88e9-df5c6afaa473 x-openstack-request-id: req-8d74278f-af5b-447e-88e9-df5c6afaa473 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:37.056539 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "88761354-69e7-4ad8-ba90-4dbda5634f5f", "code": 200}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "f9a79d06-ceec-4150-9174-924a9ec318bb", "code": 200}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "ee7995d3-00b2-4700-ab5b-d5b99bb0102c", "code": 200}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "f857f796-70d7-4841-ad07-31973f4f885e", "code": 200}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "96d6a893-9cff-4b5a-91a3-c3491108d32e", "code": 200}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-plugged", "status": "completed", "tag": "ee5861d0-7bcf-4176-bcad-a30f435bcf49", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:37.056940 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d74278f-af5b-447e-88e9-df5c6afaa473 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:37.057463 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88761354-69e7-4ad8-ba90-4dbda5634f5f', 'code': 200} Jan 28 03:39:37.058374 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a79d06-ceec-4150-9174-924a9ec318bb', 'code': 200} Jan 28 03:39:37.058926 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7995d3-00b2-4700-ab5b-d5b99bb0102c', 'code': 200} Jan 28 03:39:37.059483 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f857f796-70d7-4841-ad07-31973f4f885e', 'code': 200} Jan 28 03:39:37.059781 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d6a893-9cff-4b5a-91a3-c3491108d32e', 'code': 200} Jan 28 03:39:37.060166 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49', 'code': 200} Jan 28 03:39:37.062148 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128 req-b4db67a4-e577-4f8c-9ec4-01427bb68167 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e64d4273bfb41d1939101ab4ebb0464&device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 1096 time: 0.0884800 Jan 28 03:39:37.080947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e1e38-32ab-483c-a365-356ab300b470 req-a542950a-5fc8-4fc5-aa20-7aadf4fc20bc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.086614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e1e38-32ab-483c-a365-356ab300b470 req-a542950a-5fc8-4fc5-aa20-7aadf4fc20bc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.091924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e1e38-32ab-483c-a365-356ab300b470 req-a542950a-5fc8-4fc5-aa20-7aadf4fc20bc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.097448 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e1e38-32ab-483c-a365-356ab300b470 req-a542950a-5fc8-4fc5-aa20-7aadf4fc20bc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.103799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e1e38-32ab-483c-a365-356ab300b470 req-a542950a-5fc8-4fc5-aa20-7aadf4fc20bc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.109850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e1e38-32ab-483c-a365-356ab300b470 req-a542950a-5fc8-4fc5-aa20-7aadf4fc20bc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.116082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e1e38-32ab-483c-a365-356ab300b470 req-a542950a-5fc8-4fc5-aa20-7aadf4fc20bc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.118259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e7e1e38-32ab-483c-a365-356ab300b470 req-a542950a-5fc8-4fc5-aa20-7aadf4fc20bc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1462986 Jan 28 03:39:37.212171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128 req-ca5328e5-2303-44f0-a37f-38ff911b2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.214193 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128 req-ca5328e5-2303-44f0-a37f-38ff911b2c0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=48f1306c-a4f5-476d-83a4-f1b14c464b62 HTTP/1.1" status: 200 len: 910 time: 0.1432877 Jan 28 03:39:37.217666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e7e1e38-32ab-483c-a365-356ab300b470 req-2140f447-702f-4025-a866-1296d5eb4b7f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914526 Jan 28 03:39:37.225126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4033b-958d-4659-8d96-a8cbcab38e8b req-6497a157-fb7d-4e36-9da2-1d7be08180fc tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.232538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3f4033b-958d-4659-8d96-a8cbcab38e8b req-6497a157-fb7d-4e36-9da2-1d7be08180fc tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0986314 Jan 28 03:39:37.270510 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128 req-888fb76b-4d11-40ec-a921-5ab9fa0746a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d577da-fa87-4340-8265-43743b069c74 HTTP/1.1" status: 200 len: 217 time: 0.0499809 Jan 28 03:39:37.327779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3f4033b-958d-4659-8d96-a8cbcab38e8b req-47b532f2-b165-4a0a-858d-40b9cefa7a9c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947306 Jan 28 03:39:37.391601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9e35f-4671-490e-bd25-3b9f2e3e3e08 req-3498eb77-d741-47c7-aa3c-41c5ae0cc5e3 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.393721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30c9e35f-4671-490e-bd25-3b9f2e3e3e08 req-3498eb77-d741-47c7-aa3c-41c5ae0cc5e3 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0580297 Jan 28 03:39:37.405115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4d02-01be-4e4c-977b-caea3274be63 req-2d3e3440-34f7-4e5b-8061-637f8ac29373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.405620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4d02-01be-4e4c-977b-caea3274be63 req-2d3e3440-34f7-4e5b-8061-637f8ac29373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.406112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4d02-01be-4e4c-977b-caea3274be63 req-2d3e3440-34f7-4e5b-8061-637f8ac29373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.406565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4d02-01be-4e4c-977b-caea3274be63 req-2d3e3440-34f7-4e5b-8061-637f8ac29373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.407034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4d02-01be-4e4c-977b-caea3274be63 req-2d3e3440-34f7-4e5b-8061-637f8ac29373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.407498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4d02-01be-4e4c-977b-caea3274be63 req-2d3e3440-34f7-4e5b-8061-637f8ac29373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.407959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4d02-01be-4e4c-977b-caea3274be63 req-2d3e3440-34f7-4e5b-8061-637f8ac29373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.411569 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44cd4d02-01be-4e4c-977b-caea3274be63 req-2d3e3440-34f7-4e5b-8061-637f8ac29373 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6499 time: 0.0838389 Jan 28 03:39:37.413210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128 req-90001edb-ee7a-4173-8459-17e4d7de1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.414713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128 req-90001edb-ee7a-4173-8459-17e4d7de1fa8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=125a56c6-bdda-4947-9dd6-09afa009531c HTTP/1.1" status: 200 len: 849 time: 0.1362085 Jan 28 03:39:37.467064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30c9e35f-4671-490e-bd25-3b9f2e3e3e08 req-5ea9b46b-d07c-4921-af96-de6838ad35d2 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652516 Jan 28 03:39:37.494756 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128 req-11a228e6-05e4-4b67-ac33-8efaadb19278 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=48f1306c-a4f5-476d-83a4-f1b14c464b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370660 Jan 28 03:39:37.609115 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44cd4d02-01be-4e4c-977b-caea3274be63 req-ca2f2f2f-228b-4db4-9268-9e5cba9fcac3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&id=1911553f-16fd-4e15-891a-942a3900d907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1911170 Jan 28 03:39:37.645716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128 req-41ea07b2-2b7a-4ff3-9c73-6f375a0f7754 service neutron] 10.222.0.25 "GET /v2.0/networks/48f1306c-a4f5-476d-83a4-f1b14c464b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425612 Jan 28 03:39:37.773957 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdde6cf6-76e4-4778-9c9b-4a5c8eb89128 req-76531140-c87d-4b3a-95cd-f6ed76a467aa service neutron] 10.222.0.25 "GET /v2.0/networks/48f1306c-a4f5-476d-83a4-f1b14c464b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150608 Jan 28 03:39:37.786302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8398-9eac-4448-a785-ce190e6f5280 req-563c70f9-884b-416b-9547-83c83442fe86 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.792165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8398-9eac-4448-a785-ce190e6f5280 req-563c70f9-884b-416b-9547-83c83442fe86 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.798604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8398-9eac-4448-a785-ce190e6f5280 req-563c70f9-884b-416b-9547-83c83442fe86 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.805525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8398-9eac-4448-a785-ce190e6f5280 req-563c70f9-884b-416b-9547-83c83442fe86 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.811062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8398-9eac-4448-a785-ce190e6f5280 req-563c70f9-884b-416b-9547-83c83442fe86 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.816958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8398-9eac-4448-a785-ce190e6f5280 req-563c70f9-884b-416b-9547-83c83442fe86 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.822489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8398-9eac-4448-a785-ce190e6f5280 req-563c70f9-884b-416b-9547-83c83442fe86 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:37.824394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a9a8398-9eac-4448-a785-ce190e6f5280 req-563c70f9-884b-416b-9547-83c83442fe86 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5435 time: 0.1087089 Jan 28 03:39:37.901067 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a9a8398-9eac-4448-a785-ce190e6f5280 req-a2a44398-688a-40ac-968d-36bfa95e3bad tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704522 Jan 28 03:39:38.053917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f5eff-b820-47b4-bee2-85ec5cc00a7f req-942d096c-2f37-452e-a128-60a3977c0044 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.063113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-052f5eff-b820-47b4-bee2-85ec5cc00a7f req-942d096c-2f37-452e-a128-60a3977c0044 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 944 time: 0.0886295 Jan 28 03:39:38.121714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33434) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:38.153282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-052f5eff-b820-47b4-bee2-85ec5cc00a7f req-0917590c-d839-4a20-82e6-fb92f49ee052 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884438 Jan 28 03:39:38.232003 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab86fb91-3695-49b5-aae8-bbc3cb79a798 req-26e71906-05a0-4bd9-87cf-1a1db48dd6aa tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 210 time: 0.0750823 Jan 28 03:39:38.357074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-5473d41c-8fda-47c7-a80f-2e5c8f0cfda6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.358606 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-5473d41c-8fda-47c7-a80f-2e5c8f0cfda6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.25 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.2483592 Jan 28 03:39:38.362735 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9402700-bea7-4c8a-910d-548eb0d5f692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:38.377920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Request body: {'port': {'device_id': '42d70207-e11d-47c4-843f-1cdbbc937c30', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'admin_state_up': True, 'tenant_id': '351a66772f8144fd8a8b34aaaa3b15fc'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:38.499414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8f64-8901-4662-950e-a227326a487e req-27c814ce-a42e-42a4-9fa8-6f8bda6fb526 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.505537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8f64-8901-4662-950e-a227326a487e req-27c814ce-a42e-42a4-9fa8-6f8bda6fb526 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.511861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8f64-8901-4662-950e-a227326a487e req-27c814ce-a42e-42a4-9fa8-6f8bda6fb526 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.517736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8f64-8901-4662-950e-a227326a487e req-27c814ce-a42e-42a4-9fa8-6f8bda6fb526 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.518995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Made reservation on behalf of 351a66772f8144fd8a8b34aaaa3b15fc for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:38.522873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:38.523143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8f64-8901-4662-950e-a227326a487e req-27c814ce-a42e-42a4-9fa8-6f8bda6fb526 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.528476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8f64-8901-4662-950e-a227326a487e req-27c814ce-a42e-42a4-9fa8-6f8bda6fb526 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.533870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8f64-8901-4662-950e-a227326a487e req-27c814ce-a42e-42a4-9fa8-6f8bda6fb526 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.536619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce7c8f64-8901-4662-950e-a227326a487e req-27c814ce-a42e-42a4-9fa8-6f8bda6fb526 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1536322 Jan 28 03:39:38.587042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f16638-e266-46af-bf79-dd75935b28d4 req-8d2b16de-0fd8-41a0-b9ec-f0bb776ef130 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.588604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41f16638-e266-46af-bf79-dd75935b28d4 req-8d2b16de-0fd8-41a0-b9ec-f0bb776ef130 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.1573408 Jan 28 03:39:38.640078 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9402700-bea7-4c8a-910d-548eb0d5f692 admin admin] Publish callbacks [] for security_group (af19a56e-20ae-4de7-8365-5a98da10511b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:38.654619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9402700-bea7-4c8a-910d-548eb0d5f692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (af19a56e-20ae-4de7-8365-5a98da10511b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:38.664409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Allocated IP 172.20.0.2 (6dc8b666-d82b-4023-ace6-5937f3648af4/f4b2f3ff-1079-418f-b498-69e6ef7fa055/add9402a-9077-47c7-bc4a-363f1bee4eb9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:39:38.697378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce7c8f64-8901-4662-950e-a227326a487e req-dc9a12b9-59b0-49ec-9948-f79e7336ca16 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497633 Jan 28 03:39:38.743633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41f16638-e266-46af-bf79-dd75935b28d4 req-d2ee0a33-5621-431c-8bb2-59b1e471e8d5 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441813 Jan 28 03:39:38.744348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9402700-bea7-4c8a-910d-548eb0d5f692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af19a56e-20ae-4de7-8365-5a98da10511b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:38.758633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a9402700-bea7-4c8a-910d-548eb0d5f692 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6960a5b8959d480ea1115053f6d71d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6357985 Jan 28 03:39:38.759631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33444) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:38.853332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks [] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:38.864768 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60e6cbb6-5cb2-4f02-8e2c-20effcd1ab9b admin admin] Publish callbacks [] for security_group (af19a56e-20ae-4de7-8365-5a98da10511b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:38.876716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c91e8-b37c-4613-ac90-fbd91df05434 req-a38a3eea-2fc7-47e4-8965-33801966010e tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:38.879517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae2c91e8-b37c-4613-ac90-fbd91df05434 req-a38a3eea-2fc7-47e4-8965-33801966010e tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0799322 Jan 28 03:39:38.895309 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:38.912619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60e6cbb6-5cb2-4f02-8e2c-20effcd1ab9b admin admin] Publish callbacks [] for security_group (af19a56e-20ae-4de7-8365-5a98da10511b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:38.942719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Network 6dc8b666-d82b-4023-ace6-5937f3648af4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:39:38.944526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:39:38.966240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event updated for resources: {'Port': ['ID=add9402a-9077-47c7-bc4a-363f1bee4eb9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:38.976602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae2c91e8-b37c-4613-ac90-fbd91df05434 req-9af467e9-6453-4131-81f0-7cdb8b7cff4d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879371 Jan 28 03:39:38.976742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:39:39.013903 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60e6cbb6-5cb2-4f02-8e2c-20effcd1ab9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (af19a56e-20ae-4de7-8365-5a98da10511b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:39.022536 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60e6cbb6-5cb2-4f02-8e2c-20effcd1ab9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:39.029030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-60e6cbb6-5cb2-4f02-8e2c-20effcd1ab9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af19a56e-20ae-4de7-8365-5a98da10511b HTTP/1.1" status: 204 len: 168 time: 0.2683384 Jan 28 03:39:39.051630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6cbb6-5cb2-4f02-8e2c-20effcd1ab9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af19a56e-20ae-4de7-8365-5a98da10511b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:39.108894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.109441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:39.148112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-3c269b8e-b23b-404c-a680-e1b98f2d519b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740908 Jan 28 03:39:39.154219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8349-7434-402e-8aa4-a33488daa365 req-4a10587e-e992-480a-83ba-a4e05c20b74c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.159784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8349-7434-402e-8aa4-a33488daa365 req-4a10587e-e992-480a-83ba-a4e05c20b74c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.165411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8349-7434-402e-8aa4-a33488daa365 req-4a10587e-e992-480a-83ba-a4e05c20b74c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.166529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Request body: {'port': {'device_id': '42d70207-e11d-47c4-843f-1cdbbc937c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:39.170689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8349-7434-402e-8aa4-a33488daa365 req-4a10587e-e992-480a-83ba-a4e05c20b74c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.176534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8349-7434-402e-8aa4-a33488daa365 req-4a10587e-e992-480a-83ba-a4e05c20b74c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.181890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8349-7434-402e-8aa4-a33488daa365 req-4a10587e-e992-480a-83ba-a4e05c20b74c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.187263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8349-7434-402e-8aa4-a33488daa365 req-4a10587e-e992-480a-83ba-a4e05c20b74c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.195412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-424b8349-7434-402e-8aa4-a33488daa365 req-4a10587e-e992-480a-83ba-a4e05c20b74c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5435 time: 0.1239138 Jan 28 03:39:39.269685 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:39.308471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-424b8349-7434-402e-8aa4-a33488daa365 req-ae68f368-985d-49d8-896b-054da9c54b50 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061227 Jan 28 03:39:39.321702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697627a-1a13-496d-9d90-b41a767001b9 req-d95ace44-b519-449b-a953-a130d60c7113 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.329024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b697627a-1a13-496d-9d90-b41a767001b9 req-d95ace44-b519-449b-a953-a130d60c7113 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1103864 Jan 28 03:39:39.414891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b697627a-1a13-496d-9d90-b41a767001b9 req-a11cff5a-8e56-4352-bb51-224826dff6a3 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846591 Jan 28 03:39:39.469644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33462) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:39.516521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae67097-aaa1-46e9-93ea-6058f140cb55 req-f21a3758-7ab7-4c37-a2ca-ca2d3244e69b tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.518499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bae67097-aaa1-46e9-93ea-6058f140cb55 req-f21a3758-7ab7-4c37-a2ca-ca2d3244e69b tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 944 time: 0.1026685 Jan 28 03:39:39.523087 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54264552-358e-44a9-9673-57a1d3ffd18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:39.600190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce0ad-9043-442c-88fd-c4b3a06853c0 req-61b81738-8f37-4083-a382-b77ef2414a92 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.601780 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3efce0ad-9043-442c-88fd-c4b3a06853c0 req-61b81738-8f37-4083-a382-b77ef2414a92 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 931 time: 0.0807035 Jan 28 03:39:39.632779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bae67097-aaa1-46e9-93ea-6058f140cb55 req-82b3c302-bc62-4f44-82b5-e39b2acc3e24 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005311 Jan 28 03:39:39.680811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add9402a-9077-47c7-bc4a-363f1bee4eb9 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:39.687896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3efce0ad-9043-442c-88fd-c4b3a06853c0 req-d39414e6-30fa-4080-ad1b-1dfff8456d3d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709856 Jan 28 03:39:39.692577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Publish callbacks [] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:39.707293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54264552-358e-44a9-9673-57a1d3ffd18d admin admin] Publish callbacks [] for security_group (dd098c77-9f95-449b-96b0-9a34001b01c3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:39.715334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54264552-358e-44a9-9673-57a1d3ffd18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd098c77-9f95-449b-96b0-9a34001b01c3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:39.717899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Transition to ACTIVE for port object add9402a-9077-47c7-bc4a-363f1bee4eb9 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:39:39.736015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:39.815115 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-54264552-358e-44a9-9673-57a1d3ffd18d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b23be5cf38794d5aab41e1ce079f5bf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3421283 Jan 28 03:39:39.815115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54264552-358e-44a9-9673-57a1d3ffd18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd098c77-9f95-449b-96b0-9a34001b01c3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:39.823567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33470) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:39.839513 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Pushing event updated for resources: {'Port': ['ID=add9402a-9077-47c7-bc4a-363f1bee4eb9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:39.885376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c0a3-d0bc-42e8-98aa-2387225bc89b req-f2e40e64-6db8-4890-836f-abb25e9b8177 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.892126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c0a3-d0bc-42e8-98aa-2387225bc89b req-f2e40e64-6db8-4890-836f-abb25e9b8177 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.898220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c0a3-d0bc-42e8-98aa-2387225bc89b req-f2e40e64-6db8-4890-836f-abb25e9b8177 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.903627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c0a3-d0bc-42e8-98aa-2387225bc89b req-f2e40e64-6db8-4890-836f-abb25e9b8177 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.908879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c0a3-d0bc-42e8-98aa-2387225bc89b req-f2e40e64-6db8-4890-836f-abb25e9b8177 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.914660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c0a3-d0bc-42e8-98aa-2387225bc89b req-f2e40e64-6db8-4890-836f-abb25e9b8177 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.919922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c0a3-d0bc-42e8-98aa-2387225bc89b req-f2e40e64-6db8-4890-836f-abb25e9b8177 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:39.927386 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1533c0a3-d0bc-42e8-98aa-2387225bc89b req-f2e40e64-6db8-4890-836f-abb25e9b8177 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5431 time: 0.1482608 Jan 28 03:39:39.939272 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49163a89-1cde-4c43-841b-98e40b452638 admin admin] Publish callbacks [] for security_group (dd098c77-9f95-449b-96b0-9a34001b01c3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:39.975883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Attempting to bind port add9402a-9077-47c7-bc4a-363f1bee4eb9 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:39:39.976212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Attempting to bind port add9402a-9077-47c7-bc4a-363f1bee4eb9 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:39:39.976531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Attempting to bind port add9402a-9077-47c7-bc4a-363f1bee4eb9 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:39.979727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49163a89-1cde-4c43-841b-98e40b452638 admin admin] Publish callbacks [] for security_group (dd098c77-9f95-449b-96b0-9a34001b01c3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.016572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c84e9-3227-499d-8dbf-97c9c07ba1fe req-d2749be3-c605-4b3f-99cf-89d3250365e2 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.018160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f22c84e9-3227-499d-8dbf-97c9c07ba1fe req-d2749be3-c605-4b3f-99cf-89d3250365e2 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0901773 Jan 28 03:39:40.024547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1533c0a3-d0bc-42e8-98aa-2387225bc89b req-9ec519db-395b-4c85-b44b-4f86772330d0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953479 Jan 28 03:39:40.082743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f22c84e9-3227-499d-8dbf-97c9c07ba1fe req-1aa96978-1ebd-46c9-9433-6c2f79630bb1 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565972 Jan 28 03:39:40.162478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb611d-cc35-464c-9c8b-dc79af0dfdd4 req-3576fce1-50bc-4d13-9d5a-879c9788ffa4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.164094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7bb611d-cc35-464c-9c8b-dc79af0dfdd4 req-3576fce1-50bc-4d13-9d5a-879c9788ffa4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0591793 Jan 28 03:39:40.218863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7bb611d-cc35-464c-9c8b-dc79af0dfdd4 req-2ec2c596-a0f9-4a0b-883f-665ccf28f00a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479188 Jan 28 03:39:40.264206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c8a6c304-98f2-414c-86ef-cd65d145b9fe details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:40.291809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Port add9402a-9077-47c7-bc4a-363f1bee4eb9 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:39:40.292572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Attempting to bind port add9402a-9077-47c7-bc4a-363f1bee4eb9 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:40.304455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:39:40.304798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Checking segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:39:40.305207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Bound using segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:39:40.305646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Bound port: add9402a-9077-47c7-bc4a-363f1bee4eb9, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:39:40.305998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.368771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c8a6c304-98f2-414c-86ef-cd65d145b9fe, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:40.391983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49163a89-1cde-4c43-841b-98e40b452638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd098c77-9f95-449b-96b0-9a34001b01c3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.394733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49163a89-1cde-4c43-841b-98e40b452638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.396031 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-49163a89-1cde-4c43-841b-98e40b452638 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd098c77-9f95-449b-96b0-9a34001b01c3 HTTP/1.1" status: 204 len: 168 time: 0.5715134 Jan 28 03:39:40.397435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'c8a6c304-98f2-414c-86ef-cd65d145b9fe', 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e', 'port_id': 'c8a6c304-98f2-414c-86ef-cd65d145b9fe', 'mac_address': 'fa:16:3e:09:ec:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a214ee62-0ef4-45ec-8762-abe42f7a96f3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:40.406680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d0d577da-fa87-4340-8265-43743b069c74 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:40.420465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49163a89-1cde-4c43-841b-98e40b452638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd098c77-9f95-449b-96b0-9a34001b01c3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:40.422882 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] For port add9402a-9077-47c7-bc4a-363f1bee4eb9, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:39:40.424011 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb86cf8f-0ece-488e-892b-410969585674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.431364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] For port add9402a-9077-47c7-bc4a-363f1bee4eb9, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=add9402a-9077-47c7-bc4a-363f1bee4eb9,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:39:40.439433 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.455959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb7d6-e650-4fdc-a3bb-9e5f5ff23c8b req-137fc573-440a-4a90-9a0b-cb5c5aa8714d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.463087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb7d6-e650-4fdc-a3bb-9e5f5ff23c8b req-137fc573-440a-4a90-9a0b-cb5c5aa8714d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.478381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb7d6-e650-4fdc-a3bb-9e5f5ff23c8b req-137fc573-440a-4a90-9a0b-cb5c5aa8714d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.486170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb7d6-e650-4fdc-a3bb-9e5f5ff23c8b req-137fc573-440a-4a90-9a0b-cb5c5aa8714d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.492448 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb7d6-e650-4fdc-a3bb-9e5f5ff23c8b req-137fc573-440a-4a90-9a0b-cb5c5aa8714d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.497821 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c8a6c304-98f2-414c-86ef-cd65d145b9fe is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:40.498217 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.499382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb7d6-e650-4fdc-a3bb-9e5f5ff23c8b req-137fc573-440a-4a90-9a0b-cb5c5aa8714d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.501584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.502066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.503316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] 10.222.0.25 "PUT /v2.0/ports/add9402a-9077-47c7-bc4a-363f1bee4eb9 HTTP/1.1" status: 200 len: 1092 time: 1.3422687 Jan 28 03:39:40.503848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d70207-e11d-47c4-843f-1cdbbc937c30', 'tag': 'add9402a-9077-47c7-bc4a-363f1bee4eb9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:40.506679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb7d6-e650-4fdc-a3bb-9e5f5ff23c8b req-137fc573-440a-4a90-9a0b-cb5c5aa8714d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.506947 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d657b-c95b-48c1-9612-6c38e5e2da16" -d '{"events": [{"name": "network-changed", "server_uuid": "42d70207-e11d-47c4-843f-1cdbbc937c30", "tag": "add9402a-9077-47c7-bc4a-363f1bee4eb9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:40.509491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-878fb7d6-e650-4fdc-a3bb-9e5f5ff23c8b req-137fc573-440a-4a90-9a0b-cb5c5aa8714d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5435 time: 0.1228349 Jan 28 03:39:40.545834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403efca-9220-44ef-a906-7fdc9d1b4863 service neutron] Pushing event updated for resources: {'Port': ['ID=add9402a-9077-47c7-bc4a-363f1bee4eb9,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:40.565802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a6c304-98f2-414c-86ef-cd65d145b9fe {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:40.581348 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845a6ac9-afcd-4aeb-981e-42f0dcccf107 x-openstack-request-id: req-845a6ac9-afcd-4aeb-981e-42f0dcccf107 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:40.582631 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d70207-e11d-47c4-843f-1cdbbc937c30", "tag": "add9402a-9077-47c7-bc4a-363f1bee4eb9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:40.583103 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-845a6ac9-afcd-4aeb-981e-42f0dcccf107 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:40.583741 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d70207-e11d-47c4-843f-1cdbbc937c30', 'tag': 'add9402a-9077-47c7-bc4a-363f1bee4eb9', 'status': 'completed', 'code': 200} Jan 28 03:39:40.603487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c8a6c304-98f2-414c-86ef-cd65d145b9fe, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:40.616485 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.617177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30353f27-3398-4edf-b7d4-37e9d4e89394 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:40.631942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-878fb7d6-e650-4fdc-a3bb-9e5f5ff23c8b req-0476db45-62d0-487d-a9d7-4fb9a45ad8b0 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029088 Jan 28 03:39:40.667527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-faab7125-86ec-42d9-9bff-90b3b028b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.669239 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-faab7125-86ec-42d9-9bff-90b3b028b2f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 1095 time: 0.0731080 Jan 28 03:39:40.669486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port d0d577da-fa87-4340-8265-43743b069c74, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d0d577da-fa87-4340-8265-43743b069c74,segment=NetworkSegment(5e901396-b1b9-4fd6-b136-f272d2c96ebb),segment_id=5e901396-b1b9-4fd6-b136-f272d2c96ebb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:40.697496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'd0d577da-fa87-4340-8265-43743b069c74', 'network_id': '48f1306c-a4f5-476d-83a4-f1b14c464b62', 'port_id': 'd0d577da-fa87-4340-8265-43743b069c74', 'mac_address': 'fa:16:3e:14:82:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125a56c6-bdda-4947-9dd6-09afa009531c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:40.765068 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-06d8a295-4b36-4ad3-b8bd-f0ed6a69087f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=add9402a-9077-47c7-bc4a-363f1bee4eb9 HTTP/1.1" status: 200 len: 217 time: 0.0833464 Jan 28 03:39:40.780117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c8a6c304-98f2-414c-86ef-cd65d145b9fe,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:40.813271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port d0d577da-fa87-4340-8265-43743b069c74 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:40.813477 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d0d577da-fa87-4340-8265-43743b069c74), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.825164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b36ae9-b0c3-4fb0-8d24-0dbaebef7b7a req-b92fe74f-1efd-4b80-a487-d656847c0eaf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.830699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b36ae9-b0c3-4fb0-8d24-0dbaebef7b7a req-b92fe74f-1efd-4b80-a487-d656847c0eaf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.837558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b36ae9-b0c3-4fb0-8d24-0dbaebef7b7a req-b92fe74f-1efd-4b80-a487-d656847c0eaf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.838492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 30353f27-3398-4edf-b7d4-37e9d4e89394, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30353f27-3398-4edf-b7d4-37e9d4e89394,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:40.841916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d577da-fa87-4340-8265-43743b069c74 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:40.842981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b36ae9-b0c3-4fb0-8d24-0dbaebef7b7a req-b92fe74f-1efd-4b80-a487-d656847c0eaf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.849743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b36ae9-b0c3-4fb0-8d24-0dbaebef7b7a req-b92fe74f-1efd-4b80-a487-d656847c0eaf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.855637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b36ae9-b0c3-4fb0-8d24-0dbaebef7b7a req-b92fe74f-1efd-4b80-a487-d656847c0eaf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.863203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b36ae9-b0c3-4fb0-8d24-0dbaebef7b7a req-b92fe74f-1efd-4b80-a487-d656847c0eaf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.863592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-609d7f18-811e-4f6e-a9fa-825defc41cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.866175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59b36ae9-b0c3-4fb0-8d24-0dbaebef7b7a req-b92fe74f-1efd-4b80-a487-d656847c0eaf tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5435 time: 0.1568394 Jan 28 03:39:40.867656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '30353f27-3398-4edf-b7d4-37e9d4e89394', 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'port_id': '30353f27-3398-4edf-b7d4-37e9d4e89394', 'mac_address': 'fa:16:3e:c9:c1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd35043c-d5c0-4cca-bdf3-87ff8426268c', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:40.874915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port d0d577da-fa87-4340-8265-43743b069c74, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d0d577da-fa87-4340-8265-43743b069c74,segment=NetworkSegment(5e901396-b1b9-4fd6-b136-f272d2c96ebb),segment_id=5e901396-b1b9-4fd6-b136-f272d2c96ebb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:40.882188 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d0d577da-fa87-4340-8265-43743b069c74), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:40.882650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a151-0d57-4619-be26-149f0fbb989b req-e9e9637f-07b7-48dc-8e06-3bb2f43f0823 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:40.883465 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-609d7f18-811e-4f6e-a9fa-825defc41cc2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.1110299 Jan 28 03:39:40.890302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e001a151-0d57-4619-be26-149f0fbb989b req-e9e9637f-07b7-48dc-8e06-3bb2f43f0823 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 944 time: 0.1252778 Jan 28 03:39:40.891645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:40.905205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-07e21729-5b44-40fa-a501-bc525de335d1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Request body: {'floatingip': {'port_id': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:40.955352 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-417ce194-0110-493f-b35d-f07b02e73a76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599256 Jan 28 03:39:40.972000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 30353f27-3398-4edf-b7d4-37e9d4e89394 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:40.972604 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.004762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30353f27-3398-4edf-b7d4-37e9d4e89394 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:41.009544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=d0d577da-fa87-4340-8265-43743b069c74,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:41.028816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 30353f27-3398-4edf-b7d4-37e9d4e89394, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30353f27-3398-4edf-b7d4-37e9d4e89394,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:41.036751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.038503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f258e0e1-8029-4280-b11c-233fc65cf951 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:41.098970 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-d48f839c-04cb-404b-9659-e2b9e0604ca1 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358674 Jan 28 03:39:41.130115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=30353f27-3398-4edf-b7d4-37e9d4e89394,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:41.134637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f258e0e1-8029-4280-b11c-233fc65cf951, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f258e0e1-8029-4280-b11c-233fc65cf951,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:41.149251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'f258e0e1-8029-4280-b11c-233fc65cf951', 'network_id': 'b13e6eb6-833b-43bc-bb68-367d8fede46e', 'port_id': 'f258e0e1-8029-4280-b11c-233fc65cf951', 'mac_address': 'fa:16:3e:83:9b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a214ee62-0ef4-45ec-8762-abe42f7a96f3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:41.195172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f258e0e1-8029-4280-b11c-233fc65cf951 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:41.195983 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.213526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f258e0e1-8029-4280-b11c-233fc65cf951 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:41.237950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f258e0e1-8029-4280-b11c-233fc65cf951, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f258e0e1-8029-4280-b11c-233fc65cf951,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:41.244007 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.244683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e8774d71-d445-4466-9295-940f388820b2 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:41.255824 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8e4a182b-118e-4826-a32d-4bff51a39bee req-57dd9d30-70a0-4bbe-8674-fa17e00560d7 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469350 Jan 28 03:39:41.276328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['d0d577da-fa87-4340-8265-43743b069c74'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:41.326625 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07e21729-5b44-40fa-a501-bc525de335d1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for floatingip (86653aca-9f7d-4bd9-b62c-c8920f15f212), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.349734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port e8774d71-d445-4466-9295-940f388820b2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e8774d71-d445-4466-9295-940f388820b2,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:41.367351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f258e0e1-8029-4280-b11c-233fc65cf951,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:41.375029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'e8774d71-d445-4466-9295-940f388820b2', 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'port_id': 'e8774d71-d445-4466-9295-940f388820b2', 'mac_address': 'fa:16:3e:d5:e2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd35043c-d5c0-4cca-bdf3-87ff8426268c', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:41.437699 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e001a151-0d57-4619-be26-149f0fbb989b req-7de1fcee-3d05-442d-9df0-effbc1c70927 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430787 Jan 28 03:39:41.438054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port e8774d71-d445-4466-9295-940f388820b2 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:41.438452 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e8774d71-d445-4466-9295-940f388820b2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.442158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d657b-c95b-48c1-9612-6c38e5e2da16 req-f5e68d5e-8045-4679-837a-c161fe0abfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.444382 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e7d657b-c95b-48c1-9612-6c38e5e2da16 req-f5e68d5e-8045-4679-837a-c161fe0abfb3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 1095 time: 0.0735497 Jan 28 03:39:41.491851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8774d71-d445-4466-9295-940f388820b2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:41.525054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port e8774d71-d445-4466-9295-940f388820b2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e8774d71-d445-4466-9295-940f388820b2,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:41.537842 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e8774d71-d445-4466-9295-940f388820b2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.538537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30c43c8c-0670-4520-b4ad-e5d77585381b details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:41.544360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d634a-7494-4d65-a942-16daac5586c8 req-ba0117ab-590b-4bed-bb82-e9bbc9c037cf tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.546244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d58d634a-7494-4d65-a942-16daac5586c8 req-ba0117ab-590b-4bed-bb82-e9bbc9c037cf tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 943 time: 0.2347286 Jan 28 03:39:41.568566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d657b-c95b-48c1-9612-6c38e5e2da16 req-df43c978-6949-40cd-b5c4-0343855d4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.570603 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e7d657b-c95b-48c1-9612-6c38e5e2da16 req-df43c978-6949-40cd-b5c4-0343855d4796 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 912 time: 0.1201532 Jan 28 03:39:41.626008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 30c43c8c-0670-4520-b4ad-e5d77585381b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30c43c8c-0670-4520-b4ad-e5d77585381b,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:41.632354 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e7d657b-c95b-48c1-9612-6c38e5e2da16 req-2d5583cd-e3e7-451c-869c-ffa0f02d41a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=add9402a-9077-47c7-bc4a-363f1bee4eb9 HTTP/1.1" status: 200 len: 217 time: 0.0546913 Jan 28 03:39:41.637034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=e8774d71-d445-4466-9295-940f388820b2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:41.644081 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '30c43c8c-0670-4520-b4ad-e5d77585381b', 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'port_id': '30c43c8c-0670-4520-b4ad-e5d77585381b', 'mac_address': 'fa:16:3e:34:17:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd35043c-d5c0-4cca-bdf3-87ff8426268c', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:41.684675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 30c43c8c-0670-4520-b4ad-e5d77585381b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:41.684949 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.699128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b582-ad35-45a6-ac3a-d935221b1f21 req-c17ab8e7-eaac-4fc9-bcb0-e5d31751f14b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.700702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c43c8c-0670-4520-b4ad-e5d77585381b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:41.704697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b582-ad35-45a6-ac3a-d935221b1f21 req-c17ab8e7-eaac-4fc9-bcb0-e5d31751f14b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.710933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b582-ad35-45a6-ac3a-d935221b1f21 req-c17ab8e7-eaac-4fc9-bcb0-e5d31751f14b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.716353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b582-ad35-45a6-ac3a-d935221b1f21 req-c17ab8e7-eaac-4fc9-bcb0-e5d31751f14b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.721765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b582-ad35-45a6-ac3a-d935221b1f21 req-c17ab8e7-eaac-4fc9-bcb0-e5d31751f14b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.727241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 30c43c8c-0670-4520-b4ad-e5d77585381b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30c43c8c-0670-4520-b4ad-e5d77585381b,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:41.727717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b582-ad35-45a6-ac3a-d935221b1f21 req-c17ab8e7-eaac-4fc9-bcb0-e5d31751f14b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.729228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d657b-c95b-48c1-9612-6c38e5e2da16 req-0000d2d5-487b-4763-b775-42875951a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.731309 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e7d657b-c95b-48c1-9612-6c38e5e2da16 req-0000d2d5-487b-4763-b775-42875951a88c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.0934501 Jan 28 03:39:41.732674 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.733575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b582-ad35-45a6-ac3a-d935221b1f21 req-c17ab8e7-eaac-4fc9-bcb0-e5d31751f14b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:41.734017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 84d12947-5baa-4899-9edc-46564dd50397 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:41.735599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6311b582-ad35-45a6-ac3a-d935221b1f21 req-c17ab8e7-eaac-4fc9-bcb0-e5d31751f14b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5435 time: 0.1882260 Jan 28 03:39:41.768479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e7d657b-c95b-48c1-9612-6c38e5e2da16 req-10f863fa-a316-4687-a26a-498eea4f205f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266585 Jan 28 03:39:41.813515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 84d12947-5baa-4899-9edc-46564dd50397, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=84d12947-5baa-4899-9edc-46564dd50397,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:41.817192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=30c43c8c-0670-4520-b4ad-e5d77585381b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:41.829386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '84d12947-5baa-4899-9edc-46564dd50397', 'network_id': '59a6cd2b-f3fb-444d-9be1-fcacf252242c', 'port_id': '84d12947-5baa-4899-9edc-46564dd50397', 'mac_address': 'fa:16:3e:a3:51:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd35043c-d5c0-4cca-bdf3-87ff8426268c', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:41.877787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 84d12947-5baa-4899-9edc-46564dd50397 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:41.878212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d58d634a-7494-4d65-a942-16daac5586c8 req-c9e02b2d-62fc-4c71-9018-f0cd2300fc83 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170900 Jan 28 03:39:41.879622 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84d12947-5baa-4899-9edc-46564dd50397), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.891756 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e7d657b-c95b-48c1-9612-6c38e5e2da16 req-c23f9ad3-e52c-4bd9-a008-5d6808e94e76 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162531 Jan 28 03:39:41.900197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d12947-5baa-4899-9edc-46564dd50397 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:41.939945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 84d12947-5baa-4899-9edc-46564dd50397, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=84d12947-5baa-4899-9edc-46564dd50397,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:41.960738 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84d12947-5baa-4899-9edc-46564dd50397), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:41.961805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 17a056e6-a188-4379-804e-badd8b82d884 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:42.023252 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:42.038213 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5e7d657b-c95b-48c1-9612-6c38e5e2da16 req-953847e5-756c-4a2a-86b7-9d2673634dfa service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389637 Jan 28 03:39:42.120191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=84d12947-5baa-4899-9edc-46564dd50397,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:42.151647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6311b582-ad35-45a6-ac3a-d935221b1f21 req-2506af4e-390b-4f97-9e0d-a3ce718c75d2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2711000 Jan 28 03:39:42.167097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 17a056e6-a188-4379-804e-badd8b82d884, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=17a056e6-a188-4379-804e-badd8b82d884,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:42.182762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578b85b-fbe9-4b95-8eb8-1081a56c5112 req-53389d13-0ae5-4a08-94bf-8ff90714f512 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:42.187240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '17a056e6-a188-4379-804e-badd8b82d884', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'port_id': '17a056e6-a188-4379-804e-badd8b82d884', 'mac_address': 'fa:16:3e:d8:d4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:42.190522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1578b85b-fbe9-4b95-8eb8-1081a56c5112 req-53389d13-0ae5-4a08-94bf-8ff90714f512 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.1371551 Jan 28 03:39:42.232966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 17a056e6-a188-4379-804e-badd8b82d884 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:42.233371 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (17a056e6-a188-4379-804e-badd8b82d884), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:42.249689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a056e6-a188-4379-804e-badd8b82d884 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:42.279183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 17a056e6-a188-4379-804e-badd8b82d884, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=17a056e6-a188-4379-804e-badd8b82d884,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:42.285934 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1578b85b-fbe9-4b95-8eb8-1081a56c5112 req-1030aab2-c201-426f-88fb-c91d7feb18a8 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948291 Jan 28 03:39:42.289205 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (17a056e6-a188-4379-804e-badd8b82d884), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:42.290739 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07e21729-5b44-40fa-a501-bc525de335d1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:42.309535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07e21729-5b44-40fa-a501-bc525de335d1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (86653aca-9f7d-4bd9-b62c-c8920f15f212), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:42.359495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=17a056e6-a188-4379-804e-badd8b82d884,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:42.447150 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-07e21729-5b44-40fa-a501-bc525de335d1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Floating IP 86653aca-9f7d-4bd9-b62c-c8920f15f212 associated. External IP: 172.25.1.245, port: ee5861d0-7bcf-4176-bcad-a30f435bcf49. Jan 28 03:39:42.456994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138ee8f-f17a-4624-8171-620cb513dd89 req-b2a12a52-924d-4d98-a80d-9ae1fa13e16e tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:42.459095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1138ee8f-f17a-4624-8171-620cb513dd89 req-b2a12a52-924d-4d98-a80d-9ae1fa13e16e tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1004877 Jan 28 03:39:42.532370 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01e8f72c-a152-4dee-a303-338c673c6e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:42.625052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1138ee8f-f17a-4624-8171-620cb513dd89 req-7590c08a-984f-42fd-9fcb-1c1b1b4518ce tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332350 Jan 28 03:39:42.640872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7ebdc-bc72-44ae-b2d0-5ac899e194dd req-920a5562-6662-4c75-b191-0f4c7ac49f20 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:42.648026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2aa7ebdc-bc72-44ae-b2d0-5ac899e194dd req-920a5562-6662-4c75-b191-0f4c7ac49f20 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 945 time: 0.1432300 Jan 28 03:39:42.719045 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2aa7ebdc-bc72-44ae-b2d0-5ac899e194dd req-043ae41e-fa1b-400c-8bd1-8b05747b0039 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700994 Jan 28 03:39:42.850185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e21729-5b44-40fa-a501-bc525de335d1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:39:43.015406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472e3fa-dbf7-465b-8251-70c1a8665b7e req-b607e5ee-b712-4007-99bf-586bdb71a51f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.017625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f472e3fa-dbf7-465b-8251-70c1a8665b7e req-b607e5ee-b712-4007-99bf-586bdb71a51f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1495631 Jan 28 03:39:43.054887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e21729-5b44-40fa-a501-bc525de335d1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:39:43.060192 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07e21729-5b44-40fa-a501-bc525de335d1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:43.067204 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] Sync routers for ids ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:39:43.078056 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] Routers {'5499da28-ac20-4f0b-b8e0-bdf4e5feecea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:39:43.079396 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:43.104709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a37df5-57c1-47b5-90e9-3ca831b2c934 req-e6be8b31-64b1-42bb-acae-01b052db847b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.106281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72a37df5-57c1-47b5-90e9-3ca831b2c934 req-e6be8b31-64b1-42bb-acae-01b052db847b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 943 time: 0.1312630 Jan 28 03:39:43.118591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-07e21729-5b44-40fa-a501-bc525de335d1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "PUT /v2.0/floatingips/86653aca-9f7d-4bd9-b62c-c8920f15f212 HTTP/1.1" status: 200 len: 992 time: 2.2254021 Jan 28 03:39:43.123944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:43.126806 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e11e6ff-37da-4b60-a53b-67b99ad827a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "ee5861d0-7bcf-4176-bcad-a30f435bcf49"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:43.153505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f472e3fa-dbf7-465b-8251-70c1a8665b7e req-12f81a3e-f65c-4df5-89f9-d963141d453f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291182 Jan 28 03:39:43.210584 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] Set router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:39:43.237941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72a37df5-57c1-47b5-90e9-3ca831b2c934 req-4560e7c6-7e05-48df-b758-e4752756cfa6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210678 Jan 28 03:39:43.282507 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9ab9ee-16be-45bb-b6ca-6fd9f2654aee x-openstack-request-id: req-5a9ab9ee-16be-45bb-b6ca-6fd9f2654aee {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:43.282809 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "tag": "ee5861d0-7bcf-4176-bcad-a30f435bcf49", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:43.283064 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a9ab9ee-16be-45bb-b6ca-6fd9f2654aee {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:43.283698 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'tag': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49', 'status': 'completed', 'code': 200} Jan 28 03:39:43.326936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['c8a6c304-98f2-414c-86ef-cd65d145b9fe'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:43.394161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['30353f27-3398-4edf-b7d4-37e9d4e89394'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:43.409173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-f98178cb-bd68-47dd-84fd-a689a0269356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.410077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-f98178cb-bd68-47dd-84fd-a689a0269356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.410341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-f98178cb-bd68-47dd-84fd-a689a0269356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.410818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-f98178cb-bd68-47dd-84fd-a689a0269356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.411343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-f98178cb-bd68-47dd-84fd-a689a0269356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.411811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-f98178cb-bd68-47dd-84fd-a689a0269356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.412269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-f98178cb-bd68-47dd-84fd-a689a0269356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.414252 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-f98178cb-bd68-47dd-84fd-a689a0269356 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6499 time: 0.0704172 Jan 28 03:39:43.436540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['e8774d71-d445-4466-9295-940f388820b2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:43.449196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['30c43c8c-0670-4520-b4ad-e5d77585381b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:43.465533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312183e-f65f-4e2d-b514-5bcbcfb45bad req-99fb1b17-157b-494a-a09a-4e241be5f21a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.474157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312183e-f65f-4e2d-b514-5bcbcfb45bad req-99fb1b17-157b-494a-a09a-4e241be5f21a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.489724 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312183e-f65f-4e2d-b514-5bcbcfb45bad req-99fb1b17-157b-494a-a09a-4e241be5f21a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.496665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312183e-f65f-4e2d-b514-5bcbcfb45bad req-99fb1b17-157b-494a-a09a-4e241be5f21a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.514476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312183e-f65f-4e2d-b514-5bcbcfb45bad req-99fb1b17-157b-494a-a09a-4e241be5f21a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.531519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312183e-f65f-4e2d-b514-5bcbcfb45bad req-99fb1b17-157b-494a-a09a-4e241be5f21a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.538189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312183e-f65f-4e2d-b514-5bcbcfb45bad req-99fb1b17-157b-494a-a09a-4e241be5f21a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.543169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5312183e-f65f-4e2d-b514-5bcbcfb45bad req-99fb1b17-157b-494a-a09a-4e241be5f21a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5438 time: 0.1736522 Jan 28 03:39:43.638696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22d328-794a-4bd9-bdd2-c7b07fd78c75 req-57bc9390-0a9e-4e3d-9ad6-53f313db8834 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.644078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-c64032a4-8b61-4c8d-85e2-2aa810a69f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.646035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb22d328-794a-4bd9-bdd2-c7b07fd78c75 req-57bc9390-0a9e-4e3d-9ad6-53f313db8834 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0980558 Jan 28 03:39:43.647246 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-c64032a4-8b61-4c8d-85e2-2aa810a69f97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1159329d-88f1-4a00-b528-9abded9171ef HTTP/1.1" status: 200 len: 913 time: 0.2233164 Jan 28 03:39:43.672207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['84d12947-5baa-4899-9edc-46564dd50397'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:43.674581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['f258e0e1-8029-4280-b11c-233fc65cf951'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:43.677256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['17a056e6-a188-4379-804e-badd8b82d884'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:43.704054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5312183e-f65f-4e2d-b514-5bcbcfb45bad req-c8e936a3-4148-488f-8beb-3bf2089b76d5 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1395957 Jan 28 03:39:43.708965 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:36:01Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '86653aca-9f7d-4bd9-b62c-c8920f15f212', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'port_id': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'mac_address': 'fa:16:3e:b2:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:42Z', 'updated_at': '2022-01-28T03:39:42Z', 'revision_number': 1, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4deeff11-c6a5-4c04-8f23-5a4462cd8382', 'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'mac_address': 'fa:16:3e:d1:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:00Z', 'updated_at': '2022-01-28T03:36:10Z', 'revision_number': 5, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'subnets': [{'id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:43.719851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33576) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:43.748413 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] Checking router: 5499da28-ac20-4f0b-b8e0-bdf4e5feecea for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:39:43.757434 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] Routers {'5499da28-ac20-4f0b-b8e0-bdf4e5feecea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:39:43.758193 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:43.768248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb22d328-794a-4bd9-bdd2-c7b07fd78c75 req-189961e8-8652-4a26-9b17-04ba47776aae tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212420 Jan 28 03:39:43.775075 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-98e682cf-332d-4a2d-9bb9-4d9b7f0dabbb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee5861d0-7bcf-4176-bcad-a30f435bcf49 HTTP/1.1" status: 200 len: 1000 time: 0.1192880 Jan 28 03:39:43.870606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4febd8-38f1-4458-b7d2-97efb1354843 req-6b57436b-edcc-438b-a912-98211bc76fb8 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.872430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-e30d831a-e8dd-4f04-9c75-af7b435e882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.878146 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-e30d831a-e8dd-4f04-9c75-af7b435e882a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6207826-594e-4d4a-9769-e7e93e590745 HTTP/1.1" status: 200 len: 851 time: 0.0969186 Jan 28 03:39:43.878351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f4febd8-38f1-4458-b7d2-97efb1354843 req-6b57436b-edcc-438b-a912-98211bc76fb8 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 945 time: 0.0745718 Jan 28 03:39:43.919827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bb23-e61b-4e37-a863-89e0633ea8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:43.937648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-c120364f-6cc5-4b02-a86b-9f4ac31215e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:43.939803 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-c120364f-6cc5-4b02-a86b-9f4ac31215e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1159329d-88f1-4a00-b528-9abded9171ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530930 Jan 28 03:39:43.954141 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] Set router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:39:43.966762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f4febd8-38f1-4458-b7d2-97efb1354843 req-cfc94c17-86b5-4a7a-9981-d1d7103aa7cb tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866008 Jan 28 03:39:44.052652 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-cf068a60-0633-4d3e-bd6a-f4376ab999b9 service neutron] 10.222.0.42 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060650 Jan 28 03:39:44.057357 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bb23-e61b-4e37-a863-89e0633ea8d9 admin admin] Publish callbacks [] for security_group (90e93020-1944-463a-8310-f4c436e6fe2a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:44.065817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bb23-e61b-4e37-a863-89e0633ea8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (90e93020-1944-463a-8310-f4c436e6fe2a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:44.106360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0bb23-e61b-4e37-a863-89e0633ea8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e93020-1944-463a-8310-f4c436e6fe2a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:44.136728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1bd0bb23-e61b-4e37-a863-89e0633ea8d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13054e86a7184d39a93c51e2df9d7e42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4158304 Jan 28 03:39:44.141372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33582) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:44.212974 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e11e6ff-37da-4b60-a53b-67b99ad827a9 req-96d721ae-37ac-4189-b2f5-01f62a2c5f96 service neutron] 10.222.0.42 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533079 Jan 28 03:39:44.249939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67f4b6f8-d007-47ba-9c46-3395758be1b7 admin admin] Publish callbacks [] for security_group (90e93020-1944-463a-8310-f4c436e6fe2a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:44.307727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67f4b6f8-d007-47ba-9c46-3395758be1b7 admin admin] Publish callbacks [] for security_group (90e93020-1944-463a-8310-f4c436e6fe2a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:44.310951 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:44.333308 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:36:01Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '86653aca-9f7d-4bd9-b62c-c8920f15f212', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'port_id': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'mac_address': 'fa:16:3e:b2:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:42Z', 'updated_at': '2022-01-28T03:39:42Z', 'revision_number': 1, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4deeff11-c6a5-4c04-8f23-5a4462cd8382', 'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'mac_address': 'fa:16:3e:d1:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:00Z', 'updated_at': '2022-01-28T03:36:10Z', 'revision_number': 5, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'subnets': [{'id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:44.344321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebb2d9-3850-4384-980b-7be50cb293c4 req-a976a52e-2de1-4f45-9dce-3e584c781eff tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:44.355202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bebb2d9-3850-4384-980b-7be50cb293c4 req-a976a52e-2de1-4f45-9dce-3e584c781eff tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1177390 Jan 28 03:39:44.374452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67f4b6f8-d007-47ba-9c46-3395758be1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (90e93020-1944-463a-8310-f4c436e6fe2a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:44.379204 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83a4b9-dfe1-4dbe-bad5-80ff533c7040 None None] The sync data for ids ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'] in n-d-808199-14 is: [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:36:01Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '86653aca-9f7d-4bd9-b62c-c8920f15f212', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'port_id': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'mac_address': 'fa:16:3e:b2:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:42Z', 'updated_at': '2022-01-28T03:39:42Z', 'revision_number': 1, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4deeff11-c6a5-4c04-8f23-5a4462cd8382', 'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'mac_address': 'fa:16:3e:d1:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:00Z', 'updated_at': '2022-01-28T03:36:10Z', 'revision_number': 5, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'subnets': [{'id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:39:44.380133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67f4b6f8-d007-47ba-9c46-3395758be1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:44.384968 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-67f4b6f8-d007-47ba-9c46-3395758be1b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90e93020-1944-463a-8310-f4c436e6fe2a HTTP/1.1" status: 204 len: 168 time: 0.2386928 Jan 28 03:39:44.397292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4b6f8-d007-47ba-9c46-3395758be1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e93020-1944-463a-8310-f4c436e6fe2a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:44.467296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d0d577da-fa87-4340-8265-43743b069c74 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:44.469570 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:44.475293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bebb2d9-3850-4384-980b-7be50cb293c4 req-82279f82-85ad-4ed6-ab23-6f121a660311 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188760 Jan 28 03:39:44.483057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f94b5-86bf-454e-8165-1178c5ea2b70 req-6da6b5bc-1414-42cb-8d7a-165a7b34fedb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:44.508892 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c4f94b5-86bf-454e-8165-1178c5ea2b70 req-6da6b5bc-1414-42cb-8d7a-165a7b34fedb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 943 time: 0.1441157 Jan 28 03:39:44.618384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c4f94b5-86bf-454e-8165-1178c5ea2b70 req-a3448890-61b2-4a42-b1c3-456f4e398c87 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156437 Jan 28 03:39:44.721642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port d0d577da-fa87-4340-8265-43743b069c74 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:44.728503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port d0d577da-fa87-4340-8265-43743b069c74 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:44.729040 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d0d577da-fa87-4340-8265-43743b069c74), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:44.824262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6469c8ba-5b70-4d53-b2a7-0fdd25d9d811 None None] New status for floating IP 86653aca-9f7d-4bd9-b62c-c8920f15f212: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:39:44.874520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6c2bb-5837-40c6-896b-90d471842fd1 req-ba4d5d49-93f9-438c-bd97-3bb5b7546c13 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:44.878726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port d0d577da-fa87-4340-8265-43743b069c74 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:44.879721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d0d577da-fa87-4340-8265-43743b069c74), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:44.881955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6c2bb-5837-40c6-896b-90d471842fd1 req-ba4d5d49-93f9-438c-bd97-3bb5b7546c13 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:44.889585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6c2bb-5837-40c6-896b-90d471842fd1 req-ba4d5d49-93f9-438c-bd97-3bb5b7546c13 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:44.897281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6c2bb-5837-40c6-896b-90d471842fd1 req-ba4d5d49-93f9-438c-bd97-3bb5b7546c13 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:44.905570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6c2bb-5837-40c6-896b-90d471842fd1 req-ba4d5d49-93f9-438c-bd97-3bb5b7546c13 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:44.911340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6c2bb-5837-40c6-896b-90d471842fd1 req-ba4d5d49-93f9-438c-bd97-3bb5b7546c13 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:44.916657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6c2bb-5837-40c6-896b-90d471842fd1 req-ba4d5d49-93f9-438c-bd97-3bb5b7546c13 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:44.918544 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdd6c2bb-5837-40c6-896b-90d471842fd1 req-ba4d5d49-93f9-438c-bd97-3bb5b7546c13 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5438 time: 0.1256526 Jan 28 03:39:45.006767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda14c84-7733-4311-9d45-3d441d8023cf req-a3f247e1-427f-4618-ac69-679316802513 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:45.008458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93afd173-16c4-45b2-898a-1c010d2ab638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d577da-fa87-4340-8265-43743b069c74'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:45.008760 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fda14c84-7733-4311-9d45-3d441d8023cf req-a3f247e1-427f-4618-ac69-679316802513 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0893035 Jan 28 03:39:45.011060 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3f43bd-5982-47a1-bb3c-48992cd49e72" -d '{"events": [{"server_uuid": "93afd173-16c4-45b2-898a-1c010d2ab638", "name": "network-vif-plugged", "status": "completed", "tag": "d0d577da-fa87-4340-8265-43743b069c74"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:45.035806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port d0d577da-fa87-4340-8265-43743b069c74, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d0d577da-fa87-4340-8265-43743b069c74,segment=NetworkSegment(5e901396-b1b9-4fd6-b136-f272d2c96ebb),segment_id=5e901396-b1b9-4fd6-b136-f272d2c96ebb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:45.052389 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d0d577da-fa87-4340-8265-43743b069c74), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:45.054138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdd6c2bb-5837-40c6-896b-90d471842fd1 req-e9221762-887e-4a6c-88f3-ae333098ca99 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236708 Jan 28 03:39:45.112671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fda14c84-7733-4311-9d45-3d441d8023cf req-bf4e2b56-65ca-4eea-bb50-98b72a52a96e tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906227 Jan 28 03:39:45.194828 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aa8aaa-2a07-4799-9ccd-4baf63e9455c x-openstack-request-id: req-97aa8aaa-2a07-4799-9ccd-4baf63e9455c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:45.195242 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93afd173-16c4-45b2-898a-1c010d2ab638", "name": "network-vif-plugged", "status": "completed", "tag": "d0d577da-fa87-4340-8265-43743b069c74", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:45.195506 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97aa8aaa-2a07-4799-9ccd-4baf63e9455c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:45.195961 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93afd173-16c4-45b2-898a-1c010d2ab638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d577da-fa87-4340-8265-43743b069c74', 'code': 200} Jan 28 03:39:45.197435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66f2bf-16dd-494d-8025-207ebffbd5b9 req-73b2e20a-ba19-474d-a0a0-35de8a9d39cc tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:45.199016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a66f2bf-16dd-494d-8025-207ebffbd5b9 req-73b2e20a-ba19-474d-a0a0-35de8a9d39cc tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 946 time: 0.0572147 Jan 28 03:39:45.211289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=d0d577da-fa87-4340-8265-43743b069c74,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:45.288803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a66f2bf-16dd-494d-8025-207ebffbd5b9 req-dc7a6fa5-6686-4bf9-af65-85e853e7b3af tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722284 Jan 28 03:39:45.338096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8c8e9-3fe1-451a-9d17-3bb85907db56 req-6b64d494-da41-4926-a16d-6a1395d436bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:45.339571 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99a8c8e9-3fe1-451a-9d17-3bb85907db56 req-6b64d494-da41-4926-a16d-6a1395d436bd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 1098 time: 0.0482912 Jan 28 03:39:45.392369 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:45.406530 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99a8c8e9-3fe1-451a-9d17-3bb85907db56 req-c1b73c6c-35c9-4efe-8c58-51069cf9962f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579393 Jan 28 03:39:45.736647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de0742-734c-49ca-92bc-6012a3f35af9 req-47609c20-8df9-4091-a814-579df601fc2e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:45.738500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42de0742-734c-49ca-92bc-6012a3f35af9 req-47609c20-8df9-4091-a814-579df601fc2e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 943 time: 0.0690541 Jan 28 03:39:45.796788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42de0742-734c-49ca-92bc-6012a3f35af9 req-626a4173-564d-426f-99b0-374f17b9623b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516114 Jan 28 03:39:46.190749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cd6f-3041-4e5e-b2a8-36f194d2ca74 req-bda3b7bb-83f8-48db-a1aa-35bd72880ef0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.196565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cd6f-3041-4e5e-b2a8-36f194d2ca74 req-bda3b7bb-83f8-48db-a1aa-35bd72880ef0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.201844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cd6f-3041-4e5e-b2a8-36f194d2ca74 req-bda3b7bb-83f8-48db-a1aa-35bd72880ef0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.207260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cd6f-3041-4e5e-b2a8-36f194d2ca74 req-bda3b7bb-83f8-48db-a1aa-35bd72880ef0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.212498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cd6f-3041-4e5e-b2a8-36f194d2ca74 req-bda3b7bb-83f8-48db-a1aa-35bd72880ef0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.217896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cd6f-3041-4e5e-b2a8-36f194d2ca74 req-bda3b7bb-83f8-48db-a1aa-35bd72880ef0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.226682 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cd6f-3041-4e5e-b2a8-36f194d2ca74 req-bda3b7bb-83f8-48db-a1aa-35bd72880ef0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.228786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c059cd6f-3041-4e5e-b2a8-36f194d2ca74 req-bda3b7bb-83f8-48db-a1aa-35bd72880ef0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5438 time: 0.0971065 Jan 28 03:39:46.322668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa244bc-1af6-4856-975f-4471bfc68d5a req-2cbe0bb4-2e7d-4aca-843f-c49d64435c4f tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.324604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fa244bc-1af6-4856-975f-4471bfc68d5a req-2cbe0bb4-2e7d-4aca-843f-c49d64435c4f tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0948911 Jan 28 03:39:46.336330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c059cd6f-3041-4e5e-b2a8-36f194d2ca74 req-32638179-283f-4979-9890-5f880815124d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969694 Jan 28 03:39:46.409511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fa244bc-1af6-4856-975f-4471bfc68d5a req-8e189e9e-347c-4744-bd86-e354503a717e tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715528 Jan 28 03:39:46.456211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device add9402a-9077-47c7-bc4a-363f1bee4eb9 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:46.492791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4723136-91d6-4077-9b7e-ecbc1cf6486f req-3fc3c354-18c0-4c24-a36c-92051f2ff91f tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.495336 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4723136-91d6-4077-9b7e-ecbc1cf6486f req-3fc3c354-18c0-4c24-a36c-92051f2ff91f tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 946 time: 0.0670288 Jan 28 03:39:46.546846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4723136-91d6-4077-9b7e-ecbc1cf6486f req-41bd654f-ceb2-477c-8ac5-587f219895a8 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Jan 28 03:39:46.587695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port add9402a-9077-47c7-bc4a-363f1bee4eb9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=add9402a-9077-47c7-bc4a-363f1bee4eb9,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:46.609909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'add9402a-9077-47c7-bc4a-363f1bee4eb9', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'port_id': 'add9402a-9077-47c7-bc4a-363f1bee4eb9', 'mac_address': 'fa:16:3e:8a:03:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b2f3ff-1079-418f-b498-69e6ef7fa055', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:46.617380 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:46.655365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port add9402a-9077-47c7-bc4a-363f1bee4eb9 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:46.656038 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:46.678127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add9402a-9077-47c7-bc4a-363f1bee4eb9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:46.709761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port add9402a-9077-47c7-bc4a-363f1bee4eb9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=add9402a-9077-47c7-bc4a-363f1bee4eb9,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:46.715636 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:46.791519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=add9402a-9077-47c7-bc4a-363f1bee4eb9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:46.880604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8ea05-986e-435e-bbf1-d8003e14a1b4 req-ac9d857e-34ba-4f1f-9cf8-a530e49a6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.882383 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2b8ea05-986e-435e-bbf1-d8003e14a1b4 req-ac9d857e-34ba-4f1f-9cf8-a530e49a6813 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0558314 Jan 28 03:39:46.949117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2b8ea05-986e-435e-bbf1-d8003e14a1b4 req-9ba30683-c28a-44a1-8eeb-affd3520a6a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563800 Jan 28 03:39:46.968652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed9235-3cb8-48f1-8eff-61534ab0f16d req-512c83de-8fad-4aa4-8573-212095b13b4e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:46.971342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-feed9235-3cb8-48f1-8eff-61534ab0f16d req-512c83de-8fad-4aa4-8573-212095b13b4e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 944 time: 0.0631292 Jan 28 03:39:47.031951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-feed9235-3cb8-48f1-8eff-61534ab0f16d req-3a129df3-efb1-4f7d-8c7f-f50ee36c09ef tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439672 Jan 28 03:39:47.069692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:47.152153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['add9402a-9077-47c7-bc4a-363f1bee4eb9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:47.188285 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b0d5-e88f-4422-80db-518e0f120c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:47.296288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b0d5-e88f-4422-80db-518e0f120c21 admin admin] Publish callbacks [] for security_group (7980ff0a-b7a0-4ffa-9a4e-69b744bd5843), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:47.300177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b0d5-e88f-4422-80db-518e0f120c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7980ff0a-b7a0-4ffa-9a4e-69b744bd5843), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:47.340677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7bf0b0d5-e88f-4422-80db-518e0f120c21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a0c84b79f3a4104b109e2666d2928f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697592 Jan 28 03:39:47.343192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:47.355687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0b0d5-e88f-4422-80db-518e0f120c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7980ff0a-b7a0-4ffa-9a4e-69b744bd5843,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:47.380963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a8aff-58d5-4177-a117-a98b6e313913 req-b2db9627-b8d7-4b3d-a6bb-c5d207bdb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.382620 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1f9a8aff-58d5-4177-a117-a98b6e313913 req-b2db9627-b8d7-4b3d-a6bb-c5d207bdb78a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 1098 time: 0.0458374 Jan 28 03:39:47.432270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aeb73-2ab6-4318-b6ee-3a36b7325c1b req-ad5cc7a7-7148-4629-8075-57e60d93ef03 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.433789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d8aeb73-2ab6-4318-b6ee-3a36b7325c1b req-ad5cc7a7-7148-4629-8075-57e60d93ef03 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0918849 Jan 28 03:39:47.480795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a8aff-58d5-4177-a117-a98b6e313913 req-9370cb7f-5769-4a8d-b129-c6809d52babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.482298 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1f9a8aff-58d5-4177-a117-a98b6e313913 req-9370cb7f-5769-4a8d-b129-c6809d52babe service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 919 time: 0.0934265 Jan 28 03:39:47.483304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28d305b9-b176-4596-886c-39ac26459df3 admin admin] Publish callbacks [] for security_group (7980ff0a-b7a0-4ffa-9a4e-69b744bd5843), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:47.526696 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1f9a8aff-58d5-4177-a117-a98b6e313913 req-75a4f27e-1b66-487d-93fc-3cc35883f600 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa HTTP/1.1" status: 200 len: 217 time: 0.0360293 Jan 28 03:39:47.539449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28d305b9-b176-4596-886c-39ac26459df3 admin admin] Publish callbacks [] for security_group (7980ff0a-b7a0-4ffa-9a4e-69b744bd5843), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:47.573491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d8aeb73-2ab6-4318-b6ee-3a36b7325c1b req-8bedc4ba-b73c-4b60-ac3f-13e3c2920427 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256738 Jan 28 03:39:47.578225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a8aff-58d5-4177-a117-a98b6e313913 req-e014d0e0-ffcc-4db0-9f06-d1d1bfa7c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.579763 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1f9a8aff-58d5-4177-a117-a98b6e313913 req-e014d0e0-ffcc-4db0-9f06-d1d1bfa7c001 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 200 len: 858 time: 0.0472355 Jan 28 03:39:47.590812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7f82b-6c7f-4b15-a718-664bdf26a761 req-cc649279-7651-463c-8e89-91cdd3e0b76d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.596810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7f82b-6c7f-4b15-a718-664bdf26a761 req-cc649279-7651-463c-8e89-91cdd3e0b76d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.602526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7f82b-6c7f-4b15-a718-664bdf26a761 req-cc649279-7651-463c-8e89-91cdd3e0b76d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.607826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7f82b-6c7f-4b15-a718-664bdf26a761 req-cc649279-7651-463c-8e89-91cdd3e0b76d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.613217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7f82b-6c7f-4b15-a718-664bdf26a761 req-cc649279-7651-463c-8e89-91cdd3e0b76d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.618565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7f82b-6c7f-4b15-a718-664bdf26a761 req-cc649279-7651-463c-8e89-91cdd3e0b76d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.623721 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1f9a8aff-58d5-4177-a117-a98b6e313913 req-f77c7765-e12c-428a-8856-088da7a905da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ba07493-7426-48bb-9512-2e77da0852b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363996 Jan 28 03:39:47.623928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7f82b-6c7f-4b15-a718-664bdf26a761 req-cc649279-7651-463c-8e89-91cdd3e0b76d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.625755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4cc7f82b-6c7f-4b15-a718-664bdf26a761 req-cc649279-7651-463c-8e89-91cdd3e0b76d tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5438 time: 0.2042043 Jan 28 03:39:47.711224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28d305b9-b176-4596-886c-39ac26459df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7980ff0a-b7a0-4ffa-9a4e-69b744bd5843), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:47.713689 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28d305b9-b176-4596-886c-39ac26459df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:47.714829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-28d305b9-b176-4596-886c-39ac26459df3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7980ff0a-b7a0-4ffa-9a4e-69b744bd5843 HTTP/1.1" status: 204 len: 168 time: 0.3708205 Jan 28 03:39:47.719061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1f9a8aff-58d5-4177-a117-a98b6e313913 req-ce2058b3-54bc-4fe4-8ad9-9f025d5275e1 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869944 Jan 28 03:39:47.730537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefd9b1-8af6-49ad-bf0f-4306dd3c25a5 req-e0a67ba3-bf14-46e4-8366-63f3c04d00da tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.732152 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3cefd9b1-8af6-49ad-bf0f-4306dd3c25a5 req-e0a67ba3-bf14-46e4-8366-63f3c04d00da tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.0948720 Jan 28 03:39:47.746948 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4cc7f82b-6c7f-4b15-a718-664bdf26a761 req-7225d99a-10f3-4ff5-aa6e-eb23f5bd5a9a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131597 Jan 28 03:39:47.748430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d305b9-b176-4596-886c-39ac26459df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7980ff0a-b7a0-4ffa-9a4e-69b744bd5843,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:47.821214 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3cefd9b1-8af6-49ad-bf0f-4306dd3c25a5 req-a11db6bf-dda6-4933-a340-44e40789e2d9 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739217 Jan 28 03:39:47.878651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1f9a8aff-58d5-4177-a117-a98b6e313913 req-f8c18f68-c204-42f4-9cc3-55a7ab706271 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532757 Jan 28 03:39:47.887703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871545e-1502-4741-8d74-a44452e0c958 req-80d6ec3e-5228-4521-8a5a-3d065f899a98 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:47.889209 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9871545e-1502-4741-8d74-a44452e0c958 req-80d6ec3e-5228-4521-8a5a-3d065f899a98 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 946 time: 0.0628607 Jan 28 03:39:47.950309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9871545e-1502-4741-8d74-a44452e0c958 req-51df6a51-43bd-45e5-9c52-5019318556a2 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535407 Jan 28 03:39:48.078791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:48.093295 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2a74ac4-310b-4cd9-b34f-d65d45136f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.239782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2a74ac4-310b-4cd9-b34f-d65d45136f24 admin admin] Publish callbacks [] for security_group (9fe3a31a-48d4-419f-bb1b-2993ce9121cb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.244528 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2a74ac4-310b-4cd9-b34f-d65d45136f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9fe3a31a-48d4-419f-bb1b-2993ce9121cb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.286683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb4a25-0e14-45f6-9494-e4dec02ab68b req-743bd72b-c5d0-4ac4-95b2-1bfe151c9247 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:48.288200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1dcb4a25-0e14-45f6-9494-e4dec02ab68b req-743bd72b-c5d0-4ac4-95b2-1bfe151c9247 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 944 time: 0.1057210 Jan 28 03:39:48.300169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f2a74ac4-310b-4cd9-b34f-d65d45136f24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4b4691421374156b6a854da49b63765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199829 Jan 28 03:39:48.303944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33756) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:48.306905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a74ac4-310b-4cd9-b34f-d65d45136f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe3a31a-48d4-419f-bb1b-2993ce9121cb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:48.346589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1dcb4a25-0e14-45f6-9494-e4dec02ab68b req-2a6283ed-6da0-435b-b42b-1909140f0f7d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491502 Jan 28 03:39:48.357377 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e388d96-35f3-4f94-85c9-64c124032048 admin admin] Publish callbacks [] for security_group (9fe3a31a-48d4-419f-bb1b-2993ce9121cb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.379624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e388d96-35f3-4f94-85c9-64c124032048 admin admin] Publish callbacks [] for security_group (9fe3a31a-48d4-419f-bb1b-2993ce9121cb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.427342 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e388d96-35f3-4f94-85c9-64c124032048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9fe3a31a-48d4-419f-bb1b-2993ce9121cb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.430414 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e388d96-35f3-4f94-85c9-64c124032048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.431559 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7e388d96-35f3-4f94-85c9-64c124032048 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fe3a31a-48d4-419f-bb1b-2993ce9121cb HTTP/1.1" status: 204 len: 168 time: 0.1266418 Jan 28 03:39:48.439147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e388d96-35f3-4f94-85c9-64c124032048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe3a31a-48d4-419f-bb1b-2993ce9121cb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:48.466566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device add9402a-9077-47c7-bc4a-363f1bee4eb9 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:48.509568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 17a056e6-a188-4379-804e-badd8b82d884 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:48.517775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4235-bf51-4f3d-8310-62587c12aae6 req-8d5f8ddf-49f5-4b02-a486-ecd29d59a362 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:48.524946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c5c4235-bf51-4f3d-8310-62587c12aae6 req-8d5f8ddf-49f5-4b02-a486-ecd29d59a362 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 946 time: 0.3000269 Jan 28 03:39:48.564673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port add9402a-9077-47c7-bc4a-363f1bee4eb9 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:48.570022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port add9402a-9077-47c7-bc4a-363f1bee4eb9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:48.570450 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.573832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 17a056e6-a188-4379-804e-badd8b82d884 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:48.575459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c5c4235-bf51-4f3d-8310-62587c12aae6 req-79e5b450-bd9c-4634-9b02-23de35f1ec09 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495970 Jan 28 03:39:48.599037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 17a056e6-a188-4379-804e-badd8b82d884 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:48.599420 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (17a056e6-a188-4379-804e-badd8b82d884), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.705283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c051a-d1d9-4f31-9f06-29970796b90b req-d030f193-5064-4cb5-884b-50b9a5349411 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:48.707553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a7c051a-d1d9-4f31-9f06-29970796b90b req-d030f193-5064-4cb5-884b-50b9a5349411 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0515044 Jan 28 03:39:48.718652 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port add9402a-9077-47c7-bc4a-363f1bee4eb9 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:48.719029 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.737189 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 17a056e6-a188-4379-804e-badd8b82d884 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:48.737815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (17a056e6-a188-4379-804e-badd8b82d884), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.759332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d70207-e11d-47c4-843f-1cdbbc937c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add9402a-9077-47c7-bc4a-363f1bee4eb9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:48.761655 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb62acf-7110-4f8c-abab-900669f04a6b" -d '{"events": [{"server_uuid": "42d70207-e11d-47c4-843f-1cdbbc937c30", "name": "network-vif-plugged", "status": "completed", "tag": "add9402a-9077-47c7-bc4a-363f1bee4eb9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:48.766287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a7c051a-d1d9-4f31-9f06-29970796b90b req-ccb4b313-d187-4f2e-af0c-9e200f4ac119 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491681 Jan 28 03:39:48.780268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port add9402a-9077-47c7-bc4a-363f1bee4eb9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=add9402a-9077-47c7-bc4a-363f1bee4eb9,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:48.794732 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.797684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 17a056e6-a188-4379-804e-badd8b82d884, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=17a056e6-a188-4379-804e-badd8b82d884,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:48.827875 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (17a056e6-a188-4379-804e-badd8b82d884), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.828662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30353f27-3398-4edf-b7d4-37e9d4e89394 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:48.834327 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e15fb3-e9bc-4649-8c72-5e1c0bc7818d x-openstack-request-id: req-95e15fb3-e9bc-4649-8c72-5e1c0bc7818d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:48.834616 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d70207-e11d-47c4-843f-1cdbbc937c30", "name": "network-vif-plugged", "status": "completed", "tag": "add9402a-9077-47c7-bc4a-363f1bee4eb9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:48.834868 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95e15fb3-e9bc-4649-8c72-5e1c0bc7818d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:48.835255 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d70207-e11d-47c4-843f-1cdbbc937c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add9402a-9077-47c7-bc4a-363f1bee4eb9', 'code': 200} Jan 28 03:39:48.887575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=add9402a-9077-47c7-bc4a-363f1bee4eb9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:48.962359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 30353f27-3398-4edf-b7d4-37e9d4e89394 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:48.970456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 30353f27-3398-4edf-b7d4-37e9d4e89394 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:48.970828 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:48.974264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=17a056e6-a188-4379-804e-badd8b82d884,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:48.984768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d39a4-0dc0-4795-b332-068900751a06 req-2f7e41bc-5b97-482c-b22a-85735d546c7b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:48.990927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d39a4-0dc0-4795-b332-068900751a06 req-2f7e41bc-5b97-482c-b22a-85735d546c7b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:48.996538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d39a4-0dc0-4795-b332-068900751a06 req-2f7e41bc-5b97-482c-b22a-85735d546c7b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:49.002339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d39a4-0dc0-4795-b332-068900751a06 req-2f7e41bc-5b97-482c-b22a-85735d546c7b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:49.008469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d39a4-0dc0-4795-b332-068900751a06 req-2f7e41bc-5b97-482c-b22a-85735d546c7b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:49.014445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d39a4-0dc0-4795-b332-068900751a06 req-2f7e41bc-5b97-482c-b22a-85735d546c7b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:49.022074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d39a4-0dc0-4795-b332-068900751a06 req-2f7e41bc-5b97-482c-b22a-85735d546c7b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:49.024424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a23d39a4-0dc0-4795-b332-068900751a06 req-2f7e41bc-5b97-482c-b22a-85735d546c7b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5439 time: 0.1565554 Jan 28 03:39:49.032552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56640fc-eac6-4780-a261-d4ad0ababda7 req-170b2df2-c88c-40b6-8422-22aa1cc72ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:49.035523 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a56640fc-eac6-4780-a261-d4ad0ababda7 req-170b2df2-c88c-40b6-8422-22aa1cc72ebc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 1097 time: 0.0600545 Jan 28 03:39:49.037677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40eedb-6fe4-4ab3-82ee-d10cf1b2a872 req-7a0eda5c-50a0-4794-bbd9-729723a23d4d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:49.039299 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d40eedb-6fe4-4ab3-82ee-d10cf1b2a872 req-7a0eda5c-50a0-4794-bbd9-729723a23d4d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.1168005 Jan 28 03:39:49.091848 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a56640fc-eac6-4780-a261-d4ad0ababda7 req-842dc3bb-c18a-4095-8779-ea1ec58370fd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484705 Jan 28 03:39:49.092554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 30353f27-3398-4edf-b7d4-37e9d4e89394 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:49.093164 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:49.131235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 30353f27-3398-4edf-b7d4-37e9d4e89394, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30353f27-3398-4edf-b7d4-37e9d4e89394,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:49.132506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d40eedb-6fe4-4ab3-82ee-d10cf1b2a872 req-0ef23d0e-f838-495e-94f2-4a534a0656e9 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838137 Jan 28 03:39:49.138315 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:49.139426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f258e0e1-8029-4280-b11c-233fc65cf951 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:49.145212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a23d39a4-0dc0-4795-b332-068900751a06 req-ffa58a8b-73f4-4b5c-adf4-227114214c81 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029210 Jan 28 03:39:49.237184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=30353f27-3398-4edf-b7d4-37e9d4e89394,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:49.248547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port f258e0e1-8029-4280-b11c-233fc65cf951 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:49.252865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port f258e0e1-8029-4280-b11c-233fc65cf951 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:49.253294 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:49.350710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f258e0e1-8029-4280-b11c-233fc65cf951 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:49.351114 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:49.390493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f258e0e1-8029-4280-b11c-233fc65cf951, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f258e0e1-8029-4280-b11c-233fc65cf951,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:49.395999 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:49.396485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e8774d71-d445-4466-9295-940f388820b2 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:49.475460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f258e0e1-8029-4280-b11c-233fc65cf951,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:49.492126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port e8774d71-d445-4466-9295-940f388820b2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:49.497432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port e8774d71-d445-4466-9295-940f388820b2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:49.497947 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e8774d71-d445-4466-9295-940f388820b2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:49.647336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6a9dd-0a43-443b-a027-cd04d8973cc9 req-8929f1e6-f2c7-4bcc-bffb-17785338b419 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:49.649484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54c6a9dd-0a43-443b-a027-cd04d8973cc9 req-8929f1e6-f2c7-4bcc-bffb-17785338b419 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 945 time: 0.0884228 Jan 28 03:39:49.694782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cd301-15f8-445b-9356-677ae412daaa req-5cd0eb27-6cdf-434b-a5c5-02ac2f493429 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:49.696572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-5cd0eb27-6cdf-434b-a5c5-02ac2f493429 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/networks?id=e1434e40-f9a1-449a-b862-7ba2212e0ea8 HTTP/1.1" status: 200 len: 810 time: 0.2047288 Jan 28 03:39:49.724633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port e8774d71-d445-4466-9295-940f388820b2 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:49.725099 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e8774d71-d445-4466-9295-940f388820b2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:49.733240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-be7d7519-2016-41a8-85f7-75d4b4b9fe44 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/quotas/5a1aa80daea44240a5f82b5f66306a88 HTTP/1.1" status: 200 len: 375 time: 0.0274949 Jan 28 03:39:49.738230 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54c6a9dd-0a43-443b-a027-cd04d8973cc9 req-2702f8b6-e9a1-4368-9754-3574e8b773ba tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768919 Jan 28 03:39:49.774089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port e8774d71-d445-4466-9295-940f388820b2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e8774d71-d445-4466-9295-940f388820b2,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:49.786558 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e8774d71-d445-4466-9295-940f388820b2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:49.787379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30c43c8c-0670-4520-b4ad-e5d77585381b up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:49.805203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-d0cec21f-2280-4cb6-b9bb-215fea4e7722 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a1aa80daea44240a5f82b5f66306a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584302 Jan 28 03:39:49.884276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=e8774d71-d445-4466-9295-940f388820b2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:49.898368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 30c43c8c-0670-4520-b4ad-e5d77585381b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:49.903278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 30c43c8c-0670-4520-b4ad-e5d77585381b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:49.903968 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:50.018990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 30c43c8c-0670-4520-b4ad-e5d77585381b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:50.019670 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:50.058965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 30c43c8c-0670-4520-b4ad-e5d77585381b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30c43c8c-0670-4520-b4ad-e5d77585381b,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:50.064288 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:50.065343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 84d12947-5baa-4899-9edc-46564dd50397 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:50.147933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=30c43c8c-0670-4520-b4ad-e5d77585381b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:50.161781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 84d12947-5baa-4899-9edc-46564dd50397 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:50.166781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 84d12947-5baa-4899-9edc-46564dd50397 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:50.167467 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84d12947-5baa-4899-9edc-46564dd50397), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:50.250737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9585b90-d424-472a-b2c1-ed61ba395e1c req-c78cf1f5-6a6a-4e09-890d-7d29575d61de tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:50.251453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 84d12947-5baa-4899-9edc-46564dd50397 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:50.251891 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84d12947-5baa-4899-9edc-46564dd50397), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:50.252266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e9585b90-d424-472a-b2c1-ed61ba395e1c req-c78cf1f5-6a6a-4e09-890d-7d29575d61de tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 946 time: 0.4211929 Jan 28 03:39:50.278726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-17ed9d10-04fd-4d93-8bbc-4cee00a3790d service neutron] 10.222.0.44 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670959 Jan 28 03:39:50.294267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 84d12947-5baa-4899-9edc-46564dd50397, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=84d12947-5baa-4899-9edc-46564dd50397,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:50.300259 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84d12947-5baa-4899-9edc-46564dd50397), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:50.301675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c8a6c304-98f2-414c-86ef-cd65d145b9fe up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:50.416698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-d0e43336-a9b2-4c0a-9161-6f3d405ec45d service neutron] 10.222.0.44 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285067 Jan 28 03:39:50.426195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=84d12947-5baa-4899-9edc-46564dd50397,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:50.433387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port c8a6c304-98f2-414c-86ef-cd65d145b9fe completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:50.438349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port c8a6c304-98f2-414c-86ef-cd65d145b9fe triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:50.438740 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:50.537664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c8a6c304-98f2-414c-86ef-cd65d145b9fe is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:50.538320 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:50.588997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e9585b90-d424-472a-b2c1-ed61ba395e1c req-35551776-a300-4d04-b950-046ce24feb77 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/security-groups?id=96f9193e-9741-4c81-96ec-7e048210d086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290646 Jan 28 03:39:50.636217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c8a6c304-98f2-414c-86ef-cd65d145b9fe, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:50.647903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:50.714363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf588b-9ded-4521-9582-12b3aa25735f req-a52bdc47-1d8d-4e13-a07e-92adaf3b6a1e tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:50.719969 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42cf588b-9ded-4521-9582-12b3aa25735f req-a52bdc47-1d8d-4e13-a07e-92adaf3b6a1e tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.25 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 946 time: 0.1496925 Jan 28 03:39:50.751562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c8a6c304-98f2-414c-86ef-cd65d145b9fe,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:50.788198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77965b6f-da4d-4287-b6bd-622fe006e78e req-b92ed521-7195-49b0-9ba0-348d8edc6798 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:50.795486 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77965b6f-da4d-4287-b6bd-622fe006e78e req-b92ed521-7195-49b0-9ba0-348d8edc6798 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1469836 Jan 28 03:39:50.830946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0b01b-af7a-4f43-bc49-e592193dbe17 req-2e9a3ab8-0ff9-4527-85d5-61f3f5d412af tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:50.836335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a056e6-a188-4379-804e-badd8b82d884'}, {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30353f27-3398-4edf-b7d4-37e9d4e89394'}, {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f258e0e1-8029-4280-b11c-233fc65cf951'}, {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8774d71-d445-4466-9295-940f388820b2'}, {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c43c8c-0670-4520-b4ad-e5d77585381b'}, {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d12947-5baa-4899-9edc-46564dd50397'}, {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a6c304-98f2-414c-86ef-cd65d145b9fe'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:50.837180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0b01b-af7a-4f43-bc49-e592193dbe17 req-2e9a3ab8-0ff9-4527-85d5-61f3f5d412af tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:50.838911 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1186fff-a721-4d94-9be2-5cc781a80961" -d '{"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "17a056e6-a188-4379-804e-badd8b82d884"}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "30353f27-3398-4edf-b7d4-37e9d4e89394"}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "f258e0e1-8029-4280-b11c-233fc65cf951"}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "e8774d71-d445-4466-9295-940f388820b2"}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "30c43c8c-0670-4520-b4ad-e5d77585381b"}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "84d12947-5baa-4899-9edc-46564dd50397"}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "c8a6c304-98f2-414c-86ef-cd65d145b9fe"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:50.842563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0b01b-af7a-4f43-bc49-e592193dbe17 req-2e9a3ab8-0ff9-4527-85d5-61f3f5d412af tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:50.849125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0b01b-af7a-4f43-bc49-e592193dbe17 req-2e9a3ab8-0ff9-4527-85d5-61f3f5d412af tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:50.853829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0b01b-af7a-4f43-bc49-e592193dbe17 req-2e9a3ab8-0ff9-4527-85d5-61f3f5d412af tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:50.859164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0b01b-af7a-4f43-bc49-e592193dbe17 req-2e9a3ab8-0ff9-4527-85d5-61f3f5d412af tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:50.872627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-42cf588b-9ded-4521-9582-12b3aa25735f req-6e98c16d-b397-4535-afa8-0da3b882406a tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Deleting port d0d577da-fa87-4340-8265-43743b069c74 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:39:50.873101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cf588b-9ded-4521-9582-12b3aa25735f req-6e98c16d-b397-4535-afa8-0da3b882406a tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d0d577da-fa87-4340-8265-43743b069c74), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:50.874185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0b01b-af7a-4f43-bc49-e592193dbe17 req-2e9a3ab8-0ff9-4527-85d5-61f3f5d412af tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:50.876381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69d0b01b-af7a-4f43-bc49-e592193dbe17 req-2e9a3ab8-0ff9-4527-85d5-61f3f5d412af tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5445 time: 0.1641641 Jan 28 03:39:50.928369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77965b6f-da4d-4287-b6bd-622fe006e78e req-7fcceb47-a3ff-4b27-b457-c3a4cd098dee tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316686 Jan 28 03:39:51.018307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69d0b01b-af7a-4f43-bc49-e592193dbe17 req-bfdc9ee3-42e2-4e29-bc48-e2d7739119a0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239798 Jan 28 03:39:51.074158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-42cf588b-9ded-4521-9582-12b3aa25735f req-6e98c16d-b397-4535-afa8-0da3b882406a tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] For port d0d577da-fa87-4340-8265-43743b069c74, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=d0d577da-fa87-4340-8265-43743b069c74,segment=NetworkSegment(5e901396-b1b9-4fd6-b136-f272d2c96ebb),segment_id=5e901396-b1b9-4fd6-b136-f272d2c96ebb)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:51.074624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cf588b-9ded-4521-9582-12b3aa25735f req-6e98c16d-b397-4535-afa8-0da3b882406a tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d0d577da-fa87-4340-8265-43743b069c74), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:51.095527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-42cf588b-9ded-4521-9582-12b3aa25735f req-6e98c16d-b397-4535-afa8-0da3b882406a tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Calling delete_port for d0d577da-fa87-4340-8265-43743b069c74 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:39:51.142409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc0aa025-c42b-4786-9943-dc8039e28256 req-934a772b-864f-41a9-b26d-cdc60b231846 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 210 time: 0.0413659 Jan 28 03:39:51.144709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33880) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:51.230798 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e897abaa-b914-4df4-bd69-24fde3a52bb1 x-openstack-request-id: req-e897abaa-b914-4df4-bd69-24fde3a52bb1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:51.231891 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "17a056e6-a188-4379-804e-badd8b82d884", "code": 200}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "30353f27-3398-4edf-b7d4-37e9d4e89394", "code": 200}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "f258e0e1-8029-4280-b11c-233fc65cf951", "code": 200}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "e8774d71-d445-4466-9295-940f388820b2", "code": 200}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "30c43c8c-0670-4520-b4ad-e5d77585381b", "code": 200}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "84d12947-5baa-4899-9edc-46564dd50397", "code": 200}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-plugged", "status": "completed", "tag": "c8a6c304-98f2-414c-86ef-cd65d145b9fe", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:51.232345 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e897abaa-b914-4df4-bd69-24fde3a52bb1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:51.233068 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a056e6-a188-4379-804e-badd8b82d884', 'code': 200} Jan 28 03:39:51.233522 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30353f27-3398-4edf-b7d4-37e9d4e89394', 'code': 200} Jan 28 03:39:51.234294 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f258e0e1-8029-4280-b11c-233fc65cf951', 'code': 200} Jan 28 03:39:51.234712 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8774d71-d445-4466-9295-940f388820b2', 'code': 200} Jan 28 03:39:51.235147 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c43c8c-0670-4520-b4ad-e5d77585381b', 'code': 200} Jan 28 03:39:51.236011 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d12947-5baa-4899-9edc-46564dd50397', 'code': 200} Jan 28 03:39:51.236573 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a6c304-98f2-414c-86ef-cd65d145b9fe', 'code': 200} Jan 28 03:39:51.262407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45b0bf-0336-4d36-986b-1b9e416a9717 req-96ce9fc0-cd66-47f5-970c-70f934dabcac tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:51.264189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee45b0bf-0336-4d36-986b-1b9e416a9717 req-96ce9fc0-cd66-47f5-970c-70f934dabcac tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 945 time: 0.0887527 Jan 28 03:39:51.265228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cf588b-9ded-4521-9582-12b3aa25735f req-6e98c16d-b397-4535-afa8-0da3b882406a tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d0d577da-fa87-4340-8265-43743b069c74), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:51.308736 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['d0d577da-fa87-4340-8265-43743b069c74'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:51.326767 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-960c7cac-27aa-45e4-a3cc-5c283ae40e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:51.343179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98c16d-b397-4535-afa8-0da3b882406a tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Pushing event deleted for resources: {'Port': ['ID=d0d577da-fa87-4340-8265-43743b069c74,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:51.351179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee45b0bf-0336-4d36-986b-1b9e416a9717 req-7e7b3d90-bb35-4977-9f0f-41ed6ecc0b58 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793338 Jan 28 03:39:51.368294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cf588b-9ded-4521-9582-12b3aa25735f req-6e98c16d-b397-4535-afa8-0da3b882406a tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] No DVR routers for this DVR port d0d577da-fa87-4340-8265-43743b069c74 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:39:51.372312 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cf588b-9ded-4521-9582-12b3aa25735f req-6e98c16d-b397-4535-afa8-0da3b882406a tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:51.376739 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42cf588b-9ded-4521-9582-12b3aa25735f req-6e98c16d-b397-4535-afa8-0da3b882406a tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.25 "DELETE /v2.0/ports/d0d577da-fa87-4340-8265-43743b069c74 HTTP/1.1" status: 204 len: 173 time: 0.6414547 Jan 28 03:39:51.377341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93afd173-16c4-45b2-898a-1c010d2ab638', 'name': 'network-vif-deleted', 'tag': 'd0d577da-fa87-4340-8265-43743b069c74'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:51.380375 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26688dab-6f10-4e85-8d81-6701eb06b12a" -d '{"events": [{"server_uuid": "93afd173-16c4-45b2-898a-1c010d2ab638", "name": "network-vif-deleted", "tag": "d0d577da-fa87-4340-8265-43743b069c74"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:51.429622 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690acb78-1487-45c1-8b14-9c74214353bb x-openstack-request-id: req-690acb78-1487-45c1-8b14-9c74214353bb {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:51.429908 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93afd173-16c4-45b2-898a-1c010d2ab638", "name": "network-vif-deleted", "tag": "d0d577da-fa87-4340-8265-43743b069c74", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:51.430345 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-690acb78-1487-45c1-8b14-9c74214353bb {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:51.430928 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93afd173-16c4-45b2-898a-1c010d2ab638', 'name': 'network-vif-deleted', 'tag': 'd0d577da-fa87-4340-8265-43743b069c74', 'status': 'completed', 'code': 200} Jan 28 03:39:51.496815 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-960c7cac-27aa-45e4-a3cc-5c283ae40e67 admin admin] Publish callbacks [] for security_group (41b19082-13a6-4a9b-a26f-f689c8c60a84), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:51.502641 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-960c7cac-27aa-45e4-a3cc-5c283ae40e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (41b19082-13a6-4a9b-a26f-f689c8c60a84), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:51.557812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c7cac-27aa-45e4-a3cc-5c283ae40e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b19082-13a6-4a9b-a26f-f689c8c60a84,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:51.587276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955d90b-8586-490f-b288-3839d4e8c4d3 req-14547a09-75c8-4ac8-a26e-c7f4e0fdb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:51.587705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955d90b-8586-490f-b288-3839d4e8c4d3 req-14547a09-75c8-4ac8-a26e-c7f4e0fdb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:51.588174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955d90b-8586-490f-b288-3839d4e8c4d3 req-14547a09-75c8-4ac8-a26e-c7f4e0fdb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:51.588678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955d90b-8586-490f-b288-3839d4e8c4d3 req-14547a09-75c8-4ac8-a26e-c7f4e0fdb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:51.590241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955d90b-8586-490f-b288-3839d4e8c4d3 req-14547a09-75c8-4ac8-a26e-c7f4e0fdb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:51.590715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955d90b-8586-490f-b288-3839d4e8c4d3 req-14547a09-75c8-4ac8-a26e-c7f4e0fdb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:51.591248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955d90b-8586-490f-b288-3839d4e8c4d3 req-14547a09-75c8-4ac8-a26e-c7f4e0fdb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:51.593451 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b955d90b-8586-490f-b288-3839d4e8c4d3 req-14547a09-75c8-4ac8-a26e-c7f4e0fdb660 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6509 time: 0.0771022 Jan 28 03:39:51.615039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-960c7cac-27aa-45e4-a3cc-5c283ae40e67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=063f07f1942e47aea6c3ec4f6ee12ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4671097 Jan 28 03:39:51.618410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33890) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:51.640423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749c956-3cd4-46a7-b15c-000c6ca4ebe5 req-46994381-776b-44f7-a419-03025af74ec9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:51.643217 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f749c956-3cd4-46a7-b15c-000c6ca4ebe5 req-46994381-776b-44f7-a419-03025af74ec9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 945 time: 0.0764351 Jan 28 03:39:51.698136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b955d90b-8586-490f-b288-3839d4e8c4d3 req-17c1da95-36e0-44f9-bc2f-3acce756e3f5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982549 Jan 28 03:39:51.710072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c76a9382-9241-44b7-ba12-7173eb3f6312 admin admin] Publish callbacks [] for security_group (41b19082-13a6-4a9b-a26f-f689c8c60a84), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:51.726998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09547692-02c8-45d8-bd4d-cbb14bab7c40 req-61bebc4a-0227-4321-bda6-b5aa3ef34247 tempest-ServerGroupTestJSON-322005316 tempest-ServerGroupTestJSON-322005316-project] 10.222.0.44 "GET /v2.0/ports?device_id=93afd173-16c4-45b2-898a-1c010d2ab638 HTTP/1.1" status: 200 len: 210 time: 0.0290730 Jan 28 03:39:51.730266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f749c956-3cd4-46a7-b15c-000c6ca4ebe5 req-2c765cae-8d9e-4f85-b0bf-b29566c2a01d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788789 Jan 28 03:39:51.734410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c76a9382-9241-44b7-ba12-7173eb3f6312 admin admin] Publish callbacks [] for security_group (41b19082-13a6-4a9b-a26f-f689c8c60a84), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:51.787144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c76a9382-9241-44b7-ba12-7173eb3f6312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (41b19082-13a6-4a9b-a26f-f689c8c60a84), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:51.790223 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c76a9382-9241-44b7-ba12-7173eb3f6312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:51.791486 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c76a9382-9241-44b7-ba12-7173eb3f6312 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41b19082-13a6-4a9b-a26f-f689c8c60a84 HTTP/1.1" status: 204 len: 168 time: 0.1718481 Jan 28 03:39:51.799473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a9382-9241-44b7-ba12-7173eb3f6312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b19082-13a6-4a9b-a26f-f689c8c60a84,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:52.096194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb21801-d5fc-4550-9457-175d8d44dddc req-a4af7250-288c-4219-9e0c-b73f3e780d64 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:52.099277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdb21801-d5fc-4550-9457-175d8d44dddc req-a4af7250-288c-4219-9e0c-b73f3e780d64 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0973384 Jan 28 03:39:52.136169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:52.156145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b179ee7-4471-4121-9f1c-39bd672ed489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:52.220755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdb21801-d5fc-4550-9457-175d8d44dddc req-4da66b47-19d1-4ad3-a2f0-71cc26d1341d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156282 Jan 28 03:39:52.237309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80d913-28f9-4207-b833-f032232b3371 req-bbcd9b83-e319-4f94-b92d-f978cf7b557e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:52.237660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cd301-15f8-445b-9356-677ae412daaa req-8f20be0e-09b9-4fdd-a8f6-9e53925becad tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:52.239885 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-8f20be0e-09b9-4fdd-a8f6-9e53925becad tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.25 "GET /v2.0/networks?id=e1434e40-f9a1-449a-b862-7ba2212e0ea8 HTTP/1.1" status: 200 len: 810 time: 0.2173471 Jan 28 03:39:52.243585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80d913-28f9-4207-b833-f032232b3371 req-bbcd9b83-e319-4f94-b92d-f978cf7b557e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:52.249398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80d913-28f9-4207-b833-f032232b3371 req-bbcd9b83-e319-4f94-b92d-f978cf7b557e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:52.255410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80d913-28f9-4207-b833-f032232b3371 req-bbcd9b83-e319-4f94-b92d-f978cf7b557e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:52.261217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80d913-28f9-4207-b833-f032232b3371 req-bbcd9b83-e319-4f94-b92d-f978cf7b557e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:52.266839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80d913-28f9-4207-b833-f032232b3371 req-bbcd9b83-e319-4f94-b92d-f978cf7b557e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:52.272831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80d913-28f9-4207-b833-f032232b3371 req-bbcd9b83-e319-4f94-b92d-f978cf7b557e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:52.274991 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a80d913-28f9-4207-b833-f032232b3371 req-bbcd9b83-e319-4f94-b92d-f978cf7b557e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5445 time: 0.1327097 Jan 28 03:39:52.304003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Request body: {'port': {'device_id': 'cc503bb7-3aec-4553-a21c-d6af95234040', 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8', 'admin_state_up': True, 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:52.313270 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b179ee7-4471-4121-9f1c-39bd672ed489 admin admin] Publish callbacks [] for security_group (b1dc506f-4e44-41a9-9d90-16e05345af42), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:52.329036 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b179ee7-4471-4121-9f1c-39bd672ed489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b1dc506f-4e44-41a9-9d90-16e05345af42), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:52.356606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a80d913-28f9-4207-b833-f032232b3371 req-0a32d7f1-3afb-482a-a436-2e92a226ff3f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725820 Jan 28 03:39:52.416653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b179ee7-4471-4121-9f1c-39bd672ed489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dc506f-4e44-41a9-9d90-16e05345af42,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:52.429261 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0b179ee7-4471-4121-9f1c-39bd672ed489 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4cdb80fd817458ebef3b401b756d3ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2917118 Jan 28 03:39:52.432017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:52.491788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Made reservation on behalf of 5a1aa80daea44240a5f82b5f66306a88 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:52.496009 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:52.509627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-063993ae-d5ae-4ff9-bed8-aad20f66c6d9 req-3c3fb05b-68b2-4196-9682-717a081ee58f tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 210 time: 0.0520761 Jan 28 03:39:52.546482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85f7289c-b37b-467b-abc7-f7b494ff8f4e admin admin] Publish callbacks [] for security_group (b1dc506f-4e44-41a9-9d90-16e05345af42), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:52.571247 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85f7289c-b37b-467b-abc7-f7b494ff8f4e admin admin] Publish callbacks [] for security_group (b1dc506f-4e44-41a9-9d90-16e05345af42), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:52.626884 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85f7289c-b37b-467b-abc7-f7b494ff8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b1dc506f-4e44-41a9-9d90-16e05345af42), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:52.630025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85f7289c-b37b-467b-abc7-f7b494ff8f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:52.631264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-85f7289c-b37b-467b-abc7-f7b494ff8f4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1dc506f-4e44-41a9-9d90-16e05345af42 HTTP/1.1" status: 204 len: 168 time: 0.1982036 Jan 28 03:39:52.642055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7289c-b37b-467b-abc7-f7b494ff8f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dc506f-4e44-41a9-9d90-16e05345af42,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:52.660347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Allocated IP 172.20.0.14 (e1434e40-f9a1-449a-b862-7ba2212e0ea8/14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5/e96f4913-c288-45ce-9599-753cbf96a7f8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:39:52.872743 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks [] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:52.919133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:52.941441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69dd9e-998f-48fe-96d9-196ae3b7c580 req-26ca35d5-970c-452c-a04e-0dc765adfb66 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:52.943162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b69dd9e-998f-48fe-96d9-196ae3b7c580 req-26ca35d5-970c-452c-a04e-0dc765adfb66 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 945 time: 0.0743027 Jan 28 03:39:52.969887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['36201b64-52c7-4c2e-be1c-8d688e883e4c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:52.970463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Network e1434e40-f9a1-449a-b862-7ba2212e0ea8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:39:52.973409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:39:52.976967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:39:53.010603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Pushing event updated for resources: {'Port': ['ID=e96f4913-c288-45ce-9599-753cbf96a7f8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:53.055729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.056421 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.067327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b69dd9e-998f-48fe-96d9-196ae3b7c580 req-a3de0976-09a6-4506-9842-4caee8320cf7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176865 Jan 28 03:39:53.080553 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-3e65a395-cb9b-4291-a4a1-26a7d8d30d5c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7814593 Jan 28 03:39:53.100794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Request body: {'port': {'device_id': 'cc503bb7-3aec-4553-a21c-d6af95234040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:53.185542 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.222714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:53.336966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e72c4e-b70d-4168-afa3-e4cdaa989d76 admin admin] Deleting subnet 125a56c6-bdda-4947-9dd6-09afa009531c {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:39:53.344885 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e72c4e-b70d-4168-afa3-e4cdaa989d76 admin admin] Publish callbacks [] for subnet (125a56c6-bdda-4947-9dd6-09afa009531c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.458987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e72c4e-b70d-4168-afa3-e4cdaa989d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (125a56c6-bdda-4947-9dd6-09afa009531c), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.501815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5482-0380-422c-81ad-f6455772b3b7 req-0f4b2a95-07b3-452c-ac25-e90383f723cb tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.504708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-645f5482-0380-422c-81ad-f6455772b3b7 req-0f4b2a95-07b3-452c-ac25-e90383f723cb tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1279449 Jan 28 03:39:53.518479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ecb32-b1d1-49cb-8816-cd56bc72115a req-7a13f90f-3596-4dc7-a8c1-d9aa7f0e6eaa tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.520119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-656ecb32-b1d1-49cb-8816-cd56bc72115a req-7a13f90f-3596-4dc7-a8c1-d9aa7f0e6eaa tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 945 time: 0.1458461 Jan 28 03:39:53.537013 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e72c4e-b70d-4168-afa3-e4cdaa989d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (125a56c6-bdda-4947-9dd6-09afa009531c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.566974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96f4913-c288-45ce-9599-753cbf96a7f8 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:53.575779 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Publish callbacks [] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.590002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Transition to ACTIVE for port object e96f4913-c288-45ce-9599-753cbf96a7f8 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:39:53.594152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.645127 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-656ecb32-b1d1-49cb-8816-cd56bc72115a req-919174a9-1dc9-49fb-b003-e0df892ba0e4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130598 Jan 28 03:39:53.651091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-645f5482-0380-422c-81ad-f6455772b3b7 req-ca2f1d70-ca47-4d3c-beb7-4c11d680028a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299925 Jan 28 03:39:53.653107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Pushing event updated for resources: {'Port': ['ID=e96f4913-c288-45ce-9599-753cbf96a7f8,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:53.660796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e72c4e-b70d-4168-afa3-e4cdaa989d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (125a56c6-bdda-4947-9dd6-09afa009531c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.712884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e72c4e-b70d-4168-afa3-e4cdaa989d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125a56c6-bdda-4947-9dd6-09afa009531c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:53.726087 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e72c4e-b70d-4168-afa3-e4cdaa989d76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.730376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-16e72c4e-b70d-4168-afa3-e4cdaa989d76 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/125a56c6-bdda-4947-9dd6-09afa009531c HTTP/1.1" status: 204 len: 168 time: 0.5061042 Jan 28 03:39:53.733394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:53.747340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Attempting to bind port e96f4913-c288-45ce-9599-753cbf96a7f8 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:39:53.747727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Attempting to bind port e96f4913-c288-45ce-9599-753cbf96a7f8 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:39:53.747999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Attempting to bind port e96f4913-c288-45ce-9599-753cbf96a7f8 on network e1434e40-f9a1-449a-b862-7ba2212e0ea8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:53.752805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Port e96f4913-c288-45ce-9599-753cbf96a7f8 on network e1434e40-f9a1-449a-b862-7ba2212e0ea8 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:39:53.753157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Attempting to bind port e96f4913-c288-45ce-9599-753cbf96a7f8 on network e1434e40-f9a1-449a-b862-7ba2212e0ea8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:53.759784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:39:53.760126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Checking segment: {'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:39:53.760518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Bound using segment: {'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:39:53.761180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Bound port: e96f4913-c288-45ce-9599-753cbf96a7f8, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0287e0-aa5f-428f-9547-0ca826dafe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:39:53.762130 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.838581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] For port e96f4913-c288-45ce-9599-753cbf96a7f8, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:39:53.844172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] For port e96f4913-c288-45ce-9599-753cbf96a7f8, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e96f4913-c288-45ce-9599-753cbf96a7f8,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:39:53.851660 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.853115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (48f1306c-a4f5-476d-83a4-f1b14c464b62), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.885225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183313-a07c-4e6c-902d-3f69e0936cf8 req-da782141-d9a5-4c0b-a880-bcfb699fbdb0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.892435 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.893084 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:53.894900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183313-a07c-4e6c-902d-3f69e0936cf8 req-da782141-d9a5-4c0b-a880-bcfb699fbdb0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.895429 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] 10.222.0.25 "PUT /v2.0/ports/e96f4913-c288-45ce-9599-753cbf96a7f8 HTTP/1.1" status: 200 len: 1093 time: 0.8012705 Jan 28 03:39:53.897986 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc503bb7-3aec-4553-a21c-d6af95234040', 'tag': 'e96f4913-c288-45ce-9599-753cbf96a7f8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:53.900268 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ee73cf-f073-4e1c-9491-409382fcc125" -d '{"events": [{"name": "network-changed", "server_uuid": "cc503bb7-3aec-4553-a21c-d6af95234040", "tag": "e96f4913-c288-45ce-9599-753cbf96a7f8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:53.902717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183313-a07c-4e6c-902d-3f69e0936cf8 req-da782141-d9a5-4c0b-a880-bcfb699fbdb0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.908941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183313-a07c-4e6c-902d-3f69e0936cf8 req-da782141-d9a5-4c0b-a880-bcfb699fbdb0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.915743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183313-a07c-4e6c-902d-3f69e0936cf8 req-da782141-d9a5-4c0b-a880-bcfb699fbdb0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.921212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183313-a07c-4e6c-902d-3f69e0936cf8 req-da782141-d9a5-4c0b-a880-bcfb699fbdb0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.927227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183313-a07c-4e6c-902d-3f69e0936cf8 req-da782141-d9a5-4c0b-a880-bcfb699fbdb0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:53.935625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9261274-e4de-42c6-935f-ecf2aaa8f9fd service neutron] Pushing event updated for resources: {'Port': ['ID=e96f4913-c288-45ce-9599-753cbf96a7f8,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:53.935821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98183313-a07c-4e6c-902d-3f69e0936cf8 req-da782141-d9a5-4c0b-a880-bcfb699fbdb0 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5445 time: 0.1396317 Jan 28 03:39:54.011645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cd301-15f8-445b-9356-677ae412daaa req-11b9cd9b-86d7-4211-a741-927b25af75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.013861 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-11b9cd9b-86d7-4211-a741-927b25af75aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a1aa80daea44240a5f82b5f66306a88&device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 1096 time: 0.0584042 Jan 28 03:39:54.071315 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (48f1306c-a4f5-476d-83a4-f1b14c464b62), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.080277 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-b0c787d6-8d01-4511-9b9a-1c86bff23034 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e96f4913-c288-45ce-9599-753cbf96a7f8 HTTP/1.1" status: 200 len: 217 time: 0.0460036 Jan 28 03:39:54.117101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f1306c-a4f5-476d-83a4-f1b14c464b62']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:54.133072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98183313-a07c-4e6c-902d-3f69e0936cf8 req-90d07a49-5375-4460-b27c-f135a42e6987 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1939604 Jan 28 03:39:54.134242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cd301-15f8-445b-9356-677ae412daaa req-048d0619-5c2f-4055-bc43-00bbbd56360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.135839 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-048d0619-5c2f-4055-bc43-00bbbd56360a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5 HTTP/1.1" status: 200 len: 850 time: 0.0487816 Jan 28 03:39:54.154541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a5048-e645-4a75-89d1-908b44005a6c req-865d240f-b69d-42e2-9e3a-4c183e89da77 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.156326 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d59a5048-e645-4a75-89d1-908b44005a6c req-865d240f-b69d-42e2-9e3a-4c183e89da77 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 944 time: 0.1700981 Jan 28 03:39:54.158359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e901396-b1b9-4fd6-b136-f272d2c96ebb') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:54.158659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e901396-b1b9-4fd6-b136-f272d2c96ebb') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:54.177482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-a29fc2a1-36b7-4b16-a00f-b88d9b748ba9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1434e40-f9a1-449a-b862-7ba2212e0ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355568 Jan 28 03:39:54.179973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (5e901396-b1b9-4fd6-b136-f272d2c96ebb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.195386 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb23cb1-9103-480d-916a-fcee0ec29c02 x-openstack-request-id: req-9eb23cb1-9103-480d-916a-fcee0ec29c02 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:54.195958 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc503bb7-3aec-4553-a21c-d6af95234040", "tag": "e96f4913-c288-45ce-9599-753cbf96a7f8", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:54.196450 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9eb23cb1-9103-480d-916a-fcee0ec29c02 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:54.197667 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc503bb7-3aec-4553-a21c-d6af95234040', 'tag': 'e96f4913-c288-45ce-9599-753cbf96a7f8', 'status': 'completed', 'code': 200} Jan 28 03:39:54.214115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (5e901396-b1b9-4fd6-b136-f272d2c96ebb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.230261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:39:54.230675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (5e901396-b1b9-4fd6-b136-f272d2c96ebb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:39:54.232394 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:39:54.275570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d59a5048-e645-4a75-89d1-908b44005a6c req-2f0c1078-2c4b-4e26-af31-0758fb573e08 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071892 Jan 28 03:39:54.314686 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-e04a2ba4-3ada-417b-ae74-2853c027a3a1 service neutron] 10.222.0.25 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297688 Jan 28 03:39:54.344137 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (48f1306c-a4f5-476d-83a4-f1b14c464b62), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.351712 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.357660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] 10.222.0.44 "DELETE /v2.0/networks/48f1306c-a4f5-476d-83a4-f1b14c464b62 HTTP/1.1" status: 204 len: 168 time: 0.6217251 Jan 28 03:39:54.370503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f694e-bc44-4879-84d6-1aa289f65a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=48f1306c-a4f5-476d-83a4-f1b14c464b62,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:54.384791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd54aa-eeae-4cb7-a3de-e869af4a15a2 req-e223ee58-314e-4d92-909d-9b0d6011cd61 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.390210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd54aa-eeae-4cb7-a3de-e869af4a15a2 req-e223ee58-314e-4d92-909d-9b0d6011cd61 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.395711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd54aa-eeae-4cb7-a3de-e869af4a15a2 req-e223ee58-314e-4d92-909d-9b0d6011cd61 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.401301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd54aa-eeae-4cb7-a3de-e869af4a15a2 req-e223ee58-314e-4d92-909d-9b0d6011cd61 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.406729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd54aa-eeae-4cb7-a3de-e869af4a15a2 req-e223ee58-314e-4d92-909d-9b0d6011cd61 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.412796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd54aa-eeae-4cb7-a3de-e869af4a15a2 req-e223ee58-314e-4d92-909d-9b0d6011cd61 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.418659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd54aa-eeae-4cb7-a3de-e869af4a15a2 req-e223ee58-314e-4d92-909d-9b0d6011cd61 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.420962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fbd54aa-eeae-4cb7-a3de-e869af4a15a2 req-e223ee58-314e-4d92-909d-9b0d6011cd61 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5445 time: 0.1490381 Jan 28 03:39:54.431308 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a3cd301-15f8-445b-9356-677ae412daaa req-69ae034b-bcb7-43ab-b69b-b95d48dd9407 service neutron] 10.222.0.25 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088510 Jan 28 03:39:54.434632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:54.439820 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-47f33f2e-6910-4fe7-98c2-16edcefc66cf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Request body: {'floatingip': {'port_id': '17a056e6-a188-4379-804e-badd8b82d884'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:54.468780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d0d577da-fa87-4340-8265-43743b069c74 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:39:54.491243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: d0d577da-fa87-4340-8265-43743b069c74 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:39:54.491594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device d0d577da-fa87-4340-8265-43743b069c74 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:39:54.500362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47f33f2e-6910-4fe7-98c2-16edcefc66cf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for floatingip (4b655086-378b-4054-bbc0-9e5d363720b8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.514059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:54.551132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33996) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:54.564959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0295601e-d837-4432-b050-8b24dc48023f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e64d4273bfb41d1939101ab4ebb0464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478060 Jan 28 03:39:54.566734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:54.618965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29d9dbec-d286-4c16-bfa2-5bbf53b9b185 admin admin] Publish callbacks [] for security_group (96f9193e-9741-4c81-96ec-7e048210d086), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.637706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee73cf-f073-4e1c-9491-409382fcc125 req-062b9cf6-3200-40b1-891a-16b976f3b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.639284 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-58ee73cf-f073-4e1c-9491-409382fcc125 req-062b9cf6-3200-40b1-891a-16b976f3b45c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a1aa80daea44240a5f82b5f66306a88&device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 1096 time: 0.1034002 Jan 28 03:39:54.648219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29d9dbec-d286-4c16-bfa2-5bbf53b9b185 admin admin] Publish callbacks [] for security_group (96f9193e-9741-4c81-96ec-7e048210d086), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.698009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29d9dbec-d286-4c16-bfa2-5bbf53b9b185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (96f9193e-9741-4c81-96ec-7e048210d086), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.701024 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29d9dbec-d286-4c16-bfa2-5bbf53b9b185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:54.705686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-29d9dbec-d286-4c16-bfa2-5bbf53b9b185 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96f9193e-9741-4c81-96ec-7e048210d086 HTTP/1.1" status: 204 len: 168 time: 0.1379890 Jan 28 03:39:54.729316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9dbec-d286-4c16-bfa2-5bbf53b9b185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f9193e-9741-4c81-96ec-7e048210d086,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:54.749555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b7f6e571-1d09-467a-82d1-47c14fa8e0d9 tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2134596355'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:54.750377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b7f6e571-1d09-467a-82d1-47c14fa8e0d9 tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Unknown quota resources ['metering_label']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:39:54.836692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee73cf-f073-4e1c-9491-409382fcc125 req-472e728d-7b94-440e-9015-d70868773ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:54.838231 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-58ee73cf-f073-4e1c-9491-409382fcc125 req-472e728d-7b94-440e-9015-d70868773ff2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1434e40-f9a1-449a-b862-7ba2212e0ea8 HTTP/1.1" status: 200 len: 911 time: 0.1925268 Jan 28 03:39:54.910784 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-58ee73cf-f073-4e1c-9491-409382fcc125 req-15c50306-a169-45a1-af00-b3464c892dd6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e96f4913-c288-45ce-9599-753cbf96a7f8 HTTP/1.1" status: 200 len: 217 time: 0.0379322 Jan 28 03:39:55.015426 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e571-1d09-467a-82d1-47c14fa8e0d9 tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:55.022260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b7f6e571-1d09-467a-82d1-47c14fa8e0d9 tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4643703 Jan 28 03:39:55.022461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34014) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:55.029065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-24ef7343-0c93-402f-8a7c-1ffe8db790dc tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2acead76-24b0-4960-920f-3e5f2136df98'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:55.029587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-24ef7343-0c93-402f-8a7c-1ffe8db790dc tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:39:55.041731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e144b2-2385-4dc2-800b-8309d6191f15 req-dc203f9c-9ab5-4583-a252-693a68569559 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:55.043265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49e144b2-2385-4dc2-800b-8309d6191f15 req-dc203f9c-9ab5-4583-a252-693a68569559 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.2086010 Jan 28 03:39:55.052900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e7088-6be8-4fe7-bc3d-73fe57eaaff6 req-7b895831-d968-4b5b-b545-5e9138948452 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:55.052900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-061e7088-6be8-4fe7-bc3d-73fe57eaaff6 req-7b895831-d968-4b5b-b545-5e9138948452 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 945 time: 0.2169223 Jan 28 03:39:55.074385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee73cf-f073-4e1c-9491-409382fcc125 req-5c3c341c-42e6-47d4-8f31-160f9c0da941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:55.076337 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-58ee73cf-f073-4e1c-9491-409382fcc125 req-5c3c341c-42e6-47d4-8f31-160f9c0da941 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5 HTTP/1.1" status: 200 len: 850 time: 0.1215272 Jan 28 03:39:55.129649 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49e144b2-2385-4dc2-800b-8309d6191f15 req-63037fd2-1a9f-4de1-92d7-1c19dd0751a4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743930 Jan 28 03:39:55.133189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-061e7088-6be8-4fe7-bc3d-73fe57eaaff6 req-039aeac6-e279-418d-9e05-2b7989c0e3e9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715625 Jan 28 03:39:55.203485 n-d-808199-14 neutron-server[103289]: WARNING neutron.services.metering.metering_plugin [None req-24ef7343-0c93-402f-8a7c-1ffe8db790dc tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 03:39:55.437561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e00402-b6ff-4433-9055-b1d3c4b08405 req-3bb4c468-5112-4fbc-a404-51a08c752c13 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:55.439173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1e00402-b6ff-4433-9055-b1d3c4b08405 req-3bb4c468-5112-4fbc-a404-51a08c752c13 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 944 time: 0.0622289 Jan 28 03:39:55.494944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1e00402-b6ff-4433-9055-b1d3c4b08405 req-f5e95550-a176-4b7e-8178-fcc65d32c4ed tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479915 Jan 28 03:39:55.555336 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-58ee73cf-f073-4e1c-9491-409382fcc125 req-633c3b19-5e66-49a4-a9d8-4f171717f74c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1434e40-f9a1-449a-b862-7ba2212e0ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3698275 Jan 28 03:39:55.740070 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-47f33f2e-6910-4fe7-98c2-16edcefc66cf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:39:55.806375 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24ef7343-0c93-402f-8a7c-1ffe8db790dc tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:55.807554 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-24ef7343-0c93-402f-8a7c-1ffe8db790dc tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7855480 Jan 28 03:39:55.810989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34044) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:55.816770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-147085b6-405a-40da-a00e-bb385c576fcb tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2acead76-24b0-4960-920f-3e5f2136df98'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:55.817854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-147085b6-405a-40da-a00e-bb385c576fcb tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:39:55.860621 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-dbc2d482-9457-4318-96a5-8018e6b5849a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3076873 Jan 28 03:39:55.868263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-53a8dddd-0288-494b-ac2e-34dfce6782fb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:55.869847 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-53a8dddd-0288-494b-ac2e-34dfce6782fb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.25 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 945 time: 0.3262467 Jan 28 03:39:55.873676 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47f33f2e-6910-4fe7-98c2-16edcefc66cf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:55.901566 n-d-808199-14 neutron-server[103288]: WARNING neutron.services.metering.metering_plugin [None req-147085b6-405a-40da-a00e-bb385c576fcb tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 03:39:55.911361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47f33f2e-6910-4fe7-98c2-16edcefc66cf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (4b655086-378b-4054-bbc0-9e5d363720b8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:55.977948 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-58ee73cf-f073-4e1c-9491-409382fcc125 req-3e953d04-808d-4774-9240-1d2fbf6fe904 service neutron] 10.222.0.25 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878591 Jan 28 03:39:56.028281 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-147085b6-405a-40da-a00e-bb385c576fcb tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:56.033232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-147085b6-405a-40da-a00e-bb385c576fcb tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2203007 Jan 28 03:39:56.033873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34054) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:56.063743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-72d500e0-879c-44e1-b107-8c13f6b065cf tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=9e401f9e-34e2-4f64-85e3-dd6764088a73 HTTP/1.1" status: 200 len: 462 time: 0.0264552 Jan 28 03:39:56.076861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:56.085395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6d0957f8-3d47-480d-8a87-553743b0b291 req-442a5fe3-0c38-4cb8-8f9e-ed03a239bde7 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0404282 Jan 28 03:39:56.137824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-88da81af-e552-442c-a14f-9c0660a47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.138308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-88da81af-e552-442c-a14f-9c0660a47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.138779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-88da81af-e552-442c-a14f-9c0660a47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.139242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-88da81af-e552-442c-a14f-9c0660a47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.139708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-88da81af-e552-442c-a14f-9c0660a47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.140163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-88da81af-e552-442c-a14f-9c0660a47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.140618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-88da81af-e552-442c-a14f-9c0660a47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.142554 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-88da81af-e552-442c-a14f-9c0660a47239 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6499 time: 0.1813972 Jan 28 03:39:56.206951 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91846353-36b0-4e75-b2a7-af44fdc3ec3f tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:56.212042 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-47f33f2e-6910-4fe7-98c2-16edcefc66cf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Floating IP 4b655086-378b-4054-bbc0-9e5d363720b8 associated. External IP: 172.25.1.184, port: 17a056e6-a188-4379-804e-badd8b82d884. Jan 28 03:39:56.212686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-91846353-36b0-4e75-b2a7-af44fdc3ec3f tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/9e401f9e-34e2-4f64-85e3-dd6764088a73 HTTP/1.1" status: 204 len: 168 time: 0.1346047 Jan 28 03:39:56.213734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:56.228822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2529cbba-d342-4ae7-af21-808ddb4ecfc2 tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=9e401f9e-34e2-4f64-85e3-dd6764088a73 HTTP/1.1" status: 200 len: 221 time: 0.0136430 Jan 28 03:39:56.230619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34068) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:56.235220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-895d498f-230d-47dc-9e19-234c389a760b tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1103652606', 'description': 'label created by tempest'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:56.239428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-aae2408b-8826-48b3-90f1-4855da204bb7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Deleting port add9402a-9077-47c7-bc4a-363f1bee4eb9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:39:56.239654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-895d498f-230d-47dc-9e19-234c389a760b tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Unknown quota resources ['metering_label']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:39:56.239767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-aae2408b-8826-48b3-90f1-4855da204bb7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:56.355918 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-58ee73cf-f073-4e1c-9491-409382fcc125 req-71ffdccd-78ea-409e-b556-319695df1581 service neutron] 10.222.0.25 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575947 Jan 28 03:39:56.478188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-e56f64d8-7569-4323-a00f-0af0cd2632d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.478720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-e56f64d8-7569-4323-a00f-0af0cd2632d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.479188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-e56f64d8-7569-4323-a00f-0af0cd2632d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.480896 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-e56f64d8-7569-4323-a00f-0af0cd2632d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1159329d-88f1-4a00-b528-9abded9171ef&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c HTTP/1.1" status: 200 len: 2293 time: 0.2840986 Jan 28 03:39:56.503208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-aae2408b-8826-48b3-90f1-4855da204bb7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] For port add9402a-9077-47c7-bc4a-363f1bee4eb9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=add9402a-9077-47c7-bc4a-363f1bee4eb9,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:56.504108 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-aae2408b-8826-48b3-90f1-4855da204bb7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:56.509894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee674e-7a4f-4308-a262-1d35661de45a req-eb3dff64-fb6b-496c-8cad-6638a5c855d9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.512040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8ee674e-7a4f-4308-a262-1d35661de45a req-eb3dff64-fb6b-496c-8cad-6638a5c855d9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.2119792 Jan 28 03:39:56.522027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa158c-b02f-41a5-b495-3975f058423f req-f8dc8886-bc56-41ff-a337-31ffbf530c63 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.523522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65aa158c-b02f-41a5-b495-3975f058423f req-f8dc8886-bc56-41ff-a337-31ffbf530c63 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 945 time: 0.2213693 Jan 28 03:39:56.528434 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-895d498f-230d-47dc-9e19-234c389a760b tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:56.532150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-895d498f-230d-47dc-9e19-234c389a760b tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3012040 Jan 28 03:39:56.536437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34078) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:56.594836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-aae2408b-8826-48b3-90f1-4855da204bb7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Calling delete_port for add9402a-9077-47c7-bc4a-363f1bee4eb9 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:39:56.633312 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-08c95fbe-af6e-4df3-ac8c-36f8213fe30c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee5861d0-7bcf-4176-bcad-a30f435bcf49 HTTP/1.1" status: 200 len: 1002 time: 0.1426432 Jan 28 03:39:56.658650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d3cddd57-6e19-4c01-86c2-23b1586a178f tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=25864e6f-bb17-4b98-a521-3458f95a951b HTTP/1.1" status: 200 len: 468 time: 0.1194639 Jan 28 03:39:56.663914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:56.698345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65aa158c-b02f-41a5-b495-3975f058423f req-193f5d53-eebe-4bd5-8b2b-2375158ad820 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645207 Jan 28 03:39:56.734850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8ee674e-7a4f-4308-a262-1d35661de45a req-70f71aa0-7d1f-4e06-97cb-15014ab11517 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102087 Jan 28 03:39:56.796321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-a0e73d60-9a79-485f-ab01-9abe8a953426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.798117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-a0e73d60-9a79-485f-ab01-9abe8a953426 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6207826-594e-4d4a-9769-e7e93e590745 HTTP/1.1" status: 200 len: 851 time: 0.1300528 Jan 28 03:39:56.801950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f33f2e-6910-4fe7-98c2-16edcefc66cf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Router 612588fd-07cb-43bd-bf7d-ab6b035f1250 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:39:56.888036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb2503c6-57e1-410f-82e4-91ee10615a0e tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:56.889327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fb2503c6-57e1-410f-82e4-91ee10615a0e tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/25864e6f-bb17-4b98-a521-3458f95a951b HTTP/1.1" status: 204 len: 168 time: 0.2244427 Jan 28 03:39:56.891843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34084) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:56.904909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-87d253ee-9661-4205-8539-e00d57f70c5c tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=25864e6f-bb17-4b98-a521-3458f95a951b HTTP/1.1" status: 200 len: 216 time: 0.0106382 Jan 28 03:39:56.906867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:56.927076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3e204e9e-ef8c-46e2-ae05-fbe0bad5de2c tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0189884 Jan 28 03:39:56.933469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:56.963922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1db886-7890-4468-8929-a052181872b0 req-a506c67a-78e9-47f7-a510-04e319728e8d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:56.965457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f1db886-7890-4468-8929-a052181872b0 req-a506c67a-78e9-47f7-a510-04e319728e8d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 944 time: 0.0526993 Jan 28 03:39:56.997011 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-63020c3f-2639-445a-8197-8d4ab5c3d065 tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0614858 Jan 28 03:39:57.000225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:57.002069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-795e640f-4e34-4600-b60b-0be2dc3f6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:57.004174 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-795e640f-4e34-4600-b60b-0be2dc3f6993 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1159329d-88f1-4a00-b528-9abded9171ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1758645 Jan 28 03:39:57.011048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-aae2408b-8826-48b3-90f1-4855da204bb7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (add9402a-9077-47c7-bc4a-363f1bee4eb9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:57.070582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2408b-8826-48b3-90f1-4855da204bb7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event deleted for resources: {'Port': ['ID=add9402a-9077-47c7-bc4a-363f1bee4eb9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:57.096924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f33f2e-6910-4fe7-98c2-16edcefc66cf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:39:57.106075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47f33f2e-6910-4fe7-98c2-16edcefc66cf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:57.116768 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] Sync routers for ids ['612588fd-07cb-43bd-bf7d-ab6b035f1250'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:39:57.146185 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] Routers {'612588fd-07cb-43bd-bf7d-ab6b035f1250'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:39:57.148645 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['612588fd-07cb-43bd-bf7d-ab6b035f1250'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:57.179454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-aae2408b-8826-48b3-90f1-4855da204bb7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] No DVR routers for this DVR port add9402a-9077-47c7-bc4a-363f1bee4eb9 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:39:57.191802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-aae2408b-8826-48b3-90f1-4855da204bb7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:57.195355 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c7f4920c-efdc-4b43-8cbf-ce3de45fd679 req-aae2408b-8826-48b3-90f1-4855da204bb7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.25 "DELETE /v2.0/ports/add9402a-9077-47c7-bc4a-363f1bee4eb9 HTTP/1.1" status: 204 len: 173 time: 1.3187847 Jan 28 03:39:57.195843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d70207-e11d-47c4-843f-1cdbbc937c30', 'name': 'network-vif-deleted', 'tag': 'add9402a-9077-47c7-bc4a-363f1bee4eb9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:57.198209 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b278d1-89fa-4f6d-9303-8f7620439765" -d '{"events": [{"server_uuid": "42d70207-e11d-47c4-843f-1cdbbc937c30", "name": "network-vif-deleted", "tag": "add9402a-9077-47c7-bc4a-363f1bee4eb9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:57.210228 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-47f33f2e-6910-4fe7-98c2-16edcefc66cf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "PUT /v2.0/floatingips/4b655086-378b-4054-bbc0-9e5d363720b8 HTTP/1.1" status: 200 len: 992 time: 2.7717848 Jan 28 03:39:57.230981 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-69870c16-4eac-46ef-8d3e-b257362bcafd service neutron] 10.222.0.42 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146146 Jan 28 03:39:57.298350 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] Set router 612588fd-07cb-43bd-bf7d-ab6b035f1250 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:39:57.363757 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-82a85a55-8207-41c7-9b98-edc4c3d7637f service neutron] 10.222.0.42 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149511 Jan 28 03:39:57.418400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7761b75b-1df5-4097-9c92-91fd08a7c60f tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/2acead76-24b0-4960-920f-3e5f2136df98 HTTP/1.1" status: 200 len: 473 time: 0.4165289 Jan 28 03:39:57.422645 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-4a24221f-8828-4fba-85ee-547d45009b3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=88761354-69e7-4ad8-ba90-4dbda5634f5f HTTP/1.1" status: 200 len: 217 time: 0.0524664 Jan 28 03:39:57.423232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:57.458574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f1db886-7890-4468-8929-a052181872b0 req-9c2e65f7-0080-4c79-94ba-51f3077d8e43 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870913 Jan 28 03:39:57.485718 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-817a9ba0-bc2c-4841-b70d-d656647848c5 tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/37234f32-729b-4364-b09e-a5adbbb4f9c3 HTTP/1.1" status: 200 len: 459 time: 0.0608871 Jan 28 03:39:57.489375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:57.501314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-66c0488f-c6a1-4448-a44a-0f641090aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:57.502843 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-66c0488f-c6a1-4448-a44a-0f641090aaf9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0666997 Jan 28 03:39:57.513484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d484416-43fb-463d-a176-ff98d412f54f req-f00960a6-ce4b-4b4e-be4b-587dc7995f07 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0833375 Jan 28 03:39:57.530200 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936d6369-8096-4c73-bf45-8c7309bba3c2 x-openstack-request-id: req-936d6369-8096-4c73-bf45-8c7309bba3c2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:57.530505 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d70207-e11d-47c4-843f-1cdbbc937c30", "name": "network-vif-deleted", "tag": "add9402a-9077-47c7-bc4a-363f1bee4eb9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:57.530738 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-936d6369-8096-4c73-bf45-8c7309bba3c2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:57.531137 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d70207-e11d-47c4-843f-1cdbbc937c30', 'name': 'network-vif-deleted', 'tag': 'add9402a-9077-47c7-bc4a-363f1bee4eb9', 'status': 'completed', 'code': 200} Jan 28 03:39:57.574296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-b13dfe26-d8b4-464b-9a80-4c4c2b31d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:57.576021 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-b13dfe26-d8b4-464b-9a80-4c4c2b31d5cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0661488 Jan 28 03:39:57.595300 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '4b655086-378b-4054-bbc0-9e5d363720b8', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'floating_ip_address': '172.25.1.184', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'port_id': '17a056e6-a188-4379-804e-badd8b82d884', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'mac_address': 'fa:16:3e:d8:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:43Z', 'updated_at': '2022-01-28T03:39:55Z', 'revision_number': 1, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:32Z', 'revision_number': 5, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:57.624461 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] Checking router: 612588fd-07cb-43bd-bf7d-ab6b035f1250 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:39:57.630041 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4810980f-e488-44e7-a5f6-82cf0e899c7d tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:57.633998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4810980f-e488-44e7-a5f6-82cf0e899c7d tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/37234f32-729b-4364-b09e-a5adbbb4f9c3 HTTP/1.1" status: 204 len: 168 time: 0.1434593 Jan 28 03:39:57.634738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:57.636828 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] Routers {'612588fd-07cb-43bd-bf7d-ab6b035f1250'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:39:57.637669 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['612588fd-07cb-43bd-bf7d-ab6b035f1250'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:57.675971 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-be5baab7-4887-4748-ba23-1e2cc2273058 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907588 Jan 28 03:39:57.769554 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] Set router 612588fd-07cb-43bd-bf7d-ab6b035f1250 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:39:57.795085 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-85ce3ed9-098e-4be7-aa16-16dec591d874 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132309 Jan 28 03:39:57.839753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db663720-b168-40bb-a2a0-4989873e4168 req-f8419551-bee5-4ab6-81f5-d61fbd4c483f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d70207-e11d-47c4-843f-1cdbbc937c30 HTTP/1.1" status: 200 len: 210 time: 0.0404108 Jan 28 03:39:57.891514 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-624509c5-8d54-4a30-9c47-64b7615d9e31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=96d6a893-9cff-4b5a-91a3-c3491108d32e HTTP/1.1" status: 200 len: 217 time: 0.0896823 Jan 28 03:39:57.909657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40b42fc0-de57-4f75-9022-bc81486a57ec tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:57.911258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-40b42fc0-de57-4f75-9022-bc81486a57ec tempest-MeteringIpV6TestJSON-1801563218 tempest-MeteringIpV6TestJSON-1801563218-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/2acead76-24b0-4960-920f-3e5f2136df98 HTTP/1.1" status: 204 len: 168 time: 0.2754107 Jan 28 03:39:57.959376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ccfc0-128c-4ef3-8c98-4f53dcdd1f33 req-2cdc01e6-91a5-42e3-a7a9-1385855f4fe3 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:57.970363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-058ccfc0-128c-4ef3-8c98-4f53dcdd1f33 req-2cdc01e6-91a5-42e3-a7a9-1385855f4fe3 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0749409 Jan 28 03:39:57.974755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-b6515503-cb0f-4e9a-9607-ff16e5e25f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:57.977119 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-b6515503-cb0f-4e9a-9607-ff16e5e25f5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0746472 Jan 28 03:39:58.042828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-058ccfc0-128c-4ef3-8c98-4f53dcdd1f33 req-b766d096-bb4c-45c4-b209-9bbef8037883 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714631 Jan 28 03:39:58.073689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-d416d9c7-0817-4847-96e9-d888bfd0e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:58.075386 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-d416d9c7-0817-4847-96e9-d888bfd0e80d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0740676 Jan 28 03:39:58.137445 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '4b655086-378b-4054-bbc0-9e5d363720b8', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'floating_ip_address': '172.25.1.184', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'port_id': '17a056e6-a188-4379-804e-badd8b82d884', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'mac_address': 'fa:16:3e:d8:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:43Z', 'updated_at': '2022-01-28T03:39:55Z', 'revision_number': 1, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:32Z', 'revision_number': 5, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:58.175652 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b9d047-1197-40af-a8f3-577e65250461 None None] The sync data for ids ['612588fd-07cb-43bd-bf7d-ab6b035f1250'] in n-d-808199-14 is: [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '4b655086-378b-4054-bbc0-9e5d363720b8', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'floating_ip_address': '172.25.1.184', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'port_id': '17a056e6-a188-4379-804e-badd8b82d884', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'mac_address': 'fa:16:3e:d8:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:43Z', 'updated_at': '2022-01-28T03:39:55Z', 'revision_number': 1, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:32Z', 'revision_number': 5, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:39:58.295016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:58.436686 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-001d1c8a-1ab4-4d12-9035-8bcb22999285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:58.468426 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-8ac85412-ff38-4e4d-9efb-a5e650485eca service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826158 Jan 28 03:39:58.482017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e96f4913-c288-45ce-9599-753cbf96a7f8 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:58.545009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-001d1c8a-1ab4-4d12-9035-8bcb22999285 admin admin] Publish callbacks [] for security_group (96874423-b0f3-4e5b-911b-04e59f4d20e4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:58.549722 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-001d1c8a-1ab4-4d12-9035-8bcb22999285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (96874423-b0f3-4e5b-911b-04e59f4d20e4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:58.604043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e96f4913-c288-45ce-9599-753cbf96a7f8, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e96f4913-c288-45ce-9599-753cbf96a7f8,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:58.620100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'e96f4913-c288-45ce-9599-753cbf96a7f8', 'network_id': 'e1434e40-f9a1-449a-b862-7ba2212e0ea8', 'port_id': 'e96f4913-c288-45ce-9599-753cbf96a7f8', 'mac_address': 'fa:16:3e:12:79:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:58.623076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device add9402a-9077-47c7-bc4a-363f1bee4eb9 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:39:58.636054 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-a7a0a79f-774b-44ac-acd2-8ef7b08d070c service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618800 Jan 28 03:39:58.642255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d1c8a-1ab4-4d12-9035-8bcb22999285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96874423-b0f3-4e5b-911b-04e59f4d20e4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:58.649900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: add9402a-9077-47c7-bc4a-363f1bee4eb9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:39:58.650397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device add9402a-9077-47c7-bc4a-363f1bee4eb9 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:39:58.653363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-001d1c8a-1ab4-4d12-9035-8bcb22999285 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3468eb650169443a83993221cdf01b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3570580 Jan 28 03:39:58.653886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34126) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:58.689401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272c02a-7c90-47d3-b2b7-3da8ffedf10f req-ff16954e-acf8-4d8c-a1c8-2257d033fa56 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:58.693353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c272c02a-7c90-47d3-b2b7-3da8ffedf10f req-ff16954e-acf8-4d8c-a1c8-2257d033fa56 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 944 time: 0.1254642 Jan 28 03:39:58.700790 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-c12d2675-daa3-4a28-be4b-a3ad4b2a2fc9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=277f3f55-a304-41ef-bfc1-6c1d2561d4f7 HTTP/1.1" status: 200 len: 217 time: 0.0586112 Jan 28 03:39:58.701058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e96f4913-c288-45ce-9599-753cbf96a7f8 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:58.701235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:58.728884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96f4913-c288-45ce-9599-753cbf96a7f8 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:58.730361 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f487b89b-4972-4a96-add9-9ca182d678b0 req-c6b5baf4-c299-4665-8b34-73cb17521b46 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0844374 Jan 28 03:39:58.761039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-154e4a38-71d4-401c-ac7c-a8c402269385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:58.761039 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-154e4a38-71d4-401c-ac7c-a8c402269385 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0481970 Jan 28 03:39:58.781581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e96f4913-c288-45ce-9599-753cbf96a7f8, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e96f4913-c288-45ce-9599-753cbf96a7f8,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:58.788587 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:58.809443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c272c02a-7c90-47d3-b2b7-3da8ffedf10f req-6432ee16-bc8b-4a17-9985-d783b0e89a3a tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779445 Jan 28 03:39:58.829110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-36dd0567-db10-4cc0-94d6-af1f6fac009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:58.834109 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-36dd0567-db10-4cc0-94d6-af1f6fac009f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0658305 Jan 28 03:39:58.836234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbe7f-fff3-4b01-806e-6ba3824aef28 admin admin] Publish callbacks [] for security_group (96874423-b0f3-4e5b-911b-04e59f4d20e4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:58.863402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbe7f-fff3-4b01-806e-6ba3824aef28 admin admin] Publish callbacks [] for security_group (96874423-b0f3-4e5b-911b-04e59f4d20e4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:58.872473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e96f4913-c288-45ce-9599-753cbf96a7f8,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:58.923174 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbe7f-fff3-4b01-806e-6ba3824aef28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (96874423-b0f3-4e5b-911b-04e59f4d20e4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:58.927363 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbe7f-fff3-4b01-806e-6ba3824aef28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:58.928779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bf2cbe7f-fff3-4b01-806e-6ba3824aef28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96874423-b0f3-4e5b-911b-04e59f4d20e4 HTTP/1.1" status: 204 len: 168 time: 0.2713428 Jan 28 03:39:58.955692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cbe7f-fff3-4b01-806e-6ba3824aef28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96874423-b0f3-4e5b-911b-04e59f4d20e4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:58.959034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-c75d8459-3894-46fb-b5e7-ca50f5eb4f47 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162622 Jan 28 03:39:59.115009 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-75f2bd98-bae7-45bf-892e-119c5551e990 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388397 Jan 28 03:39:59.172521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-f559e40d-8e1a-4be3-a8f2-903b704c39fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f857f796-70d7-4841-ad07-31973f4f885e HTTP/1.1" status: 200 len: 217 time: 0.0487270 Jan 28 03:39:59.240303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-09da4551-7b2e-47f0-b153-e5fc2b0d111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.242055 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-09da4551-7b2e-47f0-b153-e5fc2b0d111f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0630088 Jan 28 03:39:59.296890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49d589-b08b-4677-b58c-0c12c1299a54 req-cf953dbc-f889-45ee-b509-0cbba9594ad6 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.298458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c49d589-b08b-4677-b58c-0c12c1299a54 req-cf953dbc-f889-45ee-b509-0cbba9594ad6 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0829036 Jan 28 03:39:59.301240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c238d255-7be8-4087-a764-27d18b8af039 None None] New status for floating IP 4b655086-378b-4054-bbc0-9e5d363720b8: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:39:59.314313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-5682ca30-909a-494f-a550-8345e2152ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.316157 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-5682ca30-909a-494f-a550-8345e2152ea3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0639985 Jan 28 03:39:59.330838 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-caf729b9-6b85-4703-bef9-48fd6365447a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.338348 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-caf729b9-6b85-4703-bef9-48fd6365447a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.1941526 Jan 28 03:39:59.373578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-4de20c9c-84a9-48e2-9bd1-09834e76de85 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/quotas/351a66772f8144fd8a8b34aaaa3b15fc HTTP/1.1" status: 200 len: 375 time: 0.0315542 Jan 28 03:39:59.376069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34152) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:59.403355 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-473ceb5f-4a20-4f4c-8a05-30f8b9c830d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:59.417485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e96f4913-c288-45ce-9599-753cbf96a7f8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:59.421959 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-966d5e95-29a4-47c5-8cfe-c0fd6ce19674 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986984 Jan 28 03:39:59.449668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-0220d1da-53cc-4b54-9aad-4d8f2cea9ad2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776753 Jan 28 03:39:59.510339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c49d589-b08b-4677-b58c-0c12c1299a54 req-92b1bd4d-1d72-4ad6-a56b-6a78c3c2ab57 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957114 Jan 28 03:39:59.537895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': '17a056e6-a188-4379-804e-badd8b82d884'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:59.541760 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c90567-7d26-4488-b0fb-0ae44452f236" -d '{"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "17a056e6-a188-4379-804e-badd8b82d884"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:59.557230 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-11beaf82-0fe5-49d6-857e-24b8f044bc3c service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287518 Jan 28 03:39:59.600958 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-881e0e95-bec6-4696-a8df-f9ac617adecf service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503241 Jan 28 03:39:59.626157 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-c361199c-d872-4d2b-97f8-3bdb698da9ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c HTTP/1.1" status: 200 len: 217 time: 0.0632656 Jan 28 03:39:59.690510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-89bcc7db-68d0-448b-8fd0-f41948a9ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.692958 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-89bcc7db-68d0-448b-8fd0-f41948a9ee23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 200 len: 797 time: 0.0611022 Jan 28 03:39:59.709416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-473ceb5f-4a20-4f4c-8a05-30f8b9c830d9 admin admin] Publish callbacks [] for security_group (cc26ac02-d0eb-426d-896a-aae9eb9b0aa4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:59.724510 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-473ceb5f-4a20-4f4c-8a05-30f8b9c830d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cc26ac02-d0eb-426d-896a-aae9eb9b0aa4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:59.729702 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1aa4b2-fb28-4dc7-9fa3-15f02e5500ac x-openstack-request-id: req-5f1aa4b2-fb28-4dc7-9fa3-15f02e5500ac {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:59.729996 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "tag": "17a056e6-a188-4379-804e-badd8b82d884", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:59.730247 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f1aa4b2-fb28-4dc7-9fa3-15f02e5500ac {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:59.730693 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'tag': '17a056e6-a188-4379-804e-badd8b82d884', 'status': 'completed', 'code': 200} Jan 28 03:39:59.749220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-4bfd8bea-2572-405d-b7e4-f984a4b4fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.750755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-4bfd8bea-2572-405d-b7e4-f984a4b4fa84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501354 Jan 28 03:39:59.784134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-c19146fb-5fef-4e61-b3f1-09c6bc82f2a1 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758206 Jan 28 03:39:59.802328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-473ceb5f-4a20-4f4c-8a05-30f8b9c830d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=616e04921aea4bfc8d8bc080df0c3f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4182220 Jan 28 03:39:59.812881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34158) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:59.821949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ceb5f-4a20-4f4c-8a05-30f8b9c830d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc26ac02-d0eb-426d-896a-aae9eb9b0aa4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:59.850426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-85e379bb-e0c5-450a-9c3c-059803611184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.851023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-85e379bb-e0c5-450a-9c3c-059803611184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.851447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-85e379bb-e0c5-450a-9c3c-059803611184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.852868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-85e379bb-e0c5-450a-9c3c-059803611184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.852868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-85e379bb-e0c5-450a-9c3c-059803611184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.852868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-85e379bb-e0c5-450a-9c3c-059803611184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.853321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-85e379bb-e0c5-450a-9c3c-059803611184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:59.855390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-85e379bb-e0c5-450a-9c3c-059803611184 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6509 time: 0.0663455 Jan 28 03:39:59.926950 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-37aabbce-17d9-4005-8a54-3b6fc07b67c9 service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528578 Jan 28 03:39:59.928451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff8be34d-7662-4667-80d0-96cd63c95468 admin admin] Publish callbacks [] for security_group (cc26ac02-d0eb-426d-896a-aae9eb9b0aa4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:59.950308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81d8c90f-10fe-4ff7-97d2-803c8c8e1385 req-cc1581e5-e286-42a6-a1f6-8dca1b2428c3 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0739586 Jan 28 03:39:59.997830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff8be34d-7662-4667-80d0-96cd63c95468 admin admin] Publish callbacks [] for security_group (cc26ac02-d0eb-426d-896a-aae9eb9b0aa4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:00.097794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-2f6da35f-7068-4dec-ad32-8587ba63f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:00.099376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-2f6da35f-7068-4dec-ad32-8587ba63f2a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=39ca72c0-032b-4e3b-b459-91b9ab024a53 HTTP/1.1" status: 200 len: 917 time: 0.2367501 Jan 28 03:40:00.115272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-e8395952-e107-45c5-b744-63193e53120f service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801004 Jan 28 03:40:00.131640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac565-0134-4a01-b1ef-f0d68060ddaf req-dcc2e4aa-18db-4fc6-9cd4-2dba3ae11377 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:00.133900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-120ac565-0134-4a01-b1ef-f0d68060ddaf req-dcc2e4aa-18db-4fc6-9cd4-2dba3ae11377 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 945 time: 0.1163485 Jan 28 03:40:00.185863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff8be34d-7662-4667-80d0-96cd63c95468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cc26ac02-d0eb-426d-896a-aae9eb9b0aa4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:00.188636 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff8be34d-7662-4667-80d0-96cd63c95468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:00.189825 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ff8be34d-7662-4667-80d0-96cd63c95468 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc26ac02-d0eb-426d-896a-aae9eb9b0aa4 HTTP/1.1" status: 204 len: 168 time: 0.3762302 Jan 28 03:40:00.195673 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-19eab57c-b20a-4672-bd43-3169d5b36b12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9a79d06-ceec-4150-9174-924a9ec318bb HTTP/1.1" status: 200 len: 217 time: 0.0724781 Jan 28 03:40:00.201877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8be34d-7662-4667-80d0-96cd63c95468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc26ac02-d0eb-426d-896a-aae9eb9b0aa4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:00.260519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6b42825-ddd8-4441-89e7-f585310438b4 req-67ac497d-1f7c-4c7b-82e5-14819e9aa45a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 210 time: 0.0663826 Jan 28 03:40:00.268358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-73468cd1-c0a7-41a7-ba20-900573aaa03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:00.281098 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-73468cd1-c0a7-41a7-ba20-900573aaa03a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 200 len: 797 time: 0.0768487 Jan 28 03:40:00.307022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-a4f1c839-6971-4c37-98bc-7c81904d3559 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a056e6-a188-4379-804e-badd8b82d884 HTTP/1.1" status: 200 len: 1002 time: 0.1894479 Jan 28 03:40:00.319905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-120ac565-0134-4a01-b1ef-f0d68060ddaf req-93f08270-4908-4b32-b4a4-354f738ea4e1 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765075 Jan 28 03:40:00.368361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-1bca4cdd-97f4-42d7-8944-5f136f88d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:00.370583 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-1bca4cdd-97f4-42d7-8944-5f136f88d6bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830965 Jan 28 03:40:00.388449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-f6c99eea-63be-4095-ab0c-ad8e92ce7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:00.392625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-f6c99eea-63be-4095-ab0c-ad8e92ce7e76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91826628-0551-4f5e-a6c3-0a91742bb049 HTTP/1.1" status: 200 len: 855 time: 0.0651178 Jan 28 03:40:00.455447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-f31eb902-87f1-423e-b626-d68a443be0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:00.458447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-f31eb902-87f1-423e-b626-d68a443be0c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39ca72c0-032b-4e3b-b459-91b9ab024a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615387 Jan 28 03:40:00.495282 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-24da41b3-dace-41fd-a312-52307312ce1c service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134007 Jan 28 03:40:00.584978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-839a5a4c-46b5-4fa2-bee6-638c72fc1490 service neutron] 10.222.0.42 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188533 Jan 28 03:40:00.603664 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72d5115e-1b29-4527-a0d6-81cbff8cde1e req-ded88ba7-e785-4697-a124-25ad6626a6b2 service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020670 Jan 28 03:40:00.709144 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7694a778-2fd1-476f-a429-09a354ae94a0 req-78b2076f-870f-4a4b-92ee-b0a65fe8920a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0477290 Jan 28 03:40:00.733965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a33b1-583f-4ad4-b55c-21d00ac86ab5 req-edcd610e-dbb6-45aa-8a02-c4037ac1a3c9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:00.735518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e6a33b1-583f-4ad4-b55c-21d00ac86ab5 req-edcd610e-dbb6-45aa-8a02-c4037ac1a3c9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0719247 Jan 28 03:40:00.775820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6c90567-7d26-4488-b0fb-0ae44452f236 req-916b24dd-c0af-446e-a8ba-15d9df34da48 service neutron] 10.222.0.42 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762090 Jan 28 03:40:00.803128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e6a33b1-583f-4ad4-b55c-21d00ac86ab5 req-306f719e-58b0-4112-944a-cc9f9c9ecdf1 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581982 Jan 28 03:40:01.109034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5880cd5b-941d-46b3-a6f7-c70d1f675497 req-ea3d0c23-b903-47b9-8c4c-6947f0cc37cb tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0305943 Jan 28 03:40:01.151906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34204) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:01.251528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1748935275'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:01.297291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Made reservation on behalf of aff22b471b144be5b37086a20c68c7d1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:01.300673 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.313517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.337380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57add8c6-ca01-4ec7-ac76-2042975d53be req-2f568410-3682-425f-8383-84c630ca99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:01.339065 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-57add8c6-ca01-4ec7-ac76-2042975d53be req-2f568410-3682-425f-8383-84c630ca99df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 1098 time: 0.0749013 Jan 28 03:40:01.374859 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6b989ab-9311-4190-9f2a-c10b6b125bde req-76298a8c-ec3e-4bdd-8b7b-ca7289bbb00d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 210 time: 0.0316818 Jan 28 03:40:01.429772 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-57add8c6-ca01-4ec7-ac76-2042975d53be req-0b1833dc-3f82-4e01-b5d9-39b0974dfe1a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818410 Jan 28 03:40:01.449047 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for security_group (e014447e-404b-430f-9ed5-90a84ed7a6ae), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.452698 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e014447e-404b-430f-9ed5-90a84ed7a6ae), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.462636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714b143-1e21-4e9f-9cbd-d9b730be5b36 req-73e967b6-b8b3-41e2-8a96-451edadba8b0 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:01.464323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8714b143-1e21-4e9f-9cbd-d9b730be5b36 req-73e967b6-b8b3-41e2-8a96-451edadba8b0 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 945 time: 0.0563776 Jan 28 03:40:01.479983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:40:01.491135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e014447e-404b-430f-9ed5-90a84ed7a6ae,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:01.496060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7f6f2482-cee7-441c-8eb6-40a31dda59d7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.496399 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Added segment 7f6f2482-cee7-441c-8eb6-40a31dda59d7 of type vlan for network dbe25fef-8cbe-4c5d-b5c5-1face315579f Jan 28 03:40:01.519971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8714b143-1e21-4e9f-9cbd-d9b730be5b36 req-ab4b4df6-f7ae-4a50-997e-98659f9a92d3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496502 Jan 28 03:40:01.539492 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (dbe25fef-8cbe-4c5d-b5c5-1face315579f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.566547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (dbe25fef-8cbe-4c5d-b5c5-1face315579f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.571339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:01.571909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.627452 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4744835 Jan 28 03:40:01.630336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34214) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:01.637100 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'subnet': {'network_id': 'dbe25fef-8cbe-4c5d-b5c5-1face315579f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:01.655684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b78bd-c69c-442a-af67-5f2d1f8d5a80 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Network': ['ID=dbe25fef-8cbe-4c5d-b5c5-1face315579f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:01.666918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network dbe25fef-8cbe-4c5d-b5c5-1face315579f details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:40:01.728360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Made reservation on behalf of aff22b471b144be5b37086a20c68c7d1 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:01.731997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.917898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (6bb4f219-6bd2-4a5f-a051-1460f086e4a5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.932323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2999b-3a43-408d-b339-0c79937aa2c1 req-74cfd1a3-6afa-4163-8018-0ce7dd54b685 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:01.933880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0f2999b-3a43-408d-b339-0c79937aa2c1 req-74cfd1a3-6afa-4163-8018-0ce7dd54b685 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0500207 Jan 28 03:40:01.983537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0f2999b-3a43-408d-b339-0c79937aa2c1 req-5c002ca7-0a50-4a69-8329-54875a606b18 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440385 Jan 28 03:40:01.989985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Subnet': ['ID=6bb4f219-6bd2-4a5f-a051-1460f086e4a5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:01.995964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Checking segment: {'id': '7f6f2482-cee7-441c-8eb6-40a31dda59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbe25fef-8cbe-4c5d-b5c5-1face315579f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:40:01.996322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network hostable DHCP agents. Network: dbe25fef-8cbe-4c5d-b5c5-1face315579f, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:40:02.014528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network dbe25fef-8cbe-4c5d-b5c5-1face315579f is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:40:02.022889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, dbe25fef-8cbe-4c5d-b5c5-1face315579f) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:02.026899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:02.027488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.031799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3eb02e-86bf-4af9-996b-ce8246103774 None None] Network dbe25fef-8cbe-4c5d-b5c5-1face315579f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:40:02.044999 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-282f4092-9114-4aa3-8d14-26713b804165 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4135749 Jan 28 03:40:02.047752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:02.052989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-57750618', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:02.074448 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (fad4f98e-16fc-473d-8bff-f59ef218ceb7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.075779 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (fad4f98e-16fc-473d-8bff-f59ef218ceb7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.135645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe29898-a2d9-4870-9572-2259f5b80bfa None None] Network dbe25fef-8cbe-4c5d-b5c5-1face315579f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:40:02.142109 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_controller (fad4f98e-16fc-473d-8bff-f59ef218ceb7), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.274250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0ff6afc-0a92-4a40-9dad-3fea6a07f272 req-f0722be0-0f48-427f-b532-f88e0d73046d tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0282006 Jan 28 03:40:02.344658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-b50f29d9-2201-41be-af57-b3150b6f818e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:02.346243 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-b50f29d9-2201-41be-af57-b3150b6f818e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.25 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.1454058 Jan 28 03:40:02.368123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Request body: {'port': {'device_id': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'admin_state_up': True, 'tenant_id': '351a66772f8144fd8a8b34aaaa3b15fc'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:02.407143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_gateway (fad4f98e-16fc-473d-8bff-f59ef218ceb7), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.483236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Made reservation on behalf of 351a66772f8144fd8a8b34aaaa3b15fc for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:02.486729 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.496600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc1bb802-60a5-4d36-b902-8316429bffcf req-f93d65de-92be-4a4e-9fb5-65ec77de2d16 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 210 time: 0.0331481 Jan 28 03:40:02.507060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e96f4913-c288-45ce-9599-753cbf96a7f8 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:40:02.573751 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port e96f4913-c288-45ce-9599-753cbf96a7f8 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:40:02.578738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port e96f4913-c288-45ce-9599-753cbf96a7f8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:02.579337 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.651108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Allocated IP 172.20.0.8 (6dc8b666-d82b-4023-ace6-5937f3648af4/f4b2f3ff-1079-418f-b498-69e6ef7fa055/06a5ba66-d48e-4dcc-98c7-8978964e5b36) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:02.681825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e96f4913-c288-45ce-9599-753cbf96a7f8 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:02.682883 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.706015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc503bb7-3aec-4553-a21c-d6af95234040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96f4913-c288-45ce-9599-753cbf96a7f8'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:40:02.709018 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42664a40-b55c-4e93-b09d-7efabc73ce95" -d '{"events": [{"server_uuid": "cc503bb7-3aec-4553-a21c-d6af95234040", "name": "network-vif-plugged", "status": "completed", "tag": "e96f4913-c288-45ce-9599-753cbf96a7f8"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:40:02.741990 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_gateway (fad4f98e-16fc-473d-8bff-f59ef218ceb7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.751076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e96f4913-c288-45ce-9599-753cbf96a7f8, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e96f4913-c288-45ce-9599-753cbf96a7f8,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:02.756189 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec02557-9959-4614-a17e-82c5a671029d x-openstack-request-id: req-6ec02557-9959-4614-a17e-82c5a671029d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:40:02.756476 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc503bb7-3aec-4553-a21c-d6af95234040", "name": "network-vif-plugged", "status": "completed", "tag": "e96f4913-c288-45ce-9599-753cbf96a7f8", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:40:02.757080 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ec02557-9959-4614-a17e-82c5a671029d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:40:02.757736 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc503bb7-3aec-4553-a21c-d6af95234040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96f4913-c288-45ce-9599-753cbf96a7f8', 'code': 200} Jan 28 03:40:02.759061 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.799144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb976e-a759-4d04-8441-778c6f4e6627 req-56304a7a-6c3d-4302-b4e6-98c675c5cb3c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:02.809492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2dfb976e-a759-4d04-8441-778c6f4e6627 req-56304a7a-6c3d-4302-b4e6-98c675c5cb3c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 945 time: 0.1882777 Jan 28 03:40:02.813621 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.823974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e96f4913-c288-45ce-9599-753cbf96a7f8,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:02.834745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.835480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.836055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.836614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.837119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.837859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.838953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.839374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.839844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.844320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.844320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.844320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.844320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:02.888145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks [] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.903293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2dfb976e-a759-4d04-8441-778c6f4e6627 req-fb1996e1-35c4-4098-9193-5b25ca7c4bfb tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915244 Jan 28 03:40:02.957947 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-58f15c61-aeb8-44f5-891b-154ea86faacc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0648885 Jan 28 03:40:02.969102 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:02.984891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.25.1.148 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/378fb26e-806b-40e0-9114-91ee4b896570) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:03.057467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Network 6dc8b666-d82b-4023-ace6-5937f3648af4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:03.070306 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:03.073535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:03.127969 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event updated for resources: {'Port': ['ID=06a5ba66-d48e-4dcc-98c7-8978964e5b36,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:03.153378 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (378fb26e-806b-40e0-9114-91ee4b896570), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:03.170017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cee2b-97f7-45e9-8611-af90f609cd5c req-98d509b6-49fc-4afa-827d-32c226ae37c7 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:03.172325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-199cee2b-97f7-45e9-8611-af90f609cd5c req-98d509b6-49fc-4afa-827d-32c226ae37c7 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0840364 Jan 28 03:40:03.172602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affdae3-df4c-4e0f-9215-a1179b63d1d9 req-ffbc7973-95a8-49d5-9a71-f3c0074ee87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:03.174191 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2affdae3-df4c-4e0f-9215-a1179b63d1d9 req-ffbc7973-95a8-49d5-9a71-f3c0074ee87e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 1098 time: 0.1656141 Jan 28 03:40:03.186494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:03.187115 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:03.200632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-ca174b77-2a77-4084-b5a0-5f8a170130a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:03.202184 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-ca174b77-2a77-4084-b5a0-5f8a170130a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 1097 time: 0.1234310 Jan 28 03:40:03.209112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-9e3dfa8e-9506-46f0-a7a1-119775eb52c0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473277 Jan 28 03:40:03.252258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-199cee2b-97f7-45e9-8611-af90f609cd5c req-c7f9641f-11d8-4f5a-a919-ec93985adb89 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712693 Jan 28 03:40:03.254365 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (378fb26e-806b-40e0-9114-91ee4b896570), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:03.258211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Request body: {'port': {'device_id': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:03.301723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:03.309207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:03.330109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:03.373566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=378fb26e-806b-40e0-9114-91ee4b896570,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:03.415753 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2affdae3-df4c-4e0f-9215-a1179b63d1d9 req-f7e3b804-56d1-42d4-8e70-b6e8e98f8124 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826093 Jan 28 03:40:03.424403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-40a73a7b-9666-451e-ab55-94bcba8572a0 req-824f4126-5381-4086-b3df-c0cc5ce8ceb4 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0344951 Jan 28 03:40:03.435183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:03.485661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-d00633e5-484f-490a-82a2-e895786d24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:03.487736 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-d00633e5-484f-490a-82a2-e895786d24ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.2363524 Jan 28 03:40:03.840270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a5ba66-d48e-4dcc-98c7-8978964e5b36 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:40:03.899412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Publish callbacks [] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:03.950657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Transition to ACTIVE for port object 06a5ba66-d48e-4dcc-98c7-8978964e5b36 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:40:03.953933 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-b08b0524-c333-4d31-842a-1be20b856a8f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 HTTP/1.1" status: 200 len: 1001 time: 0.1236970 Jan 28 03:40:03.957194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:04.083439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=06a5ba66-d48e-4dcc-98c7-8978964e5b36,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:04.112138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-0efdf835-18d8-41bf-86a8-29c12ffcdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:04.114537 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-0efdf835-18d8-41bf-86a8-29c12ffcdc2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.1522927 Jan 28 03:40:04.185650 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_gateway (fad4f98e-16fc-473d-8bff-f59ef218ceb7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:04.201349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6cd8a-f1ed-4e2e-8659-08ef249df27d req-ee5dda32-9225-42fd-a534-4a96ef60b82d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:04.207796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-672ac3bf-5069-4ce2-be9d-029036314f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:04.209351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-672ac3bf-5069-4ce2-be9d-029036314f17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747499 Jan 28 03:40:04.211200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ee6cd8a-f1ed-4e2e-8659-08ef249df27d req-ee5dda32-9225-42fd-a534-4a96ef60b82d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 931 time: 0.5902839 Jan 28 03:40:04.259240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Attempting to bind port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:40:04.259581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Attempting to bind port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:40:04.259911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Attempting to bind port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:40:04.297006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:40:04.297291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Attempting to bind port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:40:04.308137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:40:04.308480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Checking segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:40:04.308892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Bound using segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:40:04.309335 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Bound port: 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:40:04.309796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:04.354564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ee6cd8a-f1ed-4e2e-8659-08ef249df27d req-f0204bb5-db5d-4785-ba6c-e6c0519ddef4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427717 Jan 28 03:40:04.397082 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-b2cbf6f5-aabc-4ff4-b0c4-d5375818e5a4 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727328 Jan 28 03:40:04.420159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a751c96-1877-494c-8b96-14ad6f9427a0 req-804f181c-5d31-4fba-9213-98bd0443041d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:04.422641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a751c96-1877-494c-8b96-14ad6f9427a0 req-804f181c-5d31-4fba-9213-98bd0443041d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1329157 Jan 28 03:40:04.464601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] For port 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:40:04.484936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] For port 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:40:04.492510 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:04.497368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36c6eec9-532a-4c72-9d4b-9003df9c39ec req-8b79e0d4-5c5c-4fb0-96af-07ac39c0a3c5 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0519331 Jan 28 03:40:04.588977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a751c96-1877-494c-8b96-14ad6f9427a0 req-fc74e77c-9d53-4150-9cec-53dd50200917 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563609 Jan 28 03:40:04.595031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:04.596068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:04.598050 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] 10.222.0.25 "PUT /v2.0/ports/06a5ba66-d48e-4dcc-98c7-8978964e5b36 HTTP/1.1" status: 200 len: 1092 time: 1.3453853 Jan 28 03:40:04.613122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'tag': '06a5ba66-d48e-4dcc-98c7-8978964e5b36'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:40:04.613122 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4195c0-539b-4358-a601-e5f399bca8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9ae3e1-760a-4a99-b8a5-e6019bec3c53", "tag": "06a5ba66-d48e-4dcc-98c7-8978964e5b36"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:40:04.636072 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d65a27d-df72-4b29-89b9-5314a8520209 req-0441994f-969b-4f0b-b4dc-8c920a4c3f1e service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295396 Jan 28 03:40:04.639163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70970fcb-7a50-4264-a3b1-fe8c55caf2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=06a5ba66-d48e-4dcc-98c7-8978964e5b36,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:04.673084 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (fad4f98e-16fc-473d-8bff-f59ef218ceb7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:04.689643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2a1a9-41ca-4d61-954a-b21c081a86b1 req-b694b136-a408-41d4-ad65-09b6018881db tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:04.691798 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfd2a1a9-41ca-4d61-954a-b21c081a86b1 req-b694b136-a408-41d4-ad65-09b6018881db tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1065507 Jan 28 03:40:04.799235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-8db7cdb6-407b-4044-9654-aa1bca816428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:04.801860 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-8db7cdb6-407b-4044-9654-aa1bca816428 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 1095 time: 0.0652370 Jan 28 03:40:04.811193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfd2a1a9-41ca-4d61-954a-b21c081a86b1 req-92e7dc60-462d-40f7-bcd6-f6a93349908b tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907001 Jan 28 03:40:04.873349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:40:04.893008 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b2e96d-0ab8-4e76-9984-c1857ceacec0 x-openstack-request-id: req-b6b2e96d-0ab8-4e76-9984-c1857ceacec0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:40:04.893423 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9ae3e1-760a-4a99-b8a5-e6019bec3c53", "tag": "06a5ba66-d48e-4dcc-98c7-8978964e5b36", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:40:04.893904 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6b2e96d-0ab8-4e76-9984-c1857ceacec0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:40:04.894953 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'tag': '06a5ba66-d48e-4dcc-98c7-8978964e5b36', 'status': 'completed', 'code': 200} Jan 28 03:40:04.896914 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-d8183fa1-6eca-4267-9662-f176d652d83c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36 HTTP/1.1" status: 200 len: 217 time: 0.0668104 Jan 28 03:40:05.024192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:05.037206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-e06d248f-29f9-4fa3-a1f9-f196f9f94f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:05.039465 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57826770-684a-400b-b398-ec2b17d4d7b6 None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:05.041043 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-e06d248f-29f9-4fa3-a1f9-f196f9f94f48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.0664756 Jan 28 03:40:05.052770 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57826770-684a-400b-b398-ec2b17d4d7b6 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:05.053484 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:05.053782 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-57826770-684a-400b-b398-ec2b17d4d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:05.055979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f60f5f58-1f67-40d6-8f27-23d4ab4da309 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0069413 Jan 28 03:40:05.059148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34278) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:05.090218 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-57826770-684a-400b-b398-ec2b17d4d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:05.098983 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57826770-684a-400b-b398-ec2b17d4d7b6 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:05.099574 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-57826770-684a-400b-b398-ec2b17d4d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:05.136232 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-57826770-684a-400b-b398-ec2b17d4d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:05.137171 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57826770-684a-400b-b398-ec2b17d4d7b6 None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:05.149952 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-53f00950-a178-44f0-bad1-f8d331b1e4c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468142 Jan 28 03:40:05.217554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd43d6f-225a-4bdc-ad94-8e3ad5b9450d req-42ba4ea3-9c96-465a-b519-b8035526a913 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:05.219636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dd43d6f-225a-4bdc-ad94-8e3ad5b9450d req-42ba4ea3-9c96-465a-b519-b8035526a913 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1514206 Jan 28 03:40:05.279430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-25af1b43-da1d-4011-8694-be9f91d77960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:05.281065 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-25af1b43-da1d-4011-8694-be9f91d77960 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 1098 time: 0.1033134 Jan 28 03:40:05.313702 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-20e1ae0e-7738-47e8-9ce8-b00e29f5bc4f service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384480 Jan 28 03:40:05.363712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dd43d6f-225a-4bdc-ad94-8e3ad5b9450d req-a4f9f96a-42b4-4666-a270-3e5f7408c313 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325974 Jan 28 03:40:05.451970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-c467c204-a1dc-4e09-82b9-79e81c818a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:05.453812 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-c467c204-a1dc-4e09-82b9-79e81c818a8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 919 time: 0.1391482 Jan 28 03:40:05.573367 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-c365d2c0-c759-4ec3-838d-6bce30dc086e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa HTTP/1.1" status: 200 len: 217 time: 0.0561903 Jan 28 03:40:05.576082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200c53-7076-440a-80d1-7ed10544811a req-100ed3de-84fc-4a2f-8b36-8608918af8f0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:05.577795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b200c53-7076-440a-80d1-7ed10544811a req-100ed3de-84fc-4a2f-8b36-8608918af8f0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 943 time: 0.0993319 Jan 28 03:40:05.587224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a46089d-cb5b-4bac-af52-7b7179206a41 req-7806f092-eba5-4e6c-ba5b-230f7e12ed23 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649454 Jan 28 03:40:05.636770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89d4777d-61f3-4dab-8ee8-62244ea4b677 req-bc840776-6903-4b3a-b042-bdc817e7108c tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0468080 Jan 28 03:40:05.647702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-687f0be0-8ed7-49fd-be6d-1700e1924393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:05.650806 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-687f0be0-8ed7-49fd-be6d-1700e1924393 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 200 len: 858 time: 0.0625162 Jan 28 03:40:05.710998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b200c53-7076-440a-80d1-7ed10544811a req-af86f6a5-5ffd-444a-8cc6-b12a296f5a9a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250508 Jan 28 03:40:05.793949 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-953f7ae9-e797-4283-88f3-a75a9c122ee0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ba07493-7426-48bb-9512-2e77da0852b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775135 Jan 28 03:40:05.810405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4195c0-539b-4358-a601-e5f399bca8bd req-97e3f15d-1c43-4e77-977f-b8835b2b5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:05.812076 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff4195c0-539b-4358-a601-e5f399bca8bd req-97e3f15d-1c43-4e77-977f-b8835b2b5b3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 1095 time: 0.0944057 Jan 28 03:40:05.835649 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9adaea-f89e-47d2-8f65-ee4a93e8bcb3 req-428dac77-a2fd-4127-b657-e93fd40cab28 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:05.837203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f9adaea-f89e-47d2-8f65-ee4a93e8bcb3 req-428dac77-a2fd-4127-b657-e93fd40cab28 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1034098 Jan 28 03:40:05.854293 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:05.944483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f9adaea-f89e-47d2-8f65-ee4a93e8bcb3 req-00ad1b26-ca1b-4b6b-b91e-e30f673d4ad3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008852 Jan 28 03:40:06.087273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4195c0-539b-4358-a601-e5f399bca8bd req-f0f13c72-7dd9-4553-a814-13d34c267a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:06.089221 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff4195c0-539b-4358-a601-e5f399bca8bd req-f0f13c72-7dd9-4553-a814-13d34c267a84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 912 time: 0.1997828 Jan 28 03:40:06.091621 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-0d6db506-9d73-4cd4-945b-6556d42237ff service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009888 Jan 28 03:40:06.158547 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff4195c0-539b-4358-a601-e5f399bca8bd req-c5991c94-acaa-44fe-841f-4e33e99e2766 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36 HTTP/1.1" status: 200 len: 217 time: 0.0587063 Jan 28 03:40:06.271595 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.20.0.1 (dbe25fef-8cbe-4c5d-b5c5-1face315579f/6bb4f219-6bd2-4a5f-a051-1460f086e4a5/1e955bf1-10b4-46ab-8005-9841606bd1de) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:06.303075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29989-c235-4ae0-838f-3b5936b342f8 req-8d69e752-5d3f-4908-ad48-5cd288421722 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:06.304618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76b29989-c235-4ae0-838f-3b5936b342f8 req-8d69e752-5d3f-4908-ad48-5cd288421722 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0946743 Jan 28 03:40:06.318133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4195c0-539b-4358-a601-e5f399bca8bd req-f3c62657-e595-4863-8e35-1846e32f6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:06.320178 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff4195c0-539b-4358-a601-e5f399bca8bd req-f3c62657-e595-4863-8e35-1846e32f6a25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.1169086 Jan 28 03:40:06.417035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76b29989-c235-4ae0-838f-3b5936b342f8 req-b6bd8872-8d9f-4209-bb3d-a5baf4fd4a47 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014359 Jan 28 03:40:06.446048 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (1e955bf1-10b4-46ab-8005-9841606bd1de), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:06.528738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1e955bf1-10b4-46ab-8005-9841606bd1de), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:06.578821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd78bf-53d3-4e6a-b46d-ad7fc3a2272f req-2f046fa8-300b-4446-b022-9e1f2cd5f23c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:06.580685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62bd78bf-53d3-4e6a-b46d-ad7fc3a2272f req-2f046fa8-300b-4446-b022-9e1f2cd5f23c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1129358 Jan 28 03:40:06.595151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network dbe25fef-8cbe-4c5d-b5c5-1face315579f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:06.610509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:06.613816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:06.622985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=1e955bf1-10b4-46ab-8005-9841606bd1de,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:06.671520 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-4cb8a1d0-58fe-4b98-886a-059de9fec6d8 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223627 Jan 28 03:40:06.687602 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff4195c0-539b-4358-a601-e5f399bca8bd req-53c6a5f7-a20e-43e5-84ca-15a41f42de95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3567324 Jan 28 03:40:06.689352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb513c-f1c9-4110-874d-ef0f728b1434 req-64aad42b-ad5f-4411-99cb-4a0954e5ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:06.691431 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72eb513c-f1c9-4110-874d-ef0f728b1434 req-64aad42b-ad5f-4411-99cb-4a0954e5ddf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a1aa80daea44240a5f82b5f66306a88&device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 1098 time: 0.4407966 Jan 28 03:40:06.699177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (fad4f98e-16fc-473d-8bff-f59ef218ceb7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:06.705024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62bd78bf-53d3-4e6a-b46d-ad7fc3a2272f req-affa036a-3fba-407a-941f-35f86a997a8a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122401 Jan 28 03:40:06.805625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bfb223b-7443-48e4-b236-c711c77b70d1 req-b49cbb6e-4a43-4a7f-ab2c-369a2e5fab23 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0398872 Jan 28 03:40:06.875562 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff4195c0-539b-4358-a601-e5f399bca8bd req-f9c43bb4-1171-4414-a6bf-19d9925a9112 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712401 Jan 28 03:40:06.878934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb513c-f1c9-4110-874d-ef0f728b1434 req-c3a5dbe7-2714-457c-9621-a74119fea1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:06.880361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72eb513c-f1c9-4110-874d-ef0f728b1434 req-c3a5dbe7-2714-457c-9621-a74119fea1f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1434e40-f9a1-449a-b862-7ba2212e0ea8 HTTP/1.1" status: 200 len: 911 time: 0.1649184 Jan 28 03:40:06.898771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d4c27-3c92-433f-ab83-901dec4ab701 req-c28335ee-7471-49c5-b99e-b664226ee437 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:06.900415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b7d4c27-3c92-433f-ab83-901dec4ab701 req-c28335ee-7471-49c5-b99e-b664226ee437 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 943 time: 0.1014135 Jan 28 03:40:06.981230 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72eb513c-f1c9-4110-874d-ef0f728b1434 req-4f2a25dd-174b-494a-995c-6fb349ec378b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e96f4913-c288-45ce-9599-753cbf96a7f8 HTTP/1.1" status: 200 len: 217 time: 0.0761704 Jan 28 03:40:06.999388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e955bf1-10b4-46ab-8005-9841606bd1de), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:07.011829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b7d4c27-3c92-433f-ab83-901dec4ab701 req-8066299f-c5cb-4028-992f-010a79d28f00 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986295 Jan 28 03:40:07.042580 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb513c-f1c9-4110-874d-ef0f728b1434 req-0cfb58bd-7c3d-4259-aa22-c621b074289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:07.044070 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72eb513c-f1c9-4110-874d-ef0f728b1434 req-0cfb58bd-7c3d-4259-aa22-c621b074289c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5 HTTP/1.1" status: 200 len: 850 time: 0.0569503 Jan 28 03:40:07.090082 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72eb513c-f1c9-4110-874d-ef0f728b1434 req-46bb3b73-70b1-49ab-ae8b-a5aefde0f91f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1434e40-f9a1-449a-b862-7ba2212e0ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389366 Jan 28 03:40:07.093792 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ff4195c0-539b-4358-a601-e5f399bca8bd req-02b97d97-0444-4936-bef4-8cc1b06a7a22 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984193 Jan 28 03:40:07.275744 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72eb513c-f1c9-4110-874d-ef0f728b1434 req-6b2d5e6f-c407-403c-8d89-ba6e85edc0b0 service neutron] 10.222.0.25 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007929 Jan 28 03:40:07.325353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (1e955bf1-10b4-46ab-8005-9841606bd1de), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:07.330164 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1e955bf1-10b4-46ab-8005-9841606bd1de), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:07.380745 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-72eb513c-f1c9-4110-874d-ef0f728b1434 req-3d466b40-8971-4c72-86c6-1fe077fab4b4 service neutron] 10.222.0.25 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990853 Jan 28 03:40:07.415870 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (fad4f98e-16fc-473d-8bff-f59ef218ceb7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:07.418153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=1e955bf1-10b4-46ab-8005-9841606bd1de,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:07.547690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network dbe25fef-8cbe-4c5d-b5c5-1face315579f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:07.552859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:07.614762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15101b-1e6c-4347-a6c9-d8b3ed5441a0 req-8feb1a2b-0f45-4725-9ee7-1ead73abf87d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:07.616276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f15101b-1e6c-4347-a6c9-d8b3ed5441a0 req-8feb1a2b-0f45-4725-9ee7-1ead73abf87d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1088877 Jan 28 03:40:08.039832 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f15101b-1e6c-4347-a6c9-d8b3ed5441a0 req-4ee420d4-63dc-4e5a-a8ff-fffb4153aeb8 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175870 Jan 28 03:40:08.066624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:08.069700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e801e9-5c3a-45dc-89bd-345d732cf9ea req-a12649d6-3579-4d5f-bfaf-5ae893e4457f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:08.071399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81e801e9-5c3a-45dc-89bd-345d732cf9ea req-a12649d6-3579-4d5f-bfaf-5ae893e4457f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0858834 Jan 28 03:40:08.182967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c29da4bd-466c-49f5-ad5b-85fc2347d9fb req-b401dd8a-6a03-4b29-a7d3-30eed92477e2 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0495508 Jan 28 03:40:08.198076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81e801e9-5c3a-45dc-89bd-345d732cf9ea req-0231af45-8b1e-480f-9bf5-00d60e2ff50d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194797 Jan 28 03:40:08.259031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:08.264888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a10f2a17-6469-4d5a-9db4-450827b5708c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "PUT /v2.0/routers/fad4f98e-16fc-473d-8bff-f59ef218ceb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2031250 Jan 28 03:40:08.266679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34332) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:08.269461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc452d3a-890b-4f54-b63f-a2fbc4c21101 None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:08.271885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'port': {'network_id': 'dbe25fef-8cbe-4c5d-b5c5-1face315579f', 'name': 'tempest-FloatingIPTestJSON-613077384'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:08.280812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc452d3a-890b-4f54-b63f-a2fbc4c21101 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:08.286366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dc452d3a-890b-4f54-b63f-a2fbc4c21101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:08.325176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dc452d3a-890b-4f54-b63f-a2fbc4c21101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:08.336169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc452d3a-890b-4f54-b63f-a2fbc4c21101 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:08.337025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dc452d3a-890b-4f54-b63f-a2fbc4c21101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:08.371759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dc452d3a-890b-4f54-b63f-a2fbc4c21101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:08.372548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc452d3a-890b-4f54-b63f-a2fbc4c21101 None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:08.397880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83304f-d63d-4c4a-bb62-4b864193058b req-9f359708-3843-4565-8c5a-4755842f710f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:08.399392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad83304f-d63d-4c4a-bb62-4b864193058b req-9f359708-3843-4565-8c5a-4755842f710f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 943 time: 0.1107399 Jan 28 03:40:08.455135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Made reservation on behalf of aff22b471b144be5b37086a20c68c7d1 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:08.460038 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:08.475210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad83304f-d63d-4c4a-bb62-4b864193058b req-4ddf8556-6dbd-40de-8aa8-74da288f6999 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666151 Jan 28 03:40:08.483380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] device_id is not set on port e92272ec-d783-436f-9c66-96aaedb4d0c4 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:40:08.592664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.20.0.7 (dbe25fef-8cbe-4c5d-b5c5-1face315579f/6bb4f219-6bd2-4a5f-a051-1460f086e4a5/e92272ec-d783-436f-9c66-96aaedb4d0c4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:08.757300 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (e92272ec-d783-436f-9c66-96aaedb4d0c4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:08.795298 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e92272ec-d783-436f-9c66-96aaedb4d0c4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:08.838301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network dbe25fef-8cbe-4c5d-b5c5-1face315579f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:08.841177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:08.844785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:08.879060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=e92272ec-d783-436f-9c66-96aaedb4d0c4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:08.907198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:08.907808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:08.923476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-94d4a2dd-29cb-41a1-adb2-d728b9d6bdd3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6558986 Jan 28 03:40:08.926338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34334) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:08.931142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'port': {'network_id': 'dbe25fef-8cbe-4c5d-b5c5-1face315579f', 'name': 'tempest-FloatingIPTestJSON-1762524487'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:09.041136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Made reservation on behalf of aff22b471b144be5b37086a20c68c7d1 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:09.044896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:09.064187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] device_id is not set on port d8a28ebd-08ff-453e-85b0-fd2d08720f94 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:40:09.220227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbfe4c-16cc-4661-a19a-0a4356657776 req-789a92cd-5f0d-4f5c-ae03-3d00b3a55154 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:09.222383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddbbfe4c-16cc-4661-a19a-0a4356657776 req-789a92cd-5f0d-4f5c-ae03-3d00b3a55154 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0963237 Jan 28 03:40:09.226968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.20.0.4 (dbe25fef-8cbe-4c5d-b5c5-1face315579f/6bb4f219-6bd2-4a5f-a051-1460f086e4a5/d8a28ebd-08ff-453e-85b0-fd2d08720f94) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:09.331408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-764c99d9-a380-4e78-82ad-17fb43038017 req-802471ed-24d7-4822-8f35-e41b336fb470 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0552461 Jan 28 03:40:09.339240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddbbfe4c-16cc-4661-a19a-0a4356657776 req-50ddefb2-c7b2-415d-95c0-4b2a260cb38d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077914 Jan 28 03:40:09.478957 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (d8a28ebd-08ff-453e-85b0-fd2d08720f94), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:09.494254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbb249-50a0-4e2d-ba23-66d88f2b0397 req-43d2380a-9456-4cf9-8a24-1983de485397 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:09.495866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76dbb249-50a0-4e2d-ba23-66d88f2b0397 req-43d2380a-9456-4cf9-8a24-1983de485397 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0900624 Jan 28 03:40:09.556092 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d8a28ebd-08ff-453e-85b0-fd2d08720f94), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:09.609227 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76dbb249-50a0-4e2d-ba23-66d88f2b0397 req-cce67306-fc2e-4cd9-8a62-5f15039e25b1 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043863 Jan 28 03:40:09.617993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network dbe25fef-8cbe-4c5d-b5c5-1face315579f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:09.621078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:09.627137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:09.656515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=d8a28ebd-08ff-453e-85b0-fd2d08720f94,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:09.688289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:09.688951 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:09.729768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-090ee858-1be8-4fd4-9b55-97ae9c51ece3 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8022704 Jan 28 03:40:09.733057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34350) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:09.737920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'd8a28ebd-08ff-453e-85b0-fd2d08720f94', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:09.772919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168bb61-dbd1-4f88-912b-82f0dd7a900b req-af53feda-ee81-4a81-a966-32ae95244b74 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:09.774429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4168bb61-dbd1-4f88-912b-82f0dd7a900b req-af53feda-ee81-4a81-a966-32ae95244b74 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 943 time: 0.0808985 Jan 28 03:40:09.775331 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:09.872070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4168bb61-dbd1-4f88-912b-82f0dd7a900b req-0a608661-bd22-4cce-83c3-819442135d71 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920467 Jan 28 03:40:09.915041 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:10.024104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.25.1.43 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/87166741-f0a6-489b-a0e9-39c0ca4eca5b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:10.129604 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (87166741-f0a6-489b-a0e9-39c0ca4eca5b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:10.163476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (87166741-f0a6-489b-a0e9-39c0ca4eca5b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:10.204415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:10.211648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:10.216949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:10.220109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=87166741-f0a6-489b-a0e9-39c0ca4eca5b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:10.406837 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f44a57c-4f6b-4539-a9de-65ccd470f3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:10.497535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14e30271-d603-4580-ad77-e2781ace1adb req-1da96736-aa41-44f3-a2a8-b58db643b95d tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0496871 Jan 28 03:40:10.524036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 06a5ba66-d48e-4dcc-98c7-8978964e5b36 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:40:10.552265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d13cb9-80d6-4ce4-8849-a4f666910c50 req-6c16cf03-6878-453a-bcb3-c84898f828c6 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:10.553830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13d13cb9-80d6-4ce4-8849-a4f666910c50 req-6c16cf03-6878-453a-bcb3-c84898f828c6 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1225116 Jan 28 03:40:10.632291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:10.646864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '06a5ba66-d48e-4dcc-98c7-8978964e5b36', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'port_id': '06a5ba66-d48e-4dcc-98c7-8978964e5b36', 'mac_address': 'fa:16:3e:a8:b7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b2f3ff-1079-418f-b498-69e6ef7fa055', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:40:10.649445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13d13cb9-80d6-4ce4-8849-a4f666910c50 req-30d0b26b-6135-42f8-aa89-af99dac7ff7c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641172 Jan 28 03:40:10.703432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:10.708866 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:10.720273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (ebc78bb4-4f9b-4ed3-b445-42c56939daaf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:10.724356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a5ba66-d48e-4dcc-98c7-8978964e5b36 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:40:10.745707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:10.749942 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:10.767112 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:40:10.803966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=06a5ba66-d48e-4dcc-98c7-8978964e5b36,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:10.823000 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (87166741-f0a6-489b-a0e9-39c0ca4eca5b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:10.882522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477fa1-553a-4e7a-9878-793116d887c6 req-d198de03-2b4a-473f-a7dd-45a7d9ee7f05 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:10.883921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70477fa1-553a-4e7a-9878-793116d887c6 req-d198de03-2b4a-473f-a7dd-45a7d9ee7f05 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0925808 Jan 28 03:40:11.016684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70477fa1-553a-4e7a-9878-793116d887c6 req-5f15110a-6eda-46bd-be75-6d162d7ca71d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266954 Jan 28 03:40:11.051595 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e51e7-17b8-4772-b663-84d9239b83d4 req-eece3aa3-67f6-44b5-b3cc-1a0506d89bf7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:11.053066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a4e51e7-17b8-4772-b663-84d9239b83d4 req-eece3aa3-67f6-44b5-b3cc-1a0506d89bf7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 944 time: 0.1082547 Jan 28 03:40:11.089882 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (87166741-f0a6-489b-a0e9-39c0ca4eca5b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:11.095804 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (87166741-f0a6-489b-a0e9-39c0ca4eca5b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:11.172322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a4e51e7-17b8-4772-b663-84d9239b83d4 req-07bbb87f-6996-44a6-bef2-682636a3efec tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135139 Jan 28 03:40:11.195074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=87166741-f0a6-489b-a0e9-39c0ca4eca5b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:11.201664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (ebc78bb4-4f9b-4ed3-b445-42c56939daaf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:11.218930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['06a5ba66-d48e-4dcc-98c7-8978964e5b36'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:40:11.335599 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP ebc78bb4-4f9b-4ed3-b445-42c56939daaf associated. External IP: 172.25.1.43, port: d8a28ebd-08ff-453e-85b0-fd2d08720f94. Jan 28 03:40:11.562839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:11.667239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8f215f2-85e3-4440-bacc-5685b14b9815 req-56806038-ffbc-4220-bd4c-594610d4cd3c tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0396607 Jan 28 03:40:11.737377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:11.747186 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b87738-dbbe-4059-8e37-fc7c75c510ad None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:11.761876 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b87738-dbbe-4059-8e37-fc7c75c510ad None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:11.762802 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7b87738-dbbe-4059-8e37-fc7c75c510ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:11.767144 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:11.799380 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7b87738-dbbe-4059-8e37-fc7c75c510ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:11.809387 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b87738-dbbe-4059-8e37-fc7c75c510ad None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:11.810104 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7b87738-dbbe-4059-8e37-fc7c75c510ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:11.842663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:11.847461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e0b68dec-86d6-438e-a5d1-ede6d823cfef tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:11.853691 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7b87738-dbbe-4059-8e37-fc7c75c510ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:11.854720 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b87738-dbbe-4059-8e37-fc7c75c510ad None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:11.857911 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ce3a1850-11fc-48e6-94fe-64f324a78b1c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1235769 Jan 28 03:40:11.879609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c838d-7ec2-4c49-bac7-24d8ca115331 req-71627493-cd99-41c8-9546-097df13d7901 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:11.881194 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa9c838d-7ec2-4c49-bac7-24d8ca115331 req-71627493-cd99-41c8-9546-097df13d7901 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1104820 Jan 28 03:40:11.915724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0b68dec-86d6-438e-a5d1-ede6d823cfef tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (ebc78bb4-4f9b-4ed3-b445-42c56939daaf), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:11.931242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa9c838d-7ec2-4c49-bac7-24d8ca115331 req-9067b937-ef01-46d4-b867-91f709a30e4d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Jan 28 03:40:11.955476 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.067505 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0b68dec-86d6-438e-a5d1-ede6d823cfef tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.071538 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0b68dec-86d6-438e-a5d1-ede6d823cfef tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (ebc78bb4-4f9b-4ed3-b445-42c56939daaf), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.071875 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-e0b68dec-86d6-438e-a5d1-ede6d823cfef tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP ebc78bb4-4f9b-4ed3-b445-42c56939daaf disassociated. External IP: 172.25.1.43, port: d8a28ebd-08ff-453e-85b0-fd2d08720f94. Jan 28 03:40:12.292780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b68dec-86d6-438e-a5d1-ede6d823cfef tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:12.345020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d263271-fdd9-426e-80ad-d4adcc2339be req-0f81ef6a-ed61-4caf-8347-505df8109f19 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:12.347483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d263271-fdd9-426e-80ad-d4adcc2339be req-0f81ef6a-ed61-4caf-8347-505df8109f19 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 944 time: 0.0908194 Jan 28 03:40:12.412075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d263271-fdd9-426e-80ad-d4adcc2339be req-2a42b0d0-93e0-4262-8a22-08bd2b038ab8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588706 Jan 28 03:40:12.424808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b68dec-86d6-438e-a5d1-ede6d823cfef tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:12.432462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0b68dec-86d6-438e-a5d1-ede6d823cfef tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.437204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37626970-3f3b-4aef-86cd-9484f8b64210 None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:12.451241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37626970-3f3b-4aef-86cd-9484f8b64210 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:12.451850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37626970-3f3b-4aef-86cd-9484f8b64210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:12.465007 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e0b68dec-86d6-438e-a5d1-ede6d823cfef tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "PUT /v2.0/floatingips/ebc78bb4-4f9b-4ed3-b445-42c56939daaf HTTP/1.1" status: 200 len: 687 time: 0.6191885 Jan 28 03:40:12.465652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:12.489716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37626970-3f3b-4aef-86cd-9484f8b64210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:12.499156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37626970-3f3b-4aef-86cd-9484f8b64210 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:12.500116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37626970-3f3b-4aef-86cd-9484f8b64210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:12.542120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 06a5ba66-d48e-4dcc-98c7-8978964e5b36 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:40:12.547293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37626970-3f3b-4aef-86cd-9484f8b64210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:12.548233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37626970-3f3b-4aef-86cd-9484f8b64210 None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:12.609363 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-915f786f-b18a-4d83-9972-4f1a543ada6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.618361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-39a3d8bf-79d2-40e0-9f79-8492cd385be5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port 87166741-f0a6-489b-a0e9-39c0ca4eca5b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:12.618983 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39a3d8bf-79d2-40e0-9f79-8492cd385be5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (87166741-f0a6-489b-a0e9-39c0ca4eca5b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.629272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:40:12.635065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:12.635720 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.719452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39a3d8bf-79d2-40e0-9f79-8492cd385be5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (87166741-f0a6-489b-a0e9-39c0ca4eca5b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.719834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39a3d8bf-79d2-40e0-9f79-8492cd385be5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (87166741-f0a6-489b-a0e9-39c0ca4eca5b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.728293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:12.728684 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.751524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-39a3d8bf-79d2-40e0-9f79-8492cd385be5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for 87166741-f0a6-489b-a0e9-39c0ca4eca5b owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:12.759622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a5ba66-d48e-4dcc-98c7-8978964e5b36'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:40:12.761945 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59cddab-5d96-41ca-bcb5-df30ec8cffa9" -d '{"events": [{"server_uuid": "5b9ae3e1-760a-4a99-b8a5-e6019bec3c53", "name": "network-vif-plugged", "status": "completed", "tag": "06a5ba66-d48e-4dcc-98c7-8978964e5b36"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:40:12.844108 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3ab60f1-321d-4084-8b43-64b89b11c079 req-6dbf08d8-797e-4aca-b15b-f339a01fab76 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0444171 Jan 28 03:40:12.931527 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1e438e-400d-44b7-a44d-62930169308c x-openstack-request-id: req-3b1e438e-400d-44b7-a44d-62930169308c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:40:12.931805 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9ae3e1-760a-4a99-b8a5-e6019bec3c53", "name": "network-vif-plugged", "status": "completed", "tag": "06a5ba66-d48e-4dcc-98c7-8978964e5b36", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:40:12.932065 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b1e438e-400d-44b7-a44d-62930169308c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:40:12.932448 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a5ba66-d48e-4dcc-98c7-8978964e5b36', 'code': 200} Jan 28 03:40:12.935285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:12.939863 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:12.960264 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39a3d8bf-79d2-40e0-9f79-8492cd385be5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (87166741-f0a6-489b-a0e9-39c0ca4eca5b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:13.020890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3d8bf-79d2-40e0-9f79-8492cd385be5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=87166741-f0a6-489b-a0e9-39c0ca4eca5b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:13.023570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=06a5ba66-d48e-4dcc-98c7-8978964e5b36,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:13.037499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e33f65-5e3c-4be0-b484-0f097110da4b req-a701003b-2732-455c-84c6-c318c84c567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:13.039112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40e33f65-5e3c-4be0-b484-0f097110da4b req-a701003b-2732-455c-84c6-c318c84c567f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 1097 time: 0.0923846 Jan 28 03:40:13.088005 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40e33f65-5e3c-4be0-b484-0f097110da4b req-aa62e8b8-e5bd-4711-b25a-650b4ab0b5a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Jan 28 03:40:13.102760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39a3d8bf-79d2-40e0-9f79-8492cd385be5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (ebc78bb4-4f9b-4ed3-b445-42c56939daaf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:13.105293 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39a3d8bf-79d2-40e0-9f79-8492cd385be5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:13.106426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-39a3d8bf-79d2-40e0-9f79-8492cd385be5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/floatingips/ebc78bb4-4f9b-4ed3-b445-42c56939daaf HTTP/1.1" status: 204 len: 168 time: 0.6398003 Jan 28 03:40:13.110077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34404) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:13.114671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'e92272ec-d783-436f-9c66-96aaedb4d0c4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:13.118329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e72524-f4ae-4a2d-8a2d-1af74c2548b1 req-4b86fc74-af4d-458d-b47c-1c4a77e88958 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:13.119800 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77e72524-f4ae-4a2d-8a2d-1af74c2548b1 req-4b86fc74-af4d-458d-b47c-1c4a77e88958 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0689917 Jan 28 03:40:13.135612 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:13.172455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77e72524-f4ae-4a2d-8a2d-1af74c2548b1 req-73f2e2f3-fdf6-48f6-b27f-0a1703eed915 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 Jan 28 03:40:13.241581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:13.351413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.25.1.65 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:13.459473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:13.497063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:13.553318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:13.556550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:13.559367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:13.580558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719b400-7edd-4d59-bb7e-6b2250a10902 req-97e2b8f4-8265-4d7b-8d8e-10fa0a8cac75 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:13.582136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e719b400-7edd-4d59-bb7e-6b2250a10902 req-97e2b8f4-8265-4d7b-8d8e-10fa0a8cac75 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0770314 Jan 28 03:40:13.588862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5f51-05a0-4907-a9d9-c352cd3c418b req-35d675d8-deb1-4bc1-9285-d14ba2349681 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:13.590303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2dc5f51-05a0-4907-a9d9-c352cd3c418b req-35d675d8-deb1-4bc1-9285-d14ba2349681 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0989668 Jan 28 03:40:13.592540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:13.604404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.604743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.605099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.605433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.605762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.606089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.606411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.606732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.607052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.607372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.607691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.608010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.608429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:13.666654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e719b400-7edd-4d59-bb7e-6b2250a10902 req-0cd26947-5c07-463a-b06d-6ae2ad741303 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753443 Jan 28 03:40:13.680334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2dc5f51-05a0-4907-a9d9-c352cd3c418b req-6e43307e-933c-4cdd-afc4-6c55e989da7c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814598 Jan 28 03:40:13.995173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (734781dc-8b9e-429a-883a-0e036608c6a4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:14.007638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f24a0b1f-b7f4-48b0-b23b-3038830bfd91 req-690664cc-2a13-472c-a718-0f5e7677ca68 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0437951 Jan 28 03:40:14.106023 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:14.163109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:14.287112 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:14.295232 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:14.299808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a255d-0f2c-4cdc-a8b5-f4b4af0b9993 req-c0406e3f-1788-4bc4-8a20-2c3d89348bba tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:14.301843 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-439a255d-0f2c-4cdc-a8b5-f4b4af0b9993 req-c0406e3f-1788-4bc4-8a20-2c3d89348bba tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0527310 Jan 28 03:40:14.325393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:14.358360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-439a255d-0f2c-4cdc-a8b5-f4b4af0b9993 req-7f35d87d-3d00-41c4-8ba0-5c47f0888302 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505037 Jan 28 03:40:14.399508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:14.412464 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (734781dc-8b9e-429a-883a-0e036608c6a4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:14.529138 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP 734781dc-8b9e-429a-883a-0e036608c6a4 associated. External IP: 172.25.1.65, port: e92272ec-d783-436f-9c66-96aaedb4d0c4. Jan 28 03:40:14.750718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:14.835119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e780bb6-d0e8-46b8-9957-bce31d29330c req-e2b23819-f7bc-46a7-bc71-9daaacd87e2d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:14.838717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e780bb6-d0e8-46b8-9957-bce31d29330c req-e2b23819-f7bc-46a7-bc71-9daaacd87e2d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0725226 Jan 28 03:40:14.895521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:14.907012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e780bb6-d0e8-46b8-9957-bce31d29330c req-1ded2e8f-f77c-45b7-b108-10f9d635eba3 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611823 Jan 28 03:40:14.917873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:14.952534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ae2fd617-33c2-4f30-a9fc-9ef89857aa77 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.8412335 Jan 28 03:40:14.954991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34436) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:15.036436 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9d781c6e-7d5c-4ab8-829e-be1bac3af804 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "GET /v2.0/floatingips/734781dc-8b9e-429a-883a-0e036608c6a4 HTTP/1.1" status: 200 len: 976 time: 0.0776746 Jan 28 03:40:15.036814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34438) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:15.041089 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45c838-63a7-4c0a-9b31-251206e27bed None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:15.056254 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45c838-63a7-4c0a-9b31-251206e27bed None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:15.058105 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7f45c838-63a7-4c0a-9b31-251206e27bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:15.099817 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7f45c838-63a7-4c0a-9b31-251206e27bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:15.116422 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45c838-63a7-4c0a-9b31-251206e27bed None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:15.117432 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7f45c838-63a7-4c0a-9b31-251206e27bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:15.139621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e726df1-8657-43b9-a645-5e087d74c5c9 req-b47c621f-22a7-4fd9-83b8-02b47547d3fd tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0390120 Jan 28 03:40:15.181359 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7f45c838-63a7-4c0a-9b31-251206e27bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:15.182368 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45c838-63a7-4c0a-9b31-251206e27bed None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:15.208834 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-557a9907-9a7f-4b7a-9a02-bd3f1db7272f tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1708379 Jan 28 03:40:15.211319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34448) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:15.215713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'port_id': 'd8a28ebd-08ff-453e-85b0-fd2d08720f94'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:15.283316 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (734781dc-8b9e-429a-883a-0e036608c6a4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:15.396506 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:15.495381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33340c5b-5551-4029-ad03-1913813c42a4 req-f622dd9e-9a3d-42c6-be85-9a8ff1c8ba23 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:15.501463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33340c5b-5551-4029-ad03-1913813c42a4 req-f622dd9e-9a3d-42c6-be85-9a8ff1c8ba23 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0617695 Jan 28 03:40:15.545889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33340c5b-5551-4029-ad03-1913813c42a4 req-633d84c4-7fc8-4530-9d67-39780b1f220a tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430241 Jan 28 03:40:16.121970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679df2-7044-4653-836c-94b428b79a0b req-9dfae420-eab0-408c-88f6-9c67b6d5fef1 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:16.123529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb679df2-7044-4653-836c-94b428b79a0b req-9dfae420-eab0-408c-88f6-9c67b6d5fef1 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0981886 Jan 28 03:40:16.127960 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:16.132629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (734781dc-8b9e-429a-883a-0e036608c6a4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:16.205685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb679df2-7044-4653-836c-94b428b79a0b req-76554237-d8ce-4148-8b23-75a99ee2010a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707695 Jan 28 03:40:16.275444 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP 734781dc-8b9e-429a-883a-0e036608c6a4 associated. External IP: 172.25.1.65, port: e92272ec-d783-436f-9c66-96aaedb4d0c4. Jan 28 03:40:16.321482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8bf89221-87b1-4a2b-baba-12116c2beeba req-f75995a3-ac87-4179-a544-a9553d910d6d tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0337400 Jan 28 03:40:16.554107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:16.628377 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:16.718342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:16.731238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28cf149-99cb-45cb-beb7-279211c33d27 None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:16.739373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364563d-d17d-4a12-9fa4-87699c3d49aa req-3a195d5f-d462-4300-a49b-d84690ea62b8 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:16.745924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28cf149-99cb-45cb-beb7-279211c33d27 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:16.746743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b364563d-d17d-4a12-9fa4-87699c3d49aa req-3a195d5f-d462-4300-a49b-d84690ea62b8 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1023231 Jan 28 03:40:16.746950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f28cf149-99cb-45cb-beb7-279211c33d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:16.764575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934aae0e-3065-45f9-b55d-5a60a2de73f7 req-0bb49218-06b8-436c-a46b-8467816448ca tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:16.766161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-934aae0e-3065-45f9-b55d-5a60a2de73f7 req-0bb49218-06b8-436c-a46b-8467816448ca tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0865231 Jan 28 03:40:16.795906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f28cf149-99cb-45cb-beb7-279211c33d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:16.807563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28cf149-99cb-45cb-beb7-279211c33d27 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:16.808755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f28cf149-99cb-45cb-beb7-279211c33d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:16.853166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f28cf149-99cb-45cb-beb7-279211c33d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:16.854496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28cf149-99cb-45cb-beb7-279211c33d27 None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:16.855249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b364563d-d17d-4a12-9fa4-87699c3d49aa req-010c5727-fbc4-4c3f-996a-0c4419f52189 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074333 Jan 28 03:40:16.875240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-934aae0e-3065-45f9-b55d-5a60a2de73f7 req-6ba756ef-2f94-49c4-b997-efd7fbd3da31 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016030 Jan 28 03:40:16.971030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:17.101200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:17.106031 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:17.113436 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ceb0b-e4ee-45b7-bd91-caefffd1dcc7 None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:17.124523 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ceb0b-e4ee-45b7-bd91-caefffd1dcc7 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:17.125269 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b90ceb0b-e4ee-45b7-bd91-caefffd1dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:17.161292 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b90ceb0b-e4ee-45b7-bd91-caefffd1dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:17.173233 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ceb0b-e4ee-45b7-bd91-caefffd1dcc7 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:17.174063 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b90ceb0b-e4ee-45b7-bd91-caefffd1dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:17.177543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-40db0060-6e4c-4f2e-9dbb-b6ae4e7b74c0 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "PUT /v2.0/floatingips/734781dc-8b9e-429a-883a-0e036608c6a4 HTTP/1.1" status: 200 len: 977 time: 1.9621685 Jan 28 03:40:17.177765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34480) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:17.182610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-21b764bd-f919-4c09-b468-4fbf09547ecf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:17.214826 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b90ceb0b-e4ee-45b7-bd91-caefffd1dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:17.215482 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ceb0b-e4ee-45b7-bd91-caefffd1dcc7 None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:17.244046 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b764bd-f919-4c09-b468-4fbf09547ecf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (734781dc-8b9e-429a-883a-0e036608c6a4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:17.642149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d6bc328-0015-461e-8507-be3c973c7898 req-761819ee-8730-4e0b-a712-63ddada08692 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0382848 Jan 28 03:40:17.769875 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b764bd-f919-4c09-b468-4fbf09547ecf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:17.773487 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b764bd-f919-4c09-b468-4fbf09547ecf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (734781dc-8b9e-429a-883a-0e036608c6a4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:17.774132 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-21b764bd-f919-4c09-b468-4fbf09547ecf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP 734781dc-8b9e-429a-883a-0e036608c6a4 disassociated. External IP: 172.25.1.65, port: d8a28ebd-08ff-453e-85b0-fd2d08720f94. Jan 28 03:40:18.092337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2c9a1-f829-4f6e-ac9d-d992699018ce req-55b39144-a7c9-42c4-8ba0-69b699ae6423 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:18.093909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53d2c9a1-f829-4f6e-ac9d-d992699018ce req-55b39144-a7c9-42c4-8ba0-69b699ae6423 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1342552 Jan 28 03:40:18.106017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0f41-6755-43c1-8acf-6b8dc70f3b3a req-84ff4fc6-8cc0-4577-bece-aac4f5ed9362 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:18.107483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07bf0f41-6755-43c1-8acf-6b8dc70f3b3a req-84ff4fc6-8cc0-4577-bece-aac4f5ed9362 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1490772 Jan 28 03:40:18.150418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b764bd-f919-4c09-b468-4fbf09547ecf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:18.207547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53d2c9a1-f829-4f6e-ac9d-d992699018ce req-62d496ea-724d-47f6-9371-e23eea75476e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990539 Jan 28 03:40:18.212967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07bf0f41-6755-43c1-8acf-6b8dc70f3b3a req-c8a426c6-5c90-4a1c-ab45-ae2e14dbcbd6 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931177 Jan 28 03:40:18.339541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b764bd-f919-4c09-b468-4fbf09547ecf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:18.344166 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b764bd-f919-4c09-b468-4fbf09547ecf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:18.354543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aabbba-87fd-4463-aea1-a3e6db502ccd None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:18.368317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aabbba-87fd-4463-aea1-a3e6db502ccd None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:18.369527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-08aabbba-87fd-4463-aea1-a3e6db502ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:18.376338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-21b764bd-f919-4c09-b468-4fbf09547ecf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "PUT /v2.0/floatingips/734781dc-8b9e-429a-883a-0e036608c6a4 HTTP/1.1" status: 200 len: 687 time: 1.1974387 Jan 28 03:40:18.379887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34498) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:18.414542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-08aabbba-87fd-4463-aea1-a3e6db502ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:18.426884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aabbba-87fd-4463-aea1-a3e6db502ccd None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:18.427752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-08aabbba-87fd-4463-aea1-a3e6db502ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:18.470992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-08aabbba-87fd-4463-aea1-a3e6db502ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:18.472649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aabbba-87fd-4463-aea1-a3e6db502ccd None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:18.531471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-27c6a3f6-a7ab-423f-bf8c-7faa473e43e7 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:18.531873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27c6a3f6-a7ab-423f-bf8c-7faa473e43e7 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:18.618693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27c6a3f6-a7ab-423f-bf8c-7faa473e43e7 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:18.620359 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27c6a3f6-a7ab-423f-bf8c-7faa473e43e7 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:18.646143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-27c6a3f6-a7ab-423f-bf8c-7faa473e43e7 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:18.779307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a099cbd7-71b4-4c2d-bb22-f979a97548c8 req-c1ff66d7-804a-4b66-87dc-20552c6a450f tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0303681 Jan 28 03:40:18.863396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27c6a3f6-a7ab-423f-bf8c-7faa473e43e7 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:18.898743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6a3f6-a7ab-423f-bf8c-7faa473e43e7 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=b1fffa33-3ce9-45c7-88f1-8a26d7bcbbe5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:18.978603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27c6a3f6-a7ab-423f-bf8c-7faa473e43e7 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (734781dc-8b9e-429a-883a-0e036608c6a4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:18.981856 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27c6a3f6-a7ab-423f-bf8c-7faa473e43e7 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:18.982151 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-27c6a3f6-a7ab-423f-bf8c-7faa473e43e7 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/floatingips/734781dc-8b9e-429a-883a-0e036608c6a4 HTTP/1.1" status: 204 len: 168 time: 0.6009212 Jan 28 03:40:18.985633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:19.043934 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-decdc1bb-e292-4966-8e4a-f692448136bb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] delete failed (client error): The resource could not be found. Jan 28 03:40:19.045099 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-decdc1bb-e292-4966-8e4a-f692448136bb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/floatingips/734781dc-8b9e-429a-883a-0e036608c6a4 HTTP/1.1" status: 404 len: 345 time: 0.0584776 Jan 28 03:40:19.050065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:19.137814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a00d83-5d4f-4ae2-85ca-6f42ced33647 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:19.144709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a00d83-5d4f-4ae2-85ca-6f42ced33647 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:19.150576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a00d83-5d4f-4ae2-85ca-6f42ced33647 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:19.152213 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d1a00d83-5d4f-4ae2-85ca-6f42ced33647 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "GET /v2.0/ports?network_id=dbe25fef-8cbe-4c5d-b5c5-1face315579f HTTP/1.1" status: 200 len: 2357 time: 0.1010625 Jan 28 03:40:19.155455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34510) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:19.210835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f1f1c-7758-4df3-9d14-405031772dc8 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:19.212116 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ed7f1f1c-7758-4df3-9d14-405031772dc8 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "GET /v2.0/subnets/6bb4f219-6bd2-4a5f-a051-1460f086e4a5 HTTP/1.1" status: 200 len: 797 time: 0.0556555 Jan 28 03:40:19.219034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:19.224186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'port': {'network_id': 'dbe25fef-8cbe-4c5d-b5c5-1face315579f', 'name': 'tempest-FloatingIPTestJSON-749937167', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:19.371364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Made reservation on behalf of aff22b471b144be5b37086a20c68c7d1 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:19.391313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08b858-920e-4bb0-8626-05f6eb2151c4 req-168600b2-073f-414f-ae2d-89a5f6f5642e tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:19.393001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb08b858-920e-4bb0-8626-05f6eb2151c4 req-168600b2-073f-414f-ae2d-89a5f6f5642e tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0865297 Jan 28 03:40:19.406400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60a089-bc23-422e-9f01-ff12c042b65c req-c13a2157-1f88-4bd6-9df3-7f838f26a2b0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:19.407968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c60a089-bc23-422e-9f01-ff12c042b65c req-c13a2157-1f88-4bd6-9df3-7f838f26a2b0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0891395 Jan 28 03:40:19.472442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb08b858-920e-4bb0-8626-05f6eb2151c4 req-6b488bfb-4023-4f76-ab65-e331712f1b8b tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634902 Jan 28 03:40:19.479886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:19.508989 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c60a089-bc23-422e-9f01-ff12c042b65c req-fd8b0f0a-d7e0-4cd2-8e56-e931110c9438 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593994 Jan 28 03:40:19.510653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] device_id is not set on port b4a7e032-43d6-4d1b-ba53-21d8798f5971 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:40:19.793257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.20.0.14 (dbe25fef-8cbe-4c5d-b5c5-1face315579f/6bb4f219-6bd2-4a5f-a051-1460f086e4a5/b4a7e032-43d6-4d1b-ba53-21d8798f5971) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:19.799190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.20.0.13 (dbe25fef-8cbe-4c5d-b5c5-1face315579f/6bb4f219-6bd2-4a5f-a051-1460f086e4a5/b4a7e032-43d6-4d1b-ba53-21d8798f5971) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:19.904423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-517af67d-dec5-4cf0-ae09-6af73f4803bf req-249d85ec-f1d0-4855-8d9f-f4265179ce94 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0333345 Jan 28 03:40:19.965897 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (b4a7e032-43d6-4d1b-ba53-21d8798f5971), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:20.016883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b4a7e032-43d6-4d1b-ba53-21d8798f5971), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:20.068581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network dbe25fef-8cbe-4c5d-b5c5-1face315579f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:20.072108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:20.074733 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:20.110259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=b4a7e032-43d6-4d1b-ba53-21d8798f5971,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:20.135674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:20.136352 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:20.153716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-67697b80-6455-4289-9322-0071ab16fefb tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9335966 Jan 28 03:40:20.156376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34528) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:20.161634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'b4a7e032-43d6-4d1b-ba53-21d8798f5971', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:20.184117 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:20.296944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:20.412616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.25.1.64 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/5446679d-3ef1-4df3-8e39-04647fc82326) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:20.527847 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (5446679d-3ef1-4df3-8e39-04647fc82326), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:20.594796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5446679d-3ef1-4df3-8e39-04647fc82326), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:20.642123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340268bf-188a-4e01-9b44-5f691838535f req-6e4967a4-e53b-4149-a79f-cb0d71744aa1 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:20.644666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340268bf-188a-4e01-9b44-5f691838535f req-6e4967a4-e53b-4149-a79f-cb0d71744aa1 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0766480 Jan 28 03:40:20.663607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:20.667273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:20.674835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:20.709267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=5446679d-3ef1-4df3-8e39-04647fc82326,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:20.734463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956a1fa-8567-413a-95f3-2c4565ba6bc4 req-956b763b-ca25-4175-8bac-723fd416e890 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:20.736587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c956a1fa-8567-413a-95f3-2c4565ba6bc4 req-956b763b-ca25-4175-8bac-723fd416e890 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0909588 Jan 28 03:40:20.759803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340268bf-188a-4e01-9b44-5f691838535f req-99739724-be96-4a2d-88cd-c072d1a4d180 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023493 Jan 28 03:40:20.820542 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c956a1fa-8567-413a-95f3-2c4565ba6bc4 req-b70f708f-a699-4c8f-a0a7-70197b9a5669 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746224 Jan 28 03:40:21.049168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d15b27f2-313a-43ff-930d-8a88a6e7a3b9 req-df506e47-ae6b-4651-aa15-a1b09bee9e3b tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0323563 Jan 28 03:40:21.155178 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (fbb0970c-0f2c-47c8-b870-cad0577c23f3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:21.227274 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5446679d-3ef1-4df3-8e39-04647fc82326), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:21.395980 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (5446679d-3ef1-4df3-8e39-04647fc82326), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:21.400587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5446679d-3ef1-4df3-8e39-04647fc82326), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:21.477025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=5446679d-3ef1-4df3-8e39-04647fc82326,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:21.487767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (fbb0970c-0f2c-47c8-b870-cad0577c23f3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:21.598220 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP fbb0970c-0f2c-47c8-b870-cad0577c23f3 associated. External IP: 172.25.1.64, port: b4a7e032-43d6-4d1b-ba53-21d8798f5971. Jan 28 03:40:21.815501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:21.921953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0597ae-ad4f-4ff9-a0b3-a21d81c0d660 req-97e0f869-cabf-483a-a181-6574f1777bbf tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:21.923706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf0597ae-ad4f-4ff9-a0b3-a21d81c0d660 req-97e0f869-cabf-483a-a181-6574f1777bbf tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0701406 Jan 28 03:40:22.011564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf0597ae-ad4f-4ff9-a0b3-a21d81c0d660 req-f677a4cb-2f05-43c9-aa49-980296d32024 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786374 Jan 28 03:40:22.021651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fcf63-efa1-4f84-af31-286354baaad1 req-ba216008-bbac-4497-a0d3-15fd82f62917 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:22.023348 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b81fcf63-efa1-4f84-af31-286354baaad1 req-ba216008-bbac-4497-a0d3-15fd82f62917 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1098032 Jan 28 03:40:22.089718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b81fcf63-efa1-4f84-af31-286354baaad1 req-c114232a-d353-402b-8f38-b7d337e73182 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597882 Jan 28 03:40:22.268578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:22.280445 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc85789-3764-41e8-a1da-eb60b1ef5c03 None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:22.292005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:22.295216 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc85789-3764-41e8-a1da-eb60b1ef5c03 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:22.296083 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1bc85789-3764-41e8-a1da-eb60b1ef5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:22.335489 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c32d36c4-c7e7-40c6-a274-bf5296d054bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1753371 Jan 28 03:40:22.335761 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:22.338841 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1bc85789-3764-41e8-a1da-eb60b1ef5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:22.342955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d375019e-4794-4a9f-aafe-cfbacc156881 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'port_id': 'b4a7e032-43d6-4d1b-ba53-21d8798f5971', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:22.347922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68f64215-e4db-42e1-a8e1-912fa12a7d41 req-67680fc9-a655-49f9-9346-d38c052fc3e2 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0464699 Jan 28 03:40:22.350983 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc85789-3764-41e8-a1da-eb60b1ef5c03 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:22.351995 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1bc85789-3764-41e8-a1da-eb60b1ef5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:22.388066 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1bc85789-3764-41e8-a1da-eb60b1ef5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:22.388825 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc85789-3764-41e8-a1da-eb60b1ef5c03 None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:22.423554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d375019e-4794-4a9f-aafe-cfbacc156881 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (fbb0970c-0f2c-47c8-b870-cad0577c23f3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:22.959786 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d375019e-4794-4a9f-aafe-cfbacc156881 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:22.964214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d375019e-4794-4a9f-aafe-cfbacc156881 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (fbb0970c-0f2c-47c8-b870-cad0577c23f3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:23.187067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bbf25-f82c-41c4-a08c-f84f2e15a4f5 req-ec3fd9a6-ecd2-4ea8-8624-fed8b11ae3ad tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:23.189077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-297bbf25-f82c-41c4-a08c-f84f2e15a4f5 req-ec3fd9a6-ecd2-4ea8-8624-fed8b11ae3ad tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0811403 Jan 28 03:40:23.206570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d375019e-4794-4a9f-aafe-cfbacc156881 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:23.288158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c453-d462-456e-a46a-e446a878d3e8 req-22ab73a2-21a3-4f04-bc04-3f7a20d18ae7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:23.289846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71a6c453-d462-456e-a46a-e446a878d3e8 req-22ab73a2-21a3-4f04-bc04-3f7a20d18ae7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0952382 Jan 28 03:40:23.293462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-297bbf25-f82c-41c4-a08c-f84f2e15a4f5 req-8af27582-b179-4eaf-82a1-36acbf5f1d42 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967317 Jan 28 03:40:23.354821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71a6c453-d462-456e-a46a-e446a878d3e8 req-ccd0b250-818c-482a-89c5-290e9f2143a1 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539675 Jan 28 03:40:23.358455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d375019e-4794-4a9f-aafe-cfbacc156881 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:23.365160 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d375019e-4794-4a9f-aafe-cfbacc156881 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:23.373657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b936f80-c5b3-420f-bb2b-6a01c6493935 None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:23.397459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b936f80-c5b3-420f-bb2b-6a01c6493935 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:23.400061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b936f80-c5b3-420f-bb2b-6a01c6493935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:23.446267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b936f80-c5b3-420f-bb2b-6a01c6493935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:23.452435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34574) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:23.458244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b936f80-c5b3-420f-bb2b-6a01c6493935 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:23.459083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b936f80-c5b3-420f-bb2b-6a01c6493935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:23.464199 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d375019e-4794-4a9f-aafe-cfbacc156881 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "PUT /v2.0/floatingips/fbb0970c-0f2c-47c8-b870-cad0577c23f3 HTTP/1.1" status: 200 len: 977 time: 1.1263382 Jan 28 03:40:23.529144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b936f80-c5b3-420f-bb2b-6a01c6493935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:23.557204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b936f80-c5b3-420f-bb2b-6a01c6493935 None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:23.604189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5489de5-8fe2-4b25-bbbd-8e9729bb69a3 req-891e420e-049e-4cea-9630-2248b530e283 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0710394 Jan 28 03:40:23.679579 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port 5446679d-3ef1-4df3-8e39-04647fc82326 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:23.679924 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5446679d-3ef1-4df3-8e39-04647fc82326), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:23.759801 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5446679d-3ef1-4df3-8e39-04647fc82326), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:23.760130 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (5446679d-3ef1-4df3-8e39-04647fc82326), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:23.772538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for 5446679d-3ef1-4df3-8e39-04647fc82326 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:23.951949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5446679d-3ef1-4df3-8e39-04647fc82326), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:23.985905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=5446679d-3ef1-4df3-8e39-04647fc82326,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:24.053313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (fbb0970c-0f2c-47c8-b870-cad0577c23f3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:24.053559 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP fbb0970c-0f2c-47c8-b870-cad0577c23f3 disassociated (deleted). External IP: 172.25.1.64, port: b4a7e032-43d6-4d1b-ba53-21d8798f5971. Jan 28 03:40:24.267504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:24.410537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:24.415324 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:24.422915 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3516b-851d-4474-8b85-bf65a17c7953 None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:24.444661 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3516b-851d-4474-8b85-bf65a17c7953 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:24.446465 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1f3516b-851d-4474-8b85-bf65a17c7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:24.449878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34582) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:24.450374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c6c7728e-7ff4-4112-92f2-319933314326 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/floatingips/fbb0970c-0f2c-47c8-b870-cad0577c23f3 HTTP/1.1" status: 204 len: 168 time: 0.9964595 Jan 28 03:40:24.498113 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1f3516b-851d-4474-8b85-bf65a17c7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:24.507827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a67ff-9da3-4f20-a545-0c298ee3c538 req-091dc0e3-8dd2-4436-a6c1-7edaf8370550 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:24.511458 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3516b-851d-4474-8b85-bf65a17c7953 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:24.512099 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1f3516b-851d-4474-8b85-bf65a17c7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:24.515142 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d45a67ff-9da3-4f20-a545-0c298ee3c538 req-091dc0e3-8dd2-4436-a6c1-7edaf8370550 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1383815 Jan 28 03:40:24.546454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92240b84-b0e9-47be-877b-eb596fdf8a95 req-4a11cbc3-462d-4ea9-b5e5-b89d2b4c06ca tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:24.548146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92240b84-b0e9-47be-877b-eb596fdf8a95 req-4a11cbc3-462d-4ea9-b5e5-b89d2b4c06ca tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0969296 Jan 28 03:40:24.555739 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1f3516b-851d-4474-8b85-bf65a17c7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:24.556667 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3516b-851d-4474-8b85-bf65a17c7953 None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:24.570471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2de49eb6-7ccd-444f-a81b-2c48d2118325 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port b4a7e032-43d6-4d1b-ba53-21d8798f5971 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:24.570816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2de49eb6-7ccd-444f-a81b-2c48d2118325 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b4a7e032-43d6-4d1b-ba53-21d8798f5971), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:24.620581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d45a67ff-9da3-4f20-a545-0c298ee3c538 req-5f88ea6b-f0eb-40dd-8117-a891c4a579cb tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044848 Jan 28 03:40:24.649938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92240b84-b0e9-47be-877b-eb596fdf8a95 req-a8035890-da7b-4a94-ac68-d7567a66ca18 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900750 Jan 28 03:40:24.712780 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2de49eb6-7ccd-444f-a81b-2c48d2118325 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b4a7e032-43d6-4d1b-ba53-21d8798f5971), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:24.727255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2de49eb6-7ccd-444f-a81b-2c48d2118325 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for b4a7e032-43d6-4d1b-ba53-21d8798f5971 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:24.874339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ac5aa6a-0dcb-4ca9-8ad2-9c4145ab8a01 req-d545128d-3d47-436a-a275-8d6b147e624f tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0359838 Jan 28 03:40:24.937385 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2de49eb6-7ccd-444f-a81b-2c48d2118325 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b4a7e032-43d6-4d1b-ba53-21d8798f5971), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:24.967745 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de49eb6-7ccd-444f-a81b-2c48d2118325 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=b4a7e032-43d6-4d1b-ba53-21d8798f5971,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:25.054964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2de49eb6-7ccd-444f-a81b-2c48d2118325 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.058310 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2de49eb6-7ccd-444f-a81b-2c48d2118325 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/ports/b4a7e032-43d6-4d1b-ba53-21d8798f5971 HTTP/1.1" status: 204 len: 168 time: 0.6067295 Jan 28 03:40:25.061888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:25.066440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:25.087116 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.185334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.291381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.25.1.159 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/8d281196-2af9-4e13-893d-1483baf85722) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:25.388522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (8d281196-2af9-4e13-893d-1483baf85722), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.422371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8d281196-2af9-4e13-893d-1483baf85722), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.466807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:25.472464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:25.477087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:25.480573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=8d281196-2af9-4e13-893d-1483baf85722,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:25.566999 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (ed299058-c8ea-4b90-ab74-98a2f32cef23), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.600713 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d281196-2af9-4e13-893d-1483baf85722), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.760668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (8d281196-2af9-4e13-893d-1483baf85722), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.765804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8d281196-2af9-4e13-893d-1483baf85722), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.784011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baf0d8-72fb-451b-8cee-5522e6bfd05d req-258ebba2-9b62-45fc-af7b-b5fea1f338ba tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:25.785803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17baf0d8-72fb-451b-8cee-5522e6bfd05d req-258ebba2-9b62-45fc-af7b-b5fea1f338ba tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0893812 Jan 28 03:40:25.797003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89851c5-4ec4-4a76-9b79-7a9f86a8e3ab req-d6b135f1-a5f6-479b-af01-f84207e24c8c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:25.798473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f89851c5-4ec4-4a76-9b79-7a9f86a8e3ab req-d6b135f1-a5f6-479b-af01-f84207e24c8c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0659194 Jan 28 03:40:25.838433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=8d281196-2af9-4e13-893d-1483baf85722,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:25.847898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (ed299058-c8ea-4b90-ab74-98a2f32cef23), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.865213 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:25.869025 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-86aab5e7-f971-4296-a0f9-1ff6f68f0594 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8038225 Jan 28 03:40:25.869367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34606) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:25.874441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'port': {'network_id': 'dbe25fef-8cbe-4c5d-b5c5-1face315579f', 'name': 'tempest-FloatingIPTestJSON-1442017121'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:25.875051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17baf0d8-72fb-451b-8cee-5522e6bfd05d req-09765deb-40d4-4ba7-9aff-d7dc9565fe5d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756350 Jan 28 03:40:25.889279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f89851c5-4ec4-4a76-9b79-7a9f86a8e3ab req-0c6f93bb-fd04-4dd3-997a-8a77e045bf4d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804014 Jan 28 03:40:26.012254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Made reservation on behalf of aff22b471b144be5b37086a20c68c7d1 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:26.015636 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:26.034105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] device_id is not set on port 8d6a56e8-a3fc-4980-8979-fd7b8025421e yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:40:26.071801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-913b09c0-0679-49e3-9936-391e41fefabb req-9204d32b-caf3-4244-bc42-faed06ae9272 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0291095 Jan 28 03:40:26.142355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.20.0.2 (dbe25fef-8cbe-4c5d-b5c5-1face315579f/6bb4f219-6bd2-4a5f-a051-1460f086e4a5/8d6a56e8-a3fc-4980-8979-fd7b8025421e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:26.310326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (8d6a56e8-a3fc-4980-8979-fd7b8025421e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:26.344940 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8d6a56e8-a3fc-4980-8979-fd7b8025421e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:26.391837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network dbe25fef-8cbe-4c5d-b5c5-1face315579f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:26.395677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:26.398000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:26.425600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=8d6a56e8-a3fc-4980-8979-fd7b8025421e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:26.451482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:26.452083 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:26.467381 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-460fdeb3-758d-4551-b8e0-6497780e306a tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5969560 Jan 28 03:40:26.469990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:26.475656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8d8deb6b-80f0-4682-997c-912cf608b9e2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'port_id': '8d6a56e8-a3fc-4980-8979-fd7b8025421e'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:26.513938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d8deb6b-80f0-4682-997c-912cf608b9e2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (ed299058-c8ea-4b90-ab74-98a2f32cef23), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:26.948809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d8deb6b-80f0-4682-997c-912cf608b9e2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:26.952744 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d8deb6b-80f0-4682-997c-912cf608b9e2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (ed299058-c8ea-4b90-ab74-98a2f32cef23), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:27.033455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb978266-00e1-4e2d-905d-b079dd365e73 req-862c24fd-8b98-48cc-bc3b-2db6e280b78b tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:27.035620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb978266-00e1-4e2d-905d-b079dd365e73 req-862c24fd-8b98-48cc-bc3b-2db6e280b78b tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0798316 Jan 28 03:40:27.049942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77d48-6d42-4931-a2dc-f8594447ba0c req-64d30d27-2331-487c-ad94-3112e43e3dc6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:27.051722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20d77d48-6d42-4931-a2dc-f8594447ba0c req-64d30d27-2331-487c-ad94-3112e43e3dc6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0868151 Jan 28 03:40:27.074391 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-8d8deb6b-80f0-4682-997c-912cf608b9e2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP ed299058-c8ea-4b90-ab74-98a2f32cef23 associated. External IP: 172.25.1.159, port: 8d6a56e8-a3fc-4980-8979-fd7b8025421e. Jan 28 03:40:27.131251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb978266-00e1-4e2d-905d-b079dd365e73 req-da172f92-b4f6-40e3-a38d-0d63ac3e48a4 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892501 Jan 28 03:40:27.134593 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20d77d48-6d42-4931-a2dc-f8594447ba0c req-843bc9f4-aa4d-48e3-aa46-dfc0c629cf4c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756912 Jan 28 03:40:27.298721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8deb6b-80f0-4682-997c-912cf608b9e2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:27.337054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74569a99-c6f2-412f-bcce-59795d6bdfb8 req-d3d23e21-8c72-4544-a034-dfaf89a2465b tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0325212 Jan 28 03:40:27.405837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8deb6b-80f0-4682-997c-912cf608b9e2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:27.410836 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d8deb6b-80f0-4682-997c-912cf608b9e2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:27.415443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68e159-8924-44ef-b535-c0e9c34c79be None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:27.425293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68e159-8924-44ef-b535-c0e9c34c79be None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:27.425631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9c68e159-8924-44ef-b535-c0e9c34c79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:27.437191 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8d8deb6b-80f0-4682-997c-912cf608b9e2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "PUT /v2.0/floatingips/ed299058-c8ea-4b90-ab74-98a2f32cef23 HTTP/1.1" status: 200 len: 978 time: 0.9660723 Jan 28 03:40:27.440580 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:27.462550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9c68e159-8924-44ef-b535-c0e9c34c79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:27.472457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68e159-8924-44ef-b535-c0e9c34c79be None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:27.473081 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9c68e159-8924-44ef-b535-c0e9c34c79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:27.506684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9c68e159-8924-44ef-b535-c0e9c34c79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:27.507527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68e159-8924-44ef-b535-c0e9c34c79be None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:27.529872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port 8d6a56e8-a3fc-4980-8979-fd7b8025421e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:27.530424 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8d6a56e8-a3fc-4980-8979-fd7b8025421e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:27.907825 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8d6a56e8-a3fc-4980-8979-fd7b8025421e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:28.083561 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:28.083930 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (ed299058-c8ea-4b90-ab74-98a2f32cef23), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:28.084243 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP ed299058-c8ea-4b90-ab74-98a2f32cef23 disassociated. External IP: 172.25.1.159, port: 8d6a56e8-a3fc-4980-8979-fd7b8025421e. Jan 28 03:40:28.084611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for 8d6a56e8-a3fc-4980-8979-fd7b8025421e owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:28.214228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8d6a56e8-a3fc-4980-8979-fd7b8025421e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:28.244340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=8d6a56e8-a3fc-4980-8979-fd7b8025421e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:28.293492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7a707-3b37-4e09-95b1-8e8cdc6959fa req-51265f55-f393-433f-bfbd-9871bdc0e5aa tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:28.295104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dea7a707-3b37-4e09-95b1-8e8cdc6959fa req-51265f55-f393-433f-bfbd-9871bdc0e5aa tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0808756 Jan 28 03:40:28.303868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8b36-1c79-4592-8e55-70f4e14bfc83 req-c690f65a-e91d-4d61-baf1-3805a4418599 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:28.305529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1cd8b36-1c79-4592-8e55-70f4e14bfc83 req-c690f65a-e91d-4d61-baf1-3805a4418599 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0891387 Jan 28 03:40:28.366929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:28.383458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dea7a707-3b37-4e09-95b1-8e8cdc6959fa req-eda1db16-f9fa-4ef0-82ff-3f600d4badce tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769486 Jan 28 03:40:28.388254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1cd8b36-1c79-4592-8e55-70f4e14bfc83 req-c4006866-2e4e-4826-b4e3-942a994c0506 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749891 Jan 28 03:40:28.486424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:28.506397 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffcccac-e3e4-4681-ab71-a22ace1f0003 None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:28.520784 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffcccac-e3e4-4681-ab71-a22ace1f0003 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:28.521709 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ffcccac-e3e4-4681-ab71-a22ace1f0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:28.581991 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:28.587796 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-49459aaf-ee86-4699-a714-18e7d3ef6333 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/ports/8d6a56e8-a3fc-4980-8979-fd7b8025421e HTTP/1.1" status: 204 len: 168 time: 1.1439896 Jan 28 03:40:28.587953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ffcccac-e3e4-4681-ab71-a22ace1f0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:28.588092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:28.597350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57ec5451-0ace-4175-be7f-f09036e7af8e req-b22af9eb-c35b-452f-9dc1-d8bd2f1e8e3e tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0333705 Jan 28 03:40:28.598953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffcccac-e3e4-4681-ab71-a22ace1f0003 None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:28.599588 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ffcccac-e3e4-4681-ab71-a22ace1f0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:28.633963 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ffcccac-e3e4-4681-ab71-a22ace1f0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:28.634610 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffcccac-e3e4-4681-ab71-a22ace1f0003 None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:28.638089 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-af03a69b-4b4f-4359-a940-cc2dfee7132c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "GET /v2.0/floatingips/ed299058-c8ea-4b90-ab74-98a2f32cef23 HTTP/1.1" status: 200 len: 688 time: 0.0489526 Jan 28 03:40:28.641070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34646) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:28.764896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port 8d281196-2af9-4e13-893d-1483baf85722 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:28.765155 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8d281196-2af9-4e13-893d-1483baf85722), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:28.840451 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8d281196-2af9-4e13-893d-1483baf85722), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:28.841023 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (8d281196-2af9-4e13-893d-1483baf85722), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:28.853428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for 8d281196-2af9-4e13-893d-1483baf85722 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:28.991956 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8d281196-2af9-4e13-893d-1483baf85722), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:29.015905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=8d281196-2af9-4e13-893d-1483baf85722,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:29.029945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.030139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.030475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.030812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.031143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.031476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.031806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.032140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.032466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.032929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.033138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.033467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.033793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:29.090779 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (ed299058-c8ea-4b90-ab74-98a2f32cef23), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:29.093250 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:29.094413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b47c9e33-a6c3-4cd7-851a-16a0d38c30bf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/floatingips/ed299058-c8ea-4b90-ab74-98a2f32cef23 HTTP/1.1" status: 204 len: 168 time: 0.4523876 Jan 28 03:40:29.098182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34650) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:29.102650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'd8a28ebd-08ff-453e-85b0-fd2d08720f94'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:29.123813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:29.223763 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:29.337799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.25.1.135 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/d4cbe354-f293-4a6d-80ed-4f23f33e6d62) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:29.442770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (d4cbe354-f293-4a6d-80ed-4f23f33e6d62), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:29.477852 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d4cbe354-f293-4a6d-80ed-4f23f33e6d62), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:29.519316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:29.522398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:29.526945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:29.542025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e775e-2b4e-4b18-a365-35ebb826bbe8 req-8b2e56b3-6964-47e8-bc86-c775c2926fff tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:29.543557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c47e775e-2b4e-4b18-a365-35ebb826bbe8 req-8b2e56b3-6964-47e8-bc86-c775c2926fff tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0852818 Jan 28 03:40:29.551956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cb5e7-1888-48b2-9765-d4128c7ff161 req-9ae6b7fd-5a09-4596-8a69-43bdbb4bbd1e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:29.553435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce0cb5e7-1888-48b2-9765-d4128c7ff161 req-9ae6b7fd-5a09-4596-8a69-43bdbb4bbd1e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0676351 Jan 28 03:40:29.560416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=d4cbe354-f293-4a6d-80ed-4f23f33e6d62,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:29.626691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c47e775e-2b4e-4b18-a365-35ebb826bbe8 req-5a41edad-541b-4eeb-a184-764674dda267 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721989 Jan 28 03:40:29.631162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce0cb5e7-1888-48b2-9765-d4128c7ff161 req-c7506af3-dc42-4ef6-a08c-fc5f586d14a5 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702751 Jan 28 03:40:29.817174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04dc0986-6278-4e1e-92e3-8485d2c67552 req-740f51b3-5509-45a7-9db7-9781b49823f8 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0350943 Jan 28 03:40:29.912300 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (5db74b95-a813-483a-a477-3c6f68105eaf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:29.978605 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d4cbe354-f293-4a6d-80ed-4f23f33e6d62), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:30.128186 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (d4cbe354-f293-4a6d-80ed-4f23f33e6d62), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:30.132076 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d4cbe354-f293-4a6d-80ed-4f23f33e6d62), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:30.199143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=d4cbe354-f293-4a6d-80ed-4f23f33e6d62,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:30.210953 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5db74b95-a813-483a-a477-3c6f68105eaf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:30.317802 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP 5db74b95-a813-483a-a477-3c6f68105eaf associated. External IP: 172.25.1.135, port: d8a28ebd-08ff-453e-85b0-fd2d08720f94. Jan 28 03:40:30.528939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:30.639236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:30.649983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b0770a-740a-4065-bb37-49c403fde9cc None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:30.660217 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:30.661868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0770a-740a-4065-bb37-49c403fde9cc None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:30.662874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a7b0770a-740a-4065-bb37-49c403fde9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:30.703683 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e953f8fe-27d3-4b4c-b0ae-5b3a05b77850 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6043727 Jan 28 03:40:30.706487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34670) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:30.709656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a7b0770a-740a-4065-bb37-49c403fde9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:30.713933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-194831281'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:30.719050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0770a-740a-4065-bb37-49c403fde9cc None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:30.719675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a7b0770a-740a-4065-bb37-49c403fde9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:30.756171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a7b0770a-740a-4065-bb37-49c403fde9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:30.756883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b0770a-740a-4065-bb37-49c403fde9cc None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:30.804622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Made reservation on behalf of aff22b471b144be5b37086a20c68c7d1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:30.807805 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:30.852821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc402c-7c62-4250-806a-f7b92513175d req-7905d641-e3f0-4fba-a93e-13163df46731 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:30.854358 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53fc402c-7c62-4250-806a-f7b92513175d req-7905d641-e3f0-4fba-a93e-13163df46731 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1222007 Jan 28 03:40:30.864512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:40:30.883882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be4cf-0b2a-409f-af65-616497ecc218 req-b286c4e1-6257-4075-ba92-586e2057ce2b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:30.885339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-953be4cf-0b2a-409f-af65-616497ecc218 req-b286c4e1-6257-4075-ba92-586e2057ce2b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1370296 Jan 28 03:40:30.897700 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (cb007be6-060d-4c04-af52-c24cee239e6d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:30.898049 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Added segment cb007be6-060d-4c04-af52-c24cee239e6d of type vlan for network 282de9ef-657d-4fdb-8bfa-1596477f6ffb Jan 28 03:40:30.995018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53fc402c-7c62-4250-806a-f7b92513175d req-c1538ff6-265c-4b87-af51-9af2531b9f7f tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315084 Jan 28 03:40:30.996723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (282de9ef-657d-4fdb-8bfa-1596477f6ffb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:31.021157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-953be4cf-0b2a-409f-af65-616497ecc218 req-d3b7c772-778d-4bb5-a8e4-327f6633d25c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252732 Jan 28 03:40:31.046534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (282de9ef-657d-4fdb-8bfa-1596477f6ffb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:31.052864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:31.053477 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:31.109109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4006994 Jan 28 03:40:31.111776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34680) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:31.117688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'subnet': {'network_id': '282de9ef-657d-4fdb-8bfa-1596477f6ffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:31.126894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b74330-044a-4315-81a0-0fe61b33e392 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Network': ['ID=282de9ef-657d-4fdb-8bfa-1596477f6ffb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:31.140156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 282de9ef-657d-4fdb-8bfa-1596477f6ffb details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:40:31.237935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0e1d265-19b3-49bb-b682-e1c86e5d827c req-10466f54-0708-447f-bc9f-346145f23b1c tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0440481 Jan 28 03:40:31.247720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Made reservation on behalf of aff22b471b144be5b37086a20c68c7d1 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:31.251805 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:31.437509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (a1cd955e-b6f2-458d-9851-6a3710de31f6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:31.495902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Subnet': ['ID=a1cd955e-b6f2-458d-9851-6a3710de31f6,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:31.517478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Checking segment: {'id': 'cb007be6-060d-4c04-af52-c24cee239e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '282de9ef-657d-4fdb-8bfa-1596477f6ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:40:31.520525 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network hostable DHCP agents. Network: 282de9ef-657d-4fdb-8bfa-1596477f6ffb, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:40:31.540935 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network 282de9ef-657d-4fdb-8bfa-1596477f6ffb is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:40:31.552564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 282de9ef-657d-4fdb-8bfa-1596477f6ffb) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:31.558172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:31.559137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:31.563856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4623f404-2966-4845-8027-1ca37fd9a14b None None] Network 282de9ef-657d-4fdb-8bfa-1596477f6ffb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:40:31.604706 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cc78d13b-c3f3-47d4-b228-7f728997eaee tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4915500 Jan 28 03:40:31.607337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:31.612062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-527362675', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:31.634522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (3ab19773-4c6d-415d-ad56-851db23d28e9), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:31.635832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (3ab19773-4c6d-415d-ad56-851db23d28e9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:31.638919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949091ea-742c-4fc7-9dbb-92c0ecde0a10 req-5fa26856-7ed3-4e8d-a27b-1258731afac1 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:31.647105 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-949091ea-742c-4fc7-9dbb-92c0ecde0a10 req-5fa26856-7ed3-4e8d-a27b-1258731afac1 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0833032 Jan 28 03:40:31.700323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-282de9ef-657d-4fdb-8bfa-1596477f6ffb', 'network_id': '282de9ef-657d-4fdb-8bfa-1596477f6ffb', 'project_id': 'aff22b471b144be5b37086a20c68c7d1', 'fixed_ips': [{'subnet_id': 'a1cd955e-b6f2-458d-9851-6a3710de31f6'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:40:31.701878 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:31.704608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-949091ea-742c-4fc7-9dbb-92c0ecde0a10 req-486d5e2d-427f-4f03-8a33-bc5e69d821e3 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562966 Jan 28 03:40:31.726362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_controller (3ab19773-4c6d-415d-ad56-851db23d28e9), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:31.750855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dce0f-c1e5-4348-a344-b1ad250202f1 req-6bc71f12-7c58-4390-bbc3-07e542c4f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:31.753060 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c25dce0f-c1e5-4348-a344-b1ad250202f1 req-6bc71f12-7c58-4390-bbc3-07e542c4f5de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 1098 time: 0.1834908 Jan 28 03:40:31.852984 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Allocated IP 172.20.0.2 (282de9ef-657d-4fdb-8bfa-1596477f6ffb/a1cd955e-b6f2-458d-9851-6a3710de31f6/5f164965-82b8-4530-9ee7-6d6233dc51fe) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:31.978086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_gateway (3ab19773-4c6d-415d-ad56-851db23d28e9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:32.026339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Publish callbacks [] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:32.027106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dce0f-c1e5-4348-a344-b1ad250202f1 req-1d649e08-a657-4fad-8b55-5db34a765465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:32.028710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c25dce0f-c1e5-4348-a344-b1ad250202f1 req-1d649e08-a657-4fad-8b55-5db34a765465 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 919 time: 0.2417865 Jan 28 03:40:32.034203 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:32.097867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Pushing event updated for resources: {'Port': ['ID=5f164965-82b8-4530-9ee7-6d6233dc51fe,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:32.108521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c25dce0f-c1e5-4348-a344-b1ad250202f1 req-941013dc-fcce-4ec1-8e5d-16d7f1abdecc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa HTTP/1.1" status: 200 len: 217 time: 0.0478764 Jan 28 03:40:32.120540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Network 282de9ef-657d-4fdb-8bfa-1596477f6ffb is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:32.123002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:32.126065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:32.189260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dce0f-c1e5-4348-a344-b1ad250202f1 req-ae030d62-31ed-4437-9a3f-e2bdb40f6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:32.192818 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c25dce0f-c1e5-4348-a344-b1ad250202f1 req-ae030d62-31ed-4437-9a3f-e2bdb40f6cf5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 200 len: 858 time: 0.0760880 Jan 28 03:40:32.201160 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Attempting to bind port 5f164965-82b8-4530-9ee7-6d6233dc51fe on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:40:32.201612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Attempting to bind port 5f164965-82b8-4530-9ee7-6d6233dc51fe by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'cb007be6-060d-4c04-af52-c24cee239e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '282de9ef-657d-4fdb-8bfa-1596477f6ffb'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:40:32.202009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Attempting to bind port 5f164965-82b8-4530-9ee7-6d6233dc51fe on network 282de9ef-657d-4fdb-8bfa-1596477f6ffb {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:40:32.208146 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:40:32.208632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Checking segment: {'id': 'cb007be6-060d-4c04-af52-c24cee239e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '282de9ef-657d-4fdb-8bfa-1596477f6ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:40:32.209547 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:32.209547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Bound using segment: {'id': 'cb007be6-060d-4c04-af52-c24cee239e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '282de9ef-657d-4fdb-8bfa-1596477f6ffb'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:40:32.210050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Bound port: 5f164965-82b8-4530-9ee7-6d6233dc51fe, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb007be6-060d-4c04-af52-c24cee239e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '282de9ef-657d-4fdb-8bfa-1596477f6ffb'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:40:32.210430 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:32.231499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c25dce0f-c1e5-4348-a344-b1ad250202f1 req-8c625809-fdc1-4765-8619-bc47d9a24c68 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ba07493-7426-48bb-9512-2e77da0852b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321987 Jan 28 03:40:32.242112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19ec15-e8ef-4540-be5e-e0f8361f4cc8 req-c78bd4ac-a527-4f12-ada6-a4bf60df2589 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:32.244319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed19ec15-e8ef-4540-be5e-e0f8361f4cc8 req-c78bd4ac-a527-4f12-ada6-a4bf60df2589 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1502047 Jan 28 03:40:32.261581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349345fb-7f72-4b43-8c85-abfd13829f4d req-d0cc6700-217d-48b6-9a6a-179aec6fa399 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:32.263280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-349345fb-7f72-4b43-8c85-abfd13829f4d req-d0cc6700-217d-48b6-9a6a-179aec6fa399 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1167953 Jan 28 03:40:32.302637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] For port 5f164965-82b8-4530-9ee7-6d6233dc51fe, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:40:32.307758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] For port 5f164965-82b8-4530-9ee7-6d6233dc51fe, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5f164965-82b8-4530-9ee7-6d6233dc51fe,segment=NetworkSegment(cb007be6-060d-4c04-af52-c24cee239e6d),segment_id=cb007be6-060d-4c04-af52-c24cee239e6d)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:40:32.316293 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:32.349304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed19ec15-e8ef-4540-be5e-e0f8361f4cc8 req-f0691d3b-b6cd-4378-8af9-6ff813f3f497 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844557 Jan 28 03:40:32.359063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-349345fb-7f72-4b43-8c85-abfd13829f4d req-6a970d05-9d7e-420a-a410-70f4be831446 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872874 Jan 28 03:40:32.420377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f67a41-d79e-468e-b86e-aa36d9ca9429 None None] Pushing event updated for resources: {'Port': ['ID=5f164965-82b8-4530-9ee7-6d6233dc51fe,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:32.510241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_gateway (3ab19773-4c6d-415d-ad56-851db23d28e9), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:32.540473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:32.552220 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c25dce0f-c1e5-4348-a344-b1ad250202f1 req-51601078-2ab6-422e-b9cb-8ddc5c6e159d service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138001 Jan 28 03:40:32.668889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c4fa1d6-1c03-4084-880d-93d273bf2805 req-6ea1b0d7-bad9-4695-91fa-7808d71df946 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0934105 Jan 28 03:40:32.786497 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c25dce0f-c1e5-4348-a344-b1ad250202f1 req-18c0f794-2b6b-4413-85c6-d451c5febebe service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846862 Jan 28 03:40:32.810619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.25.1.84 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/f9402283-190f-45d7-8851-54edba277c06) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:32.875863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f450ff-f798-4e3d-a0d7-be67b8d367e9 req-99be7dec-4ee8-4c82-8f5b-0c9888be615e tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:32.878740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82f450ff-f798-4e3d-a0d7-be67b8d367e9 req-99be7dec-4ee8-4c82-8f5b-0c9888be615e tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0783973 Jan 28 03:40:32.941123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82f450ff-f798-4e3d-a0d7-be67b8d367e9 req-064900ce-4d8d-4724-865f-f1f57421469a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560813 Jan 28 03:40:32.951519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (f9402283-190f-45d7-8851-54edba277c06), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:32.993451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f9402283-190f-45d7-8851-54edba277c06), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:33.037134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:33.042701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:33.047328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:33.086880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=f9402283-190f-45d7-8851-54edba277c06,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:33.583291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed15923-e1c3-40f9-86a4-5fd3818451f0 req-4fd23596-9206-4d69-9f94-0399caeef5cc tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:33.590890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ed15923-e1c3-40f9-86a4-5fd3818451f0 req-4fd23596-9206-4d69-9f94-0399caeef5cc tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1273768 Jan 28 03:40:33.607024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07547d03-9766-46ff-acf3-0406d61ae152 req-ee28c2b1-4b73-4b4c-b7ea-97ec0f0b10e9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:33.614137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07547d03-9766-46ff-acf3-0406d61ae152 req-ee28c2b1-4b73-4b4c-b7ea-97ec0f0b10e9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1343298 Jan 28 03:40:33.621249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1005c007-ed80-4102-a1b4-608163380ef2 None None] Network 282de9ef-657d-4fdb-8bfa-1596477f6ffb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:40:33.684770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ed15923-e1c3-40f9-86a4-5fd3818451f0 req-3bb30973-9967-4259-b8c5-d4535f472988 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930297 Jan 28 03:40:33.692942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07547d03-9766-46ff-acf3-0406d61ae152 req-a10a8009-1ebb-4495-bc80-3681714077de tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750308 Jan 28 03:40:33.745296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37c35563-0fc1-416f-81bb-cd0ceada397d None None] Provisioning complete for port 5f164965-82b8-4530-9ee7-6d6233dc51fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:33.745671 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37c35563-0fc1-416f-81bb-cd0ceada397d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:33.755277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_gateway (3ab19773-4c6d-415d-ad56-851db23d28e9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:33.854566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37c35563-0fc1-416f-81bb-cd0ceada397d None None] Current status of the port 5f164965-82b8-4530-9ee7-6d6233dc51fe is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:33.854566 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37c35563-0fc1-416f-81bb-cd0ceada397d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:33.924632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37c35563-0fc1-416f-81bb-cd0ceada397d None None] For port 5f164965-82b8-4530-9ee7-6d6233dc51fe, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5f164965-82b8-4530-9ee7-6d6233dc51fe,segment=NetworkSegment(cb007be6-060d-4c04-af52-c24cee239e6d),segment_id=cb007be6-060d-4c04-af52-c24cee239e6d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:33.932400 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37c35563-0fc1-416f-81bb-cd0ceada397d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:33.956392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f692f04-eb9b-4939-8592-a765c6b8d9af req-0238aa97-d5b3-4c31-a6f7-31642b5cc1fa tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0385838 Jan 28 03:40:34.004598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c35563-0fc1-416f-81bb-cd0ceada397d None None] Pushing event updated for resources: {'Port': ['ID=5f164965-82b8-4530-9ee7-6d6233dc51fe,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:34.074089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (3ab19773-4c6d-415d-ad56-851db23d28e9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:34.093598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775e831-b132-4be7-9d8f-43fe6450f472 req-dedd4cf4-2d26-434f-b749-5e0e59e084cd tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:34.095550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f775e831-b132-4be7-9d8f-43fe6450f472 req-dedd4cf4-2d26-434f-b749-5e0e59e084cd tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0647497 Jan 28 03:40:34.156585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b7b5d3b1-2c3e-4be8-81f9-f5f68d6894ce None None] Provisioning complete for port 5f164965-82b8-4530-9ee7-6d6233dc51fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:34.157024 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7b5d3b1-2c3e-4be8-81f9-f5f68d6894ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:34.162973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f775e831-b132-4be7-9d8f-43fe6450f472 req-2985d218-a289-432a-856d-a4120aefe31e tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607686 Jan 28 03:40:34.225009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router 3ab19773-4c6d-415d-ad56-851db23d28e9 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:40:34.265752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5d3b1-2c3e-4be8-81f9-f5f68d6894ce None None] Current status of the port 5f164965-82b8-4530-9ee7-6d6233dc51fe is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:34.361301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:34.381234 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2011c-5032-498f-887e-40e7543a5919 None None] Sync routers for ids ['3ab19773-4c6d-415d-ad56-851db23d28e9'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:34.384224 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:34.385620 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-432702fb-d6e2-47dc-b811-9f082f5b90b5 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7772927 Jan 28 03:40:34.388344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34728) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:34.408584 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2011c-5032-498f-887e-40e7543a5919 None None] Routers {'3ab19773-4c6d-415d-ad56-851db23d28e9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:34.410322 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fe2011c-5032-498f-887e-40e7543a5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3ab19773-4c6d-415d-ad56-851db23d28e9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:34.456305 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fe2011c-5032-498f-887e-40e7543a5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:34.469293 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2011c-5032-498f-887e-40e7543a5919 None None] Routers {'3ab19773-4c6d-415d-ad56-851db23d28e9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:34.469896 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fe2011c-5032-498f-887e-40e7543a5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3ab19773-4c6d-415d-ad56-851db23d28e9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:34.495664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5f164965-82b8-4530-9ee7-6d6233dc51fe up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:40:34.506425 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fe2011c-5032-498f-887e-40e7543a5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:34.507354 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2011c-5032-498f-887e-40e7543a5919 None None] The sync data for ids ['3ab19773-4c6d-415d-ad56-851db23d28e9'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:34.566477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 5f164965-82b8-4530-9ee7-6d6233dc51fe triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:34.567238 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:34.654224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 5f164965-82b8-4530-9ee7-6d6233dc51fe is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:34.854906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3645d13-ce36-4903-9a31-5b7ac67b0e01 req-7dc62055-2ea8-45a6-b900-cc540f32c880 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:34.856438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3645d13-ce36-4903-9a31-5b7ac67b0e01 req-7dc62055-2ea8-45a6-b900-cc540f32c880 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0904942 Jan 28 03:40:34.869332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76997cb9-f89a-4839-9bd4-4c19a295f524 req-44e1c025-de94-4d67-b549-8331beb725f9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:34.871187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76997cb9-f89a-4839-9bd4-4c19a295f524 req-44e1c025-de94-4d67-b549-8331beb725f9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0739982 Jan 28 03:40:34.879635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:34.950813 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3645d13-ce36-4903-9a31-5b7ac67b0e01 req-0ee80c6b-daee-447c-89e0-cfa667c212ae tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784662 Jan 28 03:40:34.955445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76997cb9-f89a-4839-9bd4-4c19a295f524 req-f4beeb5a-efce-4110-bb75-a4a10426afc9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760407 Jan 28 03:40:35.172323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbc4e04b-0ac2-4a09-9f4e-c9f7628eb1a1 req-abcbfc77-d511-4bcd-b07b-44cafd574317 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0329170 Jan 28 03:40:35.191326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.20.0.1 (282de9ef-657d-4fdb-8bfa-1596477f6ffb/a1cd955e-b6f2-458d-9851-6a3710de31f6/0bd68912-9562-4cc9-936a-fd7ee7c84ae9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:35.288205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd644c76-dad1-4ada-ba20-3c34eef39a50 req-91fb66c1-9480-4c83-8637-cde2600c6b83 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:35.289744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd644c76-dad1-4ada-ba20-3c34eef39a50 req-91fb66c1-9480-4c83-8637-cde2600c6b83 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0483336 Jan 28 03:40:35.309783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (0bd68912-9562-4cc9-936a-fd7ee7c84ae9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:35.336821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd644c76-dad1-4ada-ba20-3c34eef39a50 req-467d62f6-7537-4b4a-8743-08f67c9bc78f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 Jan 28 03:40:35.344669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0bd68912-9562-4cc9-936a-fd7ee7c84ae9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:35.382426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network 282de9ef-657d-4fdb-8bfa-1596477f6ffb is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:35.385684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:35.389127 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:35.422260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=0bd68912-9562-4cc9-936a-fd7ee7c84ae9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:35.441200 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (3ab19773-4c6d-415d-ad56-851db23d28e9), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:35.587700 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0bd68912-9562-4cc9-936a-fd7ee7c84ae9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:35.601201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-147ef98f-8230-476e-9a79-fc86ba17aa0e None None] Provisioning complete for port 0bd68912-9562-4cc9-936a-fd7ee7c84ae9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:35.601617 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-147ef98f-8230-476e-9a79-fc86ba17aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0bd68912-9562-4cc9-936a-fd7ee7c84ae9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:35.638707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-147ef98f-8230-476e-9a79-fc86ba17aa0e None None] Port 0bd68912-9562-4cc9-936a-fd7ee7c84ae9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:40:35.869534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (0bd68912-9562-4cc9-936a-fd7ee7c84ae9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:35.873642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (0bd68912-9562-4cc9-936a-fd7ee7c84ae9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:35.947416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=0bd68912-9562-4cc9-936a-fd7ee7c84ae9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:35.949889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (3ab19773-4c6d-415d-ad56-851db23d28e9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:36.044455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network 282de9ef-657d-4fdb-8bfa-1596477f6ffb is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:36.046012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:36.111983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc798a-bdc0-42b5-9e20-b311fcacf263 req-2d0189ab-3f8e-411a-a28d-eb546a1c89d6 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:36.113581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60dc798a-bdc0-42b5-9e20-b311fcacf263 req-2d0189ab-3f8e-411a-a28d-eb546a1c89d6 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0887008 Jan 28 03:40:36.127215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f338-5571-4ba8-9128-6ea3c0623b22 req-89d0e5d8-cc70-4fa9-adb6-7f2c5a3d8980 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:36.129691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7424f338-5571-4ba8-9128-6ea3c0623b22 req-89d0e5d8-cc70-4fa9-adb6-7f2c5a3d8980 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0761125 Jan 28 03:40:36.183743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router 3ab19773-4c6d-415d-ad56-851db23d28e9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:36.303317 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:36.308370 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-842217c2-99c3-4fdf-954d-1c12d724ed89 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "PUT /v2.0/routers/3ab19773-4c6d-415d-ad56-851db23d28e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9189420 Jan 28 03:40:36.311017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34756) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:36.313980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe7b06-385b-47bb-9568-c4bbe542c9c7 None None] Sync routers for ids ['3ab19773-4c6d-415d-ad56-851db23d28e9'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:36.319270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'port': {'network_id': '282de9ef-657d-4fdb-8bfa-1596477f6ffb', 'name': 'tempest-FloatingIPTestJSON-1448475111'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:36.326440 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe7b06-385b-47bb-9568-c4bbe542c9c7 None None] Routers {'3ab19773-4c6d-415d-ad56-851db23d28e9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:36.327333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75fe7b06-385b-47bb-9568-c4bbe542c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3ab19773-4c6d-415d-ad56-851db23d28e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:36.366804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75fe7b06-385b-47bb-9568-c4bbe542c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:36.388308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe7b06-385b-47bb-9568-c4bbe542c9c7 None None] Routers {'3ab19773-4c6d-415d-ad56-851db23d28e9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:36.389207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75fe7b06-385b-47bb-9568-c4bbe542c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3ab19773-4c6d-415d-ad56-851db23d28e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:36.423337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-be1cd705-35f0-48f2-b46f-ecea52bce377 None None] Provisioning complete for port 0bd68912-9562-4cc9-936a-fd7ee7c84ae9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:36.424287 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be1cd705-35f0-48f2-b46f-ecea52bce377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0bd68912-9562-4cc9-936a-fd7ee7c84ae9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:36.444467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Made reservation on behalf of aff22b471b144be5b37086a20c68c7d1 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:36.447622 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:36.462372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75fe7b06-385b-47bb-9568-c4bbe542c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:36.463291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe7b06-385b-47bb-9568-c4bbe542c9c7 None None] The sync data for ids ['3ab19773-4c6d-415d-ad56-851db23d28e9'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:36.464751 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-be1cd705-35f0-48f2-b46f-ecea52bce377 None None] Port 0bd68912-9562-4cc9-936a-fd7ee7c84ae9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:40:36.475483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] device_id is not set on port d37134b7-537d-4459-8306-21f01a2d0069 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:40:36.516341 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60dc798a-bdc0-42b5-9e20-b311fcacf263 req-7f5853e8-3be7-4ad4-838e-8f6da0bb9b5d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965018 Jan 28 03:40:36.519973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7424f338-5571-4ba8-9128-6ea3c0623b22 req-56f7f656-f54c-47b9-85dd-061b361bc337 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839116 Jan 28 03:40:36.591279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Allocated IP 172.20.0.13 (282de9ef-657d-4fdb-8bfa-1596477f6ffb/a1cd955e-b6f2-458d-9851-6a3710de31f6/d37134b7-537d-4459-8306-21f01a2d0069) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:36.719007 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5af4d019-61d7-4049-8fe3-a929063c7014 req-48fe09d8-43ae-48b8-97d0-cd6ffb420113 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0269585 Jan 28 03:40:36.764050 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for port (d37134b7-537d-4459-8306-21f01a2d0069), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:36.781364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0250f1e-78ae-4f22-aa2c-fc3ab9965fcf req-d5af1a54-e0af-427a-b32e-5ca0d1b14012 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:36.782834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0250f1e-78ae-4f22-aa2c-fc3ab9965fcf req-d5af1a54-e0af-427a-b32e-5ca0d1b14012 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0481529 Jan 28 03:40:36.798521 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d37134b7-537d-4459-8306-21f01a2d0069), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:36.835537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0250f1e-78ae-4f22-aa2c-fc3ab9965fcf req-afb747f9-181c-4421-89be-7dc2fe13e1e6 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464656 Jan 28 03:40:36.840493 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Network 282de9ef-657d-4fdb-8bfa-1596477f6ffb is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:36.845304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:36.851190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:36.857446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event updated for resources: {'Port': ['ID=d37134b7-537d-4459-8306-21f01a2d0069,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:36.903582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:36.904198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:36.922180 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3236d1a3-50dd-4ee5-b434-1e662b7b148e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6088483 Jan 28 03:40:36.925769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:36.930416 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Request body: {'floatingip': {'port_id': 'd37134b7-537d-4459-8306-21f01a2d0069'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:36.993417 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (5db74b95-a813-483a-a477-3c6f68105eaf), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:37.091014 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e2f55e1f-9226-4acc-846e-e9e9d8588175 None None] Provisioning complete for port d37134b7-537d-4459-8306-21f01a2d0069 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:37.091406 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2f55e1f-9226-4acc-846e-e9e9d8588175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d37134b7-537d-4459-8306-21f01a2d0069), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:37.129577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e2f55e1f-9226-4acc-846e-e9e9d8588175 None None] Port d37134b7-537d-4459-8306-21f01a2d0069 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:40:37.473804 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:37.477583 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5db74b95-a813-483a-a477-3c6f68105eaf), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:37.591934 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP 5db74b95-a813-483a-a477-3c6f68105eaf associated. External IP: 172.25.1.135, port: d8a28ebd-08ff-453e-85b0-fd2d08720f94. Jan 28 03:40:37.770676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad22b7-c1f7-437c-bcb6-e54299115e1d req-e43935ec-6ec1-43b1-9047-ae43fe94b969 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:37.772107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1ad22b7-c1f7-437c-bcb6-e54299115e1d req-e43935ec-6ec1-43b1-9047-ae43fe94b969 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1390522 Jan 28 03:40:37.778550 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d8c98-7f32-420c-a597-e5bdb0e0d0c8 req-afbf83d7-4dc9-4a03-968d-91f17aa0f788 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:37.779950 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b10d8c98-7f32-420c-a597-e5bdb0e0d0c8 req-afbf83d7-4dc9-4a03-968d-91f17aa0f788 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1480730 Jan 28 03:40:37.905499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1ad22b7-c1f7-437c-bcb6-e54299115e1d req-3a88799f-69d4-440a-a86e-b7ffd4b7302f tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205659 Jan 28 03:40:37.910624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b10d8c98-7f32-420c-a597-e5bdb0e0d0c8 req-35537f4c-7ed9-4d90-a650-63efa3970c11 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216428 Jan 28 03:40:37.988329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:38.109044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:38.119657 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb64115-1bd8-4c63-a733-23587665de9d None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:38.135630 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb64115-1bd8-4c63-a733-23587665de9d None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:38.136463 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7fb64115-1bd8-4c63-a733-23587665de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:38.174729 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7fb64115-1bd8-4c63-a733-23587665de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:38.176579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ed36cb3-273a-4527-ae6f-8fd9943bd790 req-9fbf5480-e91f-4e74-9d18-14e8e3e2cbc5 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0682499 Jan 28 03:40:38.185119 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb64115-1bd8-4c63-a733-23587665de9d None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:38.185715 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7fb64115-1bd8-4c63-a733-23587665de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:38.218788 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7fb64115-1bd8-4c63-a733-23587665de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:38.219446 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb64115-1bd8-4c63-a733-23587665de9d None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:38.276980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233aa4-15ee-4a2d-a3f5-4a828ae1487c req-7788a254-0761-49e6-9131-94bdefc6b04a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:38.278381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29233aa4-15ee-4a2d-a3f5-4a828ae1487c req-7788a254-0761-49e6-9131-94bdefc6b04a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0938783 Jan 28 03:40:38.378603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29233aa4-15ee-4a2d-a3f5-4a828ae1487c req-ab4d66e8-7b18-4e7b-b2ac-0a9aa6b99b09 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918958 Jan 28 03:40:38.455669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router 3ab19773-4c6d-415d-ad56-851db23d28e9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:38.572920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:38.577464 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:38.583113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e89d8a-b6d3-4706-8fbc-a794deacd414 None None] Sync routers for ids ['3ab19773-4c6d-415d-ad56-851db23d28e9'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:38.592739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e89d8a-b6d3-4706-8fbc-a794deacd414 None None] Routers {'3ab19773-4c6d-415d-ad56-851db23d28e9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:38.593416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-71e89d8a-b6d3-4706-8fbc-a794deacd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3ab19773-4c6d-415d-ad56-851db23d28e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:38.626390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-71e89d8a-b6d3-4706-8fbc-a794deacd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:38.636478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e89d8a-b6d3-4706-8fbc-a794deacd414 None None] Routers {'3ab19773-4c6d-415d-ad56-851db23d28e9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:38.637103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-71e89d8a-b6d3-4706-8fbc-a794deacd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3ab19773-4c6d-415d-ad56-851db23d28e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:38.637346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c6da59d-7953-4c39-ba4d-3fa332473564 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "PUT /v2.0/floatingips/5db74b95-a813-483a-a477-3c6f68105eaf HTTP/1.1" status: 200 len: 979 time: 1.7104921 Jan 28 03:40:38.640005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34776) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:38.673438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-71e89d8a-b6d3-4706-8fbc-a794deacd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:38.674144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e89d8a-b6d3-4706-8fbc-a794deacd414 None None] The sync data for ids ['3ab19773-4c6d-415d-ad56-851db23d28e9'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:38.739962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port d37134b7-537d-4459-8306-21f01a2d0069 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:38.740308 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d37134b7-537d-4459-8306-21f01a2d0069), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:38.824122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d37134b7-537d-4459-8306-21f01a2d0069), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:39.124117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee12dc7-6e26-4b5b-8798-f57888beec46 req-b0b28c28-48be-4432-b866-b8f90d146074 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:39.125545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ee12dc7-6e26-4b5b-8798-f57888beec46 req-b0b28c28-48be-4432-b866-b8f90d146074 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1364188 Jan 28 03:40:39.138792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27b52b-dd78-472e-a9e8-d5176a5cb6a0 req-32d3b35d-2ab1-4b2a-9f4a-b5182287ec26 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:39.140271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae27b52b-dd78-472e-a9e8-d5176a5cb6a0 req-32d3b35d-2ab1-4b2a-9f4a-b5182287ec26 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1492116 Jan 28 03:40:39.145577 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:39.145947 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5db74b95-a813-483a-a477-3c6f68105eaf), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:39.146274 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Floating IP 5db74b95-a813-483a-a477-3c6f68105eaf disassociated. External IP: 172.25.1.135, port: d37134b7-537d-4459-8306-21f01a2d0069. Jan 28 03:40:39.146701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for d37134b7-537d-4459-8306-21f01a2d0069 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:39.265773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ee12dc7-6e26-4b5b-8798-f57888beec46 req-db0cf363-6f56-49c6-9fd4-4d67110290bf tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237152 Jan 28 03:40:39.270943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae27b52b-dd78-472e-a9e8-d5176a5cb6a0 req-c550862b-252c-42fb-9314-367f9080ae93 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180785 Jan 28 03:40:39.371290 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d37134b7-537d-4459-8306-21f01a2d0069), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:39.404984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=d37134b7-537d-4459-8306-21f01a2d0069,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:39.834923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8aeee292-3e05-40f7-bebf-311e343e660f req-d2658934-8e1a-490f-87fd-ac737563f0a6 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.3435802 Jan 28 03:40:39.927972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35420bca-c64e-4f61-9141-8ee1fb40940c req-359c7ddd-40db-49ec-9ac8-1aa3f7b17944 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:39.929619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35420bca-c64e-4f61-9141-8ee1fb40940c req-359c7ddd-40db-49ec-9ac8-1aa3f7b17944 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0971949 Jan 28 03:40:39.933832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router 3ab19773-4c6d-415d-ad56-851db23d28e9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:40.027094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35420bca-c64e-4f61-9141-8ee1fb40940c req-022fcd36-3bb3-4f8e-ab95-9d626d2d57a7 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894942 Jan 28 03:40:40.076331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:40.085364 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5c0cf-fac6-467e-86f0-59ec435d7823 None None] Sync routers for ids ['3ab19773-4c6d-415d-ad56-851db23d28e9'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:40.096431 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5c0cf-fac6-467e-86f0-59ec435d7823 None None] Routers {'3ab19773-4c6d-415d-ad56-851db23d28e9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:40.097084 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-91b5c0cf-fac6-467e-86f0-59ec435d7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3ab19773-4c6d-415d-ad56-851db23d28e9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:40.132418 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-91b5c0cf-fac6-467e-86f0-59ec435d7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:40.140966 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5c0cf-fac6-467e-86f0-59ec435d7823 None None] Routers {'3ab19773-4c6d-415d-ad56-851db23d28e9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:40.141568 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-91b5c0cf-fac6-467e-86f0-59ec435d7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3ab19773-4c6d-415d-ad56-851db23d28e9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:40.145574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:40.148805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dae5cbb4-101a-4f6c-823f-4978470db4cf tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/ports/d37134b7-537d-4459-8306-21f01a2d0069 HTTP/1.1" status: 204 len: 168 time: 1.5078628 Jan 28 03:40:40.151478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34792) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:40.177740 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-91b5c0cf-fac6-467e-86f0-59ec435d7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:40.178465 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5c0cf-fac6-467e-86f0-59ec435d7823 None None] The sync data for ids ['3ab19773-4c6d-415d-ad56-851db23d28e9'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:40.325801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948758-6546-4629-9f15-dab1bc2898a2 req-ce140bf0-8752-4044-9cf0-bebe8bf2b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:40.328153 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-85948758-6546-4629-9f15-dab1bc2898a2 req-ce140bf0-8752-4044-9cf0-bebe8bf2b0a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 1098 time: 0.0585515 Jan 28 03:40:40.382821 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-85948758-6546-4629-9f15-dab1bc2898a2 req-0df5c77b-cb89-4709-b165-27ac340c7f90 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471535 Jan 28 03:40:40.403068 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f918582e-fbe0-48ba-b6fa-ec2c5bffff20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:40.486001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c33a2-8b26-4c01-9f7d-888332380eb8 req-92d5d2dd-54ee-47d3-8bed-61814a44a8b5 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:40.487644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-649c33a2-8b26-4c01-9f7d-888332380eb8 req-92d5d2dd-54ee-47d3-8bed-61814a44a8b5 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1249065 Jan 28 03:40:40.505017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7745b36-118c-45f9-855e-7fd232ef5db6 req-9007b850-3ea3-41a4-b165-3408b28d8374 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:40.506459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7745b36-118c-45f9-855e-7fd232ef5db6 req-9007b850-3ea3-41a4-b165-3408b28d8374 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1281796 Jan 28 03:40:40.610977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-649c33a2-8b26-4c01-9f7d-888332380eb8 req-f91305a3-63fa-40e3-9c13-9670256d052b tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163249 Jan 28 03:40:40.613936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7745b36-118c-45f9-855e-7fd232ef5db6 req-e7a120b6-c19c-4420-992d-0031800cc74b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998945 Jan 28 03:40:40.692126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (3ab19773-4c6d-415d-ad56-851db23d28e9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:40.965589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f5ebfac-15e5-4b75-a2f3-eceb0c410fbd req-29787cf3-6844-44fc-bf5d-dd0db169fd43 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0330837 Jan 28 03:40:40.987733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port 0bd68912-9562-4cc9-936a-fd7ee7c84ae9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:40.988107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0bd68912-9562-4cc9-936a-fd7ee7c84ae9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:41.081898 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0bd68912-9562-4cc9-936a-fd7ee7c84ae9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:41.096942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for 0bd68912-9562-4cc9-936a-fd7ee7c84ae9 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:41.204593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75539b9-1844-41a0-b1c3-08c6e0db83d8 req-9199ecc8-3a7d-4a07-8d68-8a9289621018 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:41.206505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a75539b9-1844-41a0-b1c3-08c6e0db83d8 req-9199ecc8-3a7d-4a07-8d68-8a9289621018 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0993750 Jan 28 03:40:41.303759 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a75539b9-1844-41a0-b1c3-08c6e0db83d8 req-db2e62a4-d102-4e2c-991a-0d53607b8e26 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628712 Jan 28 03:40:41.370165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0bd68912-9562-4cc9-936a-fd7ee7c84ae9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:41.398616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=0bd68912-9562-4cc9-936a-fd7ee7c84ae9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:41.417419 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c45cd722-5f05-4823-9828-f02f22d57fce req-b7930909-4414-4d7b-b730-088529cfe84b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0289624 Jan 28 03:40:41.573620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (3ab19773-4c6d-415d-ad56-851db23d28e9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:41.825225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1e8ef-61ed-4af3-aa13-ecd7cd61543c req-76ead2d1-3477-48a5-9582-c8d9622398c6 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:41.826662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaf1e8ef-61ed-4af3-aa13-ecd7cd61543c req-76ead2d1-3477-48a5-9582-c8d9622398c6 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1404867 Jan 28 03:40:41.836751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a807da-8c6e-4434-92ed-ede03adaf2d2 req-ea5d15c0-a567-404c-9e16-3ea860a46e25 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:41.838264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66a807da-8c6e-4434-92ed-ede03adaf2d2 req-ea5d15c0-a567-404c-9e16-3ea860a46e25 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1429064 Jan 28 03:40:41.952224 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:41.968633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eaf1e8ef-61ed-4af3-aa13-ecd7cd61543c req-b39e1845-6d7c-44e2-a589-a48f91268ed1 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276865 Jan 28 03:40:41.974463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66a807da-8c6e-4434-92ed-ede03adaf2d2 req-628972a0-fdc7-4905-a0d1-30377dac7b13 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258750 Jan 28 03:40:41.976260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router 3ab19773-4c6d-415d-ad56-851db23d28e9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:42.125081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:42.132266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6c41636c-ee4a-48ff-a00d-a6963be5af8c tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "PUT /v2.0/routers/3ab19773-4c6d-415d-ad56-851db23d28e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9797947 Jan 28 03:40:42.135339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:42.138260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c46ebb-d152-4652-ba0a-75347411f8e6 None None] Sync routers for ids ['3ab19773-4c6d-415d-ad56-851db23d28e9'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:42.149632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c46ebb-d152-4652-ba0a-75347411f8e6 None None] Routers {'3ab19773-4c6d-415d-ad56-851db23d28e9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:42.151171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6c46ebb-d152-4652-ba0a-75347411f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3ab19773-4c6d-415d-ad56-851db23d28e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:42.186825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6c46ebb-d152-4652-ba0a-75347411f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:42.199789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1296772-e072-4f4c-8c50-dce5ba441029 req-46fff2f2-6709-49f7-803a-8d313942eb88 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0349269 Jan 28 03:40:42.202497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c46ebb-d152-4652-ba0a-75347411f8e6 None None] Routers {'3ab19773-4c6d-415d-ad56-851db23d28e9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:42.203105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6c46ebb-d152-4652-ba0a-75347411f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3ab19773-4c6d-415d-ad56-851db23d28e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:42.239662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6c46ebb-d152-4652-ba0a-75347411f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:42.240509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c46ebb-d152-4652-ba0a-75347411f8e6 None None] The sync data for ids ['3ab19773-4c6d-415d-ad56-851db23d28e9'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:42.261229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router (3ab19773-4c6d-415d-ad56-851db23d28e9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:42.366881 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_gateway (3ab19773-4c6d-415d-ad56-851db23d28e9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:42.438559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port f9402283-190f-45d7-8851-54edba277c06 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:42.439335 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f9402283-190f-45d7-8851-54edba277c06), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:42.448868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263ae79-7295-4da7-8a19-b0bebfe6479d req-c81ca658-67b1-4f90-b2a3-a8e412301e2d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:42.450371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3263ae79-7295-4da7-8a19-b0bebfe6479d req-c81ca658-67b1-4f90-b2a3-a8e412301e2d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0579886 Jan 28 03:40:42.499163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3263ae79-7295-4da7-8a19-b0bebfe6479d req-11f3b37c-e4ee-4f72-a2c6-c722cc8b6e36 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Jan 28 03:40:42.522347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f9402283-190f-45d7-8851-54edba277c06), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:42.525330 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-032e7346-c1fe-4108-8e5e-f1eef067951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:42.541529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for f9402283-190f-45d7-8851-54edba277c06 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:43.022473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f9402283-190f-45d7-8851-54edba277c06), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.073013 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=f9402283-190f-45d7-8851-54edba277c06,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:43.117663 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (3ab19773-4c6d-415d-ad56-851db23d28e9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.164185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daad69a-0870-4f86-982f-f992e4d6ce3e req-d667d2c4-e54a-4886-abf5-0ac2a76647e3 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:43.165718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6daad69a-0870-4f86-982f-f992e4d6ce3e req-d667d2c4-e54a-4886-abf5-0ac2a76647e3 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0985837 Jan 28 03:40:43.192952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df5153-4e46-4184-acc1-9cf617d8f396 req-e6d72cb9-ead1-4f37-86b8-b0c2d9b30aa4 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:43.194447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05df5153-4e46-4184-acc1-9cf617d8f396 req-e6d72cb9-ead1-4f37-86b8-b0c2d9b30aa4 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0782096 Jan 28 03:40:43.215286 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (3ab19773-4c6d-415d-ad56-851db23d28e9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.217410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_controller (3ab19773-4c6d-415d-ad56-851db23d28e9), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.241484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6daad69a-0870-4f86-982f-f992e4d6ce3e req-770133e7-adca-4517-87de-5234e8782e1c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698760 Jan 28 03:40:43.267978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (3ab19773-4c6d-415d-ad56-851db23d28e9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.269020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Fanout notify agent at l3_agent the message router_deleted on router 3ab19773-4c6d-415d-ad56-851db23d28e9 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:40:43.273226 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05df5153-4e46-4184-acc1-9cf617d8f396 req-4314aad0-78f7-44c9-9513-7aa947318aa0 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708542 Jan 28 03:40:43.276322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.280430 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2c3e9703-861c-47cc-9a21-6e44eaf2e860 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/routers/3ab19773-4c6d-415d-ad56-851db23d28e9 HTTP/1.1" status: 204 len: 168 time: 1.1438303 Jan 28 03:40:43.282202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34836) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:43.349057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-11aa835a-e08b-45dd-920d-d8a45e212f8e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting subnet a1cd955e-b6f2-458d-9851-6a3710de31f6 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:40:43.352573 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11aa835a-e08b-45dd-920d-d8a45e212f8e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for subnet (a1cd955e-b6f2-458d-9851-6a3710de31f6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.400807 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11aa835a-e08b-45dd-920d-d8a45e212f8e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (a1cd955e-b6f2-458d-9851-6a3710de31f6), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.452903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56dd7085-b332-4af5-b8d2-289832a15863 req-6184c359-ad38-4953-9e56-25e10caae8b2 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0312419 Jan 28 03:40:43.512023 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11aa835a-e08b-45dd-920d-d8a45e212f8e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (a1cd955e-b6f2-458d-9851-6a3710de31f6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.595479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11aa835a-e08b-45dd-920d-d8a45e212f8e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (a1cd955e-b6f2-458d-9851-6a3710de31f6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.639352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa835a-e08b-45dd-920d-d8a45e212f8e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Subnet': ['ID=a1cd955e-b6f2-458d-9851-6a3710de31f6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:43.645769 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11aa835a-e08b-45dd-920d-d8a45e212f8e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.654655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-11aa835a-e08b-45dd-920d-d8a45e212f8e tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/subnets/a1cd955e-b6f2-458d-9851-6a3710de31f6 HTTP/1.1" status: 204 len: 168 time: 0.3655269 Jan 28 03:40:43.654863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:43.672022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ebf9fa-c76f-4571-b98c-c2fe9d0d45b9 None None] Network 282de9ef-657d-4fdb-8bfa-1596477f6ffb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:40:43.674499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626366bb-dee7-4edf-a22b-f3eb1ce69db8 req-47133e17-0e0f-4f1f-a9c1-73dd24e6aa4d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:43.676452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-626366bb-dee7-4edf-a22b-f3eb1ce69db8 req-47133e17-0e0f-4f1f-a9c1-73dd24e6aa4d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0906086 Jan 28 03:40:43.691379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab149c7-8a4d-4d31-be21-746224cfbb05 req-64230e22-dd09-4ac8-9e1d-b4f3dd654088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:43.694318 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ab149c7-8a4d-4d31-be21-746224cfbb05 req-64230e22-dd09-4ac8-9e1d-b4f3dd654088 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a1aa80daea44240a5f82b5f66306a88&device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 1098 time: 0.0955558 Jan 28 03:40:43.766738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-626366bb-dee7-4edf-a22b-f3eb1ce69db8 req-85817245-9af0-434b-918f-87657fb4d76d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812175 Jan 28 03:40:43.835814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e805-3416-41b1-b4cd-e06a6fb66e02 req-ca702609-4690-4b71-8ea9-7d3342a8b9bf tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:43.837406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d241e805-3416-41b1-b4cd-e06a6fb66e02 req-ca702609-4690-4b71-8ea9-7d3342a8b9bf tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0693078 Jan 28 03:40:43.862486 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8d55b0-380c-4ba1-aa56-b31f03bb8d40 req-caa46c3a-627f-466c-ade7-83a408a28c77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=388266a003cb4b0a9c7700cb7b16b0eb&device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0854268 Jan 28 03:40:43.879297 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (282de9ef-657d-4fdb-8bfa-1596477f6ffb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:43.887091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46943627-45b3-4af1-96ae-dc254f5d56ed None None] DHCP port deletion for 282de9ef-657d-4fdb-8bfa-1596477f6ffb request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:40:43.892637 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69d789d0-8239-406a-b5d2-2c9475b3fb7f req-b677fb88-775a-4241-b661-ee4f6d8a4d45 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0414984 Jan 28 03:40:43.913054 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8d55b0-380c-4ba1-aa56-b31f03bb8d40 req-76b95263-15ee-498d-8153-b6acffd3f6fb service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=388266a003cb4b0a9c7700cb7b16b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318954 Jan 28 03:40:43.922408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d241e805-3416-41b1-b4cd-e06a6fb66e02 req-71f91f8f-1a2d-487a-8228-330ca21c89c9 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788767 Jan 28 03:40:43.951575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-46943627-45b3-4af1-96ae-dc254f5d56ed None None] Deleting port 5f164965-82b8-4530-9ee7-6d6233dc51fe {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:43.952017 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46943627-45b3-4af1-96ae-dc254f5d56ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.007314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab149c7-8a4d-4d31-be21-746224cfbb05 req-1f55ade5-5d91-44d0-9f81-760ad96db764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:44.008781 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ab149c7-8a4d-4d31-be21-746224cfbb05 req-1f55ade5-5d91-44d0-9f81-760ad96db764 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1434e40-f9a1-449a-b862-7ba2212e0ea8 HTTP/1.1" status: 200 len: 911 time: 0.2958410 Jan 28 03:40:44.014689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-46943627-45b3-4af1-96ae-dc254f5d56ed None None] For port 5f164965-82b8-4530-9ee7-6d6233dc51fe, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5f164965-82b8-4530-9ee7-6d6233dc51fe,segment=NetworkSegment(cb007be6-060d-4c04-af52-c24cee239e6d),segment_id=cb007be6-060d-4c04-af52-c24cee239e6d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:44.015032 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46943627-45b3-4af1-96ae-dc254f5d56ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.027308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-46943627-45b3-4af1-96ae-dc254f5d56ed None None] Calling delete_port for 5f164965-82b8-4530-9ee7-6d6233dc51fe owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:44.073381 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ab149c7-8a4d-4d31-be21-746224cfbb05 req-125d22c4-4e16-4a68-be12-2b7114e24c28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e96f4913-c288-45ce-9599-753cbf96a7f8 HTTP/1.1" status: 200 len: 217 time: 0.0564468 Jan 28 03:40:44.129715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d55b0-380c-4ba1-aa56-b31f03bb8d40 req-6c16a284-0f58-4b72-a604-f477c98c5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:44.131112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8d55b0-380c-4ba1-aa56-b31f03bb8d40 req-6c16a284-0f58-4b72-a604-f477c98c5f62 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2101729 Jan 28 03:40:44.148187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port 5f164965-82b8-4530-9ee7-6d6233dc51fe {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:44.148525 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.165166 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab149c7-8a4d-4d31-be21-746224cfbb05 req-27a836c3-1f5a-4dd2-a6d5-b656d14ce176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:44.166641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ab149c7-8a4d-4d31-be21-746224cfbb05 req-27a836c3-1f5a-4dd2-a6d5-b656d14ce176 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5 HTTP/1.1" status: 200 len: 850 time: 0.0869448 Jan 28 03:40:44.230472 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ab149c7-8a4d-4d31-be21-746224cfbb05 req-438f79d0-f72d-41a3-8b8b-f1d37ef5ae47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1434e40-f9a1-449a-b862-7ba2212e0ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374532 Jan 28 03:40:44.240034 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.253637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] For port 5f164965-82b8-4530-9ee7-6d6233dc51fe, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5f164965-82b8-4530-9ee7-6d6233dc51fe,segment=NetworkSegment(cb007be6-060d-4c04-af52-c24cee239e6d),segment_id=cb007be6-060d-4c04-af52-c24cee239e6d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:44.254069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.266383 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46943627-45b3-4af1-96ae-dc254f5d56ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.303595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46943627-45b3-4af1-96ae-dc254f5d56ed None None] No DVR routers for this DVR port 5f164965-82b8-4530-9ee7-6d6233dc51fe on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:40:44.303839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for 5f164965-82b8-4530-9ee7-6d6233dc51fe owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:44.311029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46943627-45b3-4af1-96ae-dc254f5d56ed None None] Pushing event deleted for resources: {'Port': ['ID=5f164965-82b8-4530-9ee7-6d6233dc51fe,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:44.329882 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.421770 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ab149c7-8a4d-4d31-be21-746224cfbb05 req-5ff0e0a9-0e8b-4ff1-b3dc-f14c6e89a3e6 service neutron] 10.222.0.25 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817386 Jan 28 03:40:44.426335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a53d-6fdb-4863-9d72-8aa692b84823 req-b8c62820-9377-440b-b11b-8ad16c5551fe tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:44.433450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8275a53d-6fdb-4863-9d72-8aa692b84823 req-b8c62820-9377-440b-b11b-8ad16c5551fe tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0903265 Jan 28 03:40:44.469261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5f164965-82b8-4530-9ee7-6d6233dc51fe no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:40:44.494762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8275a53d-6fdb-4863-9d72-8aa692b84823 req-08af93d3-c76c-4b6c-bc48-ddc8cc49f81f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559676 Jan 28 03:40:44.503793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 5f164965-82b8-4530-9ee7-6d6233dc51fe {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:40:44.509171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5f164965-82b8-4530-9ee7-6d6233dc51fe not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:40:44.515002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5f164965-82b8-4530-9ee7-6d6233dc51fe), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.573322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=5f164965-82b8-4530-9ee7-6d6233dc51fe,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:44.575067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] No DVR routers for this DVR port 5f164965-82b8-4530-9ee7-6d6233dc51fe on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:40:44.628128 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ab149c7-8a4d-4d31-be21-746224cfbb05 req-5a9b63de-9a23-4b7c-a2fc-dd9e5c0873c8 service neutron] 10.222.0.25 "GET /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987293 Jan 28 03:40:44.677114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (282de9ef-657d-4fdb-8bfa-1596477f6ffb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.698810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282de9ef-657d-4fdb-8bfa-1596477f6ffb']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:44.708439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb007be6-060d-4c04-af52-c24cee239e6d') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:44.708735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb007be6-060d-4c04-af52-c24cee239e6d') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:44.722071 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (cb007be6-060d-4c04-af52-c24cee239e6d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.743238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (cb007be6-060d-4c04-af52-c24cee239e6d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.749724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:40:44.750115 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (cb007be6-060d-4c04-af52-c24cee239e6d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:40:44.753184 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:40:44.818511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (282de9ef-657d-4fdb-8bfa-1596477f6ffb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.823579 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:44.831131 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/networks/282de9ef-657d-4fdb-8bfa-1596477f6ffb HTTP/1.1" status: 204 len: 168 time: 1.1728568 Jan 28 03:40:44.831486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34862) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:44.852686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0231b63-c9df-46fe-87ce-6d094d78eff2 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Network': ['ID=282de9ef-657d-4fdb-8bfa-1596477f6ffb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:44.998006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b3cd5-f167-4437-9afa-8e148c4a848d req-240042e5-b326-44be-954b-00f9a2c39455 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:44.999381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd9b3cd5-f167-4437-9afa-8e148c4a848d req-240042e5-b326-44be-954b-00f9a2c39455 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1599202 Jan 28 03:40:45.037340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8dd4d5c0-781c-4720-865c-792f2d68d06c req-faa5d7fc-1f3b-4b5d-a39b-5ce722e5b4f6 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0542221 Jan 28 03:40:45.082744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd9b3cd5-f167-4437-9afa-8e148c4a848d req-6c897261-53d9-40c0-89da-8888c691cd1f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675347 Jan 28 03:40:45.094405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e776a936-cd21-4a84-ae34-e4c441727478 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port d4cbe354-f293-4a6d-80ed-4f23f33e6d62 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:45.095088 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e776a936-cd21-4a84-ae34-e4c441727478 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d4cbe354-f293-4a6d-80ed-4f23f33e6d62), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:45.213917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05afa2c-1334-45a0-ba4c-f79caca50377 req-b306c667-f56c-498a-a767-cff02684f087 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:45.215400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f05afa2c-1334-45a0-ba4c-f79caca50377 req-b306c667-f56c-498a-a767-cff02684f087 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1005058 Jan 28 03:40:45.219185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e776a936-cd21-4a84-ae34-e4c441727478 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d4cbe354-f293-4a6d-80ed-4f23f33e6d62), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:45.219508 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e776a936-cd21-4a84-ae34-e4c441727478 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (d4cbe354-f293-4a6d-80ed-4f23f33e6d62), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:45.244466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e776a936-cd21-4a84-ae34-e4c441727478 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for d4cbe354-f293-4a6d-80ed-4f23f33e6d62 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:45.265088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a10d1-6e12-40ea-a310-b1e3dfd5be72 req-f84e562a-4a65-4403-83b5-558a45448718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:45.266696 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-146a10d1-6e12-40ea-a310-b1e3dfd5be72 req-f84e562a-4a65-4403-83b5-558a45448718 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 1098 time: 0.0421808 Jan 28 03:40:45.315491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f05afa2c-1334-45a0-ba4c-f79caca50377 req-1b7e1d9f-05b6-4af9-bbbc-7c57d04e254c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924070 Jan 28 03:40:45.316702 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-146a10d1-6e12-40ea-a310-b1e3dfd5be72 req-9fadfcf9-e3fb-4bbd-b0e2-f21e7cbb3f65 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Jan 28 03:40:45.399742 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:45.410594 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e776a936-cd21-4a84-ae34-e4c441727478 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d4cbe354-f293-4a6d-80ed-4f23f33e6d62), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:45.437582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776a936-cd21-4a84-ae34-e4c441727478 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=d4cbe354-f293-4a6d-80ed-4f23f33e6d62,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:45.496004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e776a936-cd21-4a84-ae34-e4c441727478 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for floatingip (5db74b95-a813-483a-a477-3c6f68105eaf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:45.498626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e776a936-cd21-4a84-ae34-e4c441727478 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:45.499791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e776a936-cd21-4a84-ae34-e4c441727478 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/floatingips/5db74b95-a813-483a-a477-3c6f68105eaf HTTP/1.1" status: 204 len: 168 time: 0.6672919 Jan 28 03:40:45.503712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:45.527445 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-499d24fb-9eb6-4f62-9fc4-701edce4fa1f tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] DELETE failed (client error): The resource could not be found. Jan 28 03:40:45.527980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499d24fb-9eb6-4f62-9fc4-701edce4fa1f tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:40:45.530923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-499d24fb-9eb6-4f62-9fc4-701edce4fa1f tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/ports/d37134b7-537d-4459-8306-21f01a2d0069 HTTP/1.1" status: 404 len: 333 time: 0.0260000 Jan 28 03:40:45.534616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:45.568166 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9fa3910c-2e82-4181-8e5b-f2e0d9f4d255 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ab19773-4c6d-415d-ad56-851db23d28e9 HTTP/1.1" status: 200 len: 205 time: 0.0313504 Jan 28 03:40:45.570344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:45.617196 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-5d174b32-62a3-4e80-ac48-36c60ef0991f tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] delete failed (client error): The resource could not be found. Jan 28 03:40:45.620531 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5d174b32-62a3-4e80-ac48-36c60ef0991f tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/routers/3ab19773-4c6d-415d-ad56-851db23d28e9 HTTP/1.1" status: 404 len: 336 time: 0.0471091 Jan 28 03:40:45.620905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34882) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:45.657606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10702ee-4f88-4fdf-916f-510509e8f805 req-335b57b4-520a-4f32-ab06-c3a1b4465fbf tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:45.660155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d10702ee-4f88-4fdf-916f-510509e8f805 req-335b57b4-520a-4f32-ab06-c3a1b4465fbf tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0849998 Jan 28 03:40:45.661565 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcba4e54-3b7a-4851-9b26-c8ad264de74d tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] DELETE failed (client error): The resource could not be found. Jan 28 03:40:45.662316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcba4e54-3b7a-4851-9b26-c8ad264de74d tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:40:45.665480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dcba4e54-3b7a-4851-9b26-c8ad264de74d tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/subnets/a1cd955e-b6f2-458d-9851-6a3710de31f6 HTTP/1.1" status: 404 len: 337 time: 0.0435839 Jan 28 03:40:45.668139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:45.712328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d10702ee-4f88-4fdf-916f-510509e8f805 req-b5e70ee1-a504-465d-844b-fd21a1e7db1f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456781 Jan 28 03:40:45.763885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ae3f4-4a64-47cb-8c76-e257c21e1340 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port d8a28ebd-08ff-453e-85b0-fd2d08720f94 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:45.764385 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae3f4-4a64-47cb-8c76-e257c21e1340 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d8a28ebd-08ff-453e-85b0-fd2d08720f94), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:45.857710 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae3f4-4a64-47cb-8c76-e257c21e1340 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d8a28ebd-08ff-453e-85b0-fd2d08720f94), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:45.871488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ae3f4-4a64-47cb-8c76-e257c21e1340 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for d8a28ebd-08ff-453e-85b0-fd2d08720f94 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:45.998823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae3f4-4a64-47cb-8c76-e257c21e1340 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d8a28ebd-08ff-453e-85b0-fd2d08720f94), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:46.038948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ae3f4-4a64-47cb-8c76-e257c21e1340 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=d8a28ebd-08ff-453e-85b0-fd2d08720f94,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:46.056224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8d55b0-380c-4ba1-aa56-b31f03bb8d40 req-e56840f0-b458-4424-8bc8-18f4c876c23b tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0499487 Jan 28 03:40:46.129169 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae3f4-4a64-47cb-8c76-e257c21e1340 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:46.136969 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9f3ae3f4-4a64-47cb-8c76-e257c21e1340 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/ports/d8a28ebd-08ff-453e-85b0-fd2d08720f94 HTTP/1.1" status: 204 len: 168 time: 0.4656613 Jan 28 03:40:46.137257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34890) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:46.153379 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15115bd6-c609-43f0-a0f3-f1d296b69ebf req-aec0c5b0-c097-4a0b-b008-064824ae5365 tempest-ServerShowV254Test-433700044 tempest-ServerShowV254Test-433700044-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf83a9cc-e6cb-4d52-9ace-208fab4b1c38 HTTP/1.1" status: 200 len: 210 time: 0.0323434 Jan 28 03:40:46.218497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dbaef-ceab-4a0a-9b45-269da413b46c req-0075cd63-95f8-4bc9-bf3b-84f51f60b7ef tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:46.220169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-062dbaef-ceab-4a0a-9b45-269da413b46c req-0075cd63-95f8-4bc9-bf3b-84f51f60b7ef tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0554469 Jan 28 03:40:46.248760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ced7eb6f-81d4-4526-b0fa-a1ab1c539a37 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port e92272ec-d783-436f-9c66-96aaedb4d0c4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:46.249128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ced7eb6f-81d4-4526-b0fa-a1ab1c539a37 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e92272ec-d783-436f-9c66-96aaedb4d0c4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:46.270072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-062dbaef-ceab-4a0a-9b45-269da413b46c req-21999a47-e98f-42ac-96e3-7a3eb04419a3 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Jan 28 03:40:46.337270 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ced7eb6f-81d4-4526-b0fa-a1ab1c539a37 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e92272ec-d783-436f-9c66-96aaedb4d0c4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:46.352354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ced7eb6f-81d4-4526-b0fa-a1ab1c539a37 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for e92272ec-d783-436f-9c66-96aaedb4d0c4 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:46.439964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee6b8f-7b33-4a82-a647-81304e97293e req-3edc8c14-a846-4e62-a5f3-31b2b61dfd04 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:46.441785 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-beee6b8f-7b33-4a82-a647-81304e97293e req-3edc8c14-a846-4e62-a5f3-31b2b61dfd04 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0522373 Jan 28 03:40:46.486978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ced7eb6f-81d4-4526-b0fa-a1ab1c539a37 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e92272ec-d783-436f-9c66-96aaedb4d0c4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:46.492608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-beee6b8f-7b33-4a82-a647-81304e97293e req-3056ac48-e612-451e-b1f8-a2c8781c9070 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 Jan 28 03:40:46.513586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7eb6f-81d4-4526-b0fa-a1ab1c539a37 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=e92272ec-d783-436f-9c66-96aaedb4d0c4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:46.589846 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ced7eb6f-81d4-4526-b0fa-a1ab1c539a37 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:46.593406 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ced7eb6f-81d4-4526-b0fa-a1ab1c539a37 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/ports/e92272ec-d783-436f-9c66-96aaedb4d0c4 HTTP/1.1" status: 204 len: 168 time: 0.4552443 Jan 28 03:40:46.596557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34894) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:46.616916 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:46.649036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa20fc-354f-4f95-a30d-ee6684ee2f65 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:46.650722 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-affa20fc-354f-4f95-a30d-ee6684ee2f65 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad4f98e-16fc-473d-8bff-f59ef218ceb7 HTTP/1.1" status: 200 len: 913 time: 0.0530605 Jan 28 03:40:46.653304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:46.845453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30e355-8b91-44ea-829c-d4a57af65a79 req-a014247a-4ed9-4a1c-94d2-aba81680fe02 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:46.847277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d30e355-8b91-44ea-829c-d4a57af65a79 req-a014247a-4ed9-4a1c-94d2-aba81680fe02 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0574138 Jan 28 03:40:46.900742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d30e355-8b91-44ea-829c-d4a57af65a79 req-b8d49531-ba55-4b9b-9802-10f298baaf1d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Jan 28 03:40:47.068949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (fad4f98e-16fc-473d-8bff-f59ef218ceb7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:47.333796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port 1e955bf1-10b4-46ab-8005-9841606bd1de {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:47.334594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1e955bf1-10b4-46ab-8005-9841606bd1de), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:47.435541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1e955bf1-10b4-46ab-8005-9841606bd1de), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:47.450875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for 1e955bf1-10b4-46ab-8005-9841606bd1de owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:47.499225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34914) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:47.661568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d194b35-8bf7-4fac-9a45-04a4e0090557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:47.712298 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1e955bf1-10b4-46ab-8005-9841606bd1de), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:47.741119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862c8b-bf8f-406e-9724-af4f0abcdd37 req-49829ec9-b286-46b7-ad2a-2378a7252d48 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:47.742610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27862c8b-bf8f-406e-9724-af4f0abcdd37 req-49829ec9-b286-46b7-ad2a-2378a7252d48 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.4000130 Jan 28 03:40:47.754200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd6bdb-a8d8-4f39-9fd8-22d96491a4bd req-2c68c03a-4e16-4022-b98a-8dbd2b540234 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:47.755715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3fcd6bdb-a8d8-4f39-9fd8-22d96491a4bd req-2c68c03a-4e16-4022-b98a-8dbd2b540234 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0647252 Jan 28 03:40:47.768365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=1e955bf1-10b4-46ab-8005-9841606bd1de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:47.768927 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:40:47.829760 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27862c8b-bf8f-406e-9724-af4f0abcdd37 req-ba1b4504-64a6-414f-9874-59c4f407f3ae tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729463 Jan 28 03:40:47.834087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3fcd6bdb-a8d8-4f39-9fd8-22d96491a4bd req-6d123fef-d001-4f26-8f76-c2d51e4a0113 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713825 Jan 28 03:40:47.899187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d194b35-8bf7-4fac-9a45-04a4e0090557 admin admin] Publish callbacks [] for security_group (334be329-c689-46d9-b87e-b15b81c5101e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:47.904012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d194b35-8bf7-4fac-9a45-04a4e0090557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (334be329-c689-46d9-b87e-b15b81c5101e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:47.981197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d194b35-8bf7-4fac-9a45-04a4e0090557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334be329-c689-46d9-b87e-b15b81c5101e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:47.991181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:47.991405 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7d194b35-8bf7-4fac-9a45-04a4e0090557 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=388266a003cb4b0a9c7700cb7b16b0eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4904132 Jan 28 03:40:48.021209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (fad4f98e-16fc-473d-8bff-f59ef218ceb7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:48.051796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cecc0330-b5b9-48f8-bd03-bc4da2ee0164 admin admin] Publish callbacks [] for security_group (334be329-c689-46d9-b87e-b15b81c5101e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:48.090622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cecc0330-b5b9-48f8-bd03-bc4da2ee0164 admin admin] Publish callbacks [] for security_group (334be329-c689-46d9-b87e-b15b81c5101e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:48.213169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913ebb6-5ac5-4f6a-ad2f-e18fda516be6 req-48a34869-f07b-4c9b-9a7e-a039b2acc4a9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:48.214708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f913ebb6-5ac5-4f6a-ad2f-e18fda516be6 req-48a34869-f07b-4c9b-9a7e-a039b2acc4a9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1377678 Jan 28 03:40:48.249803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cecc0330-b5b9-48f8-bd03-bc4da2ee0164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (334be329-c689-46d9-b87e-b15b81c5101e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:48.252299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cecc0330-b5b9-48f8-bd03-bc4da2ee0164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:48.253579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cecc0330-b5b9-48f8-bd03-bc4da2ee0164 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/334be329-c689-46d9-b87e-b15b81c5101e HTTP/1.1" status: 204 len: 168 time: 0.2623475 Jan 28 03:40:48.296951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc0330-b5b9-48f8-bd03-bc4da2ee0164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334be329-c689-46d9-b87e-b15b81c5101e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:48.324293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852027-ca5c-4066-bc8b-366f8ff20083 req-841c8d79-521c-4dae-8176-4f2f4d47bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:48.326061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-21852027-ca5c-4066-bc8b-366f8ff20083 req-841c8d79-521c-4dae-8176-4f2f4d47bfa1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 1098 time: 0.0836711 Jan 28 03:40:48.332745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c13ec-767a-49df-b74f-fa6b041d73db req-c8511ac4-b09c-42c8-b220-b887d77d038c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:48.334429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c35c13ec-767a-49df-b74f-fa6b041d73db req-c8511ac4-b09c-42c8-b220-b887d77d038c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0945146 Jan 28 03:40:48.338950 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f913ebb6-5ac5-4f6a-ad2f-e18fda516be6 req-0831096d-0fa7-44d5-b932-472e4c256824 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181622 Jan 28 03:40:48.408270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Router fad4f98e-16fc-473d-8bff-f59ef218ceb7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:48.410675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c35c13ec-767a-49df-b74f-fa6b041d73db req-1076ea8a-1479-47ff-9dce-f8e7693c5294 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584972 Jan 28 03:40:48.489255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852027-ca5c-4066-bc8b-366f8ff20083 req-8c623932-7b8d-4d16-af4e-e582d9524bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:48.490862 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-21852027-ca5c-4066-bc8b-366f8ff20083 req-8c623932-7b8d-4d16-af4e-e582d9524bed service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 919 time: 0.1476150 Jan 28 03:40:48.563627 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-21852027-ca5c-4066-bc8b-366f8ff20083 req-230fd7f7-641e-4455-b2a3-a46b749ec808 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa HTTP/1.1" status: 200 len: 217 time: 0.0633802 Jan 28 03:40:48.618120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:48.623417 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6527de66-ca82-473a-a8c5-ab7f032fee31 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "PUT /v2.0/routers/fad4f98e-16fc-473d-8bff-f59ef218ceb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9691000 Jan 28 03:40:48.625984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34948) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:48.630180 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52a90a-f9e0-4435-a07f-5bbcc7230fbb None None] Sync routers for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:48.641546 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52a90a-f9e0-4435-a07f-5bbcc7230fbb None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:48.642404 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cc52a90a-f9e0-4435-a07f-5bbcc7230fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:48.681671 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cc52a90a-f9e0-4435-a07f-5bbcc7230fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:48.692459 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52a90a-f9e0-4435-a07f-5bbcc7230fbb None None] Routers {'fad4f98e-16fc-473d-8bff-f59ef218ceb7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:48.693207 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cc52a90a-f9e0-4435-a07f-5bbcc7230fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:48.729249 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cc52a90a-f9e0-4435-a07f-5bbcc7230fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:48.729908 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52a90a-f9e0-4435-a07f-5bbcc7230fbb None None] The sync data for ids ['fad4f98e-16fc-473d-8bff-f59ef218ceb7'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:48.970169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fdd1d-7ce6-4701-bef6-774f181138ce req-2f2dfb89-f4ab-49d5-b337-63b2945935e4 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:48.973815 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-620fdd1d-7ce6-4701-bef6-774f181138ce req-2f2dfb89-f4ab-49d5-b337-63b2945935e4 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0621846 Jan 28 03:40:48.977592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34966) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:48.990731 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852027-ca5c-4066-bc8b-366f8ff20083 req-60eaee6a-ae71-4dc3-a508-042c78c9d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:48.992160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-21852027-ca5c-4066-bc8b-366f8ff20083 req-60eaee6a-ae71-4dc3-a508-042c78c9d4e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 200 len: 858 time: 0.4218557 Jan 28 03:40:49.035019 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-21852027-ca5c-4066-bc8b-366f8ff20083 req-ac820615-da88-40de-81ef-7b65691aff96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ba07493-7426-48bb-9512-2e77da0852b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356688 Jan 28 03:40:49.035489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-620fdd1d-7ce6-4701-bef6-774f181138ce req-858af82b-140a-4b69-aeca-8d282cd58a24 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521939 Jan 28 03:40:49.124166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1300853278-network', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:49.142880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Made reservation on behalf of fb5cdb19505147fbb0c09b1b86b6d617 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:49.145558 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.149864 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router (fad4f98e-16fc-473d-8bff-f59ef218ceb7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.155847 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.225617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-21852027-ca5c-4066-bc8b-366f8ff20083 req-d4c77a36-ac66-4db9-8bb4-ddc807e23e7b service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558483 Jan 28 03:40:49.238638 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Publish callbacks [] for security_group (8f7c0e35-407a-4c0c-b2e7-4131e4842942), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.243132 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8f7c0e35-407a-4c0c-b2e7-4131e4842942), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.264424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:40:49.280443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7c0e35-407a-4c0c-b2e7-4131e4842942,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:49.296296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (12b4dc0e-b7bd-4d26-9105-827ea244b80e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.300710 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Added segment 12b4dc0e-b7bd-4d26-9105-827ea244b80e of type vlan for network de158b34-1094-4e9e-874b-2088e856a456 Jan 28 03:40:49.350734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (de158b34-1094-4e9e-874b-2088e856a456), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.385123 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_gateway (fad4f98e-16fc-473d-8bff-f59ef218ceb7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.423403 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (de158b34-1094-4e9e-874b-2088e856a456), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.425528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:49.426125 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.427980 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-21852027-ca5c-4066-bc8b-366f8ff20083 req-86f05aea-6951-49e4-9e86-07307f7def14 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946714 Jan 28 03:40:49.440354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a394572-cc3d-43b7-a033-330bc87a2160 req-84b22d09-1ca2-4e9d-ae9d-eb12a07917fd tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:49.442011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a394572-cc3d-43b7-a033-330bc87a2160 req-84b22d09-1ca2-4e9d-ae9d-eb12a07917fd tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.0887952 Jan 28 03:40:49.450621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting port 378fb26e-806b-40e0-9114-91ee4b896570 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:49.450965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (378fb26e-806b-40e0-9114-91ee4b896570), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.532452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (378fb26e-806b-40e0-9114-91ee4b896570), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.542936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5641794 Jan 28 03:40:49.544661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Calling delete_port for 378fb26e-806b-40e0-9114-91ee4b896570 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:49.546204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34980) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:49.551465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Request body: {'subnet': {'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1300853278-subnet', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:49.558174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc8641-ed1a-4d19-9d84-4e3fbbe20803 admin admin] Pushing event updated for resources: {'Network': ['ID=de158b34-1094-4e9e-874b-2088e856a456,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:49.571983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network de158b34-1094-4e9e-874b-2088e856a456 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:40:49.589020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9846f-2640-49c4-a3e4-d843b36487f6 req-f89c7837-61d2-4583-9ca0-fbd62a8ae71b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:49.590549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3e9846f-2640-49c4-a3e4-d843b36487f6 req-f89c7837-61d2-4583-9ca0-fbd62a8ae71b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1476262 Jan 28 03:40:49.595887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a394572-cc3d-43b7-a033-330bc87a2160 req-96e5082a-fa28-4493-b02e-b497b6f12468 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338353 Jan 28 03:40:49.613755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Made reservation on behalf of fb5cdb19505147fbb0c09b1b86b6d617 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:49.616475 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.657134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3e9846f-2640-49c4-a3e4-d843b36487f6 req-5e581c6c-b747-4a22-8353-b45440703dc7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602875 Jan 28 03:40:49.739393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e36de-3ca6-41a9-93b4-3fcbf8af5827 req-35b623c1-cac6-4a53-a653-f9e3ccdc70fa tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:49.741697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f5e36de-3ca6-41a9-93b4-3fcbf8af5827 req-35b623c1-cac6-4a53-a653-f9e3ccdc70fa tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0608253 Jan 28 03:40:49.799486 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f5e36de-3ca6-41a9-93b4-3fcbf8af5827 req-e4273491-4259-42a6-8beb-ab8d9693e9d0 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474415 Jan 28 03:40:49.842862 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (378fb26e-806b-40e0-9114-91ee4b896570), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:49.901193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Port': ['ID=378fb26e-806b-40e0-9114-91ee4b896570,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:49.926308 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (e0ee2c3b-02fd-47e8-bdfc-18a286626fbc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.007806 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (fad4f98e-16fc-473d-8bff-f59ef218ceb7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.010474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:50.122775 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (fad4f98e-16fc-473d-8bff-f59ef218ceb7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.124575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Checking segment: {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:40:50.124965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Network hostable DHCP agents. Network: de158b34-1094-4e9e-874b-2088e856a456, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:40:50.128219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router_controller (fad4f98e-16fc-473d-8bff-f59ef218ceb7), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.177471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Network de158b34-1094-4e9e-874b-2088e856a456 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:40:50.181059 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (fad4f98e-16fc-473d-8bff-f59ef218ceb7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.181598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Fanout notify agent at l3_agent the message router_deleted on router fad4f98e-16fc-473d-8bff-f59ef218ceb7 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:40:50.190017 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.191136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7170dada-bdd9-40ad-a378-b86d2c4ef5ab tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/routers/fad4f98e-16fc-473d-8bff-f59ef218ceb7 HTTP/1.1" status: 204 len: 168 time: 1.5642509 Jan 28 03:40:50.193905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34988) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:50.204126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, de158b34-1094-4e9e-874b-2088e856a456) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:50.215457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117681c9-f387-46fc-9209-07f920e4d962 None None] Network de158b34-1094-4e9e-874b-2088e856a456 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:40:50.230700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:50.231301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.258074 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3a2df365-1647-441f-837f-b164be9657e6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7108543 Jan 28 03:40:50.260853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:50.262277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae9d30b-5cdf-464d-915c-082fa29e4b30 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Deleting subnet 6bb4f219-6bd2-4a5f-a051-1460f086e4a5 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:40:50.265578 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fae9d30b-5cdf-464d-915c-082fa29e4b30 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks [] for subnet (6bb4f219-6bd2-4a5f-a051-1460f086e4a5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.266261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:50.295528 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.297520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.318048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fae9d30b-5cdf-464d-915c-082fa29e4b30 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (6bb4f219-6bd2-4a5f-a051-1460f086e4a5), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.331353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-de158b34-1094-4e9e-874b-2088e856a456', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:40:50.332301 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.355132 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks [] for router_controller (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.367927 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fae9d30b-5cdf-464d-915c-082fa29e4b30 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (6bb4f219-6bd2-4a5f-a051-1460f086e4a5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.431017 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fae9d30b-5cdf-464d-915c-082fa29e4b30 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (6bb4f219-6bd2-4a5f-a051-1460f086e4a5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.458679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9d30b-5cdf-464d-915c-082fa29e4b30 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb4f219-6bd2-4a5f-a051-1460f086e4a5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:50.462528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fae9d30b-5cdf-464d-915c-082fa29e4b30 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.467982 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fae9d30b-5cdf-464d-915c-082fa29e4b30 tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/subnets/6bb4f219-6bd2-4a5f-a051-1460f086e4a5 HTTP/1.1" status: 204 len: 168 time: 0.2710536 Jan 28 03:40:50.468252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:50.499615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Allocated IP 172.20.0.2 (de158b34-1094-4e9e-874b-2088e856a456/e0ee2c3b-02fd-47e8-bdfc-18a286626fbc/9315caa7-31b1-4df8-9b28-cfc4a077e5f0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:50.515118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks [] for router_gateway (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.554965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (dbe25fef-8cbe-4c5d-b5c5-1face315579f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.655950 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Publish callbacks [] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.658995 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (dbe25fef-8cbe-4c5d-b5c5-1face315579f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.663903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.695432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe25fef-8cbe-4c5d-b5c5-1face315579f']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:50.707203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6f2482-cee7-441c-8eb6-40a31dda59d7') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:50.708213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6f2482-cee7-441c-8eb6-40a31dda59d7') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:50.722850 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (7f6f2482-cee7-441c-8eb6-40a31dda59d7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.723128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Network de158b34-1094-4e9e-874b-2088e856a456 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:50.729439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:50.733405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:50.744036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 06a5ba66-d48e-4dcc-98c7-8978964e5b36 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:40:50.748315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7f6f2482-cee7-441c-8eb6-40a31dda59d7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.757967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:40:50.758379 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (7f6f2482-cee7-441c-8eb6-40a31dda59d7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:40:50.762076 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:40:50.771561 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks [] for router_gateway (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.772285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Pushing event updated for resources: {'Port': ['ID=9315caa7-31b1-4df8-9b28-cfc4a077e5f0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:50.808936 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.830745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6272c-3750-4ae9-bc03-6ae7df36cb40 req-3dcd2621-728c-4108-a4e0-09d61dbcc8b0 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:50.837829 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (dbe25fef-8cbe-4c5d-b5c5-1face315579f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.838499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2cb6272c-3750-4ae9-bc03-6ae7df36cb40 req-3dcd2621-728c-4108-a4e0-09d61dbcc8b0 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1310341 Jan 28 03:40:50.850629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.856317 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] 10.222.0.44 "DELETE /v2.0/networks/dbe25fef-8cbe-4c5d-b5c5-1face315579f HTTP/1.1" status: 204 len: 168 time: 0.3848231 Jan 28 03:40:50.878057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98029cd2-8d6d-4802-bf17-0ed82df947bc tempest-FloatingIPTestJSON-1186917056 tempest-FloatingIPTestJSON-1186917056-project] Pushing event deleted for resources: {'Network': ['ID=dbe25fef-8cbe-4c5d-b5c5-1face315579f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:50.882378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Attempting to bind port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:40:50.883252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Attempting to bind port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:40:50.883484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Attempting to bind port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 on network de158b34-1094-4e9e-874b-2088e856a456 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:40:50.890221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:40:50.890820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Checking segment: {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:40:50.891396 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.891937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Bound using segment: {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:40:50.892640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Bound port: 9315caa7-31b1-4df8-9b28-cfc4a077e5f0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:40:50.893498 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:50.904451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a079cc4-9676-499e-ab5e-5c9c2c30c7a8 req-5654f3d5-8f78-46fa-8c00-bd4fbc647693 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:50.911847 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a079cc4-9676-499e-ab5e-5c9c2c30c7a8 req-5654f3d5-8f78-46fa-8c00-bd4fbc647693 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1581285 Jan 28 03:40:50.967104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:50.995843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '06a5ba66-d48e-4dcc-98c7-8978964e5b36', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'port_id': '06a5ba66-d48e-4dcc-98c7-8978964e5b36', 'mac_address': 'fa:16:3e:a8:b7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b2f3ff-1079-418f-b498-69e6ef7fa055', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:40:51.005013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] For port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:40:51.010572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] For port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9315caa7-31b1-4df8-9b28-cfc4a077e5f0,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:40:51.015083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2cb6272c-3750-4ae9-bc03-6ae7df36cb40 req-2ee8ca05-4c3c-4c92-ab40-2b8e707ecb4b tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749618 Jan 28 03:40:51.030613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a079cc4-9676-499e-ab5e-5c9c2c30c7a8 req-db9e903a-a10d-4daf-9fde-6ae32a019ad5 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178327 Jan 28 03:40:51.048175 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:51.088531 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Allocated IP 172.25.1.220 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/c1ffda76-fca6-4e62-b0c5-031aea80ed29) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:51.090161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:51.090736 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:51.110018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06a5ba66-d48e-4dcc-98c7-8978964e5b36 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:40:51.142737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:51.156333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:51.170610 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:51.179090 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e981ad-53ad-4ae4-85d9-ec5209b9d59b None None] Pushing event updated for resources: {'Port': ['ID=9315caa7-31b1-4df8-9b28-cfc4a077e5f0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:51.246815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4870f8-da61-4aae-b907-7581d7bf5c72 req-c0bd0d9f-0913-495e-8133-51a99c153689 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:51.248515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae4870f8-da61-4aae-b907-7581d7bf5c72 req-c0bd0d9f-0913-495e-8133-51a99c153689 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0970621 Jan 28 03:40:51.260505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=06a5ba66-d48e-4dcc-98c7-8978964e5b36,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:51.270955 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks [] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:51.332041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae4870f8-da61-4aae-b907-7581d7bf5c72 req-32591254-353f-47b0-b290-15a963a24727 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732265 Jan 28 03:40:51.336048 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8dce8dd2-ac8b-466d-b6d8-09386ba565e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aff22b471b144be5b37086a20c68c7d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909754 Jan 28 03:40:51.336735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:51.366965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:51.391826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['06a5ba66-d48e-4dcc-98c7-8978964e5b36'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:40:51.441892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:51.449774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:51.464406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:51.486815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Pushing event updated for resources: {'Port': ['ID=c1ffda76-fca6-4e62-b0c5-031aea80ed29,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:51.501489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69ff7fc9-881b-46e3-acef-d77ade0c7589 admin admin] Publish callbacks [] for security_group (e014447e-404b-430f-9ed5-90a84ed7a6ae), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:51.612002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69ff7fc9-881b-46e3-acef-d77ade0c7589 admin admin] Publish callbacks [] for security_group (e014447e-404b-430f-9ed5-90a84ed7a6ae), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:51.727648 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69ff7fc9-881b-46e3-acef-d77ade0c7589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e014447e-404b-430f-9ed5-90a84ed7a6ae), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:51.730144 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69ff7fc9-881b-46e3-acef-d77ade0c7589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:51.731299 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-69ff7fc9-881b-46e3-acef-d77ade0c7589 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e014447e-404b-430f-9ed5-90a84ed7a6ae HTTP/1.1" status: 204 len: 168 time: 0.3936031 Jan 28 03:40:51.773052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff7fc9-881b-46e3-acef-d77ade0c7589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e014447e-404b-430f-9ed5-90a84ed7a6ae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:51.796414 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks [] for router_gateway (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:52.007870 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:52.233261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade46d5-4b95-408d-8585-3a87e5eb3543 req-49e84681-2972-4050-9667-19a442b60e51 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:52.234769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ade46d5-4b95-408d-8585-3a87e5eb3543 req-49e84681-2972-4050-9667-19a442b60e51 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1128583 Jan 28 03:40:52.243196 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2c8aa-7ef7-4474-a651-9b7a7af64ffe req-dc52ffc3-37f7-49ec-8917-a4059f11d569 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:52.244629 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5a2c8aa-7ef7-4474-a651-9b7a7af64ffe req-dc52ffc3-37f7-49ec-8917-a4059f11d569 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 944 time: 0.1118014 Jan 28 03:40:52.314962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:40:52.342470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ade46d5-4b95-408d-8585-3a87e5eb3543 req-ec0ce5fb-a0e5-4302-b226-ed15ac257a60 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968199 Jan 28 03:40:52.359165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5a2c8aa-7ef7-4474-a651-9b7a7af64ffe req-6d761011-8a93-430b-b74b-82142ec50e28 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011927 Jan 28 03:40:52.386957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb73e72-cda1-4abe-ac22-5255316fd321 None None] Network de158b34-1094-4e9e-874b-2088e856a456 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:40:52.537537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:52.555521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4423f1e1-920c-4e10-a45a-d3a74ffff325 None None] Provisioning complete for port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:52.556140 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4423f1e1-920c-4e10-a45a-d3a74ffff325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:52.559315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Sync routers for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:40:52.561324 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:52.566911 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fa9fe42b-9ccc-47f2-8b90-20eb3293e027 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3048224 Jan 28 03:40:52.567287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:52.585927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2bedc-94cf-4fce-99d4-6ca0e3f54b1a req-514d23f1-8154-466b-b790-ec92be8bf341 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:52.587672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98f2bedc-94cf-4fce-99d4-6ca0e3f54b1a req-514d23f1-8154-466b-b790-ec92be8bf341 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1000919 Jan 28 03:40:52.683453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:52.684076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:52.692996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:52.705931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:40:52.768904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98f2bedc-94cf-4fce-99d4-6ca0e3f54b1a req-97579566-fb68-4031-acf3-0d6f5b377ff8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642318 Jan 28 03:40:52.833584 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 06a5ba66-d48e-4dcc-98c7-8978964e5b36 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:40:52.867513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b2f450fe-23e6-46d0-bb6d-7425bb7f7a0f tempest-DvrRoutersNegativeTest-908703692 tempest-DvrRoutersNegativeTest-908703692-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-217108696', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:52.882627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.policy [None req-b2f450fe-23e6-46d0-bb6d-7425bb7f7a0f tempest-DvrRoutersNegativeTest-908703692 tempest-DvrRoutersNegativeTest-908703692-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103288) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 03:40:52.882949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.policy [None req-b2f450fe-23e6-46d0-bb6d-7425bb7f7a0f tempest-DvrRoutersNegativeTest-908703692 tempest-DvrRoutersNegativeTest-908703692-project] Failed policy check for 'create_router' {{(pid=103288) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 03:40:52.883529 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-b2f450fe-23e6-46d0-bb6d-7425bb7f7a0f tempest-DvrRoutersNegativeTest-908703692 tempest-DvrRoutersNegativeTest-908703692-project] create failed (client error): Access was denied to this resource. Jan 28 03:40:52.886020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b2f450fe-23e6-46d0-bb6d-7425bb7f7a0f tempest-DvrRoutersNegativeTest-908703692 tempest-DvrRoutersNegativeTest-908703692-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2009435 Jan 28 03:40:53.071063 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:53.071436 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:53.146859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:40:53.249436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4423f1e1-920c-4e10-a45a-d3a74ffff325 None None] Current status of the port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:53.249645 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4423f1e1-920c-4e10-a45a-d3a74ffff325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:53.268738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:53.269129 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:53.323888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:53.491766 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:53.614688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4423f1e1-920c-4e10-a45a-d3a74ffff325 None None] For port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9315caa7-31b1-4df8-9b28-cfc4a077e5f0,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:53.621984 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dabbe2c-7d38-41e5-92bc-bd932f73bd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:53.630764 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4423f1e1-920c-4e10-a45a-d3a74ffff325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:53.663340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8a514-2919-4d6b-bb6c-6d9dc6c5a03b req-4b47addd-47ff-4bab-83d8-7704f295b824 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:53.664901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28d8a514-2919-4d6b-bb6c-6d9dc6c5a03b req-4b47addd-47ff-4bab-83d8-7704f295b824 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1755285 Jan 28 03:40:53.750643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540e288-aca9-4a22-9bb6-b20cc5907275 req-b30cfdd8-fedc-48e3-8361-76bcbf9362ee tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:53.755995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-f8376ef6-5532-44ec-8b87-f7ccd2c69630 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:53.757524 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-f8376ef6-5532-44ec-8b87-f7ccd2c69630 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 946 time: 0.1194608 Jan 28 03:40:53.758784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c540e288-aca9-4a22-9bb6-b20cc5907275 req-b30cfdd8-fedc-48e3-8361-76bcbf9362ee tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 944 time: 0.1879878 Jan 28 03:40:53.803871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:53.804207 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:53.834583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c540e288-aca9-4a22-9bb6-b20cc5907275 req-9134e18b-c523-42a7-b8cd-568b2a829006 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749478 Jan 28 03:40:53.841774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423f1e1-920c-4e10-a45a-d3a74ffff325 None None] Pushing event updated for resources: {'Port': ['ID=9315caa7-31b1-4df8-9b28-cfc4a077e5f0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:53.855505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d16e1789-5e15-40da-9e2a-b24ec0186c77 None None] Provisioning complete for port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:53.855880 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d16e1789-5e15-40da-9e2a-b24ec0186c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:53.878815 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28d8a514-2919-4d6b-bb6c-6d9dc6c5a03b req-5022093c-6b10-4cd6-a5d3-db893f634d05 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931663 Jan 28 03:40:53.918411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Allocated IP 172.20.0.1 (de158b34-1094-4e9e-874b-2088e856a456/e0ee2c3b-02fd-47e8-bdfc-18a286626fbc/03f66380-a8e7-4568-8be0-351f3c367874) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:53.947854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:53.965638 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a5ba66-d48e-4dcc-98c7-8978964e5b36'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:40:53.971576 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4131d3c8-d7e1-454e-9f10-b14dc6bdbdf5" -d '{"events": [{"server_uuid": "5b9ae3e1-760a-4a99-b8a5-e6019bec3c53", "name": "network-vif-plugged", "status": "completed", "tag": "06a5ba66-d48e-4dcc-98c7-8978964e5b36"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:40:53.982449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-168714b4-8e08-4b1e-a90f-887452255dc3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Deleting port e96f4913-c288-45ce-9599-753cbf96a7f8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:40:53.982783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-168714b4-8e08-4b1e-a90f-887452255dc3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:53.992258 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dabbe2c-7d38-41e5-92bc-bd932f73bd2e admin admin] Publish callbacks [] for security_group (0139af22-939c-434b-a7b1-e01639b32b3c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:53.999974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dabbe2c-7d38-41e5-92bc-bd932f73bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0139af22-939c-434b-a7b1-e01639b32b3c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.008511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:54.027227 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.060758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabbe2c-7d38-41e5-92bc-bd932f73bd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0139af22-939c-434b-a7b1-e01639b32b3c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:54.103432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3dabbe2c-7d38-41e5-92bc-bd932f73bd2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cc1eee6c50e4d9c9a1bbca4286048c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7778430 Jan 28 03:40:54.106247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35104) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:54.184794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:51Z', 'revision_number': 3, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:54.218932 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d918fa5-0a63-4293-a6c0-86df6ef75063 admin admin] Publish callbacks [] for security_group (0139af22-939c-434b-a7b1-e01639b32b3c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.226631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=06a5ba66-d48e-4dcc-98c7-8978964e5b36,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:54.277103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d918fa5-0a63-4293-a6c0-86df6ef75063 admin admin] Publish callbacks [] for security_group (0139af22-939c-434b-a7b1-e01639b32b3c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.301244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Checking router: ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:40:54.301590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Updating router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 port c1ffda76-fca6-4e62-b0c5-031aea80ed29 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:40:54.319787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-168714b4-8e08-4b1e-a90f-887452255dc3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] For port e96f4913-c288-45ce-9599-753cbf96a7f8, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e96f4913-c288-45ce-9599-753cbf96a7f8,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:54.324603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-168714b4-8e08-4b1e-a90f-887452255dc3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.344369 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d918fa5-0a63-4293-a6c0-86df6ef75063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0139af22-939c-434b-a7b1-e01639b32b3c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.350428 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d918fa5-0a63-4293-a6c0-86df6ef75063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.358033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-168714b4-8e08-4b1e-a90f-887452255dc3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Calling delete_port for e96f4913-c288-45ce-9599-753cbf96a7f8 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:40:54.359032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8d918fa5-0a63-4293-a6c0-86df6ef75063 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0139af22-939c-434b-a7b1-e01639b32b3c HTTP/1.1" status: 204 len: 168 time: 0.2442307 Jan 28 03:40:54.359614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d16e1789-5e15-40da-9e2a-b24ec0186c77 None None] Current status of the port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:54.380989 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.394873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d918fa5-0a63-4293-a6c0-86df6ef75063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0139af22-939c-434b-a7b1-e01639b32b3c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:54.588922 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Publish callbacks [] for port (03f66380-a8e7-4568-8be0-351f3c367874), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.640416 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-168714b4-8e08-4b1e-a90f-887452255dc3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e96f4913-c288-45ce-9599-753cbf96a7f8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.704939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (03f66380-a8e7-4568-8be0-351f3c367874), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.722126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212f7b1-6336-4bfb-afcf-295586161ea3 req-ad3df300-e971-4733-9c51-0a6fb995696e tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:54.729043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5212f7b1-6336-4bfb-afcf-295586161ea3 req-ad3df300-e971-4733-9c51-0a6fb995696e tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0947587 Jan 28 03:40:54.747845 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce40496f-3c43-45cb-8b31-c1df47d32308 x-openstack-request-id: req-ce40496f-3c43-45cb-8b31-c1df47d32308 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:40:54.749119 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9ae3e1-760a-4a99-b8a5-e6019bec3c53", "name": "network-vif-plugged", "status": "completed", "tag": "06a5ba66-d48e-4dcc-98c7-8978964e5b36", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:40:54.749701 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce40496f-3c43-45cb-8b31-c1df47d32308 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:40:54.750482 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a5ba66-d48e-4dcc-98c7-8978964e5b36', 'code': 200} Jan 28 03:40:54.753192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e96f4913-c288-45ce-9599-753cbf96a7f8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:40:54.756777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['36201b64-52c7-4c2e-be1c-8d688e883e4c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:40:54.757965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168714b4-8e08-4b1e-a90f-887452255dc3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Pushing event deleted for resources: {'Port': ['ID=e96f4913-c288-45ce-9599-753cbf96a7f8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:54.760646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:40:54.797460 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5212f7b1-6336-4bfb-afcf-295586161ea3 req-fb4bec14-e0b0-4063-891e-9257d492ecb9 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674324 Jan 28 03:40:54.843234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Pushing event updated for resources: {'Port': ['ID=03f66380-a8e7-4568-8be0-351f3c367874,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:54.865536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-168714b4-8e08-4b1e-a90f-887452255dc3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] No DVR routers for this DVR port e96f4913-c288-45ce-9599-753cbf96a7f8 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:40:54.870581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-168714b4-8e08-4b1e-a90f-887452255dc3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:54.874713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fe3db20f-ab54-491f-aecb-953ac2bdb933 req-168714b4-8e08-4b1e-a90f-887452255dc3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.25 "DELETE /v2.0/ports/e96f4913-c288-45ce-9599-753cbf96a7f8 HTTP/1.1" status: 204 len: 173 time: 1.1103337 Jan 28 03:40:54.875517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc503bb7-3aec-4553-a21c-d6af95234040', 'name': 'network-vif-deleted', 'tag': 'e96f4913-c288-45ce-9599-753cbf96a7f8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:40:54.880583 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbd8a16-553d-4676-b2d2-447cc0eba7fb" -d '{"events": [{"server_uuid": "cc503bb7-3aec-4553-a21c-d6af95234040", "name": "network-vif-deleted", "tag": "e96f4913-c288-45ce-9599-753cbf96a7f8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:40:54.894777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Network de158b34-1094-4e9e-874b-2088e856a456 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:54.898011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:54.942003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:40:55.070304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:55.154918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:55.155322 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:55.195468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24638dfc-59b3-4700-bffb-fc285665a498 req-ec964c09-64da-4b15-aca3-e4cd465201e8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:55.211781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24638dfc-59b3-4700-bffb-fc285665a498 req-ec964c09-64da-4b15-aca3-e4cd465201e8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1645510 Jan 28 03:40:55.322999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24638dfc-59b3-4700-bffb-fc285665a498 req-aa8d6ca9-8839-415b-86f8-ad2c1e5c720f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100712 Jan 28 03:40:55.330593 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4921f8c0-2683-4260-9689-2e70f4c4c3ba x-openstack-request-id: req-4921f8c0-2683-4260-9689-2e70f4c4c3ba {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:40:55.331621 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc503bb7-3aec-4553-a21c-d6af95234040", "name": "network-vif-deleted", "tag": "e96f4913-c288-45ce-9599-753cbf96a7f8", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:40:55.332173 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4921f8c0-2683-4260-9689-2e70f4c4c3ba {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:40:55.333126 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc503bb7-3aec-4553-a21c-d6af95234040', 'name': 'network-vif-deleted', 'tag': 'e96f4913-c288-45ce-9599-753cbf96a7f8', 'status': 'completed', 'code': 200} Jan 28 03:40:55.370828 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (03f66380-a8e7-4568-8be0-351f3c367874), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:55.578711 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ba92c9f-a282-47cc-aaf9-4c1fede146df req-7cc01aa4-41ed-4670-99a5-2a8269abc024 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc503bb7-3aec-4553-a21c-d6af95234040 HTTP/1.1" status: 200 len: 210 time: 0.1146023 Jan 28 03:40:55.674154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2700bac9-30b5-4aa9-aeca-596062e3a040 None None] Provisioning complete for port 03f66380-a8e7-4568-8be0-351f3c367874 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:55.674719 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2700bac9-30b5-4aa9-aeca-596062e3a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (03f66380-a8e7-4568-8be0-351f3c367874), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:55.784358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:55.796104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-c51b5d58-f181-40e4-9919-55adb7699237 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4066565 Jan 28 03:40:55.805642 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Publish callbacks [] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:55.830461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2700bac9-30b5-4aa9-aeca-596062e3a040 None None] Port 03f66380-a8e7-4568-8be0-351f3c367874 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:40:55.841936 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:55.993853 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Publish callbacks [] for port (03f66380-a8e7-4568-8be0-351f3c367874), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:56.007170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (03f66380-a8e7-4568-8be0-351f3c367874), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:56.044555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627086a3-0987-42e0-a846-1185a7f46fd5 None None] Pushing event updated for resources: {'Port': ['ID=c1ffda76-fca6-4e62-b0c5-031aea80ed29,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:56.050576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-f12b8869-cc18-40f6-a083-f86d82c1d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.051319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-f12b8869-cc18-40f6-a083-f86d82c1d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.051949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-f12b8869-cc18-40f6-a083-f86d82c1d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.052572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-f12b8869-cc18-40f6-a083-f86d82c1d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.055574 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-f12b8869-cc18-40f6-a083-f86d82c1d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.056229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-f12b8869-cc18-40f6-a083-f86d82c1d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.056702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-f12b8869-cc18-40f6-a083-f86d82c1d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.058710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-f12b8869-cc18-40f6-a083-f86d82c1d2fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6509 time: 0.1889813 Jan 28 03:40:56.081161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Attempting to bind port c1ffda76-fca6-4e62-b0c5-031aea80ed29 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:40:56.081541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Attempting to bind port c1ffda76-fca6-4e62-b0c5-031aea80ed29 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:40:56.081913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Attempting to bind port c1ffda76-fca6-4e62-b0c5-031aea80ed29 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:40:56.102477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:40:56.102863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:40:56.103276 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:56.109583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:40:56.110075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Bound port: c1ffda76-fca6-4e62-b0c5-031aea80ed29, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:40:56.110714 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:56.117172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Pushing event updated for resources: {'Port': ['ID=03f66380-a8e7-4568-8be0-351f3c367874,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:56.120104 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:56.168236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35154) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:56.217698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] For port c1ffda76-fca6-4e62-b0c5-031aea80ed29, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:40:56.222183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] For port c1ffda76-fca6-4e62-b0c5-031aea80ed29, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c1ffda76-fca6-4e62-b0c5-031aea80ed29,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:40:56.232549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:56.242495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-d6991e25-63fd-4b53-b74f-8b1ae1b0c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.242977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-d6991e25-63fd-4b53-b74f-8b1ae1b0c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.243437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-d6991e25-63fd-4b53-b74f-8b1ae1b0c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.245089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-d6991e25-63fd-4b53-b74f-8b1ae1b0c35c service neutron] 10.222.0.42 "GET /v2.0/networks?id=39ca72c0-032b-4e3b-b459-91b9ab024a53&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=b13e6eb6-833b-43bc-bb68-367d8fede46e&id=b13e6eb6-833b-43bc-bb68-367d8fede46e HTTP/1.1" status: 200 len: 2296 time: 0.1605589 Jan 28 03:40:56.253099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Network de158b34-1094-4e9e-874b-2088e856a456 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:40:56.254685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:56.384155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-c6a309e4-a24f-4abd-83a6-5d1220cb2a84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a056e6-a188-4379-804e-badd8b82d884 HTTP/1.1" status: 200 len: 1002 time: 0.1324763 Jan 28 03:40:56.417278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:40:56.419883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:56.461301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-72aa023b-ceaa-4020-90fd-e284cea6fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:56.463568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-72aa023b-ceaa-4020-90fd-e284cea6fdb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91826628-0551-4f5e-a6c3-0a91742bb049 HTTP/1.1" status: 200 len: 855 time: 0.0731661 Jan 28 03:40:56.469644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-80000022'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:56.489234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627086a3-0987-42e0-a846-1185a7f46fd5 None None] Pushing event updated for resources: {'Port': ['ID=c1ffda76-fca6-4e62-b0c5-031aea80ed29,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:56.530685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:40:56.707948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5359e121-cd12-432c-ae04-1a500fe99b41 None None] Provisioning complete for port 03f66380-a8e7-4568-8be0-351f3c367874 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:56.708316 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5359e121-cd12-432c-ae04-1a500fe99b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (03f66380-a8e7-4568-8be0-351f3c367874), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:56.715684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:40:56.722911 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e115d86e-d865-4e68-bcef-92ea6639218b admin admin] 10.222.0.44 "PUT /v2.0/routers/ea0e3837-6b30-45cf-ba08-9fe5c90b27f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1541193 Jan 28 03:40:56.755955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:40:56.869867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e96f4913-c288-45ce-9599-753cbf96a7f8 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:40:56.943324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: e96f4913-c288-45ce-9599-753cbf96a7f8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:40:56.943729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e96f4913-c288-45ce-9599-753cbf96a7f8 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:40:57.022282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5359e121-cd12-432c-ae04-1a500fe99b41 None None] Port 03f66380-a8e7-4568-8be0-351f3c367874 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:40:57.143160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Made reservation on behalf of 4aa1cf7911ee402d896396fc07b55f68 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:57.147273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:57.166016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-b1a152dc-13cf-4a7a-a127-77188b72c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:57.167977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-b1a152dc-13cf-4a7a-a127-77188b72c26a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39ca72c0-032b-4e3b-b459-91b9ab024a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6908631 Jan 28 03:40:57.172139 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:57.193635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afa942-379a-4c51-9c32-3c1e8f462643 req-aa9baeaf-3715-4229-b0a1-b6343d73c6da tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:57.197072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 2, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:40:57.203036 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46afa942-379a-4c51-9c32-3c1e8f462643 req-aa9baeaf-3715-4229-b0a1-b6343d73c6da tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.7384038 Jan 28 03:40:57.408806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for security_group (08404aca-02d9-40fe-8cb2-c6da2ec6275f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:57.450426 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (08404aca-02d9-40fe-8cb2-c6da2ec6275f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:57.489836 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08404aca-02d9-40fe-8cb2-c6da2ec6275f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:57.523128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:40:57.559917 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (54ba5123-db55-41cd-8ae8-8c0c536ec41b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:57.559917 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Added segment 54ba5123-db55-41cd-8ae8-8c0c536ec41b of type vlan for network c2fc06ce-2b42-4a79-8440-8caca6f0ad42 Jan 28 03:40:57.576420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46afa942-379a-4c51-9c32-3c1e8f462643 req-33abc573-12f4-479b-816e-fc854e3737a4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720999 Jan 28 03:40:57.629290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bfd082-fa3b-4b5c-ac4d-42f08b32d7b1 None None] The sync data for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 is: [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 2, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:40:57.676480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-9f7c6f23-495d-4437-896d-a3bc981e9314 service neutron] 10.222.0.42 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003667 Jan 28 03:40:57.720397 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (c2fc06ce-2b42-4a79-8440-8caca6f0ad42), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:57.783249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35180) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:57.795418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c8ba6020-0519-4d8f-9826-700e57a9b5c7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--321832639', 'description': 'tempest-description--408592297'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:57.873492 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (c2fc06ce-2b42-4a79-8440-8caca6f0ad42), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:57.874875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8ba6020-0519-4d8f-9826-700e57a9b5c7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:57.898231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:57.899973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:57.931667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc5259-32bf-477c-937b-5f803d7ad8a6 req-69b2d4d5-f15c-40f3-9431-d12fba255708 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:57.942888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fedc5259-32bf-477c-937b-5f803d7ad8a6 req-69b2d4d5-f15c-40f3-9431-d12fba255708 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.2378855 Jan 28 03:40:58.076347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8ba6020-0519-4d8f-9826-700e57a9b5c7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (7355a229-aa2d-467f-a366-b3290bc38419), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.084317 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8ba6020-0519-4d8f-9826-700e57a9b5c7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7355a229-aa2d-467f-a366-b3290bc38419), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.134495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-b0b2354b-70d0-4600-a27d-077c5c4aa323 service neutron] 10.222.0.42 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428370 Jan 28 03:40:58.138238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8ba6020-0519-4d8f-9826-700e57a9b5c7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.143655 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c8ba6020-0519-4d8f-9826-700e57a9b5c7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3548284 Jan 28 03:40:58.143847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba6020-0519-4d8f-9826-700e57a9b5c7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7355a229-aa2d-467f-a366-b3290bc38419,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:58.146133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Pushing event updated for resources: {'Network': ['ID=c2fc06ce-2b42-4a79-8440-8caca6f0ad42,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:58.163430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35184) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:58.174162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-75239da3-d823-4fb7-b678-9d76460f57f7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'security_group_rule': {'security_group_id': '7355a229-aa2d-467f-a366-b3290bc38419', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:58.178735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network c2fc06ce-2b42-4a79-8440-8caca6f0ad42 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:40:58.184455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-73c10940-8df6-4c01-9b79-feae45c68036 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 2.0150938 Jan 28 03:40:58.200429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35186) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:58.266278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Request body: {'subnet': {'network_id': 'c2fc06ce-2b42-4a79-8440-8caca6f0ad42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:58.343968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75239da3-d823-4fb7-b678-9d76460f57f7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (eff33e68-a33d-45a3-8bc9-bf40d4daa371), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.446341 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-7ff1113a-cf13-4fba-8b46-d2d58608933b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e8774d71-d445-4466-9295-940f388820b2 HTTP/1.1" status: 200 len: 217 time: 0.2955301 Jan 28 03:40:58.447647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Made reservation on behalf of 4aa1cf7911ee402d896396fc07b55f68 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:40:58.452257 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.473707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75239da3-d823-4fb7-b678-9d76460f57f7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (eff33e68-a33d-45a3-8bc9-bf40d4daa371), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.475693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fedc5259-32bf-477c-937b-5f803d7ad8a6 req-8f9ad5df-30ff-415a-aaa8-fb80f5c47b40 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315976 Jan 28 03:40:58.489833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75239da3-d823-4fb7-b678-9d76460f57f7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (eff33e68-a33d-45a3-8bc9-bf40d4daa371), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.509892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75239da3-d823-4fb7-b678-9d76460f57f7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff33e68-a33d-45a3-8bc9-bf40d4daa371,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:58.545659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75239da3-d823-4fb7-b678-9d76460f57f7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.547261 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-75239da3-d823-4fb7-b678-9d76460f57f7 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3826237 Jan 28 03:40:58.551021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35190) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:58.592019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a5fa1fe2-f5b5-463c-8ca2-3e82ffb83848 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'security_group_rule': {'security_group_id': '7355a229-aa2d-467f-a366-b3290bc38419', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:58.616581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-6fed58f0-0bf3-499b-bd41-d33304789b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:58.618544 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-6fed58f0-0bf3-499b-bd41-d33304789b14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.1613767 Jan 28 03:40:58.646762 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1fe2-f5b5-463c-8ca2-3e82ffb83848 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (36b4bd9c-4fdb-4c6e-8ba8-208a05cf2c21), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.727110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-8d1f60e6-5bab-4603-91e6-3f3f3b6778dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:58.728654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-8d1f60e6-5bab-4603-91e6-3f3f3b6778dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1039970 Jan 28 03:40:58.736873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1fe2-f5b5-463c-8ca2-3e82ffb83848 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (36b4bd9c-4fdb-4c6e-8ba8-208a05cf2c21), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.744586 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1fe2-f5b5-463c-8ca2-3e82ffb83848 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (36b4bd9c-4fdb-4c6e-8ba8-208a05cf2c21), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.772848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa1fe2-f5b5-463c-8ca2-3e82ffb83848 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b4bd9c-4fdb-4c6e-8ba8-208a05cf2c21,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:58.815336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1fe2-f5b5-463c-8ca2-3e82ffb83848 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:58.818966 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a5fa1fe2-f5b5-463c-8ca2-3e82ffb83848 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2607501 Jan 28 03:40:58.821725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35194) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:58.835237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:58.890871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:59.040297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-15a8bed2-e76f-41f1-8dfe-206b67eabee6 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995722 Jan 28 03:40:59.053075 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (7046c525-7e4e-46b5-8bc6-4c6c1ab80307), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:59.147799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:59.253858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b8ed4-c4a7-406f-a50f-bd72d7e8dbef req-4ff1d081-b352-4acf-9338-55e4ad1ac02a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:59.255788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b4b8ed4-c4a7-406f-a50f-bd72d7e8dbef req-4ff1d081-b352-4acf-9338-55e4ad1ac02a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.5356994 Jan 28 03:40:59.295697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-49deb7ac-8206-41db-93c1-826115c5e31a service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359855 Jan 28 03:40:59.414864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-810208e5-d137-42ef-be10-6d94fbf928be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=84d12947-5baa-4899-9edc-46564dd50397 HTTP/1.1" status: 200 len: 217 time: 0.0897250 Jan 28 03:40:59.418680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Pushing event updated for resources: {'Subnet': ['ID=7046c525-7e4e-46b5-8bc6-4c6c1ab80307,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:59.443080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Checking segment: {'id': '54ba5123-db55-41cd-8ae8-8c0c536ec41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2fc06ce-2b42-4a79-8440-8caca6f0ad42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:40:59.444298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Network hostable DHCP agents. Network: c2fc06ce-2b42-4a79-8440-8caca6f0ad42, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:40:59.512828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-74395bf0-d831-4fed-a0a7-4d0ed9f08696 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:59.515029 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-74395bf0-d831-4fed-a0a7-4d0ed9f08696 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.2493765 Jan 28 03:40:59.539860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b4b8ed4-c4a7-406f-a50f-bd72d7e8dbef req-59937303-bb2c-4b4b-a7fb-031c17496ef7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765501 Jan 28 03:40:59.543176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Allocated IP 172.25.1.203 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/72afb6e4-58a3-4a66-b503-ad312c8c0d2c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:40:59.543809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Network c2fc06ce-2b42-4a79-8440-8caca6f0ad42 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:40:59.563094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-bad0d426-4018-4cb1-8b97-8c7074f52abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:59.567877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-bad0d426-4018-4cb1-8b97-8c7074f52abf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.1347680 Jan 28 03:40:59.573090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, c2fc06ce-2b42-4a79-8440-8caca6f0ad42) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:40:59.593574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f99575-4e26-424b-9247-514ac887c283 None None] Network c2fc06ce-2b42-4a79-8440-8caca6f0ad42 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:40:59.642869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:59.643591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:59.714955 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ef44525b-3a5d-44b3-81ce-adf458029988 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5133114 Jan 28 03:40:59.716806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35206) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:59.730821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Request body: {'port': {'network_id': 'c2fc06ce-2b42-4a79-8440-8caca6f0ad42', 'name': 'tempest-TagsExtTest-247166685'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:40:59.785123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-c2fc06ce-2b42-4a79-8440-8caca6f0ad42', 'network_id': 'c2fc06ce-2b42-4a79-8440-8caca6f0ad42', 'project_id': '4aa1cf7911ee402d896396fc07b55f68', 'fixed_ips': [{'subnet_id': '7046c525-7e4e-46b5-8bc6-4c6c1ab80307'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:40:59.785792 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:59.868952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-bb22288f-d6f0-4c92-9e6c-cba8f4c2cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:59.871453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-bb22288f-d6f0-4c92-9e6c-cba8f4c2cdab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2937751 Jan 28 03:40:59.940012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for port (72afb6e4-58a3-4a66-b503-ad312c8c0d2c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:00.046001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c3212-1029-411a-baa8-85447261a6b8 req-c4bc9606-e776-4b4f-b946-f55d69170ea3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:00.058378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d65c3212-1029-411a-baa8-85447261a6b8 req-c4bc9606-e776-4b4f-b946-f55d69170ea3 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.3073235 Jan 28 03:41:00.064090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-0a274627-3cce-4ce3-80ba-c1c91ddc456c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Deleting port 36201b64-52c7-4c2e-be1c-8d688e883e4c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:00.064536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-0a274627-3cce-4ce3-80ba-c1c91ddc456c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:00.129924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Allocated IP 172.20.0.2 (c2fc06ce-2b42-4a79-8440-8caca6f0ad42/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/a371c2e4-9a86-4af2-bfaa-b65a4efa1886) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:41:00.219743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-3726a29c-4d94-46d4-9768-dd3aeb378451 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396614 Jan 28 03:41:00.229964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (72afb6e4-58a3-4a66-b503-ad312c8c0d2c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:00.348600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'Port': ['ID=72afb6e4-58a3-4a66-b503-ad312c8c0d2c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:00.395498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:41:00.410799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:41:00.414196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-43016de4-8069-4f71-91a5-a2d8ffa384cd service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867118 Jan 28 03:41:00.417041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Made reservation on behalf of 4aa1cf7911ee402d896396fc07b55f68 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:41:00.420224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:41:00.421248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:00.445955 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d65c3212-1029-411a-baa8-85447261a6b8 req-123edbb8-d6f4-4d3b-ab64-c983e55cf34b tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864236 Jan 28 03:41:00.527740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-9ce078ef-f6b6-4696-8758-c73c73da1221 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=30353f27-3398-4edf-b7d4-37e9d4e89394 HTTP/1.1" status: 200 len: 217 time: 0.1015084 Jan 28 03:41:00.529262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] device_id is not set on port 7f92cb87-5674-4dc3-a257-ef015aa91078 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:41:00.599716 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Publish callbacks [] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:00.605671 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:00.710230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c1ffda76-fca6-4e62-b0c5-031aea80ed29 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:41:00.770806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Network c2fc06ce-2b42-4a79-8440-8caca6f0ad42 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:41:00.804531 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-e5b02ac0-e599-4d4a-a77b-f24328b5d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:00.807289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-e5b02ac0-e599-4d4a-a77b-f24328b5d2ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.2714081 Jan 28 03:41:00.813075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:41:00.859960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:41:00.878276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Pushing event updated for resources: {'Port': ['ID=a371c2e4-9a86-4af2-bfaa-b65a4efa1886,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:00.964084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c1ffda76-fca6-4e62-b0c5-031aea80ed29 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:00.964554 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.028965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Allocated IP 172.20.0.6 (c2fc06ce-2b42-4a79-8440-8caca6f0ad42/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/7f92cb87-5674-4dc3-a257-ef015aa91078) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:41:01.058108 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Attempting to bind port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:41:01.058856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Attempting to bind port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '54ba5123-db55-41cd-8ae8-8c0c536ec41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2fc06ce-2b42-4a79-8440-8caca6f0ad42'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:41:01.059465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Attempting to bind port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 on network c2fc06ce-2b42-4a79-8440-8caca6f0ad42 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:41:01.077036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:41:01.079098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Checking segment: {'id': '54ba5123-db55-41cd-8ae8-8c0c536ec41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2fc06ce-2b42-4a79-8440-8caca6f0ad42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:41:01.079098 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.079098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Bound using segment: {'id': '54ba5123-db55-41cd-8ae8-8c0c536ec41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2fc06ce-2b42-4a79-8440-8caca6f0ad42'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:41:01.079098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Bound port: a371c2e4-9a86-4af2-bfaa-b65a4efa1886, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ba5123-db55-41cd-8ae8-8c0c536ec41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2fc06ce-2b42-4a79-8440-8caca6f0ad42'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:41:01.079736 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.201478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c1ffda76-fca6-4e62-b0c5-031aea80ed29 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:01.202231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.256003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] For port a371c2e4-9a86-4af2-bfaa-b65a4efa1886, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:41:01.264117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port c1ffda76-fca6-4e62-b0c5-031aea80ed29, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c1ffda76-fca6-4e62-b0c5-031aea80ed29,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:01.271098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] For port a371c2e4-9a86-4af2-bfaa-b65a4efa1886, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a371c2e4-9a86-4af2-bfaa-b65a4efa1886,segment=NetworkSegment(54ba5123-db55-41cd-8ae8-8c0c536ec41b),segment_id=54ba5123-db55-41cd-8ae8-8c0c536ec41b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:41:01.275866 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.375424 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.379957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=c1ffda76-fca6-4e62-b0c5-031aea80ed29,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:01.425631 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (969399cd-b10e-4bda-8954-36bc6f070dab), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.448673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-0a274627-3cce-4ce3-80ba-c1c91ddc456c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] For port 36201b64-52c7-4c2e-be1c-8d688e883e4c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=36201b64-52c7-4c2e-be1c-8d688e883e4c,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:01.449424 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-0a274627-3cce-4ce3-80ba-c1c91ddc456c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.454708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dcc2d-4f5a-4085-b693-b628e7838522 None None] Pushing event updated for resources: {'Port': ['ID=a371c2e4-9a86-4af2-bfaa-b65a4efa1886,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:01.473129 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for port (7f92cb87-5674-4dc3-a257-ef015aa91078), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.539457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-9e93081b-18df-4e56-95ba-97a7849bb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:01.543588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-9e93081b-18df-4e56-95ba-97a7849bb218 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6426651 Jan 28 03:41:01.549605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-0a274627-3cce-4ce3-80ba-c1c91ddc456c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Calling delete_port for 36201b64-52c7-4c2e-be1c-8d688e883e4c owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:01.561955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb20d0-b5c3-4cd1-be70-9148bf892f41 req-fb931df6-3ecf-40f8-ac0b-8a29a6ff4159 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:01.572760 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cbb20d0-b5c3-4cd1-be70-9148bf892f41 req-fb931df6-3ecf-40f8-ac0b-8a29a6ff4159 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.7926476 Jan 28 03:41:01.577249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (72afb6e4-58a3-4a66-b503-ad312c8c0d2c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.633345 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Sync routers for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:41:01.653940 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:01.654560 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:01.788189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cbb20d0-b5c3-4cd1-be70-9148bf892f41 req-462ec71a-cfd0-4361-8386-b855fdef9217 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133114 Jan 28 03:41:01.860063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052523d-5055-4555-b9bd-46946af91565 req-c349e75e-37f1-40ac-b0d6-3303c5734b8a tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:01.878727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8052523d-5055-4555-b9bd-46946af91565 req-c349e75e-37f1-40ac-b0d6-3303c5734b8a tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 945 time: 0.2823231 Jan 28 03:41:01.921888 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:01.970297 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-0a274627-3cce-4ce3-80ba-c1c91ddc456c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (36201b64-52c7-4c2e-be1c-8d688e883e4c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:02.014864 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7f92cb87-5674-4dc3-a257-ef015aa91078), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:02.137499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a274627-3cce-4ce3-80ba-c1c91ddc456c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Pushing event deleted for resources: {'Port': ['ID=36201b64-52c7-4c2e-be1c-8d688e883e4c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:02.169642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-ea9ab1c4-a9d8-4579-9f72-78999ce4ec8f service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889673 Jan 28 03:41:02.183982 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8052523d-5055-4555-b9bd-46946af91565 req-a36992e9-807d-444b-8066-a4dc64b84062 tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/security-groups?id=41493496-9d34-499a-9860-eacbb5c7db7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049071 Jan 28 03:41:02.230390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Network c2fc06ce-2b42-4a79-8440-8caca6f0ad42 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:41:02.232155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:41:02.263162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-0a274627-3cce-4ce3-80ba-c1c91ddc456c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] No DVR routers for this DVR port 36201b64-52c7-4c2e-be1c-8d688e883e4c on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:41:02.310675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-0a274627-3cce-4ce3-80ba-c1c91ddc456c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:02.320789 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e47db9dd-307b-40f8-bedb-efa845c87c47 req-0a274627-3cce-4ce3-80ba-c1c91ddc456c tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.42 "DELETE /v2.0/ports/36201b64-52c7-4c2e-be1c-8d688e883e4c HTTP/1.1" status: 204 len: 173 time: 2.7703106 Jan 28 03:41:02.366638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbed4028-1ae3-4df3-9943-66302961a3d8', 'name': 'network-vif-deleted', 'tag': '36201b64-52c7-4c2e-be1c-8d688e883e4c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:02.369034 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6ca752-0abc-463b-a5f6-d28515fd827d" -d '{"events": [{"server_uuid": "cbed4028-1ae3-4df3-9943-66302961a3d8", "name": "network-vif-deleted", "tag": "36201b64-52c7-4c2e-be1c-8d688e883e4c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:02.427884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-ede0f84e-b0d9-4f18-acc3-95bf597f6ff5 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183545 Jan 28 03:41:02.427884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:41:02.486621 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:02.487643 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:02.495010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Pushing event updated for resources: {'Port': ['ID=7f92cb87-5674-4dc3-a257-ef015aa91078,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:02.598288 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f7a018-caa8-48ba-8420-5a8425efea88 x-openstack-request-id: req-33f7a018-caa8-48ba-8420-5a8425efea88 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:02.600442 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbed4028-1ae3-4df3-9943-66302961a3d8", "name": "network-vif-deleted", "tag": "36201b64-52c7-4c2e-be1c-8d688e883e4c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:02.600729 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33f7a018-caa8-48ba-8420-5a8425efea88 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:02.605213 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbed4028-1ae3-4df3-9943-66302961a3d8', 'name': 'network-vif-deleted', 'tag': '36201b64-52c7-4c2e-be1c-8d688e883e4c', 'status': 'completed', 'code': 200} Jan 28 03:41:02.611482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-e4705a9b-8ee1-4cc9-a343-13745029e4bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=30c43c8c-0670-4520-b4ad-e5d77585381b HTTP/1.1" status: 200 len: 217 time: 0.1142230 Jan 28 03:41:02.629344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d80ead84-c063-45fa-9434-8838238f5505 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.9074008 Jan 28 03:41:02.635375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35238) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:02.640193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9eab2ffa-2b96-4034-9c27-7d7894c5107e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1847991187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:02.652470 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 2, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:02.670958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for port (72afb6e4-58a3-4a66-b503-ad312c8c0d2c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:02.687361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (72afb6e4-58a3-4a66-b503-ad312c8c0d2c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:02.751187 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Checking router: ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:41:02.752263 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Updating router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 port 03f66380-a8e7-4568-8be0-351f3c367874 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:41:02.771050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 36201b64-52c7-4c2e-be1c-8d688e883e4c no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:02.772670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'Port': ['ID=72afb6e4-58a3-4a66-b503-ad312c8c0d2c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:02.820659 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (03f66380-a8e7-4568-8be0-351f3c367874), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:02.833216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eab2ffa-2b96-4034-9c27-7d7894c5107e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (371e95de-439b-4503-9518-9d222783bace), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:02.834647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eab2ffa-2b96-4034-9c27-7d7894c5107e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (371e95de-439b-4503-9518-9d222783bace), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:02.870740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-f8a86f87-bd87-4a08-b219-a8c280155686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:02.876185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-f8a86f87-bd87-4a08-b219-a8c280155686 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.2252886 Jan 28 03:41:02.881217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 36201b64-52c7-4c2e-be1c-8d688e883e4c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:02.881546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 36201b64-52c7-4c2e-be1c-8d688e883e4c not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:02.950167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c1ffda76-fca6-4e62-b0c5-031aea80ed29 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:41:02.966208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-dd91853c-f988-4328-a90b-42793681318e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1768534 Jan 28 03:41:03.004515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (969399cd-b10e-4bda-8954-36bc6f070dab), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.007596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-3ab1c5ca-f3a5-4018-8305-d4aa480da326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:03.010157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-3ab1c5ca-f3a5-4018-8305-d4aa480da326 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1260800 Jan 28 03:41:03.100064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c1ffda76-fca6-4e62-b0c5-031aea80ed29 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:03.101150 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.205809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eab2ffa-2b96-4034-9c27-7d7894c5107e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for router_controller (371e95de-439b-4503-9518-9d222783bace), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.235137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.250457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c1ffda76-fca6-4e62-b0c5-031aea80ed29 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:03.250819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a371c2e4-9a86-4af2-bfaa-b65a4efa1886 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:41:03.278821 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b6ce5baa-8544-400f-84aa-48f059f3319e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4542372 Jan 28 03:41:03.317082 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eab2ffa-2b96-4034-9c27-7d7894c5107e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (371e95de-439b-4503-9518-9d222783bace), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.347626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d84dd-f93d-4bf3-8697-9b9f29dd735a req-90ebd2a0-abbe-4747-85a2-7e6ddf3ba6b6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:03.358589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc5d84dd-f93d-4bf3-8697-9b9f29dd735a req-90ebd2a0-abbe-4747-85a2-7e6ddf3ba6b6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.3235323 Jan 28 03:41:03.386289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:03.386660 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.416404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-1bf39cbb-38bc-4394-a003-15aa9c80afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:03.422367 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-1bf39cbb-38bc-4394-a003-15aa9c80afd7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b52120bee7441d78006fe910c8e627d&device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 1098 time: 0.3017843 Jan 28 03:41:03.442678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eab2ffa-2b96-4034-9c27-7d7894c5107e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.446822 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9eab2ffa-2b96-4034-9c27-7d7894c5107e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8101966 Jan 28 03:41:03.451454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35254) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:03.462656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-4c0ae669-4e6d-497c-81b2-5c2d945e1b7f service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453988 Jan 28 03:41:03.469548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3845f87e-8452-4f68-a370-affa6eae8116 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1696271303', 'prefixes': ['172.20.0.0/16']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:03.622553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:03.624731 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.658804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1345ff-2d2b-441a-9282-3774bcfe89d2 None None] Network c2fc06ce-2b42-4a79-8440-8caca6f0ad42 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:41:03.686657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-f9d63a14-9c25-485f-bb3b-3b861becb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:03.689987 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-f9d63a14-9c25-485f-bb3b-3b861becb3be service neutron] 10.222.0.25 "GET /v2.0/networks?id=8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 200 len: 919 time: 0.2360520 Jan 28 03:41:03.701303 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3845f87e-8452-4f68-a370-affa6eae8116 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.702559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57f811fb-1fa8-45bf-8793-19dff493d3dd req-9ed82dc7-fd10-4796-8a37-561605e84f5d tempest-ServerRescueTestJSON-363421464 tempest-ServerRescueTestJSON-363421464-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbed4028-1ae3-4df3-9943-66302961a3d8 HTTP/1.1" status: 200 len: 210 time: 0.1973212 Jan 28 03:41:03.703400 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3845f87e-8452-4f68-a370-affa6eae8116 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2453203 Jan 28 03:41:03.717468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35258) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:03.725016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc5d84dd-f93d-4bf3-8697-9b9f29dd735a req-9c39da69-fbbc-4e0e-b634-b225038f890a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655436 Jan 28 03:41:03.741960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-a15764eb-7047-4952-8965-54100b100a5d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307', 'tempest-TagsExtTest-Tag-1591618625') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:03.750491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port a371c2e4-9a86-4af2-bfaa-b65a4efa1886, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a371c2e4-9a86-4af2-bfaa-b65a4efa1886,segment=NetworkSegment(54ba5123-db55-41cd-8ae8-8c0c536ec41b),segment_id=54ba5123-db55-41cd-8ae8-8c0c536ec41b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:03.815865 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.857355 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-4ae9ed11-077a-4058-a9e5-cc2c43159a32 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa HTTP/1.1" status: 200 len: 217 time: 0.1503589 Jan 28 03:41:03.913390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-753246bd-6206-4319-912c-de60f8d1afac None None] Provisioning complete for port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:03.913789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-753246bd-6206-4319-912c-de60f8d1afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.972058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-fe34c74f-4358-4eb7-8d29-a56299f081e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:03.973579 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-fe34c74f-4358-4eb7-8d29-a56299f081e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 200 len: 858 time: 0.1078551 Jan 28 03:41:03.974263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-281528c2-969e-44c0-9a84-7ed1e56b8597 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990389 Jan 28 03:41:03.989448 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Publish callbacks [] for port (03f66380-a8e7-4568-8be0-351f3c367874), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:04.007177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=a371c2e4-9a86-4af2-bfaa-b65a4efa1886,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:04.017784 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (03f66380-a8e7-4568-8be0-351f3c367874), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:04.043902 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-1625b2a0-0f18-4728-aa17-da59bcd45261 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8ba07493-7426-48bb-9512-2e77da0852b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627480 Jan 28 03:41:04.092268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-aebea319-1dbc-4762-bc58-66cd18d684a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe HTTP/1.1" status: 200 len: 217 time: 0.0931001 Jan 28 03:41:04.094663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.095297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.096475 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.097031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.097562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.100169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.100729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.103299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.103979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.104719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.105844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.106839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.110477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.132042 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Pushing event updated for resources: {'Port': ['ID=03f66380-a8e7-4568-8be0-351f3c367874,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:04.177692 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.178290 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.178790 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.179282 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.179768 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.180280 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.180767 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.184381 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.185127 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.185618 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.186122 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.187024 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.187717 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:04.285241 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-9da8ffb1-2e04-4edb-a257-8e329c6acfc2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--321832639&fields=id&tenant_id=fb5cdb19505147fbb0c09b1b86b6d617 HTTP/1.1" status: 200 len: 267 time: 0.3089156 Jan 28 03:41:04.293032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-af328221-9e10-4d65-a877-547eabb23432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:04.306011 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Attempting to bind port 03f66380-a8e7-4568-8be0-351f3c367874 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:41:04.306393 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Attempting to bind port 03f66380-a8e7-4568-8be0-351f3c367874 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:41:04.306754 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Attempting to bind port 03f66380-a8e7-4568-8be0-351f3c367874 on network de158b34-1094-4e9e-874b-2088e856a456 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:41:04.308340 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-7606f84e-e823-469c-a6b2-c79e90d98683 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583408 Jan 28 03:41:04.312604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-af328221-9e10-4d65-a877-547eabb23432 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 200 len: 797 time: 0.2086148 Jan 28 03:41:04.320013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-753246bd-6206-4319-912c-de60f8d1afac None None] Current status of the port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:04.322832 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:41:04.323543 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Checking segment: {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:41:04.324294 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:04.324917 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Bound using segment: {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:41:04.325558 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Bound port: 03f66380-a8e7-4568-8be0-351f3c367874, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:41:04.326696 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (03f66380-a8e7-4568-8be0-351f3c367874), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:04.472682 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] For port 03f66380-a8e7-4568-8be0-351f3c367874, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:41:04.476669 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] For port 03f66380-a8e7-4568-8be0-351f3c367874, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=03f66380-a8e7-4568-8be0-351f3c367874,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:41:04.484434 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (03f66380-a8e7-4568-8be0-351f3c367874), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:04.526273 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f7e084d-1273-48e6-9b44-bf7a74197203 req-d3e1c626-bd16-412e-89b6-bdac0fe52064 service neutron] 10.222.0.25 "GET /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037957 Jan 28 03:41:04.542569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a371c2e4-9a86-4af2-bfaa-b65a4efa1886 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:41:04.549258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35270) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:04.553994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-7ba751ed-cfd0-4d95-b791-f2b7041d6368 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078', 'tempest-TagsExtTest-Tag-693931233') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:04.558628 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a15764eb-7047-4952-8965-54100b100a5d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags/tempest-TagsExtTest-Tag-1591618625 HTTP/1.1" status: 201 len: 201 time: 0.8311510 Jan 28 03:41:04.676849 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:04.677492 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:04.721902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1c3e8e3e-af1b-4ad6-ac51-db8a284503c7 None None] Provisioning complete for port 03f66380-a8e7-4568-8be0-351f3c367874 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:04.726708 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8e3e-af1b-4ad6-ac51-db8a284503c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (03f66380-a8e7-4568-8be0-351f3c367874), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:04.758659 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7ba751ed-cfd0-4d95-b791-f2b7041d6368 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags/tempest-TagsExtTest-Tag-693931233 HTTP/1.1" status: 201 len: 201 time: 0.2082627 Jan 28 03:41:04.761300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35274) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:04.784407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-683baeff-bae0-401e-98d4-db9d872efb8b tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace', 'tempest-TagsExtTest-Tag-271143095') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:04.810131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:04.810554 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:04.917900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35278) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:05.108854 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:05.118744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e8e3e-af1b-4ad6-ac51-db8a284503c7 None None] Current status of the port 03f66380-a8e7-4568-8be0-351f3c367874 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:05.119400 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8e3e-af1b-4ad6-ac51-db8a284503c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (03f66380-a8e7-4568-8be0-351f3c367874), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:05.302677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1c3e8e3e-af1b-4ad6-ac51-db8a284503c7 None None] For port 03f66380-a8e7-4568-8be0-351f3c367874, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=03f66380-a8e7-4568-8be0-351f3c367874,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:05.321945 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8e3e-af1b-4ad6-ac51-db8a284503c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (03f66380-a8e7-4568-8be0-351f3c367874), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:05.351549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:05.363042 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-683baeff-bae0-401e-98d4-db9d872efb8b tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags/tempest-TagsExtTest-Tag-271143095 HTTP/1.1" status: 201 len: 201 time: 0.5998490 Jan 28 03:41:05.366442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:05.377114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-f99edca7-cf12-4bff-a997-87adbc99ca9e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275', 'tempest-TagsExtTest-Tag-746211599') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:05.460515 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41415fe6-32a1-4474-bd99-c93bba4b4d6c None None] Pushing event updated for resources: {'Port': ['ID=03f66380-a8e7-4568-8be0-351f3c367874,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:05.475803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e8e3e-af1b-4ad6-ac51-db8a284503c7 None None] Pushing event updated for resources: {'Port': ['ID=03f66380-a8e7-4568-8be0-351f3c367874,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:05.503858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6152ab07-9d53-4fef-9b65-ab1b530bbded None None] Provisioning complete for port 03f66380-a8e7-4568-8be0-351f3c367874 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:05.504242 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6152ab07-9d53-4fef-9b65-ab1b530bbded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (03f66380-a8e7-4568-8be0-351f3c367874), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:05.574546 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f99edca7-cf12-4bff-a997-87adbc99ca9e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags/tempest-TagsExtTest-Tag-746211599 HTTP/1.1" status: 201 len: 201 time: 0.2062223 Jan 28 03:41:05.578017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:05.583848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-01dc1f21-6623-444f-a1e7-7a2ebe1d5a6f tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:05.718090 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6152ab07-9d53-4fef-9b65-ab1b530bbded None None] Current status of the port 03f66380-a8e7-4568-8be0-351f3c367874 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:05.748516 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6152ab07-9d53-4fef-9b65-ab1b530bbded None None] Provisioning complete for port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:05.748908 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6152ab07-9d53-4fef-9b65-ab1b530bbded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:05.785638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-e98d4f9b-e2c1-477f-9f4e-9eb256878e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:05.787166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-e98d4f9b-e2c1-477f-9f4e-9eb256878e2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4428837 Jan 28 03:41:05.810174 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:04Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:05.859496 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f9a27-0506-4499-a65c-8b0cf8e339e3 None None] The sync data for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 is: [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:04Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:41:05.968807 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-01dc1f21-6623-444f-a1e7-7a2ebe1d5a6f tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags HTTP/1.1" status: 200 len: 241 time: 0.3887248 Jan 28 03:41:05.988985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:05.991407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-e96de00d-c759-4248-93d2-201f82718ced service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857595 Jan 28 03:41:06.004005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-d8397efa-22c0-40b0-bcfb-1043aa0ad9a5 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307', 'tempest-TagsExtTest-Tag-1591618625') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:06.004303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6152ab07-9d53-4fef-9b65-ab1b530bbded None None] Current status of the port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:06.066839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6152ab07-9d53-4fef-9b65-ab1b530bbded None None] Provisioning complete for port 7f92cb87-5674-4dc3-a257-ef015aa91078 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:06.071072 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6152ab07-9d53-4fef-9b65-ab1b530bbded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7f92cb87-5674-4dc3-a257-ef015aa91078), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:06.140451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6152ab07-9d53-4fef-9b65-ab1b530bbded None None] Port 7f92cb87-5674-4dc3-a257-ef015aa91078 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:41:06.170191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b03b-d65e-4d1a-a556-f9901a6f6358 req-63dcb10f-70ce-47a0-8ca5-554217805399 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:06.171799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2409b03b-d65e-4d1a-a556-f9901a6f6358 req-63dcb10f-70ce-47a0-8ca5-554217805399 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.5206485 Jan 28 03:41:06.182448 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d8397efa-22c0-40b0-bcfb-1043aa0ad9a5 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags/tempest-TagsExtTest-Tag-1591618625 HTTP/1.1" status: 204 len: 168 time: 0.1922882 Jan 28 03:41:06.186477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35294) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:06.227357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-18d53657-64a1-45f0-bd2b-352b6aa16839 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307', 'tempest-TagsExtTest-Tag-1591618625') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:06.248759 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-30bfc35b-7219-42d8-a584-57c47f163474 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486992 Jan 28 03:41:06.258189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8316-878a-411b-97d8-aaea7c5313fb req-c51d9d6d-01e3-43d9-ba46-122270c789b6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:06.265581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-c51d9d6d-01e3-43d9-ba46-122270c789b6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 811 time: 1.9790561 Jan 28 03:41:06.316354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (523501b3-42d8-411f-bbee-4ed07ce52ac5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:06.357418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-f6e7fbbe-66a5-490f-b4be-87fdc3c95792 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/quotas/fb5cdb19505147fbb0c09b1b86b6d617 HTTP/1.1" status: 200 len: 375 time: 0.0909717 Jan 28 03:41:06.379503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-7db09cf0-86e4-4638-be40-130ae7903d96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f258e0e1-8029-4280-b11c-233fc65cf951 HTTP/1.1" status: 200 len: 217 time: 0.0997174 Jan 28 03:41:06.591874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-dabaa31f-b066-4388-94b5-bb6e549d5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:06.594461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-dabaa31f-b066-4388-94b5-bb6e549d5613 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 200 len: 797 time: 0.1879890 Jan 28 03:41:06.599440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35296) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:06.602596 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-18d53657-64a1-45f0-bd2b-352b6aa16839 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags/tempest-TagsExtTest-Tag-1591618625 HTTP/1.1" status: 204 len: 168 time: 0.3919146 Jan 28 03:41:06.612291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2409b03b-d65e-4d1a-a556-f9901a6f6358 req-4631f0d1-e370-4e1e-86c0-48dfd9f8b239 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620772 Jan 28 03:41:06.649517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-7071e7fa-1256-46fb-b8db-758193ff1cf3 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:06.662823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 03f66380-a8e7-4568-8be0-351f3c367874 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:41:06.856164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-9460c281-c79d-4238-8b94-29787d2ab0af tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4977543 Jan 28 03:41:06.873860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 03f66380-a8e7-4568-8be0-351f3c367874 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:06.874264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (03f66380-a8e7-4568-8be0-351f3c367874), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:07.015021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] Deleting port 84873100-3341-44fd-96b6-6dfa61d61d5a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:07.015611 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:07.056077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-9d6120f7-f279-4629-b6fc-5763a325f8f4 service neutron] 10.222.0.44 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989429 Jan 28 03:41:07.105564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-c2e0f9fc-5194-497a-a969-1ca4b2a16e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:07.108682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-c2e0f9fc-5194-497a-a969-1ca4b2a16e94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4479144 Jan 28 03:41:07.154057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 03f66380-a8e7-4568-8be0-351f3c367874 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:07.178404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7071e7fa-1256-46fb-b8db-758193ff1cf3 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags HTTP/1.1" status: 200 len: 205 time: 0.5355115 Jan 28 03:41:07.180363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35298) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:07.192148 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-1e806d53-cc12-46c3-96ed-3521fd67a25e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:07.281570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] For port 84873100-3341-44fd-96b6-6dfa61d61d5a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84873100-3341-44fd-96b6-6dfa61d61d5a,segment=NetworkSegment(dc0287e0-aa5f-428f-9547-0ca826dafe20),segment_id=dc0287e0-aa5f-428f-9547-0ca826dafe20)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:07.281943 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:07.306389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-6a7b0f7d-4073-444d-b683-d9a34f141300 service neutron] 10.222.0.44 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494338 Jan 28 03:41:07.311558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] Calling delete_port for 84873100-3341-44fd-96b6-6dfa61d61d5a owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:07.326801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-17a3c1fe-3c6e-48a7-b32d-b06c7dca1b18 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819983 Jan 28 03:41:07.383335 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1e806d53-cc12-46c3-96ed-3521fd67a25e tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags HTTP/1.1" status: 200 len: 240 time: 0.1985908 Jan 28 03:41:07.384566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:07.389261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-17437529-197b-4686-96c6-ec69a2d94592 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078', 'tempest-TagsExtTest-Tag-693931233') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:07.490863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41fe769e-1f3d-4278-a06b-7e0ac57d7333 req-762ab9e4-837a-4709-bf9b-b74c233a7bda service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576071 Jan 28 03:41:07.531534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35302) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:07.538148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-1ffc2aa4-485c-4f4f-98b2-118839961bab tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078', 'tempest-TagsExtTest-Tag-693931233') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:07.542224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-17437529-197b-4686-96c6-ec69a2d94592 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags/tempest-TagsExtTest-Tag-693931233 HTTP/1.1" status: 204 len: 168 time: 0.1548367 Jan 28 03:41:07.684243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34dddd22-6d66-4eca-bfbd-5fd2e6808d87 req-c8fee75b-875c-460f-82b7-7eeec23ab634 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 210 time: 0.0514364 Jan 28 03:41:07.778341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (84873100-3341-44fd-96b6-6dfa61d61d5a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:07.866137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] Pushing event deleted for resources: {'Port': ['ID=84873100-3341-44fd-96b6-6dfa61d61d5a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:07.886270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1ffc2aa4-485c-4f4f-98b2-118839961bab tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags/tempest-TagsExtTest-Tag-693931233 HTTP/1.1" status: 204 len: 168 time: 0.3533113 Jan 28 03:41:07.887700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:07.893196 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-767447a4-0700-40b7-af8d-fbed5fa28725 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:07.921799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72ef3c-e3bc-402d-961e-75384d49a63a req-47fde443-e080-4839-92bb-cf2575b29f30 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:07.930694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d72ef3c-e3bc-402d-961e-75384d49a63a req-47fde443-e080-4839-92bb-cf2575b29f30 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1735775 Jan 28 03:41:08.097978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d72ef3c-e3bc-402d-961e-75384d49a63a req-5c91570d-fbf6-4261-920b-f19788dac134 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662629 Jan 28 03:41:08.143430 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-767447a4-0700-40b7-af8d-fbed5fa28725 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags HTTP/1.1" status: 200 len: 205 time: 0.2531655 Jan 28 03:41:08.145797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35320) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:08.156077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-81af7773-6c23-44f0-972d-9d2502cd905a tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:08.284489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-81af7773-6c23-44f0-972d-9d2502cd905a tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags HTTP/1.1" status: 200 len: 240 time: 0.1373310 Jan 28 03:41:08.285386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35326) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:08.286556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (523501b3-42d8-411f-bbee-4ed07ce52ac5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:08.294997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-ab234057-0b17-4434-bb75-05d900c77655 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace', 'tempest-TagsExtTest-Tag-271143095') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:08.460900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ab234057-0b17-4434-bb75-05d900c77655 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags/tempest-TagsExtTest-Tag-271143095 HTTP/1.1" status: 204 len: 168 time: 0.1723547 Jan 28 03:41:08.473539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:08.485679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-f36f9cc8-833e-493b-b116-c0db788de6ab tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace', 'tempest-TagsExtTest-Tag-271143095') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:08.637124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f36f9cc8-833e-493b-b116-c0db788de6ab tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags/tempest-TagsExtTest-Tag-271143095 HTTP/1.1" status: 204 len: 168 time: 0.1611691 Jan 28 03:41:08.639388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35334) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:08.653615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-ba761f94-0417-4ffd-b7cd-360dd81d8be9 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:08.722744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] Router 523501b3-42d8-411f-bbee-4ed07ce52ac5 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:41:08.866809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:41:08.873208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-82bb1eb5-bc79-4493-89d9-4b2ac686c354 admin admin] 10.222.0.44 "PUT /v2.0/routers/523501b3-42d8-411f-bbee-4ed07ce52ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9510841 Jan 28 03:41:08.875640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35338) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:08.879226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] Sync routers for ids ['523501b3-42d8-411f-bbee-4ed07ce52ac5'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:41:08.882643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5dfa25ea-dd66-4aa9-8008-6330cf71d4fa req-4126d942-54ec-419e-a914-fe7e4ecc922f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 210 time: 0.0478017 Jan 28 03:41:08.888511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ba761f94-0417-4ffd-b7cd-360dd81d8be9 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags HTTP/1.1" status: 200 len: 205 time: 0.2454374 Jan 28 03:41:08.889506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35340) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:08.905814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-7240ec21-bbce-4070-8083-9c9daf51a1ac tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:08.910431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] Routers {'523501b3-42d8-411f-bbee-4ed07ce52ac5'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:08.913205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['523501b3-42d8-411f-bbee-4ed07ce52ac5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:08.991218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7240ec21-bbce-4070-8083-9c9daf51a1ac tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags HTTP/1.1" status: 200 len: 240 time: 0.0982258 Jan 28 03:41:08.995786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35344) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:09.008098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-2a16aba3-1b44-4f22-bc02-5c6734c1fff2 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275', 'tempest-TagsExtTest-Tag-746211599') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:09.063861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35348) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:09.064950 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2a16aba3-1b44-4f22-bc02-5c6734c1fff2 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags/tempest-TagsExtTest-Tag-746211599 HTTP/1.1" status: 204 len: 168 time: 0.0625310 Jan 28 03:41:09.068576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-c8d1e275-a84c-4163-81ab-fd1b277d4db0 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275', 'tempest-TagsExtTest-Tag-746211599') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:09.126874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Publish callbacks [] for router (523501b3-42d8-411f-bbee-4ed07ce52ac5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:09.184882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c8d1e275-a84c-4163-81ab-fd1b277d4db0 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags/tempest-TagsExtTest-Tag-746211599 HTTP/1.1" status: 204 len: 168 time: 0.1197119 Jan 28 03:41:09.190781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35352) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:09.198515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-0c5ad0e1-95c9-4928-bb92-03aa886774fc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:09.258400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0c5ad0e1-95c9-4928-bb92-03aa886774fc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags HTTP/1.1" status: 200 len: 205 time: 0.0659397 Jan 28 03:41:09.261053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:09.265808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] Set router 523501b3-42d8-411f-bbee-4ed07ce52ac5 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:09.275068 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-0da429bb-42c4-4006-831e-704e4c03d9cb tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:09.299068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Publish callbacks [] for router_gateway (523501b3-42d8-411f-bbee-4ed07ce52ac5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:09.413695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Deleting port f123d059-acdb-4098-a076-68e615c089e3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:09.414408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f123d059-acdb-4098-a076-68e615c089e3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:09.472326 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0da429bb-42c4-4006-831e-704e4c03d9cb tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags HTTP/1.1" status: 204 len: 168 time: 0.2087607 Jan 28 03:41:09.477521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:09.483601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-f3304186-54e9-45a3-a30e-95b303cec1de tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:09.634239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] For port f123d059-acdb-4098-a076-68e615c089e3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f123d059-acdb-4098-a076-68e615c089e3,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:09.636378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f123d059-acdb-4098-a076-68e615c089e3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:09.672559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Calling delete_port for f123d059-acdb-4098-a076-68e615c089e3 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:09.693143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'name': 'tempest-ServerRescueTestJSON-652997328-router', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f123d059-acdb-4098-a076-68e615c089e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:47Z', 'updated_at': '2022-01-28T03:41:07Z', 'revision_number': 5, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'gw_port': {'id': 'f123d059-acdb-4098-a076-68e615c089e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:49Z', 'updated_at': '2022-01-28T03:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:09.727662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] Checking router: 523501b3-42d8-411f-bbee-4ed07ce52ac5 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:41:09.738020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] Routers {'523501b3-42d8-411f-bbee-4ed07ce52ac5'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:09.739131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:40:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['523501b3-42d8-411f-bbee-4ed07ce52ac5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:09.771275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a3e72-7806-4e16-a317-777b34202522 req-64abded1-2671-48fa-ae59-8ea962c06cb4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:09.778635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-411a3e72-7806-4e16-a317-777b34202522 req-64abded1-2671-48fa-ae59-8ea962c06cb4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.5164230 Jan 28 03:41:09.840723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8316-878a-411b-97d8-aaea7c5313fb req-c5755c1c-44f0-4b1a-86ae-5316656bb3eb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:09.842605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-c5755c1c-44f0-4b1a-86ae-5316656bb3eb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 811 time: 0.2575953 Jan 28 03:41:09.949044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] Set router 523501b3-42d8-411f-bbee-4ed07ce52ac5 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:09.950518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f3304186-54e9-45a3-a30e-95b303cec1de tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags HTTP/1.1" status: 204 len: 168 time: 0.4709144 Jan 28 03:41:09.951355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35364) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:09.961672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-d8601bf1-84e7-4259-a85e-1ae091799ac9 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:09.977318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-411a3e72-7806-4e16-a317-777b34202522 req-49809f47-cc1e-4de6-b100-9365a166412f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960418 Jan 28 03:41:10.056220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-e6337d61-eb34-4466-80ad-40d3fa114663 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb5cdb19505147fbb0c09b1b86b6d617 HTTP/1.1" status: 200 len: 379 time: 0.1890569 Jan 28 03:41:10.073102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'port': {'device_id': '798f554e-5280-4117-b4f7-cdbd42821e94', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'admin_state_up': True, 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'security_groups': ['7355a229-aa2d-467f-a366-b3290bc38419']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:10.118671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'name': 'tempest-ServerRescueTestJSON-652997328-router', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:47Z', 'updated_at': '2022-01-28T03:41:09Z', 'revision_number': 6, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:10.144281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d8601bf1-84e7-4259-a85e-1ae091799ac9 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags HTTP/1.1" status: 204 len: 168 time: 0.1912947 Jan 28 03:41:10.145615 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f123d059-acdb-4098-a076-68e615c089e3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:10.147717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:10.151493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4435903-9975-4b05-af4d-727d808df6f0 req-e233accb-7052-4d03-ac89-21eaa017da33 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 210 time: 0.0903573 Jan 28 03:41:10.156039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-9abf6d0d-2f8d-454a-9d9b-d1bfb3e8008f tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:10.208249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb798ffb-c02b-4301-8dfe-ccc6833a3aa0 None None] The sync data for ids ['523501b3-42d8-411f-bbee-4ed07ce52ac5'] in n-d-808199-14 is: [{'id': '523501b3-42d8-411f-bbee-4ed07ce52ac5', 'name': 'tempest-ServerRescueTestJSON-652997328-router', 'tenant_id': '5a1aa80daea44240a5f82b5f66306a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:47Z', 'updated_at': '2022-01-28T03:41:09Z', 'revision_number': 6, 'project_id': '5a1aa80daea44240a5f82b5f66306a88', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:41:10.240753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Pushing event deleted for resources: {'Port': ['ID=f123d059-acdb-4098-a076-68e615c089e3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:10.335395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Made reservation on behalf of fb5cdb19505147fbb0c09b1b86b6d617 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:41:10.344729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:10.353502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (523501b3-42d8-411f-bbee-4ed07ce52ac5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:10.424972 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a76473bb-5248-4e6b-bfec-ad6f1d019c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:10.515273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Allocated IP 172.20.0.10 (de158b34-1094-4e9e-874b-2088e856a456/e0ee2c3b-02fd-47e8-bdfc-18a286626fbc/5f81495c-a926-4536-aff6-cdb8872627af) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:41:10.772336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84873100-3341-44fd-96b6-6dfa61d61d5a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:10.786757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for port (5f81495c-a926-4536-aff6-cdb8872627af), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:10.836911 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5f81495c-a926-4536-aff6-cdb8872627af), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:10.839170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 84873100-3341-44fd-96b6-6dfa61d61d5a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:10.839592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84873100-3341-44fd-96b6-6dfa61d61d5a not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:10.941520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'Port': ['ID=5f81495c-a926-4536-aff6-cdb8872627af,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:10.952704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Network de158b34-1094-4e9e-874b-2088e856a456 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:41:10.954715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:41:10.957280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:41:11.006317 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (523501b3-42d8-411f-bbee-4ed07ce52ac5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.013121 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Publish callbacks [] for router_controller (523501b3-42d8-411f-bbee-4ed07ce52ac5), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.042505 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9abf6d0d-2f8d-454a-9d9b-d1bfb3e8008f tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags HTTP/1.1" status: 204 len: 168 time: 0.8913043 Jan 28 03:41:11.043182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:11.093076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:11.093959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.099145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-9583785f-e51f-403e-92ae-b32c4552bad8 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307', 'tempest-TagsExtTest-Tag-1427419197') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:11.152508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-dc119e71-0034-465a-9e26-cbe416ca475b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0867205 Jan 28 03:41:11.193651 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (523501b3-42d8-411f-bbee-4ed07ce52ac5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.209679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 523501b3-42d8-411f-bbee-4ed07ce52ac5 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:41:11.229187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.233780 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-98b514d9-7242-4383-8b5d-c8344e3d5586 admin admin] 10.222.0.44 "DELETE /v2.0/routers/523501b3-42d8-411f-bbee-4ed07ce52ac5 HTTP/1.1" status: 204 len: 168 time: 2.3380499 Jan 28 03:41:11.241689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:11.251025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Request body: {'port': {'device_id': '798f554e-5280-4117-b4f7-cdbd42821e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:11.385417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10b2797-3b41-44e8-a338-ed8039802648 admin admin] Deleting subnet 14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:41:11.389495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c10b2797-3b41-44e8-a338-ed8039802648 admin admin] Publish callbacks [] for subnet (14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.434901 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c10b2797-3b41-44e8-a338-ed8039802648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.442522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c5d694c-c9db-4171-a720-9e3667492958 None None] Provisioning complete for port 5f81495c-a926-4536-aff6-cdb8872627af triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:11.443741 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c5d694c-c9db-4171-a720-9e3667492958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5f81495c-a926-4536-aff6-cdb8872627af), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.454571 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f81495c-a926-4536-aff6-cdb8872627af), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.478833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c10b2797-3b41-44e8-a338-ed8039802648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.488112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db35be-bb4c-47cc-a070-0921a18347d1 req-ac4f3b26-fcdb-459f-8104-fcf3b4be5822 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:11.504910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d694c-c9db-4171-a720-9e3667492958 None None] Port 5f81495c-a926-4536-aff6-cdb8872627af cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:41:11.505324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45db35be-bb4c-47cc-a070-0921a18347d1 req-ac4f3b26-fcdb-459f-8104-fcf3b4be5822 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.3846312 Jan 28 03:41:11.522341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4bc8-444f-4508-9b55-ed0d16543400 req-341850be-36ab-47a7-928f-d9169afa857b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:11.524170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-917c4bc8-444f-4508-9b55-ed0d16543400 req-341850be-36ab-47a7-928f-d9169afa857b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 932 time: 0.2022099 Jan 28 03:41:11.534577 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9583785f-e51f-403e-92ae-b32c4552bad8 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags/tempest-TagsExtTest-Tag-1427419197 HTTP/1.1" status: 201 len: 201 time: 0.4389629 Jan 28 03:41:11.540858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35394) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:11.549930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-426826fd-b500-47a0-b963-47b1b21f081d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078', 'tempest-TagsExtTest-Tag-1625768124') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:11.687735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c10b2797-3b41-44e8-a338-ed8039802648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.755576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c10b2797-3b41-44e8-a338-ed8039802648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.759290 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c10b2797-3b41-44e8-a338-ed8039802648 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5 HTTP/1.1" status: 204 len: 168 time: 0.5163133 Jan 28 03:41:11.763767 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b2797-3b41-44e8-a338-ed8039802648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d85de3-fbc7-4a77-9f2c-0cdf88f1cbb5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:11.770111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35398) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:11.793345 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-426826fd-b500-47a0-b963-47b1b21f081d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags/tempest-TagsExtTest-Tag-1625768124 HTTP/1.1" status: 201 len: 201 time: 0.2490630 Jan 28 03:41:11.794810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35400) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:11.817064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-2001194a-4fd7-4662-81ed-66f4a67f026d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace', 'tempest-TagsExtTest-Tag-1658166038') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:11.840073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f81495c-a926-4536-aff6-cdb8872627af {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:41:11.848453 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Publish callbacks [] for port (5f81495c-a926-4536-aff6-cdb8872627af), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.864089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Transition to ACTIVE for port object 5f81495c-a926-4536-aff6-cdb8872627af will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:41:11.896298 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5f81495c-a926-4536-aff6-cdb8872627af), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:11.970415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-917c4bc8-444f-4508-9b55-ed0d16543400 req-b136b990-064b-43bb-8cdb-e9c92e888135 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065028 Jan 28 03:41:11.987288 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.025129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45db35be-bb4c-47cc-a070-0921a18347d1 req-8fbf334d-0dbb-48a7-a037-fbc0c71947a6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186512 Jan 28 03:41:12.106638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81495c-a926-4536-aff6-cdb8872627af,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:12.229840 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (e1434e40-f9a1-449a-b862-7ba2212e0ea8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.239094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Attempting to bind port 5f81495c-a926-4536-aff6-cdb8872627af on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:41:12.239467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Attempting to bind port 5f81495c-a926-4536-aff6-cdb8872627af by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:41:12.239815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Attempting to bind port 5f81495c-a926-4536-aff6-cdb8872627af on network de158b34-1094-4e9e-874b-2088e856a456 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:41:12.253785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Port 5f81495c-a926-4536-aff6-cdb8872627af on network de158b34-1094-4e9e-874b-2088e856a456 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:41:12.254118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Attempting to bind port 5f81495c-a926-4536-aff6-cdb8872627af on network de158b34-1094-4e9e-874b-2088e856a456 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:41:12.258831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:12.260239 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2001194a-4fd7-4662-81ed-66f4a67f026d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags/tempest-TagsExtTest-Tag-1658166038 HTTP/1.1" status: 201 len: 201 time: 0.4479313 Jan 28 03:41:12.269115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-e38aefbc-cca0-4883-a67b-fb6cd8617bc8 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275', 'tempest-TagsExtTest-Tag-1380802535') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:12.294300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:41:12.294652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Checking segment: {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:41:12.295045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Bound using segment: {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:41:12.295504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Bound port: 5f81495c-a926-4536-aff6-cdb8872627af, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:41:12.295866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f81495c-a926-4536-aff6-cdb8872627af), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.397458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] For port 5f81495c-a926-4536-aff6-cdb8872627af, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:41:12.401701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] For port 5f81495c-a926-4536-aff6-cdb8872627af, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5f81495c-a926-4536-aff6-cdb8872627af,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:41:12.411299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5f81495c-a926-4536-aff6-cdb8872627af), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.429830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (e1434e40-f9a1-449a-b862-7ba2212e0ea8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.451087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f123d059-acdb-4098-a076-68e615c089e3 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:12.456628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1434e40-f9a1-449a-b862-7ba2212e0ea8']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:12.478895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0287e0-aa5f-428f-9547-0ca826dafe20') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:12.479243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0287e0-aa5f-428f-9547-0ca826dafe20') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:12.495736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81495c-a926-4536-aff6-cdb8872627af,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:12.499609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (dc0287e0-aa5f-428f-9547-0ca826dafe20), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.500020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e38aefbc-cca0-4883-a67b-fb6cd8617bc8 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags/tempest-TagsExtTest-Tag-1380802535 HTTP/1.1" status: 201 len: 201 time: 0.2389278 Jan 28 03:41:12.503822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35404) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:12.509060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-9119fe7c-0489-45c4-bb42-440424a44e90 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307', {'tags': ['tempest-TagsExtTest-Tag-1015942565', 'tempest-TagsExtTest-Tag-1950373891', 'tempest-TagsExtTest-Tag-82351271']}) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:12.543133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:12.543767 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.545266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-0c2f989e-4dd8-4e29-af3c-e211f1d709e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f81495c-a926-4536-aff6-cdb8872627af HTTP/1.1" status: 200 len: 1093 time: 1.3674700 Jan 28 03:41:12.545744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798f554e-5280-4117-b4f7-cdbd42821e94', 'tag': '5f81495c-a926-4536-aff6-cdb8872627af'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:12.547992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (dc0287e0-aa5f-428f-9547-0ca826dafe20), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.548747 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c" -d '{"events": [{"name": "network-changed", "server_uuid": "798f554e-5280-4117-b4f7-cdbd42821e94", "tag": "5f81495c-a926-4536-aff6-cdb8872627af"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:12.566827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f123d059-acdb-4098-a076-68e615c089e3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:12.571501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f123d059-acdb-4098-a076-68e615c089e3 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:12.574157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:41:12.574157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (dc0287e0-aa5f-428f-9547-0ca826dafe20), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:41:12.575999 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:41:12.625605 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23ec7eda-b344-471b-aadf-6d920f19dd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.734564 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (e1434e40-f9a1-449a-b862-7ba2212e0ea8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.759298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9119fe7c-0489-45c4-bb42-440424a44e90 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags HTTP/1.1" status: 200 len: 316 time: 0.2544560 Jan 28 03:41:12.761843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8316-878a-411b-97d8-aaea7c5313fb req-12f82f36-448f-4f09-b15e-54b5f912414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:12.763698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-12f82f36-448f-4f09-b15e-54b5f912414c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 1096 time: 0.0905237 Jan 28 03:41:12.764358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35410) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:12.769355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-6464bde6-f51e-4bba-93c0-be7c570f1b37 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:12.788008 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:12.806070 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e1434e40-f9a1-449a-b862-7ba2212e0ea8 HTTP/1.1" status: 204 len: 168 time: 1.0325713 Jan 28 03:41:12.806070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056313b-0715-4d21-baa8-1376a7a55a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1434e40-f9a1-449a-b862-7ba2212e0ea8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:12.830155 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95575862-90d3-44c4-adc5-399a8533536c x-openstack-request-id: req-95575862-90d3-44c4-adc5-399a8533536c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:12.830389 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798f554e-5280-4117-b4f7-cdbd42821e94", "tag": "5f81495c-a926-4536-aff6-cdb8872627af", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:12.830760 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95575862-90d3-44c4-adc5-399a8533536c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:12.831166 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798f554e-5280-4117-b4f7-cdbd42821e94', 'tag': '5f81495c-a926-4536-aff6-cdb8872627af', 'status': 'completed', 'code': 200} Jan 28 03:41:12.875765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-4ec7d25f-8116-4e2e-9763-8314a7133489 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f81495c-a926-4536-aff6-cdb8872627af HTTP/1.1" status: 200 len: 217 time: 0.0685983 Jan 28 03:41:12.956223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8316-878a-411b-97d8-aaea7c5313fb req-ed99ba7e-03af-4ef3-b3d2-7ac7aedc68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:12.957769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-ed99ba7e-03af-4ef3-b3d2-7ac7aedc68ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.0755563 Jan 28 03:41:13.030124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6464bde6-f51e-4bba-93c0-be7c570f1b37 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags HTTP/1.1" status: 204 len: 168 time: 0.2643721 Jan 28 03:41:13.033474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35416) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:13.038325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-d704d492-43ea-4735-9a22-3226a3dc57db tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307', 'tempest-TagsExtTest-Tag-1015942565') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:13.070319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8316-878a-411b-97d8-aaea7c5313fb req-1ff82fb0-7dfa-4e0a-94e0-2afe345fa8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:13.071908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-1ff82fb0-7dfa-4e0a-94e0-2afe345fa8dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047401 Jan 28 03:41:13.197874 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-d704d492-43ea-4735-9a22-3226a3dc57db tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:13.199230 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d704d492-43ea-4735-9a22-3226a3dc57db tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags/tempest-TagsExtTest-Tag-1015942565 HTTP/1.1" status: 404 len: 329 time: 0.1646414 Jan 28 03:41:13.201966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35422) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:13.207134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-def62aa5-b72e-4127-a91a-160037530916 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307', 'tempest-TagsExtTest-Tag-1950373891') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:13.242402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35426) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:13.300678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d901be2e-2efe-4bbd-871a-28f5ae118a62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a1aa80daea44240a5f82b5f66306a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567560 Jan 28 03:41:13.304306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:13.321312 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-def62aa5-b72e-4127-a91a-160037530916 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:13.328721 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-def62aa5-b72e-4127-a91a-160037530916 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags/tempest-TagsExtTest-Tag-1950373891 HTTP/1.1" status: 404 len: 329 time: 0.1194556 Jan 28 03:41:13.330274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35432) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:13.335424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-a51adde3-8cfe-4037-b542-e447d0d95335 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307', 'tempest-TagsExtTest-Tag-82351271') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:13.403802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a632076-c2e9-4071-b84a-a416300e989a req-98c8b6ca-67f2-4787-bba4-1ca50897266e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:13.406195 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a632076-c2e9-4071-b84a-a416300e989a req-98c8b6ca-67f2-4787-bba4-1ca50897266e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.2575428 Jan 28 03:41:13.406554 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-a51adde3-8cfe-4037-b542-e447d0d95335 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:13.411102 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a51adde3-8cfe-4037-b542-e447d0d95335 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags/tempest-TagsExtTest-Tag-82351271 HTTP/1.1" status: 404 len: 327 time: 0.0795722 Jan 28 03:41:13.411748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35436) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:13.416485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-5bdbc91c-3ae6-4a6b-a55c-8d1d1fe35c03 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078', {'tags': ['tempest-TagsExtTest-Tag-1746592682', 'tempest-TagsExtTest-Tag-852075517', 'tempest-TagsExtTest-Tag-620028824']}) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:13.427231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-eaf25ab7-ccd7-4dda-a4aa-e738690ef9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468168 Jan 28 03:41:13.434764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b080dad-8dc7-46db-858c-2252595b2e1d req-daa7a315-114c-40be-87d2-4ea1298655a2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:13.436235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b080dad-8dc7-46db-858c-2252595b2e1d req-daa7a315-114c-40be-87d2-4ea1298655a2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 944 time: 0.1731627 Jan 28 03:41:13.464719 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf080-c108-4cb4-a043-c6cb1a7dbb3e admin admin] Publish callbacks [] for security_group (41493496-9d34-499a-9860-eacbb5c7db7e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:13.488882 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf080-c108-4cb4-a043-c6cb1a7dbb3e admin admin] Publish callbacks [] for security_group (41493496-9d34-499a-9860-eacbb5c7db7e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:13.548260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:13.553352 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5bdbc91c-3ae6-4a6b-a55c-8d1d1fe35c03 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags HTTP/1.1" status: 200 len: 316 time: 0.1378608 Jan 28 03:41:13.565369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-85697c2c-12fc-4858-a8a1-81e6b36c10e6 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:14.042194 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf080-c108-4cb4-a043-c6cb1a7dbb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (41493496-9d34-499a-9860-eacbb5c7db7e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:14.044711 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf080-c108-4cb4-a043-c6cb1a7dbb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:14.048601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4a2bf080-c108-4cb4-a043-c6cb1a7dbb3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41493496-9d34-499a-9860-eacbb5c7db7e HTTP/1.1" status: 204 len: 168 time: 0.7366562 Jan 28 03:41:14.062620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a632076-c2e9-4071-b84a-a416300e989a req-5e1815fe-8687-4709-84e4-73f5d71aa86e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424928 Jan 28 03:41:14.102186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bf080-c108-4cb4-a043-c6cb1a7dbb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41493496-9d34-499a-9860-eacbb5c7db7e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:14.131072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b080dad-8dc7-46db-858c-2252595b2e1d req-08451cab-8f9f-4812-bed1-40701701b8b5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6769753 Jan 28 03:41:14.147978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-015c8316-878a-411b-97d8-aaea7c5313fb req-9dc40de0-473c-451e-a792-ac097e5b553c service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029972 Jan 28 03:41:14.194281 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:14.235327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-85697c2c-12fc-4858-a8a1-81e6b36c10e6 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags HTTP/1.1" status: 204 len: 168 time: 0.6817086 Jan 28 03:41:14.238081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35442) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:14.251173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-3ff77b60-1125-4be5-b104-6c6ab535245d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078', 'tempest-TagsExtTest-Tag-1746592682') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:14.348424 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:14.389316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-911fede6-2b60-47ce-b52c-bff70667c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:14.390865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-911fede6-2b60-47ce-b52c-bff70667c5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 1096 time: 0.1346366 Jan 28 03:41:14.426902 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-3ff77b60-1125-4be5-b104-6c6ab535245d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:14.430871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3ff77b60-1125-4be5-b104-6c6ab535245d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags/tempest-TagsExtTest-Tag-1746592682 HTTP/1.1" status: 404 len: 329 time: 0.1873384 Jan 28 03:41:14.431947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35446) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:14.467276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-6e52c8f8-7f2f-4744-bcef-90c009ddf3ad tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078', 'tempest-TagsExtTest-Tag-852075517') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:14.547113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-abcb9bf7-8a64-40fb-9fd4-4eeb230cb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:14.548793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-abcb9bf7-8a64-40fb-9fd4-4eeb230cb49c service neutron] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 912 time: 0.1506608 Jan 28 03:41:14.566327 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-6e52c8f8-7f2f-4744-bcef-90c009ddf3ad tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:14.567473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6e52c8f8-7f2f-4744-bcef-90c009ddf3ad tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags/tempest-TagsExtTest-Tag-852075517 HTTP/1.1" status: 404 len: 328 time: 0.1345501 Jan 28 03:41:14.570439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35450) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:14.587397 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-b9dca5a9-dc5e-45bb-aa9f-f4876226ddaa tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078', 'tempest-TagsExtTest-Tag-620028824') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:14.598883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-9a6941c7-4956-416c-b4c8-0fc72a0adf10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f81495c-a926-4536-aff6-cdb8872627af HTTP/1.1" status: 200 len: 217 time: 0.0430579 Jan 28 03:41:14.712464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-89294625-23f0-42d5-8e14-731b746dcedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:14.714023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-89294625-23f0-42d5-8e14-731b746dcedf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.1078918 Jan 28 03:41:14.718394 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b9dca5a9-dc5e-45bb-aa9f-f4876226ddaa tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:14.725052 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b9dca5a9-dc5e-45bb-aa9f-f4876226ddaa tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags/tempest-TagsExtTest-Tag-620028824 HTTP/1.1" status: 404 len: 328 time: 0.1527698 Jan 28 03:41:14.727783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35456) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:14.733935 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-e27a45f5-0ba1-4bbe-bcf3-e5b7015524d7 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace', {'tags': ['tempest-TagsExtTest-Tag-1539293591', 'tempest-TagsExtTest-Tag-930191782', 'tempest-TagsExtTest-Tag-1131745427']}) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:14.802504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-8bf78680-5f1a-4a9e-a39f-a8d7d7f4d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:14.805223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-8bf78680-5f1a-4a9e-a39f-a8d7d7f4d97b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781753 Jan 28 03:41:14.864526 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e27a45f5-0ba1-4bbe-bcf3-e5b7015524d7 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags HTTP/1.1" status: 200 len: 317 time: 0.1357665 Jan 28 03:41:14.865198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:14.869988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-69c166de-1321-41ea-b7ce-98c63bcea412 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:14.970286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-db578c52-a80f-409b-ba3b-216684d15e9e service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486566 Jan 28 03:41:14.973552 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-69c166de-1321-41ea-b7ce-98c63bcea412 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags HTTP/1.1" status: 204 len: 168 time: 0.1073008 Jan 28 03:41:14.976379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35464) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:14.982745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-80c6e655-f01f-46ab-abd0-2e0bcfa3aca8 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace', 'tempest-TagsExtTest-Tag-1539293591') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.148430 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-80c6e655-f01f-46ab-abd0-2e0bcfa3aca8 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:15.161516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-80c6e655-f01f-46ab-abd0-2e0bcfa3aca8 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags/tempest-TagsExtTest-Tag-1539293591 HTTP/1.1" status: 404 len: 329 time: 0.1709681 Jan 28 03:41:15.161857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35472) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.165360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-cc302c40-8c8b-489c-8ba9-3f51d5d1b3a3 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace', 'tempest-TagsExtTest-Tag-930191782') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.215207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-666fdc75-bb6d-4ffc-8fa1-1a4dc50e693c req-70247d38-71c7-4216-b676-b48c58165d1a service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377670 Jan 28 03:41:15.239413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2044f96-c514-4b41-9384-f02195169f15 req-5f0afddd-927e-4ced-a812-c989edab2487 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:15.241522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2044f96-c514-4b41-9384-f02195169f15 req-5f0afddd-927e-4ced-a812-c989edab2487 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0685878 Jan 28 03:41:15.286573 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-cc302c40-8c8b-489c-8ba9-3f51d5d1b3a3 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:15.291972 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cc302c40-8c8b-489c-8ba9-3f51d5d1b3a3 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags/tempest-TagsExtTest-Tag-930191782 HTTP/1.1" status: 404 len: 328 time: 0.1383266 Jan 28 03:41:15.292799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35480) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.300995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-6b49f6c7-6c04-4f11-9694-2bb48d9ec627 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace', 'tempest-TagsExtTest-Tag-1131745427') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.342264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2044f96-c514-4b41-9384-f02195169f15 req-78859fb8-b32b-4a37-90a9-71c10f1aaef0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946989 Jan 28 03:41:15.362965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83f3aa-55d5-4d00-b79c-a8e79586b736 req-3344b9a5-0db0-4d01-ab95-c58a6e73031f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:15.364766 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc83f3aa-55d5-4d00-b79c-a8e79586b736 req-3344b9a5-0db0-4d01-ab95-c58a6e73031f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 944 time: 0.0911505 Jan 28 03:41:15.408563 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:15.439797 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-6b49f6c7-6c04-4f11-9694-2bb48d9ec627 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:15.441549 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6b49f6c7-6c04-4f11-9694-2bb48d9ec627 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags/tempest-TagsExtTest-Tag-1131745427 HTTP/1.1" status: 404 len: 329 time: 0.1475785 Jan 28 03:41:15.444744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35490) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.450159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-97096843-f161-4c86-aa5a-5d42d97dc9a7 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275', {'tags': ['tempest-TagsExtTest-Tag-247022739', 'tempest-TagsExtTest-Tag-1199475106', 'tempest-TagsExtTest-Tag-1202679419']}) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.453399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc83f3aa-55d5-4d00-b79c-a8e79586b736 req-e0896f46-a1e0-41f9-a559-325edf7c0fdf tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818565 Jan 28 03:41:15.527498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.531447 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-97096843-f161-4c86-aa5a-5d42d97dc9a7 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "PUT /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags HTTP/1.1" status: 200 len: 317 time: 0.0833669 Jan 28 03:41:15.543335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-41b82fd5-bca0-4221-a642-224e11f2fcea tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.590165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-41b82fd5-bca0-4221-a642-224e11f2fcea tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags HTTP/1.1" status: 204 len: 168 time: 0.0611935 Jan 28 03:41:15.593778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.597331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-228ebb74-4c83-47b5-bbcb-cb3e0c1e5585 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275', 'tempest-TagsExtTest-Tag-247022739') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.622215 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-228ebb74-4c83-47b5-bbcb-cb3e0c1e5585 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:15.624895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-228ebb74-4c83-47b5-bbcb-cb3e0c1e5585 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags/tempest-TagsExtTest-Tag-247022739 HTTP/1.1" status: 404 len: 328 time: 0.0298228 Jan 28 03:41:15.627347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35502) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.633031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-ac4402d7-c88d-47ae-b3c2-d72329be8b49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275', 'tempest-TagsExtTest-Tag-1199475106') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.664507 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-ac4402d7-c88d-47ae-b3c2-d72329be8b49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:15.666449 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ac4402d7-c88d-47ae-b3c2-d72329be8b49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags/tempest-TagsExtTest-Tag-1199475106 HTTP/1.1" status: 404 len: 329 time: 0.0371547 Jan 28 03:41:15.669396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.675252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-3616e944-2ccd-4a45-a842-716d016c65e3 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275', 'tempest-TagsExtTest-Tag-1202679419') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.697191 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-3616e944-2ccd-4a45-a842-716d016c65e3 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] show failed (client error): The resource could not be found. Jan 28 03:41:15.698319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3616e944-2ccd-4a45-a842-716d016c65e3 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags/tempest-TagsExtTest-Tag-1202679419 HTTP/1.1" status: 404 len: 329 time: 0.0278118 Jan 28 03:41:15.700943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.705783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-9fde8843-84d4-4def-af24-249fa62ceb7b tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb08f60a-65bf-4d24-9757-dfcc14108275') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.738981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9fde8843-84d4-4def-af24-249fa62ceb7b tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275/tags HTTP/1.1" status: 204 len: 168 time: 0.0345578 Jan 28 03:41:15.739328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35508) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.745007 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-1a8b6feb-8037-49c2-86ec-7dd32a5e60a5 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '371e95de-439b-4503-9518-9d222783bace') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.838729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1a8b6feb-8037-49c2-86ec-7dd32a5e60a5 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/routers/371e95de-439b-4503-9518-9d222783bace/tags HTTP/1.1" status: 204 len: 168 time: 0.0980952 Jan 28 03:41:15.841354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.851006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-5847e2a0-4120-40f8-92b5-9c9c89f20ab8 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f92cb87-5674-4dc3-a257-ef015aa91078') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:15.958313 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5847e2a0-4120-40f8-92b5-9c9c89f20ab8 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078/tags HTTP/1.1" status: 204 len: 168 time: 0.1154444 Jan 28 03:41:15.960566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:15.973230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-923b5f98-9bc8-49d2-a1c7-1d07516b225b tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7046c525-7e4e-46b5-8bc6-4c6c1ab80307') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:16.095213 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-923b5f98-9bc8-49d2-a1c7-1d07516b225b tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307/tags HTTP/1.1" status: 204 len: 168 time: 0.1288655 Jan 28 03:41:16.095383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35536) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:16.273424 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7197-79cf-4754-8554-9485070bb344 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:16.277249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e9cc7197-79cf-4754-8554-9485070bb344 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/subnetpools/fb08f60a-65bf-4d24-9757-dfcc14108275 HTTP/1.1" status: 204 len: 168 time: 0.1782129 Jan 28 03:41:16.277699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:16.317262 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a7a2f031-36a0-4c5c-9e29-962387e52c50 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "GET /v2.0/ports?device_id=371e95de-439b-4503-9518-9d222783bace HTTP/1.1" status: 200 len: 205 time: 0.0382125 Jan 28 03:41:16.319743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35552) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:16.428403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1279d4a-9800-41e5-baa4-8781060725df tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for router (371e95de-439b-4503-9518-9d222783bace), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:16.670374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0b4c9-e12a-496b-8233-67f0b967309f req-fc8e1169-3dcb-47d9-9c05-8502cb0f6542 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:16.684387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ef0b4c9-e12a-496b-8233-67f0b967309f req-fc8e1169-3dcb-47d9-9c05-8502cb0f6542 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.2059374 Jan 28 03:41:16.710172 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1279d4a-9800-41e5-baa4-8781060725df tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (371e95de-439b-4503-9518-9d222783bace), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:16.723211 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1279d4a-9800-41e5-baa4-8781060725df tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for router_controller (371e95de-439b-4503-9518-9d222783bace), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:16.723438 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:16.827337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5f81495c-a926-4536-aff6-cdb8872627af details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:41:16.842872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ef0b4c9-e12a-496b-8233-67f0b967309f req-b6d2d7e1-3931-4ed2-a7e7-6b40fc66dbcd tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573031 Jan 28 03:41:16.895396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5915b-a54f-4b2f-ac34-eb5ad677fe1e req-6e3a1726-7f25-4aa2-a5d8-905e9baa631f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:16.898891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aaf5915b-a54f-4b2f-ac34-eb5ad677fe1e req-6e3a1726-7f25-4aa2-a5d8-905e9baa631f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 944 time: 0.2669125 Jan 28 03:41:16.905420 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1279d4a-9800-41e5-baa4-8781060725df tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (371e95de-439b-4503-9518-9d222783bace), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:16.906081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1279d4a-9800-41e5-baa4-8781060725df tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Fanout notify agent at l3_agent the message router_deleted on router 371e95de-439b-4503-9518-9d222783bace {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:41:16.927005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1279d4a-9800-41e5-baa4-8781060725df tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:16.932915 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b1279d4a-9800-41e5-baa4-8781060725df tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/routers/371e95de-439b-4503-9518-9d222783bace HTTP/1.1" status: 204 len: 168 time: 0.6119633 Jan 28 03:41:16.933940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35568) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:16.964267 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35570) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:17.020303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aaf5915b-a54f-4b2f-ac34-eb5ad677fe1e req-20f94dfb-cf7c-4104-b233-e322781b2a79 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203408 Jan 28 03:41:17.052957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5f81495c-a926-4536-aff6-cdb8872627af, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5f81495c-a926-4536-aff6-cdb8872627af,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:17.088274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '5f81495c-a926-4536-aff6-cdb8872627af', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'port_id': '5f81495c-a926-4536-aff6-cdb8872627af', 'mac_address': 'fa:16:3e:94:fe:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:41:17.178979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5f81495c-a926-4536-aff6-cdb8872627af is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:17.179371 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f81495c-a926-4536-aff6-cdb8872627af), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.199593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f81495c-a926-4536-aff6-cdb8872627af {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:41:17.221074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5f81495c-a926-4536-aff6-cdb8872627af, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5f81495c-a926-4536-aff6-cdb8872627af,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:17.224406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-effaa8ea-3f15-46f2-b731-07c174086e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.224647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Deleting port 7f92cb87-5674-4dc3-a257-ef015aa91078 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:17.225043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7f92cb87-5674-4dc3-a257-ef015aa91078), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.234459 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5f81495c-a926-4536-aff6-cdb8872627af), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.346205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5f81495c-a926-4536-aff6-cdb8872627af,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:17.350859 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7f92cb87-5674-4dc3-a257-ef015aa91078), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.364546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Calling delete_port for 7f92cb87-5674-4dc3-a257-ef015aa91078 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:17.368752 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-effaa8ea-3f15-46f2-b731-07c174086e2a admin admin] Publish callbacks [] for security_group (35512ecb-1093-46a6-b21e-a19183cb3d1e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.390598 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-effaa8ea-3f15-46f2-b731-07c174086e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (35512ecb-1093-46a6-b21e-a19183cb3d1e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.461238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-effaa8ea-3f15-46f2-b731-07c174086e2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16a5bbc175754d11a49671feabe2e4ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4957464 Jan 28 03:41:17.462954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:17.464222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaa8ea-3f15-46f2-b731-07c174086e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35512ecb-1093-46a6-b21e-a19183cb3d1e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:17.555058 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7f92cb87-5674-4dc3-a257-ef015aa91078), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.559772 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21440bff-416d-4eff-acdd-e6b90bbfafba admin admin] Publish callbacks [] for security_group (35512ecb-1093-46a6-b21e-a19183cb3d1e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.591107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21440bff-416d-4eff-acdd-e6b90bbfafba admin admin] Publish callbacks [] for security_group (35512ecb-1093-46a6-b21e-a19183cb3d1e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.599566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Pushing event deleted for resources: {'Port': ['ID=7f92cb87-5674-4dc3-a257-ef015aa91078,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:17.656679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5f81495c-a926-4536-aff6-cdb8872627af'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:41:17.657797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.658154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.658495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.658832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.659167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.659499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.659829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.660437 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.660726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.662365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.662698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.663033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.663362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:17.691669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21440bff-416d-4eff-acdd-e6b90bbfafba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (35512ecb-1093-46a6-b21e-a19183cb3d1e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.694319 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21440bff-416d-4eff-acdd-e6b90bbfafba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.715306 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-21440bff-416d-4eff-acdd-e6b90bbfafba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35512ecb-1093-46a6-b21e-a19183cb3d1e HTTP/1.1" status: 204 len: 168 time: 0.2520139 Jan 28 03:41:17.734805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21440bff-416d-4eff-acdd-e6b90bbfafba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35512ecb-1093-46a6-b21e-a19183cb3d1e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:17.749558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.753737 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ca0c3817-1d36-486b-ab5a-2da757c12d49 tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/ports/7f92cb87-5674-4dc3-a257-ef015aa91078 HTTP/1.1" status: 204 len: 168 time: 0.8186040 Jan 28 03:41:17.757938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35584) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:17.870122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad22f62-36d5-4d29-bd08-1e305c4db05d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Deleting subnet 7046c525-7e4e-46b5-8bc6-4c6c1ab80307 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:41:17.880111 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ad22f62-36d5-4d29-bd08-1e305c4db05d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks [] for subnet (7046c525-7e4e-46b5-8bc6-4c6c1ab80307), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:17.975784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ad22f62-36d5-4d29-bd08-1e305c4db05d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (7046c525-7e4e-46b5-8bc6-4c6c1ab80307), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:18.039649 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d623447-5034-4e17-93e6-bfd8451ea224 req-67a307f9-51da-4640-9d76-276be5dd086b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:18.049256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d623447-5034-4e17-93e6-bfd8451ea224 req-67a307f9-51da-4640-9d76-276be5dd086b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0675800 Jan 28 03:41:18.139875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d623447-5034-4e17-93e6-bfd8451ea224 req-2a9a151e-6053-4bb1-9b3d-e8debfc4f700 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897334 Jan 28 03:41:18.213119 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ad22f62-36d5-4d29-bd08-1e305c4db05d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7046c525-7e4e-46b5-8bc6-4c6c1ab80307), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:18.292678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ad22f62-36d5-4d29-bd08-1e305c4db05d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (7046c525-7e4e-46b5-8bc6-4c6c1ab80307), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:18.306207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3fc78-c3a1-47f3-910a-e51f91e7a592 req-97c79e56-816d-4104-93e6-a17ca91e80a9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:18.313700 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34a3fc78-c3a1-47f3-910a-e51f91e7a592 req-97c79e56-816d-4104-93e6-a17ca91e80a9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 945 time: 0.1691923 Jan 28 03:41:18.358902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad22f62-36d5-4d29-bd08-1e305c4db05d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Pushing event deleted for resources: {'Subnet': ['ID=7046c525-7e4e-46b5-8bc6-4c6c1ab80307,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:18.375403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c64a0e-d421-4008-b9fd-d78cfc781fba None None] Network c2fc06ce-2b42-4a79-8440-8caca6f0ad42 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:41:18.379699 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ad22f62-36d5-4d29-bd08-1e305c4db05d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:18.385241 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8ad22f62-36d5-4d29-bd08-1e305c4db05d tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/subnets/7046c525-7e4e-46b5-8bc6-4c6c1ab80307 HTTP/1.1" status: 204 len: 168 time: 0.6224840 Jan 28 03:41:18.387608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35606) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:18.451259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34a3fc78-c3a1-47f3-910a-e51f91e7a592 req-28f72e57-d7ff-40f4-adff-f8053b6e4d90 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248412 Jan 28 03:41:18.549957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (c2fc06ce-2b42-4a79-8440-8caca6f0ad42), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:18.629810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Deleting port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:18.630238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:18.690505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3419c-85e5-499a-9eda-71967501a265 None None] DHCP port deletion for c2fc06ce-2b42-4a79-8440-8caca6f0ad42 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:41:18.711992 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] For port a371c2e4-9a86-4af2-bfaa-b65a4efa1886, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a371c2e4-9a86-4af2-bfaa-b65a4efa1886,segment=NetworkSegment(54ba5123-db55-41cd-8ae8-8c0c536ec41b),segment_id=54ba5123-db55-41cd-8ae8-8c0c536ec41b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:18.712387 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:18.726924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Calling delete_port for a371c2e4-9a86-4af2-bfaa-b65a4efa1886 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:18.765058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3419c-85e5-499a-9eda-71967501a265 None None] Deleting port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:18.765707 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7e3419c-85e5-499a-9eda-71967501a265 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:18.842964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d7e3419c-85e5-499a-9eda-71967501a265 None None] For port a371c2e4-9a86-4af2-bfaa-b65a4efa1886, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a371c2e4-9a86-4af2-bfaa-b65a4efa1886,segment=NetworkSegment(54ba5123-db55-41cd-8ae8-8c0c536ec41b),segment_id=54ba5123-db55-41cd-8ae8-8c0c536ec41b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:18.843729 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7e3419c-85e5-499a-9eda-71967501a265 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:18.864197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3419c-85e5-499a-9eda-71967501a265 None None] Calling delete_port for a371c2e4-9a86-4af2-bfaa-b65a4efa1886 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:18.969004 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7e3419c-85e5-499a-9eda-71967501a265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:19.003168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3419c-85e5-499a-9eda-71967501a265 None None] Pushing event deleted for resources: {'Port': ['ID=a371c2e4-9a86-4af2-bfaa-b65a4efa1886,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:19.007103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3419c-85e5-499a-9eda-71967501a265 None None] No DVR routers for this DVR port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:41:19.085661 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a371c2e4-9a86-4af2-bfaa-b65a4efa1886), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:19.114670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] No DVR routers for this DVR port a371c2e4-9a86-4af2-bfaa-b65a4efa1886 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:41:19.119047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Pushing event deleted for resources: {'Port': ['ID=a371c2e4-9a86-4af2-bfaa-b65a4efa1886,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:19.203509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (c2fc06ce-2b42-4a79-8440-8caca6f0ad42), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:19.232414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fc06ce-2b42-4a79-8440-8caca6f0ad42']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:19.245131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ba5123-db55-41cd-8ae8-8c0c536ec41b') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:19.245547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ba5123-db55-41cd-8ae8-8c0c536ec41b') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:19.269144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (54ba5123-db55-41cd-8ae8-8c0c536ec41b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:19.289176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (54ba5123-db55-41cd-8ae8-8c0c536ec41b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:19.300368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:41:19.300954 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (54ba5123-db55-41cd-8ae8-8c0c536ec41b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:41:19.306492 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:41:19.312352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101a2ad-621c-41a1-8414-a3a75a8ee859 req-4634768a-7506-46bc-b7a8-fbee7bf4ecb6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:19.316641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e101a2ad-621c-41a1-8414-a3a75a8ee859 req-4634768a-7506-46bc-b7a8-fbee7bf4ecb6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0742273 Jan 28 03:41:19.387470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e101a2ad-621c-41a1-8414-a3a75a8ee859 req-c16a31a8-db74-4b59-ad82-967abc085820 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661566 Jan 28 03:41:19.433503 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (c2fc06ce-2b42-4a79-8440-8caca6f0ad42), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:19.439387 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:19.444525 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] 10.222.0.44 "DELETE /v2.0/networks/c2fc06ce-2b42-4a79-8440-8caca6f0ad42 HTTP/1.1" status: 204 len: 168 time: 1.0559678 Jan 28 03:41:19.470256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ed05c-ee34-408f-9697-7fdeed16b2cc tempest-TagsExtTest-1240007386 tempest-TagsExtTest-1240007386-project] Pushing event deleted for resources: {'Network': ['ID=c2fc06ce-2b42-4a79-8440-8caca6f0ad42,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:19.647361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85865299-d09a-48a4-b7e5-c0e81fe9130a req-cb097bc8-4ee9-4aa4-8faf-105b19d88ca2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:19.662805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85865299-d09a-48a4-b7e5-c0e81fe9130a req-cb097bc8-4ee9-4aa4-8faf-105b19d88ca2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 945 time: 0.0950968 Jan 28 03:41:19.694609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1a88f-feba-4613-ac86-bed652e260f5 req-62abc3bb-69d6-4449-8ee8-7e2610c180a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:19.696208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eaf1a88f-feba-4613-ac86-bed652e260f5 req-62abc3bb-69d6-4449-8ee8-7e2610c180a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 1097 time: 0.0743084 Jan 28 03:41:19.762809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85865299-d09a-48a4-b7e5-c0e81fe9130a req-dd80ef27-73fb-4ff6-aa3b-976848be624a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989475 Jan 28 03:41:19.822133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1a88f-feba-4613-ac86-bed652e260f5 req-31d9a58e-66c7-4d1f-addd-64c6b9970a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:19.823684 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eaf1a88f-feba-4613-ac86-bed652e260f5 req-31d9a58e-66c7-4d1f-addd-64c6b9970a03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 912 time: 0.1204355 Jan 28 03:41:19.874162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eaf1a88f-feba-4613-ac86-bed652e260f5 req-1d66213e-31cd-4016-88c9-00714076a006 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36 HTTP/1.1" status: 200 len: 217 time: 0.0436783 Jan 28 03:41:19.884135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35660) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:19.935860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1a88f-feba-4613-ac86-bed652e260f5 req-11ee09b0-758c-4578-8793-70dd2ef4a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:19.937858 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eaf1a88f-feba-4613-ac86-bed652e260f5 req-11ee09b0-758c-4578-8793-70dd2ef4a9b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.0583601 Jan 28 03:41:19.987578 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eaf1a88f-feba-4613-ac86-bed652e260f5 req-ada775d0-cdf0-4628-9de0-1501aeec4aeb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407274 Jan 28 03:41:20.108672 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eaf1a88f-feba-4613-ac86-bed652e260f5 req-27999108-e454-4546-ab33-d556e2aba750 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170816 Jan 28 03:41:20.179902 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c2d752ed-7570-41df-bb80-7ff597b695ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4aa1cf7911ee402d896396fc07b55f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2942350 Jan 28 03:41:20.182027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35670) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:20.216019 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eaf1a88f-feba-4613-ac86-bed652e260f5 req-34d03915-3bb7-4071-8642-49905cf8361e service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014798 Jan 28 03:41:20.235850 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d643e4d-0f03-492c-9206-730e64f6b8d9 admin admin] Publish callbacks [] for security_group (08404aca-02d9-40fe-8cb2-c6da2ec6275f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:20.260386 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d643e4d-0f03-492c-9206-730e64f6b8d9 admin admin] Publish callbacks [] for security_group (08404aca-02d9-40fe-8cb2-c6da2ec6275f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:20.314406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d643e4d-0f03-492c-9206-730e64f6b8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (08404aca-02d9-40fe-8cb2-c6da2ec6275f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:20.317661 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d643e4d-0f03-492c-9206-730e64f6b8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:20.318926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0d643e4d-0f03-492c-9206-730e64f6b8d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08404aca-02d9-40fe-8cb2-c6da2ec6275f HTTP/1.1" status: 204 len: 168 time: 0.1359994 Jan 28 03:41:20.331176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d643e4d-0f03-492c-9206-730e64f6b8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08404aca-02d9-40fe-8cb2-c6da2ec6275f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:20.534432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a371c2e4-9a86-4af2-bfaa-b65a4efa1886 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:20.568196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: a371c2e4-9a86-4af2-bfaa-b65a4efa1886 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:20.569067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a371c2e4-9a86-4af2-bfaa-b65a4efa1886 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:20.589078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aec01-c1ec-4ead-95f8-27e84000c412 req-5efb8f94-fb92-43d4-be03-7d967f57d2c9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:20.596400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-866aec01-c1ec-4ead-95f8-27e84000c412 req-5efb8f94-fb92-43d4-be03-7d967f57d2c9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0985224 Jan 28 03:41:20.680651 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-866aec01-c1ec-4ead-95f8-27e84000c412 req-207cef02-3fae-4e95-b2c9-a3def8f16cac tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769954 Jan 28 03:41:20.848719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5f81495c-a926-4536-aff6-cdb8872627af up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:41:20.908162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f460-b810-4b02-be0f-f0165634cc5b req-83c98032-bb88-4498-a47c-37702c219441 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:20.916599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f764f460-b810-4b02-be0f-f0165634cc5b req-83c98032-bb88-4498-a47c-37702c219441 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 945 time: 0.0862575 Jan 28 03:41:20.941945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 5f81495c-a926-4536-aff6-cdb8872627af completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:41:20.946412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 5f81495c-a926-4536-aff6-cdb8872627af triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:20.947110 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5f81495c-a926-4536-aff6-cdb8872627af), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:20.988411 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f764f460-b810-4b02-be0f-f0165634cc5b req-4d0ac2b0-3add-4176-bf62-b56b718cbc6e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706708 Jan 28 03:41:21.070690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5f81495c-a926-4536-aff6-cdb8872627af is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:21.070690 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5f81495c-a926-4536-aff6-cdb8872627af), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:21.113453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5f81495c-a926-4536-aff6-cdb8872627af, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5f81495c-a926-4536-aff6-cdb8872627af,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:21.114787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798f554e-5280-4117-b4f7-cdbd42821e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81495c-a926-4536-aff6-cdb8872627af'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:21.118134 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e843bde7-96ff-483e-a737-bdb0bac3a580" -d '{"events": [{"server_uuid": "798f554e-5280-4117-b4f7-cdbd42821e94", "name": "network-vif-plugged", "status": "completed", "tag": "5f81495c-a926-4536-aff6-cdb8872627af"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:21.123158 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5f81495c-a926-4536-aff6-cdb8872627af), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:21.138498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35706) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:21.187305 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5f81495c-a926-4536-aff6-cdb8872627af,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:21.209913 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a261727a-0c78-461d-8a9b-f51c726626a7 x-openstack-request-id: req-a261727a-0c78-461d-8a9b-f51c726626a7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:21.211471 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798f554e-5280-4117-b4f7-cdbd42821e94", "name": "network-vif-plugged", "status": "completed", "tag": "5f81495c-a926-4536-aff6-cdb8872627af", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:21.211809 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a261727a-0c78-461d-8a9b-f51c726626a7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:21.212292 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798f554e-5280-4117-b4f7-cdbd42821e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81495c-a926-4536-aff6-cdb8872627af', 'code': 200} Jan 28 03:41:21.301981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4beede7-bbdc-4049-b38e-0118d67069f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:21.377631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bec980-d076-49f7-b941-202c3087c6df req-c7ab3e1a-5771-4065-b151-6a769c75fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:21.379312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13bec980-d076-49f7-b941-202c3087c6df req-c7ab3e1a-5771-4065-b151-6a769c75fbd9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 1098 time: 0.0689495 Jan 28 03:41:21.455863 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4beede7-bbdc-4049-b38e-0118d67069f8 admin admin] Publish callbacks [] for security_group (9a4aa262-b7ef-441c-adce-4ee7bce7d87c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:21.459074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13bec980-d076-49f7-b941-202c3087c6df req-e2f2bcf1-f3da-49db-84d9-633e56b7678d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726087 Jan 28 03:41:21.460683 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4beede7-bbdc-4049-b38e-0118d67069f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9a4aa262-b7ef-441c-adce-4ee7bce7d87c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:21.505617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b4beede7-bbdc-4049-b38e-0118d67069f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=efb0b2f578d443eab98ffa90373218fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3657608 Jan 28 03:41:21.508275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:21.514294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4beede7-bbdc-4049-b38e-0118d67069f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4aa262-b7ef-441c-adce-4ee7bce7d87c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:21.583079 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f03a00e-6cdc-44a7-8883-dc411eba6c9a admin admin] Publish callbacks [] for security_group (9a4aa262-b7ef-441c-adce-4ee7bce7d87c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:21.612699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f03a00e-6cdc-44a7-8883-dc411eba6c9a admin admin] Publish callbacks [] for security_group (9a4aa262-b7ef-441c-adce-4ee7bce7d87c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:21.680156 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f03a00e-6cdc-44a7-8883-dc411eba6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9a4aa262-b7ef-441c-adce-4ee7bce7d87c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:21.683283 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f03a00e-6cdc-44a7-8883-dc411eba6c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:21.685968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6f03a00e-6cdc-44a7-8883-dc411eba6c9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a4aa262-b7ef-441c-adce-4ee7bce7d87c HTTP/1.1" status: 204 len: 168 time: 0.1767805 Jan 28 03:41:21.697315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03a00e-6cdc-44a7-8883-dc411eba6c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4aa262-b7ef-441c-adce-4ee7bce7d87c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:21.853974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f85883-aa37-4c7e-8ed0-85945218f52b req-e2de2acd-88b6-4ee3-bdbb-6a60814b37b0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:21.856213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44f85883-aa37-4c7e-8ed0-85945218f52b req-e2de2acd-88b6-4ee3-bdbb-6a60814b37b0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.0839224 Jan 28 03:41:22.009719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44f85883-aa37-4c7e-8ed0-85945218f52b req-3892562d-ec6b-46be-8de2-ad5e608b377b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467292 Jan 28 03:41:22.170715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ed24c-397c-43ed-ba9a-d7490a841f0f req-c67010bd-b930-459a-80c0-0fa8d1ccb65c tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:22.178929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b0ed24c-397c-43ed-ba9a-d7490a841f0f req-c67010bd-b930-459a-80c0-0fa8d1ccb65c tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0737267 Jan 28 03:41:22.211486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:22.227210 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e80e8a41-42ab-4aff-8559-3fd0a4cf54c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:22.239616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b0ed24c-397c-43ed-ba9a-d7490a841f0f req-7191dcf0-c6a8-4ff2-b502-011d16fc8157 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594578 Jan 28 03:41:22.323534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e80e8a41-42ab-4aff-8559-3fd0a4cf54c9 admin admin] Publish callbacks [] for security_group (034f5c71-ccd8-42bc-af5b-62f790cdfe9e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:22.328423 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e80e8a41-42ab-4aff-8559-3fd0a4cf54c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (034f5c71-ccd8-42bc-af5b-62f790cdfe9e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:22.371196 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e80e8a41-42ab-4aff-8559-3fd0a4cf54c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3837960b8db4c0aafebd3455d3a1631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580203 Jan 28 03:41:22.373467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e8a41-42ab-4aff-8559-3fd0a4cf54c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034f5c71-ccd8-42bc-af5b-62f790cdfe9e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:22.374022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:22.466535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6713d7a-d9de-4ee6-b7ce-b043ee166f7a admin admin] Publish callbacks [] for security_group (034f5c71-ccd8-42bc-af5b-62f790cdfe9e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:22.490507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6713d7a-d9de-4ee6-b7ce-b043ee166f7a admin admin] Publish callbacks [] for security_group (034f5c71-ccd8-42bc-af5b-62f790cdfe9e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:22.550546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6713d7a-d9de-4ee6-b7ce-b043ee166f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (034f5c71-ccd8-42bc-af5b-62f790cdfe9e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:22.554622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6713d7a-d9de-4ee6-b7ce-b043ee166f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:22.559607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f6713d7a-d9de-4ee6-b7ce-b043ee166f7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/034f5c71-ccd8-42bc-af5b-62f790cdfe9e HTTP/1.1" status: 204 len: 168 time: 0.1815674 Jan 28 03:41:22.586170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6713d7a-d9de-4ee6-b7ce-b043ee166f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034f5c71-ccd8-42bc-af5b-62f790cdfe9e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:22.910717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 06a5ba66-d48e-4dcc-98c7-8978964e5b36 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:23.114424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:23.116131 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:23.206698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:23.213724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a5ba66-d48e-4dcc-98c7-8978964e5b36'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:23.214053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d224e-a199-4466-b632-62b2c0a2561b req-daa0a6ae-d429-48f8-b7a0-7a89ae72e52c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:23.220443 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2bfc95-0a0b-4e5d-bef4-b0b7397ef60a" -d '{"events": [{"server_uuid": "5b9ae3e1-760a-4a99-b8a5-e6019bec3c53", "name": "network-vif-unplugged", "status": "completed", "tag": "06a5ba66-d48e-4dcc-98c7-8978964e5b36"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:23.226661 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e44d224e-a199-4466-b632-62b2c0a2561b req-daa0a6ae-d429-48f8-b7a0-7a89ae72e52c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 945 time: 0.1243670 Jan 28 03:41:23.229828 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:23.335345 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e3bfb-2722-48c2-b7ef-1377cd8c8c10 x-openstack-request-id: req-3a8e3bfb-2722-48c2-b7ef-1377cd8c8c10 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:23.335643 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9ae3e1-760a-4a99-b8a5-e6019bec3c53", "name": "network-vif-unplugged", "status": "failed", "tag": "06a5ba66-d48e-4dcc-98c7-8978964e5b36", "code": 422}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:23.335896 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a8e3bfb-2722-48c2-b7ef-1377cd8c8c10 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:23.339178 n-d-808199-14 neutron-server[103290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06a5ba66-d48e-4dcc-98c7-8978964e5b36', 'code': 422} returned with failed status Jan 28 03:41:23.340900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=06a5ba66-d48e-4dcc-98c7-8978964e5b36,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:23.356273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e44d224e-a199-4466-b632-62b2c0a2561b req-d3d9f03c-09cd-4265-bcc7-88e2f6fa40bb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283033 Jan 28 03:41:23.587429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d8aec-953a-4d61-8449-23ac27c36457 req-5f0ad8c2-1ab7-4132-8f3f-b76e9d5b2eca tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:23.591212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-605d8aec-953a-4d61-8449-23ac27c36457 req-5f0ad8c2-1ab7-4132-8f3f-b76e9d5b2eca tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0937028 Jan 28 03:41:23.653033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-605d8aec-953a-4d61-8449-23ac27c36457 req-abed5bfd-1114-490d-b907-191bce18a45f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554874 Jan 28 03:41:23.851198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4e745-7af6-45c7-80e4-ccaf73ee7075 req-df14ff12-e4f3-4f12-931c-cf6c75a68e89 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:23.858102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ab4e745-7af6-45c7-80e4-ccaf73ee7075 req-df14ff12-e4f3-4f12-931c-cf6c75a68e89 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0873995 Jan 28 03:41:23.879124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35822) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:23.886455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8bb3eb0a-9b28-420b-b9a0-85298ebed3e8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'floatingip': {'port_id': '5f81495c-a926-4536-aff6-cdb8872627af'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:23.971539 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bb3eb0a-9b28-420b-b9a0-85298ebed3e8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (969399cd-b10e-4bda-8954-36bc6f070dab), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:24.621218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [None req-8bb3eb0a-9b28-420b-b9a0-85298ebed3e8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:41:24.713058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bb3eb0a-9b28-420b-b9a0-85298ebed3e8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:24.725045 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bb3eb0a-9b28-420b-b9a0-85298ebed3e8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (969399cd-b10e-4bda-8954-36bc6f070dab), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:24.769323 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:41:24.916464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-4164ec50-5cb8-4cbe-afd5-a27c5697eb35 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:24.923868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-4164ec50-5cb8-4cbe-afd5-a27c5697eb35 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9ae3e1-760a-4a99-b8a5-e6019bec3c53 HTTP/1.1" status: 200 len: 943 time: 0.1312475 Jan 28 03:41:24.971101 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-8bb3eb0a-9b28-420b-b9a0-85298ebed3e8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Floating IP 969399cd-b10e-4bda-8954-36bc6f070dab associated. External IP: 172.25.1.203, port: 5f81495c-a926-4536-aff6-cdb8872627af. Jan 28 03:41:25.185587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-6e4ae19d-963a-4177-b958-fc011c6daf88 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Deleting port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:25.185930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-6e4ae19d-963a-4177-b958-fc011c6daf88 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:25.413054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb3eb0a-9b28-420b-b9a0-85298ebed3e8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:41:25.415380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-6e4ae19d-963a-4177-b958-fc011c6daf88 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] For port 06a5ba66-d48e-4dcc-98c7-8978964e5b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=06a5ba66-d48e-4dcc-98c7-8978964e5b36,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:25.415754 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-6e4ae19d-963a-4177-b958-fc011c6daf88 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:25.435916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-6e4ae19d-963a-4177-b958-fc011c6daf88 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Calling delete_port for 06a5ba66-d48e-4dcc-98c7-8978964e5b36 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:25.632270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb3eb0a-9b28-420b-b9a0-85298ebed3e8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:41:25.637056 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bb3eb0a-9b28-420b-b9a0-85298ebed3e8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:25.655770 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] Sync routers for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:41:25.702579 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:25.703130 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:41:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:25.724523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8bb3eb0a-9b28-420b-b9a0-85298ebed3e8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "PUT /v2.0/floatingips/969399cd-b10e-4bda-8954-36bc6f070dab HTTP/1.1" status: 200 len: 992 time: 1.8415251 Jan 28 03:41:25.731609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798f554e-5280-4117-b4f7-cdbd42821e94', 'tag': '5f81495c-a926-4536-aff6-cdb8872627af'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:25.738660 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c658db2a-e47a-4191-be4f-fc84a96c7b96" -d '{"events": [{"name": "network-changed", "server_uuid": "798f554e-5280-4117-b4f7-cdbd42821e94", "tag": "5f81495c-a926-4536-aff6-cdb8872627af"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:25.815621 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-6e4ae19d-963a-4177-b958-fc011c6daf88 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (06a5ba66-d48e-4dcc-98c7-8978964e5b36), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:25.837023 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:25.883138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ae19d-963a-4177-b958-fc011c6daf88 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event deleted for resources: {'Port': ['ID=06a5ba66-d48e-4dcc-98c7-8978964e5b36,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:25.961931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-6e4ae19d-963a-4177-b958-fc011c6daf88 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] No DVR routers for this DVR port 06a5ba66-d48e-4dcc-98c7-8978964e5b36 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:41:25.967568 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-6e4ae19d-963a-4177-b958-fc011c6daf88 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:25.987058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a14ac1c-878d-4d1f-b9b2-90ae695fdd39 req-6e4ae19d-963a-4177-b958-fc011c6daf88 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "DELETE /v2.0/ports/06a5ba66-d48e-4dcc-98c7-8978964e5b36 HTTP/1.1" status: 204 len: 173 time: 1.0623093 Jan 28 03:41:26.030737 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53e4ef9-6e78-4b71-9998-ff5922eb6de3 x-openstack-request-id: req-e53e4ef9-6e78-4b71-9998-ff5922eb6de3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:26.031109 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798f554e-5280-4117-b4f7-cdbd42821e94", "tag": "5f81495c-a926-4536-aff6-cdb8872627af", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:26.031373 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e53e4ef9-6e78-4b71-9998-ff5922eb6de3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:26.031825 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798f554e-5280-4117-b4f7-cdbd42821e94', 'tag': '5f81495c-a926-4536-aff6-cdb8872627af', 'status': 'completed', 'code': 200} Jan 28 03:41:26.151001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-6177b698-dba9-4d69-9284-aff779e59bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:26.152744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-6177b698-dba9-4d69-9284-aff779e59bfe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 1098 time: 0.0775087 Jan 28 03:41:26.291029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-b0080bbf-cba9-456b-99c0-01ffda7cd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:26.292962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-b0080bbf-cba9-456b-99c0-01ffda7cd133 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 912 time: 0.1345773 Jan 28 03:41:26.321282 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '969399cd-b10e-4bda-8954-36bc6f070dab', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'port_id': '5f81495c-a926-4536-aff6-cdb8872627af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'mac_address': 'fa:16:3e:94:fe:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798f554e-5280-4117-b4f7-cdbd42821e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:41:00Z', 'updated_at': '2022-01-28T03:41:24Z', 'revision_number': 1, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:26.390410 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] Checking router: ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:41:26.414466 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:26.416297 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:41:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:26.437926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-ba918163-358c-44db-be1a-d01491fb95d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f81495c-a926-4536-aff6-cdb8872627af HTTP/1.1" status: 200 len: 1000 time: 0.1377716 Jan 28 03:41:26.561307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-cb211a87-86fc-4d53-9e77-1e7ac15d7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:26.566728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-cb211a87-86fc-4d53-9e77-1e7ac15d7d90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.1207354 Jan 28 03:41:26.645644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-1256218a-a64a-484b-b758-a9b67d5d6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:26.647531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-1256218a-a64a-484b-b758-a9b67d5d6b54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638824 Jan 28 03:41:26.691336 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:26.867442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-a3e1512f-cdc5-47e9-9323-9aea65d5f3c2 service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128222 Jan 28 03:41:26.971979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 06a5ba66-d48e-4dcc-98c7-8978964e5b36 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:26.993922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-0150715a-d05b-40e7-81c2-c78dacf98a8a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:27.002130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-0150715a-d05b-40e7-81c2-c78dacf98a8a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.2166133 Jan 28 03:41:27.020058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 06a5ba66-d48e-4dcc-98c7-8978964e5b36 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:27.020411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 06a5ba66-d48e-4dcc-98c7-8978964e5b36 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:27.239571 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '969399cd-b10e-4bda-8954-36bc6f070dab', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'port_id': '5f81495c-a926-4536-aff6-cdb8872627af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'mac_address': 'fa:16:3e:94:fe:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798f554e-5280-4117-b4f7-cdbd42821e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:41:00Z', 'updated_at': '2022-01-28T03:41:24Z', 'revision_number': 1, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:27.279627 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86719a6-edab-446c-9892-c8102ae863b3 None None] The sync data for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 is: [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '969399cd-b10e-4bda-8954-36bc6f070dab', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'port_id': '5f81495c-a926-4536-aff6-cdb8872627af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'mac_address': 'fa:16:3e:94:fe:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798f554e-5280-4117-b4f7-cdbd42821e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:41:00Z', 'updated_at': '2022-01-28T03:41:24Z', 'revision_number': 1, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:41:27.427397 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:27.481917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-5911acf1-5241-431b-b21a-d6ef12fb3284 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/quotas/351a66772f8144fd8a8b34aaaa3b15fc HTTP/1.1" status: 200 len: 375 time: 0.4781971 Jan 28 03:41:27.524615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-f188409d-76b4-49fb-aba5-d2acdd3a46e3 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409226 Jan 28 03:41:27.547913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c658db2a-e47a-4191-be4f-fc84a96c7b96 req-58b6d81f-b31b-4bce-a00e-14e6e7b3c97a service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718516 Jan 28 03:41:27.654416 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b77f91ad-9b84-4713-92ae-d124bbd851b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:27.717783 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cd582-3b15-48d9-a9db-0d22a88002fa None None] New status for floating IP 969399cd-b10e-4bda-8954-36bc6f070dab: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:41:27.745526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-2dcd8457-f4bb-4b9c-a3db-7be6d72b6269 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202086 Jan 28 03:41:27.771790 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b77f91ad-9b84-4713-92ae-d124bbd851b7 admin admin] Publish callbacks [] for security_group (6ba41081-08d8-444d-b884-2544eeb03656), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:27.778452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b77f91ad-9b84-4713-92ae-d124bbd851b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6ba41081-08d8-444d-b884-2544eeb03656), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:27.829197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:27.834342 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b77f91ad-9b84-4713-92ae-d124bbd851b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f897536164ae4571af8e2908cb7318c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4052734 Jan 28 03:41:27.852697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f91ad-9b84-4713-92ae-d124bbd851b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba41081-08d8-444d-b884-2544eeb03656,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:27.897999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-beafa955-5f6c-4c06-bf71-e8851cb84dd1 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482501 Jan 28 03:41:27.956323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7366d9af-d749-4807-950b-55f382b88954 admin admin] Publish callbacks [] for security_group (6ba41081-08d8-444d-b884-2544eeb03656), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:27.990932 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7366d9af-d749-4807-950b-55f382b88954 admin admin] Publish callbacks [] for security_group (6ba41081-08d8-444d-b884-2544eeb03656), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:28.033129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'name': 'network-vif-deleted', 'tag': '06a5ba66-d48e-4dcc-98c7-8978964e5b36'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:28.036791 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841b8085-3d36-46ef-ba88-db48cbec364b" -d '{"events": [{"server_uuid": "5b9ae3e1-760a-4a99-b8a5-e6019bec3c53", "name": "network-vif-deleted", "tag": "06a5ba66-d48e-4dcc-98c7-8978964e5b36"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:28.064554 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7366d9af-d749-4807-950b-55f382b88954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6ba41081-08d8-444d-b884-2544eeb03656), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:28.067696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7366d9af-d749-4807-950b-55f382b88954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:28.068967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7366d9af-d749-4807-950b-55f382b88954 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ba41081-08d8-444d-b884-2544eeb03656 HTTP/1.1" status: 204 len: 168 time: 0.2382302 Jan 28 03:41:28.085435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366d9af-d749-4807-950b-55f382b88954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba41081-08d8-444d-b884-2544eeb03656,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:28.146010 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242a1619-56e5-4ddb-898d-e6d97d92ec90 x-openstack-request-id: req-242a1619-56e5-4ddb-898d-e6d97d92ec90 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:28.146010 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9ae3e1-760a-4a99-b8a5-e6019bec3c53", "name": "network-vif-deleted", "tag": "06a5ba66-d48e-4dcc-98c7-8978964e5b36", "status": "failed", "code": 422}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:28.146010 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-242a1619-56e5-4ddb-898d-e6d97d92ec90 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:28.146396 n-d-808199-14 neutron-server[103288]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b9ae3e1-760a-4a99-b8a5-e6019bec3c53', 'name': 'network-vif-deleted', 'tag': '06a5ba66-d48e-4dcc-98c7-8978964e5b36', 'status': 'failed', 'code': 422} returned with failed status Jan 28 03:41:28.169881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-862974d8-db7b-46ed-b80c-0cbe1afaf708 req-3a2afa69-1eec-456f-910a-49a568f80065 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 210 time: 0.0664499 Jan 28 03:41:28.470165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:28.487712 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aeb8bce2-fb4f-402c-a1ce-4531f2fbb431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:28.552956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0f708-d43d-4de1-ad31-8aff1ecb3e63 req-8f02380d-ff56-4f27-977b-6664199ddaf7 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:28.560603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cff0f708-d43d-4de1-ad31-8aff1ecb3e63 req-8f02380d-ff56-4f27-977b-6664199ddaf7 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0669162 Jan 28 03:41:28.579625 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aeb8bce2-fb4f-402c-a1ce-4531f2fbb431 admin admin] Publish callbacks [] for security_group (4eae6dce-3642-4e92-adf2-e29c488ac083), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:28.585783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aeb8bce2-fb4f-402c-a1ce-4531f2fbb431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4eae6dce-3642-4e92-adf2-e29c488ac083), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:28.630064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cff0f708-d43d-4de1-ad31-8aff1ecb3e63 req-67b7fcb7-6ffe-48ca-86fa-1a44110c4935 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679369 Jan 28 03:41:28.640495 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aeb8bce2-fb4f-402c-a1ce-4531f2fbb431 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4823a8e910fc4603b611064e67005fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691437 Jan 28 03:41:28.643756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36006) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:28.702572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8bce2-fb4f-402c-a1ce-4531f2fbb431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eae6dce-3642-4e92-adf2-e29c488ac083,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:28.724682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65e1bc5d-6e5c-4c64-be3a-a2846e6a0b84 admin admin] Publish callbacks [] for security_group (4eae6dce-3642-4e92-adf2-e29c488ac083), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:28.750915 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65e1bc5d-6e5c-4c64-be3a-a2846e6a0b84 admin admin] Publish callbacks [] for security_group (4eae6dce-3642-4e92-adf2-e29c488ac083), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:28.830095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65e1bc5d-6e5c-4c64-be3a-a2846e6a0b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4eae6dce-3642-4e92-adf2-e29c488ac083), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:28.835389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65e1bc5d-6e5c-4c64-be3a-a2846e6a0b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:28.837560 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-65e1bc5d-6e5c-4c64-be3a-a2846e6a0b84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4eae6dce-3642-4e92-adf2-e29c488ac083 HTTP/1.1" status: 204 len: 168 time: 0.1923995 Jan 28 03:41:28.851368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1bc5d-6e5c-4c64-be3a-a2846e6a0b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eae6dce-3642-4e92-adf2-e29c488ac083,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:29.296068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e5c435f-9175-486f-9463-6c8822ebd62d req-4342fa9a-394b-48ac-b3df-8ff6498a8a46 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 210 time: 0.0704539 Jan 28 03:41:29.691136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-b21cd681-0fd9-46cc-8faa-38bfa44dbd6d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:29.692747 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-b21cd681-0fd9-46cc-8faa-38bfa44dbd6d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.25 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.2870779 Jan 28 03:41:29.712428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Request body: {'port': {'device_id': '1addb573-f3e9-46c2-931c-fa0ad87e912d', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'admin_state_up': True, 'tenant_id': '351a66772f8144fd8a8b34aaaa3b15fc'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:29.849913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b69a77-87c7-4be1-8eaa-8d58d9b59049 req-6fcb5e6e-9c35-4f5a-a0cf-862ad9c421c4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:29.857939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68b69a77-87c7-4be1-8eaa-8d58d9b59049 req-6fcb5e6e-9c35-4f5a-a0cf-862ad9c421c4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0997660 Jan 28 03:41:29.909901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Made reservation on behalf of 351a66772f8144fd8a8b34aaaa3b15fc for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:41:29.915811 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:29.960418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68b69a77-87c7-4be1-8eaa-8d58d9b59049 req-79d6207b-3b49-4fba-808c-9f58b9c552ca tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947199 Jan 28 03:41:30.112812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Allocated IP 172.20.0.10 (6dc8b666-d82b-4023-ace6-5937f3648af4/f4b2f3ff-1079-418f-b498-69e6ef7fa055/aa9b4539-22c7-477d-9d9e-7d3c295e9ad2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:41:30.323380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks [] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:30.443121 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:30.488280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Network 6dc8b666-d82b-4023-ace6-5937f3648af4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:41:30.514570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:41:30.519143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:41:30.543617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacc9b8-108e-4b22-80fe-e02a59780858 req-d3fbcee4-5851-4b50-b975-753e03e242ae tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:30.554433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcacc9b8-108e-4b22-80fe-e02a59780858 req-d3fbcee4-5851-4b50-b975-753e03e242ae tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 932 time: 0.0978930 Jan 28 03:41:30.564628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event updated for resources: {'Port': ['ID=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:30.588799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:30.589714 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:30.616433 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-6c0afb6e-4cd6-4426-9486-99a1e194fad7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9079125 Jan 28 03:41:30.626113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dcacc9b8-108e-4b22-80fe-e02a59780858 req-56e0d2da-13c0-4d17-9001-bc4fd3d750e8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650165 Jan 28 03:41:30.640639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Request body: {'port': {'device_id': '1addb573-f3e9-46c2-931c-fa0ad87e912d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:30.724989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:31.113006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:41:31.123577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Publish callbacks [] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:31.126421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61e917-2e79-427c-b1e3-da6ea9e6492b req-d5eb24a8-6724-410c-b10d-28f3b16eb876 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:31.135213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e61e917-2e79-427c-b1e3-da6ea9e6492b req-d5eb24a8-6724-410c-b10d-28f3b16eb876 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0745871 Jan 28 03:41:31.155163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Transition to ACTIVE for port object aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:41:31.162384 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:31.214594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e61e917-2e79-427c-b1e3-da6ea9e6492b req-ff112f80-1d1f-4c0e-9583-7358e604b75c tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761299 Jan 28 03:41:31.277854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:31.330634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Attempting to bind port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:41:31.330989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Attempting to bind port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:41:31.331296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Attempting to bind port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:41:31.352834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:41:31.353183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Attempting to bind port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:41:31.363292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:41:31.363629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Checking segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:41:31.364013 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Bound using segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:41:31.364420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Bound port: aa9b4539-22c7-477d-9d9e-7d3c295e9ad2, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:41:31.364773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:31.397021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-f1fa7c35-09b7-4297-8f0b-01ab186f732d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:31.398986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-f1fa7c35-09b7-4297-8f0b-01ab186f732d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.25 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.0912015 Jan 28 03:41:31.531077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] For port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:41:31.537474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] For port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:41:31.550559 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:31.615974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:31.616795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:31.618803 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] 10.222.0.25 "PUT /v2.0/ports/aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 HTTP/1.1" status: 200 len: 1093 time: 0.9878492 Jan 28 03:41:31.622371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1addb573-f3e9-46c2-931c-fa0ad87e912d', 'tag': 'aa9b4539-22c7-477d-9d9e-7d3c295e9ad2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:31.628599 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43353fd8-969b-42cf-982c-5aea7311783c" -d '{"events": [{"name": "network-changed", "server_uuid": "1addb573-f3e9-46c2-931c-fa0ad87e912d", "tag": "aa9b4539-22c7-477d-9d9e-7d3c295e9ad2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:31.713985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbea96-c4d3-4f5e-9873-8a71ba8f6ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:31.764205 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b906f6f-b93d-426b-9ae2-b4c615b2d9fd x-openstack-request-id: req-4b906f6f-b93d-426b-9ae2-b4c615b2d9fd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:31.764805 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1addb573-f3e9-46c2-931c-fa0ad87e912d", "tag": "aa9b4539-22c7-477d-9d9e-7d3c295e9ad2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:31.764805 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b906f6f-b93d-426b-9ae2-b4c615b2d9fd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:31.765219 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1addb573-f3e9-46c2-931c-fa0ad87e912d', 'tag': 'aa9b4539-22c7-477d-9d9e-7d3c295e9ad2', 'status': 'completed', 'code': 200} Jan 28 03:41:31.827136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-27895925-5362-46de-9783-be39306a9d74 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Deleting port 854825b5-0216-4369-b0f1-b992ff777062 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:31.827515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-27895925-5362-46de-9783-be39306a9d74 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (854825b5-0216-4369-b0f1-b992ff777062), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:31.845120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63227a38-fb03-4e3c-8bc2-ecc34f89259e req-fc41b79e-2785-49e1-bafb-00d8a85c51e2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:31.863641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63227a38-fb03-4e3c-8bc2-ecc34f89259e req-fc41b79e-2785-49e1-bafb-00d8a85c51e2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 944 time: 0.1082513 Jan 28 03:41:31.973918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-00293798-dcf2-4281-b3ec-12f3750374ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:31.990235 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-00293798-dcf2-4281-b3ec-12f3750374ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 1096 time: 0.2685831 Jan 28 03:41:32.023432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63227a38-fb03-4e3c-8bc2-ecc34f89259e req-65b3d09c-4de3-44c5-b953-83f10d58fd02 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586940 Jan 28 03:41:32.055725 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-a6a0c677-1c14-4311-b14e-c5956c2724c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 HTTP/1.1" status: 200 len: 217 time: 0.0505679 Jan 28 03:41:32.109328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-27895925-5362-46de-9783-be39306a9d74 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] For port 854825b5-0216-4369-b0f1-b992ff777062, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=854825b5-0216-4369-b0f1-b992ff777062,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:32.110389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-27895925-5362-46de-9783-be39306a9d74 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (854825b5-0216-4369-b0f1-b992ff777062), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:32.133826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-27895925-5362-46de-9783-be39306a9d74 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Calling delete_port for 854825b5-0216-4369-b0f1-b992ff777062 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:32.149253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-84af635a-87a9-4281-a6bb-7350c4b0b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:32.152073 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-84af635a-87a9-4281-a6bb-7350c4b0b5e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.0857143 Jan 28 03:41:32.213793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-4bbd210b-7d1f-4e5c-8d80-45e0de520383 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570111 Jan 28 03:41:32.362962 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-18459b64-5f67-4b53-b4af-01e91a005200 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434791 Jan 28 03:41:32.392298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf64e0-eff7-4e3d-bb93-19ca6c9788ae req-4c90b650-0d0e-4b31-9d19-33c6a84bbdb8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:32.410964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67bf64e0-eff7-4e3d-bb93-19ca6c9788ae req-4c90b650-0d0e-4b31-9d19-33c6a84bbdb8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54301c7-0af4-4d63-81b1-3ef584117a1a HTTP/1.1" status: 200 len: 945 time: 0.1087036 Jan 28 03:41:32.439623 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-27895925-5362-46de-9783-be39306a9d74 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (854825b5-0216-4369-b0f1-b992ff777062), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:32.475096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['ede142e3-c7f9-4b3f-bb6a-aaa9443514fa', '854825b5-0216-4369-b0f1-b992ff777062'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:41:32.477121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27895925-5362-46de-9783-be39306a9d74 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Pushing event deleted for resources: {'Port': ['ID=854825b5-0216-4369-b0f1-b992ff777062,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:32.513777 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67bf64e0-eff7-4e3d-bb93-19ca6c9788ae req-525b0a78-c6fe-4211-8815-c66491f88195 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952871 Jan 28 03:41:32.549404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-27895925-5362-46de-9783-be39306a9d74 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] No DVR routers for this DVR port 854825b5-0216-4369-b0f1-b992ff777062 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:41:32.556682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-27895925-5362-46de-9783-be39306a9d74 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:32.561083 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e83124b-1c64-4da6-b916-570ff7a5a428 req-27895925-5362-46de-9783-be39306a9d74 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.25 "DELETE /v2.0/ports/854825b5-0216-4369-b0f1-b992ff777062 HTTP/1.1" status: 204 len: 173 time: 1.1515763 Jan 28 03:41:32.577774 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-647e0c35-a7bd-4175-a916-eb6434a3888c req-b1cc0e5d-ecb7-4cad-8e67-9949ccad734e service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072241 Jan 28 03:41:32.767191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43353fd8-969b-42cf-982c-5aea7311783c req-75dd2b3c-e710-46c7-8561-63e61090631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:32.768999 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43353fd8-969b-42cf-982c-5aea7311783c req-75dd2b3c-e710-46c7-8561-63e61090631a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 1096 time: 0.0845518 Jan 28 03:41:32.888107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43353fd8-969b-42cf-982c-5aea7311783c req-a6df444a-194e-4c25-ba75-de1a8855df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:32.891096 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43353fd8-969b-42cf-982c-5aea7311783c req-a6df444a-194e-4c25-ba75-de1a8855df7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 912 time: 0.1130817 Jan 28 03:41:32.937266 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43353fd8-969b-42cf-982c-5aea7311783c req-f36c2e01-6355-4d49-b76c-dd120eb01ae9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 HTTP/1.1" status: 200 len: 217 time: 0.0402005 Jan 28 03:41:33.004365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43353fd8-969b-42cf-982c-5aea7311783c req-748ff05f-674a-4e7c-8bc0-7ea0a214dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:33.006148 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43353fd8-969b-42cf-982c-5aea7311783c req-748ff05f-674a-4e7c-8bc0-7ea0a214dc00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.0632596 Jan 28 03:41:33.049197 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43353fd8-969b-42cf-982c-5aea7311783c req-8be1ced4-c557-4065-82fd-f2e4f182567b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351777 Jan 28 03:41:33.170155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0ad8a-ee0e-4d6f-b517-53c536d6815c req-b75e810c-f0dc-432d-9404-f3e40eaeb9a4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:33.172968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dde0ad8a-ee0e-4d6f-b517-53c536d6815c req-b75e810c-f0dc-432d-9404-f3e40eaeb9a4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 944 time: 0.0643923 Jan 28 03:41:33.195630 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43353fd8-969b-42cf-982c-5aea7311783c req-02eb6b29-3788-4350-8d74-9186c8bf28f1 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410780 Jan 28 03:41:33.311099 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dde0ad8a-ee0e-4d6f-b517-53c536d6815c req-0515f4b2-925d-4faa-95b4-60fc60b8583f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252682 Jan 28 03:41:33.423357 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43353fd8-969b-42cf-982c-5aea7311783c req-86ccfefa-97d4-4389-bce0-64c2c8a72f25 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157965 Jan 28 03:41:33.766932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54301c7-0af4-4d63-81b1-3ef584117a1a', 'name': 'network-vif-deleted', 'tag': '854825b5-0216-4369-b0f1-b992ff777062'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:33.770687 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062e3c81-74c9-4d78-a444-96795bea6405" -d '{"events": [{"server_uuid": "c54301c7-0af4-4d63-81b1-3ef584117a1a", "name": "network-vif-deleted", "tag": "854825b5-0216-4369-b0f1-b992ff777062"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:33.907178 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a109b09a-15c5-4445-bc40-b26327c33c19 x-openstack-request-id: req-a109b09a-15c5-4445-bc40-b26327c33c19 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:33.908210 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54301c7-0af4-4d63-81b1-3ef584117a1a", "name": "network-vif-deleted", "tag": "854825b5-0216-4369-b0f1-b992ff777062", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:33.908574 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a109b09a-15c5-4445-bc40-b26327c33c19 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:33.909127 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54301c7-0af4-4d63-81b1-3ef584117a1a', 'name': 'network-vif-deleted', 'tag': '854825b5-0216-4369-b0f1-b992ff777062', 'status': 'completed', 'code': 200} Jan 28 03:41:34.024581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a428ff-e3a1-49a7-a82f-7d6db6252669 req-a9945bb7-88a4-4644-8e86-2544df353db4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:34.027536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25a428ff-e3a1-49a7-a82f-7d6db6252669 req-a9945bb7-88a4-4644-8e86-2544df353db4 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0856137 Jan 28 03:41:34.087019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25a428ff-e3a1-49a7-a82f-7d6db6252669 req-540edb16-67a9-4382-9f1e-3d691679e4de tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455735 Jan 28 03:41:34.456799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250559a-732b-49d4-9058-7508781e222c req-0595f9fe-125e-4f74-b028-acf556537b7a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:34.459676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9250559a-732b-49d4-9058-7508781e222c req-0595f9fe-125e-4f74-b028-acf556537b7a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 944 time: 0.0774145 Jan 28 03:41:34.511434 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9250559a-732b-49d4-9058-7508781e222c req-89440fac-07eb-4cef-831f-93dbcce324b4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459738 Jan 28 03:41:34.997942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 854825b5-0216-4369-b0f1-b992ff777062 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:35.025960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 854825b5-0216-4369-b0f1-b992ff777062 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:35.026498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 854825b5-0216-4369-b0f1-b992ff777062 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:35.254860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390f0ab-b732-4fba-aedf-58360816c35b req-54ae97ad-27a8-48cd-8098-afd51cb4d21a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:35.256378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e390f0ab-b732-4fba-aedf-58360816c35b req-54ae97ad-27a8-48cd-8098-afd51cb4d21a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0725923 Jan 28 03:41:35.331327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e390f0ab-b732-4fba-aedf-58360816c35b req-e5749260-4e50-473a-84e4-460cd52ec813 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629840 Jan 28 03:41:35.741373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f389086-db45-483b-9a61-5dedd7531a40 req-6936fed2-c181-457a-a48f-f329336b7696 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:35.743396 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f389086-db45-483b-9a61-5dedd7531a40 req-6936fed2-c181-457a-a48f-f329336b7696 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1181567 Jan 28 03:41:35.771401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73edbb1-d5dc-4822-919c-d674ac6e975d req-20f797aa-58a8-4b49-8d5a-927ab6d34659 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:35.772983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73edbb1-d5dc-4822-919c-d674ac6e975d req-20f797aa-58a8-4b49-8d5a-927ab6d34659 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 944 time: 0.1021707 Jan 28 03:41:35.850785 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f389086-db45-483b-9a61-5dedd7531a40 req-2893dcfa-a532-444e-aed6-c537bf6127a2 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961788 Jan 28 03:41:35.860262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73edbb1-d5dc-4822-919c-d674ac6e975d req-1c392c4b-0224-4e48-ab64-55d1ce1ef2b0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738277 Jan 28 03:41:36.461222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1d535-4b03-4192-8736-96b32ace1ea6 req-effdc4f5-8010-403e-9fbf-aedb8154c17d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:36.462777 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bab1d535-4b03-4192-8736-96b32ace1ea6 req-effdc4f5-8010-403e-9fbf-aedb8154c17d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0633638 Jan 28 03:41:36.519110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bab1d535-4b03-4192-8736-96b32ace1ea6 req-b4390604-7fa8-41f7-97b5-df826b4f075f tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502062 Jan 28 03:41:37.008212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:41:37.023203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59022def-28ed-447a-8126-3f888172b8d2 req-ac695357-d229-4893-b6ce-6f0bd9f799d9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:37.024749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59022def-28ed-447a-8126-3f888172b8d2 req-ac695357-d229-4893-b6ce-6f0bd9f799d9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 944 time: 0.0872061 Jan 28 03:41:37.033188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d149-cc82-4b5a-a1b1-40f00f11cb1c req-770bc8aa-8fb8-4e90-ae49-be1afc091aac tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:37.034681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7e6d149-cc82-4b5a-a1b1-40f00f11cb1c req-770bc8aa-8fb8-4e90-ae49-be1afc091aac tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0857937 Jan 28 03:41:37.128940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59022def-28ed-447a-8126-3f888172b8d2 req-e3f87c53-bdf2-4f4c-846d-e578760332a6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929976 Jan 28 03:41:37.133238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7e6d149-cc82-4b5a-a1b1-40f00f11cb1c req-22f12d4a-6a98-4652-928d-6fae900a46d3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903845 Jan 28 03:41:37.140166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:37.155635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'aa9b4539-22c7-477d-9d9e-7d3c295e9ad2', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'port_id': 'aa9b4539-22c7-477d-9d9e-7d3c295e9ad2', 'mac_address': 'fa:16:3e:c0:55:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b2f3ff-1079-418f-b498-69e6ef7fa055', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:41:37.218596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:37.224231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:37.239426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:41:37.274754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:37.280242 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:37.332900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:37.724419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca84be8-33db-4a2f-8c21-24bf05c7329f req-81c91772-daf2-4b7d-a58d-16886860902b tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:37.731920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cca84be8-33db-4a2f-8c21-24bf05c7329f req-81c91772-daf2-4b7d-a58d-16886860902b tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.1026344 Jan 28 03:41:37.744738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['aa9b4539-22c7-477d-9d9e-7d3c295e9ad2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:41:37.797281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cca84be8-33db-4a2f-8c21-24bf05c7329f req-d919b300-d4af-4e8e-a3fe-72778ff097fd tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641398 Jan 28 03:41:38.353093 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd01ce8-b95c-4e80-9a31-2347b3dcc24c req-09db5d2f-f717-4304-9606-a4e2c035eaa2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:38.356121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fcd01ce8-b95c-4e80-9a31-2347b3dcc24c req-09db5d2f-f717-4304-9606-a4e2c035eaa2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 945 time: 0.1051047 Jan 28 03:41:38.375960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49777d-ad31-4efd-9a07-63b2cee5be09 req-72bbaffe-80c9-41b2-b68c-e9f001b8967d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:38.377664 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d49777d-ad31-4efd-9a07-63b2cee5be09 req-72bbaffe-80c9-41b2-b68c-e9f001b8967d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0929823 Jan 28 03:41:38.455485 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fcd01ce8-b95c-4e80-9a31-2347b3dcc24c req-7cba9fe1-c7c2-4c2c-849d-b74676db3b3f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891721 Jan 28 03:41:38.491480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d49777d-ad31-4efd-9a07-63b2cee5be09 req-347e0d08-8315-4821-b7a2-5654fc83979f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077504 Jan 28 03:41:38.953009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092623ed-47e3-4cce-bc85-2e764a86ce3e req-362c9611-d422-4041-88a9-aa6ad3a26493 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:38.955402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-092623ed-47e3-4cce-bc85-2e764a86ce3e req-362c9611-d422-4041-88a9-aa6ad3a26493 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0599277 Jan 28 03:41:39.031078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:41:39.055513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-092623ed-47e3-4cce-bc85-2e764a86ce3e req-e55e3f8a-5c5b-4f20-a740-0b93436ae73b tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914333 Jan 28 03:41:39.119009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:41:39.126627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:39.127537 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:39.238757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:39.239205 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:39.278489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:39.279808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1addb573-f3e9-46c2-931c-fa0ad87e912d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b4539-22c7-477d-9d9e-7d3c295e9ad2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:39.283935 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77af3087-09ea-4254-8685-ef5c8dd3daa4" -d '{"events": [{"server_uuid": "1addb573-f3e9-46c2-931c-fa0ad87e912d", "name": "network-vif-plugged", "status": "completed", "tag": "aa9b4539-22c7-477d-9d9e-7d3c295e9ad2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:39.302629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:39.391055 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cc5bf5-a68b-4f69-b25a-6cf7c1195c78 x-openstack-request-id: req-32cc5bf5-a68b-4f69-b25a-6cf7c1195c78 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:39.391519 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1addb573-f3e9-46c2-931c-fa0ad87e912d", "name": "network-vif-plugged", "status": "completed", "tag": "aa9b4539-22c7-477d-9d9e-7d3c295e9ad2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:39.391876 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32cc5bf5-a68b-4f69-b25a-6cf7c1195c78 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:39.392373 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1addb573-f3e9-46c2-931c-fa0ad87e912d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b4539-22c7-477d-9d9e-7d3c295e9ad2', 'code': 200} Jan 28 03:41:39.393792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:39.622480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbc182-cff1-4946-96c6-5e0e39f5c2ad req-9885417b-116e-4211-9908-32c12519e3e3 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:39.631441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96cbc182-cff1-4946-96c6-5e0e39f5c2ad req-9885417b-116e-4211-9908-32c12519e3e3 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0660911 Jan 28 03:41:39.679146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae95bb-1f73-4e06-b9f5-3f14e1cfb445 req-8cf29b12-cefa-47a5-a718-e402f6a8ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:39.681761 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4cae95bb-1f73-4e06-b9f5-3f14e1cfb445 req-8cf29b12-cefa-47a5-a718-e402f6a8ad24 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 1098 time: 0.1355517 Jan 28 03:41:39.740317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96cbc182-cff1-4946-96c6-5e0e39f5c2ad req-ab3b4793-fe1a-4dbc-9a68-1e491b4cbbe6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076097 Jan 28 03:41:39.801409 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4cae95bb-1f73-4e06-b9f5-3f14e1cfb445 req-530dc874-0d56-46f5-a596-81b1dd4fb665 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113205 Jan 28 03:41:39.866183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f0dad-0581-4471-8d2c-21c091c736ae req-f692ce16-fa80-42a0-81fe-eaded1275b81 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:39.867805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac3f0dad-0581-4471-8d2c-21c091c736ae req-f692ce16-fa80-42a0-81fe-eaded1275b81 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1255536 Jan 28 03:41:39.954488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac3f0dad-0581-4471-8d2c-21c091c736ae req-efb40f68-7dc9-4d6b-a4bd-08940d9a1c8c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808089 Jan 28 03:41:40.242208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4e6db-77aa-4230-a188-f3aa659e8184 req-207077f2-9451-4301-962b-82697fdfbda0 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:40.244276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1af4e6db-77aa-4230-a188-f3aa659e8184 req-207077f2-9451-4301-962b-82697fdfbda0 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0937610 Jan 28 03:41:40.259564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-597b4aaf-6050-4085-9ecc-ae88cc52ed3d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:40.261325 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-597b4aaf-6050-4085-9ecc-ae88cc52ed3d tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 946 time: 0.0997016 Jan 28 03:41:40.313703 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1af4e6db-77aa-4230-a188-f3aa659e8184 req-2add1fd8-b11d-420f-9b13-de26405676cd tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/security-groups?id=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632813 Jan 28 03:41:40.398231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-00acf858-5989-4a5d-8039-141697b3d7f8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Deleting port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:40.398680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-00acf858-5989-4a5d-8039-141697b3d7f8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:40.419852 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97bcc77d-4fe5-44da-bfde-4f5974d50817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:40.499318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-00acf858-5989-4a5d-8039-141697b3d7f8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] For port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:40.499744 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-00acf858-5989-4a5d-8039-141697b3d7f8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:40.522810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-00acf858-5989-4a5d-8039-141697b3d7f8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Calling delete_port for ede142e3-c7f9-4b3f-bb6a-aaa9443514fa owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:40.536372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36404) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:40.650562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:40.660540 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-00acf858-5989-4a5d-8039-141697b3d7f8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ede142e3-c7f9-4b3f-bb6a-aaa9443514fa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:40.694662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['ede142e3-c7f9-4b3f-bb6a-aaa9443514fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:41:40.703951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acf858-5989-4a5d-8039-141697b3d7f8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Pushing event deleted for resources: {'Port': ['ID=ede142e3-c7f9-4b3f-bb6a-aaa9443514fa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:40.739671 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Publish callbacks [] for security_group (1a533568-36ae-4359-a083-a1276c4a9a45), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:40.743772 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1a533568-36ae-4359-a083-a1276c4a9a45), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:40.764586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-00acf858-5989-4a5d-8039-141697b3d7f8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] No DVR routers for this DVR port ede142e3-c7f9-4b3f-bb6a-aaa9443514fa on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:41:40.769528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-00acf858-5989-4a5d-8039-141697b3d7f8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:40.773239 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a101013f-a7cf-4c7e-9b3f-2bc8ef16efbd req-00acf858-5989-4a5d-8039-141697b3d7f8 tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.25 "DELETE /v2.0/ports/ede142e3-c7f9-4b3f-bb6a-aaa9443514fa HTTP/1.1" status: 204 len: 173 time: 0.5045083 Jan 28 03:41:40.773922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c20de1c-f4fa-4a06-8697-3cdf4f3065d9', 'name': 'network-vif-deleted', 'tag': 'ede142e3-c7f9-4b3f-bb6a-aaa9443514fa'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:40.776365 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ecc217-3988-4fec-aa87-5cac4e5762b3" -d '{"events": [{"server_uuid": "4c20de1c-f4fa-4a06-8697-3cdf4f3065d9", "name": "network-vif-deleted", "tag": "ede142e3-c7f9-4b3f-bb6a-aaa9443514fa"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:40.800450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a533568-36ae-4359-a083-a1276c4a9a45,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:40.811536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f12a9ad0b76c44489a1e9649679cf603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738688 Jan 28 03:41:40.814150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.814776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.815091 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36412) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:40.815543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.816070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.816592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.817152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.817683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.818214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.818729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.819268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.819811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.820322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.820864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3136f68-0708-4f65-89f8-8afacbeb66c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:40.867473 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953b597d-6793-4995-8b46-687d1450bebb x-openstack-request-id: req-953b597d-6793-4995-8b46-687d1450bebb {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:40.868026 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c20de1c-f4fa-4a06-8697-3cdf4f3065d9", "name": "network-vif-deleted", "tag": "ede142e3-c7f9-4b3f-bb6a-aaa9443514fa", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:40.868472 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-953b597d-6793-4995-8b46-687d1450bebb {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:40.869229 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c20de1c-f4fa-4a06-8697-3cdf4f3065d9', 'name': 'network-vif-deleted', 'tag': 'ede142e3-c7f9-4b3f-bb6a-aaa9443514fa', 'status': 'completed', 'code': 200} Jan 28 03:41:40.893303 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa1c28b6-e500-44d3-9334-f67380eaf222 admin admin] Publish callbacks [] for security_group (1a533568-36ae-4359-a083-a1276c4a9a45), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:40.953812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16a2fa-aec5-4fb4-93ca-9cfe8a67a777 req-2926bcda-9d82-4d13-a5a3-df0954975197 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:40.956546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa16a2fa-aec5-4fb4-93ca-9cfe8a67a777 req-2926bcda-9d82-4d13-a5a3-df0954975197 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0722430 Jan 28 03:41:40.967407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa1c28b6-e500-44d3-9334-f67380eaf222 admin admin] Publish callbacks [] for security_group (1a533568-36ae-4359-a083-a1276c4a9a45), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.049785 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa16a2fa-aec5-4fb4-93ca-9cfe8a67a777 req-0c26cdaa-c2aa-4992-998c-f063d042268e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842700 Jan 28 03:41:41.051759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa1c28b6-e500-44d3-9334-f67380eaf222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1a533568-36ae-4359-a083-a1276c4a9a45), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.060445 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa1c28b6-e500-44d3-9334-f67380eaf222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.070829 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aa1c28b6-e500-44d3-9334-f67380eaf222 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a533568-36ae-4359-a083-a1276c4a9a45 HTTP/1.1" status: 204 len: 168 time: 0.2477884 Jan 28 03:41:41.103831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c28b6-e500-44d3-9334-f67380eaf222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a533568-36ae-4359-a083-a1276c4a9a45,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:41.161154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7e40f-3384-441e-b119-e2064b27cb7b req-aa892f55-578e-45c2-9ad5-8168ffe4a62c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:41.162859 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0da7e40f-3384-441e-b119-e2064b27cb7b req-aa892f55-578e-45c2-9ad5-8168ffe4a62c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0687704 Jan 28 03:41:41.220231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0da7e40f-3384-441e-b119-e2064b27cb7b req-0fe3177d-fc30-4232-badb-8a264ded171e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490961 Jan 28 03:41:41.449282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c74cfdf0-5de7-4dd3-8099-b3a3a32242e7 req-67ef7ee8-4d31-4276-982c-1d5ee1523c6a tempest-ServerRescueNegativeTestJSON-2072413168 tempest-ServerRescueNegativeTestJSON-2072413168-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c20de1c-f4fa-4a06-8697-3cdf4f3065d9 HTTP/1.1" status: 200 len: 210 time: 0.0374763 Jan 28 03:41:41.461051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36432) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:41.478657 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94ff6e8c-6b72-412d-8d29-c8900e622e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.558995 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94ff6e8c-6b72-412d-8d29-c8900e622e49 admin admin] Publish callbacks [] for security_group (ceea362b-f597-42d8-86dd-43715a818e95), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.563644 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94ff6e8c-6b72-412d-8d29-c8900e622e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ceea362b-f597-42d8-86dd-43715a818e95), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.828973 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-94ff6e8c-6b72-412d-8d29-c8900e622e49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2988c10a41df49a39f086d002adfdee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3661513 Jan 28 03:41:41.829773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff6e8c-6b72-412d-8d29-c8900e622e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea362b-f597-42d8-86dd-43715a818e95,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:41.832596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36434) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:41.888364 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16611830-b254-4820-b6e1-b895f64b42d4 admin admin] Publish callbacks [] for security_group (ceea362b-f597-42d8-86dd-43715a818e95), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.910876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16611830-b254-4820-b6e1-b895f64b42d4 admin admin] Publish callbacks [] for security_group (ceea362b-f597-42d8-86dd-43715a818e95), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.971204 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16611830-b254-4820-b6e1-b895f64b42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ceea362b-f597-42d8-86dd-43715a818e95), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.972948 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.974948 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16611830-b254-4820-b6e1-b895f64b42d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:41.980518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-16611830-b254-4820-b6e1-b895f64b42d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ceea362b-f597-42d8-86dd-43715a818e95 HTTP/1.1" status: 204 len: 168 time: 0.1444621 Jan 28 03:41:42.012939 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16611830-b254-4820-b6e1-b895f64b42d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea362b-f597-42d8-86dd-43715a818e95,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:42.242413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e9be5-98ea-4800-9eda-d7a8061e114d req-1b4a8232-56b0-4764-9978-3c064787ddac tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:42.254066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-466e9be5-98ea-4800-9eda-d7a8061e114d req-1b4a8232-56b0-4764-9978-3c064787ddac tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1058350 Jan 28 03:41:42.346820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-466e9be5-98ea-4800-9eda-d7a8061e114d req-58b9d369-875b-490c-af83-be23878649e1 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906625 Jan 28 03:41:42.440659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:42.455603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aec2b2a8-169c-43ee-ae55-1e794e568ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:42.510129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef31bc-85a9-435e-873a-72e56a8e09b9 req-e26db6eb-7bb0-41c2-916a-db204cb69ccb tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:42.520202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53ef31bc-85a9-435e-873a-72e56a8e09b9 req-e26db6eb-7bb0-41c2-916a-db204cb69ccb tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0927653 Jan 28 03:41:42.551736 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f34c39a6-d9b4-4bd0-bae9-59398a64c6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:42.565943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:42.597524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53ef31bc-85a9-435e-873a-72e56a8e09b9 req-43bb08d8-bced-4cf3-acff-a0fb2096b190 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765159 Jan 28 03:41:42.601581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aec2b2a8-169c-43ee-ae55-1e794e568ba6 admin admin] Publish callbacks [] for security_group (66e28901-90d0-4748-8abe-6cad1a0a8b10), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:42.606420 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aec2b2a8-169c-43ee-ae55-1e794e568ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (66e28901-90d0-4748-8abe-6cad1a0a8b10), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:42.673420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36478) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:42.709436 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aec2b2a8-169c-43ee-ae55-1e794e568ba6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=711eef4f793a4200ab24e523b1a1165a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2676296 Jan 28 03:41:42.710527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2b2a8-169c-43ee-ae55-1e794e568ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e28901-90d0-4748-8abe-6cad1a0a8b10,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:42.713780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36480) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:42.773661 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5b45bd1-d47e-493f-8c6d-2d1ad33c4dd8 admin admin] Publish callbacks [] for security_group (66e28901-90d0-4748-8abe-6cad1a0a8b10), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:42.799994 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5b45bd1-d47e-493f-8c6d-2d1ad33c4dd8 admin admin] Publish callbacks [] for security_group (66e28901-90d0-4748-8abe-6cad1a0a8b10), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:42.866510 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5b45bd1-d47e-493f-8c6d-2d1ad33c4dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (66e28901-90d0-4748-8abe-6cad1a0a8b10), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:42.870393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5b45bd1-d47e-493f-8c6d-2d1ad33c4dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:42.874333 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a5b45bd1-d47e-493f-8c6d-2d1ad33c4dd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66e28901-90d0-4748-8abe-6cad1a0a8b10 HTTP/1.1" status: 204 len: 168 time: 0.1566513 Jan 28 03:41:42.881112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b45bd1-d47e-493f-8c6d-2d1ad33c4dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e28901-90d0-4748-8abe-6cad1a0a8b10,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:42.887684 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71397a4c-6a2a-4d2e-b6cf-193de7e47acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:42.904529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc43e5-1d52-41ce-94fe-745b7793bcfa req-22baafaa-a0f2-48f4-bbc9-1291487094c8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:42.906229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20cc43e5-1d52-41ce-94fe-745b7793bcfa req-22baafaa-a0f2-48f4-bbc9-1291487094c8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1628711 Jan 28 03:41:43.029200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20cc43e5-1d52-41ce-94fe-745b7793bcfa req-d6f1014e-4d2d-44b1-b87d-625a44e5e156 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135054 Jan 28 03:41:43.164165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71397a4c-6a2a-4d2e-b6cf-193de7e47acf admin admin] Publish callbacks [] for security_group (31f1664f-2415-4e83-9911-d2d70c9855fb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:43.175678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71397a4c-6a2a-4d2e-b6cf-193de7e47acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (31f1664f-2415-4e83-9911-d2d70c9855fb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:43.245378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-71397a4c-6a2a-4d2e-b6cf-193de7e47acf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9cc80cbc3f6849d7b8bab2ddba216a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6783504 Jan 28 03:41:43.247153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36494) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:43.248096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71397a4c-6a2a-4d2e-b6cf-193de7e47acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f1664f-2415-4e83-9911-d2d70c9855fb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:43.321140 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c57a-29c3-4076-aaf4-bf9c524dd82b admin admin] Publish callbacks [] for security_group (31f1664f-2415-4e83-9911-d2d70c9855fb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:43.342550 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (b03c404f-0333-4c95-81f6-e4919b6766c8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:43.348998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c57a-29c3-4076-aaf4-bf9c524dd82b admin admin] Publish callbacks [] for security_group (31f1664f-2415-4e83-9911-d2d70c9855fb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:43.411380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c57a-29c3-4076-aaf4-bf9c524dd82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (31f1664f-2415-4e83-9911-d2d70c9855fb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:43.414455 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c57a-29c3-4076-aaf4-bf9c524dd82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:43.418789 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e4f7c57a-29c3-4076-aaf4-bf9c524dd82b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31f1664f-2415-4e83-9911-d2d70c9855fb HTTP/1.1" status: 204 len: 168 time: 0.1704695 Jan 28 03:41:43.427949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7c57a-29c3-4076-aaf4-bf9c524dd82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f1664f-2415-4e83-9911-d2d70c9855fb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:43.740369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] Deleting port ffdc02c7-79f0-41e4-aa30-4913b6752285 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:43.740724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:43.819894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178f17b-3ee9-47de-8fcc-043c9a86e4f0 req-af80c5fa-18de-4480-8098-85101b8943e2 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:43.820876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4178f17b-3ee9-47de-8fcc-043c9a86e4f0 req-af80c5fa-18de-4480-8098-85101b8943e2 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1320510 Jan 28 03:41:43.896067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] For port ffdc02c7-79f0-41e4-aa30-4913b6752285, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ffdc02c7-79f0-41e4-aa30-4913b6752285,segment=NetworkSegment(6d2fa3c9-88fc-43cb-8c31-fea4bd351143),segment_id=6d2fa3c9-88fc-43cb-8c31-fea4bd351143)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:43.896860 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:43.922597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] Calling delete_port for ffdc02c7-79f0-41e4-aa30-4913b6752285 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:43.927082 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4178f17b-3ee9-47de-8fcc-043c9a86e4f0 req-c030c726-e7a6-4446-a8d7-05b621d3d889 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929115 Jan 28 03:41:43.980773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36520) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:43.997919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fddcdf05-c432-47d9-804a-b58f57c336c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.079656 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fddcdf05-c432-47d9-804a-b58f57c336c8 admin admin] Publish callbacks [] for security_group (9b69df95-82d1-483d-a03d-4fbd6ac64949), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.085558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fddcdf05-c432-47d9-804a-b58f57c336c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9b69df95-82d1-483d-a03d-4fbd6ac64949), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.113352 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fddcdf05-c432-47d9-804a-b58f57c336c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c5eebf602a74bc488de8ae982201958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278417 Jan 28 03:41:44.116023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36524) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:44.161587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcdf05-c432-47d9-804a-b58f57c336c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b69df95-82d1-483d-a03d-4fbd6ac64949,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:44.173775 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.201103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ffdc02c7-79f0-41e4-aa30-4913b6752285), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.206938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc6e4745-a020-499d-8b61-9ab4fe5ce0d0 admin admin] Publish callbacks [] for security_group (9b69df95-82d1-483d-a03d-4fbd6ac64949), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.238920 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc6e4745-a020-499d-8b61-9ab4fe5ce0d0 admin admin] Publish callbacks [] for security_group (9b69df95-82d1-483d-a03d-4fbd6ac64949), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.246953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=ffdc02c7-79f0-41e4-aa30-4913b6752285,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:44.261850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b55ec-83a9-41ac-8280-3fe90ac87b37 req-13bdbc40-edf9-454b-85a3-8361e457cd25 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:44.263452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f37b55ec-83a9-41ac-8280-3fe90ac87b37 req-13bdbc40-edf9-454b-85a3-8361e457cd25 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1315689 Jan 28 03:41:44.330857 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc6e4745-a020-499d-8b61-9ab4fe5ce0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9b69df95-82d1-483d-a03d-4fbd6ac64949), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.334781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc6e4745-a020-499d-8b61-9ab4fe5ce0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.336654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.341307 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bc6e4745-a020-499d-8b61-9ab4fe5ce0d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b69df95-82d1-483d-a03d-4fbd6ac64949 HTTP/1.1" status: 204 len: 168 time: 0.2241232 Jan 28 03:41:44.354404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e4745-a020-499d-8b61-9ab4fe5ce0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b69df95-82d1-483d-a03d-4fbd6ac64949,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:44.385908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f37b55ec-83a9-41ac-8280-3fe90ac87b37 req-ffd5b966-e11d-4326-9e12-dcacb1dcefe7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790825 Jan 28 03:41:44.515674 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (b03c404f-0333-4c95-81f6-e4919b6766c8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:44.762759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] Router b03c404f-0333-4c95-81f6-e4919b6766c8 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:41:44.883636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:41:44.893527 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] Sync routers for ids ['b03c404f-0333-4c95-81f6-e4919b6766c8'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:41:44.895669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-807829a9-edb9-4a44-88f0-66dafce80c0d admin admin] 10.222.0.44 "PUT /v2.0/routers/b03c404f-0333-4c95-81f6-e4919b6766c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2210393 Jan 28 03:41:44.898400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36560) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:44.908877 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] Routers {'b03c404f-0333-4c95-81f6-e4919b6766c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:44.909815 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:41:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b03c404f-0333-4c95-81f6-e4919b6766c8'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:45.028584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Publish callbacks [] for router (b03c404f-0333-4c95-81f6-e4919b6766c8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:45.058176 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] Set router b03c404f-0333-4c95-81f6-e4919b6766c8 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:45.064634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ede142e3-c7f9-4b3f-bb6a-aaa9443514fa no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:45.111731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: ede142e3-c7f9-4b3f-bb6a-aaa9443514fa {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:45.112083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device ede142e3-c7f9-4b3f-bb6a-aaa9443514fa not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:45.172920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055d5b7-d1fb-4938-9dbd-23c78c959a3d req-b5035d74-c31b-4b04-9cee-52f16587e916 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:45.176520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9055d5b7-d1fb-4938-9dbd-23c78c959a3d req-b5035d74-c31b-4b04-9cee-52f16587e916 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0864794 Jan 28 03:41:45.198132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Publish callbacks [] for router_gateway (b03c404f-0333-4c95-81f6-e4919b6766c8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:45.249551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9055d5b7-d1fb-4938-9dbd-23c78c959a3d req-8d154414-abf5-4b35-8504-f34731a1bfbf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668941 Jan 28 03:41:45.285598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'name': 'tempest-ServerRescueNegativeTestJSON-347162669-router', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:10Z', 'updated_at': '2022-01-28T03:41:44Z', 'revision_number': 5, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'gw_port': {'id': 'ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:12Z', 'updated_at': '2022-01-28T03:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:45.306326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Deleting port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:45.306921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:45.425235 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] Checking router: b03c404f-0333-4c95-81f6-e4919b6766c8 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:41:45.433267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:45.442567 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] Routers {'b03c404f-0333-4c95-81f6-e4919b6766c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:45.443995 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:41:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b03c404f-0333-4c95-81f6-e4919b6766c8'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:45.460929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] For port ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:45.461638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:45.478707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Calling delete_port for ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:45.600027 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] Set router b03c404f-0333-4c95-81f6-e4919b6766c8 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:45.620213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077e2ab-dfde-44df-8202-d79799597530 req-dd19966c-ee40-4835-b921-1fc9a5ebf960 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:45.631773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c077e2ab-dfde-44df-8202-d79799597530 req-dd19966c-ee40-4835-b921-1fc9a5ebf960 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0984795 Jan 28 03:41:45.704205 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'name': 'tempest-ServerRescueNegativeTestJSON-347162669-router', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:10Z', 'updated_at': '2022-01-28T03:41:45Z', 'revision_number': 6, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:45.705050 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c077e2ab-dfde-44df-8202-d79799597530 req-4a92a086-6f52-440e-bf5a-489cfb30c439 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702884 Jan 28 03:41:45.739700 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd7503b-8863-4b9d-82d4-a9cd38cf59f9 None None] The sync data for ids ['b03c404f-0333-4c95-81f6-e4919b6766c8'] in n-d-808199-14 is: [{'id': 'b03c404f-0333-4c95-81f6-e4919b6766c8', 'name': 'tempest-ServerRescueNegativeTestJSON-347162669-router', 'tenant_id': '8b52120bee7441d78006fe910c8e627d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:10Z', 'updated_at': '2022-01-28T03:41:45Z', 'revision_number': 6, 'project_id': '8b52120bee7441d78006fe910c8e627d', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:41:45.794528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:45.829296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:45.902091 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (b03c404f-0333-4c95-81f6-e4919b6766c8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.011636 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (b03c404f-0333-4c95-81f6-e4919b6766c8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.014854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Publish callbacks [] for router_controller (b03c404f-0333-4c95-81f6-e4919b6766c8), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.074726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (b03c404f-0333-4c95-81f6-e4919b6766c8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.076082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b03c404f-0333-4c95-81f6-e4919b6766c8 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:41:46.082132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.084316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-178d0595-72ed-4a2b-a11d-db60298831d2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b03c404f-0333-4c95-81f6-e4919b6766c8 HTTP/1.1" status: 204 len: 168 time: 1.1844585 Jan 28 03:41:46.086856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:46.146389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9816630-603a-49a9-9995-18e9c7c1de7a admin admin] Deleting subnet fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:41:46.150042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9816630-603a-49a9-9995-18e9c7c1de7a admin admin] Publish callbacks [] for subnet (fb1bd4c2-1a95-4d95-9510-ad28afcddbe5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.198346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9816630-603a-49a9-9995-18e9c7c1de7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (fb1bd4c2-1a95-4d95-9510-ad28afcddbe5), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.245793 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9816630-603a-49a9-9995-18e9c7c1de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (fb1bd4c2-1a95-4d95-9510-ad28afcddbe5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.311534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9816630-603a-49a9-9995-18e9c7c1de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (fb1bd4c2-1a95-4d95-9510-ad28afcddbe5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.347540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9816630-603a-49a9-9995-18e9c7c1de7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1bd4c2-1a95-4d95-9510-ad28afcddbe5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:46.350191 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9816630-603a-49a9-9995-18e9c7c1de7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.353587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f9816630-603a-49a9-9995-18e9c7c1de7a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fb1bd4c2-1a95-4d95-9510-ad28afcddbe5 HTTP/1.1" status: 204 len: 168 time: 0.2655814 Jan 28 03:41:46.356137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:46.406555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a21b67-aeac-40d7-97b4-e93589eada20 req-cfe4aae4-b628-4345-bfa1-66db5378e807 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:46.413916 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08a21b67-aeac-40d7-97b4-e93589eada20 req-cfe4aae4-b628-4345-bfa1-66db5378e807 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0676172 Jan 28 03:41:46.453896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8ba07493-7426-48bb-9512-2e77da0852b8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.470565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08a21b67-aeac-40d7-97b4-e93589eada20 req-e6016a3a-58f6-4929-93f7-78c62ea6b3d9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554214 Jan 28 03:41:46.479977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36618) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:46.556830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8ba07493-7426-48bb-9512-2e77da0852b8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.593926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba07493-7426-48bb-9512-2e77da0852b8']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:46.616105 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.617710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2fa3c9-88fc-43cb-8c31-fea4bd351143') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:46.617949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2fa3c9-88fc-43cb-8c31-fea4bd351143') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:46.629463 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (6d2fa3c9-88fc-43cb-8c31-fea4bd351143), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.654182 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6d2fa3c9-88fc-43cb-8c31-fea4bd351143), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.662325 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6af6e964-d93c-4588-9e77-345a6c7c0aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.663537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:41:46.664136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (6d2fa3c9-88fc-43cb-8c31-fea4bd351143), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:41:46.666138 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:41:46.711065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:46.739384 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8ba07493-7426-48bb-9512-2e77da0852b8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.756870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:46.757451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ca074bcb-fb5f-491a-b4b1-73e6aa7f46c8 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:46.758169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ffdc02c7-79f0-41e4-aa30-4913b6752285 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:46.760239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.766367 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8ba07493-7426-48bb-9512-2e77da0852b8 HTTP/1.1" status: 204 len: 168 time: 0.4064155 Jan 28 03:41:46.800941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc19d4-f47a-45ef-b67d-edb84b82b5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba07493-7426-48bb-9512-2e77da0852b8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:46.887286 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6af6e964-d93c-4588-9e77-345a6c7c0aa7 admin admin] Publish callbacks [] for security_group (242f2170-5bff-48ea-bd1e-57582350a823), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:46.918558 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6af6e964-d93c-4588-9e77-345a6c7c0aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (242f2170-5bff-48ea-bd1e-57582350a823), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.030429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6e964-d93c-4588-9e77-345a6c7c0aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242f2170-5bff-48ea-bd1e-57582350a823,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:47.040367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:47.050437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ffdc02c7-79f0-41e4-aa30-4913b6752285 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:47.051122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ffdc02c7-79f0-41e4-aa30-4913b6752285 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:47.089829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6af6e964-d93c-4588-9e77-345a6c7c0aa7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a93ea5d76ae402eba70504a29ddb374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6084483 Jan 28 03:41:47.098744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36640) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:47.101067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39303f70-a099-4359-b6e0-5f57b2f5b0e5 req-bf760ac8-f89a-4f7d-9196-7737e5323dc1 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:47.102941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39303f70-a099-4359-b6e0-5f57b2f5b0e5 req-bf760ac8-f89a-4f7d-9196-7737e5323dc1 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.2277725 Jan 28 03:41:47.170986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f625d4e8-157e-4490-8d84-8ee63afc71fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b52120bee7441d78006fe910c8e627d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269395 Jan 28 03:41:47.173889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:47.177423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39303f70-a099-4359-b6e0-5f57b2f5b0e5 req-abcc5bc9-d994-4dcd-bb61-5ff1bc27b9e4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661573 Jan 28 03:41:47.239356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-724ee4b2-db1f-41bd-8c4c-061c8accd1cd admin admin] Publish callbacks [] for security_group (242f2170-5bff-48ea-bd1e-57582350a823), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.275832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-724ee4b2-db1f-41bd-8c4c-061c8accd1cd admin admin] Publish callbacks [] for security_group (242f2170-5bff-48ea-bd1e-57582350a823), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.284472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-286ba07d-148f-48e0-a5ff-85841c009f78 admin admin] Publish callbacks [] for security_group (f56cbf4a-7d39-4fc2-a366-68efe5dbc21d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.325135 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-286ba07d-148f-48e0-a5ff-85841c009f78 admin admin] Publish callbacks [] for security_group (f56cbf4a-7d39-4fc2-a366-68efe5dbc21d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.369890 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-724ee4b2-db1f-41bd-8c4c-061c8accd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (242f2170-5bff-48ea-bd1e-57582350a823), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.372551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-724ee4b2-db1f-41bd-8c4c-061c8accd1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.373769 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-724ee4b2-db1f-41bd-8c4c-061c8accd1cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/242f2170-5bff-48ea-bd1e-57582350a823 HTTP/1.1" status: 204 len: 168 time: 0.2735994 Jan 28 03:41:47.384154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-286ba07d-148f-48e0-a5ff-85841c009f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f56cbf4a-7d39-4fc2-a366-68efe5dbc21d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.386733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-286ba07d-148f-48e0-a5ff-85841c009f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.391818 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-286ba07d-148f-48e0-a5ff-85841c009f78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f56cbf4a-7d39-4fc2-a366-68efe5dbc21d HTTP/1.1" status: 204 len: 168 time: 0.2145309 Jan 28 03:41:47.391818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ee4b2-db1f-41bd-8c4c-061c8accd1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242f2170-5bff-48ea-bd1e-57582350a823,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:47.400311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ba07d-148f-48e0-a5ff-85841c009f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56cbf4a-7d39-4fc2-a366-68efe5dbc21d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:47.627269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b8d43-b3a5-4048-bf19-d7bb2f79079b req-f9a68b16-7d93-466f-8504-8c8decfeb397 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:47.634752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a41b8d43-b3a5-4048-bf19-d7bb2f79079b req-f9a68b16-7d93-466f-8504-8c8decfeb397 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0661466 Jan 28 03:41:47.678509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a41b8d43-b3a5-4048-bf19-d7bb2f79079b req-8d9b0aeb-4200-4a6d-84df-0bac1da4ed8c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428967 Jan 28 03:41:47.775662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36666) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:47.789444 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3eeb4a1-f57e-4dc7-ad14-11ea45ec7b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.873396 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3eeb4a1-f57e-4dc7-ad14-11ea45ec7b4f admin admin] Publish callbacks [] for security_group (b15d1eee-0b45-4042-86ca-c2faa5a174a1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.878201 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3eeb4a1-f57e-4dc7-ad14-11ea45ec7b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b15d1eee-0b45-4042-86ca-c2faa5a174a1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:47.917657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eeb4a1-f57e-4dc7-ad14-11ea45ec7b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15d1eee-0b45-4042-86ca-c2faa5a174a1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:47.926443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a3eeb4a1-f57e-4dc7-ad14-11ea45ec7b4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b669fd1785e34a1bbe3462883bff5a86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473010 Jan 28 03:41:47.926996 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36672) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:47.983016 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0961ee8d-fa59-42d2-ab01-2a75f8ad38dc admin admin] Publish callbacks [] for security_group (b15d1eee-0b45-4042-86ca-c2faa5a174a1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.016053 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0961ee8d-fa59-42d2-ab01-2a75f8ad38dc admin admin] Publish callbacks [] for security_group (b15d1eee-0b45-4042-86ca-c2faa5a174a1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.074819 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0961ee8d-fa59-42d2-ab01-2a75f8ad38dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b15d1eee-0b45-4042-86ca-c2faa5a174a1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.077751 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0961ee8d-fa59-42d2-ab01-2a75f8ad38dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.079188 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0961ee8d-fa59-42d2-ab01-2a75f8ad38dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b15d1eee-0b45-4042-86ca-c2faa5a174a1 HTTP/1.1" status: 204 len: 168 time: 0.1509924 Jan 28 03:41:48.088003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961ee8d-fa59-42d2-ab01-2a75f8ad38dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15d1eee-0b45-4042-86ca-c2faa5a174a1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:48.234294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36688) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:48.482621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1766970700-network', 'tenant_id': '9917c37214864c63b899b703cfc2d824'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:48.510649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Made reservation on behalf of 9917c37214864c63b899b703cfc2d824 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:41:48.514222 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.526036 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.644284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7907810-34c6-4b4b-b842-7d2fd3b36aa9 req-17682e58-3771-499d-a876-0bfb2fc5a2ad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:48.644902 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Publish callbacks [] for security_group (46ca2920-9822-4af0-a753-bfbbcf177fa8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.646164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7907810-34c6-4b4b-b842-7d2fd3b36aa9 req-17682e58-3771-499d-a876-0bfb2fc5a2ad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0868573 Jan 28 03:41:48.653335 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (46ca2920-9822-4af0-a753-bfbbcf177fa8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.694417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:41:48.716417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ca2920-9822-4af0-a753-bfbbcf177fa8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:48.744816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b582e952-b11b-4a9a-adbc-09bb81635e99), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.745190 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Added segment b582e952-b11b-4a9a-adbc-09bb81635e99 of type vlan for network 67d1c6df-904c-474d-9a71-2560588370e7 Jan 28 03:41:48.763252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7907810-34c6-4b4b-b842-7d2fd3b36aa9 req-c0f0067f-e9f3-41e7-8209-0770f81c6a3a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079464 Jan 28 03:41:48.901801 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (67d1c6df-904c-474d-9a71-2560588370e7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.927421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462bd6-f99f-462f-b34f-4098c03df8e7 req-18cda544-741d-497c-8da0-9ca1f343ac1a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:48.929769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f462bd6-f99f-462f-b34f-4098c03df8e7 req-18cda544-741d-497c-8da0-9ca1f343ac1a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0837653 Jan 28 03:41:48.944654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (67d1c6df-904c-474d-9a71-2560588370e7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:48.945779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:48.946560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.017367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f462bd6-f99f-462f-b34f-4098c03df8e7 req-d6566d86-20c5-4d38-8983-8936acc93544 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768659 Jan 28 03:41:49.071966 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8357799 Jan 28 03:41:49.074807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:49.082913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:41:49.089163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Request body: {'subnet': {'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1766970700-subnet', 'tenant_id': '9917c37214864c63b899b703cfc2d824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:49.103996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025a5d3-545c-4608-ba00-389f6a3f6d3f admin admin] Pushing event updated for resources: {'Network': ['ID=67d1c6df-904c-474d-9a71-2560588370e7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:49.127275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Made reservation on behalf of 9917c37214864c63b899b703cfc2d824 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:41:49.131269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.149976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 67d1c6df-904c-474d-9a71-2560588370e7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:41:49.317469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:49.335979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'port_id': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'mac_address': 'fa:16:3e:e7:92:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:41:49.387052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:49.387584 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.390200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (7a5548d5-25c1-413a-8337-9e767e70925d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.402275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:41:49.426873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:49.431502 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.460182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5548d5-25c1-413a-8337-9e767e70925d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:49.477371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Checking segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:41:49.477741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Network hostable DHCP agents. Network: 67d1c6df-904c-474d-9a71-2560588370e7, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:41:49.490172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:49.496804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Network 67d1c6df-904c-474d-9a71-2560588370e7 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:41:49.510040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 67d1c6df-904c-474d-9a71-2560588370e7) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:41:49.521156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3dd0e-c10c-4318-925d-cf0ef7cacdfd None None] Network 67d1c6df-904c-474d-9a71-2560588370e7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:41:49.524472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:49.524997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.554960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-00e5783e-50a1-435e-8070-ed35f44d0280 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4715004 Jan 28 03:41:49.617181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:49.633021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:41:49.685465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdfefa9-7d94-4117-b81d-e4ed6e4c572e None None] Network 67d1c6df-904c-474d-9a71-2560588370e7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:41:49.770442 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-920268ca-f098-4490-a1ea-a41540614725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:50.280340 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-920268ca-f098-4490-a1ea-a41540614725 admin admin] Publish callbacks [] for security_group (44c07dca-992d-486f-ae78-96483d9fe3c9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:50.312113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-920268ca-f098-4490-a1ea-a41540614725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (44c07dca-992d-486f-ae78-96483d9fe3c9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:50.367090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763472d1-1db6-49be-aa4f-9f29c44e8310 req-12863b86-7a92-4c5e-99c2-45dcd88bc2a6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:50.368691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-763472d1-1db6-49be-aa4f-9f29c44e8310 req-12863b86-7a92-4c5e-99c2-45dcd88bc2a6 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.5137894 Jan 28 03:41:50.389767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920268ca-f098-4490-a1ea-a41540614725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c07dca-992d-486f-ae78-96483d9fe3c9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:50.400114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-920268ca-f098-4490-a1ea-a41540614725 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=caeac9dab2fe4a0ebc47f397bf01829f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7811100 Jan 28 03:41:50.403225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:50.443094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-0756735c-9900-4b3c-abf8-a7bb3b00335a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:50.444607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-0756735c-9900-4b3c-abf8-a7bb3b00335a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.2074430 Jan 28 03:41:50.460669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f910a29-da54-4f31-807d-674f7a2ab8e4 admin admin] Publish callbacks [] for security_group (44c07dca-992d-486f-ae78-96483d9fe3c9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:50.473159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18012380-0f14-4a6a-8ab2-4fb56dee0742 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/quotas/9917c37214864c63b899b703cfc2d824 HTTP/1.1" status: 200 len: 375 time: 0.0211811 Jan 28 03:41:50.479189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-763472d1-1db6-49be-aa4f-9f29c44e8310 req-e19f0be3-7bf7-473d-a427-0b4dcdd1113a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854650 Jan 28 03:41:50.485212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f910a29-da54-4f31-807d-674f7a2ab8e4 admin admin] Publish callbacks [] for security_group (44c07dca-992d-486f-ae78-96483d9fe3c9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:50.514994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-69ff2f83-d613-4c3c-b432-6806bb067821 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348456 Jan 28 03:41:50.539050 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f910a29-da54-4f31-807d-674f7a2ab8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (44c07dca-992d-486f-ae78-96483d9fe3c9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:50.541649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f910a29-da54-4f31-807d-674f7a2ab8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:50.545308 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2f910a29-da54-4f31-807d-674f7a2ab8e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44c07dca-992d-486f-ae78-96483d9fe3c9 HTTP/1.1" status: 204 len: 168 time: 0.1394660 Jan 28 03:41:50.554179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f910a29-da54-4f31-807d-674f7a2ab8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c07dca-992d-486f-ae78-96483d9fe3c9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:50.636322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-049aba1f-b309-4054-a817-580d4dcf54ac service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114507 Jan 28 03:41:50.738833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402767dd-6f77-4ebf-9768-052c05132674 req-7d361e8e-29b2-4e3a-8ecb-8b6caf438c6b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:50.740365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-402767dd-6f77-4ebf-9768-052c05132674 req-7d361e8e-29b2-4e3a-8ecb-8b6caf438c6b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.1019440 Jan 28 03:41:50.785968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e079b633-67eb-476a-a12f-53ed15f51784 service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385720 Jan 28 03:41:50.808353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-402767dd-6f77-4ebf-9768-052c05132674 req-272e219f-18bf-4dfd-b955-b7bc54210a91 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589664 Jan 28 03:41:50.987742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03915a89-ca32-465c-9c65-ad3420e73073 req-139f9c6d-9dea-4e9b-b831-38b6716dcc88 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 210 time: 0.0370240 Jan 28 03:41:51.088780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:41:51.160809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:41:51.161408 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:51.264697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:51.265215 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:51.302456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:51.303761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:51.306644 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491bde86-1c75-47ed-8f5d-5d828e87be60" -d '{"events": [{"server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "name": "network-vif-plugged", "status": "completed", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:51.309699 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:51.364373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:51.375586 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed2e48c-edcf-4e4f-ada8-8246a43350e9 x-openstack-request-id: req-eed2e48c-edcf-4e4f-ada8-8246a43350e9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:51.376654 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "name": "network-vif-plugged", "status": "completed", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:51.376978 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eed2e48c-edcf-4e4f-ada8-8246a43350e9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:51.377540 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'code': 200} Jan 28 03:41:51.694935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e60b9-f174-471a-828d-7ee7ea753d51 req-3beab4e7-2a0b-4e8f-a442-d4e30a57931e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:51.703377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-142e60b9-f174-471a-828d-7ee7ea753d51 req-3beab4e7-2a0b-4e8f-a442-d4e30a57931e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1437814 Jan 28 03:41:51.815204 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-142e60b9-f174-471a-828d-7ee7ea753d51 req-fd691d23-5fee-4420-b5dd-43673f67a322 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088796 Jan 28 03:41:52.047503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1d9ec-ed0e-42da-997f-2486eac62934 req-b2aa99c0-883c-442a-9259-0f9798dc38f5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:52.057189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9de1d9ec-ed0e-42da-997f-2486eac62934 req-b2aa99c0-883c-442a-9259-0f9798dc38f5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1142275 Jan 28 03:41:52.136060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9de1d9ec-ed0e-42da-997f-2486eac62934 req-3bab9c60-a2ab-4a42-9afe-57bba17dd59a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776520 Jan 28 03:41:52.231508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2feb6ea6-ce97-4f58-ac21-81b03b31661e req-ef70aa95-742f-4399-af8a-b692c374e60a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 210 time: 0.0266764 Jan 28 03:41:52.510789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-cb29b189-85a1-426d-be9f-200f6d751879 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:52.513196 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-cb29b189-85a1-426d-be9f-200f6d751879 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.1762822 Jan 28 03:41:52.540743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Request body: {'port': {'device_id': '1b78286a-380e-4133-8cba-74cb5882109c', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'admin_state_up': True, 'tenant_id': '9917c37214864c63b899b703cfc2d824'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:52.739412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Made reservation on behalf of 9917c37214864c63b899b703cfc2d824 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:41:52.745813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:52.968896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Allocated IP 172.20.0.5 (67d1c6df-904c-474d-9a71-2560588370e7/7a5548d5-25c1-413a-8337-9e767e70925d/e402d76c-9ef5-4c84-a107-4825ec20018c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:41:53.007875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f047e-6d44-4c3e-959d-7bbb6dadecf7 req-a82e2166-6bfb-465a-ae39-e3083fe25342 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:53.029062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca3f047e-6d44-4c3e-959d-7bbb6dadecf7 req-a82e2166-6bfb-465a-ae39-e3083fe25342 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1092372 Jan 28 03:41:53.105478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:53.141667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca3f047e-6d44-4c3e-959d-7bbb6dadecf7 req-ed04ae2b-dd90-4425-9010-85cecc12ebdb tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078143 Jan 28 03:41:53.304242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks [] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:53.369103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cd881-ca96-4600-a7f9-e5619477d43b req-9fa742e3-804e-4229-8f9d-fd3ad3c36cfc tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:53.371837 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e1cd881-ca96-4600-a7f9-e5619477d43b req-9fa742e3-804e-4229-8f9d-fd3ad3c36cfc tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1022961 Jan 28 03:41:53.386765 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9187da91-6f35-4ac6-867c-24caa3aa7bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:53.426082 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:53.498361 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e1cd881-ca96-4600-a7f9-e5619477d43b req-35c2e55f-9e43-40dd-971a-36dc64a3d77a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170430 Jan 28 03:41:53.526383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Network 67d1c6df-904c-474d-9a71-2560588370e7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:41:53.537128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:41:53.542196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:41:53.566783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90102cdb-de0a-4219-9a51-e3986c821997 req-c92f247f-f87a-4579-84cd-fc864708c969 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:53.576228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90102cdb-de0a-4219-9a51-e3986c821997 req-c92f247f-f87a-4579-84cd-fc864708c969 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 931 time: 0.0982544 Jan 28 03:41:53.602899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:53.603851 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:53.657122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event updated for resources: {'Port': ['ID=e402d76c-9ef5-4c84-a107-4825ec20018c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:53.665538 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-18f9ed4d-cdd4-45b7-a406-0734d41f4c2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1286004 Jan 28 03:41:53.685205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90102cdb-de0a-4219-9a51-e3986c821997 req-dcf96c73-a5a8-40ef-a1fd-4cdd534e04f1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076801 Jan 28 03:41:53.694225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Request body: {'port': {'device_id': '1b78286a-380e-4133-8cba-74cb5882109c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:53.783066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:53.786349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9187da91-6f35-4ac6-867c-24caa3aa7bb9 admin admin] Publish callbacks [] for security_group (caebeedf-d66c-4ffc-931c-894506fde13f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:53.795809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9187da91-6f35-4ac6-867c-24caa3aa7bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (caebeedf-d66c-4ffc-931c-894506fde13f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:53.865790 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9187da91-6f35-4ac6-867c-24caa3aa7bb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d4b4e66bfc441bcab2679864c14ef83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7464790 Jan 28 03:41:53.866148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:53.893495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187da91-6f35-4ac6-867c-24caa3aa7bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caebeedf-d66c-4ffc-931c-894506fde13f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:53.972568 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d19cd13f-2fd7-4538-befe-160bd2682dd8 admin admin] Publish callbacks [] for security_group (caebeedf-d66c-4ffc-931c-894506fde13f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.025521 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d19cd13f-2fd7-4538-befe-160bd2682dd8 admin admin] Publish callbacks [] for security_group (caebeedf-d66c-4ffc-931c-894506fde13f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.095174 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d19cd13f-2fd7-4538-befe-160bd2682dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (caebeedf-d66c-4ffc-931c-894506fde13f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.097976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d19cd13f-2fd7-4538-befe-160bd2682dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.100877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d19cd13f-2fd7-4538-befe-160bd2682dd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/caebeedf-d66c-4ffc-931c-894506fde13f HTTP/1.1" status: 204 len: 168 time: 0.2329917 Jan 28 03:41:54.133466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cd13f-2fd7-4538-befe-160bd2682dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caebeedf-d66c-4ffc-931c-894506fde13f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:54.240933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e402d76c-9ef5-4c84-a107-4825ec20018c {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:41:54.260898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Publish callbacks [] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.303630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Transition to ACTIVE for port object e402d76c-9ef5-4c84-a107-4825ec20018c will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:41:54.317771 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.370177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Pushing event updated for resources: {'Port': ['ID=e402d76c-9ef5-4c84-a107-4825ec20018c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:54.423863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63467eb-35bb-40f1-8365-7d2a9f76286f req-73ac2e96-69ed-4f3a-85b2-50283a99aa99 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:54.438229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e63467eb-35bb-40f1-8365-7d2a9f76286f req-73ac2e96-69ed-4f3a-85b2-50283a99aa99 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1681390 Jan 28 03:41:54.494192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Attempting to bind port e402d76c-9ef5-4c84-a107-4825ec20018c on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:41:54.494544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Attempting to bind port e402d76c-9ef5-4c84-a107-4825ec20018c by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:41:54.494868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Attempting to bind port e402d76c-9ef5-4c84-a107-4825ec20018c on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:41:54.504719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Port e402d76c-9ef5-4c84-a107-4825ec20018c on network 67d1c6df-904c-474d-9a71-2560588370e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:41:54.508244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Attempting to bind port e402d76c-9ef5-4c84-a107-4825ec20018c on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:41:54.519363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:41:54.521837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Checking segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:41:54.522240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Bound using segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:41:54.522693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Bound port: e402d76c-9ef5-4c84-a107-4825ec20018c, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:41:54.523081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.537860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e63467eb-35bb-40f1-8365-7d2a9f76286f req-6b887092-f3c8-4660-b635-53392150a443 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966358 Jan 28 03:41:54.712189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] For port e402d76c-9ef5-4c84-a107-4825ec20018c, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:41:54.715738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] For port e402d76c-9ef5-4c84-a107-4825ec20018c, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e402d76c-9ef5-4c84-a107-4825ec20018c,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:41:54.722477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.727334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36930) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:54.773459 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0b431-453d-4880-85ce-484baa33871e req-d10f657c-b9e4-40a5-b1ff-bc416cc4b4ba tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:54.782199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfe0b431-453d-4880-85ce-484baa33871e req-d10f657c-b9e4-40a5-b1ff-bc416cc4b4ba tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0806429 Jan 28 03:41:54.789127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341769db-ea49-439f-8dda-d11144f07456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.802830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:54.804142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.809976 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] 10.222.0.25 "PUT /v2.0/ports/e402d76c-9ef5-4c84-a107-4825ec20018c HTTP/1.1" status: 200 len: 1092 time: 1.1289856 Jan 28 03:41:54.810545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b78286a-380e-4133-8cba-74cb5882109c', 'tag': 'e402d76c-9ef5-4c84-a107-4825ec20018c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:54.814007 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9530be1b-ab20-44fc-94f2-c1d87da30117" -d '{"events": [{"name": "network-changed", "server_uuid": "1b78286a-380e-4133-8cba-74cb5882109c", "tag": "e402d76c-9ef5-4c84-a107-4825ec20018c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:54.878259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef0071-1142-4d77-b475-4dffca8b2b15 service neutron] Pushing event updated for resources: {'Port': ['ID=e402d76c-9ef5-4c84-a107-4825ec20018c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:54.894356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfe0b431-453d-4880-85ce-484baa33871e req-f5755f6d-3cb6-4d24-8902-36ff97fe56b5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094534 Jan 28 03:41:54.934602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8347139-a794-45ee-a2c9-de447983b9d9 req-77405010-a65f-40db-a3ff-173993dcef15 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:54.973382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8347139-a794-45ee-a2c9-de447983b9d9 req-77405010-a65f-40db-a3ff-173993dcef15 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 943 time: 0.1870563 Jan 28 03:41:55.061770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-0f1f397d-98a5-4f85-980c-dbd93273b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:55.065905 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-0f1f397d-98a5-4f85-980c-dbd93273b7ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 1095 time: 0.1701198 Jan 28 03:41:55.087048 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d7d89-0fd8-45e6-a295-c158b3b8b433 x-openstack-request-id: req-865d7d89-0fd8-45e6-a295-c158b3b8b433 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:55.087346 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b78286a-380e-4133-8cba-74cb5882109c", "tag": "e402d76c-9ef5-4c84-a107-4825ec20018c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:55.088154 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-865d7d89-0fd8-45e6-a295-c158b3b8b433 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:55.088591 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b78286a-380e-4133-8cba-74cb5882109c', 'tag': 'e402d76c-9ef5-4c84-a107-4825ec20018c', 'status': 'completed', 'code': 200} Jan 28 03:41:55.123799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8347139-a794-45ee-a2c9-de447983b9d9 req-680f3fa2-8f1d-4b2a-b217-721750f9adc2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492012 Jan 28 03:41:55.193985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341769db-ea49-439f-8dda-d11144f07456 admin admin] Publish callbacks [] for security_group (1c993e1c-9785-448e-81b5-10997f5aeb32), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.198647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-ab3fe480-10c1-44ea-b780-635c59916df9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e402d76c-9ef5-4c84-a107-4825ec20018c HTTP/1.1" status: 200 len: 217 time: 0.0840545 Jan 28 03:41:55.201320 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341769db-ea49-439f-8dda-d11144f07456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1c993e1c-9785-448e-81b5-10997f5aeb32), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.288301 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-341769db-ea49-439f-8dda-d11144f07456 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=777f9568841942c2b014c1e95756625e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5568795 Jan 28 03:41:55.292051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:55.301735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341769db-ea49-439f-8dda-d11144f07456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c993e1c-9785-448e-81b5-10997f5aeb32,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:55.314770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-219fc015-8344-4785-b513-0812c26b8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:55.316277 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-219fc015-8344-4785-b513-0812c26b8575 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.1069353 Jan 28 03:41:55.360403 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-15f47fae-7bf4-48a8-afc6-626483c4845e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327787 Jan 28 03:41:55.466135 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-2fe0e891-3158-415e-b393-72a5abe1b30a service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987189 Jan 28 03:41:55.582929 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ccf443c-ae43-4ac3-8514-8ca82b6ec270 req-4eecf95d-a0f8-4c4d-b059-3acedab0ec59 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005816 Jan 28 03:41:55.584227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69d74480-4d26-4b86-8ae2-9c1731787e86 admin admin] Publish callbacks [] for security_group (1c993e1c-9785-448e-81b5-10997f5aeb32), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.616153 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69d74480-4d26-4b86-8ae2-9c1731787e86 admin admin] Publish callbacks [] for security_group (1c993e1c-9785-448e-81b5-10997f5aeb32), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.696600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69d74480-4d26-4b86-8ae2-9c1731787e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1c993e1c-9785-448e-81b5-10997f5aeb32), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.707115 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69d74480-4d26-4b86-8ae2-9c1731787e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.708659 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-69d74480-4d26-4b86-8ae2-9c1731787e86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c993e1c-9785-448e-81b5-10997f5aeb32 HTTP/1.1" status: 204 len: 168 time: 0.4150448 Jan 28 03:41:55.753888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c9654-4f0c-4d76-aa2c-b6ff165f1624 req-95007296-6b6e-4ba2-835b-2de066981440 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:55.762016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-284c9654-4f0c-4d76-aa2c-b6ff165f1624 req-95007296-6b6e-4ba2-835b-2de066981440 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0987916 Jan 28 03:41:55.788536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d74480-4d26-4b86-8ae2-9c1731787e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c993e1c-9785-448e-81b5-10997f5aeb32,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:55.815903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530be1b-ab20-44fc-94f2-c1d87da30117 req-62604b83-509b-4cb9-8c4f-3289d968c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:55.828602 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9530be1b-ab20-44fc-94f2-c1d87da30117 req-62604b83-509b-4cb9-8c4f-3289d968c32f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 1095 time: 0.1184833 Jan 28 03:41:55.847019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-284c9654-4f0c-4d76-aa2c-b6ff165f1624 req-1da839be-0df1-4932-beb2-8f257676021f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840313 Jan 28 03:41:55.982041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530be1b-ab20-44fc-94f2-c1d87da30117 req-8ab82524-d636-4d32-ad50-a2b2e3a8e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:55.984726 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9530be1b-ab20-44fc-94f2-c1d87da30117 req-8ab82524-d636-4d32-ad50-a2b2e3a8e69d service neutron] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 907 time: 0.1443565 Jan 28 03:41:56.072923 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9530be1b-ab20-44fc-94f2-c1d87da30117 req-8bf963e0-ebad-453a-9b80-8ad8cdb8e05c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e402d76c-9ef5-4c84-a107-4825ec20018c HTTP/1.1" status: 200 len: 217 time: 0.0747004 Jan 28 03:41:56.103355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d920f1-844f-4338-84f0-1d86bd67241e req-98999194-a4f7-4f9a-9695-f5f5c977f761 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:56.106870 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86d920f1-844f-4338-84f0-1d86bd67241e req-98999194-a4f7-4f9a-9695-f5f5c977f761 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1032519 Jan 28 03:41:56.193417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530be1b-ab20-44fc-94f2-c1d87da30117 req-d35ceb2b-1a87-4d7e-979b-abb03df123d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:56.196814 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9530be1b-ab20-44fc-94f2-c1d87da30117 req-d35ceb2b-1a87-4d7e-979b-abb03df123d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.1162422 Jan 28 03:41:56.232646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86d920f1-844f-4338-84f0-1d86bd67241e req-fafe8936-45f4-4958-8a04-8f1f11018b38 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071296 Jan 28 03:41:56.268946 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9530be1b-ab20-44fc-94f2-c1d87da30117 req-2585757a-ec20-4fa0-adef-e611f4b3a67d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626955 Jan 28 03:41:56.365780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0257b5-0df5-4c87-9e64-f024dda09a93 req-f69cb16e-4c9f-4216-b42c-e6e0e20d2407 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:56.375809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c0257b5-0df5-4c87-9e64-f024dda09a93 req-f69cb16e-4c9f-4216-b42c-e6e0e20d2407 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 943 time: 0.0954814 Jan 28 03:41:56.448248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c0257b5-0df5-4c87-9e64-f024dda09a93 req-7b06e437-f1df-4af8-a43a-475490593ee2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673699 Jan 28 03:41:56.508461 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9530be1b-ab20-44fc-94f2-c1d87da30117 req-46df6905-3c5f-451e-9c66-a4e80debaaf1 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328029 Jan 28 03:41:56.677209 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9530be1b-ab20-44fc-94f2-c1d87da30117 req-25aa8f9f-5cb1-47e5-9aa8-f261131aefb6 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581511 Jan 28 03:41:57.044209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2f61f-ba27-4ac2-abc7-0b75dbb1d5ad req-e6f57fc0-773d-4926-8a42-178a14a769b5 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:57.053093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89c2f61f-ba27-4ac2-abc7-0b75dbb1d5ad req-e6f57fc0-773d-4926-8a42-178a14a769b5 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0880365 Jan 28 03:41:57.119473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89c2f61f-ba27-4ac2-abc7-0b75dbb1d5ad req-dc278362-e07e-46b3-a6e4-582f4541d642 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648413 Jan 28 03:41:57.415241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3982b-aad9-43b9-adfc-281da1c1f085 req-e3030d6d-8a47-4271-a00a-692d327b031d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:57.424467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7f3982b-aad9-43b9-adfc-281da1c1f085 req-e3030d6d-8a47-4271-a00a-692d327b031d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0885189 Jan 28 03:41:57.519469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7f3982b-aad9-43b9-adfc-281da1c1f085 req-410c9b22-cf3c-46fe-9716-c46383552a2a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939524 Jan 28 03:41:57.690947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71067a20-410f-4016-bdc1-0953c9a760e6 req-ac508fa9-538c-424f-9f87-96e763504b22 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:57.701854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71067a20-410f-4016-bdc1-0953c9a760e6 req-ac508fa9-538c-424f-9f87-96e763504b22 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 943 time: 0.1120911 Jan 28 03:41:57.787382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71067a20-410f-4016-bdc1-0953c9a760e6 req-60dca15b-2fed-4a6e-b3cb-c461880d7a5c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787554 Jan 28 03:41:58.292646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc9909-5c57-4560-8d66-abe63a892c3c req-fd7d491c-81d9-4f08-bb6e-47dd58a49b26 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:58.295616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77cc9909-5c57-4560-8d66-abe63a892c3c req-fd7d491c-81d9-4f08-bb6e-47dd58a49b26 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0882344 Jan 28 03:41:58.367642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77cc9909-5c57-4560-8d66-abe63a892c3c req-7e1ba078-8013-48a5-a9ba-6156d015dbe9 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645409 Jan 28 03:41:58.807519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae27171-3fab-4a86-b61e-7a6b2ce74fa8 req-c3d272ca-ff65-409e-acd9-e449043cd21d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:58.809983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ae27171-3fab-4a86-b61e-7a6b2ce74fa8 req-c3d272ca-ff65-409e-acd9-e449043cd21d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1319444 Jan 28 03:41:58.886010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ae27171-3fab-4a86-b61e-7a6b2ce74fa8 req-0dab3251-a464-4713-a3fe-fb8ea02c76de tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670238 Jan 28 03:41:59.154542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e402d76c-9ef5-4c84-a107-4825ec20018c details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:41:59.173233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f42f-7749-4fb5-afcd-83930a418f11 req-868568a7-f88f-4869-84f4-ba475810700a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:59.181390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5677f42f-7749-4fb5-afcd-83930a418f11 req-868568a7-f88f-4869-84f4-ba475810700a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 943 time: 0.1487126 Jan 28 03:41:59.310305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5677f42f-7749-4fb5-afcd-83930a418f11 req-f4e72959-ec27-4016-9857-ab2bf6209aae tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212933 Jan 28 03:41:59.311484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:59.339714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e402d76c-9ef5-4c84-a107-4825ec20018c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e402d76c-9ef5-4c84-a107-4825ec20018c,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:59.352827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'e402d76c-9ef5-4c84-a107-4825ec20018c', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'port_id': 'e402d76c-9ef5-4c84-a107-4825ec20018c', 'mac_address': 'fa:16:3e:15:04:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5548d5-25c1-413a-8337-9e767e70925d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:41:59.404164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e402d76c-9ef5-4c84-a107-4825ec20018c is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:41:59.404558 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:59.426776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e402d76c-9ef5-4c84-a107-4825ec20018c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:41:59.450461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e402d76c-9ef5-4c84-a107-4825ec20018c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e402d76c-9ef5-4c84-a107-4825ec20018c,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:59.455967 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:59.536187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e402d76c-9ef5-4c84-a107-4825ec20018c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:59.539574 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ce29b24-3634-4194-966b-2562588f9472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:59.593080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a82628-0a86-466a-9109-7ec0d6540b6e req-d8208c42-245d-464b-acf5-2b1b5ec5b5df tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:59.595231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5a82628-0a86-466a-9109-7ec0d6540b6e req-d8208c42-245d-464b-acf5-2b1b5ec5b5df tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0941327 Jan 28 03:41:59.690575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ce29b24-3634-4194-966b-2562588f9472 admin admin] Publish callbacks [] for security_group (bddd8d21-4a55-46b0-80f2-f189aa6733b4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:59.696874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ce29b24-3634-4194-966b-2562588f9472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bddd8d21-4a55-46b0-80f2-f189aa6733b4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:59.744318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5a82628-0a86-466a-9109-7ec0d6540b6e req-5261ebbd-feab-4e4a-9e55-71c9c9c9dff2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279504 Jan 28 03:41:59.768046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce29b24-3634-4194-966b-2562588f9472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddd8d21-4a55-46b0-80f2-f189aa6733b4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:59.775090 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4ce29b24-3634-4194-966b-2562588f9472 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=902a1b45b3344ac482b3a7f8447720c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4617736 Jan 28 03:41:59.775898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37118) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:59.894091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:00.152327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0846e5-56f4-4a3b-94dd-e3d45911c110 req-eaa05123-1095-499b-954c-df4325f11580 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:00.161977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df0846e5-56f4-4a3b-94dd-e3d45911c110 req-eaa05123-1095-499b-954c-df4325f11580 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0916207 Jan 28 03:42:00.277586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df0846e5-56f4-4a3b-94dd-e3d45911c110 req-fd2bdb1c-6422-414b-923a-b5df45b0da8c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046846 Jan 28 03:42:00.291720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab562-3773-4dde-a4a1-cef5bbb5d9ea admin admin] Publish callbacks [] for security_group (bddd8d21-4a55-46b0-80f2-f189aa6733b4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.321836 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab562-3773-4dde-a4a1-cef5bbb5d9ea admin admin] Publish callbacks [] for security_group (bddd8d21-4a55-46b0-80f2-f189aa6733b4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.391707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab562-3773-4dde-a4a1-cef5bbb5d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bddd8d21-4a55-46b0-80f2-f189aa6733b4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.394657 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab562-3773-4dde-a4a1-cef5bbb5d9ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.400590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bc0ab562-3773-4dde-a4a1-cef5bbb5d9ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bddd8d21-4a55-46b0-80f2-f189aa6733b4 HTTP/1.1" status: 204 len: 168 time: 0.6223245 Jan 28 03:42:00.418246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ab562-3773-4dde-a4a1-cef5bbb5d9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddd8d21-4a55-46b0-80f2-f189aa6733b4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:00.487231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c943fee-f625-44ce-8a22-5c290793f7a4 req-3c557550-dbac-441a-8ea4-715c7d7c9377 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:00.497604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c943fee-f625-44ce-8a22-5c290793f7a4 req-3c557550-dbac-441a-8ea4-715c7d7c9377 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 944 time: 0.0987906 Jan 28 03:42:00.592330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c943fee-f625-44ce-8a22-5c290793f7a4 req-de21b3dd-bf0f-4fc7-9324-a5725556f507 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928838 Jan 28 03:42:00.732519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37136) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:00.749218 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a47e496d-129e-478e-beca-7ecb56ff42fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.883037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29440c1-97ce-459b-8ed5-2638bb90fd56 req-eeaf6d63-7741-47e7-9347-c68336d9153f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:00.892066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a29440c1-97ce-459b-8ed5-2638bb90fd56 req-eeaf6d63-7741-47e7-9347-c68336d9153f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0841110 Jan 28 03:42:00.910599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a47e496d-129e-478e-beca-7ecb56ff42fa admin admin] Publish callbacks [] for security_group (06aabaff-9104-4ac2-99c2-5f8451d18acb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.922743 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a47e496d-129e-478e-beca-7ecb56ff42fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (06aabaff-9104-4ac2-99c2-5f8451d18acb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.975403 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a47e496d-129e-478e-beca-7ecb56ff42fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12abc30140c84036917b84a1cbeacd92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415493 Jan 28 03:42:00.976532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e496d-129e-478e-beca-7ecb56ff42fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aabaff-9104-4ac2-99c2-5f8451d18acb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:00.980637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37144) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:00.986455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a29440c1-97ce-459b-8ed5-2638bb90fd56 req-d194aca3-73ad-40fb-a19a-64e5d3740da8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930581 Jan 28 03:42:01.068750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-147a6d8c-7759-4a15-a060-c3a4b4da6091 admin admin] Publish callbacks [] for security_group (06aabaff-9104-4ac2-99c2-5f8451d18acb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:01.096409 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-147a6d8c-7759-4a15-a060-c3a4b4da6091 admin admin] Publish callbacks [] for security_group (06aabaff-9104-4ac2-99c2-5f8451d18acb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:01.192149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-147a6d8c-7759-4a15-a060-c3a4b4da6091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (06aabaff-9104-4ac2-99c2-5f8451d18acb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:01.195238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-147a6d8c-7759-4a15-a060-c3a4b4da6091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:01.198766 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-147a6d8c-7759-4a15-a060-c3a4b4da6091 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06aabaff-9104-4ac2-99c2-5f8451d18acb HTTP/1.1" status: 204 len: 168 time: 0.2165487 Jan 28 03:42:01.206198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a6d8c-7759-4a15-a060-c3a4b4da6091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aabaff-9104-4ac2-99c2-5f8451d18acb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:01.464103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c999165-422e-429e-8185-00f5b3d6877f req-2e35c7c2-cf7d-43ab-93f7-6cf1a2189831 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:01.466107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c999165-422e-429e-8185-00f5b3d6877f req-2e35c7c2-cf7d-43ab-93f7-6cf1a2189831 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0800276 Jan 28 03:42:01.569288 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c999165-422e-429e-8185-00f5b3d6877f req-8abd0da4-0318-45de-9931-1885cb650fe3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953617 Jan 28 03:42:01.769719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e11fb-d8e0-4383-ad15-ecc4350cc1d9 req-c3525b98-ada7-4295-aa1e-04b835c503e3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:01.777399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-463e11fb-d8e0-4383-ad15-ecc4350cc1d9 req-c3525b98-ada7-4295-aa1e-04b835c503e3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 944 time: 0.0717432 Jan 28 03:42:01.786969 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:42:01.841564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-463e11fb-d8e0-4383-ad15-ecc4350cc1d9 req-dcc25b90-6853-4d29-b08e-1c903094d47a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630884 Jan 28 03:42:02.209095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ab0d3-e6fc-4c05-a203-4a29c2b24237 req-6ab17e06-a575-4b63-b0ac-0b0026abd5ed tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:02.221394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec3ab0d3-e6fc-4c05-a203-4a29c2b24237 req-6ab17e06-a575-4b63-b0ac-0b0026abd5ed tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0916460 Jan 28 03:42:02.298531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec3ab0d3-e6fc-4c05-a203-4a29c2b24237 req-3319cf22-b148-4349-b2c8-62ec27ed702f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721982 Jan 28 03:42:02.868098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa483c2-9c27-4dab-893f-fc6d1a58c259 req-106d46ce-266d-45cd-8635-d3b0ed269726 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:02.878224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aaa483c2-9c27-4dab-893f-fc6d1a58c259 req-106d46ce-266d-45cd-8635-d3b0ed269726 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1741049 Jan 28 03:42:03.038121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aaa483c2-9c27-4dab-893f-fc6d1a58c259 req-ac76a27d-3283-4c0f-853b-151fadbf1213 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589487 Jan 28 03:42:03.151497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7303bc-7acc-49eb-8d9a-ed0bf7b4c3e2 req-fbe3884d-e5f1-4e78-a0e7-0e13d64c78c9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:03.157420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e7303bc-7acc-49eb-8d9a-ed0bf7b4c3e2 req-fbe3884d-e5f1-4e78-a0e7-0e13d64c78c9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 944 time: 0.1139383 Jan 28 03:42:03.180667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e402d76c-9ef5-4c84-a107-4825ec20018c up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:03.237731 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e7303bc-7acc-49eb-8d9a-ed0bf7b4c3e2 req-f43dcbdd-4f9e-422e-9603-f784957855e3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665784 Jan 28 03:42:03.292412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port e402d76c-9ef5-4c84-a107-4825ec20018c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:42:03.303420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port e402d76c-9ef5-4c84-a107-4825ec20018c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:03.304114 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.505315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e402d76c-9ef5-4c84-a107-4825ec20018c is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:03.505751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.558164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf3402-fbc9-4055-9907-8526239473c4 req-70337fb6-e841-4783-b875-294a02dad009 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:03.561382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2acf3402-fbc9-4055-9907-8526239473c4 req-70337fb6-e841-4783-b875-294a02dad009 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1522937 Jan 28 03:42:03.648747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e402d76c-9ef5-4c84-a107-4825ec20018c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e402d76c-9ef5-4c84-a107-4825ec20018c,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:03.655310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b78286a-380e-4133-8cba-74cb5882109c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e402d76c-9ef5-4c84-a107-4825ec20018c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:03.666665 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4d917f-4245-4082-b3ed-916da2565a54" -d '{"events": [{"server_uuid": "1b78286a-380e-4133-8cba-74cb5882109c", "name": "network-vif-plugged", "status": "completed", "tag": "e402d76c-9ef5-4c84-a107-4825ec20018c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:03.682707 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.713025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2acf3402-fbc9-4055-9907-8526239473c4 req-b96561a9-1d85-47eb-856f-d7b39f3252a0 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433542 Jan 28 03:42:03.766692 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb52f9f5-f41d-4c3c-927a-3f30b2df8ac6 x-openstack-request-id: req-bb52f9f5-f41d-4c3c-927a-3f30b2df8ac6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:03.767718 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b78286a-380e-4133-8cba-74cb5882109c", "name": "network-vif-plugged", "status": "completed", "tag": "e402d76c-9ef5-4c84-a107-4825ec20018c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:03.767984 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb52f9f5-f41d-4c3c-927a-3f30b2df8ac6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:03.768384 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b78286a-380e-4133-8cba-74cb5882109c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e402d76c-9ef5-4c84-a107-4825ec20018c', 'code': 200} Jan 28 03:42:03.815020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e402d76c-9ef5-4c84-a107-4825ec20018c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:03.915635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa73cc6-da00-4352-84bd-6098d711b4fb req-decc55a0-9a74-4980-8449-ec9e8d54eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:03.917238 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fa73cc6-da00-4352-84bd-6098d711b4fb req-decc55a0-9a74-4980-8449-ec9e8d54eb7c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 1097 time: 0.0625575 Jan 28 03:42:03.969925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fa73cc6-da00-4352-84bd-6098d711b4fb req-6ea8c5c4-72ed-469f-b96d-d0d1f6012a11 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429735 Jan 28 03:42:04.299266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca0b58-4377-4bac-b9c7-f86ac90681ee req-a123e291-b05b-4b65-879d-9be9c26c6e22 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:04.308975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15ca0b58-4377-4bac-b9c7-f86ac90681ee req-a123e291-b05b-4b65-879d-9be9c26c6e22 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0898039 Jan 28 03:42:04.451039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15ca0b58-4377-4bac-b9c7-f86ac90681ee req-5a5ac745-22c7-4265-a27c-930757530a94 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411943 Jan 28 03:42:04.790644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb39857-02c7-4928-8321-4cd336c7d5bb req-d6855bcc-d809-41c8-9c62-14eca2c79fd6 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:04.799016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abb39857-02c7-4928-8321-4cd336c7d5bb req-d6855bcc-d809-41c8-9c62-14eca2c79fd6 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 945 time: 0.1577420 Jan 28 03:42:04.933810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abb39857-02c7-4928-8321-4cd336c7d5bb req-a08861a3-6092-46a7-b112-9ff6d068c53b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309769 Jan 28 03:42:05.064355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc167dc3-056e-4927-af0c-edc5e815e01c req-91983c1b-1050-41a3-879f-ad55a56bef65 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:05.072510 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc167dc3-056e-4927-af0c-edc5e815e01c req-91983c1b-1050-41a3-879f-ad55a56bef65 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1246703 Jan 28 03:42:05.161646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc167dc3-056e-4927-af0c-edc5e815e01c req-40a1dcd6-5bc5-4144-991a-23fdbc16a8c2 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878327 Jan 28 03:42:05.335023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37278) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:05.533818 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1204431c-a18d-4cac-be98-072874419273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.637681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8f4c7-df42-48d4-8ace-811353bae3e1 req-406a2f7c-90d3-4f66-8f3c-af1713e1f1d0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:05.647370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ed8f4c7-df42-48d4-8ace-811353bae3e1 req-406a2f7c-90d3-4f66-8f3c-af1713e1f1d0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.0900950 Jan 28 03:42:05.750724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ed8f4c7-df42-48d4-8ace-811353bae3e1 req-50edbb25-ebe9-454e-b4a5-1a16afb2edbf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990729 Jan 28 03:42:05.755854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1204431c-a18d-4cac-be98-072874419273 admin admin] Publish callbacks [] for security_group (eb22d9d1-6747-4139-aa44-d5405fb13b41), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.760604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1204431c-a18d-4cac-be98-072874419273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (eb22d9d1-6747-4139-aa44-d5405fb13b41), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.801491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204431c-a18d-4cac-be98-072874419273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb22d9d1-6747-4139-aa44-d5405fb13b41,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:05.840718 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1204431c-a18d-4cac-be98-072874419273 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fe5861f09744ee6afecd5eb40829f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5047140 Jan 28 03:42:05.841652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37294) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:05.915401 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186afe6c-fe3f-4e25-9bec-4053860ea67a admin admin] Publish callbacks [] for security_group (eb22d9d1-6747-4139-aa44-d5405fb13b41), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.950659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186afe6c-fe3f-4e25-9bec-4053860ea67a admin admin] Publish callbacks [] for security_group (eb22d9d1-6747-4139-aa44-d5405fb13b41), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.072719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186afe6c-fe3f-4e25-9bec-4053860ea67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (eb22d9d1-6747-4139-aa44-d5405fb13b41), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.079342 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186afe6c-fe3f-4e25-9bec-4053860ea67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.084233 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-186afe6c-fe3f-4e25-9bec-4053860ea67a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb22d9d1-6747-4139-aa44-d5405fb13b41 HTTP/1.1" status: 204 len: 168 time: 0.2392585 Jan 28 03:42:06.106160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ea9f1-59d5-4448-9141-300d4a65f091 req-17178b3f-f149-4e30-bd20-7918ab141d77 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:06.115304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b7ea9f1-59d5-4448-9141-300d4a65f091 req-17178b3f-f149-4e30-bd20-7918ab141d77 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 945 time: 0.0864937 Jan 28 03:42:06.127596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186afe6c-fe3f-4e25-9bec-4053860ea67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb22d9d1-6747-4139-aa44-d5405fb13b41,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:06.217535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b7ea9f1-59d5-4448-9141-300d4a65f091 req-8dfde1a8-7c51-4e5a-bee9-0cbd0276f26f tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008465 Jan 28 03:42:06.478637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f03e0f-f321-4073-88a6-863080b72e98 req-6f06b39e-2012-4524-9106-61ddf115c815 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:06.490611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45f03e0f-f321-4073-88a6-863080b72e98 req-6f06b39e-2012-4524-9106-61ddf115c815 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.2118237 Jan 28 03:42:06.775947 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45f03e0f-f321-4073-88a6-863080b72e98 req-75bdde75-bf88-4556-9c54-2dca4cba1bba tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687056 Jan 28 03:42:06.806779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d6b17-c159-4317-a496-3670bd92fbba req-7347afe4-de3e-4eb3-9c89-4b5a84213b66 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:06.808984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37324) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:06.816751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-536d6b17-c159-4317-a496-3670bd92fbba req-7347afe4-de3e-4eb3-9c89-4b5a84213b66 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.2771592 Jan 28 03:42:06.827134 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8e230a5-807e-40ab-b99e-af17c2a51ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.835098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-536d6b17-c159-4317-a496-3670bd92fbba req-f79e0306-7518-4bc3-860a-7b107a8c6208 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/quotas/9917c37214864c63b899b703cfc2d824 HTTP/1.1" status: 200 len: 375 time: 0.0171180 Jan 28 03:42:06.917524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-536d6b17-c159-4317-a496-3670bd92fbba req-3a308170-457a-427a-8e1f-32034e45cea1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804451 Jan 28 03:42:07.028659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8e230a5-807e-40ab-b99e-af17c2a51ca0 admin admin] Publish callbacks [] for security_group (e24da901-c196-43e9-b98f-91e027710810), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:07.035674 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8e230a5-807e-40ab-b99e-af17c2a51ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e24da901-c196-43e9-b98f-91e027710810), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:07.106235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e230a5-807e-40ab-b99e-af17c2a51ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24da901-c196-43e9-b98f-91e027710810,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:07.134329 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e8e230a5-807e-40ab-b99e-af17c2a51ca0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=379dc0c05b5446298349ae8f626e14ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3235564 Jan 28 03:42:07.138118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37330) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:07.187661 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-536d6b17-c159-4317-a496-3670bd92fbba req-6c086fd0-c142-4597-ad5a-d3a84eb1db20 service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482588 Jan 28 03:42:07.258290 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13404a24-4c2d-44b9-80c3-970512ca06b0 admin admin] Publish callbacks [] for security_group (e24da901-c196-43e9-b98f-91e027710810), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:07.286194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13404a24-4c2d-44b9-80c3-970512ca06b0 admin admin] Publish callbacks [] for security_group (e24da901-c196-43e9-b98f-91e027710810), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:07.382935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13404a24-4c2d-44b9-80c3-970512ca06b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e24da901-c196-43e9-b98f-91e027710810), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:07.387624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13404a24-4c2d-44b9-80c3-970512ca06b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:07.391559 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-13404a24-4c2d-44b9-80c3-970512ca06b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e24da901-c196-43e9-b98f-91e027710810 HTTP/1.1" status: 204 len: 168 time: 0.2502716 Jan 28 03:42:07.416798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13404a24-4c2d-44b9-80c3-970512ca06b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24da901-c196-43e9-b98f-91e027710810,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:07.463473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f312ab3-df4f-40be-a6f3-4da912994ab9 req-46d3a83d-ca6f-4953-a200-a841371ab42e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:07.465318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f312ab3-df4f-40be-a6f3-4da912994ab9 req-46d3a83d-ca6f-4953-a200-a841371ab42e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1089332 Jan 28 03:42:07.483286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-536d6b17-c159-4317-a496-3670bd92fbba req-0b7da08d-0524-4a79-92af-8175d8e99861 service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946968 Jan 28 03:42:07.612038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f312ab3-df4f-40be-a6f3-4da912994ab9 req-7bf72587-6099-4e96-a2ca-4402f32d93f1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236324 Jan 28 03:42:08.062333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9645e08-6c80-4cd7-92f0-822114558fe7 req-6766674b-1cc2-4a6f-93ec-110f8fbee462 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:08.077788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9645e08-6c80-4cd7-92f0-822114558fe7 req-6766674b-1cc2-4a6f-93ec-110f8fbee462 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1795235 Jan 28 03:42:08.286614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9645e08-6c80-4cd7-92f0-822114558fe7 req-ea5bc1c9-0d29-4a77-be84-158dcfd51094 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917062 Jan 28 03:42:08.919518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735daa08-e854-47f4-a532-19a88b749da4 req-bd3d7736-3510-412a-9226-2d468342657f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:08.931958 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-735daa08-e854-47f4-a532-19a88b749da4 req-bd3d7736-3510-412a-9226-2d468342657f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1228139 Jan 28 03:42:09.034008 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-735daa08-e854-47f4-a532-19a88b749da4 req-f4aacbf8-b560-4ab1-872b-8cce455c724d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002758 Jan 28 03:42:09.435055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3283117-8baf-4f24-8616-3a609e372b2a req-1e0be944-0f26-4048-8a7c-989efa4adf29 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:09.445459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3283117-8baf-4f24-8616-3a609e372b2a req-1e0be944-0f26-4048-8a7c-989efa4adf29 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0756726 Jan 28 03:42:09.551941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3283117-8baf-4f24-8616-3a609e372b2a req-87fe9bd1-2e05-49c2-ab15-462eaa074e3d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051400 Jan 28 03:42:09.679903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-b47b97e0-af0c-4096-9154-019c908e93ec tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:09.688141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-b47b97e0-af0c-4096-9154-019c908e93ec tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.1339302 Jan 28 03:42:09.705034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-1a9540bd-3d6c-46d0-b298-28f624241395 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/quotas/9917c37214864c63b899b703cfc2d824 HTTP/1.1" status: 200 len: 375 time: 0.0157933 Jan 28 03:42:09.768564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-1b4574f1-58ee-4282-a8d5-c82743c5059a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626678 Jan 28 03:42:09.864199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-bcd18e0f-d09b-4d6f-8a46-8eb5a7dccbdf service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882790 Jan 28 03:42:09.969570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-ae5ec0aa-ddb3-47a4-8fc4-3d6e4c2551da service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978732 Jan 28 03:42:10.026588 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37472) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:10.194498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53fce5ea-2274-4915-b009-6742990a5595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.236155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e34aebad-344c-4792-b965-13bdeef5b982 req-2221c96b-fa87-4d45-ac0f-254fe9cf5a47 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 210 time: 0.1049793 Jan 28 03:42:10.251094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf5d58-d4c2-4069-a8eb-63b0c8370fde req-92fd72b6-38c4-40b7-9210-a499321dbf1a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.264086 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03bf5d58-d4c2-4069-a8eb-63b0c8370fde req-92fd72b6-38c4-40b7-9210-a499321dbf1a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1259429 Jan 28 03:42:10.350612 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53fce5ea-2274-4915-b009-6742990a5595 admin admin] Publish callbacks [] for security_group (7fbf173e-0ef8-4345-87f8-f1e2aa1d5bca), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.362427 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53fce5ea-2274-4915-b009-6742990a5595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7fbf173e-0ef8-4345-87f8-f1e2aa1d5bca), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.377409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03bf5d58-d4c2-4069-a8eb-63b0c8370fde req-117070d9-c961-4f73-bab3-435ddd8b20f4 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179957 Jan 28 03:42:10.426389 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b850b3f3-fab6-4209-946d-29062f359471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.486468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fce5ea-2274-4915-b009-6742990a5595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf173e-0ef8-4345-87f8-f1e2aa1d5bca,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:10.502940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:10.503433 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-53fce5ea-2274-4915-b009-6742990a5595 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf76e84429e04998b82f23e41b49b9aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4749670 Jan 28 03:42:10.509407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-89c61ea2-bafc-4ace-8fb3-e11830275fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.511013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-89c61ea2-bafc-4ace-8fb3-e11830275fc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 1097 time: 0.1087980 Jan 28 03:42:10.566692 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0332-4e4c-4a6a-b1e5-eb0086d8e8db admin admin] Publish callbacks [] for security_group (7fbf173e-0ef8-4345-87f8-f1e2aa1d5bca), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.599144 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0332-4e4c-4a6a-b1e5-eb0086d8e8db admin admin] Publish callbacks [] for security_group (7fbf173e-0ef8-4345-87f8-f1e2aa1d5bca), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.628251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-a23f7441-7fa7-4481-973b-904b26ee7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.630135 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-a23f7441-7fa7-4481-973b-904b26ee7569 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.1125000 Jan 28 03:42:10.691252 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0332-4e4c-4a6a-b1e5-eb0086d8e8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7fbf173e-0ef8-4345-87f8-f1e2aa1d5bca), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.694034 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0332-4e4c-4a6a-b1e5-eb0086d8e8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.695746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4e5c0332-4e4c-4a6a-b1e5-eb0086d8e8db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fbf173e-0ef8-4345-87f8-f1e2aa1d5bca HTTP/1.1" status: 204 len: 168 time: 0.1910381 Jan 28 03:42:10.707590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c0332-4e4c-4a6a-b1e5-eb0086d8e8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf173e-0ef8-4345-87f8-f1e2aa1d5bca,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:10.726480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180211ea-83de-4098-bcc6-d367063482cf req-28b2a687-880a-4869-bf38-cd5fe2e47068 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.728145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-180211ea-83de-4098-bcc6-d367063482cf req-28b2a687-880a-4869-bf38-cd5fe2e47068 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0747843 Jan 28 03:42:10.808668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-180211ea-83de-4098-bcc6-d367063482cf req-afd75a17-e658-4259-a3fe-185593c8d56e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715377 Jan 28 03:42:10.834238 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-402f31e2-975c-411b-ace3-b74799b30d28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 HTTP/1.1" status: 200 len: 1001 time: 0.1975272 Jan 28 03:42:10.902355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-f9d8e727-ee5a-4e5a-9f58-95c3394b48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.905432 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-f9d8e727-ee5a-4e5a-9f58-95c3394b48c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.0576153 Jan 28 03:42:10.968562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-b4ea7ac9-eac2-408b-b5ad-690fcb7a5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.970110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-b4ea7ac9-eac2-408b-b5ad-690fcb7a5ed8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552642 Jan 28 03:42:11.091361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-04e5aabd-5db0-49a5-93ee-f42528d2c2a8 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144738 Jan 28 03:42:11.194836 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2ea12-2a03-4d1b-9778-774014538a01 req-5a0ae14a-a1cc-4e47-baa6-a13a2c672fe7 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966859 Jan 28 03:42:11.352882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a717e868-01e4-4f97-ba5a-3c3fc1513354 req-9de13fd6-2993-4bde-8139-f18598df344f tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 210 time: 0.0367947 Jan 28 03:42:11.603565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eba02d-4045-4fcd-813e-c91105cc7a28 req-4c5e2b60-14b6-434d-a48e-56bf2fa8b351 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:11.612327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61eba02d-4045-4fcd-813e-c91105cc7a28 req-4c5e2b60-14b6-434d-a48e-56bf2fa8b351 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1301694 Jan 28 03:42:11.617867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-a4c148bb-afae-4b12-ab37-e45688e3d213 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:11.621182 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-a4c148bb-afae-4b12-ab37-e45688e3d213 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.2191048 Jan 28 03:42:11.655699 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61eba02d-4045-4fcd-813e-c91105cc7a28 req-007c345c-e928-425a-912a-d591f7740a0b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419874 Jan 28 03:42:11.658164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Request body: {'port': {'device_id': 'd4df24bf-c146-4cf1-8b7e-75b022e0fcb4', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'admin_state_up': True, 'tenant_id': '9917c37214864c63b899b703cfc2d824'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:11.780047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Made reservation on behalf of 9917c37214864c63b899b703cfc2d824 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:11.784710 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:11.935557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Allocated IP 172.20.0.6 (67d1c6df-904c-474d-9a71-2560588370e7/7a5548d5-25c1-413a-8337-9e767e70925d/5770459c-6c1c-427b-89a1-48241cfc2733) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:11.959285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.031683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bfc18-2434-4183-bec0-3dd03c168504 req-1afcadcf-af98-42ee-b260-5b0fa879dfac tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:12.039247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b51bfc18-2434-4183-bec0-3dd03c168504 req-1afcadcf-af98-42ee-b260-5b0fa879dfac tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1153193 Jan 28 03:42:12.101437 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b51bfc18-2434-4183-bec0-3dd03c168504 req-cc3131e2-d012-4e6f-97d4-9b0f25d881ac tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528212 Jan 28 03:42:12.159437 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks [] for port (5770459c-6c1c-427b-89a1-48241cfc2733), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.202964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.237677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:12.256173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event updated for resources: {'Port': ['ID=5770459c-6c1c-427b-89a1-48241cfc2733,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:12.266775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Network 67d1c6df-904c-474d-9a71-2560588370e7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:12.268386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:12.271203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:12.339172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:12.339858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.365853 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-58252817-df55-4507-82fb-6a14574e0b2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7133522 Jan 28 03:42:12.382652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37554) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:12.390083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Request body: {'port': {'device_id': 'd4df24bf-c146-4cf1-8b7e-75b022e0fcb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:12.463858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.494115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033b0e3-65a8-42c1-9796-3d77da440ed9 req-a85fc5ec-dd35-44a6-80f1-eaac2148f1a5 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:12.495936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8033b0e3-65a8-42c1-9796-3d77da440ed9 req-a85fc5ec-dd35-44a6-80f1-eaac2148f1a5 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 931 time: 0.0585475 Jan 28 03:42:12.541374 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f71754a-decb-410d-ba48-5010ccc13c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.567131 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8033b0e3-65a8-42c1-9796-3d77da440ed9 req-5fd7f61a-6a34-4d1d-946f-c083df847ee3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628283 Jan 28 03:42:12.580856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-270210785'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:12.604409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Made reservation on behalf of c720d3b3a3434219884b9c47b591e165 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:12.607740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.617162 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.720122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks [] for security_group (ffce912f-17a2-48bf-9590-d46431ec2bc6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.726899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ffce912f-17a2-48bf-9590-d46431ec2bc6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.742459 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:42:12.809714 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (766882cc-23bd-477e-bf84-1c1be93b5620), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.810069 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Added segment 766882cc-23bd-477e-bf84-1c1be93b5620 of type vlan for network 4a3b6d05-67f7-4630-95ff-b23d16b9b259 Jan 28 03:42:12.812426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5770459c-6c1c-427b-89a1-48241cfc2733 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:12.819140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffce912f-17a2-48bf-9590-d46431ec2bc6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:12.820107 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Publish callbacks [] for port (5770459c-6c1c-427b-89a1-48241cfc2733), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.838719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Transition to ACTIVE for port object 5770459c-6c1c-427b-89a1-48241cfc2733 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:42:12.844216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.879313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (4a3b6d05-67f7-4630-95ff-b23d16b9b259), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.932389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a654b30-bb77-4ba4-8c3f-ce5bbc358903 req-2eac570e-8985-4bd6-9db3-9d2a10a4a13b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:12.934011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a654b30-bb77-4ba4-8c3f-ce5bbc358903 req-2eac570e-8985-4bd6-9db3-9d2a10a4a13b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1692641 Jan 28 03:42:12.935149 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (4a3b6d05-67f7-4630-95ff-b23d16b9b259), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.940885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:12.941614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:12.948584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Pushing event updated for resources: {'Port': ['ID=5770459c-6c1c-427b-89a1-48241cfc2733,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:13.003249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Attempting to bind port 5770459c-6c1c-427b-89a1-48241cfc2733 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:13.004880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Attempting to bind port 5770459c-6c1c-427b-89a1-48241cfc2733 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:13.005733 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Attempting to bind port 5770459c-6c1c-427b-89a1-48241cfc2733 on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:13.021100 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Port 5770459c-6c1c-427b-89a1-48241cfc2733 on network 67d1c6df-904c-474d-9a71-2560588370e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:42:13.021445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Attempting to bind port 5770459c-6c1c-427b-89a1-48241cfc2733 on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:13.032924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:13.033395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Checking segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:13.033881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Bound using segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:13.034319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Bound port: 5770459c-6c1c-427b-89a1-48241cfc2733, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:13.034690 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:13.087519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7035680 Jan 28 03:42:13.091387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37584) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:13.098322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a654b30-bb77-4ba4-8c3f-ce5bbc358903 req-d73ea7d3-5d00-4c57-a04f-f7629842c3bd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528442 Jan 28 03:42:13.104429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Request body: {'subnet': {'network_id': '4a3b6d05-67f7-4630-95ff-b23d16b9b259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:13.168686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] For port 5770459c-6c1c-427b-89a1-48241cfc2733, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:13.176925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] For port 5770459c-6c1c-427b-89a1-48241cfc2733, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5770459c-6c1c-427b-89a1-48241cfc2733,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:13.182601 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:13.185344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd9eda-d4d1-4fd7-8f6a-2edb2d007bac tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Pushing event updated for resources: {'Network': ['ID=4a3b6d05-67f7-4630-95ff-b23d16b9b259,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:13.203843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 4a3b6d05-67f7-4630-95ff-b23d16b9b259 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:42:13.223327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:13.224800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:13.226234 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] 10.222.0.25 "PUT /v2.0/ports/5770459c-6c1c-427b-89a1-48241cfc2733 HTTP/1.1" status: 200 len: 1092 time: 0.8459425 Jan 28 03:42:13.229653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4df24bf-c146-4cf1-8b7e-75b022e0fcb4', 'tag': '5770459c-6c1c-427b-89a1-48241cfc2733'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:13.232397 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4df24bf-c146-4cf1-8b7e-75b022e0fcb4", "tag": "5770459c-6c1c-427b-89a1-48241cfc2733"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:13.275366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1c9a4-22d0-43eb-a60d-dbd8da49a926 service neutron] Pushing event updated for resources: {'Port': ['ID=5770459c-6c1c-427b-89a1-48241cfc2733,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:13.345938 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac10c50-f863-4380-8f23-006b6b07e313 x-openstack-request-id: req-4ac10c50-f863-4380-8f23-006b6b07e313 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:13.346267 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4df24bf-c146-4cf1-8b7e-75b022e0fcb4", "tag": "5770459c-6c1c-427b-89a1-48241cfc2733", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:13.346474 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ac10c50-f863-4380-8f23-006b6b07e313 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:13.347031 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4df24bf-c146-4cf1-8b7e-75b022e0fcb4', 'tag': '5770459c-6c1c-427b-89a1-48241cfc2733', 'status': 'completed', 'code': 200} Jan 28 03:42:13.375832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-56523b18-33e0-40a1-9d29-9430b0d1f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:13.375998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c481db1-514a-44a0-acf5-298f611b4e0b req-74975013-d378-4490-afd4-345bd01f73a3 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:13.377385 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-56523b18-33e0-40a1-9d29-9430b0d1f0cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 1095 time: 0.0706191 Jan 28 03:42:13.377548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c481db1-514a-44a0-acf5-298f611b4e0b req-74975013-d378-4490-afd4-345bd01f73a3 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1257379 Jan 28 03:42:13.378820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Made reservation on behalf of c720d3b3a3434219884b9c47b591e165 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:13.382152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:13.430588 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-ec488610-d179-41e0-88e1-75bb1710cf41 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5770459c-6c1c-427b-89a1-48241cfc2733 HTTP/1.1" status: 200 len: 217 time: 0.0387576 Jan 28 03:42:13.485060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-0bfb6d82-d51f-4926-ab4c-a758868c1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:13.486567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-0bfb6d82-d51f-4926-ab4c-a758868c1105 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0487576 Jan 28 03:42:13.493945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c481db1-514a-44a0-acf5-298f611b4e0b req-06b46124-75c1-48d9-a456-ae75607df5ba tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084328 Jan 28 03:42:13.524310 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-c8d72848-e94d-48f3-a327-404c599671c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312738 Jan 28 03:42:13.621131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (eca69bfd-ed7c-4f1f-855c-741d1986023e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:13.682896 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-b7c4bc55-387f-432a-a732-4ebc31babb7a service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491213 Jan 28 03:42:13.724701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Pushing event updated for resources: {'Subnet': ['ID=eca69bfd-ed7c-4f1f-855c-741d1986023e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:13.736735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Checking segment: {'id': '766882cc-23bd-477e-bf84-1c1be93b5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4a3b6d05-67f7-4630-95ff-b23d16b9b259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:13.737497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Network hostable DHCP agents. Network: 4a3b6d05-67f7-4630-95ff-b23d16b9b259, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:42:13.764524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Network 4a3b6d05-67f7-4630-95ff-b23d16b9b259 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:42:13.777673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 4a3b6d05-67f7-4630-95ff-b23d16b9b259) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:13.789371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcfc84b-6a1a-456c-943b-8764c23a6bdd None None] Network 4a3b6d05-67f7-4630-95ff-b23d16b9b259 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:13.793698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:13.797262 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:13.829403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4e0d4f5b-17cd-4a67-a428-b8b9baa06681 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7371955 Jan 28 03:42:13.833119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37596) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:13.838746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Request body: {'port': {'network_id': '4a3b6d05-67f7-4630-95ff-b23d16b9b259', 'name': 'tempest-DHCPAgentSchedulersTestJSON-916534856'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:13.848985 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f7b5103-1e90-4806-82ed-c648fe68752a req-9848c302-3da6-4b3f-8d58-300852a11f98 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565557 Jan 28 03:42:13.935222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-4a3b6d05-67f7-4630-95ff-b23d16b9b259', 'network_id': '4a3b6d05-67f7-4630-95ff-b23d16b9b259', 'project_id': 'c720d3b3a3434219884b9c47b591e165', 'fixed_ips': [{'subnet_id': 'eca69bfd-ed7c-4f1f-855c-741d1986023e'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:42:13.937332 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.025978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a req-deac5878-5dea-48eb-a19a-44497f375b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:14.027865 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a req-deac5878-5dea-48eb-a19a-44497f375b77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 1095 time: 0.0534098 Jan 28 03:42:14.059774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb004-796f-427e-bab0-986e98a428ce req-ddec7f85-3311-4ac9-9822-902c6542358d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:14.062105 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-504eb004-796f-427e-bab0-986e98a428ce req-ddec7f85-3311-4ac9-9822-902c6542358d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 943 time: 0.2037137 Jan 28 03:42:14.075529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b58f-1ee1-4774-80ef-11b74fff7fe3 req-6c2bd53b-f064-4fbc-8480-d6c0438d1758 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:14.078069 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a71b58f-1ee1-4774-80ef-11b74fff7fe3 req-6c2bd53b-f064-4fbc-8480-d6c0438d1758 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1422718 Jan 28 03:42:14.133755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Allocated IP 172.20.0.2 (4a3b6d05-67f7-4630-95ff-b23d16b9b259/eca69bfd-ed7c-4f1f-855c-741d1986023e/c211406c-35e1-47c5-8426-3efbd1902adf) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:14.165603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a req-e9f01439-8079-4d4f-8168-cee9bff54313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:14.167979 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a req-e9f01439-8079-4d4f-8168-cee9bff54313 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 907 time: 0.1310098 Jan 28 03:42:14.174360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a71b58f-1ee1-4774-80ef-11b74fff7fe3 req-ef47f8de-6175-42d0-801c-408636560a25 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710900 Jan 28 03:42:14.175160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Made reservation on behalf of c720d3b3a3434219884b9c47b591e165 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:14.179450 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.236316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a req-969ac462-fae2-4d3a-90fc-82e53098391a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5770459c-6c1c-427b-89a1-48241cfc2733 HTTP/1.1" status: 200 len: 217 time: 0.0603800 Jan 28 03:42:14.248626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] device_id is not set on port fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:42:14.297068 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.298060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a req-5e5941ef-c31e-4a91-909e-6e3d1ae3e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:14.299632 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a req-5e5941ef-c31e-4a91-909e-6e3d1ae3e1bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0569925 Jan 28 03:42:14.344930 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a req-3b109323-1468-4640-b8c4-4e66d25fc83e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376422 Jan 28 03:42:14.355584 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Publish callbacks [] for port (c211406c-35e1-47c5-8426-3efbd1902adf), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.362262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-504eb004-796f-427e-bab0-986e98a428ce req-15eaabbc-0ea8-4367-9d2e-8853a36995d0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828841 Jan 28 03:42:14.377403 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.473553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578754ae-4ea1-4848-b74c-e84880df5700 req-860c3350-9aa7-44f2-b3a8-44cffb5635f0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:14.475553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578754ae-4ea1-4848-b74c-e84880df5700 req-860c3350-9aa7-44f2-b3a8-44cffb5635f0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.1312201 Jan 28 03:42:14.480359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Allocated IP 172.20.0.9 (4a3b6d05-67f7-4630-95ff-b23d16b9b259/eca69bfd-ed7c-4f1f-855c-741d1986023e/fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:14.495780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Pushing event updated for resources: {'Port': ['ID=c211406c-35e1-47c5-8426-3efbd1902adf,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:14.499414 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.518032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.518381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.518863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.519060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.519459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.519791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.520122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.520446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.520768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.521535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.521535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.521746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.522417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:14.524284 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a req-014e4246-f512-42ad-8821-adac7ceff007 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731255 Jan 28 03:42:14.540556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Network 4a3b6d05-67f7-4630-95ff-b23d16b9b259 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:14.543149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:14.547293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:14.564931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578754ae-4ea1-4848-b74c-e84880df5700 req-d682485f-e786-473e-b249-721d02abdaca tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817089 Jan 28 03:42:14.652953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Attempting to bind port c211406c-35e1-47c5-8426-3efbd1902adf on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:14.653347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Attempting to bind port c211406c-35e1-47c5-8426-3efbd1902adf by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '766882cc-23bd-477e-bf84-1c1be93b5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4a3b6d05-67f7-4630-95ff-b23d16b9b259'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:14.653704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Attempting to bind port c211406c-35e1-47c5-8426-3efbd1902adf on network 4a3b6d05-67f7-4630-95ff-b23d16b9b259 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:14.663095 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:14.663478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Checking segment: {'id': '766882cc-23bd-477e-bf84-1c1be93b5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4a3b6d05-67f7-4630-95ff-b23d16b9b259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:14.664385 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.665634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Bound using segment: {'id': '766882cc-23bd-477e-bf84-1c1be93b5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4a3b6d05-67f7-4630-95ff-b23d16b9b259'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:14.666140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Bound port: c211406c-35e1-47c5-8426-3efbd1902adf, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766882cc-23bd-477e-bf84-1c1be93b5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4a3b6d05-67f7-4630-95ff-b23d16b9b259'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:14.666532 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.706813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31dfcc60-ef52-49e2-acf6-d2eaf2e7a35a req-6339605e-f3fe-4ddc-84c1-712cdb6090f1 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744654 Jan 28 03:42:14.774854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] For port c211406c-35e1-47c5-8426-3efbd1902adf, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:14.779210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks [] for port (fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.779705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] For port c211406c-35e1-47c5-8426-3efbd1902adf, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c211406c-35e1-47c5-8426-3efbd1902adf,segment=NetworkSegment(766882cc-23bd-477e-bf84-1c1be93b5620),segment_id=766882cc-23bd-477e-bf84-1c1be93b5620)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:14.793400 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.858707 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:14.868092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96b3ae-5f62-4b94-9e8e-43f8a36cdb21 None None] Pushing event updated for resources: {'Port': ['ID=c211406c-35e1-47c5-8426-3efbd1902adf,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:14.923113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Network 4a3b6d05-67f7-4630-95ff-b23d16b9b259 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:14.926746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:14.931194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:14.968633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Pushing event updated for resources: {'Port': ['ID=fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:15.009585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:15.010388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.036103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d9d2cd06-989b-4270-80a6-77b2026da91a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2019024 Jan 28 03:42:15.039275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:15.209545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-74389f40-8b1f-4d34-8a0f-f937b0fa6f98 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Deleting port fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:15.210151 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74389f40-8b1f-4d34-8a0f-f937b0fa6f98 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.237216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:42:15.449821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d4dcb-8083-4dc9-a9ff-8e3df9e462da req-7b022d06-8ab7-4309-8555-647321572e7e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:15.457254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-cc1b3274-8c7b-43ae-9c41-f8e4dac7dfb3 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:15.459031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-243d4dcb-8083-4dc9-a9ff-8e3df9e462da req-7b022d06-8ab7-4309-8555-647321572e7e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.1346867 Jan 28 03:42:15.459814 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-cc1b3274-8c7b-43ae-9c41-f8e4dac7dfb3 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.25 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 946 time: 0.0951922 Jan 28 03:42:15.462608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:15.463060 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.491576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74389f40-8b1f-4d34-8a0f-f937b0fa6f98 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.527428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-74389f40-8b1f-4d34-8a0f-f937b0fa6f98 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Calling delete_port for fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:42:15.542676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:15.544634 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.547352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:15.558565 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb9aaba-09ee-490c-b348-4562dcb831a4" -d '{"events": [{"server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:15.570257 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.626220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-243d4dcb-8083-4dc9-a9ff-8e3df9e462da req-dfcaa9fb-35f7-4dc6-ba8f-fe185e788743 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606193 Jan 28 03:42:15.663980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:15.678828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-e3c56200-4ade-469a-aa39-68c32c520f84 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Deleting port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:15.679250 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-e3c56200-4ade-469a-aa39-68c32c520f84 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.833048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-e3c56200-4ade-469a-aa39-68c32c520f84 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] For port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:15.833465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-e3c56200-4ade-469a-aa39-68c32c520f84 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.866036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7a6c5-de0f-4003-98b1-c16a3c749c4e req-3a005030-c5f1-4c9e-86ee-30a91c31002c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:15.866506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-e3c56200-4ade-469a-aa39-68c32c520f84 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Calling delete_port for aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:42:15.875120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3e7a6c5-de0f-4003-98b1-c16a3c749c4e req-3a005030-c5f1-4c9e-86ee-30a91c31002c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 943 time: 0.1884446 Jan 28 03:42:15.911559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7c810-c296-4d03-a8ca-39fd226e632a req-8cbe5850-b8a7-4a8e-b4e6-3723a34ef7f1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:15.914002 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19e7c810-c296-4d03-a8ca-39fd226e632a req-8cbe5850-b8a7-4a8e-b4e6-3723a34ef7f1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.1798615 Jan 28 03:42:16.025794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19e7c810-c296-4d03-a8ca-39fd226e632a req-6cf7a55d-cf09-46bc-9522-a329165ff0c8 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001620 Jan 28 03:42:16.049741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3e7a6c5-de0f-4003-98b1-c16a3c749c4e req-83121e45-63f5-4503-ac68-be646af5775c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736412 Jan 28 03:42:16.063146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74389f40-8b1f-4d34-8a0f-f937b0fa6f98 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.100782 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-860ff050-6aab-419b-9f28-d28d588aa876 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2523167 Jan 28 03:42:16.113015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-ef2eb8d5-7c02-45e5-9630-977073ab93ab service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:42:16.113709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74389f40-8b1f-4d34-8a0f-f937b0fa6f98 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Pushing event deleted for resources: {'Port': ['ID=fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:16.132202 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-ef2eb8d5-7c02-45e5-9630-977073ab93ab service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232167 Jan 28 03:42:16.135968 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2afc13e-c0d3-490a-b5b0-e7fca7bbb067 x-openstack-request-id: req-e2afc13e-c0d3-490a-b5b0-e7fca7bbb067 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:16.136500 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "name": "network-vif-unplugged", "status": "failed", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6", "code": 422}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:16.136996 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2afc13e-c0d3-490a-b5b0-e7fca7bbb067 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:16.137586 n-d-808199-14 neutron-server[103290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'code': 422} returned with failed status Jan 28 03:42:16.248115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74389f40-8b1f-4d34-8a0f-f937b0fa6f98 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.258410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37662) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:16.259765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-74389f40-8b1f-4d34-8a0f-f937b0fa6f98 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] 10.222.0.44 "DELETE /v2.0/ports/fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf HTTP/1.1" status: 204 len: 168 time: 1.2191041 Jan 28 03:42:16.275443 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-e3c56200-4ade-469a-aa39-68c32c520f84 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (aa9b4539-22c7-477d-9d9e-7d3c295e9ad2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.309260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['aa9b4539-22c7-477d-9d9e-7d3c295e9ad2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:16.366031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e57779-f57d-4976-8752-3a3ee2ab1f22 None None] Network 4a3b6d05-67f7-4630-95ff-b23d16b9b259 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:16.367337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-e3c56200-4ade-469a-aa39-68c32c520f84 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] No DVR routers for this DVR port aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:42:16.369248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c56200-4ade-469a-aa39-68c32c520f84 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event deleted for resources: {'Port': ['ID=aa9b4539-22c7-477d-9d9e-7d3c295e9ad2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:16.371883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-e3c56200-4ade-469a-aa39-68c32c520f84 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.376001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-34762541-0b0b-4ea3-94c9-0ca73c3abce4 req-e3c56200-4ade-469a-aa39-68c32c520f84 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.25 "DELETE /v2.0/ports/aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 HTTP/1.1" status: 204 len: 173 time: 0.9048641 Jan 28 03:42:16.376483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1addb573-f3e9-46c2-931c-fa0ad87e912d', 'name': 'network-vif-deleted', 'tag': 'aa9b4539-22c7-477d-9d9e-7d3c295e9ad2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:16.378956 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8c8b71-50c4-4872-a629-36ebb166ca16" -d '{"events": [{"server_uuid": "1addb573-f3e9-46c2-931c-fa0ad87e912d", "name": "network-vif-deleted", "tag": "aa9b4539-22c7-477d-9d9e-7d3c295e9ad2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:16.423512 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c1ac775b-425b-4499-be16-514e51c1dfef tempest-DHCPAgentSchedulersTestJSON-1499673536 tempest-DHCPAgentSchedulersTestJSON-1499673536-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.1613545 Jan 28 03:42:16.424749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37674) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:16.434342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-250149068'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:16.454054 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68256eb-770e-4a50-a0b6-2a049c0d048f x-openstack-request-id: req-a68256eb-770e-4a50-a0b6-2a049c0d048f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:16.454591 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1addb573-f3e9-46c2-931c-fa0ad87e912d", "name": "network-vif-deleted", "tag": "aa9b4539-22c7-477d-9d9e-7d3c295e9ad2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:16.454997 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a68256eb-770e-4a50-a0b6-2a049c0d048f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:16.455555 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1addb573-f3e9-46c2-931c-fa0ad87e912d', 'name': 'network-vif-deleted', 'tag': 'aa9b4539-22c7-477d-9d9e-7d3c295e9ad2', 'status': 'completed', 'code': 200} Jan 28 03:42:16.474144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Made reservation on behalf of c720d3b3a3434219884b9c47b591e165 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:16.479119 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.490169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0b80354f-8eaf-467b-a3ff-5ff051542e36 None None] Provisioning complete for port c211406c-35e1-47c5-8426-3efbd1902adf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:16.491307 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b80354f-8eaf-467b-a3ff-5ff051542e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.541317 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:42:16.557353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4fc2580b-bb36-41b5-a9bf-6017cede2ec0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.557702 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Added segment 4fc2580b-bb36-41b5-a9bf-6017cede2ec0 of type vlan for network 8b899460-1d1d-42b3-910a-eea47dadf449 Jan 28 03:42:16.612163 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8b899460-1d1d-42b3-910a-eea47dadf449), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.642075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8b899460-1d1d-42b3-910a-eea47dadf449), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.669449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:16.672550 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.782594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c211406c-35e1-47c5-8426-3efbd1902adf up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:16.819346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c788843f-63b8-474d-905f-8af1f2f6a22b req-0cde9d67-1a24-43b2-a3d0-52e8410c0159 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1addb573-f3e9-46c2-931c-fa0ad87e912d HTTP/1.1" status: 200 len: 210 time: 0.0498292 Jan 28 03:42:16.864728 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:16.870905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Pushing event updated for resources: {'Network': ['ID=8b899460-1d1d-42b3-910a-eea47dadf449,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:16.892775 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ffb697fd-c25e-44d0-836a-3ab076248bec tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4668422 Jan 28 03:42:16.895046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37682) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:16.904263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8b899460-1d1d-42b3-910a-eea47dadf449 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:42:16.974713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c211406c-35e1-47c5-8426-3efbd1902adf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:16.975329 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:17.169824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0b80354f-8eaf-467b-a3ff-5ff051542e36 None None] Current status of the port c211406c-35e1-47c5-8426-3efbd1902adf is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:17.170466 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b80354f-8eaf-467b-a3ff-5ff051542e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:17.238797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5770459c-6c1c-427b-89a1-48241cfc2733 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:42:17.308689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9f11a-b57a-4bee-95a9-67c88cce0744 req-e03bac83-ab68-454a-bd81-f6c598fabe4e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:17.316194 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dc9f11a-b57a-4bee-95a9-67c88cce0744 req-e03bac83-ab68-454a-bd81-f6c598fabe4e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.1374226 Jan 28 03:42:17.359493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728e6b0-87e9-4a5e-b209-2eae7b9892bd req-c24d7dc0-360b-4dd3-8d11-74e1a3b532ff tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:17.361154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6728e6b0-87e9-4a5e-b209-2eae7b9892bd req-c24d7dc0-360b-4dd3-8d11-74e1a3b532ff tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 943 time: 0.1222932 Jan 28 03:42:17.420522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 5770459c-6c1c-427b-89a1-48241cfc2733, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5770459c-6c1c-427b-89a1-48241cfc2733,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:17.437072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0b80354f-8eaf-467b-a3ff-5ff051542e36 None None] For port c211406c-35e1-47c5-8426-3efbd1902adf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c211406c-35e1-47c5-8426-3efbd1902adf,segment=NetworkSegment(766882cc-23bd-477e-bf84-1c1be93b5620),segment_id=766882cc-23bd-477e-bf84-1c1be93b5620)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:17.437523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dc9f11a-b57a-4bee-95a9-67c88cce0744 req-63933d5d-9b49-4a92-8c88-1bb1ad0be9f4 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204250 Jan 28 03:42:17.439725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '5770459c-6c1c-427b-89a1-48241cfc2733', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'port_id': '5770459c-6c1c-427b-89a1-48241cfc2733', 'mac_address': 'fa:16:3e:c4:0b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5548d5-25c1-413a-8337-9e767e70925d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:42:17.464401 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b80354f-8eaf-467b-a3ff-5ff051542e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:17.556368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 5770459c-6c1c-427b-89a1-48241cfc2733 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:17.556943 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:17.573016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6728e6b0-87e9-4a5e-b209-2eae7b9892bd req-963e59ca-ef25-48a9-bfdd-457d699d3c04 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025776 Jan 28 03:42:17.632397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5770459c-6c1c-427b-89a1-48241cfc2733 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:17.697747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c211406c-35e1-47c5-8426-3efbd1902adf is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:17.698134 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:17.710360 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7b4eeb57-78b0-40d1-ad40-92e50bc174d4 tempest-DHCPAgentSchedulersTestJSON-1499673536 tempest-DHCPAgentSchedulersTestJSON-1499673536-project-admin] 10.222.0.44 "GET /v2.0/agents/cc43dd78-63e0-4a0f-a8f0-d0610a454581/dhcp-networks HTTP/1.1" status: 200 len: 12836 time: 0.8140039 Jan 28 03:42:17.713239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37696) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:17.730856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 5770459c-6c1c-427b-89a1-48241cfc2733, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5770459c-6c1c-427b-89a1-48241cfc2733,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:17.763342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0f6b0528-c0b7-4134-920e-cd3b0501d493 None None] Provisioning complete for port c211406c-35e1-47c5-8426-3efbd1902adf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:17.763721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f6b0528-c0b7-4134-920e-cd3b0501d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:17.768410 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:17.773993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80354f-8eaf-467b-a3ff-5ff051542e36 None None] Pushing event updated for resources: {'Port': ['ID=c211406c-35e1-47c5-8426-3efbd1902adf,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:17.836346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598f60af-4114-4d83-ae77-0f097f17ef38 tempest-DHCPAgentSchedulersTestJSON-1499673536 tempest-DHCPAgentSchedulersTestJSON-1499673536-project-admin] Network 8b899460-1d1d-42b3-910a-eea47dadf449 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:42:17.870550 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-598f60af-4114-4d83-ae77-0f097f17ef38 tempest-DHCPAgentSchedulersTestJSON-1499673536 tempest-DHCPAgentSchedulersTestJSON-1499673536-project-admin] 10.222.0.44 "POST /v2.0/agents/cc43dd78-63e0-4a0f-a8f0-d0610a454581/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1538866 Jan 28 03:42:17.871441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:17.959338 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:42:17.963302 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:42:17.970612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a95140b-d789-497e-9c66-0b02b845cbbb None None] Network 8b899460-1d1d-42b3-910a-eea47dadf449 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:18.089250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=5770459c-6c1c-427b-89a1-48241cfc2733,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:18.203628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['5770459c-6c1c-427b-89a1-48241cfc2733'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:18.234481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b0528-c0b7-4134-920e-cd3b0501d493 None None] Current status of the port c211406c-35e1-47c5-8426-3efbd1902adf is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:18.419432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b7fd3320-448d-4496-aa86-c1939ae0ac17 None None] Could not find standard attr ID for object fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:42:18.520226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c211406c-35e1-47c5-8426-3efbd1902adf is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:18.548438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dd4d5fa2-2cc5-4aab-949c-5b03dd4e187a tempest-DHCPAgentSchedulersTestJSON-1499673536 tempest-DHCPAgentSchedulersTestJSON-1499673536-project-admin] 10.222.0.44 "GET /v2.0/agents/cc43dd78-63e0-4a0f-a8f0-d0610a454581/dhcp-networks HTTP/1.1" status: 200 len: 13606 time: 0.6754878 Jan 28 03:42:18.551432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37718) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:18.664240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c211406c-35e1-47c5-8426-3efbd1902adf up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:18.726062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c211406c-35e1-47c5-8426-3efbd1902adf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:18.726434 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:18.753301 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7d421df1-48be-4a4a-8e10-9e4690c138e0 tempest-DHCPAgentSchedulersTestJSON-1499673536 tempest-DHCPAgentSchedulersTestJSON-1499673536-project-admin] 10.222.0.44 "DELETE /v2.0/agents/cc43dd78-63e0-4a0f-a8f0-d0610a454581/dhcp-networks/8b899460-1d1d-42b3-910a-eea47dadf449 HTTP/1.1" status: 204 len: 168 time: 0.1985230 Jan 28 03:42:18.753863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37732) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:18.759557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-7f14191f-d55c-42c5-b835-89bf0cdb56e7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:18.767899 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-7f14191f-d55c-42c5-b835-89bf0cdb56e7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.2182267 Jan 28 03:42:18.838924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-4d7a6cad-04aa-48c6-8177-5c860a211c2c tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/quotas/351a66772f8144fd8a8b34aaaa3b15fc HTTP/1.1" status: 200 len: 375 time: 0.0700514 Jan 28 03:42:18.915827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c211406c-35e1-47c5-8426-3efbd1902adf is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:18.929463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-0f04c1b6-e5b3-4f03-8e4e-b67bd762e230 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895562 Jan 28 03:42:18.985934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e18b71-34dc-4966-a8a6-f4955bb0a15a req-4b3bf20b-55e9-4224-9299-bce4ed46d3c3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:18.993670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31e18b71-34dc-4966-a8a6-f4955bb0a15a req-4b3bf20b-55e9-4224-9299-bce4ed46d3c3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.3013875 Jan 28 03:42:19.086825 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e11e1d84-7102-4021-8a15-6b5bc529d4cb tempest-DHCPAgentSchedulersTestJSON-1499673536 tempest-DHCPAgentSchedulersTestJSON-1499673536-project-admin] 10.222.0.44 "GET /v2.0/agents/cc43dd78-63e0-4a0f-a8f0-d0610a454581/dhcp-networks HTTP/1.1" status: 200 len: 12836 time: 0.3322065 Jan 28 03:42:19.092098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37744) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:19.112393 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-61236941-f8e2-4b0f-91d8-13b9f94b2ea7 tempest-DHCPAgentSchedulersTestJSON-1499673536 tempest-DHCPAgentSchedulersTestJSON-1499673536-project-admin] 10.222.0.44 "GET /v2.0/networks/4a3b6d05-67f7-4630-95ff-b23d16b9b259/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0200415 Jan 28 03:42:19.115683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37746) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:19.137662 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-88011518-ee57-4041-b8ab-02bd3fdf0f71 tempest-DHCPAgentSchedulersTestJSON-1499673536 tempest-DHCPAgentSchedulersTestJSON-1499673536-project-admin] 10.222.0.44 "GET /v2.0/networks/4a3b6d05-67f7-4630-95ff-b23d16b9b259/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0208731 Jan 28 03:42:19.140280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:19.212284 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31e18b71-34dc-4966-a8a6-f4955bb0a15a req-da181a99-6847-4b0e-8528-1a465f96fce3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171631 Jan 28 03:42:19.242536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5770459c-6c1c-427b-89a1-48241cfc2733 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:19.266079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-71d7cc64-b537-4da5-9486-b991672159c0 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338189 Jan 28 03:42:19.347911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 5770459c-6c1c-427b-89a1-48241cfc2733 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:42:19.354901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 5770459c-6c1c-427b-89a1-48241cfc2733 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:19.355279 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.426204 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7d326d94-a69b-487d-98b2-bdaa04979a0b tempest-DHCPAgentSchedulersTestJSON-1499673536 tempest-DHCPAgentSchedulersTestJSON-1499673536-project-admin] 10.222.0.44 "GET /v2.0/agents/cc43dd78-63e0-4a0f-a8f0-d0610a454581/dhcp-networks HTTP/1.1" status: 200 len: 12836 time: 0.2837226 Jan 28 03:42:19.426651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:19.523067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 5770459c-6c1c-427b-89a1-48241cfc2733 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:19.523674 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.528102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96758dcb-8365-4455-893b-a4c205512fcf req-6a78da98-7623-4687-a72a-3984f331bd00 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:19.536754 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96758dcb-8365-4455-893b-a4c205512fcf req-6a78da98-7623-4687-a72a-3984f331bd00 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 944 time: 0.2027180 Jan 28 03:42:19.553186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4df24bf-c146-4cf1-8b7e-75b022e0fcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5770459c-6c1c-427b-89a1-48241cfc2733'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:19.556108 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853cc75b-f2d9-42f4-b74e-9934e47c7f52" -d '{"events": [{"server_uuid": "d4df24bf-c146-4cf1-8b7e-75b022e0fcb4", "name": "network-vif-plugged", "status": "completed", "tag": "5770459c-6c1c-427b-89a1-48241cfc2733"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:19.574237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 5770459c-6c1c-427b-89a1-48241cfc2733, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5770459c-6c1c-427b-89a1-48241cfc2733,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:19.589790 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.591583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:42:19.617448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-44715151-372e-4514-a9d1-0cceac326413 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417783 Jan 28 03:42:19.623957 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8b899460-1d1d-42b3-910a-eea47dadf449), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.647571 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96758dcb-8365-4455-893b-a4c205512fcf req-cfcaab0e-17db-41a3-a71b-446adeff2668 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037540 Jan 28 03:42:19.719899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:42:19.726201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device aa9b4539-22c7-477d-9d9e-7d3c295e9ad2 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:42:19.790560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=5770459c-6c1c-427b-89a1-48241cfc2733,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:19.822031 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8b899460-1d1d-42b3-910a-eea47dadf449), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.867086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b899460-1d1d-42b3-910a-eea47dadf449']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:19.888868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc2580b-bb36-41b5-a9bf-6017cede2ec0') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:19.890122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc2580b-bb36-41b5-a9bf-6017cede2ec0') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:19.901246 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (4fc2580b-bb36-41b5-a9bf-6017cede2ec0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.949712 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4fc2580b-bb36-41b5-a9bf-6017cede2ec0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.961982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:42:19.962833 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (4fc2580b-bb36-41b5-a9bf-6017cede2ec0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:42:19.969450 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:42:20.013484 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea58fa4-1231-49f6-9a41-235bd328ad13 x-openstack-request-id: req-cea58fa4-1231-49f6-9a41-235bd328ad13 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:20.013780 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4df24bf-c146-4cf1-8b7e-75b022e0fcb4", "name": "network-vif-plugged", "status": "completed", "tag": "5770459c-6c1c-427b-89a1-48241cfc2733", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:20.014090 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cea58fa4-1231-49f6-9a41-235bd328ad13 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:20.015072 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4df24bf-c146-4cf1-8b7e-75b022e0fcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5770459c-6c1c-427b-89a1-48241cfc2733', 'code': 200} Jan 28 03:42:20.062573 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8b899460-1d1d-42b3-910a-eea47dadf449), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:20.099017 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-389ce3d3-0d8b-49bc-9eb4-e3d3d46baf0a req-47cef7e4-0626-4714-94ff-27af93d016e4 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 210 time: 0.0547829 Jan 28 03:42:20.100078 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:20.127245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] 10.222.0.44 "DELETE /v2.0/networks/8b899460-1d1d-42b3-910a-eea47dadf449 HTTP/1.1" status: 204 len: 168 time: 0.6990707 Jan 28 03:42:20.129388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37760) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:20.144278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44653c1c-c05e-46f3-8b6e-655c6365eb85 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Pushing event deleted for resources: {'Network': ['ID=8b899460-1d1d-42b3-910a-eea47dadf449,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:20.210485 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0e0489-c6b9-44e0-9a5b-3f8a6085c51a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] DELETE failed (client error): The resource could not be found. Jan 28 03:42:20.211078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0e0489-c6b9-44e0-9a5b-3f8a6085c51a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:42:20.218011 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5b0e0489-c6b9-44e0-9a5b-3f8a6085c51a tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] 10.222.0.44 "DELETE /v2.0/ports/fa97cc6c-4d2e-4cb8-8991-42670ba9a5cf HTTP/1.1" status: 404 len: 333 time: 0.0869842 Jan 28 03:42:20.218478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:20.288940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ca048-621f-44ab-af21-0fcd32e9933f req-e4c0a15b-3706-4af8-8408-32d7d854baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:20.291417 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-760ca048-621f-44ab-af21-0fcd32e9933f req-e4c0a15b-3706-4af8-8408-32d7d854baa0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 1097 time: 0.1522954 Jan 28 03:42:20.333059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c03084-8a20-4cd8-8fbb-9983423ba491 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Deleting subnet eca69bfd-ed7c-4f1f-855c-741d1986023e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:42:20.344951 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45c03084-8a20-4cd8-8fbb-9983423ba491 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks [] for subnet (eca69bfd-ed7c-4f1f-855c-741d1986023e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:20.366163 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-760ca048-621f-44ab-af21-0fcd32e9933f req-52e33625-9e5c-4aff-b6cf-f3374d7e6f59 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669494 Jan 28 03:42:20.490292 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45c03084-8a20-4cd8-8fbb-9983423ba491 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (eca69bfd-ed7c-4f1f-855c-741d1986023e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:20.560451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb195130-471b-4c77-bd7b-0bddf48a7134 req-12e86b55-d470-4df8-905b-b539fa6b673f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:20.568148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb195130-471b-4c77-bd7b-0bddf48a7134 req-12e86b55-d470-4df8-905b-b539fa6b673f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.1646910 Jan 28 03:42:20.666022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb195130-471b-4c77-bd7b-0bddf48a7134 req-74bcbd45-4b4e-48cc-8fdc-ce3640c84370 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969756 Jan 28 03:42:20.690887 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45c03084-8a20-4cd8-8fbb-9983423ba491 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (eca69bfd-ed7c-4f1f-855c-741d1986023e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:20.844336 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45c03084-8a20-4cd8-8fbb-9983423ba491 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (eca69bfd-ed7c-4f1f-855c-741d1986023e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:20.888640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c03084-8a20-4cd8-8fbb-9983423ba491 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Pushing event deleted for resources: {'Subnet': ['ID=eca69bfd-ed7c-4f1f-855c-741d1986023e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:20.906009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892d590-3520-4892-b939-5aeaef633327 None None] Network 4a3b6d05-67f7-4630-95ff-b23d16b9b259 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:20.909560 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45c03084-8a20-4cd8-8fbb-9983423ba491 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:20.924022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37780) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:20.926202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-45c03084-8a20-4cd8-8fbb-9983423ba491 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] 10.222.0.44 "DELETE /v2.0/subnets/eca69bfd-ed7c-4f1f-855c-741d1986023e HTTP/1.1" status: 204 len: 168 time: 0.7064559 Jan 28 03:42:20.954986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353261-9996-49cd-801e-d3f5fde76f14 req-9c1b6fe6-d14d-4227-9dcb-672210d08364 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:20.965058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82353261-9996-49cd-801e-d3f5fde76f14 req-9c1b6fe6-d14d-4227-9dcb-672210d08364 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 945 time: 0.1611207 Jan 28 03:42:21.028825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82353261-9996-49cd-801e-d3f5fde76f14 req-6fcbe3b3-1402-43f9-926c-ee543b702e46 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627348 Jan 28 03:42:21.135105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (4a3b6d05-67f7-4630-95ff-b23d16b9b259), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.230834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c8f43a-7847-4e4b-a841-f78cafbf14cd None None] DHCP port deletion for 4a3b6d05-67f7-4630-95ff-b23d16b9b259 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:42:21.266257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Deleting port c211406c-35e1-47c5-8426-3efbd1902adf {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:21.267188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.329983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18a8beb5-bb84-4be0-8182-72fb805ca26f req-d8f6a621-6d77-4e34-9107-ef98fc0fc4f5 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 210 time: 0.0447395 Jan 28 03:42:21.362113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-21c8f43a-7847-4e4b-a841-f78cafbf14cd None None] Deleting port c211406c-35e1-47c5-8426-3efbd1902adf {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:21.362742 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21c8f43a-7847-4e4b-a841-f78cafbf14cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.411017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] For port c211406c-35e1-47c5-8426-3efbd1902adf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c211406c-35e1-47c5-8426-3efbd1902adf,segment=NetworkSegment(766882cc-23bd-477e-bf84-1c1be93b5620),segment_id=766882cc-23bd-477e-bf84-1c1be93b5620)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:21.411539 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.440711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Calling delete_port for c211406c-35e1-47c5-8426-3efbd1902adf owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:42:21.445869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-21c8f43a-7847-4e4b-a841-f78cafbf14cd None None] For port c211406c-35e1-47c5-8426-3efbd1902adf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c211406c-35e1-47c5-8426-3efbd1902adf,segment=NetworkSegment(766882cc-23bd-477e-bf84-1c1be93b5620),segment_id=766882cc-23bd-477e-bf84-1c1be93b5620)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:21.446789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21c8f43a-7847-4e4b-a841-f78cafbf14cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.472565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-21c8f43a-7847-4e4b-a841-f78cafbf14cd None None] Calling delete_port for c211406c-35e1-47c5-8426-3efbd1902adf owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:42:21.558288 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.573850 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21c8f43a-7847-4e4b-a841-f78cafbf14cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (c211406c-35e1-47c5-8426-3efbd1902adf), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.603072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Pushing event deleted for resources: {'Port': ['ID=c211406c-35e1-47c5-8426-3efbd1902adf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:21.606944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8f43a-7847-4e4b-a841-f78cafbf14cd None None] Pushing event deleted for resources: {'Port': ['ID=c211406c-35e1-47c5-8426-3efbd1902adf,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:21.612938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] No DVR routers for this DVR port c211406c-35e1-47c5-8426-3efbd1902adf on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:42:21.614416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c8f43a-7847-4e4b-a841-f78cafbf14cd None None] No DVR routers for this DVR port c211406c-35e1-47c5-8426-3efbd1902adf on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:42:21.615392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.615756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.616246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.616572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.616984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.617361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.617694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.618062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.618469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.618781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.619190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.619470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.619796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:21.755830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (4a3b6d05-67f7-4630-95ff-b23d16b9b259), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.794035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-5d08bb81-cac7-4395-9981-301bb9b0f773 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:21.799806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-5d08bb81-cac7-4395-9981-301bb9b0f773 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 811 time: 0.1884246 Jan 28 03:42:21.803550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3b6d05-67f7-4630-95ff-b23d16b9b259']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:21.817886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766882cc-23bd-477e-bf84-1c1be93b5620') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:21.818124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766882cc-23bd-477e-bf84-1c1be93b5620') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:21.830598 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (766882cc-23bd-477e-bf84-1c1be93b5620), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.846609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Request body: {'port': {'device_id': '1bf7f0f4-5db6-4190-b536-6ed8a04fef0c', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'admin_state_up': True, 'tenant_id': '351a66772f8144fd8a8b34aaaa3b15fc'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:21.848586 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (766882cc-23bd-477e-bf84-1c1be93b5620), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.863379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:42:21.865861 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (766882cc-23bd-477e-bf84-1c1be93b5620), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:42:21.870019 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:42:21.927464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d275c4-90c1-4fde-b60e-fd67d512e9b8 req-1d1be774-db39-4a53-8b79-30c600e59694 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:21.934683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8d275c4-90c1-4fde-b60e-fd67d512e9b8 req-1d1be774-db39-4a53-8b79-30c600e59694 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.1338282 Jan 28 03:42:21.972233 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (4a3b6d05-67f7-4630-95ff-b23d16b9b259), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:22.005102 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:22.011481 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] 10.222.0.44 "DELETE /v2.0/networks/4a3b6d05-67f7-4630-95ff-b23d16b9b259 HTTP/1.1" status: 204 len: 168 time: 1.0864146 Jan 28 03:42:22.012617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463edde-5395-49c3-a5a6-e98a16e06bf8 tempest-DHCPAgentSchedulersTestJSON-1340731104 tempest-DHCPAgentSchedulersTestJSON-1340731104-project] Pushing event deleted for resources: {'Network': ['ID=4a3b6d05-67f7-4630-95ff-b23d16b9b259,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:22.078660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8d275c4-90c1-4fde-b60e-fd67d512e9b8 req-29d0c42f-5ba9-428d-a72e-82d83188e118 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429923 Jan 28 03:42:22.109604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Made reservation on behalf of 351a66772f8144fd8a8b34aaaa3b15fc for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:22.118415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:22.339357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Allocated IP 172.20.0.3 (6dc8b666-d82b-4023-ace6-5937f3648af4/f4b2f3ff-1079-418f-b498-69e6ef7fa055/af1ac1cb-c3a9-445e-9611-78b4430bddeb) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:22.415263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bc4b8-7494-4648-9fc8-896b0ac664cb req-78950534-b657-4bed-81da-510f7adb66e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:22.422930 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-539bc4b8-7494-4648-9fc8-896b0ac664cb req-78950534-b657-4bed-81da-510f7adb66e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 945 time: 0.2467530 Jan 28 03:42:22.474429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63fa9324-91a9-4e48-9546-3e96c38e4b36 req-78ccf9bc-5240-4193-82c4-51a47b77cb77 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 210 time: 0.0336924 Jan 28 03:42:22.492321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:22.523499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-539bc4b8-7494-4648-9fc8-896b0ac664cb req-224919da-8692-4a10-9e1e-c787641421fb tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996559 Jan 28 03:42:22.667308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c211406c-35e1-47c5-8426-3efbd1902adf no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:42:22.690245 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-af15a911-cccb-4450-adda-adf5e677093e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c720d3b3a3434219884b9c47b591e165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959891 Jan 28 03:42:22.690857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:22.722522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c211406c-35e1-47c5-8426-3efbd1902adf {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:42:22.723004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c211406c-35e1-47c5-8426-3efbd1902adf not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:42:22.777233 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks [] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:22.777986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a48bf6-4d7b-43ef-886a-883a1ca901bb admin admin] Publish callbacks [] for security_group (ffce912f-17a2-48bf-9590-d46431ec2bc6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:22.786242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cef4a-4741-4279-b782-3ed749b63017 req-cf9d369d-4ca1-49b8-b1fb-5523e361a58a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:22.787872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b5cef4a-4741-4279-b782-3ed749b63017 req-cf9d369d-4ca1-49b8-b1fb-5523e361a58a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0823994 Jan 28 03:42:22.806080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a48bf6-4d7b-43ef-886a-883a1ca901bb admin admin] Publish callbacks [] for security_group (ffce912f-17a2-48bf-9590-d46431ec2bc6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:22.857789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b5cef4a-4741-4279-b782-3ed749b63017 req-a368e2b8-d445-4d37-b5f1-1c9d8c410d91 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623169 Jan 28 03:42:22.874965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a48bf6-4d7b-43ef-886a-883a1ca901bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ffce912f-17a2-48bf-9590-d46431ec2bc6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:22.885314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a48bf6-4d7b-43ef-886a-883a1ca901bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:22.885417 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:22.885518 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-82a48bf6-4d7b-43ef-886a-883a1ca901bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffce912f-17a2-48bf-9590-d46431ec2bc6 HTTP/1.1" status: 204 len: 168 time: 0.1892843 Jan 28 03:42:22.911510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a48bf6-4d7b-43ef-886a-883a1ca901bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffce912f-17a2-48bf-9590-d46431ec2bc6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:22.975749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Network 6dc8b666-d82b-4023-ace6-5937f3648af4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:22.979257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:22.995662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:23.044611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:23.045266 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:23.066661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event updated for resources: {'Port': ['ID=af1ac1cb-c3a9-445e-9611-78b4430bddeb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:23.087822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-9423214e-7754-4e3c-a077-7a1ac252d720 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2503121 Jan 28 03:42:23.112310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Request body: {'port': {'device_id': '1bf7f0f4-5db6-4190-b536-6ed8a04fef0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:23.262119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:23.401148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12d10f-ca35-43e0-9193-f5e3be740773 req-d070edc9-a456-4f49-a896-4c1bc6b5f89c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:23.401484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:23.409886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f12d10f-ca35-43e0-9193-f5e3be740773 req-d070edc9-a456-4f49-a896-4c1bc6b5f89c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 945 time: 0.1171679 Jan 28 03:42:23.418461 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da028102-edd5-47fb-8359-66e4d30d9c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:23.528285 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da028102-edd5-47fb-8359-66e4d30d9c21 admin admin] Publish callbacks [] for security_group (78fb7f6f-1332-4f01-b320-b3c49bd25efb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:23.536230 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da028102-edd5-47fb-8359-66e4d30d9c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (78fb7f6f-1332-4f01-b320-b3c49bd25efb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:23.547627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f12d10f-ca35-43e0-9193-f5e3be740773 req-6ba2afdb-7509-43ca-bc97-24bb2db6dc18 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363151 Jan 28 03:42:23.564331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9379a2-36e4-480a-a2b6-8cb30b1fdf4d req-de877c4c-a83a-464b-b21c-d073b6fbfe0b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:23.578251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e9379a2-36e4-480a-a2b6-8cb30b1fdf4d req-de877c4c-a83a-464b-b21c-d073b6fbfe0b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.3170373 Jan 28 03:42:23.587914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da028102-edd5-47fb-8359-66e4d30d9c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb7f6f-1332-4f01-b320-b3c49bd25efb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:23.626647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-da028102-edd5-47fb-8359-66e4d30d9c21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a7bbdf1e5074c79b488e7f8ff76e61e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236373 Jan 28 03:42:23.628934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:23.711263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4eccf3a5-4c34-45ef-9d01-c9eafce3564d admin admin] Publish callbacks [] for security_group (78fb7f6f-1332-4f01-b320-b3c49bd25efb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:23.744646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e9379a2-36e4-480a-a2b6-8cb30b1fdf4d req-77acda28-4b78-4a37-9c41-fa95764d7472 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561160 Jan 28 03:42:23.744825 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4eccf3a5-4c34-45ef-9d01-c9eafce3564d admin admin] Publish callbacks [] for security_group (78fb7f6f-1332-4f01-b320-b3c49bd25efb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:23.802821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4eccf3a5-4c34-45ef-9d01-c9eafce3564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (78fb7f6f-1332-4f01-b320-b3c49bd25efb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:23.805620 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4eccf3a5-4c34-45ef-9d01-c9eafce3564d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:23.807127 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4eccf3a5-4c34-45ef-9d01-c9eafce3564d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78fb7f6f-1332-4f01-b320-b3c49bd25efb HTTP/1.1" status: 204 len: 168 time: 0.1768944 Jan 28 03:42:23.822961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccf3a5-4c34-45ef-9d01-c9eafce3564d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb7f6f-1332-4f01-b320-b3c49bd25efb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:24.003586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b332b6-9370-4157-97ee-11ec9c0a8918 req-179c1499-4726-4a03-9c27-c01e7733e0fa tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:24.005501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07b332b6-9370-4157-97ee-11ec9c0a8918 req-179c1499-4726-4a03-9c27-c01e7733e0fa tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 931 time: 0.1229062 Jan 28 03:42:24.042651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1ac1cb-c3a9-445e-9611-78b4430bddeb {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:24.054636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Publish callbacks [] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:24.093054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Transition to ACTIVE for port object af1ac1cb-c3a9-445e-9611-78b4430bddeb will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:42:24.099482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:24.118280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07b332b6-9370-4157-97ee-11ec9c0a8918 req-71f7d5d6-156a-45e6-8312-dfbbe0480d82 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043081 Jan 28 03:42:24.194340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Pushing event updated for resources: {'Port': ['ID=af1ac1cb-c3a9-445e-9611-78b4430bddeb,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:24.255046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Attempting to bind port af1ac1cb-c3a9-445e-9611-78b4430bddeb on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:24.255391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Attempting to bind port af1ac1cb-c3a9-445e-9611-78b4430bddeb by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:24.255722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Attempting to bind port af1ac1cb-c3a9-445e-9611-78b4430bddeb on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:24.260227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Port af1ac1cb-c3a9-445e-9611-78b4430bddeb on network 6dc8b666-d82b-4023-ace6-5937f3648af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:42:24.260552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Attempting to bind port af1ac1cb-c3a9-445e-9611-78b4430bddeb on network 6dc8b666-d82b-4023-ace6-5937f3648af4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:24.267786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:24.269218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Checking segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:24.273503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Bound using segment: {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:24.274077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Bound port: af1ac1cb-c3a9-445e-9611-78b4430bddeb, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:24.276191 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:24.364293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] For port af1ac1cb-c3a9-445e-9611-78b4430bddeb, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:24.367938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] For port af1ac1cb-c3a9-445e-9611-78b4430bddeb, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af1ac1cb-c3a9-445e-9611-78b4430bddeb,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:24.375636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:24.414163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:24.414801 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:24.416239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] 10.222.0.42 "PUT /v2.0/ports/af1ac1cb-c3a9-445e-9611-78b4430bddeb HTTP/1.1" status: 200 len: 1092 time: 1.3137691 Jan 28 03:42:24.416698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf7f0f4-5db6-4190-b536-6ed8a04fef0c', 'tag': 'af1ac1cb-c3a9-445e-9611-78b4430bddeb'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:24.419015 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf7f0f4-5db6-4190-b536-6ed8a04fef0c", "tag": "af1ac1cb-c3a9-445e-9611-78b4430bddeb"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:24.490075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b975f68-1b36-4401-875f-ed83d73c65be service neutron] Pushing event updated for resources: {'Port': ['ID=af1ac1cb-c3a9-445e-9611-78b4430bddeb,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:24.505792 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d41e5b-d981-4b8c-a0f3-06bb4e82a613 x-openstack-request-id: req-89d41e5b-d981-4b8c-a0f3-06bb4e82a613 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:24.506302 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf7f0f4-5db6-4190-b536-6ed8a04fef0c", "tag": "af1ac1cb-c3a9-445e-9611-78b4430bddeb", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:24.506716 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89d41e5b-d981-4b8c-a0f3-06bb4e82a613 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:24.507275 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf7f0f4-5db6-4190-b536-6ed8a04fef0c', 'tag': 'af1ac1cb-c3a9-445e-9611-78b4430bddeb', 'status': 'completed', 'code': 200} Jan 28 03:42:24.561688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-2311e6cb-0493-4dd4-97f8-aac946b9e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:24.563996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-2311e6cb-0493-4dd4-97f8-aac946b9e9d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 1095 time: 0.0600448 Jan 28 03:42:24.619761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-08e69c17-680f-4665-bea3-0545d01474d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1ac1cb-c3a9-445e-9611-78b4430bddeb HTTP/1.1" status: 200 len: 217 time: 0.0438738 Jan 28 03:42:24.683094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-f9d59365-2d0b-4892-a170-ff8be2bda8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:24.684452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-f9d59365-2d0b-4892-a170-ff8be2bda8b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.0530217 Jan 28 03:42:24.811939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-81d07db4-d5db-4805-8ce8-b1669c589d9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713494 Jan 28 03:42:24.845280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237d00-a96b-4d08-aed6-477eb6a38f54 req-cbd1af19-0169-4d93-a5aa-f4786625c235 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:24.846877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12237d00-a96b-4d08-aed6-477eb6a38f54 req-cbd1af19-0169-4d93-a5aa-f4786625c235 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 945 time: 0.1615155 Jan 28 03:42:25.018285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-3eb9adbb-3721-4879-8a51-349b66803c96 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:25.019984 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-3eb9adbb-3721-4879-8a51-349b66803c96 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 945 time: 0.1227005 Jan 28 03:42:25.221929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-a90d6e2e-69f9-41ef-b64c-c4b565d2654a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Deleting port 5770459c-6c1c-427b-89a1-48241cfc2733 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:25.222262 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-a90d6e2e-69f9-41ef-b64c-c4b565d2654a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:25.273973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0db0-4bd5-421b-ab6f-4beca784ab88 req-09a2534d-e803-4a84-986a-41d7c5b47857 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:25.275560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bae0db0-4bd5-421b-ab6f-4beca784ab88 req-09a2534d-e803-4a84-986a-41d7c5b47857 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.2697394 Jan 28 03:42:25.304498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12237d00-a96b-4d08-aed6-477eb6a38f54 req-2f97651d-ac78-4c96-b015-b6c33ff7998d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485586 Jan 28 03:42:25.341609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-e7bf7073-d09e-46e9-9a03-88029c93633b service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937449 Jan 28 03:42:25.462907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-a90d6e2e-69f9-41ef-b64c-c4b565d2654a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] For port 5770459c-6c1c-427b-89a1-48241cfc2733, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5770459c-6c1c-427b-89a1-48241cfc2733,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:25.463545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-a90d6e2e-69f9-41ef-b64c-c4b565d2654a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:25.477768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-a90d6e2e-69f9-41ef-b64c-c4b565d2654a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Calling delete_port for 5770459c-6c1c-427b-89a1-48241cfc2733 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:42:25.506626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:25.578556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b942af3f-dab1-4bd0-bc51-a4988ef7eeb4 req-ba7e8b95-1b1d-4d8e-9803-b38d2b3a707e service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270830 Jan 28 03:42:25.656041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bae0db0-4bd5-421b-ab6f-4beca784ab88 req-30f6ee60-01d2-46e6-bf18-d23c4cdfa67e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487666 Jan 28 03:42:25.716031 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-a90d6e2e-69f9-41ef-b64c-c4b565d2654a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5770459c-6c1c-427b-89a1-48241cfc2733), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:25.753097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c', '5770459c-6c1c-427b-89a1-48241cfc2733'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:25.825974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154 req-2882396b-96f3-40dc-8305-aa39e68c6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:25.830347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154 req-2882396b-96f3-40dc-8305-aa39e68c6b01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 1095 time: 0.1147037 Jan 28 03:42:25.838635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d6e2e-69f9-41ef-b64c-c4b565d2654a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event deleted for resources: {'Port': ['ID=5770459c-6c1c-427b-89a1-48241cfc2733,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:25.861601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a109-d96d-4150-9465-8967344a01c0 req-02e10b46-63e4-45a4-ae91-14bf9cbfad4e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:25.870374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bf6a109-d96d-4150-9465-8967344a01c0 req-02e10b46-63e4-45a4-ae91-14bf9cbfad4e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 943 time: 0.2554083 Jan 28 03:42:25.878885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-a90d6e2e-69f9-41ef-b64c-c4b565d2654a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] No DVR routers for this DVR port 5770459c-6c1c-427b-89a1-48241cfc2733 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:42:25.893869 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-a90d6e2e-69f9-41ef-b64c-c4b565d2654a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:25.906785 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4de38fd8-e866-46b7-a53e-ed2a000469fa req-a90d6e2e-69f9-41ef-b64c-c4b565d2654a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "DELETE /v2.0/ports/5770459c-6c1c-427b-89a1-48241cfc2733 HTTP/1.1" status: 204 len: 173 time: 0.8776889 Jan 28 03:42:25.907308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4df24bf-c146-4cf1-8b7e-75b022e0fcb4', 'name': 'network-vif-deleted', 'tag': '5770459c-6c1c-427b-89a1-48241cfc2733'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:25.909762 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00d7b76-8c67-4ea9-b3ae-b6e9d3570a96" -d '{"events": [{"server_uuid": "d4df24bf-c146-4cf1-8b7e-75b022e0fcb4", "name": "network-vif-deleted", "tag": "5770459c-6c1c-427b-89a1-48241cfc2733"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:26.002499 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cac77034-4dcf-4a03-acd9-ae66937d1f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:26.044319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:26.090258 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236df08-c90e-4bae-a85e-ffb78c5ed6ff x-openstack-request-id: req-f236df08-c90e-4bae-a85e-ffb78c5ed6ff {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:26.090548 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4df24bf-c146-4cf1-8b7e-75b022e0fcb4", "name": "network-vif-deleted", "tag": "5770459c-6c1c-427b-89a1-48241cfc2733", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:26.090802 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f236df08-c90e-4bae-a85e-ffb78c5ed6ff {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:26.091204 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4df24bf-c146-4cf1-8b7e-75b022e0fcb4', 'name': 'network-vif-deleted', 'tag': '5770459c-6c1c-427b-89a1-48241cfc2733', 'status': 'completed', 'code': 200} Jan 28 03:42:26.190910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-aa4b94e0-4892-4704-83e5-8c81a75d51f8 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-187263887'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:26.191574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-aa4b94e0-4892-4704-83e5-8c81a75d51f8 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Unknown quota resources ['metering_label']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:42:26.246802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154 req-7c00fbab-7484-4cce-a0ba-321b3210e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:26.248325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154 req-7c00fbab-7484-4cce-a0ba-321b3210e4d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 200 len: 912 time: 0.3704369 Jan 28 03:42:26.324261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bf6a109-d96d-4150-9465-8967344a01c0 req-b36de05b-5a27-4a8d-aeee-ca303822074b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504323 Jan 28 03:42:26.327884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154 req-87f319ba-33d1-4df3-b37a-7d270d150d48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1ac1cb-c3a9-445e-9611-78b4430bddeb HTTP/1.1" status: 200 len: 217 time: 0.0694296 Jan 28 03:42:26.386921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154 req-5219b122-c046-428b-9043-a7bf42f9dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:26.388761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154 req-5219b122-c046-428b-9043-a7bf42f9dfb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 200 len: 851 time: 0.0507772 Jan 28 03:42:26.394252 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cac77034-4dcf-4a03-acd9-ae66937d1f6a admin admin] Publish callbacks [] for security_group (01ab9955-707f-4ad1-a8a8-ea0510b635dd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:26.426952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154 req-e1a7620d-101c-40d7-9e1c-50961c26c9f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc8b666-d82b-4023-ace6-5937f3648af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301602 Jan 28 03:42:26.427716 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cac77034-4dcf-4a03-acd9-ae66937d1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01ab9955-707f-4ad1-a8a8-ea0510b635dd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:26.464947 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa4b94e0-4892-4704-83e5-8c81a75d51f8 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:26.466391 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aa4b94e0-4892-4704-83e5-8c81a75d51f8 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4210107 Jan 28 03:42:26.470641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37930) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:26.475154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d7f8156d-3b2d-4841-858a-1c8b6f9cd0bd tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '28cfdd93-1ef9-4c04-ab06-b3af9881bfe3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:26.475865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d7f8156d-3b2d-4841-858a-1c8b6f9cd0bd tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:42:26.501601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cac77034-4dcf-4a03-acd9-ae66937d1f6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4586f933acc14cbaa3b88c3d985a1d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9909720 Jan 28 03:42:26.522389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37932) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:26.554946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20f933a9-c69c-455e-9dec-4bf664c7d438 req-00ab3995-6420-4ed9-ad1e-3277ee14fe0f tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4df24bf-c146-4cf1-8b7e-75b022e0fcb4 HTTP/1.1" status: 200 len: 210 time: 0.1005991 Jan 28 03:42:26.606299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac77034-4dcf-4a03-acd9-ae66937d1f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab9955-707f-4ad1-a8a8-ea0510b635dd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:26.637990 n-d-808199-14 neutron-server[103289]: WARNING neutron.services.metering.metering_plugin [None req-d7f8156d-3b2d-4841-858a-1c8b6f9cd0bd tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 03:42:26.650458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154 req-13d03399-a4f2-49b7-bfa5-7e08c0408e28 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870706 Jan 28 03:42:26.772734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d7f8156d-3b2d-4841-858a-1c8b6f9cd0bd tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:26.773963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d7f8156d-3b2d-4841-858a-1c8b6f9cd0bd tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3021827 Jan 28 03:42:26.780827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37938) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:26.786390 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-255ed227-f5d4-4476-8b8a-a7399f3fa6f8 admin admin] Publish callbacks [] for security_group (01ab9955-707f-4ad1-a8a8-ea0510b635dd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:26.792541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f23ccb0a-76ef-43ee-bb0a-911f4804df6e tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '28cfdd93-1ef9-4c04-ab06-b3af9881bfe3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:26.796975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f23ccb0a-76ef-43ee-bb0a-911f4804df6e tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:42:26.814246 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-255ed227-f5d4-4476-8b8a-a7399f3fa6f8 admin admin] Publish callbacks [] for security_group (01ab9955-707f-4ad1-a8a8-ea0510b635dd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:26.878449 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-255ed227-f5d4-4476-8b8a-a7399f3fa6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01ab9955-707f-4ad1-a8a8-ea0510b635dd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:26.881945 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-255ed227-f5d4-4476-8b8a-a7399f3fa6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:26.898114 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-255ed227-f5d4-4476-8b8a-a7399f3fa6f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01ab9955-707f-4ad1-a8a8-ea0510b635dd HTTP/1.1" status: 204 len: 168 time: 0.3655057 Jan 28 03:42:26.919676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ed227-f5d4-4476-8b8a-a7399f3fa6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab9955-707f-4ad1-a8a8-ea0510b635dd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:26.938780 n-d-808199-14 neutron-server[103288]: WARNING neutron.services.metering.metering_plugin [None req-f23ccb0a-76ef-43ee-bb0a-911f4804df6e tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 03:42:27.058777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e389e-b328-4572-8992-175e8e9332ee req-47d58564-c8af-4ca7-8d65-0ee176ee89d0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:27.068392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae9e389e-b328-4572-8992-175e8e9332ee req-47d58564-c8af-4ca7-8d65-0ee176ee89d0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.2365401 Jan 28 03:42:27.092424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af1ac1cb-c3a9-445e-9611-78b4430bddeb details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:42:27.139185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f23ccb0a-76ef-43ee-bb0a-911f4804df6e tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.140639 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f23ccb0a-76ef-43ee-bb0a-911f4804df6e tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3565834 Jan 28 03:42:27.143826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37946) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:27.149436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ebdc5bd-4f19-46c8-b63d-17ecd5347154 req-7a4b43b5-9ca3-4687-bd80-54789e2ab292 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922020 Jan 28 03:42:27.169996 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a83f28ba-d3bc-46f6-b7f7-1ead09ac82e7 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=63da2625-912f-4a76-b15a-1034d112a483 HTTP/1.1" status: 200 len: 464 time: 0.0215170 Jan 28 03:42:27.176440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37948) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:27.189512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae9e389e-b328-4572-8992-175e8e9332ee req-94f5b0a8-0e9e-4988-b002-e239a4538dfa tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159041 Jan 28 03:42:27.237705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port af1ac1cb-c3a9-445e-9611-78b4430bddeb, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af1ac1cb-c3a9-445e-9611-78b4430bddeb,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:27.252770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'af1ac1cb-c3a9-445e-9611-78b4430bddeb', 'network_id': '6dc8b666-d82b-4023-ace6-5937f3648af4', 'port_id': 'af1ac1cb-c3a9-445e-9611-78b4430bddeb', 'mac_address': 'fa:16:3e:fd:c0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b2f3ff-1079-418f-b498-69e6ef7fa055', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:42:27.318879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port af1ac1cb-c3a9-445e-9611-78b4430bddeb is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:27.319373 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.351004 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7c9063-92fc-44fa-93c5-31298d766964 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.351004 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1b7c9063-92fc-44fa-93c5-31298d766964 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/63da2625-912f-4a76-b15a-1034d112a483 HTTP/1.1" status: 204 len: 168 time: 0.1704602 Jan 28 03:42:27.351542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:27.359362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1ac1cb-c3a9-445e-9611-78b4430bddeb {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:27.384602 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port af1ac1cb-c3a9-445e-9611-78b4430bddeb, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af1ac1cb-c3a9-445e-9611-78b4430bddeb,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:27.386484 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f55483d3-1a77-4e4c-846d-10a2ffb0555d tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=63da2625-912f-4a76-b15a-1034d112a483 HTTP/1.1" status: 200 len: 221 time: 0.0214097 Jan 28 03:42:27.391334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37956) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:27.395260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-36311fbe-41da-4b82-bded-2496d5c84e22 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--783627826', 'description': 'label created by tempest'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:27.395739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-36311fbe-41da-4b82-bded-2496d5c84e22 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Unknown quota resources ['metering_label']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:42:27.397895 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.456697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:27.477432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05c21ac1-4563-4a29-ae4d-20b74e3f80ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.485449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=af1ac1cb-c3a9-445e-9611-78b4430bddeb,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:27.568871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05c21ac1-4563-4a29-ae4d-20b74e3f80ae admin admin] Publish callbacks [] for security_group (7597493e-10ad-48eb-93f0-dbe225bb2852), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.575691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05c21ac1-4563-4a29-ae4d-20b74e3f80ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7597493e-10ad-48eb-93f0-dbe225bb2852), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.622264 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-05c21ac1-4563-4a29-ae4d-20b74e3f80ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6710c2830ec645bdbec4ad4ca1bcbfb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1621671 Jan 28 03:42:27.622264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c21ac1-4563-4a29-ae4d-20b74e3f80ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7597493e-10ad-48eb-93f0-dbe225bb2852,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:27.627623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37964) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:27.699323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de35b576-aa83-428a-838e-15c351133742 admin admin] Publish callbacks [] for security_group (7597493e-10ad-48eb-93f0-dbe225bb2852), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.725182 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de35b576-aa83-428a-838e-15c351133742 admin admin] Publish callbacks [] for security_group (7597493e-10ad-48eb-93f0-dbe225bb2852), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.779374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de35b576-aa83-428a-838e-15c351133742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7597493e-10ad-48eb-93f0-dbe225bb2852), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.783168 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de35b576-aa83-428a-838e-15c351133742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:27.784573 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-de35b576-aa83-428a-838e-15c351133742 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7597493e-10ad-48eb-93f0-dbe225bb2852 HTTP/1.1" status: 204 len: 168 time: 0.1559427 Jan 28 03:42:27.794015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35b576-aa83-428a-838e-15c351133742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7597493e-10ad-48eb-93f0-dbe225bb2852,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:27.816360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['af1ac1cb-c3a9-445e-9611-78b4430bddeb'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:28.016251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27d9d4-c79a-47d5-9e8b-9b3113d221e6 req-50a34983-1f84-42a9-8aae-e68e119865c7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:28.018383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b27d9d4-c79a-47d5-9e8b-9b3113d221e6 req-50a34983-1f84-42a9-8aae-e68e119865c7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 944 time: 0.1422820 Jan 28 03:42:28.066058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36311fbe-41da-4b82-bded-2496d5c84e22 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:28.067322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-36311fbe-41da-4b82-bded-2496d5c84e22 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6756723 Jan 28 03:42:28.070157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37974) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:28.161742 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ebb7c9dd-5b76-4059-a9f8-607e6dfabbda tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=2da3ddb8-d987-49db-b8dd-52f6e578621a HTTP/1.1" status: 200 len: 467 time: 0.0876522 Jan 28 03:42:28.162394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b27d9d4-c79a-47d5-9e8b-9b3113d221e6 req-9ccbf2be-ce9a-4bce-b87e-e4b8b5095810 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993333 Jan 28 03:42:28.162394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37976) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:28.370585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22e0a226-79b0-4269-a825-2bc09c525019 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:28.375133 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-22e0a226-79b0-4269-a825-2bc09c525019 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/2da3ddb8-d987-49db-b8dd-52f6e578621a HTTP/1.1" status: 204 len: 168 time: 0.2081897 Jan 28 03:42:28.376119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:28.391498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37992) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:28.392060 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-70359fcc-05c9-4e95-8f38-04674487ea2b tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=2da3ddb8-d987-49db-b8dd-52f6e578621a HTTP/1.1" status: 200 len: 216 time: 0.0147851 Jan 28 03:42:28.401529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-759a970b-d9f6-40c2-b892-5ed6d7fe4666 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0081716 Jan 28 03:42:28.404872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:28.416874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-de283ea4-82c0-45da-ae07-68f271e8161c tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0105419 Jan 28 03:42:28.420118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:28.484931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:28.485092 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2017eafd-4ae6-464e-87a8-67e63a72cd37 tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/28cfdd93-1ef9-4c04-ab06-b3af9881bfe3 HTTP/1.1" status: 200 len: 472 time: 0.0630536 Jan 28 03:42:28.495554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6ebbe6a9-23f4-447b-adcd-d1a1c690543e tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/8405c577-e981-418b-b20d-7f417bf33120 HTTP/1.1" status: 200 len: 461 time: 0.0094697 Jan 28 03:42:28.499524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38002) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:28.645886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-890d6efb-7c7d-4c7d-bbc7-8fbceee74e5e tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:28.649650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38010) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:28.660352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-890d6efb-7c7d-4c7d-bbc7-8fbceee74e5e tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/8405c577-e981-418b-b20d-7f417bf33120 HTTP/1.1" status: 204 len: 168 time: 0.1593773 Jan 28 03:42:28.675528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b5b6c-5eb9-4a9a-9d66-325298933eeb req-fd56e073-6171-4b51-a9b9-331ac7194c83 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:28.688268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d9b5b6c-5eb9-4a9a-9d66-325298933eeb req-fd56e073-6171-4b51-a9b9-331ac7194c83 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.1643298 Jan 28 03:42:28.781436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d9b5b6c-5eb9-4a9a-9d66-325298933eeb req-3cd723db-3d18-4a02-9d22-347f2a6bc169 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874767 Jan 28 03:42:28.862366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55344587-3be2-4963-8a7a-5576bc8c8a8e tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:28.864117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-55344587-3be2-4963-8a7a-5576bc8c8a8e tempest-MeteringTestJSON-436058116 tempest-MeteringTestJSON-436058116-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/28cfdd93-1ef9-4c04-ab06-b3af9881bfe3 HTTP/1.1" status: 204 len: 168 time: 0.2133200 Jan 28 03:42:29.248471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38030) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:29.286423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5770459c-6c1c-427b-89a1-48241cfc2733 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:42:29.320014 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 5770459c-6c1c-427b-89a1-48241cfc2733 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:42:29.320369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5770459c-6c1c-427b-89a1-48241cfc2733 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:42:29.372068 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb97677-af04-4bd1-805e-5bfbaa5c353d req-1d8186c3-fd77-481d-ada8-6a6ecda6e202 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:29.374959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeb97677-af04-4bd1-805e-5bfbaa5c353d req-1d8186c3-fd77-481d-ada8-6a6ecda6e202 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 944 time: 0.0990887 Jan 28 03:42:29.447431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eeb97677-af04-4bd1-805e-5bfbaa5c353d req-abef2d9d-4d26-4628-ab57-142d39ed01c7 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617466 Jan 28 03:42:29.623219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-321e3ba5-0de6-402a-af2d-58fbb60ff44c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:29.701403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-94f543ee-899c-4679-b4f3-d02789069dda tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:29.708282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-94f543ee-899c-4679-b4f3-d02789069dda tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.1452916 Jan 28 03:42:29.726462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-321e3ba5-0de6-402a-af2d-58fbb60ff44c admin admin] Publish callbacks [] for security_group (0935ba69-f596-4103-9db3-e52ecdc1d650), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:29.727761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-a6c77fce-4a86-45ca-945b-6704bd0d677b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/quotas/9917c37214864c63b899b703cfc2d824 HTTP/1.1" status: 200 len: 375 time: 0.0134254 Jan 28 03:42:29.731945 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-321e3ba5-0de6-402a-af2d-58fbb60ff44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0935ba69-f596-4103-9db3-e52ecdc1d650), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:29.782725 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-321e3ba5-0de6-402a-af2d-58fbb60ff44c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b72aa6040bc41d58109fe2a22212976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5268686 Jan 28 03:42:29.783780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38062) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:29.783911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e3ba5-0de6-402a-af2d-58fbb60ff44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0935ba69-f596-4103-9db3-e52ecdc1d650,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:29.829575 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-f77ec5e1-8fa2-4058-ab18-2810dc249afd tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948751 Jan 28 03:42:29.862614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7282de59-83c5-429c-9090-6faf39b99784 admin admin] Publish callbacks [] for security_group (0935ba69-f596-4103-9db3-e52ecdc1d650), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:29.908680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7282de59-83c5-429c-9090-6faf39b99784 admin admin] Publish callbacks [] for security_group (0935ba69-f596-4103-9db3-e52ecdc1d650), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:30.058028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dba6f3-ce0f-4a31-bccb-84168296cbe2 req-4e66b536-02b0-4167-96e7-2e8592491e37 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:30.059562 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3dba6f3-ce0f-4a31-bccb-84168296cbe2 req-4e66b536-02b0-4167-96e7-2e8592491e37 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.1710329 Jan 28 03:42:30.101788 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7282de59-83c5-429c-9090-6faf39b99784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0935ba69-f596-4103-9db3-e52ecdc1d650), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:30.104478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7282de59-83c5-429c-9090-6faf39b99784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:30.105679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7282de59-83c5-429c-9090-6faf39b99784 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0935ba69-f596-4103-9db3-e52ecdc1d650 HTTP/1.1" status: 204 len: 168 time: 0.3213403 Jan 28 03:42:30.129071 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-68817ead-92a9-4bd9-b18b-155fd7caa069 service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781162 Jan 28 03:42:30.132538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282de59-83c5-429c-9090-6faf39b99784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0935ba69-f596-4103-9db3-e52ecdc1d650,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:30.181687 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3dba6f3-ce0f-4a31-bccb-84168296cbe2 req-fafe8fca-292e-45a6-8d28-19abe9f7e16d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112521 Jan 28 03:42:30.276292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-8065f548-6e03-490a-90cd-bff64250f8be service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244941 Jan 28 03:42:30.509099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:30.525950 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7ac0877-6c52-470f-83c0-7a458ed6c043 req-0cb3a10e-2c49-48c2-a12a-24711ee6973d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 210 time: 0.0518618 Jan 28 03:42:30.529208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0908384-010b-44ef-be88-50d017cde966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:30.672035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c361c-744c-4e7b-9f90-743987479c36 req-8da2369e-536d-4d76-b7a9-3e4d0aac8536 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:30.675112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-788c361c-744c-4e7b-9f90-743987479c36 req-8da2369e-536d-4d76-b7a9-3e4d0aac8536 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 944 time: 0.0615978 Jan 28 03:42:30.684608 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0908384-010b-44ef-be88-50d017cde966 admin admin] Publish callbacks [] for security_group (361c6bf9-4cfc-443d-9293-8afffa75394c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:30.694325 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0908384-010b-44ef-be88-50d017cde966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (361c6bf9-4cfc-443d-9293-8afffa75394c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:30.733497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-788c361c-744c-4e7b-9f90-743987479c36 req-19b40b98-a141-4cbd-8c49-a4aa21632194 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513639 Jan 28 03:42:30.738793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a0908384-010b-44ef-be88-50d017cde966 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74717d9d1e454e50b2589cf7c25bdf39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279248 Jan 28 03:42:30.741411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:30.753034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0908384-010b-44ef-be88-50d017cde966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361c6bf9-4cfc-443d-9293-8afffa75394c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:30.808318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56599b25-1032-4282-8c60-8e678a0c7994 admin admin] Publish callbacks [] for security_group (361c6bf9-4cfc-443d-9293-8afffa75394c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:30.833977 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56599b25-1032-4282-8c60-8e678a0c7994 admin admin] Publish callbacks [] for security_group (361c6bf9-4cfc-443d-9293-8afffa75394c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:30.888289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56599b25-1032-4282-8c60-8e678a0c7994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (361c6bf9-4cfc-443d-9293-8afffa75394c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:30.892362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56599b25-1032-4282-8c60-8e678a0c7994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:30.893594 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-56599b25-1032-4282-8c60-8e678a0c7994 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/361c6bf9-4cfc-443d-9293-8afffa75394c HTTP/1.1" status: 204 len: 168 time: 0.1509612 Jan 28 03:42:30.903127 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56599b25-1032-4282-8c60-8e678a0c7994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c6bf9-4cfc-443d-9293-8afffa75394c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:31.110411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af1ac1cb-c3a9-445e-9611-78b4430bddeb up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:31.172429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port af1ac1cb-c3a9-445e-9611-78b4430bddeb completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:42:31.180390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port af1ac1cb-c3a9-445e-9611-78b4430bddeb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:31.181398 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:31.271885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port af1ac1cb-c3a9-445e-9611-78b4430bddeb is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:31.273436 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:31.299136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf7f0f4-5db6-4190-b536-6ed8a04fef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1ac1cb-c3a9-445e-9611-78b4430bddeb'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:31.301586 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1662b3-cddd-4581-8f98-9d6afacee0a6" -d '{"events": [{"server_uuid": "1bf7f0f4-5db6-4190-b536-6ed8a04fef0c", "name": "network-vif-plugged", "status": "completed", "tag": "af1ac1cb-c3a9-445e-9611-78b4430bddeb"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:31.315973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port af1ac1cb-c3a9-445e-9611-78b4430bddeb, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af1ac1cb-c3a9-445e-9611-78b4430bddeb,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:31.320780 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:31.389999 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4986f0-2687-408c-9ed6-9cc726361c54 x-openstack-request-id: req-4d4986f0-2687-408c-9ed6-9cc726361c54 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:31.390191 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf7f0f4-5db6-4190-b536-6ed8a04fef0c", "name": "network-vif-plugged", "status": "completed", "tag": "af1ac1cb-c3a9-445e-9611-78b4430bddeb", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:31.390443 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d4986f0-2687-408c-9ed6-9cc726361c54 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:31.390831 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf7f0f4-5db6-4190-b536-6ed8a04fef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1ac1cb-c3a9-445e-9611-78b4430bddeb', 'code': 200} Jan 28 03:42:31.395760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=af1ac1cb-c3a9-445e-9611-78b4430bddeb,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:31.406223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627a23e-3bac-43f6-9a2a-00d3f75815e1 req-209982a5-d7a5-4f0b-89f7-072341fa3d28 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:31.408112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6627a23e-3bac-43f6-9a2a-00d3f75815e1 req-209982a5-d7a5-4f0b-89f7-072341fa3d28 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.0930445 Jan 28 03:42:31.574618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6627a23e-3bac-43f6-9a2a-00d3f75815e1 req-9fb38009-255e-479b-ba23-0616422caf02 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539373 Jan 28 03:42:31.626047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1be110-a5a3-41b2-922d-cef0515ca4e3 req-698a4724-b30a-4f88-8886-1fa3be108f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:31.627969 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba1be110-a5a3-41b2-922d-cef0515ca4e3 req-698a4724-b30a-4f88-8886-1fa3be108f98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 1097 time: 0.1509202 Jan 28 03:42:31.725619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba1be110-a5a3-41b2-922d-cef0515ca4e3 req-6c463563-6ba9-421a-9c3f-a2b71ec2d89e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787191 Jan 28 03:42:31.768229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2aa9a459-da72-49c5-93be-0a51743b7c15 req-c6651cf3-bf59-482a-a3fd-11c88fa5c9dc tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 210 time: 0.0591705 Jan 28 03:42:31.899796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-ad32f735-3adc-49a2-aac6-845f4929094c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:31.901423 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-ad32f735-3adc-49a2-aac6-845f4929094c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.2597561 Jan 28 03:42:31.921188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Request body: {'port': {'device_id': 'd13c5698-b69a-4d23-9686-3c6365a15766', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'admin_state_up': True, 'tenant_id': '9917c37214864c63b899b703cfc2d824'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:31.965478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c35f38-d64a-45eb-9463-a7714d9ff2f5 req-a2e2e82a-5f25-4a1d-bc89-87d78961dd03 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:31.968393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c35f38-d64a-45eb-9463-a7714d9ff2f5 req-a2e2e82a-5f25-4a1d-bc89-87d78961dd03 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 945 time: 0.0724585 Jan 28 03:42:32.060529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2c35f38-d64a-45eb-9463-a7714d9ff2f5 req-22e57429-50e0-4a0d-805b-e93fe97cc30a tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867584 Jan 28 03:42:32.115901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Made reservation on behalf of 9917c37214864c63b899b703cfc2d824 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:32.119396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:32.253242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Allocated IP 172.20.0.4 (67d1c6df-904c-474d-9a71-2560588370e7/7a5548d5-25c1-413a-8337-9e767e70925d/393c124e-bb03-4e0f-ba23-8ebbe2a4c32b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:32.440105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-b0e3525a-0ade-4183-bf2c-bee9513bae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:32.442301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-b0e3525a-0ade-4183-bf2c-bee9513bae30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899&tenant_id=6b2888d7084a4c879016ab364abeb6d2 HTTP/1.1" status: 200 len: 1095 time: 0.0509934 Jan 28 03:42:32.461590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:32.533256 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:32.771155 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks [] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:32.814578 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:32.816972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a068d-3606-4148-93b4-edb6bd78ff79 req-e3573c05-efd0-44a1-9fbe-576a786fed51 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:32.825710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-318a068d-3606-4148-93b4-edb6bd78ff79 req-e3573c05-efd0-44a1-9fbe-576a786fed51 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 943 time: 0.1405761 Jan 28 03:42:32.848284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:32.880036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38180) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:32.881592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Network 67d1c6df-904c-474d-9a71-2560588370e7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:32.888143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:32.894446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:32.899363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event updated for resources: {'Port': ['ID=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:32.938669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:32.952408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-318a068d-3606-4148-93b4-edb6bd78ff79 req-1ddcb2ae-e9ee-49b0-ba78-d701eecae389 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257739 Jan 28 03:42:32.999300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:33.000191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.028136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-639d635d-40b4-4db6-8a12-097183221536 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1123075 Jan 28 03:42:33.032286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:33.049180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Request body: {'port': {'device_id': 'd13c5698-b69a-4d23-9686-3c6365a15766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:33.111218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d7265475-31f9-4758-aa06-b671775230da tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:33.143523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:33.155568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.156740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Publish callbacks [] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.176918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Transition to ACTIVE for port object bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:42:33.179621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d7265475-31f9-4758-aa06-b671775230da tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] 10.222.0.44 "PUT /v2.0/quotas/b274dd9d911140ae8a37c43fb627f867 HTTP/1.1" status: 200 len: 368 time: 0.2958589 Jan 28 03:42:33.187514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38192) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:33.198076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449df8cb-eaf1-45a0-afb9-89eaba7c9f13 req-b74f7995-9af8-408d-8a8e-51324b127fc0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:33.205406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-449df8cb-eaf1-45a0-afb9-89eaba7c9f13 req-b74f7995-9af8-408d-8a8e-51324b127fc0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 931 time: 0.1967154 Jan 28 03:42:33.208576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.214539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Request body: {'network': {'project_id': 'b274dd9d911140ae8a37c43fb627f867'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:33.349993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=9']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:33.488255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Made reservation on behalf of b274dd9d911140ae8a37c43fb627f867 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:33.492385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.536246 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.544175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] No DVR routers for this DVR port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:42:33.546350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:33.555419 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Publish callbacks [] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.571378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Transition to ACTIVE for port object 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:42:33.576949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.599886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e872afd-9adf-4414-b5c8-a3a43bd753d5 req-7a579209-0209-4f82-9d07-ddd8586a2d89 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:33.607414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e872afd-9adf-4414-b5c8-a3a43bd753d5 req-7a579209-0209-4f82-9d07-ddd8586a2d89 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 945 time: 0.3570979 Jan 28 03:42:33.620731 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-449df8cb-eaf1-45a0-afb9-89eaba7c9f13 req-64294932-1572-4f9e-a9a5-d636b04edc31 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682480 Jan 28 03:42:33.688771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Pushing event updated for resources: {'Port': ['ID=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:33.761663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Attempting to bind port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:33.762105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Attempting to bind port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:33.762620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Attempting to bind port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:33.772269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b on network 67d1c6df-904c-474d-9a71-2560588370e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:42:33.772938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Attempting to bind port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:33.782494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:33.782983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Checking segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:33.783650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Bound using segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:33.784560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Bound port: 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:33.785040 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.789424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e872afd-9adf-4414-b5c8-a3a43bd753d5 req-2e31cc72-a325-49c6-b016-28d2e93eaaed tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802795 Jan 28 03:42:33.853646 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks [] for security_group (0b89564c-767a-4571-b100-885c9b737b7f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.862589 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0b89564c-767a-4571-b100-885c9b737b7f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.896777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b89564c-767a-4571-b100-885c9b737b7f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:33.901108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Attempting to bind port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:33.901647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Attempting to bind port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:33.902122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Attempting to bind port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:33.912709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:42:33.913339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Attempting to bind port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:33.919641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:42:33.923094 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] For port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:33.930786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:33.931209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Checking segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:33.931755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Bound using segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:33.932605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Bound port: bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:33.933078 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.938874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (512a8969-b497-4460-90d6-6f32edb5c71a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.939298 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Added segment 512a8969-b497-4460-90d6-6f32edb5c71a of type vlan for network b80898bb-b4e8-4e2d-9898-5d46d81163ae Jan 28 03:42:33.945376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] For port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:33.952289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.011866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.013469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.016059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] 10.222.0.25 "PUT /v2.0/ports/393c124e-bb03-4e0f-ba23-8ebbe2a4c32b HTTP/1.1" status: 200 len: 1092 time: 0.9738324 Jan 28 03:42:34.016792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13c5698-b69a-4d23-9686-3c6365a15766', 'tag': '393c124e-bb03-4e0f-ba23-8ebbe2a4c32b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:34.019828 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dabff0-4f34-49b0-9c12-b0e0633d758a" -d '{"events": [{"name": "network-changed", "server_uuid": "d13c5698-b69a-4d23-9686-3c6365a15766", "tag": "393c124e-bb03-4e0f-ba23-8ebbe2a4c32b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:34.070176 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (b80898bb-b4e8-4e2d-9898-5d46d81163ae), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.101765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:34.127019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:34.128215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d8ee3-6b9e-41a7-bd0e-4e2f42860087 service neutron] Pushing event updated for resources: {'Port': ['ID=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:34.150748 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.155452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-9ed07751-5432-417e-91fa-a58d052c6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.157232 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-9ed07751-5432-417e-91fa-a58d052c6f5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 1095 time: 0.0782299 Jan 28 03:42:34.187803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (b80898bb-b4e8-4e2d-9898-5d46d81163ae), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.189027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.189722 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.206979 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-2838fd4d-28d6-4ec1-960b-84ff35922c08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b HTTP/1.1" status: 200 len: 217 time: 0.0376782 Jan 28 03:42:34.255613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.256134 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.257756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 HTTP/1.1" status: 200 len: 1092 time: 1.8007877 Jan 28 03:42:34.259080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:34.261368 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccf0965-02bd-4e41-a5ec-268d17949d56" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:34.270855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-22a20235-9721-4e96-a606-491fe42c024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.272663 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-22a20235-9721-4e96-a606-491fe42c024a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0599999 Jan 28 03:42:34.308950 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-fe48d71a-2fe4-4301-b577-263e533b977c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277746 Jan 28 03:42:34.329077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1223547 Jan 28 03:42:34.336711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38234) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:34.342909 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Request body: {'network': {'project_id': 'b274dd9d911140ae8a37c43fb627f867'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:34.383478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831a120-1623-431f-93c2-a1ed0432e5b1 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Pushing event updated for resources: {'Network': ['ID=b80898bb-b4e8-4e2d-9898-5d46d81163ae,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:34.391688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Made reservation on behalf of b274dd9d911140ae8a37c43fb627f867 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:34.393973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network b80898bb-b4e8-4e2d-9898-5d46d81163ae details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:42:34.407078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ce0dc-4ecd-4e73-88c4-f2d93987776a req-653d23e9-084a-447e-88d1-dc8673e30c87 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.408052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.415120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-345ce0dc-4ecd-4e73-88c4-f2d93987776a req-653d23e9-084a-447e-88d1-dc8673e30c87 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.2951205 Jan 28 03:42:34.420986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd761c-16d1-473a-b424-6fc7631989e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:34.439139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cb818-039f-4ffa-8bd5-dd6fa5655bfe req-c086b92f-ac70-4cd9-87f8-aac8527ad656 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.445589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-846cb818-039f-4ffa-8bd5-dd6fa5655bfe req-c086b92f-ac70-4cd9-87f8-aac8527ad656 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 945 time: 0.3086407 Jan 28 03:42:34.460216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:34.487887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:42:34.517396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (edcb4d31-2798-4770-96ab-2e1e26a90647), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.517801 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Added segment edcb4d31-2798-4770-96ab-2e1e26a90647 of type vlan for network cead4f78-3de3-4523-8a5b-bbb4c85175c7 Jan 28 03:42:34.532730 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-cce46965-b43c-4c1b-8fc9-e3d9f141c9f9 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176144 Jan 28 03:42:34.595658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-345ce0dc-4ecd-4e73-88c4-f2d93987776a req-91bdd11e-f209-4b49-8f7c-2a70e57d0f5e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795139 Jan 28 03:42:34.605537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-5f1e7a26-052f-4e78-a153-5254016d2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.607408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-5f1e7a26-052f-4e78-a153-5254016d2027 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 1096 time: 0.2977540 Jan 28 03:42:34.633464 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-846cb818-039f-4ffa-8bd5-dd6fa5655bfe req-0d3e5817-8521-4f23-aff2-edec008e2533 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865883 Jan 28 03:42:34.660100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (cead4f78-3de3-4523-8a5b-bbb4c85175c7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.695555 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01bf2e3-dce8-407b-96c7-1ea08f67eadd x-openstack-request-id: req-a01bf2e3-dce8-407b-96c7-1ea08f67eadd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:34.696217 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13c5698-b69a-4d23-9686-3c6365a15766", "tag": "393c124e-bb03-4e0f-ba23-8ebbe2a4c32b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:34.696687 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a01bf2e3-dce8-407b-96c7-1ea08f67eadd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:34.697427 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13c5698-b69a-4d23-9686-3c6365a15766', 'tag': '393c124e-bb03-4e0f-ba23-8ebbe2a4c32b', 'status': 'completed', 'code': 200} Jan 28 03:42:34.732166 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (cead4f78-3de3-4523-8a5b-bbb4c85175c7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.733795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.734459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.751465 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-575bb5a4-8eb1-4ad0-9c28-d2b1de00d14a req-c0f4669b-7609-4aab-b999-003810f6bb06 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972229 Jan 28 03:42:34.797014 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21929394-8be5-4166-a9f7-b2def3af112b x-openstack-request-id: req-21929394-8be5-4166-a9f7-b2def3af112b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:34.797349 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:34.797558 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21929394-8be5-4166-a9f7-b2def3af112b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:34.797964 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'status': 'completed', 'code': 200} Jan 28 03:42:34.808565 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4b98-f87e-4277-8612-b92019e12c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.808762 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4680026 Jan 28 03:42:34.808886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38244) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:34.814369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-eae56812-9603-4989-8092-3961d33a9a41 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Request body: {'network': {'project_id': 'b274dd9d911140ae8a37c43fb627f867'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:34.817366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-77c89604-f07d-4976-a967-e2140aad9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.819165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-77c89604-f07d-4976-a967-e2140aad9575 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.1846032 Jan 28 03:42:34.830847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95cc9a-0b5c-4412-815b-b89fc81bac8d tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Pushing event updated for resources: {'Network': ['ID=cead4f78-3de3-4523-8a5b-bbb4c85175c7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:34.834905 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae56812-9603-4989-8092-3961d33a9a41 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 03:42:34.835458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae56812-9603-4989-8092-3961d33a9a41 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:42:34.839449 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-eae56812-9603-4989-8092-3961d33a9a41 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0269294 Jan 28 03:42:34.839970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38246) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:34.847269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network cead4f78-3de3-4523-8a5b-bbb4c85175c7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:42:34.918701 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-516346bd-f35d-4405-8f04-6ba2c748493c tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b274dd9d911140ae8a37c43fb627f867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753636 Jan 28 03:42:34.918701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dabff0-4f34-49b0-9c12-b0e0633d758a req-0ccb0bf3-35f7-458a-9afa-57c166fdf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:34.921860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38250) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:34.922382 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13dabff0-4f34-49b0-9c12-b0e0633d758a req-0ccb0bf3-35f7-458a-9afa-57c166fdf6b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 1095 time: 0.0652032 Jan 28 03:42:34.962440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-8bb48ab5-9674-4f98-b7fb-6a242316516d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 HTTP/1.1" status: 200 len: 999 time: 0.1363027 Jan 28 03:42:35.033473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dabff0-4f34-49b0-9c12-b0e0633d758a req-92a29f74-dd0b-43b5-b73c-3cf282776149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:35.035026 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13dabff0-4f34-49b0-9c12-b0e0633d758a req-92a29f74-dd0b-43b5-b73c-3cf282776149 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 907 time: 0.1088643 Jan 28 03:42:35.035469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9ff59-ad78-4858-8b6e-9785209083c5 req-8b75a89c-ea1f-47d8-b70a-3b4c16865d0d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:35.036972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90b9ff59-ad78-4858-8b6e-9785209083c5 req-8b75a89c-ea1f-47d8-b70a-3b4c16865d0d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 943 time: 0.2018466 Jan 28 03:42:35.083116 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13dabff0-4f34-49b0-9c12-b0e0633d758a req-0f908385-820a-489d-b445-0c6ea64bf1a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b HTTP/1.1" status: 200 len: 217 time: 0.0409992 Jan 28 03:42:35.100817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-cadb3014-485c-4683-8954-a2e3720ecc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:35.102253 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-cadb3014-485c-4683-8954-a2e3720ecc72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.1155238 Jan 28 03:42:35.111923 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4b98-f87e-4277-8612-b92019e12c5b admin admin] Publish callbacks [] for security_group (3be8223b-0e70-4081-9243-140578dd3ed3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.121963 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb593-7385-4835-8618-ad8a329d6fcb tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks [] for security_group (0b89564c-767a-4571-b100-885c9b737b7f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.128269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4b98-f87e-4277-8612-b92019e12c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3be8223b-0e70-4081-9243-140578dd3ed3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.137585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dabff0-4f34-49b0-9c12-b0e0633d758a req-d6be63c8-6a3e-4154-be6b-2e7bdeb2dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:35.139601 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13dabff0-4f34-49b0-9c12-b0e0633d758a req-d6be63c8-6a3e-4154-be6b-2e7bdeb2dc6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0502143 Jan 28 03:42:35.170620 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13dabff0-4f34-49b0-9c12-b0e0633d758a req-e1bec1aa-a2b8-49d8-be57-2385cd812206 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255651 Jan 28 03:42:35.264631 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13dabff0-4f34-49b0-9c12-b0e0633d758a req-c29eb3f5-77fe-4147-84fc-3d453df086fe service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869849 Jan 28 03:42:35.365274 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13dabff0-4f34-49b0-9c12-b0e0633d758a req-dee5d7f9-ea35-402d-a87b-2fe417bebeb2 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954525 Jan 28 03:42:35.525119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb593-7385-4835-8618-ad8a329d6fcb tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks [] for security_group (0b89564c-767a-4571-b100-885c9b737b7f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.547970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90b9ff59-ad78-4858-8b6e-9785209083c5 req-0849e199-2320-4649-9629-fc22eae4bda9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971542 Jan 28 03:42:35.562660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c4ee4b98-f87e-4277-8612-b92019e12c5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c80bd03f38e24ab19ea943c864c26459&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0915635 Jan 28 03:42:35.564569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee4b98-f87e-4277-8612-b92019e12c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be8223b-0e70-4081-9243-140578dd3ed3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:35.565171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38254) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:35.585042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-56fc6081-434d-4f4b-9fe6-502ef7bc25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:35.586604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-56fc6081-434d-4f4b-9fe6-502ef7bc25e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4772642 Jan 28 03:42:35.626388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df6fe606-916e-4a9a-94f2-6cc4a864fa42 admin admin] Publish callbacks [] for security_group (3be8223b-0e70-4081-9243-140578dd3ed3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.644795 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb593-7385-4835-8618-ad8a329d6fcb tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0b89564c-767a-4571-b100-885c9b737b7f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.647374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb593-7385-4835-8618-ad8a329d6fcb tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.650994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9b8eb593-7385-4835-8618-ad8a329d6fcb tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b89564c-767a-4571-b100-885c9b737b7f HTTP/1.1" status: 204 len: 168 time: 0.7270334 Jan 28 03:42:35.651319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38258) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:35.655809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df6fe606-916e-4a9a-94f2-6cc4a864fa42 admin admin] Publish callbacks [] for security_group (3be8223b-0e70-4081-9243-140578dd3ed3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.662892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8eb593-7385-4835-8618-ad8a329d6fcb tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b89564c-767a-4571-b100-885c9b737b7f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:35.698479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-581b9161-1ad7-476f-8211-b5b250cf3698 service neutron] 10.222.0.42 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052294 Jan 28 03:42:35.771048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (cead4f78-3de3-4523-8a5b-bbb4c85175c7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.787874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df6fe606-916e-4a9a-94f2-6cc4a864fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3be8223b-0e70-4081-9243-140578dd3ed3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.790398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df6fe606-916e-4a9a-94f2-6cc4a864fa42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.793964 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-df6fe606-916e-4a9a-94f2-6cc4a864fa42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3be8223b-0e70-4081-9243-140578dd3ed3 HTTP/1.1" status: 204 len: 168 time: 0.2254014 Jan 28 03:42:35.820351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fe606-916e-4a9a-94f2-6cc4a864fa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be8223b-0e70-4081-9243-140578dd3ed3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:35.870590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba389432-3300-4c4b-9850-d0870272baa6 req-042bf4e4-410a-4eae-bd14-62ab102046a8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:35.872096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba389432-3300-4c4b-9850-d0870272baa6 req-042bf4e4-410a-4eae-bd14-62ab102046a8 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 945 time: 0.1170950 Jan 28 03:42:35.873785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (cead4f78-3de3-4523-8a5b-bbb4c85175c7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.879443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66dbfa-0d0b-4e78-b6c2-3f1ae849fa5d req-a2778fdc-840b-40d6-a4ef-21ab61488db5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:35.881130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c66dbfa-0d0b-4e78-b6c2-3f1ae849fa5d req-a2778fdc-840b-40d6-a4ef-21ab61488db5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.1271937 Jan 28 03:42:35.885263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-080b2709-d34b-43c2-bd94-bdfb4b758482 req-95a5e91c-0034-4fb2-8148-46b197a0df4b service neutron] 10.222.0.42 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812077 Jan 28 03:42:35.897344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cead4f78-3de3-4523-8a5b-bbb4c85175c7']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:35.909868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcb4d31-2798-4770-96ab-2e1e26a90647') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:35.910467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcb4d31-2798-4770-96ab-2e1e26a90647') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:35.925234 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (edcb4d31-2798-4770-96ab-2e1e26a90647), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.942362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (edcb4d31-2798-4770-96ab-2e1e26a90647), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.950247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:42:35.950713 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (edcb4d31-2798-4770-96ab-2e1e26a90647), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:42:35.953069 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:42:35.965505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba389432-3300-4c4b-9850-d0870272baa6 req-198e5124-fc89-4180-94db-e90aac5fc68d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830536 Jan 28 03:42:35.974350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c66dbfa-0d0b-4e78-b6c2-3f1ae849fa5d req-e9dd1d3a-a756-4934-a358-0031496212b3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821006 Jan 28 03:42:36.057984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (cead4f78-3de3-4523-8a5b-bbb4c85175c7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.058597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-5d475a4a-dd82-4709-b415-a25ff95085a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:36.061803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-5d475a4a-dd82-4709-b415-a25ff95085a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 1096 time: 0.0576711 Jan 28 03:42:36.095775 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.101647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] 10.222.0.44 "DELETE /v2.0/networks/cead4f78-3de3-4523-8a5b-bbb4c85175c7 HTTP/1.1" status: 204 len: 168 time: 0.4493456 Jan 28 03:42:36.107163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf45a1-28e3-4384-a855-6095010128e2 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Pushing event deleted for resources: {'Network': ['ID=cead4f78-3de3-4523-8a5b-bbb4c85175c7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:36.114420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38278) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:36.223430 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (b80898bb-b4e8-4e2d-9898-5d46d81163ae), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.238660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-3140d9ca-77f9-4399-8105-5e7877f9aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:36.240168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-3140d9ca-77f9-4399-8105-5e7877f9aa0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.1687493 Jan 28 03:42:36.310487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38286) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:36.336241 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6c01060-b59e-4641-bc3f-c4ccd7d5fb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.373653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-1898571e-7a75-4379-a935-e4683b1b8f6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 HTTP/1.1" status: 200 len: 999 time: 0.1263499 Jan 28 03:42:36.384242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (b80898bb-b4e8-4e2d-9898-5d46d81163ae), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.408256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80898bb-b4e8-4e2d-9898-5d46d81163ae']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:36.419258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512a8969-b497-4460-90d6-6f32edb5c71a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:36.419703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512a8969-b497-4460-90d6-6f32edb5c71a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:36.431202 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (512a8969-b497-4460-90d6-6f32edb5c71a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.446872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (512a8969-b497-4460-90d6-6f32edb5c71a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.453579 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-1bbd0253-c696-4e96-9a70-21123e1f84df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:36.454991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:42:36.455267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-1bbd0253-c696-4e96-9a70-21123e1f84df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.0758989 Jan 28 03:42:36.455848 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (512a8969-b497-4460-90d6-6f32edb5c71a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:42:36.458368 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:42:36.523956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (b80898bb-b4e8-4e2d-9898-5d46d81163ae), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.532385 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.537284 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] 10.222.0.44 "DELETE /v2.0/networks/b80898bb-b4e8-4e2d-9898-5d46d81163ae HTTP/1.1" status: 204 len: 168 time: 0.4218504 Jan 28 03:42:36.541505 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6c01060-b59e-4641-bc3f-c4ccd7d5fb23 admin admin] Publish callbacks [] for security_group (1623aa8e-379c-4b95-90f0-3c54f4979f7b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.551701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb006f4-1157-4d96-a07b-b2449e41a2e7 tempest-QuotasNegativeTest-1641972264 tempest-QuotasNegativeTest-1641972264-project-admin] Pushing event deleted for resources: {'Network': ['ID=b80898bb-b4e8-4e2d-9898-5d46d81163ae,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:36.552569 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6c01060-b59e-4641-bc3f-c4ccd7d5fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1623aa8e-379c-4b95-90f0-3c54f4979f7b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.604045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-809c3208-0c8b-4ab6-a63f-9bd1f4c2dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:36.606621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-809c3208-0c8b-4ab6-a63f-9bd1f4c2dba9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443074 Jan 28 03:42:36.613440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b6c01060-b59e-4641-bc3f-c4ccd7d5fb23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a77a341f82774e9280d43c284d99b24a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2999761 Jan 28 03:42:36.616334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38298) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:36.622704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbff45-bf0d-4e92-b6ec-10d860f0c9fd req-4b243872-e7b5-4e09-8438-ed0439dad862 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:36.625284 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bfbff45-bf0d-4e92-b6ec-10d860f0c9fd req-4b243872-e7b5-4e09-8438-ed0439dad862 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 945 time: 0.1510854 Jan 28 03:42:36.639038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c01060-b59e-4641-bc3f-c4ccd7d5fb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1623aa8e-379c-4b95-90f0-3c54f4979f7b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:36.708403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8453a528-289c-4b74-9c59-0d92ebe98745 admin admin] Publish callbacks [] for security_group (1623aa8e-379c-4b95-90f0-3c54f4979f7b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.777949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8453a528-289c-4b74-9c59-0d92ebe98745 admin admin] Publish callbacks [] for security_group (1623aa8e-379c-4b95-90f0-3c54f4979f7b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.798430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e250-021b-4a38-9f5c-78c6a9e8e4f3 req-d6e668cd-faa3-41ef-9a81-e8bcccd4aa37 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:36.800044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc42e250-021b-4a38-9f5c-78c6a9e8e4f3 req-d6e668cd-faa3-41ef-9a81-e8bcccd4aa37 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 943 time: 0.1076660 Jan 28 03:42:36.808688 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bfbff45-bf0d-4e92-b6ec-10d860f0c9fd req-393c6bd4-4bd6-44e4-a16e-32a423e9c839 tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711795 Jan 28 03:42:36.843635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-87f24a1a-d863-42b2-b594-d2dd0cf37b50 service neutron] 10.222.0.42 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169414 Jan 28 03:42:36.901770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8453a528-289c-4b74-9c59-0d92ebe98745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1623aa8e-379c-4b95-90f0-3c54f4979f7b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.905029 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8453a528-289c-4b74-9c59-0d92ebe98745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.908986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8453a528-289c-4b74-9c59-0d92ebe98745 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1623aa8e-379c-4b95-90f0-3c54f4979f7b HTTP/1.1" status: 204 len: 168 time: 0.2886705 Jan 28 03:42:36.937263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453a528-289c-4b74-9c59-0d92ebe98745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1623aa8e-379c-4b95-90f0-3c54f4979f7b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:36.972757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eccf0965-02bd-4e41-a5ec-268d17949d56 req-27390ca8-a09d-4e4d-8ae5-d0faa1ee67fe service neutron] 10.222.0.42 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218984 Jan 28 03:42:37.028707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc42e250-021b-4a38-9f5c-78c6a9e8e4f3 req-1adb0882-2fca-47d7-a93f-7342bdeae926 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189031 Jan 28 03:42:37.278878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cce044-c5a4-4745-a578-5f7908c6b45a req-03c0f1f5-f84f-4810-a827-9af5967d481b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:37.289225 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53cce044-c5a4-4745-a578-5f7908c6b45a req-03c0f1f5-f84f-4810-a827-9af5967d481b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.1433547 Jan 28 03:42:37.309142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:42:37.441574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53cce044-c5a4-4745-a578-5f7908c6b45a req-8f369d4f-9c9f-4066-a099-e110b17ffe6a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509809 Jan 28 03:42:37.610883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38320) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:37.674016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:37.711336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '393c124e-bb03-4e0f-ba23-8ebbe2a4c32b', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'port_id': '393c124e-bb03-4e0f-ba23-8ebbe2a4c32b', 'mac_address': 'fa:16:3e:02:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5548d5-25c1-413a-8337-9e767e70925d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:42:37.809172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:37.809667 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:37.835947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:37.864331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:37.874570 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:37.893861 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7144-e4df-4c9e-8637-e806b5bf8e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:38.085626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:38.122080 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7144-e4df-4c9e-8637-e806b5bf8e33 admin admin] Publish callbacks [] for security_group (1fd3ac71-2b93-40f3-8075-2b8772da3666), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:38.132665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7144-e4df-4c9e-8637-e806b5bf8e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1fd3ac71-2b93-40f3-8075-2b8772da3666), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:38.271255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['393c124e-bb03-4e0f-ba23-8ebbe2a4c32b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:38.281239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ed4a7144-e4df-4c9e-8637-e806b5bf8e33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f47dcd3657624c919b16e72c0db3f30d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6687276 Jan 28 03:42:38.283984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38340) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:38.291192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a7144-e4df-4c9e-8637-e806b5bf8e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd3ac71-2b93-40f3-8075-2b8772da3666,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:38.391483 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863b82-f41c-45d4-b870-dbeb7735b3df req-eee05d30-b091-4b1d-bf4a-605951d190ea tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:38.393752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5863b82-f41c-45d4-b870-dbeb7735b3df req-eee05d30-b091-4b1d-bf4a-605951d190ea tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 945 time: 0.2684779 Jan 28 03:42:38.429204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b0cb-0199-4775-a3ba-f2c3e39e8fa8 req-0a366ba1-ba8b-49a7-9dbd-c23ff3f9b51f tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:38.431962 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3ac945-ea3b-4340-b204-978b12b73e3e admin admin] Publish callbacks [] for security_group (1fd3ac71-2b93-40f3-8075-2b8772da3666), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:38.432375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58b1b0cb-0199-4775-a3ba-f2c3e39e8fa8 req-0a366ba1-ba8b-49a7-9dbd-c23ff3f9b51f tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 944 time: 0.2021635 Jan 28 03:42:38.486055 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3ac945-ea3b-4340-b204-978b12b73e3e admin admin] Publish callbacks [] for security_group (1fd3ac71-2b93-40f3-8075-2b8772da3666), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:38.534041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5863b82-f41c-45d4-b870-dbeb7735b3df req-157f103a-dc4d-427e-9952-38ef2c98d19f tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001112 Jan 28 03:42:38.589491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3ac945-ea3b-4340-b204-978b12b73e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1fd3ac71-2b93-40f3-8075-2b8772da3666), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:38.589756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58b1b0cb-0199-4775-a3ba-f2c3e39e8fa8 req-8c9484f1-20a8-4c99-b916-999ba8553a73 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369288 Jan 28 03:42:38.594310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3ac945-ea3b-4340-b204-978b12b73e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:38.595600 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fb3ac945-ea3b-4340-b204-978b12b73e3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fd3ac71-2b93-40f3-8075-2b8772da3666 HTTP/1.1" status: 204 len: 168 time: 0.3105206 Jan 28 03:42:38.615468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ac945-ea3b-4340-b204-978b12b73e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd3ac71-2b93-40f3-8075-2b8772da3666,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:38.767338 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:42:38.839927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8acc0-c5c1-40f3-acbd-ff4612c5d47c req-440281e2-9c1c-4890-b5d3-5d7339fa4797 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:38.842028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9e8acc0-c5c1-40f3-acbd-ff4612c5d47c req-440281e2-9c1c-4890-b5d3-5d7339fa4797 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.0852318 Jan 28 03:42:38.965667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9e8acc0-c5c1-40f3-acbd-ff4612c5d47c req-20f16617-f8fe-4b39-9f4f-c72c325d06d8 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147175 Jan 28 03:42:39.281784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38364) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:39.304111 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4371ae54-c237-4cf4-bf31-89306e3cf4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:39.432411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4371ae54-c237-4cf4-bf31-89306e3cf4bc admin admin] Publish callbacks [] for security_group (f6c2511c-08f0-4548-89d6-d831cc58b4c5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:39.442082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4371ae54-c237-4cf4-bf31-89306e3cf4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f6c2511c-08f0-4548-89d6-d831cc58b4c5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:39.523139 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4371ae54-c237-4cf4-bf31-89306e3cf4bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4193d8ba38c24953a494dd25d579a2fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395406 Jan 28 03:42:39.526092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38370) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:39.540190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371ae54-c237-4cf4-bf31-89306e3cf4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c2511c-08f0-4548-89d6-d831cc58b4c5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:39.612068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a760bd5d-4ff3-4fe7-8265-c6430549d34d admin admin] Publish callbacks [] for security_group (f6c2511c-08f0-4548-89d6-d831cc58b4c5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:39.661560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a760bd5d-4ff3-4fe7-8265-c6430549d34d admin admin] Publish callbacks [] for security_group (f6c2511c-08f0-4548-89d6-d831cc58b4c5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:39.764109 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a760bd5d-4ff3-4fe7-8265-c6430549d34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f6c2511c-08f0-4548-89d6-d831cc58b4c5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:39.773661 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a760bd5d-4ff3-4fe7-8265-c6430549d34d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:39.775722 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a760bd5d-4ff3-4fe7-8265-c6430549d34d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6c2511c-08f0-4548-89d6-d831cc58b4c5 HTTP/1.1" status: 204 len: 168 time: 0.2469940 Jan 28 03:42:39.789093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760bd5d-4ff3-4fe7-8265-c6430549d34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c2511c-08f0-4548-89d6-d831cc58b4c5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:39.851275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-597a660e-de46-4654-8f0e-ab2cc689777b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:39.855000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-597a660e-de46-4654-8f0e-ab2cc689777b tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 945 time: 0.2287524 Jan 28 03:42:39.975436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d97179-683e-48c0-aede-80da5940c43d req-9740efc3-140c-4aa3-bf1a-ebaa3ccf4cef tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:40.002062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2d97179-683e-48c0-aede-80da5940c43d req-9740efc3-140c-4aa3-bf1a-ebaa3ccf4cef tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 945 time: 0.2777472 Jan 28 03:42:40.026634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081c82-f594-481c-807b-60ab6148f226 req-0e98d148-7eb6-4191-ac3f-4491f6a8ed15 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:40.042239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7081c82-f594-481c-807b-60ab6148f226 req-0e98d148-7eb6-4191-ac3f-4491f6a8ed15 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 944 time: 0.3318954 Jan 28 03:42:40.380764 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7081c82-f594-481c-807b-60ab6148f226 req-7a8e25b4-1d7a-4ddb-b02f-e0aa337ff604 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372126 Jan 28 03:42:40.412789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fff8c980-0fbd-4f12-b1ca-ea496dd82ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:40.435532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2d97179-683e-48c0-aede-80da5940c43d req-1069030b-4da3-4a9b-bbea-6e74c4408a9d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780479 Jan 28 03:42:40.474046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Deleting port af1ac1cb-c3a9-445e-9611-78b4430bddeb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:40.480459 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:40.900236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f298-c149-46d7-b304-8994138daed3 req-8519285d-77cd-4e9d-9cfb-786f39fed5d9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:40.917551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ead2f298-c149-46d7-b304-8994138daed3 req-8519285d-77cd-4e9d-9cfb-786f39fed5d9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.2559338 Jan 28 03:42:40.938766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] For port af1ac1cb-c3a9-445e-9611-78b4430bddeb, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=af1ac1cb-c3a9-445e-9611-78b4430bddeb,segment=NetworkSegment(cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5),segment_id=cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:40.939149 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:41.064566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ead2f298-c149-46d7-b304-8994138daed3 req-e85f0f49-ed9d-43aa-bdc9-2376c24a85b6 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459351 Jan 28 03:42:41.078120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Calling delete_port for af1ac1cb-c3a9-445e-9611-78b4430bddeb owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:42:41.302259 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (af1ac1cb-c3a9-445e-9611-78b4430bddeb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:41.314877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:41.389201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Pushing event deleted for resources: {'Port': ['ID=af1ac1cb-c3a9-445e-9611-78b4430bddeb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:41.414946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.415299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.415648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.416282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.416417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.416733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.417147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.417474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.417796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.418343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.419016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.419501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.420509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:41.432275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:42:41.444940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:41.446283 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:41.554771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] No DVR routers for this DVR port af1ac1cb-c3a9-445e-9611-78b4430bddeb on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:42:41.575933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:41.590576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25862245-c8cc-4bec-b417-082fe7f45bfd req-784886e3-ee4e-4b7f-9787-59c51b96dbad tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.42 "DELETE /v2.0/ports/af1ac1cb-c3a9-445e-9611-78b4430bddeb HTTP/1.1" status: 204 len: 173 time: 1.7222877 Jan 28 03:42:41.591081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf7f0f4-5db6-4190-b536-6ed8a04fef0c', 'name': 'network-vif-deleted', 'tag': 'af1ac1cb-c3a9-445e-9611-78b4430bddeb'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:41.598754 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffca4ead-64ce-489e-9506-90fa04128fef" -d '{"events": [{"server_uuid": "1bf7f0f4-5db6-4190-b536-6ed8a04fef0c", "name": "network-vif-deleted", "tag": "af1ac1cb-c3a9-445e-9611-78b4430bddeb"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:41.632211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:41.633031 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:41.682410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c5698-b69a-4d23-9686-3c6365a15766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393c124e-bb03-4e0f-ba23-8ebbe2a4c32b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:41.685082 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4f8519-c11b-4ac5-8163-66360c0834c3" -d '{"events": [{"server_uuid": "d13c5698-b69a-4d23-9686-3c6365a15766", "name": "network-vif-plugged", "status": "completed", "tag": "393c124e-bb03-4e0f-ba23-8ebbe2a4c32b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:41.753299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:41.755057 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6a180eb-cbb9-45be-a7fc-acbfa4ca4a97 req-97a8040e-e56a-4200-912b-c64d18e59c9d tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 210 time: 0.1079669 Jan 28 03:42:41.757710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:41.813003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a475ba2-319e-4f43-b6bd-8452040e918f req-da006be8-b970-42a9-95a5-417aa3838a9e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:41.837924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a475ba2-319e-4f43-b6bd-8452040e918f req-da006be8-b970-42a9-95a5-417aa3838a9e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 944 time: 0.2844722 Jan 28 03:42:41.955886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:42.025551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a475ba2-319e-4f43-b6bd-8452040e918f req-d997875b-b9dc-47f8-9d17-453699b91548 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859868 Jan 28 03:42:42.050745 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:42.099950 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c763b9-80ae-4174-8221-0c9e27b09a8f x-openstack-request-id: req-39c763b9-80ae-4174-8221-0c9e27b09a8f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:42.101551 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf7f0f4-5db6-4190-b536-6ed8a04fef0c", "name": "network-vif-deleted", "tag": "af1ac1cb-c3a9-445e-9611-78b4430bddeb", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:42.101891 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39c763b9-80ae-4174-8221-0c9e27b09a8f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:42.102327 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf7f0f4-5db6-4190-b536-6ed8a04fef0c', 'name': 'network-vif-deleted', 'tag': 'af1ac1cb-c3a9-445e-9611-78b4430bddeb', 'status': 'completed', 'code': 200} Jan 28 03:42:42.118761 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98da7db6-5718-4b2a-a505-0e0918f52f1c x-openstack-request-id: req-98da7db6-5718-4b2a-a505-0e0918f52f1c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:42.119400 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13c5698-b69a-4d23-9686-3c6365a15766", "name": "network-vif-plugged", "status": "completed", "tag": "393c124e-bb03-4e0f-ba23-8ebbe2a4c32b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:42.119994 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98da7db6-5718-4b2a-a505-0e0918f52f1c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:42.121250 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c5698-b69a-4d23-9686-3c6365a15766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393c124e-bb03-4e0f-ba23-8ebbe2a4c32b', 'code': 200} Jan 28 03:42:42.286227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d3f3-72d6-406c-9c4a-deb682a5e3d2 req-8bd6b45f-4f27-4989-9546-a63666ddc0ae tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:42.287935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d242d3f3-72d6-406c-9c4a-deb682a5e3d2 req-8bd6b45f-4f27-4989-9546-a63666ddc0ae tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.0788887 Jan 28 03:42:42.335818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240e8b6-ecd5-445f-916e-26712f836d57 req-b3f635a3-7384-48cb-949c-4b0bdaedb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:42.343937 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3240e8b6-ecd5-445f-916e-26712f836d57 req-b3f635a3-7384-48cb-949c-4b0bdaedb30d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 1097 time: 0.1271322 Jan 28 03:42:42.363954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d242d3f3-72d6-406c-9c4a-deb682a5e3d2 req-98f0a6dc-277c-4aa9-a493-27933bdd64e3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608857 Jan 28 03:42:42.437559 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3240e8b6-ecd5-445f-916e-26712f836d57 req-6fd7321c-1de8-465d-8b15-66abdba02ed4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861194 Jan 28 03:42:42.544325 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a281798-82c0-422b-9cef-d51334b63e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:42.681161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38474) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:42.922082 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8094421b-e126-4ea4-87b2-e7340ae8c251 req-d039f871-ddb8-403e-8daa-0e07e0771c9e tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 210 time: 0.0456245 Jan 28 03:42:42.954387 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1249640338', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:42.992485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Made reservation on behalf of 8ab7d95022134d9b8c8045df859f2be6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:43.009622 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:43.027919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:43.139742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af1ac1cb-c3a9-445e-9611-78b4430bddeb no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:42:43.166167 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks [] for security_group (1ea80247-afb7-4931-8a5f-aca354f3257b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:43.171950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1ea80247-afb7-4931-8a5f-aca354f3257b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:43.184567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] device_id is not set on port 6a6f9ad9-5827-4d9c-b153-ad772b317d05 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:42:43.251373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea80247-afb7-4931-8a5f-aca354f3257b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:43.285427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: af1ac1cb-c3a9-445e-9611-78b4430bddeb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:42:43.286838 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device af1ac1cb-c3a9-445e-9611-78b4430bddeb not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:42:43.320186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17692-fd5c-4096-8eea-bc25159e3e0c req-097697e4-9af5-4927-b9d9-4f3eb5fbfd87 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:43.321763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-32f17692-fd5c-4096-8eea-bc25159e3e0c req-097697e4-9af5-4927-b9d9-4f3eb5fbfd87 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 945 time: 0.1957436 Jan 28 03:42:43.381221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Allocated IP 172.25.1.32 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/6a6f9ad9-5827-4d9c-b153-ad772b317d05) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:43.444410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-32f17692-fd5c-4096-8eea-bc25159e3e0c req-c8e7301c-31e5-4e35-b918-a81607937d78 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099608 Jan 28 03:42:43.620957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks [] for port (6a6f9ad9-5827-4d9c-b153-ad772b317d05), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:43.692371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6a6f9ad9-5827-4d9c-b153-ad772b317d05), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:43.696318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f1ba4-28ec-44ce-b1bb-9f54e6c8bf1d req-11dca4c0-979b-4d02-baa6-1272f8ebb314 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:43.702247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d77f1ba4-28ec-44ce-b1bb-9f54e6c8bf1d req-11dca4c0-979b-4d02-baa6-1272f8ebb314 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.1478279 Jan 28 03:42:43.722509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:43.725347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:43.751831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:43.799396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Pushing event updated for resources: {'Port': ['ID=6a6f9ad9-5827-4d9c-b153-ad772b317d05,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:43.808809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:43.809448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:43.832678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3d2ba4dd-b9ee-469b-bba5-09db6f6508f4 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1477628 Jan 28 03:42:43.832678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38498) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:43.839114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d77f1ba4-28ec-44ce-b1bb-9f54e6c8bf1d req-9d43518e-0ae8-434b-a552-e9bbe9ebc17b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321754 Jan 28 03:42:43.842071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.32'}]}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:43.896629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (47e18560-cc62-42a7-9ce2-f7803d405519), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:43.897740 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (47e18560-cc62-42a7-9ce2-f7803d405519), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:43.978047 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks [] for router_controller (47e18560-cc62-42a7-9ce2-f7803d405519), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:44.168890 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks [] for router_gateway (47e18560-cc62-42a7-9ce2-f7803d405519), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:44.203825 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:44.244178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6047364-1df4-4250-a4f1-6332968ad914 req-16753790-c67a-44a9-8cc7-6e3a4f06e6ce tempest-DeleteServersTestJSON-1146703521 tempest-DeleteServersTestJSON-1146703521-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bf7f0f4-5db6-4190-b536-6ed8a04fef0c HTTP/1.1" status: 200 len: 210 time: 0.0390699 Jan 28 03:42:44.358355 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:44.488673 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks [] for router_gateway (47e18560-cc62-42a7-9ce2-f7803d405519), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:44.527098 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:44.719401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f9d29-9f5f-4dd0-a69c-1cb3f9ccc220 req-bef6e1f6-5d53-4875-9347-1372883b0f13 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:44.725483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-058f9d29-9f5f-4dd0-a69c-1cb3f9ccc220 req-bef6e1f6-5d53-4875-9347-1372883b0f13 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 945 time: 0.1367717 Jan 28 03:42:44.809415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-058f9d29-9f5f-4dd0-a69c-1cb3f9ccc220 req-1d094fbf-4c2d-4185-96ac-f53aa4db0ec9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737305 Jan 28 03:42:44.822969 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks [] for router (47e18560-cc62-42a7-9ce2-f7803d405519), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:45.107721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6193d5-a238-4906-a2f2-61cdf8761ae1 req-d14f0dd9-47f9-4317-86dc-5cafc4e7d781 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:45.109435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e6193d5-a238-4906-a2f2-61cdf8761ae1 req-d14f0dd9-47f9-4317-86dc-5cafc4e7d781 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 945 time: 0.1634331 Jan 28 03:42:45.117337 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (47e18560-cc62-42a7-9ce2-f7803d405519), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:45.119595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks [] for router_controller (47e18560-cc62-42a7-9ce2-f7803d405519), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:45.147334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bce2c3-3caf-4073-9a2b-68606e528ae9 req-a4fa3197-ebf5-4218-88c1-f96d8d09ae79 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:45.167153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67bce2c3-3caf-4073-9a2b-68606e528ae9 req-a4fa3197-ebf5-4218-88c1-f96d8d09ae79 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.2046258 Jan 28 03:42:45.193052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (47e18560-cc62-42a7-9ce2-f7803d405519), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:45.194192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47e18560-cc62-42a7-9ce2-f7803d405519 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:42:45.229060 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:42:45.230476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c89b7752-e2bc-48c4-bb2e-d7a3156a99de tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3957486 Jan 28 03:42:45.233717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:45.242613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e6193d5-a238-4906-a2f2-61cdf8761ae1 req-53388f97-3933-4327-8b19-884d4813aa11 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133921 Jan 28 03:42:45.321383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67bce2c3-3caf-4073-9a2b-68606e528ae9 req-7d4a6127-5988-4101-84b9-ac2acb661c8b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494658 Jan 28 03:42:45.452674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-15e458e4-2635-4de2-915a-9b6c85d45a36 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Deleting port 6a6f9ad9-5827-4d9c-b153-ad772b317d05 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:45.453475 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15e458e4-2635-4de2-915a-9b6c85d45a36 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6a6f9ad9-5827-4d9c-b153-ad772b317d05), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:45.535389 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:45.729324 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15e458e4-2635-4de2-915a-9b6c85d45a36 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6a6f9ad9-5827-4d9c-b153-ad772b317d05), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:45.816625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-15e458e4-2635-4de2-915a-9b6c85d45a36 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Calling delete_port for 6a6f9ad9-5827-4d9c-b153-ad772b317d05 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:42:46.037700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc700de-5c80-496e-b306-7a6dce7b7a40 req-33643de8-e26d-461f-b703-312d661940f4 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:46.048018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfc700de-5c80-496e-b306-7a6dce7b7a40 req-33643de8-e26d-461f-b703-312d661940f4 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 945 time: 0.0900376 Jan 28 03:42:46.071834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15e458e4-2635-4de2-915a-9b6c85d45a36 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6a6f9ad9-5827-4d9c-b153-ad772b317d05), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:46.126035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfc700de-5c80-496e-b306-7a6dce7b7a40 req-eb9f4123-3e05-44f9-9be4-f8964a13062a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763378 Jan 28 03:42:46.141705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e458e4-2635-4de2-915a-9b6c85d45a36 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a6f9ad9-5827-4d9c-b153-ad772b317d05,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:46.184104 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15e458e4-2635-4de2-915a-9b6c85d45a36 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:46.188156 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-15e458e4-2635-4de2-915a-9b6c85d45a36 tempest-RoutersAdminNegativeTest-1720397405 tempest-RoutersAdminNegativeTest-1720397405-project-admin] 10.222.0.44 "DELETE /v2.0/ports/6a6f9ad9-5827-4d9c-b153-ad772b317d05 HTTP/1.1" status: 204 len: 168 time: 0.9535472 Jan 28 03:42:46.619560 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d270bca-69bf-44d0-a6b0-c1dd5a7fdeae req-d3850eb9-9db9-4fff-8108-5dd3881458e7 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:46.648571 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d270bca-69bf-44d0-a6b0-c1dd5a7fdeae req-d3850eb9-9db9-4fff-8108-5dd3881458e7 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.1483624 Jan 28 03:42:46.654574 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:46.734577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38570) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:46.790583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d270bca-69bf-44d0-a6b0-c1dd5a7fdeae req-ecd219c7-e99e-412b-9511-fdc1d4db83f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405499 Jan 28 03:42:46.975342 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35d84a61-77cc-45d7-8e25-4bc7c881baf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:47.201232 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35d84a61-77cc-45d7-8e25-4bc7c881baf4 admin admin] Publish callbacks [] for security_group (b77f3ec7-38c3-46fa-946b-f64df83e2533), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:47.207616 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35d84a61-77cc-45d7-8e25-4bc7c881baf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b77f3ec7-38c3-46fa-946b-f64df83e2533), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:47.259133 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-35d84a61-77cc-45d7-8e25-4bc7c881baf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c2dc717aa1246cb856fb7190a7e96a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5227787 Jan 28 03:42:47.265103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38578) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:47.300791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d84a61-77cc-45d7-8e25-4bc7c881baf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f3ec7-38c3-46fa-946b-f64df83e2533,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:47.328237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cce87-8a96-44c4-82a3-e2895c974a9c req-355415cf-2df8-4d89-9c18-d609ce87bf7e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:47.336327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86eec252-72b9-4fdd-9e17-eb32b04ae251 admin admin] Publish callbacks [] for security_group (b77f3ec7-38c3-46fa-946b-f64df83e2533), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:47.346192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df3cce87-8a96-44c4-82a3-e2895c974a9c req-355415cf-2df8-4d89-9c18-d609ce87bf7e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 945 time: 0.1059556 Jan 28 03:42:47.367970 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86eec252-72b9-4fdd-9e17-eb32b04ae251 admin admin] Publish callbacks [] for security_group (b77f3ec7-38c3-46fa-946b-f64df83e2533), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:47.453557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df3cce87-8a96-44c4-82a3-e2895c974a9c req-502a4182-73cc-4dc7-be17-e96a88be49f0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062899 Jan 28 03:42:47.486315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86eec252-72b9-4fdd-9e17-eb32b04ae251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b77f3ec7-38c3-46fa-946b-f64df83e2533), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:47.490016 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86eec252-72b9-4fdd-9e17-eb32b04ae251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:47.491384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-86eec252-72b9-4fdd-9e17-eb32b04ae251 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b77f3ec7-38c3-46fa-946b-f64df83e2533 HTTP/1.1" status: 204 len: 168 time: 0.2251408 Jan 28 03:42:47.510908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eec252-72b9-4fdd-9e17-eb32b04ae251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f3ec7-38c3-46fa-946b-f64df83e2533,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:47.529682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-efe46fc6-4c59-4f6e-8916-2e204cafd2ab tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:47.532159 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-efe46fc6-4c59-4f6e-8916-2e204cafd2ab tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 945 time: 0.1079340 Jan 28 03:42:47.695843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-5becabae-104f-4e49-9511-9a1972d3b966 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Deleting port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:47.696185 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-5becabae-104f-4e49-9511-9a1972d3b966 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:47.811007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-5becabae-104f-4e49-9511-9a1972d3b966 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] For port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:47.822456 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-5becabae-104f-4e49-9511-9a1972d3b966 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:47.853355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-5becabae-104f-4e49-9511-9a1972d3b966 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Calling delete_port for 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:42:48.003704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:48.011767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb8b9b-8f5e-49f9-814a-6d80e299f810 req-53bff0c9-da36-4332-86dd-6bcde901a026 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:48.013894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edcb8b9b-8f5e-49f9-814a-6d80e299f810 req-53bff0c9-da36-4332-86dd-6bcde901a026 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.0882525 Jan 28 03:42:48.043653 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-5becabae-104f-4e49-9511-9a1972d3b966 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (393c124e-bb03-4e0f-ba23-8ebbe2a4c32b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:48.073357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becabae-104f-4e49-9511-9a1972d3b966 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event deleted for resources: {'Port': ['ID=393c124e-bb03-4e0f-ba23-8ebbe2a4c32b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:48.076493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c', '393c124e-bb03-4e0f-ba23-8ebbe2a4c32b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:48.139943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bf681aff-415f-43db-a900-2cf76a9ef752 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ab7d95022134d9b8c8045df859f2be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1242552 Jan 28 03:42:48.141701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:48.145364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-5becabae-104f-4e49-9511-9a1972d3b966 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] No DVR routers for this DVR port 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:42:48.152990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-5becabae-104f-4e49-9511-9a1972d3b966 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:48.163273 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f12e68c3-5936-440b-9d8a-72c19a113fc0 req-5becabae-104f-4e49-9511-9a1972d3b966 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "DELETE /v2.0/ports/393c124e-bb03-4e0f-ba23-8ebbe2a4c32b HTTP/1.1" status: 204 len: 173 time: 0.6253753 Jan 28 03:42:48.164075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edcb8b9b-8f5e-49f9-814a-6d80e299f810 req-892c00b2-c5d6-479f-aae6-c2204bce0f40 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290267 Jan 28 03:42:48.164805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c5698-b69a-4d23-9686-3c6365a15766', 'name': 'network-vif-deleted', 'tag': '393c124e-bb03-4e0f-ba23-8ebbe2a4c32b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:48.185965 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21b6f24-fcac-4b29-89ac-853e01552334" -d '{"events": [{"server_uuid": "d13c5698-b69a-4d23-9686-3c6365a15766", "name": "network-vif-deleted", "tag": "393c124e-bb03-4e0f-ba23-8ebbe2a4c32b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:48.271594 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09a1e956-ee9e-40fd-b301-061a913b0c2f admin admin] Publish callbacks [] for security_group (1ea80247-afb7-4931-8a5f-aca354f3257b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:48.275505 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37579885-4418-4dc3-9689-4919261d8273 x-openstack-request-id: req-37579885-4418-4dc3-9689-4919261d8273 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:48.275808 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13c5698-b69a-4d23-9686-3c6365a15766", "name": "network-vif-deleted", "tag": "393c124e-bb03-4e0f-ba23-8ebbe2a4c32b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:48.276062 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37579885-4418-4dc3-9689-4919261d8273 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:48.276464 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c5698-b69a-4d23-9686-3c6365a15766', 'name': 'network-vif-deleted', 'tag': '393c124e-bb03-4e0f-ba23-8ebbe2a4c32b', 'status': 'completed', 'code': 200} Jan 28 03:42:48.297833 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09a1e956-ee9e-40fd-b301-061a913b0c2f admin admin] Publish callbacks [] for security_group (1ea80247-afb7-4931-8a5f-aca354f3257b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:48.355432 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09a1e956-ee9e-40fd-b301-061a913b0c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1ea80247-afb7-4931-8a5f-aca354f3257b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:48.360374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09a1e956-ee9e-40fd-b301-061a913b0c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:48.362072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-09a1e956-ee9e-40fd-b301-061a913b0c2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ea80247-afb7-4931-8a5f-aca354f3257b HTTP/1.1" status: 204 len: 168 time: 0.2192471 Jan 28 03:42:48.374307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1e956-ee9e-40fd-b301-061a913b0c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea80247-afb7-4931-8a5f-aca354f3257b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:48.610978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7305502b-822e-40c5-a5e7-310ab3b939f8 req-8c29ae98-3fd9-4f0a-88e3-ccdccdeb58d9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13c5698-b69a-4d23-9686-3c6365a15766 HTTP/1.1" status: 200 len: 210 time: 0.0413871 Jan 28 03:42:49.284421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:49.315189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bfb61-5434-4f79-a473-795d9d55af55 req-ff46f86a-27aa-4b76-bcd9-ee662d24a6b9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:49.323250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-973bfb61-5434-4f79-a473-795d9d55af55 req-ff46f86a-27aa-4b76-bcd9-ee662d24a6b9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.0740917 Jan 28 03:42:49.391931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-973bfb61-5434-4f79-a473-795d9d55af55 req-39dfd7e2-2144-40f7-93e4-44daeb6f9677 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675430 Jan 28 03:42:49.428446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1250261952'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:49.448948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Made reservation on behalf of deeff083abbd44bb8b157d4fdb236c15 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:49.452486 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:49.462484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:49.550031 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks [] for security_group (ce70d3a0-8001-4b4a-9b3f-9114869aa85e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:49.553950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ce70d3a0-8001-4b4a-9b3f-9114869aa85e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:49.581775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:42:49.595085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce70d3a0-8001-4b4a-9b3f-9114869aa85e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:49.602711 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3b767c8f-063d-4fb4-8299-2e39454b31af), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:49.603067 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Added segment 3b767c8f-063d-4fb4-8299-2e39454b31af of type vlan for network d6631451-cf72-4081-b153-bb1973aadae7 Jan 28 03:42:49.647934 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d6631451-cf72-4081-b153-bb1973aadae7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:49.677362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d6631451-cf72-4081-b153-bb1973aadae7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:49.683415 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:49.684064 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:49.765831 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4749663 Jan 28 03:42:49.765998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38648) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:49.770718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Request body: {'subnet': {'network_id': 'd6631451-cf72-4081-b153-bb1973aadae7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:49.793174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cdaa6-2b63-4942-8457-e28dcc7ab7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event updated for resources: {'Network': ['ID=d6631451-cf72-4081-b153-bb1973aadae7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:49.808612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d6631451-cf72-4081-b153-bb1973aadae7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:42:49.931907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Made reservation on behalf of deeff083abbd44bb8b157d4fdb236c15 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:49.938329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:50.221043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e806d-1afe-4846-a640-3c778a186f4a req-64dbd3d8-806c-4c89-ac44-bb0d2a468f6c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:50.222693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-64dbd3d8-806c-4c89-ac44-bb0d2a468f6c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.1607025 Jan 28 03:42:50.276909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-22b431b4-f127-4128-975e-9d63aa906164 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/quotas/9917c37214864c63b899b703cfc2d824 HTTP/1.1" status: 200 len: 375 time: 0.0445573 Jan 28 03:42:50.299470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (9650384f-3468-4a19-9bcc-359a128c59de), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:50.408068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-829d0123-6911-497e-9818-ebdda10936e7 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1191349 Jan 28 03:42:50.408777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event updated for resources: {'Subnet': ['ID=9650384f-3468-4a19-9bcc-359a128c59de,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:50.415348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Checking segment: {'id': '3b767c8f-063d-4fb4-8299-2e39454b31af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd6631451-cf72-4081-b153-bb1973aadae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:50.415726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Network hostable DHCP agents. Network: d6631451-cf72-4081-b153-bb1973aadae7, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:42:50.488484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Network d6631451-cf72-4081-b153-bb1973aadae7 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:42:50.508310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d6631451-cf72-4081-b153-bb1973aadae7) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:50.519461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb7e123-1b89-453c-a828-2c94b4659037 None None] Network d6631451-cf72-4081-b153-bb1973aadae7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:50.527835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:50.528546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:50.565277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-7353dc60-c3c3-492d-8fe7-79ad81181645 service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356993 Jan 28 03:42:50.578693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8966f9e1-ec8b-4292-8700-e0de5e34b9ce tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8120396 Jan 28 03:42:50.581490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38672) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:50.587925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Request body: {'port': {'network_id': 'd6631451-cf72-4081-b153-bb1973aadae7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-682636113'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:50.803711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-d6631451-cf72-4081-b153-bb1973aadae7', 'network_id': 'd6631451-cf72-4081-b153-bb1973aadae7', 'project_id': 'deeff083abbd44bb8b157d4fdb236c15', 'fixed_ips': [{'subnet_id': '9650384f-3468-4a19-9bcc-359a128c59de'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:42:50.804789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:50.842342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b79dd-681b-42c2-86c6-0a8b5ca604e3 req-72897ccb-bcb0-4ec9-b856-3190245b1ae5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:50.850799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b95b79dd-681b-42c2-86c6-0a8b5ca604e3 req-72897ccb-bcb0-4ec9-b856-3190245b1ae5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.1912379 Jan 28 03:42:50.875590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-d6336310-c2b5-420e-ab40-0b8280967869 service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092883 Jan 28 03:42:50.886032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Made reservation on behalf of deeff083abbd44bb8b157d4fdb236c15 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:50.890344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:50.968111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] device_id is not set on port 58bed96c-319c-4359-954b-4f37e2e1c731 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:42:50.984652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b95b79dd-681b-42c2-86c6-0a8b5ca604e3 req-c3172840-243e-4a29-b4aa-e65f105b1bd7 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256120 Jan 28 03:42:51.134846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Allocated IP 2001:db8::2 (d6631451-cf72-4081-b153-bb1973aadae7/9650384f-3468-4a19-9bcc-359a128c59de/c249fcb5-6296-4b2e-ad44-3970102b5d1b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:51.215573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a47fbc5-b95d-4891-9d4c-a522018147e3 req-cea7c0bb-e7fc-4529-bb87-c849781338e0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 210 time: 0.0396483 Jan 28 03:42:51.417959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:42:51.493569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:42:51.494158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 393c124e-bb03-4e0f-ba23-8ebbe2a4c32b not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:42:51.536658 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Publish callbacks [] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:51.550340 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:51.608143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Pushing event updated for resources: {'Port': ['ID=c249fcb5-6296-4b2e-ad44-3970102b5d1b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:51.629695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Network d6631451-cf72-4081-b153-bb1973aadae7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:51.635665 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:51.641248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:51.667860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Allocated IP 2001:db8::37 (d6631451-cf72-4081-b153-bb1973aadae7/9650384f-3468-4a19-9bcc-359a128c59de/58bed96c-319c-4359-954b-4f37e2e1c731) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:51.751575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Attempting to bind port c249fcb5-6296-4b2e-ad44-3970102b5d1b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:51.751949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Attempting to bind port c249fcb5-6296-4b2e-ad44-3970102b5d1b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '3b767c8f-063d-4fb4-8299-2e39454b31af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd6631451-cf72-4081-b153-bb1973aadae7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:51.752316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Attempting to bind port c249fcb5-6296-4b2e-ad44-3970102b5d1b on network d6631451-cf72-4081-b153-bb1973aadae7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:51.757799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:51.758303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Checking segment: {'id': '3b767c8f-063d-4fb4-8299-2e39454b31af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd6631451-cf72-4081-b153-bb1973aadae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:51.758949 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:51.759758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Bound using segment: {'id': '3b767c8f-063d-4fb4-8299-2e39454b31af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd6631451-cf72-4081-b153-bb1973aadae7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:51.760356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Bound port: c249fcb5-6296-4b2e-ad44-3970102b5d1b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b767c8f-063d-4fb4-8299-2e39454b31af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd6631451-cf72-4081-b153-bb1973aadae7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:51.760965 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:51.914734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] For port c249fcb5-6296-4b2e-ad44-3970102b5d1b, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:51.924486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] For port c249fcb5-6296-4b2e-ad44-3970102b5d1b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c249fcb5-6296-4b2e-ad44-3970102b5d1b,segment=NetworkSegment(3b767c8f-063d-4fb4-8299-2e39454b31af),segment_id=3b767c8f-063d-4fb4-8299-2e39454b31af)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:51.931616 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:52.154640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d7d87-ad2b-4441-974a-04b550bfc1f1 None None] Pushing event updated for resources: {'Port': ['ID=c249fcb5-6296-4b2e-ad44-3970102b5d1b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:52.215876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d5dc1-60ff-4634-a750-4e0864363a7c req-a778bfd9-6262-4591-8f58-d4e93bad1d33 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:52.217963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab0d5dc1-60ff-4634-a750-4e0864363a7c req-a778bfd9-6262-4591-8f58-d4e93bad1d33 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.1008236 Jan 28 03:42:52.335258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab0d5dc1-60ff-4634-a750-4e0864363a7c req-204e7732-0c61-4f94-928c-bbfbf58232ed tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103573 Jan 28 03:42:52.446485 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f141d008-bcee-42f3-98a1-5b5c5adba37a req-e1d77a3d-a734-431a-980e-c77804f58fdb tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 210 time: 0.0612149 Jan 28 03:42:52.838656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c249fcb5-6296-4b2e-ad44-3970102b5d1b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:52.941884 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks [] for port (58bed96c-319c-4359-954b-4f37e2e1c731), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:53.014503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c249fcb5-6296-4b2e-ad44-3970102b5d1b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:53.015228 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:53.169336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c249fcb5-6296-4b2e-ad44-3970102b5d1b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:53.170755 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:53.248821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e806d-1afe-4846-a640-3c778a186f4a req-a85b37d1-17dd-452a-8937-ed2b6ecf4522 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:53.250646 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-a85b37d1-17dd-452a-8937-ed2b6ecf4522 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.3044140 Jan 28 03:42:53.252468 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (58bed96c-319c-4359-954b-4f37e2e1c731), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:53.262336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port c249fcb5-6296-4b2e-ad44-3970102b5d1b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c249fcb5-6296-4b2e-ad44-3970102b5d1b,segment=NetworkSegment(3b767c8f-063d-4fb4-8299-2e39454b31af),segment_id=3b767c8f-063d-4fb4-8299-2e39454b31af)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:53.270070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:53.351667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Request body: {'port': {'device_id': 'c9900f22-63a4-448b-a5c9-53b1ced68a79', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'admin_state_up': True, 'tenant_id': '9917c37214864c63b899b703cfc2d824'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:53.379169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=c249fcb5-6296-4b2e-ad44-3970102b5d1b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:53.516980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Made reservation on behalf of 9917c37214864c63b899b703cfc2d824 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:53.520730 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:53.526213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Network d6631451-cf72-4081-b153-bb1973aadae7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:53.550074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:53.554012 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11c2fe-3424-4a20-8359-5a67065fce50 req-2a35c0d4-0947-40c8-99f6-00b8b45c7aa5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:53.558235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:53.566393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:53.567056 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:53.567470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a11c2fe-3424-4a20-8359-5a67065fce50 req-2a35c0d4-0947-40c8-99f6-00b8b45c7aa5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.0879021 Jan 28 03:42:53.612740 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.0291505 Jan 28 03:42:53.614099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:53.638947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Request body: {'port': {'network_id': 'd6631451-cf72-4081-b153-bb1973aadae7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1461630746', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:53.640161 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.api.validators [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] bootfile-name is not in valid_values {{(pid=103289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:42:53.642045 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.api.validators [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] tftp-server is not in valid_values {{(pid=103289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:42:53.642422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dd2e755-b1d1-412f-9114-c0152852b8b1 req-0f61a788-670f-4687-9c6e-a4f3f5588c63 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 210 time: 0.0431280 Jan 28 03:42:53.642589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.api.validators [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] server-ip-address is not in valid_values {{(pid=103289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:42:53.707314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a11c2fe-3424-4a20-8359-5a67065fce50 req-0468a12a-30eb-408c-a5b1-2c6f5c5a29cd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387651 Jan 28 03:42:53.742630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed7418-728b-475e-8850-24080ea37591 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event updated for resources: {'Port': ['ID=58bed96c-319c-4359-954b-4f37e2e1c731,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:53.987033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93456520-ec04-4bde-bc89-01b25e2cca2f None None] Network d6631451-cf72-4081-b153-bb1973aadae7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:54.121085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Allocated IP 172.20.0.13 (67d1c6df-904c-474d-9a71-2560588370e7/7a5548d5-25c1-413a-8337-9e767e70925d/83482285-39e5-4526-8a1f-e1b8d50e48c9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:54.123520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-44e1389e-436f-46ad-9a41-a11c17ecf4a3 None None] Provisioning complete for port c249fcb5-6296-4b2e-ad44-3970102b5d1b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:54.123967 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44e1389e-436f-46ad-9a41-a11c17ecf4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.127827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Made reservation on behalf of deeff083abbd44bb8b157d4fdb236c15 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:54.139427 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.189932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] device_id is not set on port f4266244-8b55-443c-b6fe-da9addd760a0 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:42:54.248221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-44e1389e-436f-46ad-9a41-a11c17ecf4a3 None None] Current status of the port c249fcb5-6296-4b2e-ad44-3970102b5d1b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:54.551639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Allocated IP 2001:db8::22a (d6631451-cf72-4081-b153-bb1973aadae7/9650384f-3468-4a19-9bcc-359a128c59de/f4266244-8b55-443c-b6fe-da9addd760a0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:54.641094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks [] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.716112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de6f9dd1-d21f-4795-919c-4480ad282a3f None None] Provisioning complete for port c249fcb5-6296-4b2e-ad44-3970102b5d1b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:54.717794 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de6f9dd1-d21f-4795-919c-4480ad282a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.769492 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.784068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c249fcb5-6296-4b2e-ad44-3970102b5d1b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:54.857853 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event updated for resources: {'Port': ['ID=83482285-39e5-4526-8a1f-e1b8d50e48c9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:54.906013 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Network 67d1c6df-904c-474d-9a71-2560588370e7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:54.911622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:54.916176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:55.034226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks [] for port (f4266244-8b55-443c-b6fe-da9addd760a0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.064287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ff45e-131c-4b88-af5b-8fdf8388d251 req-933f0c31-962d-47c7-a11f-103fcf742e1c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:55.073869 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f84ff45e-131c-4b88-af5b-8fdf8388d251 req-933f0c31-962d-47c7-a11f-103fcf742e1c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.1568465 Jan 28 03:42:55.075093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:55.076515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.078624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:55.094202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff2273-b59b-49ea-9613-052c20ab4fa0 req-b51b24f3-ba8c-42f9-91f9-e55917426c0a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:55.096395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16ff2273-b59b-49ea-9613-052c20ab4fa0 req-b51b24f3-ba8c-42f9-91f9-e55917426c0a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 932 time: 0.2524767 Jan 28 03:42:55.117725 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-309861e7-7975-4442-923d-eb55a402f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8274655 Jan 28 03:42:55.157306 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Request body: {'port': {'device_id': 'c9900f22-63a4-448b-a5c9-53b1ced68a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:55.195857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c249fcb5-6296-4b2e-ad44-3970102b5d1b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:55.196672 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.210387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16ff2273-b59b-49ea-9613-052c20ab4fa0 req-66e27c23-fb76-4302-86c7-8e21d3453b55 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021407 Jan 28 03:42:55.216252 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f4266244-8b55-443c-b6fe-da9addd760a0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.238472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f84ff45e-131c-4b88-af5b-8fdf8388d251 req-9c40b6ce-29dd-424d-a2fc-2702a199ce08 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632562 Jan 28 03:42:55.308358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.343708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Network d6631451-cf72-4081-b153-bb1973aadae7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:55.349935 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:55.357300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:55.363938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:55.364937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.399276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event updated for resources: {'Port': ['ID=f4266244-8b55-443c-b6fe-da9addd760a0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:55.433819 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b95d0347-ff8d-48d3-b9cb-db676c4d8435 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8150744 Jan 28 03:42:55.438404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38768) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:55.447827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de6f9dd1-d21f-4795-919c-4480ad282a3f None None] Current status of the port c249fcb5-6296-4b2e-ad44-3970102b5d1b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:55.506709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de6f9dd1-d21f-4795-919c-4480ad282a3f None None] Provisioning complete for port 58bed96c-319c-4359-954b-4f37e2e1c731 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:55.507091 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de6f9dd1-d21f-4795-919c-4480ad282a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (58bed96c-319c-4359-954b-4f37e2e1c731), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.571419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de6f9dd1-d21f-4795-919c-4480ad282a3f None None] Port 58bed96c-319c-4359-954b-4f37e2e1c731 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:42:55.690474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c62470-8b50-4d2f-9bf0-0608f4dd4880 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:55.690673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:55.696794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c62470-8b50-4d2f-9bf0-0608f4dd4880 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:55.721256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c62470-8b50-4d2f-9bf0-0608f4dd4880 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:55.728807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-05c62470-8b50-4d2f-9bf0-0608f4dd4880 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2891188 Jan 28 03:42:55.729681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38780) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:55.742206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c249fcb5-6296-4b2e-ad44-3970102b5d1b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:55.780386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6ba6f985-4225-43a6-9d9f-9b42f4c1da1d None None] Provisioning complete for port 58bed96c-319c-4359-954b-4f37e2e1c731 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:55.780758 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ba6f985-4225-43a6-9d9f-9b42f4c1da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (58bed96c-319c-4359-954b-4f37e2e1c731), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.840310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6f985-4225-43a6-9d9f-9b42f4c1da1d None None] Port 58bed96c-319c-4359-954b-4f37e2e1c731 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:42:55.960485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-62cfcccf-6427-479e-91fd-2f92bfef7ca6 None None] Provisioning complete for port f4266244-8b55-443c-b6fe-da9addd760a0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:55.960990 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62cfcccf-6427-479e-91fd-2f92bfef7ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f4266244-8b55-443c-b6fe-da9addd760a0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.968678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83482285-39e5-4526-8a1f-e1b8d50e48c9 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:55.996782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-62cfcccf-6427-479e-91fd-2f92bfef7ca6 None None] Port f4266244-8b55-443c-b6fe-da9addd760a0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:42:56.005681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Publish callbacks [] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.010616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8440396f-8e9b-4180-a9d0-966c2a2beb1b admin admin] Deleting subnet f4b2f3ff-1079-418f-b498-69e6ef7fa055 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:42:56.020230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3c886925-bd78-44ff-be83-6ec211c4b313 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Deleting port f4266244-8b55-443c-b6fe-da9addd760a0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:56.020565 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c886925-bd78-44ff-be83-6ec211c4b313 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f4266244-8b55-443c-b6fe-da9addd760a0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.026742 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8440396f-8e9b-4180-a9d0-966c2a2beb1b admin admin] Publish callbacks [] for subnet (f4b2f3ff-1079-418f-b498-69e6ef7fa055), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.089151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Transition to ACTIVE for port object 83482285-39e5-4526-8a1f-e1b8d50e48c9 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:42:56.100035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.158423 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8440396f-8e9b-4180-a9d0-966c2a2beb1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (f4b2f3ff-1079-418f-b498-69e6ef7fa055), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.272288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Pushing event updated for resources: {'Port': ['ID=83482285-39e5-4526-8a1f-e1b8d50e48c9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:56.276751 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c886925-bd78-44ff-be83-6ec211c4b313 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f4266244-8b55-443c-b6fe-da9addd760a0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.301472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8440396f-8e9b-4180-a9d0-966c2a2beb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f4b2f3ff-1079-418f-b498-69e6ef7fa055), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.329412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3c886925-bd78-44ff-be83-6ec211c4b313 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Calling delete_port for f4266244-8b55-443c-b6fe-da9addd760a0 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:42:56.395953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Attempting to bind port 83482285-39e5-4526-8a1f-e1b8d50e48c9 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:56.396930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Attempting to bind port 83482285-39e5-4526-8a1f-e1b8d50e48c9 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:56.398386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Attempting to bind port 83482285-39e5-4526-8a1f-e1b8d50e48c9 on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:56.414967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f946b-30d4-4eb3-8248-7a132cebd2c3 req-8c4471eb-b5f3-4fb5-8853-157980bcb35c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:56.416669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-176f946b-30d4-4eb3-8248-7a132cebd2c3 req-8c4471eb-b5f3-4fb5-8853-157980bcb35c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 944 time: 0.0963006 Jan 28 03:42:56.442361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c744a-47e2-427e-b582-c6282b9ba9ed req-4bffc520-43da-4aa8-96d9-f6556317308d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:56.444647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-884c744a-47e2-427e-b582-c6282b9ba9ed req-4bffc520-43da-4aa8-96d9-f6556317308d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 944 time: 0.1100185 Jan 28 03:42:56.464758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8440396f-8e9b-4180-a9d0-966c2a2beb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (f4b2f3ff-1079-418f-b498-69e6ef7fa055), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.501901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Port 83482285-39e5-4526-8a1f-e1b8d50e48c9 on network 67d1c6df-904c-474d-9a71-2560588370e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:42:56.502220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Attempting to bind port 83482285-39e5-4526-8a1f-e1b8d50e48c9 on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:56.513687 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8440396f-8e9b-4180-a9d0-966c2a2beb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.514448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-884c744a-47e2-427e-b582-c6282b9ba9ed req-40f9f9a1-463c-43cb-836a-7d1092adbe6b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617144 Jan 28 03:42:56.529105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8440396f-8e9b-4180-a9d0-966c2a2beb1b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f4b2f3ff-1079-418f-b498-69e6ef7fa055 HTTP/1.1" status: 204 len: 168 time: 0.8375487 Jan 28 03:42:56.535128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38792) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:56.536133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440396f-8e9b-4180-a9d0-966c2a2beb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b2f3ff-1079-418f-b498-69e6ef7fa055,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:56.540794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-176f946b-30d4-4eb3-8248-7a132cebd2c3 req-913f00c0-9e67-4ef9-ab44-5aa9f5c1fa14 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138985 Jan 28 03:42:56.584163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:56.584508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Checking segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:56.585005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Bound using segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:56.585463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Bound port: 83482285-39e5-4526-8a1f-e1b8d50e48c9, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:56.585821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.695121 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (6dc8b666-d82b-4023-ace6-5937f3648af4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.768592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] For port 83482285-39e5-4526-8a1f-e1b8d50e48c9, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:56.814514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] For port 83482285-39e5-4526-8a1f-e1b8d50e48c9, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=83482285-39e5-4526-8a1f-e1b8d50e48c9,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:56.852731 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.867243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c886925-bd78-44ff-be83-6ec211c4b313 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f4266244-8b55-443c-b6fe-da9addd760a0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.877597 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (6dc8b666-d82b-4023-ace6-5937f3648af4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.911357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:56.911974 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.913356 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] 10.222.0.25 "PUT /v2.0/ports/83482285-39e5-4526-8a1f-e1b8d50e48c9 HTTP/1.1" status: 200 len: 1093 time: 1.7764065 Jan 28 03:42:56.915461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9900f22-63a4-448b-a5c9-53b1ced68a79', 'tag': '83482285-39e5-4526-8a1f-e1b8d50e48c9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:56.917756 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251" -d '{"events": [{"name": "network-changed", "server_uuid": "c9900f22-63a4-448b-a5c9-53b1ced68a79", "tag": "83482285-39e5-4526-8a1f-e1b8d50e48c9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:57.000511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc8b666-d82b-4023-ace6-5937f3648af4']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:57.038985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c886925-bd78-44ff-be83-6ec211c4b313 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.046903 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3c886925-bd78-44ff-be83-6ec211c4b313 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "DELETE /v2.0/ports/f4266244-8b55-443c-b6fe-da9addd760a0 HTTP/1.1" status: 204 len: 168 time: 1.3104055 Jan 28 03:42:57.048351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:57.053735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Request body: {'port': {'name': 'tempest-new-port-name-1578526534', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:57.054394 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] bootfile-name is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:42:57.054916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] tftp-server is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:42:57.055416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] server-ip-address is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:42:57.061913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:57.061913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:57.067091 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740ad4ca-a862-4897-b98a-16161470d719 x-openstack-request-id: req-740ad4ca-a862-4897-b98a-16161470d719 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:57.067523 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9900f22-63a4-448b-a5c9-53b1ced68a79", "tag": "83482285-39e5-4526-8a1f-e1b8d50e48c9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:57.067868 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-740ad4ca-a862-4897-b98a-16161470d719 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:57.068378 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9900f22-63a4-448b-a5c9-53b1ced68a79', 'tag': '83482285-39e5-4526-8a1f-e1b8d50e48c9', 'status': 'completed', 'code': 200} Jan 28 03:42:57.098524 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.125025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.127675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea7dca-c8dd-45fd-a283-05d9b12947ae service neutron] Pushing event updated for resources: {'Port': ['ID=83482285-39e5-4526-8a1f-e1b8d50e48c9,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:57.141834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:42:57.142445 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (cb6217b4-e85b-44d4-a3ac-73e66c2eb6f5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:42:57.144234 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:42:57.195444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c886925-bd78-44ff-be83-6ec211c4b313 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event deleted for resources: {'Port': ['ID=f4266244-8b55-443c-b6fe-da9addd760a0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:57.215250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:42:57.256769 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (58bed96c-319c-4359-954b-4f37e2e1c731), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.275184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e806d-1afe-4846-a640-3c778a186f4a req-1bca9cf6-a05f-4e90-9454-d43d80230519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:57.276606 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-1bca9cf6-a05f-4e90-9454-d43d80230519 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 1096 time: 0.2565880 Jan 28 03:42:57.371682 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-dbdfcd28-fc98-4080-a722-667e3ca7ad4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83482285-39e5-4526-8a1f-e1b8d50e48c9 HTTP/1.1" status: 200 len: 217 time: 0.0799735 Jan 28 03:42:57.377037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (6dc8b666-d82b-4023-ace6-5937f3648af4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.422839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:57.445862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'port_id': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'mac_address': 'fa:16:3e:e7:92:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:42:57.461759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.464642 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6dc8b666-d82b-4023-ace6-5937f3648af4 HTTP/1.1" status: 204 len: 168 time: 0.9135861 Jan 28 03:42:57.550780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e087b-f873-4394-bb26-a2b0f421fa00 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc8b666-d82b-4023-ace6-5937f3648af4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:57.551268 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks [] for port (58bed96c-319c-4359-954b-4f37e2e1c731), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.555155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:57.555556 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.565189 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (58bed96c-319c-4359-954b-4f37e2e1c731), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.566321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e806d-1afe-4846-a640-3c778a186f4a req-fe4982c9-c300-434d-8f45-b670cf945df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:57.568069 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-fe4982c9-c300-434d-8f45-b670cf945df0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.1841359 Jan 28 03:42:57.580012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:57.636182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:57.642511 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.645620 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-f8441dd7-f845-4702-83ef-c5708b2325e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664589 Jan 28 03:42:57.662687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] In _notify_port_updated(), no bound segment for port 58bed96c-319c-4359-954b-4f37e2e1c731 on network d6631451-cf72-4081-b153-bb1973aadae7 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:42:57.678370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:57.679087 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.684245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "PUT /v2.0/ports/58bed96c-319c-4359-954b-4f37e2e1c731 HTTP/1.1" status: 200 len: 1129 time: 0.6345046 Jan 28 03:42:57.686482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:57.733201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38814) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:57.765965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:57.819023 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-c63ff674-a8f0-4006-8ca7-657466e54749 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684685 Jan 28 03:42:57.894375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe6f8e-ac28-4134-95a9-4fab641de5cd tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:57.900073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:57.900295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-befe6f8e-ac28-4134-95a9-4fab641de5cd tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "GET /v2.0/ports/58bed96c-319c-4359-954b-4f37e2e1c731 HTTP/1.1" status: 200 len: 1129 time: 0.2035594 Jan 28 03:42:57.931952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9afd4f0b-72c4-49f1-994b-df376b70541a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=351a66772f8144fd8a8b34aaaa3b15fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1775129 Jan 28 03:42:57.932758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795ca31-26ae-498d-a16c-fcf8089d4e17 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event updated for resources: {'Port': ['ID=58bed96c-319c-4359-954b-4f37e2e1c731,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:57.940786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:57.980723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46707e0d-16cc-40c6-ab5e-4505df4dabc3 req-64a91ffc-d311-4e58-aa5b-63b228056a89 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:57.989340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46707e0d-16cc-40c6-ab5e-4505df4dabc3 req-64a91ffc-d311-4e58-aa5b-63b228056a89 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 944 time: 0.2681513 Jan 28 03:42:58.006262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08091d1-b08a-4d4b-bde1-8acd84c03838 req-eaad34ac-e294-407f-b26e-b80a169fbfca tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.014613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f08091d1-b08a-4d4b-bde1-8acd84c03838 req-eaad34ac-e294-407f-b26e-b80a169fbfca tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.2888820 Jan 28 03:42:58.056877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:58.101433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f08091d1-b08a-4d4b-bde1-8acd84c03838 req-9265eb49-b53a-4a64-8e77-eae41047e100 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859210 Jan 28 03:42:58.108192 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-326e806d-1afe-4846-a640-3c778a186f4a req-5e063149-8dd2-4b21-bd0f-6d8f47bc13b6 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805908 Jan 28 03:42:58.114473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba2e17c9-3090-4447-a5fc-ed6d66a6d54a None None] Provisioning complete for port 58bed96c-319c-4359-954b-4f37e2e1c731 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:58.114983 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba2e17c9-3090-4447-a5fc-ed6d66a6d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (58bed96c-319c-4359-954b-4f37e2e1c731), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:58.115767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee2bc8c1-9025-42d6-9589-4741e333f6cb admin admin] Publish callbacks [] for security_group (1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:58.118979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46707e0d-16cc-40c6-ab5e-4505df4dabc3 req-9b9b500a-2b98-40da-9c73-4c7f527629be tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246991 Jan 28 03:42:58.172489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee2bc8c1-9025-42d6-9589-4741e333f6cb admin admin] Publish callbacks [] for security_group (1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:58.199990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e17c9-3090-4447-a5fc-ed6d66a6d54a None None] Port 58bed96c-319c-4359-954b-4f37e2e1c731 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:42:58.202036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5194f349-6098-414e-9b82-b8c2000c3a91 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Deleting port 58bed96c-319c-4359-954b-4f37e2e1c731 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:58.202535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5194f349-6098-414e-9b82-b8c2000c3a91 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (58bed96c-319c-4359-954b-4f37e2e1c731), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:58.347708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251 req-61bb9fad-7640-490e-9655-4a45d1730713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.349846 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251 req-61bb9fad-7640-490e-9655-4a45d1730713 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 1096 time: 0.1380317 Jan 28 03:42:58.387643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee2bc8c1-9025-42d6-9589-4741e333f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:58.390384 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee2bc8c1-9025-42d6-9589-4741e333f6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:58.393057 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ee2bc8c1-9025-42d6-9589-4741e333f6cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c HTTP/1.1" status: 204 len: 168 time: 0.4495285 Jan 28 03:42:58.417415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-395f154c-89b0-4aff-a94b-bdd87a20757b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0774105 Jan 28 03:42:58.428065 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5194f349-6098-414e-9b82-b8c2000c3a91 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (58bed96c-319c-4359-954b-4f37e2e1c731), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:58.447460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5194f349-6098-414e-9b82-b8c2000c3a91 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Calling delete_port for 58bed96c-319c-4359-954b-4f37e2e1c731 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:42:58.449322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bc8c1-9025-42d6-9589-4741e333f6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc8fb0b-a7d1-4042-80fc-b6dba79bc66c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:58.532269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251 req-61a77064-5438-4f0b-aa28-410467d24364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.533775 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251 req-61a77064-5438-4f0b-aa28-410467d24364 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 907 time: 0.1783428 Jan 28 03:42:58.578268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-270d1c17-1f95-418f-8693-7ec2e311d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.579285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-270d1c17-1f95-418f-8693-7ec2e311d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.579976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-270d1c17-1f95-418f-8693-7ec2e311d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.580643 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251 req-27072af5-aeef-48c6-a39c-fb3f1540a88e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83482285-39e5-4526-8a1f-e1b8d50e48c9 HTTP/1.1" status: 200 len: 217 time: 0.0408533 Jan 28 03:42:58.580807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-270d1c17-1f95-418f-8693-7ec2e311d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.581435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-270d1c17-1f95-418f-8693-7ec2e311d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.582067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-270d1c17-1f95-418f-8693-7ec2e311d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.582667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-270d1c17-1f95-418f-8693-7ec2e311d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.584706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-270d1c17-1f95-418f-8693-7ec2e311d8ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6499 time: 0.0573101 Jan 28 03:42:58.644629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251 req-d6da2a94-94ef-4e2e-8817-177511b65b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.646133 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251 req-d6da2a94-94ef-4e2e-8817-177511b65b40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0595090 Jan 28 03:42:58.704888 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251 req-bebeaed1-5403-4152-bf5e-bea1638250f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356200 Jan 28 03:42:58.745425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-216ab025-79d8-4ac2-b369-f831e0c534c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.746354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-216ab025-79d8-4ac2-b369-f831e0c534c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.746817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-216ab025-79d8-4ac2-b369-f831e0c534c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.749455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-216ab025-79d8-4ac2-b369-f831e0c534c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1159329d-88f1-4a00-b528-9abded9171ef&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c HTTP/1.1" status: 200 len: 2293 time: 0.1363521 Jan 28 03:42:58.770646 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5194f349-6098-414e-9b82-b8c2000c3a91 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (58bed96c-319c-4359-954b-4f37e2e1c731), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:58.847663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-10b7d506-9b30-4417-9701-27740a170d05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee5861d0-7bcf-4176-bcad-a30f435bcf49 HTTP/1.1" status: 200 len: 1002 time: 0.0910995 Jan 28 03:42:58.917303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-b3dca5a5-f06e-4688-a39a-4a3afb3131f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.919622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-b3dca5a5-f06e-4688-a39a-4a3afb3131f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6207826-594e-4d4a-9769-e7e93e590745 HTTP/1.1" status: 200 len: 851 time: 0.0645084 Jan 28 03:42:58.981755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-e4091844-2dfc-410e-9991-dd37e0718de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:58.981755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-e4091844-2dfc-410e-9991-dd37e0718de4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1159329d-88f1-4a00-b528-9abded9171ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536311 Jan 28 03:42:59.088817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194f349-6098-414e-9b82-b8c2000c3a91 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event deleted for resources: {'Port': ['ID=58bed96c-319c-4359-954b-4f37e2e1c731,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:59.119765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-a93928c4-1442-4245-8fe6-72b99664ac52 service neutron] 10.222.0.42 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310773 Jan 28 03:42:59.143721 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5194f349-6098-414e-9b82-b8c2000c3a91 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.149229 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5194f349-6098-414e-9b82-b8c2000c3a91 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "DELETE /v2.0/ports/58bed96c-319c-4359-954b-4f37e2e1c731 HTTP/1.1" status: 204 len: 168 time: 1.2402804 Jan 28 03:42:59.149555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:59.192160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251 req-125ea736-7036-450e-9ba0-474461d79168 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785297 Jan 28 03:42:59.303523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38ccd81-d8be-464d-9cc7-b91ca6cfc05d tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Deleting subnet 9650384f-3468-4a19-9bcc-359a128c59de {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:42:59.308284 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a38ccd81-d8be-464d-9cc7-b91ca6cfc05d tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks [] for subnet (9650384f-3468-4a19-9bcc-359a128c59de), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.410566 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ed3422e4-02a6-47f5-a4e9-1367e0dc6251 req-f3c10fb8-2f88-4a23-b57f-a10420e197d1 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928470 Jan 28 03:42:59.414059 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a38ccd81-d8be-464d-9cc7-b91ca6cfc05d tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (9650384f-3468-4a19-9bcc-359a128c59de), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.523143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a38ccd81-d8be-464d-9cc7-b91ca6cfc05d tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (9650384f-3468-4a19-9bcc-359a128c59de), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.565905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:59.604100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a38ccd81-d8be-464d-9cc7-b91ca6cfc05d tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (9650384f-3468-4a19-9bcc-359a128c59de), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.637222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ccd81-d8be-464d-9cc7-b91ca6cfc05d tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event deleted for resources: {'Subnet': ['ID=9650384f-3468-4a19-9bcc-359a128c59de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:59.642566 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a38ccd81-d8be-464d-9cc7-b91ca6cfc05d tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.647685 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a38ccd81-d8be-464d-9cc7-b91ca6cfc05d tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "DELETE /v2.0/subnets/9650384f-3468-4a19-9bcc-359a128c59de HTTP/1.1" status: 204 len: 168 time: 0.4971387 Jan 28 03:42:59.650019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de9687-5ce6-412c-81ba-ae88130b5a15 None None] Network d6631451-cf72-4081-b153-bb1973aadae7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:59.650593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:59.745358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d6631451-cf72-4081-b153-bb1973aadae7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.764110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2075681180-network', 'tenant_id': '219581554f9843d2802bf1986e624a6f'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:59.802089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-50896ad3-4682-4530-bb17-d65f48546cae service neutron] 10.222.0.42 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758695 Jan 28 03:42:59.845842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Made reservation on behalf of 219581554f9843d2802bf1986e624a6f for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:59.848438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.861502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.877637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910728f8-75d8-4360-8740-80ba9cdf41dd None None] DHCP port deletion for d6631451-cf72-4081-b153-bb1973aadae7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:42:59.892470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Deleting port c249fcb5-6296-4b2e-ad44-3970102b5d1b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:59.892831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.894044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-ed99a901-215d-4072-81d9-fa4da1f4561f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=88761354-69e7-4ad8-ba90-4dbda5634f5f HTTP/1.1" status: 200 len: 217 time: 0.0664682 Jan 28 03:42:59.941177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7eb75-33ff-40a2-9bd1-124ba111f0c4 req-23d99d49-43f7-415a-883c-2de3ad78d264 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:59.942313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-910728f8-75d8-4360-8740-80ba9cdf41dd None None] Deleting port c249fcb5-6296-4b2e-ad44-3970102b5d1b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:42:59.943087 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-910728f8-75d8-4360-8740-80ba9cdf41dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.948579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9b7eb75-33ff-40a2-9bd1-124ba111f0c4 req-23d99d49-43f7-415a-883c-2de3ad78d264 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 944 time: 0.6659012 Jan 28 03:42:59.979522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532eecd-ed14-421c-8205-5e6eb4f1d67f req-8e78c292-47fd-4bdc-8fc9-4079f2294bc3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:59.981267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8532eecd-ed14-421c-8205-5e6eb4f1d67f req-8e78c292-47fd-4bdc-8fc9-4079f2294bc3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.2215376 Jan 28 03:42:59.998927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] For port c249fcb5-6296-4b2e-ad44-3970102b5d1b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c249fcb5-6296-4b2e-ad44-3970102b5d1b,segment=NetworkSegment(3b767c8f-063d-4fb4-8299-2e39454b31af),segment_id=3b767c8f-063d-4fb4-8299-2e39454b31af)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:59.999364 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.019967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Calling delete_port for c249fcb5-6296-4b2e-ad44-3970102b5d1b owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:00.034460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-f681acff-2659-471b-9036-13261bd550ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:00.036250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-f681acff-2659-471b-9036-13261bd550ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.1338906 Jan 28 03:43:00.046611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-910728f8-75d8-4360-8740-80ba9cdf41dd None None] For port c249fcb5-6296-4b2e-ad44-3970102b5d1b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c249fcb5-6296-4b2e-ad44-3970102b5d1b,segment=NetworkSegment(3b767c8f-063d-4fb4-8299-2e39454b31af),segment_id=3b767c8f-063d-4fb4-8299-2e39454b31af)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:00.047442 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-910728f8-75d8-4360-8740-80ba9cdf41dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.066683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-910728f8-75d8-4360-8740-80ba9cdf41dd None None] Calling delete_port for c249fcb5-6296-4b2e-ad44-3970102b5d1b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:00.094952 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Publish callbacks [] for security_group (968385c4-fd8e-4753-8e39-ca3bf437d4b8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.099267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9b7eb75-33ff-40a2-9bd1-124ba111f0c4 req-ca2826c5-dd8e-4db7-9190-0ae6248dcb2d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497269 Jan 28 03:43:00.104961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (968385c4-fd8e-4753-8e39-ca3bf437d4b8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.123314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8532eecd-ed14-421c-8205-5e6eb4f1d67f req-b2ad18d1-e112-4013-9714-039b44d29acb tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303980 Jan 28 03:43:00.153546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-fd8825a6-ab04-4a0f-9c84-95c3611d8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:00.156483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-fd8825a6-ab04-4a0f-9c84-95c3611d8967 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1130049 Jan 28 03:43:00.182040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:00.192905 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-910728f8-75d8-4360-8740-80ba9cdf41dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.197831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968385c4-fd8e-4753-8e39-ca3bf437d4b8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:00.206072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4a9669f4-db5f-4e60-be43-5852d42b8263), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.206420 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Added segment 4a9669f4-db5f-4e60-be43-5852d42b8263 of type vlan for network a2ae5878-5860-418e-813f-e83918f7ce76 Jan 28 03:43:00.216831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c249fcb5-6296-4b2e-ad44-3970102b5d1b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.261734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910728f8-75d8-4360-8740-80ba9cdf41dd None None] Pushing event deleted for resources: {'Port': ['ID=c249fcb5-6296-4b2e-ad44-3970102b5d1b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:00.269814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910728f8-75d8-4360-8740-80ba9cdf41dd None None] No DVR routers for this DVR port c249fcb5-6296-4b2e-ad44-3970102b5d1b on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:00.276907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event deleted for resources: {'Port': ['ID=c249fcb5-6296-4b2e-ad44-3970102b5d1b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:00.282594 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] No DVR routers for this DVR port c249fcb5-6296-4b2e-ad44-3970102b5d1b on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:00.285660 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a2ae5878-5860-418e-813f-e83918f7ce76), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.359286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-8da0e621-a423-4ad3-a1c7-14c2c7fa2032 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715786 Jan 28 03:43:00.391296 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d6631451-cf72-4081-b153-bb1973aadae7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.408182 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a2ae5878-5860-418e-813f-e83918f7ce76), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.408182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:00.408182 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.472741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-d8d45d87-e91f-4886-977b-2bddf17678eb service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048572 Jan 28 03:43:00.489198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9220462 Jan 28 03:43:00.490894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6631451-cf72-4081-b153-bb1973aadae7']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:00.500366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:00.511109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Request body: {'subnet': {'network_id': 'a2ae5878-5860-418e-813f-e83918f7ce76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2075681180-subnet', 'tenant_id': '219581554f9843d2802bf1986e624a6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:00.516546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b767c8f-063d-4fb4-8299-2e39454b31af') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:00.516920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b767c8f-063d-4fb4-8299-2e39454b31af') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:00.533536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (3b767c8f-063d-4fb4-8299-2e39454b31af), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.534566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-d39c9d35-fb14-4d39-817c-8c54afefa459 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=96d6a893-9cff-4b5a-91a3-c3491108d32e HTTP/1.1" status: 200 len: 217 time: 0.0555155 Jan 28 03:43:00.536116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247e689-d565-4525-b1c9-f9db81ca1044 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ae5878-5860-418e-813f-e83918f7ce76,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:00.548219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a2ae5878-5860-418e-813f-e83918f7ce76 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:00.559388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3b767c8f-063d-4fb4-8299-2e39454b31af), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.565858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Made reservation on behalf of 219581554f9843d2802bf1986e624a6f for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:00.574413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.595577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:00.595990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (3b767c8f-063d-4fb4-8299-2e39454b31af), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.602099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-d1b72349-2c04-411f-8cb3-a8f0fd24a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:00.603590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-d1b72349-2c04-411f-8cb3-a8f0fd24a3c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0564549 Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:00.605334 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:00.659775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-fc26ca05-2fa4-4d83-9823-be6cabcec50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:00.661906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-fc26ca05-2fa4-4d83-9823-be6cabcec50c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0513742 Jan 28 03:43:00.696384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c249fcb5-6296-4b2e-ad44-3970102b5d1b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:00.769769 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d6631451-cf72-4081-b153-bb1973aadae7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.780273 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.784449 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] 10.222.0.44 "DELETE /v2.0/networks/d6631451-cf72-4081-b153-bb1973aadae7 HTTP/1.1" status: 204 len: 168 time: 1.1327085 Jan 28 03:43:00.802229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c249fcb5-6296-4b2e-ad44-3970102b5d1b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:00.802442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0c92-9b43-4ca9-a809-d9d15b699d63 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739 tempest-ExtraDHCPOptionsIpV6TestJSON-611354739-project] Pushing event deleted for resources: {'Network': ['ID=d6631451-cf72-4081-b153-bb1973aadae7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:00.802566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c249fcb5-6296-4b2e-ad44-3970102b5d1b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:00.829433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-65251351-2d3a-4763-8abd-c79e5f9085b1 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617045 Jan 28 03:43:00.976775 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (f7c44f6e-d51f-43e3-82bc-4284b21331c3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.984959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-c28dd5ce-9196-44c3-9aa6-895616bb212d service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410155 Jan 28 03:43:01.088210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Checking segment: {'id': '4a9669f4-db5f-4e60-be43-5852d42b8263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a2ae5878-5860-418e-813f-e83918f7ce76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:01.088987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Network hostable DHCP agents. Network: a2ae5878-5860-418e-813f-e83918f7ce76, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:01.090175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-5c57f6ca-6da6-4c6c-9b01-3e2b5a5a5377 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=277f3f55-a304-41ef-bfc1-6c1d2561d4f7 HTTP/1.1" status: 200 len: 217 time: 0.1042953 Jan 28 03:43:01.120350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c44f6e-d51f-43e3-82bc-4284b21331c3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:01.179895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Network a2ae5878-5860-418e-813f-e83918f7ce76 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:01.208576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a2ae5878-5860-418e-813f-e83918f7ce76) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:01.218283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.219309 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:01.220779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e479d-f3c4-4192-b79b-ac3f99bf6148 None None] Network a2ae5878-5860-418e-813f-e83918f7ce76 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:01.227636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-6801aa3e-09ba-4c11-a2d1-7f0366f6a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.231114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-6801aa3e-09ba-4c11-a2d1-7f0366f6a98f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.1334651 Jan 28 03:43:01.245277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38890) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:01.271210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:01.293321 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-99aad6ec-f70b-48e7-82a3-9d0f53d39dd0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7902727 Jan 28 03:43:01.403185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:43:01.418966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:01.419946 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:01.437451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-cb56a7fe-c2cf-437a-99ad-cf933fdb04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.444683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-cb56a7fe-c2cf-437a-99ad-cf933fdb04b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2077186 Jan 28 03:43:01.468008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 83482285-39e5-4526-8a1f-e1b8d50e48c9 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:43:01.473896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f194d-6607-4956-9a35-fb46ca5823af req-c8ab7be4-0bc3-44a0-a41a-bffae39c6165 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.478134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e01f194d-6607-4956-9a35-fb46ca5823af req-c8ab7be4-0bc3-44a0-a41a-bffae39c6165 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 944 time: 0.2062166 Jan 28 03:43:01.581103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 83482285-39e5-4526-8a1f-e1b8d50e48c9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=83482285-39e5-4526-8a1f-e1b8d50e48c9,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:01.598905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '83482285-39e5-4526-8a1f-e1b8d50e48c9', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'port_id': '83482285-39e5-4526-8a1f-e1b8d50e48c9', 'mac_address': 'fa:16:3e:9d:a5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5548d5-25c1-413a-8337-9e767e70925d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:43:01.639408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c4067-3d58-4c68-ac35-51f57f88e420 None None] Network a2ae5878-5860-418e-813f-e83918f7ce76 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:01.689901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:01.806980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:01.807957 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:01.812188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 83482285-39e5-4526-8a1f-e1b8d50e48c9 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:01.813269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:01.833572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8236c12-c3f1-48d3-bcc8-8bdc3552bf44 req-33ef8b9d-bcc3-49b6-8609-01105362f9e4 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.835768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8236c12-c3f1-48d3-bcc8-8bdc3552bf44 req-33ef8b9d-bcc3-49b6-8609-01105362f9e4 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 945 time: 0.4856205 Jan 28 03:43:01.852025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e01f194d-6607-4956-9a35-fb46ca5823af req-4a2438a7-2a34-4f31-a652-1a943d7b2dd2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650258 Jan 28 03:43:01.853923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:01.857122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:01.860775 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07719bc8-ca6b-422c-ac52-f1f0a720858d" -d '{"events": [{"server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "name": "network-vif-plugged", "status": "completed", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:01.865137 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:01.916569 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9aa4c80e-ab54-4075-9e97-7bb6be614a7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=deeff083abbd44bb8b157d4fdb236c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6688330 Jan 28 03:43:01.919653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:01.920747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83482285-39e5-4526-8a1f-e1b8d50e48c9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:01.936715 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1cf8-1289-47cc-b1e2-e8b14f3ed8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:01.940414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-57f1ac37-be7e-4de8-83a9-9d233973085a service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610395 Jan 28 03:43:01.948614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 83482285-39e5-4526-8a1f-e1b8d50e48c9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=83482285-39e5-4526-8a1f-e1b8d50e48c9,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:01.951130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:01.955820 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:01.988144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8236c12-c3f1-48d3-bcc8-8bdc3552bf44 req-88ef574f-0f08-43ed-a23f-824c8061ab50 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324558 Jan 28 03:43:02.048721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=83482285-39e5-4526-8a1f-e1b8d50e48c9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:02.090331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-8ec51165-97b6-4390-aa42-9191b017eae3 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423831 Jan 28 03:43:02.131509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b5251e-e505-4490-aba8-2ab3bab629f7 admin admin] Publish callbacks [] for security_group (ce70d3a0-8001-4b4a-9b3f-9114869aa85e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:02.143752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-b0a10f36-27e2-4d78-a9a5-4be7923da039 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f857f796-70d7-4841-ad07-31973f4f885e HTTP/1.1" status: 200 len: 217 time: 0.0463109 Jan 28 03:43:02.168541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b5251e-e505-4490-aba8-2ab3bab629f7 admin admin] Publish callbacks [] for security_group (ce70d3a0-8001-4b4a-9b3f-9114869aa85e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:02.209787 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1cf8-1289-47cc-b1e2-e8b14f3ed8fb admin admin] Publish callbacks [] for security_group (a1cc1652-c54c-42ed-81a1-881c38d40cf5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:02.217020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-254eb972-68cb-4241-a1f7-a4260ad39237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:02.218690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-254eb972-68cb-4241-a1f7-a4260ad39237 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0584815 Jan 28 03:43:02.218821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1cf8-1289-47cc-b1e2-e8b14f3ed8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a1cc1652-c54c-42ed-81a1-881c38d40cf5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:02.249688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e1cf8-1289-47cc-b1e2-e8b14f3ed8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cc1652-c54c-42ed-81a1-881c38d40cf5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:02.259485 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1530963c-ee8f-4683-9eea-28ed12454364 x-openstack-request-id: req-1530963c-ee8f-4683-9eea-28ed12454364 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:02.259944 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "name": "network-vif-plugged", "status": "completed", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:02.260213 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1530963c-ee8f-4683-9eea-28ed12454364 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:02.260625 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'code': 200} Jan 28 03:43:02.276175 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1b6e1cf8-1289-47cc-b1e2-e8b14f3ed8fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eee8b626353e4ef09ee2d0834860e779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5843625 Jan 28 03:43:02.277111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38918) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:02.294776 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b5251e-e505-4490-aba8-2ab3bab629f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ce70d3a0-8001-4b4a-9b3f-9114869aa85e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:02.297924 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b5251e-e505-4490-aba8-2ab3bab629f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:02.301893 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-56b5251e-e505-4490-aba8-2ab3bab629f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce70d3a0-8001-4b4a-9b3f-9114869aa85e HTTP/1.1" status: 204 len: 168 time: 0.3739338 Jan 28 03:43:02.318924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5251e-e505-4490-aba8-2ab3bab629f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce70d3a0-8001-4b4a-9b3f-9114869aa85e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:02.323571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['83482285-39e5-4526-8a1f-e1b8d50e48c9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:02.332412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-0f364e54-6f9a-4b72-ae42-5e428f703820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:02.334035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-0f364e54-6f9a-4b72-ae42-5e428f703820 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1066883 Jan 28 03:43:02.360588 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-235c629f-d14e-4b8d-9adc-b8d6746678c3 admin admin] Publish callbacks [] for security_group (a1cc1652-c54c-42ed-81a1-881c38d40cf5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:02.421294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-235c629f-d14e-4b8d-9adc-b8d6746678c3 admin admin] Publish callbacks [] for security_group (a1cc1652-c54c-42ed-81a1-881c38d40cf5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:02.508790 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-235c629f-d14e-4b8d-9adc-b8d6746678c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a1cc1652-c54c-42ed-81a1-881c38d40cf5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:02.514925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-235c629f-d14e-4b8d-9adc-b8d6746678c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:02.520394 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-235c629f-d14e-4b8d-9adc-b8d6746678c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1cc1652-c54c-42ed-81a1-881c38d40cf5 HTTP/1.1" status: 204 len: 168 time: 0.2423027 Jan 28 03:43:02.612568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c629f-d14e-4b8d-9adc-b8d6746678c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cc1652-c54c-42ed-81a1-881c38d40cf5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:02.640163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-9737da21-856e-4313-bfea-e3876392127c service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968884 Jan 28 03:43:02.656083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26273cf3-539f-4344-8d15-6546f16ad88f req-8ed935d0-27ec-4a2c-b483-5f778d75f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:02.661279 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-26273cf3-539f-4344-8d15-6546f16ad88f req-8ed935d0-27ec-4a2c-b483-5f778d75f548 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 1098 time: 0.1397636 Jan 28 03:43:02.738591 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-26273cf3-539f-4344-8d15-6546f16ad88f req-346644b5-bb1a-4cad-80bc-813df3794d5d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708051 Jan 28 03:43:02.792401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-67d61598-817b-46a8-aa3d-176950f8c1f9 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371872 Jan 28 03:43:02.858000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-5f0e0e60-a836-40a7-bfd3-5fcf1617660d tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:02.859573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-5f0e0e60-a836-40a7-bfd3-5fcf1617660d tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/networks?id=a2ae5878-5860-418e-813f-e83918f7ce76 HTTP/1.1" status: 200 len: 822 time: 0.2528150 Jan 28 03:43:02.876686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-d9eb00ad-6042-423e-82a1-fed69d892597 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/quotas/219581554f9843d2802bf1986e624a6f HTTP/1.1" status: 200 len: 375 time: 0.0107217 Jan 28 03:43:02.921309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-10e58f01-f92a-4dcd-b531-dcc4adab910c tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=219581554f9843d2802bf1986e624a6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367084 Jan 28 03:43:03.078992 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:03.092210 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbe19221-0f30-4dbd-978c-81d2bc6d7487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.121574 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4074bf2-e1c1-46c4-838b-b494c8e1e242 req-56133794-de9a-4d0b-ad5d-4767e3e045bc tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:03.124211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4074bf2-e1c1-46c4-838b-b494c8e1e242 req-56133794-de9a-4d0b-ad5d-4767e3e045bc tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 945 time: 0.1236186 Jan 28 03:43:03.125735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-94e80ed9-4dd4-4d65-9208-f91bc113467d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c HTTP/1.1" status: 200 len: 217 time: 0.0615044 Jan 28 03:43:03.168158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-0d533293-f87c-4b20-be5a-45f5a87f3119 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ae5878-5860-418e-813f-e83918f7ce76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396462 Jan 28 03:43:03.187675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbe19221-0f30-4dbd-978c-81d2bc6d7487 admin admin] Publish callbacks [] for security_group (ffd3618c-42f6-442c-937e-082be5a052bb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.192499 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbe19221-0f30-4dbd-978c-81d2bc6d7487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ffd3618c-42f6-442c-937e-082be5a052bb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.237066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cbe19221-0f30-4dbd-978c-81d2bc6d7487 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90886948fc0f49608f71d88f8e2fb16b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544735 Jan 28 03:43:03.237066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe19221-0f30-4dbd-978c-81d2bc6d7487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd3618c-42f6-442c-937e-082be5a052bb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:03.238039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:03.279478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4074bf2-e1c1-46c4-838b-b494c8e1e242 req-e477f478-ecad-4d82-9cd4-564989d84a4c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465974 Jan 28 03:43:03.301187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-b6b015a9-beb1-4bf4-b176-3be011549a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:03.301187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-b6b015a9-beb1-4bf4-b176-3be011549a0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 200 len: 797 time: 0.1468573 Jan 28 03:43:03.399901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-df1542a3-d910-4278-b1f5-409c70ba8507 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ae5878-5860-418e-813f-e83918f7ce76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090023 Jan 28 03:43:03.405145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-be3191c7-ccb0-463a-89d9-ead90ccdc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:03.406623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-be3191c7-ccb0-463a-89d9-ead90ccdc4f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0992854 Jan 28 03:43:03.407410 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f57d6204-f136-42ac-a497-6c9db2bebe7c admin admin] Publish callbacks [] for security_group (ffd3618c-42f6-442c-937e-082be5a052bb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.445136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 83482285-39e5-4526-8a1f-e1b8d50e48c9 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:03.475343 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f57d6204-f136-42ac-a497-6c9db2bebe7c admin admin] Publish callbacks [] for security_group (ffd3618c-42f6-442c-937e-082be5a052bb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.559148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 83482285-39e5-4526-8a1f-e1b8d50e48c9 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:43:03.565708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 83482285-39e5-4526-8a1f-e1b8d50e48c9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:03.566144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.588929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-f4c86971-8129-454e-9ac5-9272a9d210ae service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717680 Jan 28 03:43:03.595375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:03.596201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438aad6-98f9-45b5-bcbe-9ca47f3e857b req-eac8f05a-2e5c-48bb-9976-30da0c26d73b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:03.605042 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e438aad6-98f9-45b5-bcbe-9ca47f3e857b req-eac8f05a-2e5c-48bb-9976-30da0c26d73b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 946 time: 0.1275060 Jan 28 03:43:03.687887 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f57d6204-f136-42ac-a497-6c9db2bebe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ffd3618c-42f6-442c-937e-082be5a052bb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.691553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 83482285-39e5-4526-8a1f-e1b8d50e48c9 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:03.692032 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.694005 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f57d6204-f136-42ac-a497-6c9db2bebe7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.697432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f57d6204-f136-42ac-a497-6c9db2bebe7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffd3618c-42f6-442c-937e-082be5a052bb HTTP/1.1" status: 204 len: 168 time: 0.4567344 Jan 28 03:43:03.812456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 83482285-39e5-4526-8a1f-e1b8d50e48c9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=83482285-39e5-4526-8a1f-e1b8d50e48c9,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:03.819324 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.859457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d6204-f136-42ac-a497-6c9db2bebe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd3618c-42f6-442c-937e-082be5a052bb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:03.860724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1955411311'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:03.924022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=83482285-39e5-4526-8a1f-e1b8d50e48c9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:03.947327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90eeade1-3609-4d62-921e-67149808b23a req-bff95590-2079-4089-b15d-ec3f2b70e3b9 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 210 time: 0.1307092 Jan 28 03:43:03.981302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Made reservation on behalf of 01937124bf564459b22b572ea79f0d45 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:03.982783 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e438aad6-98f9-45b5-bcbe-9ca47f3e857b req-35aaff54-ad13-4cf9-9426-0447e40772c5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3768156 Jan 28 03:43:03.992508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.015497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-ac2284dc-cbaf-41fc-bf99-e6e83fe238c1 service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823056 Jan 28 03:43:04.021925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.061595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-9aa737c8-a594-4ab8-b7c4-3ce60dc7a6bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9a79d06-ceec-4150-9174-924a9ec318bb HTTP/1.1" status: 200 len: 217 time: 0.0377610 Jan 28 03:43:04.147362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for security_group (a3527400-3b08-4dd7-9227-305ad71a4ee5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.153996 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a3527400-3b08-4dd7-9227-305ad71a4ee5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.170012 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-b8ba06b7-000e-4bc1-b5d3-69ee197c12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:04.174311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-b8ba06b7-000e-4bc1-b5d3-69ee197c12d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 200 len: 797 time: 0.1050310 Jan 28 03:43:04.191899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:04.243660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3527400-3b08-4dd7-9227-305ad71a4ee5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:04.247332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7b3488cd-ea44-4fad-b7c7-1164f05be0fb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.247914 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Added segment 7b3488cd-ea44-4fad-b7c7-1164f05be0fb of type vlan for network 351d5387-8ad0-4c0b-874e-71aaab3c412c Jan 28 03:43:04.262038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9900f22-63a4-448b-a5c9-53b1ced68a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83482285-39e5-4526-8a1f-e1b8d50e48c9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:04.266277 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0593d1-79c7-4928-b227-d4a5088ce82f" -d '{"events": [{"server_uuid": "c9900f22-63a4-448b-a5c9-53b1ced68a79", "name": "network-vif-plugged", "status": "completed", "tag": "83482285-39e5-4526-8a1f-e1b8d50e48c9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:04.359296 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-2f88da72-8052-4467-af58-661244611f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:04.363755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-2f88da72-8052-4467-af58-661244611f92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1810002 Jan 28 03:43:04.364035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (351d5387-8ad0-4c0b-874e-71aaab3c412c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.405117 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (351d5387-8ad0-4c0b-874e-71aaab3c412c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.413011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:04.414249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.414908 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e7b683-b047-4992-9206-e998b613c77e x-openstack-request-id: req-62e7b683-b047-4992-9206-e998b613c77e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:04.415198 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9900f22-63a4-448b-a5c9-53b1ced68a79", "name": "network-vif-plugged", "status": "completed", "tag": "83482285-39e5-4526-8a1f-e1b8d50e48c9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:04.415449 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62e7b683-b047-4992-9206-e998b613c77e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:04.415837 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9900f22-63a4-448b-a5c9-53b1ced68a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83482285-39e5-4526-8a1f-e1b8d50e48c9', 'code': 200} Jan 28 03:43:04.495930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event updated for resources: {'Network': ['ID=351d5387-8ad0-4c0b-874e-71aaab3c412c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:04.509607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 351d5387-8ad0-4c0b-874e-71aaab3c412c details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:04.514720 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7cdc0ba1-7c28-4b04-9bca-6ea326e074b9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9161503 Jan 28 03:43:04.518832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39016) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:04.533129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Request body: {'subnet': {'network_id': '351d5387-8ad0-4c0b-874e-71aaab3c412c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:04.608881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39026) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:04.675622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9d64e89-c6bb-4eb4-b1db-83e3e3c59d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.716861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c70e-9594-4e5d-8e76-c5385026f274 req-4f7e4f60-0a14-4e7d-a27c-f16e34bdea91 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:04.725325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6af2c70e-9594-4e5d-8e76-c5385026f274 req-4f7e4f60-0a14-4e7d-a27c-f16e34bdea91 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 946 time: 0.2307539 Jan 28 03:43:04.779624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557637c-d78a-4386-8eda-5544ae246899 req-342c3ffa-31e8-4cf3-a495-86ded320bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:04.783809 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5557637c-d78a-4386-8eda-5544ae246899 req-342c3ffa-31e8-4cf3-a495-86ded320bcd3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 1098 time: 0.1408906 Jan 28 03:43:04.805602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Made reservation on behalf of 01937124bf564459b22b572ea79f0d45 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:04.815234 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.857180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-77999a20-8b9c-4016-af51-330596bdb4b7 service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876952 Jan 28 03:43:04.910745 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9d64e89-c6bb-4eb4-b1db-83e3e3c59d37 admin admin] Publish callbacks [] for security_group (b9299f41-beb2-4990-99eb-83d3d03f0745), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.919100 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5557637c-d78a-4386-8eda-5544ae246899 req-d0e19550-0345-4222-a3b1-a0550f264407 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295943 Jan 28 03:43:04.931302 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9d64e89-c6bb-4eb4-b1db-83e3e3c59d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b9299f41-beb2-4990-99eb-83d3d03f0745), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.985405 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6af2c70e-9594-4e5d-8e76-c5385026f274 req-2063874a-abb5-45ea-a3da-adbbb1a08a58 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586696 Jan 28 03:43:05.129030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d64e89-c6bb-4eb4-b1db-83e3e3c59d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9299f41-beb2-4990-99eb-83d3d03f0745,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:05.146621 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (5adbae18-816a-4ef3-b92d-c0b28146b21f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.177656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e9d64e89-c6bb-4eb4-b1db-83e3e3c59d37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ba02d239e23444c827d29c6f8072077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5598621 Jan 28 03:43:05.177884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:05.179581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30cb644a-9123-479f-bbe7-1614a893597f req-8f271f13-aa37-40d8-81e0-1e266b7818eb tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 210 time: 0.0772939 Jan 28 03:43:05.222486 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82b747d3-a3d2-4aa5-8d6b-94b04d4bd401 req-57852be2-747b-4639-b122-bc4f1aaf5da1 service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320727 Jan 28 03:43:05.254080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554a521-061a-4878-b6b0-99b90e026c2d req-0589ca5a-2c47-4d04-8357-e62d60ad49ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:05.256238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b443df7-c43a-45a1-9dce-bc58d2d19430 admin admin] Publish callbacks [] for security_group (b9299f41-beb2-4990-99eb-83d3d03f0745), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.267207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d554a521-061a-4878-b6b0-99b90e026c2d req-0589ca5a-2c47-4d04-8357-e62d60ad49ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 946 time: 0.1647999 Jan 28 03:43:05.287678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event updated for resources: {'Subnet': ['ID=5adbae18-816a-4ef3-b92d-c0b28146b21f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:05.291221 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b443df7-c43a-45a1-9dce-bc58d2d19430 admin admin] Publish callbacks [] for security_group (b9299f41-beb2-4990-99eb-83d3d03f0745), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.342021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Checking segment: {'id': '7b3488cd-ea44-4fad-b7c7-1164f05be0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '351d5387-8ad0-4c0b-874e-71aaab3c412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:05.342635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Network hostable DHCP agents. Network: 351d5387-8ad0-4c0b-874e-71aaab3c412c, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:05.353634 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d554a521-061a-4878-b6b0-99b90e026c2d req-67e714c8-1635-4f1a-91b7-220fb53ebdf8 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840652 Jan 28 03:43:05.364212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Network 351d5387-8ad0-4c0b-874e-71aaab3c412c is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:05.377356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b443df7-c43a-45a1-9dce-bc58d2d19430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b9299f41-beb2-4990-99eb-83d3d03f0745), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.392426 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b443df7-c43a-45a1-9dce-bc58d2d19430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.392426 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3b443df7-c43a-45a1-9dce-bc58d2d19430 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9299f41-beb2-4990-99eb-83d3d03f0745 HTTP/1.1" status: 204 len: 168 time: 0.2036636 Jan 28 03:43:05.392426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 351d5387-8ad0-4c0b-874e-71aaab3c412c) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:05.400534 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b073f9-e997-4ccb-bc34-ec309375e58e None None] Network 351d5387-8ad0-4c0b-874e-71aaab3c412c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:05.405873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:05.406864 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.421252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b443df7-c43a-45a1-9dce-bc58d2d19430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9299f41-beb2-4990-99eb-83d3d03f0745,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:05.434301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:05.434689 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7271aa9e-49d0-4ca1-9194-05683d0e75e0 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9144752 Jan 28 03:43:05.439893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ca61ebae-222a-44b0-abb5-0e46c9653fb8 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1302565517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:05.487001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca61ebae-222a-44b0-abb5-0e46c9653fb8 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.488106 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca61ebae-222a-44b0-abb5-0e46c9653fb8 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.631877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca61ebae-222a-44b0-abb5-0e46c9653fb8 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for router_controller (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.639301 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca61ebae-222a-44b0-abb5-0e46c9653fb8 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.640363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-351d5387-8ad0-4c0b-874e-71aaab3c412c', 'network_id': '351d5387-8ad0-4c0b-874e-71aaab3c412c', 'project_id': '01937124bf564459b22b572ea79f0d45', 'fixed_ips': [{'subnet_id': '5adbae18-816a-4ef3-b92d-c0b28146b21f'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:43:05.641425 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.676525 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca61ebae-222a-44b0-abb5-0e46c9653fb8 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.677909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ca61ebae-222a-44b0-abb5-0e46c9653fb8 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2417784 Jan 28 03:43:05.680768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:05.769156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-ed60b5be-a663-4e14-81d0-d6e53e867254 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:05.772700 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-ed60b5be-a663-4e14-81d0-d6e53e867254 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.42 "GET /v2.0/networks?id=a2ae5878-5860-418e-813f-e83918f7ce76 HTTP/1.1" status: 200 len: 822 time: 0.2528999 Jan 28 03:43:05.801679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Request body: {'port': {'device_id': '7df81987-f69d-4e66-802c-02478ede16f0', 'network_id': 'a2ae5878-5860-418e-813f-e83918f7ce76', 'admin_state_up': True, 'tenant_id': '219581554f9843d2802bf1986e624a6f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:05.910604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Allocated IP 172.20.0.2 (351d5387-8ad0-4c0b-874e-71aaab3c412c/5adbae18-816a-4ef3-b92d-c0b28146b21f/e85e712b-059d-45c5-a5b9-bb72e8d486e0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:06.011796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Made reservation on behalf of 219581554f9843d2802bf1986e624a6f for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:06.020524 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:06.199946 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-35826df4-ef12-4035-bcf1-6cc774966c5b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4020419 Jan 28 03:43:06.229475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e23f7-62ed-42f3-a76c-3ed7f8d7b7a6 req-a760b93a-1052-427b-85ac-b140d4d99985 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:06.238023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e1e23f7-62ed-42f3-a76c-3ed7f8d7b7a6 req-a760b93a-1052-427b-85ac-b140d4d99985 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 946 time: 0.1472988 Jan 28 03:43:06.348290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e1e23f7-62ed-42f3-a76c-3ed7f8d7b7a6 req-695d05f6-c600-45b2-88a5-27e72a194f46 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094334 Jan 28 03:43:06.353870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Allocated IP 172.20.0.5 (a2ae5878-5860-418e-813f-e83918f7ce76/f7c44f6e-d51f-43e3-82bc-4284b21331c3/a86fa0be-d96f-40d3-a5c6-d96d508c24e9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:06.398962 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Publish callbacks [] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:06.411942 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:06.416573 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:06.467274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60710dc3-1c53-42f6-aee4-4f61e1fa8f52 req-2855b805-0a78-43aa-be32-38ce19257300 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 210 time: 0.0727236 Jan 28 03:43:06.469206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Network 351d5387-8ad0-4c0b-874e-71aaab3c412c is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:06.474795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:06.489891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:06.544634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Pushing event updated for resources: {'Port': ['ID=e85e712b-059d-45c5-a5b9-bb72e8d486e0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:06.589305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-38202ad0-c92d-4eb4-9e8f-24c27233a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:06.590701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Attempting to bind port e85e712b-059d-45c5-a5b9-bb72e8d486e0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:06.591654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Attempting to bind port e85e712b-059d-45c5-a5b9-bb72e8d486e0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '7b3488cd-ea44-4fad-b7c7-1164f05be0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '351d5387-8ad0-4c0b-874e-71aaab3c412c'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:06.591795 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-38202ad0-c92d-4eb4-9e8f-24c27233a7d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 1097 time: 0.2019897 Jan 28 03:43:06.592707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Attempting to bind port e85e712b-059d-45c5-a5b9-bb72e8d486e0 on network 351d5387-8ad0-4c0b-874e-71aaab3c412c {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:06.602196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:06.602490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Checking segment: {'id': '7b3488cd-ea44-4fad-b7c7-1164f05be0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '351d5387-8ad0-4c0b-874e-71aaab3c412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:06.603975 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:06.604390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Bound using segment: {'id': '7b3488cd-ea44-4fad-b7c7-1164f05be0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '351d5387-8ad0-4c0b-874e-71aaab3c412c'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:06.604990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Bound port: e85e712b-059d-45c5-a5b9-bb72e8d486e0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3488cd-ea44-4fad-b7c7-1164f05be0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '351d5387-8ad0-4c0b-874e-71aaab3c412c'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:06.605587 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:06.643012 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd883-494a-47e5-a2f7-7bff6ad03397 req-b8b45017-7083-44b2-b270-8edb255f5810 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:06.650175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c38cd883-494a-47e5-a2f7-7bff6ad03397 req-b8b45017-7083-44b2-b270-8edb255f5810 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 946 time: 0.1642249 Jan 28 03:43:06.711858 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Publish callbacks [] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:06.736481 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c38cd883-494a-47e5-a2f7-7bff6ad03397 req-4bcc6c85-2904-4c36-93bc-88e92d2aad8c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851512 Jan 28 03:43:06.741346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] For port e85e712b-059d-45c5-a5b9-bb72e8d486e0, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:06.750544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] For port e85e712b-059d-45c5-a5b9-bb72e8d486e0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e85e712b-059d-45c5-a5b9-bb72e8d486e0,segment=NetworkSegment(7b3488cd-ea44-4fad-b7c7-1164f05be0fb),segment_id=7b3488cd-ea44-4fad-b7c7-1164f05be0fb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:06.766771 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:06.799412 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:06.824892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-0e25faa5-9c41-49b5-b291-4cb9d24cfd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:06.826763 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-0e25faa5-9c41-49b5-b291-4cb9d24cfd58 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 907 time: 0.1911774 Jan 28 03:43:06.863389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a456d-603d-4b40-8e96-b26877ef8317 None None] Pushing event updated for resources: {'Port': ['ID=e85e712b-059d-45c5-a5b9-bb72e8d486e0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:06.892424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Network a2ae5878-5860-418e-813f-e83918f7ce76 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:06.895485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:06.900205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:06.909489 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-d30896b4-83c3-4697-ac04-d3d384c437a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e402d76c-9ef5-4c84-a107-4825ec20018c HTTP/1.1" status: 200 len: 217 time: 0.0542262 Jan 28 03:43:06.946345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Allocated IP 172.20.0.1 (351d5387-8ad0-4c0b-874e-71aaab3c412c/5adbae18-816a-4ef3-b92d-c0b28146b21f/d2298b18-df4f-4e07-a1f0-6d65eff4954c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:06.946514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Pushing event updated for resources: {'Port': ['ID=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:06.980463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:06.981139 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:07.003507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-dcd02cb4-ffb8-41c4-aa97-bf367544542f tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2096314 Jan 28 03:43:07.020647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Request body: {'port': {'device_id': '7df81987-f69d-4e66-802c-02478ede16f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:07.047485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-4e6ea13f-bb6b-496f-8296-0554f003a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:07.049249 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-4e6ea13f-bb6b-496f-8296-0554f003a0ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.1205709 Jan 28 03:43:07.110209 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-19396f41-f113-4383-923e-9cfda9f102da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488365 Jan 28 03:43:07.115815 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:07.256050 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:07.293414 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-4338e96c-4400-46a5-a5c4-4fa7e458f09a service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773348 Jan 28 03:43:07.398567 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:07.492070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Network 351d5387-8ad0-4c0b-874e-71aaab3c412c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:07.499694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:07.514700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:07.531351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8cade0b-318d-4983-a0c9-621539aea4f2 req-cf1f9e45-0afe-417d-9f0f-0dac14de6cd9 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284296 Jan 28 03:43:07.556929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event updated for resources: {'Port': ['ID=d2298b18-df4f-4e07-a1f0-6d65eff4954c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:07.590143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:08.130424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f07654-a194-4d36-afff-db6118d6aebd req-4b414fca-6764-4216-a4d0-759cc1d81058 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:08.139708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f07654-a194-4d36-afff-db6118d6aebd req-4b414fca-6764-4216-a4d0-759cc1d81058 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 931 time: 0.1026218 Jan 28 03:43:08.183182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479525d4-fc05-4e47-8794-a4a67d1cfabe req-50337487-b4c4-44d4-b290-5ff7033b7dff tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:08.192895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-479525d4-fc05-4e47-8794-a4a67d1cfabe req-50337487-b4c4-44d4-b290-5ff7033b7dff tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 946 time: 0.7355039 Jan 28 03:43:08.266669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:08.308995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48f07654-a194-4d36-afff-db6118d6aebd req-21773109-7a50-4159-bbf1-3f845c717fe6 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673510 Jan 28 03:43:08.445888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-479525d4-fc05-4e47-8794-a4a67d1cfabe req-941ebb7c-50ac-4965-ba38-d3c0d2c86269 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519052 Jan 28 03:43:08.569275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86fa0be-d96f-40d3-a5c6-d96d508c24e9 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:08.601125 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Publish callbacks [] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:08.647371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Transition to ACTIVE for port object a86fa0be-d96f-40d3-a5c6-d96d508c24e9 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:43:08.655659 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:08.737893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Pushing event updated for resources: {'Port': ['ID=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:08.790801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e85e712b-059d-45c5-a5b9-bb72e8d486e0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:08.911301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c28df-c332-4cd4-98d5-80de06e98245 None None] Network 351d5387-8ad0-4c0b-874e-71aaab3c412c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:08.980683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:08.996626 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.000537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e85e712b-059d-45c5-a5b9-bb72e8d486e0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:09.003535 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.036690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-05949576-f2f0-4e06-a050-a41505965ec4 None None] Provisioning complete for port e85e712b-059d-45c5-a5b9-bb72e8d486e0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:09.037491 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05949576-f2f0-4e06-a050-a41505965ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.039141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Attempting to bind port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:09.041270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Attempting to bind port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '4a9669f4-db5f-4e60-be43-5852d42b8263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a2ae5878-5860-418e-813f-e83918f7ce76'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:09.042713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Attempting to bind port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 on network a2ae5878-5860-418e-813f-e83918f7ce76 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:09.095994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 on network a2ae5878-5860-418e-813f-e83918f7ce76 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:43:09.096334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Attempting to bind port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 on network a2ae5878-5860-418e-813f-e83918f7ce76 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:09.139327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:09.139991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Checking segment: {'id': '4a9669f4-db5f-4e60-be43-5852d42b8263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a2ae5878-5860-418e-813f-e83918f7ce76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:09.139991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Bound using segment: {'id': '4a9669f4-db5f-4e60-be43-5852d42b8263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a2ae5878-5860-418e-813f-e83918f7ce76'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:09.140393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Bound port: a86fa0be-d96f-40d3-a5c6-d96d508c24e9, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9669f4-db5f-4e60-be43-5852d42b8263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a2ae5878-5860-418e-813f-e83918f7ce76'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:09.140754 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.158179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event updated for resources: {'Port': ['ID=d2298b18-df4f-4e07-a1f0-6d65eff4954c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:09.168080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.202153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-135cec9a-032c-461e-9a5d-c7540d3d988a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:09.206725 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-135cec9a-032c-461e-9a5d-c7540d3d988a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.3308876 Jan 28 03:43:09.306894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-05949576-f2f0-4e06-a050-a41505965ec4 None None] Current status of the port e85e712b-059d-45c5-a5b9-bb72e8d486e0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:09.307589 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05949576-f2f0-4e06-a050-a41505965ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.320764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Network 351d5387-8ad0-4c0b-874e-71aaab3c412c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:09.322332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:09.330828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e85e712b-059d-45c5-a5b9-bb72e8d486e0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:09.331479 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.342776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-bfa61eaa-cfdc-4846-9b56-22981d0e29a4 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/quotas/9917c37214864c63b899b703cfc2d824 HTTP/1.1" status: 200 len: 375 time: 0.1272655 Jan 28 03:43:09.381188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] For port a86fa0be-d96f-40d3-a5c6-d96d508c24e9, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:09.390759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-05949576-f2f0-4e06-a050-a41505965ec4 None None] For port e85e712b-059d-45c5-a5b9-bb72e8d486e0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e85e712b-059d-45c5-a5b9-bb72e8d486e0,segment=NetworkSegment(7b3488cd-ea44-4fad-b7c7-1164f05be0fb),segment_id=7b3488cd-ea44-4fad-b7c7-1164f05be0fb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:09.413152 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05949576-f2f0-4e06-a050-a41505965ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.455720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] For port a86fa0be-d96f-40d3-a5c6-d96d508c24e9, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,segment=NetworkSegment(4a9669f4-db5f-4e60-be43-5852d42b8263),segment_id=4a9669f4-db5f-4e60-be43-5852d42b8263)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:09.475081 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.563577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Router 4fc7527d-0bc5-4e7f-bcb2-899740cf8183 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:43:09.571038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05949576-f2f0-4e06-a050-a41505965ec4 None None] Pushing event updated for resources: {'Port': ['ID=e85e712b-059d-45c5-a5b9-bb72e8d486e0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:09.611239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Pushing event updated for resources: {'Port': ['ID=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:09.618608 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:43:09.623947 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:43:09.657215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-93bc2886-e704-44cf-9e7a-b35746b1d51b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3026440 Jan 28 03:43:09.740768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:09.741706 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.743250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-bf39a2a9-720b-4de5-9ad5-823a4ce27241 service neutron] 10.222.0.42 "PUT /v2.0/ports/a86fa0be-d96f-40d3-a5c6-d96d508c24e9 HTTP/1.1" status: 200 len: 1092 time: 2.7273905 Jan 28 03:43:09.743828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df81987-f69d-4e66-802c-02478ede16f0', 'tag': 'a86fa0be-d96f-40d3-a5c6-d96d508c24e9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:09.752805 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69bb6d8-2f73-4287-91fb-1c33bb8713db" -d '{"events": [{"name": "network-changed", "server_uuid": "7df81987-f69d-4e66-802c-02478ede16f0", "tag": "a86fa0be-d96f-40d3-a5c6-d96d508c24e9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:09.760372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:43:09.772946 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-58cf27bc-833e-4f93-8069-d7b2c2035b4e tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "PUT /v2.0/routers/4fc7527d-0bc5-4e7f-bcb2-899740cf8183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0904093 Jan 28 03:43:09.773860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:09.774181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b1635-948f-46d9-9770-63ec1f5f6070 None None] Sync routers for ids ['4fc7527d-0bc5-4e7f-bcb2-899740cf8183'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:43:09.781456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Request body: {'port': {'network_id': '351d5387-8ad0-4c0b-874e-71aaab3c412c', 'name': 'tempest-FloatingIPNegativeTestJSON-1598264148'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:09.793905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b1635-948f-46d9-9770-63ec1f5f6070 None None] Routers {'4fc7527d-0bc5-4e7f-bcb2-899740cf8183'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:09.794498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b09b1635-948f-46d9-9770-63ec1f5f6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4fc7527d-0bc5-4e7f-bcb2-899740cf8183'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:09.913757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b09b1635-948f-46d9-9770-63ec1f5f6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:09.915054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39184) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:09.947178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b1635-948f-46d9-9770-63ec1f5f6070 None None] Routers {'4fc7527d-0bc5-4e7f-bcb2-899740cf8183'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:09.948229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b88ecf-9c05-4739-9698-f6c2ca15f5eb req-47c7d7d9-3eab-4523-b31d-a3fb1d5cf6f2 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:09.949035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b09b1635-948f-46d9-9770-63ec1f5f6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4fc7527d-0bc5-4e7f-bcb2-899740cf8183'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:09.950858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04b88ecf-9c05-4739-9698-f6c2ca15f5eb req-47c7d7d9-3eab-4523-b31d-a3fb1d5cf6f2 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 943 time: 0.3530540 Jan 28 03:43:09.970361 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ae7e1934-53dc-4525-b5d6-22321bd68893 None None] Provisioning complete for port e85e712b-059d-45c5-a5b9-bb72e8d486e0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:09.971968 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1934-53dc-4525-b5d6-22321bd68893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:09.987010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Made reservation on behalf of 01937124bf564459b22b572ea79f0d45 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:09.993880 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.029984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] device_id is not set on port e86f6cc9-02b7-4d9a-9faf-dd61031926da yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:43:10.055883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b09b1635-948f-46d9-9770-63ec1f5f6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:10.056934 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b1635-948f-46d9-9770-63ec1f5f6070 None None] The sync data for ids ['4fc7527d-0bc5-4e7f-bcb2-899740cf8183'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:43:10.101946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-c5e3a18c-52ce-4da8-bd2f-85671f7242a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:10.109443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-c5e3a18c-52ce-4da8-bd2f-85671f7242a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=219581554f9843d2802bf1986e624a6f&device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 1095 time: 0.2641730 Jan 28 03:43:10.117440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1224248-ca92-4e14-ba86-a20138347cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.188827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-1a1fc8d7-6afb-4419-9d9b-b3f73adf0efb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a86fa0be-d96f-40d3-a5c6-d96d508c24e9 HTTP/1.1" status: 200 len: 217 time: 0.0650203 Jan 28 03:43:10.193702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-f577d51f-e943-41ce-8bf1-2fac438d3827 service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263572 Jan 28 03:43:10.221675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1224248-ca92-4e14-ba86-a20138347cef admin admin] Publish callbacks [] for security_group (0c54e38c-10ba-474b-9522-77d2ac42055c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.226934 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1224248-ca92-4e14-ba86-a20138347cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0c54e38c-10ba-474b-9522-77d2ac42055c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.235281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e85e712b-059d-45c5-a5b9-bb72e8d486e0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:10.255838 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-def347ac-2368-462d-99d1-1613a7f00d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:10.258275 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-def347ac-2368-462d-99d1-1613a7f00d7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7c44f6e-d51f-43e3-82bc-4284b21331c3 HTTP/1.1" status: 200 len: 862 time: 0.0607424 Jan 28 03:43:10.259235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e1934-53dc-4525-b5d6-22321bd68893 None None] Current status of the port e85e712b-059d-45c5-a5b9-bb72e8d486e0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:10.275608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ae7e1934-53dc-4525-b5d6-22321bd68893 None None] Provisioning complete for port d2298b18-df4f-4e07-a1f0-6d65eff4954c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:10.275987 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1934-53dc-4525-b5d6-22321bd68893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.313442 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e1224248-ca92-4e14-ba86-a20138347cef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed44234cc8754089b0dee5c1f558e80a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911774 Jan 28 03:43:10.316489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e1934-53dc-4525-b5d6-22321bd68893 None None] Port d2298b18-df4f-4e07-a1f0-6d65eff4954c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:43:10.318994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39190) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:10.329859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1224248-ca92-4e14-ba86-a20138347cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c54e38c-10ba-474b-9522-77d2ac42055c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:10.383561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Allocated IP 172.20.0.12 (351d5387-8ad0-4c0b-874e-71aaab3c412c/5adbae18-816a-4ef3-b92d-c0b28146b21f/e86f6cc9-02b7-4d9a-9faf-dd61031926da) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:10.398482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-ab27c24f-6734-420f-a853-ff233cd10d99 service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388819 Jan 28 03:43:10.410540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04b88ecf-9c05-4739-9698-f6c2ca15f5eb req-6858c13f-81ad-414e-ac9f-9b29ba220166 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373572 Jan 28 03:43:10.437432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4eef9cd2-1ac3-4b77-9d8a-3c86fbd31bb6 admin admin] Publish callbacks [] for security_group (0c54e38c-10ba-474b-9522-77d2ac42055c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.450630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-6f06c9e1-ab0c-4c44-8ee9-9d1bafeaab4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2ae5878-5860-418e-813f-e83918f7ce76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282458 Jan 28 03:43:10.467189 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1981d879-9c82-4020-85aa-f3c40906890e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.493143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4eef9cd2-1ac3-4b77-9d8a-3c86fbd31bb6 admin admin] Publish callbacks [] for security_group (0c54e38c-10ba-474b-9522-77d2ac42055c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.513622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5588469d-75a1-48e9-a8ea-84c6d82e0751 None None] Provisioning complete for port d2298b18-df4f-4e07-a1f0-6d65eff4954c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:10.514267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5588469d-75a1-48e9-a8ea-84c6d82e0751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.592879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5588469d-75a1-48e9-a8ea-84c6d82e0751 None None] Port d2298b18-df4f-4e07-a1f0-6d65eff4954c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:43:10.667474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-c6ce3919-752d-44d0-b6da-c8a47164e4db service neutron] 10.222.0.42 "GET /v2.0/networks/a2ae5878-5860-418e-813f-e83918f7ce76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084818 Jan 28 03:43:10.713981 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4eef9cd2-1ac3-4b77-9d8a-3c86fbd31bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0c54e38c-10ba-474b-9522-77d2ac42055c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.717520 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4eef9cd2-1ac3-4b77-9d8a-3c86fbd31bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.721492 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4eef9cd2-1ac3-4b77-9d8a-3c86fbd31bb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c54e38c-10ba-474b-9522-77d2ac42055c HTTP/1.1" status: 204 len: 168 time: 0.4015112 Jan 28 03:43:10.764199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef9cd2-1ac3-4b77-9d8a-3c86fbd31bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c54e38c-10ba-474b-9522-77d2ac42055c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:10.766810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c09210da-4201-49ed-ae8c-42353cbf633a None None] Provisioning complete for port d2298b18-df4f-4e07-a1f0-6d65eff4954c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:10.767205 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c09210da-4201-49ed-ae8c-42353cbf633a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.789316 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9588e1c-aa08-41b3-9945-c8f852729f25 x-openstack-request-id: req-e9588e1c-aa08-41b3-9945-c8f852729f25 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:10.789995 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df81987-f69d-4e66-802c-02478ede16f0", "tag": "a86fa0be-d96f-40d3-a5c6-d96d508c24e9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:10.790410 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9588e1c-aa08-41b3-9945-c8f852729f25 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:10.791046 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df81987-f69d-4e66-802c-02478ede16f0', 'tag': 'a86fa0be-d96f-40d3-a5c6-d96d508c24e9', 'status': 'completed', 'code': 200} Jan 28 03:43:10.797609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e85e712b-059d-45c5-a5b9-bb72e8d486e0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:10.823798 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for port (e86f6cc9-02b7-4d9a-9faf-dd61031926da), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.881672 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e86f6cc9-02b7-4d9a-9faf-dd61031926da), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:10.897861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ad18198-64e1-4cae-8e17-cf758247ed14 req-de7a52ef-4ca3-42fa-be5b-45a5e48ebe7a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 210 time: 0.0511549 Jan 28 03:43:10.953824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Network 351d5387-8ad0-4c0b-874e-71aaab3c412c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:10.957564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:10.962412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:11.021526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b1323e-a5fd-42ef-9cd2-a4cf8ba76d5a req-d979dca2-5a71-4a4c-b86d-508dc10adc98 service neutron] 10.222.0.42 "GET /v2.0/networks/a2ae5878-5860-418e-813f-e83918f7ce76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469646 Jan 28 03:43:11.026362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event updated for resources: {'Port': ['ID=e86f6cc9-02b7-4d9a-9faf-dd61031926da,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:11.045496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c09210da-4201-49ed-ae8c-42353cbf633a None None] Port d2298b18-df4f-4e07-a1f0-6d65eff4954c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:43:11.057323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:11.068934 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.104746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e85e712b-059d-45c5-a5b9-bb72e8d486e0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:11.105236 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.113571 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cae91528-aa7e-4660-be99-193b60935d0b tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3345292 Jan 28 03:43:11.113571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39204) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:11.118187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:11.203381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bb6d8-2f73-4287-91fb-1c33bb8713db req-58ce7083-fc50-4a13-a8d8-780fd9f5ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:11.207466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f69bb6d8-2f73-4287-91fb-1c33bb8713db req-58ce7083-fc50-4a13-a8d8-780fd9f5ac0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=219581554f9843d2802bf1986e624a6f&device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 1095 time: 0.0782313 Jan 28 03:43:11.212410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.333637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e85e712b-059d-45c5-a5b9-bb72e8d486e0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:11.390339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0ab9b991-1bef-4a7a-beef-86b49d1e4bde None None] Provisioning complete for port e86f6cc9-02b7-4d9a-9faf-dd61031926da triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:11.391182 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b991-1bef-4a7a-beef-86b49d1e4bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e86f6cc9-02b7-4d9a-9faf-dd61031926da), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.418648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39210) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:11.435711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bb6d8-2f73-4287-91fb-1c33bb8713db req-e0821008-92fb-4690-bf55-045714f76b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:11.437615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f69bb6d8-2f73-4287-91fb-1c33bb8713db req-e0821008-92fb-4690-bf55-045714f76b81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2ae5878-5860-418e-813f-e83918f7ce76 HTTP/1.1" status: 200 len: 923 time: 0.2251170 Jan 28 03:43:11.443714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9b991-1bef-4a7a-beef-86b49d1e4bde None None] Port e86f6cc9-02b7-4d9a-9faf-dd61031926da cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:43:11.458464 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ea62d6-d49c-4a63-99f3-8a07956d445f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.496663 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.512196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f69bb6d8-2f73-4287-91fb-1c33bb8713db req-800666d3-9429-4ed3-9279-e69655f94c48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a86fa0be-d96f-40d3-a5c6-d96d508c24e9 HTTP/1.1" status: 200 len: 217 time: 0.0667996 Jan 28 03:43:11.618334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bb6d8-2f73-4287-91fb-1c33bb8713db req-13af53ef-5c46-4d22-92c5-6670af3c7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:11.620016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f69bb6d8-2f73-4287-91fb-1c33bb8713db req-13af53ef-5c46-4d22-92c5-6670af3c7587 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7c44f6e-d51f-43e3-82bc-4284b21331c3 HTTP/1.1" status: 200 len: 862 time: 0.0884948 Jan 28 03:43:11.631680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d295a2-0874-4f27-834b-239f09fba1c5 req-c6a5ed9e-365c-4f20-a976-360e0c5d0032 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:11.639868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0d295a2-0874-4f27-834b-239f09fba1c5 req-c6a5ed9e-365c-4f20-a976-360e0c5d0032 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 943 time: 0.1236534 Jan 28 03:43:11.641106 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ea62d6-d49c-4a63-99f3-8a07956d445f admin admin] Publish callbacks [] for security_group (5dfcfab7-0c5f-48c0-95d4-08fedfff4fb9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.672320 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ea62d6-d49c-4a63-99f3-8a07956d445f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5dfcfab7-0c5f-48c0-95d4-08fedfff4fb9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.676371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Allocated IP 172.25.1.163 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/a8a50466-94d8-470a-9a06-63b8d660dda6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:11.684506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f69bb6d8-2f73-4287-91fb-1c33bb8713db req-8c3e261b-8d3c-4a06-9f49-615ba984619b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2ae5878-5860-418e-813f-e83918f7ce76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356896 Jan 28 03:43:11.715440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea62d6-d49c-4a63-99f3-8a07956d445f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfcfab7-0c5f-48c0-95d4-08fedfff4fb9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:11.736562 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-74ea62d6-d49c-4a63-99f3-8a07956d445f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c27c547c6ec4489a088f3744d907c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136725 Jan 28 03:43:11.748687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:11.816608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f69bb6d8-2f73-4287-91fb-1c33bb8713db req-3d343f0d-69fe-44b0-9b40-fb58a4407650 service neutron] 10.222.0.42 "GET /v2.0/networks/a2ae5878-5860-418e-813f-e83918f7ce76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029015 Jan 28 03:43:11.831903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0d295a2-0874-4f27-834b-239f09fba1c5 req-e1be8f6c-1ab0-4bc3-b47b-3986aa2e53d3 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904192 Jan 28 03:43:11.842851 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7908da53-fc80-4fbb-a81d-aed08c5e264c admin admin] Publish callbacks [] for security_group (5dfcfab7-0c5f-48c0-95d4-08fedfff4fb9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.882326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7908da53-fc80-4fbb-a81d-aed08c5e264c admin admin] Publish callbacks [] for security_group (5dfcfab7-0c5f-48c0-95d4-08fedfff4fb9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.907934 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for port (a8a50466-94d8-470a-9a06-63b8d660dda6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.964412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7908da53-fc80-4fbb-a81d-aed08c5e264c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5dfcfab7-0c5f-48c0-95d4-08fedfff4fb9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.968306 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7908da53-fc80-4fbb-a81d-aed08c5e264c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:11.968933 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f69bb6d8-2f73-4287-91fb-1c33bb8713db req-89de1a10-d4cb-4705-8600-b8628fa437ce service neutron] 10.222.0.42 "GET /v2.0/networks/a2ae5878-5860-418e-813f-e83918f7ce76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359692 Jan 28 03:43:11.969680 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7908da53-fc80-4fbb-a81d-aed08c5e264c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5dfcfab7-0c5f-48c0-95d4-08fedfff4fb9 HTTP/1.1" status: 204 len: 168 time: 0.2199826 Jan 28 03:43:11.975544 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a8a50466-94d8-470a-9a06-63b8d660dda6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.014535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908da53-fc80-4fbb-a81d-aed08c5e264c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfcfab7-0c5f-48c0-95d4-08fedfff4fb9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:12.024212 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.035884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:12.038851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:12.042392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:12.065745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17f31eb3-bec5-4dff-b717-d02d8754a908 req-333fba14-95e4-43a0-a4fa-87af2a02a426 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 210 time: 0.0622041 Jan 28 03:43:12.070676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event updated for resources: {'Port': ['ID=a8a50466-94d8-470a-9a06-63b8d660dda6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:12.142565 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for floatingip (c1beb96e-84ae-4769-8f36-2a7caf63a1db), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.183659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a8a50466-94d8-470a-9a06-63b8d660dda6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.380472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-308bf9ea-65ca-4de5-848a-9ee5a5fce04c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:12.382018 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-308bf9ea-65ca-4de5-848a-9ee5a5fce04c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.1758821 Jan 28 03:43:12.422920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Request body: {'port': {'device_id': 'e25c6e84-6746-4784-aaa8-2261be65e4b8', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'admin_state_up': True, 'tenant_id': '9917c37214864c63b899b703cfc2d824'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:12.501783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for port (a8a50466-94d8-470a-9a06-63b8d660dda6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.529763 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (a8a50466-94d8-470a-9a06-63b8d660dda6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.547850 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d71311a-5add-4dcc-8bb0-8812b0da6bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.640713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event updated for resources: {'Port': ['ID=a8a50466-94d8-470a-9a06-63b8d660dda6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:12.668504 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (c1beb96e-84ae-4769-8f36-2a7caf63a1db), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.671727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Made reservation on behalf of 9917c37214864c63b899b703cfc2d824 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:12.675603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.703631 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.707492 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-96a21e28-bad0-40bb-87d0-25695d675160 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5904424 Jan 28 03:43:12.708517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39240) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:12.717445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c91bab62-62e4-4f09-b524-7c04f8b5de81 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Request body: {'floatingip': {'port_id': 'e86f6cc9-02b7-4d9a-9faf-dd61031926da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:12.773413 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c91bab62-62e4-4f09-b524-7c04f8b5de81 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for floatingip (c1beb96e-84ae-4769-8f36-2a7caf63a1db), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.875755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Allocated IP 172.20.0.7 (67d1c6df-904c-474d-9a71-2560588370e7/7a5548d5-25c1-413a-8337-9e767e70925d/e6d10814-33ab-4e5d-86fb-aaf6b7468f31) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:12.962408 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-c91bab62-62e4-4f09-b524-7c04f8b5de81 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] update failed (client error): The resource could not be found. Jan 28 03:43:12.969368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c91bab62-62e4-4f09-b524-7c04f8b5de81 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "PUT /v2.0/floatingips/c1beb96e-84ae-4769-8f36-2a7caf63a1db HTTP/1.1" status: 404 len: 507 time: 0.2579992 Jan 28 03:43:12.974704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39252) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:13.047150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c61892-6e08-4909-8bcb-ba43a97ae12e req-477057ea-0865-43b6-bbb3-486cbd1685e6 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:13.062274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43c61892-6e08-4909-8bcb-ba43a97ae12e req-477057ea-0865-43b6-bbb3-486cbd1685e6 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 943 time: 0.0860999 Jan 28 03:43:13.064149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39254) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:13.186472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43c61892-6e08-4909-8bcb-ba43a97ae12e req-f0909c18-3621-47bc-8a6d-fe06c2015dbc tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229687 Jan 28 03:43:13.209584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-240016520-network', 'tenant_id': '9c39d9c300244a8a8ad52de66ff41640'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:13.222435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks [] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.249257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2b53356-e1ca-4256-b22f-6d8707f2a548 req-71f21113-2bb9-4b42-8452-3686995e05e1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 210 time: 0.0354123 Jan 28 03:43:13.255665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Made reservation on behalf of 9c39d9c300244a8a8ad52de66ff41640 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:13.258472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.260825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5ffd847d-29f9-4d6c-8ea9-5275b803b094 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Deleting port a8a50466-94d8-470a-9a06-63b8d660dda6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:13.261434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ffd847d-29f9-4d6c-8ea9-5275b803b094 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a8a50466-94d8-470a-9a06-63b8d660dda6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.270677 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.326063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.345123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-ee99c8e1-9e3c-4840-b4aa-5112d828d4d5 req-67a02a84-240e-46c0-b410-aa6609c224aa service neutron] (103288) timed out ('10.222.0.44', 43412) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:43:13.359660 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Publish callbacks [] for security_group (e2c79858-0f5e-49b5-820c-80ae3cae7cc4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.365336 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e2c79858-0f5e-49b5-820c-80ae3cae7cc4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.366292 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c', '83482285-39e5-4526-8a1f-e1b8d50e48c9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:13.379254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:13.390340 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f26223cc-06d9-4b57-a718-9115474348ea), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.390729 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Added segment f26223cc-06d9-4b57-a718-9115474348ea of type vlan for network ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 Jan 28 03:43:13.430868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Network 67d1c6df-904c-474d-9a71-2560588370e7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:13.438304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (ebb5fce9-7f2d-406f-8e2c-c41f65ef5786), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.452873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:13.461201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event updated for resources: {'Port': ['ID=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:13.464337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:13.478314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c79858-0f5e-49b5-820c-80ae3cae7cc4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:13.509062 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (ebb5fce9-7f2d-406f-8e2c-c41f65ef5786), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.510861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:13.511608 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.529860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:13.530498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.544375 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ffd847d-29f9-4d6c-8ea9-5275b803b094 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a8a50466-94d8-470a-9a06-63b8d660dda6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.544600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ffd847d-29f9-4d6c-8ea9-5275b803b094 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for floatingip (a8a50466-94d8-470a-9a06-63b8d660dda6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.562020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c211cfc4-1add-45fd-8bff-714cc890365c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1435008 Jan 28 03:43:13.562914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5ffd847d-29f9-4d6c-8ea9-5275b803b094 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Calling delete_port for a8a50466-94d8-470a-9a06-63b8d660dda6 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:13.576801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5106785 Jan 28 03:43:13.579429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:13.584348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Request body: {'subnet': {'network_id': 'ebb5fce9-7f2d-406f-8e2c-c41f65ef5786', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-240016520-subnet', 'tenant_id': '9c39d9c300244a8a8ad52de66ff41640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:13.586853 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Request body: {'port': {'device_id': 'e25c6e84-6746-4784-aaa8-2261be65e4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:13.601610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2483d-f5f8-4bcb-b17c-c4735d063cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb5fce9-7f2d-406f-8e2c-c41f65ef5786,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:13.616829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:13.621067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Made reservation on behalf of 9c39d9c300244a8a8ad52de66ff41640 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:13.623563 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.710721 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.878970 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (71d54e39-b469-4cc3-bd43-9c37b4acfbe3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.950157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d54e39-b469-4cc3-bd43-9c37b4acfbe3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:13.951015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ffd847d-29f9-4d6c-8ea9-5275b803b094 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a8a50466-94d8-470a-9a06-63b8d660dda6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.977412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Checking segment: {'id': 'f26223cc-06d9-4b57-a718-9115474348ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ebb5fce9-7f2d-406f-8e2c-c41f65ef5786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:13.977794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Network hostable DHCP agents. Network: ebb5fce9-7f2d-406f-8e2c-c41f65ef5786, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:14.001123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd847d-29f9-4d6c-8ea9-5275b803b094 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event deleted for resources: {'Port': ['ID=a8a50466-94d8-470a-9a06-63b8d660dda6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:14.003935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Network ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:14.016986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, ebb5fce9-7f2d-406f-8e2c-c41f65ef5786) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:14.023026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:14.024332 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.034573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63e735-99f6-46d3-b2a0-8ca990fa9922 None None] Network ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:14.062160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f3186eb3-d177-47e9-831a-0a4f8ad7dd54 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4806542 Jan 28 03:43:14.082774 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ffd847d-29f9-4d6c-8ea9-5275b803b094 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for floatingip (c1beb96e-84ae-4769-8f36-2a7caf63a1db), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.086983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ffd847d-29f9-4d6c-8ea9-5275b803b094 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.093778 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5ffd847d-29f9-4d6c-8ea9-5275b803b094 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "DELETE /v2.0/floatingips/c1beb96e-84ae-4769-8f36-2a7caf63a1db HTTP/1.1" status: 204 len: 168 time: 1.1120667 Jan 28 03:43:14.093943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:14.097505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0a18eeb4-5fa2-43b2-bb8e-0267804e0651 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Request body: {'floatingip': {'floating_network_id': '351d5387-8ad0-4c0b-874e-71aaab3c412c', 'port_id': 'e86f6cc9-02b7-4d9a-9faf-dd61031926da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:14.144440 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a18eeb4-5fa2-43b2-bb8e-0267804e0651 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.254126 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.267212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dac0b5-4902-4d02-92bd-1392a2f77e16 None None] Network ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:14.277511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d10814-33ab-4e5d-86fb-aaf6b7468f31 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:14.305147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Publish callbacks [] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.349853 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Transition to ACTIVE for port object e6d10814-33ab-4e5d-86fb-aaf6b7468f31 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:43:14.358057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.416468 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.423246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:14.461095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a6f43-a814-4d59-9126-dd3bcb6b2ddc req-a05f610a-df41-4191-9ccc-5b0abe4e3808 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:14.462744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-110a6f43-a814-4d59-9126-dd3bcb6b2ddc req-a05f610a-df41-4191-9ccc-5b0abe4e3808 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 943 time: 0.1650434 Jan 28 03:43:14.526397 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-0a18eeb4-5fa2-43b2-bb8e-0267804e0651 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:43:14.527467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0a18eeb4-5fa2-43b2-bb8e-0267804e0651 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4338198 Jan 28 03:43:14.531821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:14.536804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'e86f6cc9-02b7-4d9a-9faf-dd61031926da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:14.582207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def48ae-753f-4b9d-8da1-e09f47059590 req-c587953e-e81f-4a85-bbae-ecb2d801ef8e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:14.583485 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2def48ae-753f-4b9d-8da1-e09f47059590 req-c587953e-e81f-4a85-bbae-ecb2d801ef8e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 943 time: 0.1876285 Jan 28 03:43:14.587732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.614116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Attempting to bind port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:14.614891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Attempting to bind port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:14.615599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Attempting to bind port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:14.622226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 on network 67d1c6df-904c-474d-9a71-2560588370e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:43:14.622613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Attempting to bind port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:14.629764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:14.630116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Checking segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:14.630728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Bound using segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:14.631175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Bound port: e6d10814-33ab-4e5d-86fb-aaf6b7468f31, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:14.631535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.658578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-110a6f43-a814-4d59-9126-dd3bcb6b2ddc req-2e0da0b6-7955-4022-bedb-f586f9bd6740 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651123 Jan 28 03:43:14.721692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2def48ae-753f-4b9d-8da1-e09f47059590 req-5f536173-bc6a-4dfa-8020-a000d2f6c6a9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239803 Jan 28 03:43:14.732856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] For port e6d10814-33ab-4e5d-86fb-aaf6b7468f31, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:14.737157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] For port e6d10814-33ab-4e5d-86fb-aaf6b7468f31, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:14.744040 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.789939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:14.790621 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.792021 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] 10.222.0.25 "PUT /v2.0/ports/e6d10814-33ab-4e5d-86fb-aaf6b7468f31 HTTP/1.1" status: 200 len: 1092 time: 1.2113252 Jan 28 03:43:14.792470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25c6e84-6746-4784-aaa8-2261be65e4b8', 'tag': 'e6d10814-33ab-4e5d-86fb-aaf6b7468f31'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:14.795456 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada6849c-df25-4b17-9e9b-84c15ba165c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e25c6e84-6746-4784-aaa8-2261be65e4b8", "tag": "e6d10814-33ab-4e5d-86fb-aaf6b7468f31"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:14.796758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.830521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655a525-924d-436d-a59b-e6589c2ab947 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:14.862149 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e5aa7d-0f25-496e-990f-dc073cb754b0 x-openstack-request-id: req-18e5aa7d-0f25-496e-990f-dc073cb754b0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:14.862443 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25c6e84-6746-4784-aaa8-2261be65e4b8", "tag": "e6d10814-33ab-4e5d-86fb-aaf6b7468f31", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:14.862692 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18e5aa7d-0f25-496e-990f-dc073cb754b0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:14.863093 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25c6e84-6746-4784-aaa8-2261be65e4b8', 'tag': 'e6d10814-33ab-4e5d-86fb-aaf6b7468f31', 'status': 'completed', 'code': 200} Jan 28 03:43:14.883985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39294) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:14.892516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1417958368-network', 'tenant_id': '7116879cdd3147208400aa08c6fb0f14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:14.929066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-bb645ba2-c689-48ba-9378-b09cbd900500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:14.930177 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-bb645ba2-c689-48ba-9378-b09cbd900500 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 1095 time: 0.0776651 Jan 28 03:43:14.930996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Made reservation on behalf of 7116879cdd3147208400aa08c6fb0f14 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:14.933378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.955747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Allocated IP 172.25.1.210 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/e2a8a7d8-aaf2-405f-bedb-e838675222e1) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:15.097741 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for port (e2a8a7d8-aaf2-405f-bedb-e838675222e1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.134109 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e2a8a7d8-aaf2-405f-bedb-e838675222e1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.174815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:15.178034 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:15.181094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:15.213981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event updated for resources: {'Port': ['ID=e2a8a7d8-aaf2-405f-bedb-e838675222e1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:15.224477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.259551 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-04ee71ac-26d3-4b11-b00c-48fa96f44c80 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6d10814-33ab-4e5d-86fb-aaf6b7468f31 HTTP/1.1" status: 200 len: 217 time: 0.0409861 Jan 28 03:43:15.331190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-3333550d-27b4-4e45-b665-5ebc138f70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:15.332741 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-3333550d-27b4-4e45-b665-5ebc138f70b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0648763 Jan 28 03:43:15.344272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a86fa0be-d96f-40d3-a5c6-d96d508c24e9 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:43:15.371340 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-9ad6f8f7-0357-4934-9fba-29c9a20aee33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329177 Jan 28 03:43:15.383837 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Deleting port e2a8a7d8-aaf2-405f-bedb-e838675222e1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:15.384398 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e2a8a7d8-aaf2-405f-bedb-e838675222e1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.446266 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Publish callbacks [] for security_group (a25e6ae1-02e9-47a5-94c7-f5d969a945b5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.457296 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a25e6ae1-02e9-47a5-94c7-f5d969a945b5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.469975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:15.475579 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e2a8a7d8-aaf2-405f-bedb-e838675222e1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.476036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for floatingip (e2a8a7d8-aaf2-405f-bedb-e838675222e1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.480526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0c4f5e26-3871-4462-9d14-1787972d101b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.481058 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Added segment 0c4f5e26-3871-4462-9d14-1787972d101b of type vlan for network 980ee7ad-6271-4c5b-b121-af1593ce94eb Jan 28 03:43:15.486698 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.491262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Calling delete_port for e2a8a7d8-aaf2-405f-bedb-e838675222e1 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:15.511974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a86fa0be-d96f-40d3-a5c6-d96d508c24e9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,segment=NetworkSegment(4a9669f4-db5f-4e60-be43-5852d42b8263),segment_id=4a9669f4-db5f-4e60-be43-5852d42b8263)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:15.524294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (980ee7ad-6271-4c5b-b121-af1593ce94eb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.529255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'a86fa0be-d96f-40d3-a5c6-d96d508c24e9', 'network_id': 'a2ae5878-5860-418e-813f-e83918f7ce76', 'port_id': 'a86fa0be-d96f-40d3-a5c6-d96d508c24e9', 'mac_address': 'fa:16:3e:12:c4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c44f6e-d51f-43e3-82bc-4284b21331c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:43:15.593299 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (980ee7ad-6271-4c5b-b121-af1593ce94eb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.595134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:15.595725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.599152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:15.599551 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.632278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86fa0be-d96f-40d3-a5c6-d96d508c24e9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:15.660039 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e2a8a7d8-aaf2-405f-bedb-e838675222e1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.666556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a86fa0be-d96f-40d3-a5c6-d96d508c24e9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,segment=NetworkSegment(4a9669f4-db5f-4e60-be43-5852d42b8263),segment_id=4a9669f4-db5f-4e60-be43-5852d42b8263)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:15.673088 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.678301 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-c307a1d7-183b-476b-91e9-d77f8b3a45b8 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008721 Jan 28 03:43:15.691154 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8034415 Jan 28 03:43:15.691154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25e6ae1-02e9-47a5-94c7-f5d969a945b5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:15.691947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:15.711029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Request body: {'subnet': {'network_id': '980ee7ad-6271-4c5b-b121-af1593ce94eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1417958368-subnet', 'tenant_id': '7116879cdd3147208400aa08c6fb0f14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:15.729422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event deleted for resources: {'Port': ['ID=e2a8a7d8-aaf2-405f-bedb-e838675222e1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:15.730493 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a057959-9ba7-47bf-9416-041970952750 admin admin] Pushing event updated for resources: {'Network': ['ID=980ee7ad-6271-4c5b-b121-af1593ce94eb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:15.771556 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:43:15.797792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 980ee7ad-6271-4c5b-b121-af1593ce94eb details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:15.798023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Made reservation on behalf of 7116879cdd3147208400aa08c6fb0f14 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:15.800255 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.821844 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] create failed (client error): The resource could not be found. Jan 28 03:43:15.823228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-010b2061-5c90-4786-b3da-ab59fb2cddc7 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2907476 Jan 28 03:43:15.827031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39310) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:15.876256 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca85a857-24cd-44ce-851b-26a30f5e0ceb req-1859aef9-dbf2-41e1-88ed-cb7d80bd7959 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833613 Jan 28 03:43:15.975145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:15.998877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:15.999436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:15.999977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.000324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.000669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.001071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.001385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.001728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.002056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.002387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.002718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.003047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.003427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:16.007085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3a977-4a55-46e7-aed9-b7b9207e3bc3 req-9255e037-963c-46cc-93cb-a8f8247214c8 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:16.009291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ac3a977-4a55-46e7-aed9-b7b9207e3bc3 req-9255e037-963c-46cc-93cb-a8f8247214c8 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 943 time: 0.1847446 Jan 28 03:43:16.019984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0590ffc-26bc-44a0-8177-ca15d32fe814 req-3656ee59-04e0-4d5b-8fec-0d97093c5089 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:16.021549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0590ffc-26bc-44a0-8177-ca15d32fe814 req-3656ee59-04e0-4d5b-8fec-0d97093c5089 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 944 time: 0.1715963 Jan 28 03:43:16.061260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (9422d01e-4ab5-4893-9000-6fc17bdddbec), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:16.111175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-25ade383-d6fc-4c14-8f3d-886d3bd839f2 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Deleting port e86f6cc9-02b7-4d9a-9faf-dd61031926da {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:16.111515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25ade383-d6fc-4c14-8f3d-886d3bd839f2 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e86f6cc9-02b7-4d9a-9faf-dd61031926da), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:16.119532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6849c-df25-4b17-9e9b-84c15ba165c8 req-d32a4c5b-33af-460c-b2ff-d49322099cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:16.121192 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ada6849c-df25-4b17-9e9b-84c15ba165c8 req-d32a4c5b-33af-460c-b2ff-d49322099cc1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 1095 time: 0.1033418 Jan 28 03:43:16.121880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ac3a977-4a55-46e7-aed9-b7b9207e3bc3 req-2f85b3ac-89d2-48b1-9de9-2a15721b7a0e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978847 Jan 28 03:43:16.135026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0590ffc-26bc-44a0-8177-ca15d32fe814 req-576cea43-730c-434b-8db5-50e2981696f4 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016083 Jan 28 03:43:16.162826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9422d01e-4ab5-4893-9000-6fc17bdddbec,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:16.175782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Checking segment: {'id': '0c4f5e26-3871-4462-9d14-1787972d101b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '980ee7ad-6271-4c5b-b121-af1593ce94eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:16.176216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Network hostable DHCP agents. Network: 980ee7ad-6271-4c5b-b121-af1593ce94eb, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:16.199717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['a86fa0be-d96f-40d3-a5c6-d96d508c24e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:16.242469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Network 980ee7ad-6271-4c5b-b121-af1593ce94eb is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:16.257513 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25ade383-d6fc-4c14-8f3d-886d3bd839f2 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e86f6cc9-02b7-4d9a-9faf-dd61031926da), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:16.273704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 980ee7ad-6271-4c5b-b121-af1593ce94eb) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:16.275801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-25ade383-d6fc-4c14-8f3d-886d3bd839f2 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Calling delete_port for e86f6cc9-02b7-4d9a-9faf-dd61031926da owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:16.289660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:16.290266 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:16.295006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6849c-df25-4b17-9e9b-84c15ba165c8 req-24beb9db-26ef-4fde-b5d3-c3587f4be96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:16.296509 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ada6849c-df25-4b17-9e9b-84c15ba165c8 req-24beb9db-26ef-4fde-b5d3-c3587f4be96e service neutron] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 907 time: 0.1599231 Jan 28 03:43:16.300368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0616b2-e251-43e9-add1-6a03be3370e6 None None] Network 980ee7ad-6271-4c5b-b121-af1593ce94eb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:16.347080 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ada6849c-df25-4b17-9e9b-84c15ba165c8 req-06e67a3b-04c4-43b3-8c14-d61338babf84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6d10814-33ab-4e5d-86fb-aaf6b7468f31 HTTP/1.1" status: 200 len: 217 time: 0.0421340 Jan 28 03:43:16.351056 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-513002d5-2b00-4efc-ac50-67304d2890f5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6552272 Jan 28 03:43:16.423451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6849c-df25-4b17-9e9b-84c15ba165c8 req-5710732f-f95e-40c6-9d25-387860e79e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:16.427285 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ada6849c-df25-4b17-9e9b-84c15ba165c8 req-5710732f-f95e-40c6-9d25-387860e79e52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0752597 Jan 28 03:43:16.474755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ada6849c-df25-4b17-9e9b-84c15ba165c8 req-fd1f70ca-241b-45a3-bae5-9663a924dad2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406523 Jan 28 03:43:16.518322 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25ade383-d6fc-4c14-8f3d-886d3bd839f2 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e86f6cc9-02b7-4d9a-9faf-dd61031926da), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:16.586391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ade383-d6fc-4c14-8f3d-886d3bd839f2 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event deleted for resources: {'Port': ['ID=e86f6cc9-02b7-4d9a-9faf-dd61031926da,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:16.651076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabde722-0928-4676-868b-ce12a538c83e None None] Network 980ee7ad-6271-4c5b-b121-af1593ce94eb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:16.749488 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ada6849c-df25-4b17-9e9b-84c15ba165c8 req-0eadebf8-ce13-48bb-b3ac-67c2c575ca2d service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553749 Jan 28 03:43:16.769636 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:16.780956 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25ade383-d6fc-4c14-8f3d-886d3bd839f2 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:16.787588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-25ade383-d6fc-4c14-8f3d-886d3bd839f2 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "DELETE /v2.0/ports/e86f6cc9-02b7-4d9a-9faf-dd61031926da HTTP/1.1" status: 204 len: 168 time: 0.9580908 Jan 28 03:43:16.788989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:16.898086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe996a5-80ce-4f42-b18e-81c893fe8721 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:16.902529 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cbe996a5-80ce-4f42-b18e-81c893fe8721 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc7527d-0bc5-4e7f-bcb2-899740cf8183 HTTP/1.1" status: 200 len: 913 time: 0.1096792 Jan 28 03:43:16.902989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39328) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:17.005143 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ada6849c-df25-4b17-9e9b-84c15ba165c8 req-e39d05ce-e8e1-4667-afeb-a1fb1b6b72ef service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539833 Jan 28 03:43:17.267199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-ac767271-abb8-492a-9a59-ff4ed323863f tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:17.273585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-ac767271-abb8-492a-9a59-ff4ed323863f tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/networks?id=ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 HTTP/1.1" status: 200 len: 808 time: 0.1501570 Jan 28 03:43:17.290502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:17.290761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-4fa932ff-041d-4648-b31a-d3b1ea3089b7 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/quotas/9c39d9c300244a8a8ad52de66ff41640 HTTP/1.1" status: 200 len: 375 time: 0.0142319 Jan 28 03:43:17.315642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887aa69-2a52-4faf-a7f6-f94d435f0f5f req-570fb519-d779-4143-9c22-fea0d7387f0b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:17.317067 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a887aa69-2a52-4faf-a7f6-f94d435f0f5f req-570fb519-d779-4143-9c22-fea0d7387f0b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 943 time: 0.0848711 Jan 28 03:43:17.338221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-eab3425f-a742-492a-8126-c6724a6c9542 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c39d9c300244a8a8ad52de66ff41640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388885 Jan 28 03:43:17.431606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a887aa69-2a52-4faf-a7f6-f94d435f0f5f req-30c5789f-e1a3-4a82-8d95-35c47ba21468 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958862 Jan 28 03:43:17.473730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-290487b4-8228-4ef4-af54-9099b164a4db service neutron] 10.222.0.44 "GET /v2.0/networks/ebb5fce9-7f2d-406f-8e2c-c41f65ef5786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212823 Jan 28 03:43:17.566632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Deleting port d2298b18-df4f-4e07-a1f0-6d65eff4954c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:17.566930 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:17.601147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871c9fa-8a3f-4a33-9119-7ad3061c8b73 req-6c76ba1c-c01a-41ad-8fe1-15004d68df83 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:17.602638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3871c9fa-8a3f-4a33-9119-7ad3061c8b73 req-6c76ba1c-c01a-41ad-8fe1-15004d68df83 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 944 time: 0.0772338 Jan 28 03:43:17.629983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-e00c82ce-d8ae-448a-94b6-ab36df127b5b service neutron] 10.222.0.44 "GET /v2.0/networks/ebb5fce9-7f2d-406f-8e2c-c41f65ef5786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490667 Jan 28 03:43:17.673041 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:17.675254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3871c9fa-8a3f-4a33-9119-7ad3061c8b73 req-b34d0cc0-9f67-40cb-80f4-eb17c33d2821 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577769 Jan 28 03:43:17.697186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Calling delete_port for d2298b18-df4f-4e07-a1f0-6d65eff4954c owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:17.880387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0377ce9c-2221-4349-be32-8ba4e21a5a44 req-5518e4f0-d566-495e-8eb6-be0d9f699921 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 210 time: 0.0367587 Jan 28 03:43:17.973795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d2298b18-df4f-4e07-a1f0-6d65eff4954c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:18.003766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event deleted for resources: {'Port': ['ID=d2298b18-df4f-4e07-a1f0-6d65eff4954c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:18.174721 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:18.347369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Router 4fc7527d-0bc5-4e7f-bcb2-899740cf8183 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:43:18.428637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:43:18.433638 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-320d404b-926d-47bd-8be9-50bf714c712d tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "PUT /v2.0/routers/4fc7527d-0bc5-4e7f-bcb2-899740cf8183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5294087 Jan 28 03:43:18.436432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:18.439021 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74465ec-9a18-4b24-8381-264e544d2e33 None None] Sync routers for ids ['4fc7527d-0bc5-4e7f-bcb2-899740cf8183'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:43:18.449051 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74465ec-9a18-4b24-8381-264e544d2e33 None None] Routers {'4fc7527d-0bc5-4e7f-bcb2-899740cf8183'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:18.450052 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c74465ec-9a18-4b24-8381-264e544d2e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:43:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4fc7527d-0bc5-4e7f-bcb2-899740cf8183'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:18.490429 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c74465ec-9a18-4b24-8381-264e544d2e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:18.501181 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74465ec-9a18-4b24-8381-264e544d2e33 None None] Routers {'4fc7527d-0bc5-4e7f-bcb2-899740cf8183'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:18.502253 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c74465ec-9a18-4b24-8381-264e544d2e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:43:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4fc7527d-0bc5-4e7f-bcb2-899740cf8183'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:18.523664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-608bd381-9a71-4a09-a519-21614eee0525 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for router (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:18.536816 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c74465ec-9a18-4b24-8381-264e544d2e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:18.537568 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74465ec-9a18-4b24-8381-264e544d2e33 None None] The sync data for ids ['4fc7527d-0bc5-4e7f-bcb2-899740cf8183'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:43:18.728089 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-608bd381-9a71-4a09-a519-21614eee0525 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:18.730956 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-608bd381-9a71-4a09-a519-21614eee0525 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for router_controller (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:18.738655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc4d9d-f34d-4b0e-8d2f-a79fe0d8ae86 req-accda012-e2f2-4933-9a81-97add5ea8d88 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:18.740137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83bc4d9d-f34d-4b0e-8d2f-a79fe0d8ae86 req-accda012-e2f2-4933-9a81-97add5ea8d88 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 943 time: 0.1741710 Jan 28 03:43:19.105080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-fb69a906-2e10-4c7a-a3ee-1f30881f4989 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:19.107953 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-fb69a906-2e10-4c7a-a3ee-1f30881f4989 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.25 "GET /v2.0/networks?id=ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 HTTP/1.1" status: 200 len: 808 time: 0.1337323 Jan 28 03:43:19.128257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Request body: {'port': {'device_id': '90238e4b-1f38-44c7-a33d-e4ad0598edcb', 'network_id': 'ebb5fce9-7f2d-406f-8e2c-c41f65ef5786', 'admin_state_up': True, 'tenant_id': '9c39d9c300244a8a8ad52de66ff41640'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:19.174843 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-608bd381-9a71-4a09-a519-21614eee0525 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (4fc7527d-0bc5-4e7f-bcb2-899740cf8183), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.175385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608bd381-9a71-4a09-a519-21614eee0525 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Fanout notify agent at l3_agent the message router_deleted on router 4fc7527d-0bc5-4e7f-bcb2-899740cf8183 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:43:19.183242 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-608bd381-9a71-4a09-a519-21614eee0525 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.185259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-608bd381-9a71-4a09-a519-21614eee0525 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "DELETE /v2.0/routers/4fc7527d-0bc5-4e7f-bcb2-899740cf8183 HTTP/1.1" status: 204 len: 168 time: 0.7470164 Jan 28 03:43:19.188582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:19.224473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fff09-2a03-4f56-a02c-1a79657dfb5a req-8e03831a-3d92-469a-a839-8a34fd5d25c1 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:19.225994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f10fff09-2a03-4f56-a02c-1a79657dfb5a req-8e03831a-3d92-469a-a839-8a34fd5d25c1 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 944 time: 0.4483442 Jan 28 03:43:19.237535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83bc4d9d-f34d-4b0e-8d2f-a79fe0d8ae86 req-c556faa2-66f2-4c61-9743-81a98761fbd5 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561779 Jan 28 03:43:19.305152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cd6cb3-89ed-4858-abdd-6d74077276f9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Deleting subnet 5adbae18-816a-4ef3-b92d-c0b28146b21f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:43:19.305609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f10fff09-2a03-4f56-a02c-1a79657dfb5a req-6bffa706-dd82-48c1-b075-178ed03d2ff9 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634017 Jan 28 03:43:19.313559 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6cb3-89ed-4858-abdd-6d74077276f9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks [] for subnet (5adbae18-816a-4ef3-b92d-c0b28146b21f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.346322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Made reservation on behalf of 9c39d9c300244a8a8ad52de66ff41640 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:19.349695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.372198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a86fa0be-d96f-40d3-a5c6-d96d508c24e9 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:19.391063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6cb3-89ed-4858-abdd-6d74077276f9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (5adbae18-816a-4ef3-b92d-c0b28146b21f), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.432286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:43:19.437297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:19.437926 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.441941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-719e2a2c-1cb7-4d97-9ca4-607a891d5fb4 req-11ffceaa-2d92-4fb1-80c0-8ec00804faa8 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 210 time: 0.0393178 Jan 28 03:43:19.525728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:19.526182 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.535533 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6cb3-89ed-4858-abdd-6d74077276f9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (5adbae18-816a-4ef3-b92d-c0b28146b21f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.551923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df81987-f69d-4e66-802c-02478ede16f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86fa0be-d96f-40d3-a5c6-d96d508c24e9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:19.554226 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c04a55-0ec3-459e-a442-d974b0a2dd10" -d '{"events": [{"server_uuid": "7df81987-f69d-4e66-802c-02478ede16f0", "name": "network-vif-plugged", "status": "completed", "tag": "a86fa0be-d96f-40d3-a5c6-d96d508c24e9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:19.569094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a86fa0be-d96f-40d3-a5c6-d96d508c24e9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,segment=NetworkSegment(4a9669f4-db5f-4e60-be43-5852d42b8263),segment_id=4a9669f4-db5f-4e60-be43-5852d42b8263)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:19.576530 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.606715 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d33744-494c-4cb3-8a20-49f8aee9ea12 x-openstack-request-id: req-22d33744-494c-4cb3-8a20-49f8aee9ea12 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:19.607009 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df81987-f69d-4e66-802c-02478ede16f0", "name": "network-vif-plugged", "status": "completed", "tag": "a86fa0be-d96f-40d3-a5c6-d96d508c24e9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:19.607397 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22d33744-494c-4cb3-8a20-49f8aee9ea12 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:19.607801 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df81987-f69d-4e66-802c-02478ede16f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86fa0be-d96f-40d3-a5c6-d96d508c24e9', 'code': 200} Jan 28 03:43:19.633026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:19.652670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Allocated IP 172.20.0.5 (ebb5fce9-7f2d-406f-8e2c-c41f65ef5786/71d54e39-b469-4cc3-bd43-9c37b4acfbe3/8b8367ea-4285-40d9-8f00-0a8e1727b1d1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:19.654739 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6cb3-89ed-4858-abdd-6d74077276f9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (5adbae18-816a-4ef3-b92d-c0b28146b21f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.692708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd6cb3-89ed-4858-abdd-6d74077276f9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event deleted for resources: {'Subnet': ['ID=5adbae18-816a-4ef3-b92d-c0b28146b21f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:19.697466 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6cb3-89ed-4858-abdd-6d74077276f9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.700590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612bab63-b373-4aa7-9b83-132a3130a15e None None] Network 351d5387-8ad0-4c0b-874e-71aaab3c412c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:19.703265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39376) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:19.721049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e3cd6cb3-89ed-4858-abdd-6d74077276f9 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "DELETE /v2.0/subnets/5adbae18-816a-4ef3-b92d-c0b28146b21f HTTP/1.1" status: 204 len: 168 time: 0.5274575 Jan 28 03:43:19.814946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (351d5387-8ad0-4c0b-874e-71aaab3c412c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.819450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b32d-29f9-416a-b7c2-6223756b9623 req-fc2e9c4e-6081-41cc-8490-08cac14f4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:19.820995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d008b32d-29f9-416a-b7c2-6223756b9623 req-fc2e9c4e-6081-41cc-8490-08cac14f4b07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 1097 time: 0.1097958 Jan 28 03:43:19.899376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d008b32d-29f9-416a-b7c2-6223756b9623 req-54f1b2f5-5f81-4bed-ae05-3789daa63c6f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635779 Jan 28 03:43:19.901544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc39018-897a-46b5-baea-17cb253dd521 None None] DHCP port deletion for 351d5387-8ad0-4c0b-874e-71aaab3c412c request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:43:19.934571 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Publish callbacks [] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:19.935496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Deleting port e85e712b-059d-45c5-a5b9-bb72e8d486e0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:19.936036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.002136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.002464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bdc39018-897a-46b5-baea-17cb253dd521 None None] Deleting port e85e712b-059d-45c5-a5b9-bb72e8d486e0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:20.002964 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bdc39018-897a-46b5-baea-17cb253dd521 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.029987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] For port e85e712b-059d-45c5-a5b9-bb72e8d486e0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e85e712b-059d-45c5-a5b9-bb72e8d486e0,segment=NetworkSegment(7b3488cd-ea44-4fad-b7c7-1164f05be0fb),segment_id=7b3488cd-ea44-4fad-b7c7-1164f05be0fb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:20.030624 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.046172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Calling delete_port for e85e712b-059d-45c5-a5b9-bb72e8d486e0 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:20.052749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Network ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:20.056541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:20.062232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:20.089654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bdc39018-897a-46b5-baea-17cb253dd521 None None] For port e85e712b-059d-45c5-a5b9-bb72e8d486e0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e85e712b-059d-45c5-a5b9-bb72e8d486e0,segment=NetworkSegment(7b3488cd-ea44-4fad-b7c7-1164f05be0fb),segment_id=7b3488cd-ea44-4fad-b7c7-1164f05be0fb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:20.090159 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bdc39018-897a-46b5-baea-17cb253dd521 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.108765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Pushing event updated for resources: {'Port': ['ID=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:20.109356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bdc39018-897a-46b5-baea-17cb253dd521 None None] Calling delete_port for e85e712b-059d-45c5-a5b9-bb72e8d486e0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:20.143791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:20.144801 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.162105 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.171106 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b478b398-ef05-40bd-ac59-64d482d20446 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0472600 Jan 28 03:43:20.191679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Request body: {'port': {'device_id': '90238e4b-1f38-44c7-a33d-e4ad0598edcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:20.198305 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bdc39018-897a-46b5-baea-17cb253dd521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (e85e712b-059d-45c5-a5b9-bb72e8d486e0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.202352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event deleted for resources: {'Port': ['ID=e85e712b-059d-45c5-a5b9-bb72e8d486e0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:20.208426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] No DVR routers for this DVR port e85e712b-059d-45c5-a5b9-bb72e8d486e0 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:20.240956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc39018-897a-46b5-baea-17cb253dd521 None None] Pushing event deleted for resources: {'Port': ['ID=e85e712b-059d-45c5-a5b9-bb72e8d486e0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:20.244605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc39018-897a-46b5-baea-17cb253dd521 None None] No DVR routers for this DVR port e85e712b-059d-45c5-a5b9-bb72e8d486e0 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:20.266105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.368213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (351d5387-8ad0-4c0b-874e-71aaab3c412c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.404292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59018e9b-bf21-4810-bb21-6eab96fae238 req-634585b6-e667-4d34-a821-a646eb5e8e8f tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:20.410930 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59018e9b-bf21-4810-bb21-6eab96fae238 req-634585b6-e667-4d34-a821-a646eb5e8e8f tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 943 time: 0.0916119 Jan 28 03:43:20.421466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351d5387-8ad0-4c0b-874e-71aaab3c412c']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:20.452651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3488cd-ea44-4fad-b7c7-1164f05be0fb') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:20.453358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3488cd-ea44-4fad-b7c7-1164f05be0fb') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:20.473855 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (7b3488cd-ea44-4fad-b7c7-1164f05be0fb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.505910 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7b3488cd-ea44-4fad-b7c7-1164f05be0fb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.523571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:20.524120 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (7b3488cd-ea44-4fad-b7c7-1164f05be0fb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:20.527412 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:20.532594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59018e9b-bf21-4810-bb21-6eab96fae238 req-ce897f39-1853-4d3b-8cb7-2a4fd6cfe095 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205330 Jan 28 03:43:20.551680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568c302-0d3e-48a4-9dbc-4f3992357809 req-0db6048a-189c-421b-81cd-a7a8a796ae3e tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:20.553324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8568c302-0d3e-48a4-9dbc-4f3992357809 req-0db6048a-189c-421b-81cd-a7a8a796ae3e tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 945 time: 0.1590865 Jan 28 03:43:20.585239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:20.595954 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Publish callbacks [] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.610863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Transition to ACTIVE for port object 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:43:20.618623 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.689782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e85e712b-059d-45c5-a5b9-bb72e8d486e0 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:20.716917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8568c302-0d3e-48a4-9dbc-4f3992357809 req-59574ff9-398d-47fd-8208-328081bbaa37 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022966 Jan 28 03:43:20.736335 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:20.753229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: e85e712b-059d-45c5-a5b9-bb72e8d486e0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:20.753676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e85e712b-059d-45c5-a5b9-bb72e8d486e0 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:20.760355 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (351d5387-8ad0-4c0b-874e-71aaab3c412c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.782353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.788429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Attempting to bind port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:20.794858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] 10.222.0.44 "DELETE /v2.0/networks/351d5387-8ad0-4c0b-874e-71aaab3c412c HTTP/1.1" status: 204 len: 168 time: 1.0871265 Jan 28 03:43:20.794858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f999bc4-8a78-4845-8975-b46857d89830 tempest-FloatingIPNegativeTestJSON-908720001 tempest-FloatingIPNegativeTestJSON-908720001-project] Pushing event deleted for resources: {'Network': ['ID=351d5387-8ad0-4c0b-874e-71aaab3c412c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:20.795243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Attempting to bind port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'f26223cc-06d9-4b57-a718-9115474348ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ebb5fce9-7f2d-406f-8e2c-c41f65ef5786'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:20.795243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Attempting to bind port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 on network ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:20.800773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 on network ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:43:20.801222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Attempting to bind port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 on network ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:20.810856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:20.811621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Checking segment: {'id': 'f26223cc-06d9-4b57-a718-9115474348ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ebb5fce9-7f2d-406f-8e2c-c41f65ef5786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:20.812547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Bound using segment: {'id': 'f26223cc-06d9-4b57-a718-9115474348ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ebb5fce9-7f2d-406f-8e2c-c41f65ef5786'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:20.813283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Bound port: 8b8367ea-4285-40d9-8f00-0a8e1727b1d1, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26223cc-06d9-4b57-a718-9115474348ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ebb5fce9-7f2d-406f-8e2c-c41f65ef5786'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:20.814494 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.875886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94726d73-8634-4cea-8b67-f00f38966071 req-9ecc7300-4345-4660-8e8c-91bc32181cf7 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:20.878123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94726d73-8634-4cea-8b67-f00f38966071 req-9ecc7300-4345-4660-8e8c-91bc32181cf7 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 943 time: 0.0631592 Jan 28 03:43:20.895021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] For port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:20.898725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] For port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,segment=NetworkSegment(f26223cc-06d9-4b57-a718-9115474348ea),segment_id=f26223cc-06d9-4b57-a718-9115474348ea)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:20.909675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.966318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:20.967277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:20.969157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94726d73-8634-4cea-8b67-f00f38966071 req-95a54464-c80f-4f46-9f93-1e3b5f84ed6a tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850122 Jan 28 03:43:20.971071 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] 10.222.0.25 "PUT /v2.0/ports/8b8367ea-4285-40d9-8f00-0a8e1727b1d1 HTTP/1.1" status: 200 len: 1092 time: 0.7849641 Jan 28 03:43:20.971685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90238e4b-1f38-44c7-a33d-e4ad0598edcb', 'tag': '8b8367ea-4285-40d9-8f00-0a8e1727b1d1'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:20.975209 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "90238e4b-1f38-44c7-a33d-e4ad0598edcb", "tag": "8b8367ea-4285-40d9-8f00-0a8e1727b1d1"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:21.024407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee5e5b-25dd-401c-83e0-ceb00c2d5774 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:21.051262 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df8d736-c4b0-4b16-8307-edc106d092e1 x-openstack-request-id: req-2df8d736-c4b0-4b16-8307-edc106d092e1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:21.051800 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90238e4b-1f38-44c7-a33d-e4ad0598edcb", "tag": "8b8367ea-4285-40d9-8f00-0a8e1727b1d1", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:21.052028 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2df8d736-c4b0-4b16-8307-edc106d092e1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:21.052942 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90238e4b-1f38-44c7-a33d-e4ad0598edcb', 'tag': '8b8367ea-4285-40d9-8f00-0a8e1727b1d1', 'status': 'completed', 'code': 200} Jan 28 03:43:21.120654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-a5530771-768a-497d-9faf-9e337386b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:21.123347 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-a5530771-768a-497d-9faf-9e337386b401 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c39d9c300244a8a8ad52de66ff41640&device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 1095 time: 0.0575304 Jan 28 03:43:21.178001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-b64f9b46-6974-402b-9aca-94dbce060e61 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b8367ea-4285-40d9-8f00-0a8e1727b1d1 HTTP/1.1" status: 200 len: 217 time: 0.0370641 Jan 28 03:43:21.208684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39398) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:21.228449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-c969cf65-fa0e-4e17-9b06-6a349663948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:21.230384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-c969cf65-fa0e-4e17-9b06-6a349663948d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71d54e39-b469-4cc3-bd43-9c37b4acfbe3 HTTP/1.1" status: 200 len: 848 time: 0.0468903 Jan 28 03:43:21.273900 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-704c1702-dcc6-4291-899a-fdf79f654c7c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ebb5fce9-7f2d-406f-8e2c-c41f65ef5786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253022 Jan 28 03:43:21.350893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-18bb1a93-17b7-4a45-a126-40e4bfa94b37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01937124bf564459b22b572ea79f0d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408794 Jan 28 03:43:21.353363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:21.414839 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd537b02-a239-4075-b227-18ea9494839c admin admin] Publish callbacks [] for security_group (a3527400-3b08-4dd7-9227-305ad71a4ee5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:21.438544 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd537b02-a239-4075-b227-18ea9494839c admin admin] Publish callbacks [] for security_group (a3527400-3b08-4dd7-9227-305ad71a4ee5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:21.487415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd537b02-a239-4075-b227-18ea9494839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a3527400-3b08-4dd7-9227-305ad71a4ee5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:21.490025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd537b02-a239-4075-b227-18ea9494839c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:21.491229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dd537b02-a239-4075-b227-18ea9494839c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3527400-3b08-4dd7-9227-305ad71a4ee5 HTTP/1.1" status: 204 len: 168 time: 0.1369150 Jan 28 03:43:21.501164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e6d10814-33ab-4e5d-86fb-aaf6b7468f31 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:43:21.501985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd537b02-a239-4075-b227-18ea9494839c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3527400-3b08-4dd7-9227-305ad71a4ee5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:21.632688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e6d10814-33ab-4e5d-86fb-aaf6b7468f31, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:21.649302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'e6d10814-33ab-4e5d-86fb-aaf6b7468f31', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'port_id': 'e6d10814-33ab-4e5d-86fb-aaf6b7468f31', 'mac_address': 'fa:16:3e:50:cb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5548d5-25c1-413a-8337-9e767e70925d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:43:21.660644 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-89820615-8735-4982-9e98-f0e502f5bc48 service neutron] 10.222.0.25 "GET /v2.0/networks/ebb5fce9-7f2d-406f-8e2c-c41f65ef5786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745706 Jan 28 03:43:21.694031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a8fe-0a86-427d-9b08-8bdbf6e4e800 req-9315165f-a889-4780-8f19-043f842892a6 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:21.702694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fac0a8fe-0a86-427d-9b08-8bdbf6e4e800 req-9315165f-a889-4780-8f19-043f842892a6 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 943 time: 0.0643115 Jan 28 03:43:21.703029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:21.703491 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:21.721151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d10814-33ab-4e5d-86fb-aaf6b7468f31 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:21.745835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e6d10814-33ab-4e5d-86fb-aaf6b7468f31, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:21.753055 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:21.754047 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fac0a8fe-0a86-427d-9b08-8bdbf6e4e800 req-70b6322b-7d47-4791-bc26-16056c740119 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504789 Jan 28 03:43:21.823059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:21.836474 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d293c038-232e-4199-abb0-e54ad8895fb6 req-f959bee0-52c5-44c3-96e0-855466cd9afb service neutron] 10.222.0.25 "GET /v2.0/networks/ebb5fce9-7f2d-406f-8e2c-c41f65ef5786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698208 Jan 28 03:43:21.907135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b655c6-1e19-4620-9782-4c5cdda6e2dc req-7aac427d-cec3-4149-81a1-bad4799cf39e tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:21.910090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2b655c6-1e19-4620-9782-4c5cdda6e2dc req-7aac427d-cec3-4149-81a1-bad4799cf39e tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 945 time: 0.0658879 Jan 28 03:43:21.962869 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2b655c6-1e19-4620-9782-4c5cdda6e2dc req-74aee32d-2c7c-4d42-b09c-b6487d28c3c8 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469451 Jan 28 03:43:21.995660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9 req-0975fdd0-4272-4269-b966-54d5bded9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:21.999743 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9 req-0975fdd0-4272-4269-b966-54d5bded9210 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c39d9c300244a8a8ad52de66ff41640&device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 1095 time: 0.0537431 Jan 28 03:43:22.150692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9 req-486d51a6-efee-4f94-841b-76507f5fa9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:22.152309 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9 req-486d51a6-efee-4f94-841b-76507f5fa9e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 HTTP/1.1" status: 200 len: 909 time: 0.1382530 Jan 28 03:43:22.157198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d382-b5ed-4306-a999-26f98d53f800 req-459f5e1a-dec3-4592-820a-d074d90f3f52 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:22.162704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9746d382-b5ed-4306-a999-26f98d53f800 req-459f5e1a-dec3-4592-820a-d074d90f3f52 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 943 time: 0.1048915 Jan 28 03:43:22.202799 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9 req-d0f26268-f48c-43b8-bd6c-f4b8231323f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b8367ea-4285-40d9-8f00-0a8e1727b1d1 HTTP/1.1" status: 200 len: 217 time: 0.0426574 Jan 28 03:43:22.243240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9746d382-b5ed-4306-a999-26f98d53f800 req-3451ffcd-e530-4f85-945c-c295ff941e39 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722349 Jan 28 03:43:22.254656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9 req-bec05aa7-4efa-420e-95cc-cbf938ad2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:22.256137 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9 req-bec05aa7-4efa-420e-95cc-cbf938ad2502 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71d54e39-b469-4cc3-bd43-9c37b4acfbe3 HTTP/1.1" status: 200 len: 848 time: 0.0482838 Jan 28 03:43:22.296458 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9 req-bac0f0c7-011d-4651-a2b4-2cfbeab04569 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ebb5fce9-7f2d-406f-8e2c-c41f65ef5786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330989 Jan 28 03:43:22.336071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e6d10814-33ab-4e5d-86fb-aaf6b7468f31'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:22.383023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff6a8a-a482-4509-a398-88636f01d83a req-3abeeac7-e2ec-4b2d-823f-e5e736cb9ca7 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:22.391403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47ff6a8a-a482-4509-a398-88636f01d83a req-3abeeac7-e2ec-4b2d-823f-e5e736cb9ca7 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 945 time: 0.0824013 Jan 28 03:43:22.396964 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9 req-6e5c3761-5549-452f-ab20-0b18e338d6fe service neutron] 10.222.0.25 "GET /v2.0/networks/ebb5fce9-7f2d-406f-8e2c-c41f65ef5786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947542 Jan 28 03:43:22.424084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:22.453360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47ff6a8a-a482-4509-a398-88636f01d83a req-70d97b40-67ac-4e60-8c6e-c06e7d4def2a tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603914 Jan 28 03:43:22.504508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e90044a8-a8e9-4693-8546-d4cc5b26c4a9 req-b130e1c6-d57d-41c3-9c68-0074f77824b8 service neutron] 10.222.0.25 "GET /v2.0/networks/ebb5fce9-7f2d-406f-8e2c-c41f65ef5786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002448 Jan 28 03:43:22.536034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-78950709'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:22.554937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:22.558303 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:22.567429 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:22.642819 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for security_group (aef8c08b-d8a5-4fda-81c4-1afdcb371919), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:22.656067 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (aef8c08b-d8a5-4fda-81c4-1afdcb371919), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:22.689791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:22.699307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef8c08b-d8a5-4fda-81c4-1afdcb371919,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:22.709157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4596829b-8871-41c1-a40b-493a19085bdd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:22.709437 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Added segment 4596829b-8871-41c1-a40b-493a19085bdd of type vlan for network f799e43a-ed7e-4412-9231-1918749fe1dc Jan 28 03:43:22.711705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.715877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.715877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.715877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.715877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.715877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.715877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.715877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.715877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.715877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.715877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.717140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.717140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:22.759053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (f799e43a-ed7e-4412-9231-1918749fe1dc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:22.784946 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (f799e43a-ed7e-4412-9231-1918749fe1dc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:22.790375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:22.790989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:22.858047 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4328513 Jan 28 03:43:22.870786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6fe9c-d56e-42e5-b781-dedffb99a204 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=f799e43a-ed7e-4412-9231-1918749fe1dc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:22.884389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network f799e43a-ed7e-4412-9231-1918749fe1dc details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:22.907889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83fa99-004c-47a6-9a90-7e7fe94edcfb req-bec2307c-6191-4afa-be70-9d62dee16638 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:22.909612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb83fa99-004c-47a6-9a90-7e7fe94edcfb req-bec2307c-6191-4afa-be70-9d62dee16638 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 944 time: 0.0795639 Jan 28 03:43:22.974695 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb83fa99-004c-47a6-9a90-7e7fe94edcfb req-a766a30b-2380-40ee-88aa-bed2a4b78191 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568371 Jan 28 03:43:23.361204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d66ce5-0bda-4a29-a445-e86235f55f26 req-46ccd67e-ce6f-408b-86be-570fbb0db923 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:23.362731 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9d66ce5-0bda-4a29-a445-e86235f55f26 req-46ccd67e-ce6f-408b-86be-570fbb0db923 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 943 time: 0.0497930 Jan 28 03:43:23.409743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9d66ce5-0bda-4a29-a445-e86235f55f26 req-c14d5031-8368-4802-9655-d0ccaa8c6892 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412064 Jan 28 03:43:23.523517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e6d10814-33ab-4e5d-86fb-aaf6b7468f31 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:23.579230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:43:23.580328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5a81c-c523-431a-81fc-bc21dc68821e req-e7cfcff9-bfe3-411f-9646-46cf6ae9ca56 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:23.582000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31e5a81c-c523-431a-81fc-bc21dc68821e req-e7cfcff9-bfe3-411f-9646-46cf6ae9ca56 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 945 time: 0.0562847 Jan 28 03:43:23.583594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:23.584011 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:23.636716 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31e5a81c-c523-431a-81fc-bc21dc68821e req-94e49f43-5ee6-4bec-8be4-d158bda64e68 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/security-groups?id=968385c4-fd8e-4753-8e39-ca3bf437d4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477121 Jan 28 03:43:23.676210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:23.676577 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:23.699219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25c6e84-6746-4784-aaa8-2261be65e4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d10814-33ab-4e5d-86fb-aaf6b7468f31'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:23.701076 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab03889-74d3-494f-b988-0fe7e9e2bd36" -d '{"events": [{"server_uuid": "e25c6e84-6746-4784-aaa8-2261be65e4b8", "name": "network-vif-plugged", "status": "completed", "tag": "e6d10814-33ab-4e5d-86fb-aaf6b7468f31"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:23.713206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e6d10814-33ab-4e5d-86fb-aaf6b7468f31, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:23.718155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:23.758661 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d9f140-6bd0-4d13-a95e-ade80daa2267 x-openstack-request-id: req-07d9f140-6bd0-4d13-a95e-ade80daa2267 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:23.759704 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25c6e84-6746-4784-aaa8-2261be65e4b8", "name": "network-vif-plugged", "status": "completed", "tag": "e6d10814-33ab-4e5d-86fb-aaf6b7468f31", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:23.760363 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07d9f140-6bd0-4d13-a95e-ade80daa2267 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:23.760884 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25c6e84-6746-4784-aaa8-2261be65e4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d10814-33ab-4e5d-86fb-aaf6b7468f31', 'code': 200} Jan 28 03:43:23.773058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:23.893151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3b8dd-ec68-4684-b9ef-7ab2d45fc90b req-da6801b0-73ce-456d-92e5-849d7b57c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:23.894713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eba3b8dd-ec68-4684-b9ef-7ab2d45fc90b req-da6801b0-73ce-456d-92e5-849d7b57c744 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0451434 Jan 28 03:43:23.946065 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eba3b8dd-ec68-4684-b9ef-7ab2d45fc90b req-638d356d-8386-46e2-8c1d-036b2f609e8a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450668 Jan 28 03:43:23.980499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-26606d51-cd60-444f-9fb7-f9372f232b46 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:23.982877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-26606d51-cd60-444f-9fb7-f9372f232b46 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.42 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 945 time: 0.0706050 Jan 28 03:43:24.154508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86acd6-3e48-40f1-bf58-5ce97aa67474 req-2485bae5-170f-4973-98a8-d9a499722535 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:24.155993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a86acd6-3e48-40f1-bf58-5ce97aa67474 req-2485bae5-170f-4973-98a8-d9a499722535 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 945 time: 0.0706117 Jan 28 03:43:24.159032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-478ad2ab-599a-4e3b-8b65-292e572b7487 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Deleting port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:24.159370 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-478ad2ab-599a-4e3b-8b65-292e572b7487 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:24.270412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a86acd6-3e48-40f1-bf58-5ce97aa67474 req-f319c428-59ec-4766-a4e2-82d83528e368 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077795 Jan 28 03:43:24.290935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-478ad2ab-599a-4e3b-8b65-292e572b7487 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] For port a86fa0be-d96f-40d3-a5c6-d96d508c24e9, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,segment=NetworkSegment(4a9669f4-db5f-4e60-be43-5852d42b8263),segment_id=4a9669f4-db5f-4e60-be43-5852d42b8263)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:24.291242 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-478ad2ab-599a-4e3b-8b65-292e572b7487 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:24.304709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-478ad2ab-599a-4e3b-8b65-292e572b7487 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Calling delete_port for a86fa0be-d96f-40d3-a5c6-d96d508c24e9 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:24.443940 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-478ad2ab-599a-4e3b-8b65-292e572b7487 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (a86fa0be-d96f-40d3-a5c6-d96d508c24e9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:24.478599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ad2ab-599a-4e3b-8b65-292e572b7487 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Pushing event deleted for resources: {'Port': ['ID=a86fa0be-d96f-40d3-a5c6-d96d508c24e9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:24.495553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['a86fa0be-d96f-40d3-a5c6-d96d508c24e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:24.542516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-478ad2ab-599a-4e3b-8b65-292e572b7487 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] No DVR routers for this DVR port a86fa0be-d96f-40d3-a5c6-d96d508c24e9 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:24.547072 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-478ad2ab-599a-4e3b-8b65-292e572b7487 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:24.550393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1852197-b2b9-4f14-a8ce-1996cfc5adc5 req-478ad2ab-599a-4e3b-8b65-292e572b7487 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.42 "DELETE /v2.0/ports/a86fa0be-d96f-40d3-a5c6-d96d508c24e9 HTTP/1.1" status: 204 len: 173 time: 0.5363095 Jan 28 03:43:24.550838 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df81987-f69d-4e66-802c-02478ede16f0', 'name': 'network-vif-deleted', 'tag': 'a86fa0be-d96f-40d3-a5c6-d96d508c24e9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:24.553120 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f36550-85f7-4b7b-911e-118a18bcadd7" -d '{"events": [{"server_uuid": "7df81987-f69d-4e66-802c-02478ede16f0", "name": "network-vif-deleted", "tag": "a86fa0be-d96f-40d3-a5c6-d96d508c24e9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:24.581447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a4502-ff50-4f22-852d-f9e5d45c3ca0 req-63b5cca3-c023-484e-b5d4-f51b9f1af5dd tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:24.584532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-072a4502-ff50-4f22-852d-f9e5d45c3ca0 req-63b5cca3-c023-484e-b5d4-f51b9f1af5dd tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 943 time: 0.0978792 Jan 28 03:43:24.603286 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddbeb67-324c-490a-8088-bc70ff36f24e x-openstack-request-id: req-3ddbeb67-324c-490a-8088-bc70ff36f24e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:24.603569 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df81987-f69d-4e66-802c-02478ede16f0", "name": "network-vif-deleted", "tag": "a86fa0be-d96f-40d3-a5c6-d96d508c24e9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:24.603819 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ddbeb67-324c-490a-8088-bc70ff36f24e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:24.604258 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df81987-f69d-4e66-802c-02478ede16f0', 'name': 'network-vif-deleted', 'tag': 'a86fa0be-d96f-40d3-a5c6-d96d508c24e9', 'status': 'completed', 'code': 200} Jan 28 03:43:24.645376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-072a4502-ff50-4f22-852d-f9e5d45c3ca0 req-6b32e6ef-a96f-4549-8ca3-6546285c53ba tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515046 Jan 28 03:43:24.756380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6b0ffc4-2963-44a2-aa2f-a7133615dbb9 req-81b90760-2437-49cc-89f2-bda8956248f3 tempest-ServerAddressesNegativeTestJSON-2069349352 tempest-ServerAddressesNegativeTestJSON-2069349352-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df81987-f69d-4e66-802c-02478ede16f0 HTTP/1.1" status: 200 len: 210 time: 0.0311999 Jan 28 03:43:25.398765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36f52c-6e65-4a1e-aeaa-5692a7fb053f req-08197b64-95b8-4083-9a51-e106c291dbd3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:25.405461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f36f52c-6e65-4a1e-aeaa-5692a7fb053f req-08197b64-95b8-4083-9a51-e106c291dbd3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 945 time: 0.0603299 Jan 28 03:43:25.475420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f36f52c-6e65-4a1e-aeaa-5692a7fb053f req-8f65c235-2d49-440f-98c2-a18fcd9106b9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572076 Jan 28 03:43:25.522520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:43:25.625116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,segment=NetworkSegment(f26223cc-06d9-4b57-a718-9115474348ea),segment_id=f26223cc-06d9-4b57-a718-9115474348ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:25.639762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '8b8367ea-4285-40d9-8f00-0a8e1727b1d1', 'network_id': 'ebb5fce9-7f2d-406f-8e2c-c41f65ef5786', 'port_id': '8b8367ea-4285-40d9-8f00-0a8e1727b1d1', 'mac_address': 'fa:16:3e:ea:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d54e39-b469-4cc3-bd43-9c37b4acfbe3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:43:25.685807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:25.686202 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:25.699993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:25.720529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,segment=NetworkSegment(f26223cc-06d9-4b57-a718-9115474348ea),segment_id=f26223cc-06d9-4b57-a718-9115474348ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:25.724950 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:25.771230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79efa5-1228-4612-8f00-cb3be7bb2ffe req-d9e38808-91f0-4fbe-9b07-33e428ef01a6 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:25.773205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a79efa5-1228-4612-8f00-cb3be7bb2ffe req-d9e38808-91f0-4fbe-9b07-33e428ef01a6 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 944 time: 0.0524852 Jan 28 03:43:25.773438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:25.815580 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:25.836101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a79efa5-1228-4612-8f00-cb3be7bb2ffe req-7f7b2ac9-8a08-4ad1-bcf5-9c6f7cc354ae tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477271 Jan 28 03:43:25.863691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca9a0f4-c5be-4b2a-bab8-70fd2b83e4cd admin admin] Deleting subnet f7c44f6e-d51f-43e3-82bc-4284b21331c3 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:43:25.866802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fca9a0f4-c5be-4b2a-bab8-70fd2b83e4cd admin admin] Publish callbacks [] for subnet (f7c44f6e-d51f-43e3-82bc-4284b21331c3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:25.910682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fca9a0f4-c5be-4b2a-bab8-70fd2b83e4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (f7c44f6e-d51f-43e3-82bc-4284b21331c3), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:25.951905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fca9a0f4-c5be-4b2a-bab8-70fd2b83e4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f7c44f6e-d51f-43e3-82bc-4284b21331c3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.009667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fca9a0f4-c5be-4b2a-bab8-70fd2b83e4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (f7c44f6e-d51f-43e3-82bc-4284b21331c3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.037740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9a0f4-c5be-4b2a-bab8-70fd2b83e4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c44f6e-d51f-43e3-82bc-4284b21331c3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:26.041691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fca9a0f4-c5be-4b2a-bab8-70fd2b83e4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.047860 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fca9a0f4-c5be-4b2a-bab8-70fd2b83e4cd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f7c44f6e-d51f-43e3-82bc-4284b21331c3 HTTP/1.1" status: 204 len: 168 time: 0.2287488 Jan 28 03:43:26.048620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39490) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:26.116679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a2ae5878-5860-418e-813f-e83918f7ce76), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.137824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8b8367ea-4285-40d9-8f00-0a8e1727b1d1'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:26.205704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:26.211547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'network_id': 'f799e43a-ed7e-4412-9231-1918749fe1dc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:26.218778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a2ae5878-5860-418e-813f-e83918f7ce76), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.240719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ae5878-5860-418e-813f-e83918f7ce76']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:26.251917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9669f4-db5f-4e60-be43-5852d42b8263') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:26.252391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9669f4-db5f-4e60-be43-5852d42b8263') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:26.263552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (4a9669f4-db5f-4e60-be43-5852d42b8263), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.279122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4a9669f4-db5f-4e60-be43-5852d42b8263), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.285623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:26.286123 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (4a9669f4-db5f-4e60-be43-5852d42b8263), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:26.287967 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:26.343557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:26.347807 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.353644 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a2ae5878-5860-418e-813f-e83918f7ce76), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.362060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.367574 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2ae5878-5860-418e-813f-e83918f7ce76 HTTP/1.1" status: 204 len: 168 time: 0.3164325 Jan 28 03:43:26.376638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f6bc0-271d-4ffa-98f3-d0ef87048581 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ae5878-5860-418e-813f-e83918f7ce76,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:26.556569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39504) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:26.563245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (f73038ea-f6da-47cc-a093-9276f1af4e8d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.608088 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-86a2379d-48cd-4e85-beee-ea5138b8d947 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=219581554f9843d2802bf1986e624a6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503073 Jan 28 03:43:26.610869 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39506) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:26.640484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=f73038ea-f6da-47cc-a093-9276f1af4e8d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:26.659644 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cec94b20-de32-40d9-9bb7-68fe58bf7353 admin admin] Publish callbacks [] for security_group (968385c4-fd8e-4753-8e39-ca3bf437d4b8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.662275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7324226-a7f4-41e5-80c4-4382f30ece98 req-e294ef5a-75e3-4ecf-a4e8-12cebd1bb5a5 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:26.663799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7324226-a7f4-41e5-80c4-4382f30ece98 req-e294ef5a-75e3-4ecf-a4e8-12cebd1bb5a5 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 945 time: 0.1110706 Jan 28 03:43:26.667790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking segment: {'id': '4596829b-8871-41c1-a40b-493a19085bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f799e43a-ed7e-4412-9231-1918749fe1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:26.668223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network hostable DHCP agents. Network: f799e43a-ed7e-4412-9231-1918749fe1dc, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:26.682102 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cec94b20-de32-40d9-9bb7-68fe58bf7353 admin admin] Publish callbacks [] for security_group (968385c4-fd8e-4753-8e39-ca3bf437d4b8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.709964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network f799e43a-ed7e-4412-9231-1918749fe1dc is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:26.730007 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cec94b20-de32-40d9-9bb7-68fe58bf7353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (968385c4-fd8e-4753-8e39-ca3bf437d4b8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.733921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cec94b20-de32-40d9-9bb7-68fe58bf7353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.737727 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cec94b20-de32-40d9-9bb7-68fe58bf7353 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/968385c4-fd8e-4753-8e39-ca3bf437d4b8 HTTP/1.1" status: 204 len: 168 time: 0.1234932 Jan 28 03:43:26.737893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7324226-a7f4-41e5-80c4-4382f30ece98 req-a3a18f6a-f6eb-453e-927c-ea9a98e7b941 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631633 Jan 28 03:43:26.737893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, f799e43a-ed7e-4412-9231-1918749fe1dc) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:26.741210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:26.741963 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.746562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec94b20-de32-40d9-9bb7-68fe58bf7353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968385c4-fd8e-4753-8e39-ca3bf437d4b8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:26.754878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7cd8ae-3edb-4a81-9ac2-84b040d758b2 None None] Network f799e43a-ed7e-4412-9231-1918749fe1dc requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:26.769126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-66957de7-9c4b-40f7-a79d-9257c627880b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5622423 Jan 28 03:43:26.772901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:26.778932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363316650'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:26.804043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:26.808127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.839199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:26.850321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (5198b513-b3aa-4d42-93c0-8203824548c3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.850760 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Added segment 5198b513-b3aa-4d42-93c0-8203824548c3 of type vlan for network 54bbc7e9-82ee-4dc8-9577-28246a0ef25b Jan 28 03:43:26.909089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (54bbc7e9-82ee-4dc8-9577-28246a0ef25b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.955882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (54bbc7e9-82ee-4dc8-9577-28246a0ef25b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.966490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:26.967237 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:26.974930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-f799e43a-ed7e-4412-9231-1918749fe1dc', 'network_id': 'f799e43a-ed7e-4412-9231-1918749fe1dc', 'project_id': '4a1d66e1875047f79d49a3ca54d746e0', 'fixed_ips': [{'subnet_id': 'f73038ea-f6da-47cc-a093-9276f1af4e8d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:43:26.976646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:27.042606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6431b78-deb0-4a4e-bbb6-656ded5af3e8 req-21bfcc8e-df3c-4c4d-a577-9db70b409dd3 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:27.053395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6431b78-deb0-4a4e-bbb6-656ded5af3e8 req-21bfcc8e-df3c-4c4d-a577-9db70b409dd3 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 944 time: 0.0944521 Jan 28 03:43:27.064467 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2904596 Jan 28 03:43:27.065139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d74d6-b76e-489c-8d4b-0d6944c06e93 req-a9f98612-2cba-4184-aba8-db5991068c22 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:27.068570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:27.072608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-993d74d6-b76e-489c-8d4b-0d6944c06e93 req-a9f98612-2cba-4184-aba8-db5991068c22 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 946 time: 0.1767662 Jan 28 03:43:27.074545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'network_id': '54bbc7e9-82ee-4dc8-9577-28246a0ef25b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:27.138365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e7774-50a2-45b7-91d1-5df3f560278b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=54bbc7e9-82ee-4dc8-9577-28246a0ef25b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:27.164036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 54bbc7e9-82ee-4dc8-9577-28246a0ef25b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:27.166869 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-993d74d6-b76e-489c-8d4b-0d6944c06e93 req-76ffa654-adb7-46fa-bfea-c74674090e59 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930176 Jan 28 03:43:27.188228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6431b78-deb0-4a4e-bbb6-656ded5af3e8 req-9f4aa61a-8d7a-4b41-800f-8f3fcf1c280b tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132073 Jan 28 03:43:27.214763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:27.220396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:27.266137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Allocated IP 2001:db8:0:ffff::2 (f799e43a-ed7e-4412-9231-1918749fe1dc/f73038ea-f6da-47cc-a093-9276f1af4e8d/fe1cbad1-e951-4d9e-9d2d-c13283eeb141) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:27.348469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d8852-f08a-408e-a8b0-1b4385e29fce req-6f27b127-906f-482f-9784-5ff73fef8e13 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:27.361666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d0d8852-f08a-408e-a8b0-1b4385e29fce req-6f27b127-906f-482f-9784-5ff73fef8e13 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 945 time: 0.1065705 Jan 28 03:43:27.426437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a86fa0be-d96f-40d3-a5c6-d96d508c24e9 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:27.435221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d0d8852-f08a-408e-a8b0-1b4385e29fce req-4ea3d868-23c0-4cad-b2f5-3307b94242f0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717764 Jan 28 03:43:27.480041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: a86fa0be-d96f-40d3-a5c6-d96d508c24e9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:27.480954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a86fa0be-d96f-40d3-a5c6-d96d508c24e9 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:27.533367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (41bad547-3030-4779-b7c5-8677181e1a98), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:27.542944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:27.547076 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Publish callbacks [] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:27.571122 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:27.630115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Network f799e43a-ed7e-4412-9231-1918749fe1dc is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:27.636678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:27.643163 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:27.677044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Pushing event updated for resources: {'Port': ['ID=fe1cbad1-e951-4d9e-9d2d-c13283eeb141,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:27.714832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=41bad547-3030-4779-b7c5-8677181e1a98,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:27.726158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking segment: {'id': '5198b513-b3aa-4d42-93c0-8203824548c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54bbc7e9-82ee-4dc8-9577-28246a0ef25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:27.727700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network hostable DHCP agents. Network: 54bbc7e9-82ee-4dc8-9577-28246a0ef25b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:27.775112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:43:27.776569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network 54bbc7e9-82ee-4dc8-9577-28246a0ef25b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:27.778886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Attempting to bind port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:27.792608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 54bbc7e9-82ee-4dc8-9577-28246a0ef25b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:27.793004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Attempting to bind port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '4596829b-8871-41c1-a40b-493a19085bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f799e43a-ed7e-4412-9231-1918749fe1dc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:27.799562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:27.801310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:27.807158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3f957-4016-4af0-8e83-8e4793eed77f req-b84d4d62-a25a-4912-89d2-91bdad9f342f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:27.811497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Attempting to bind port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 on network f799e43a-ed7e-4412-9231-1918749fe1dc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:27.818273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45d3f957-4016-4af0-8e83-8e4793eed77f req-b84d4d62-a25a-4912-89d2-91bdad9f342f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0939090 Jan 28 03:43:27.822633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db87efa-79b1-4c7e-89a1-911ae332dd08 None None] Network 54bbc7e9-82ee-4dc8-9577-28246a0ef25b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:27.828522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:27.829458 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:27.844385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:27.844775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Checking segment: {'id': '4596829b-8871-41c1-a40b-493a19085bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f799e43a-ed7e-4412-9231-1918749fe1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:27.845201 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:27.845671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Bound using segment: {'id': '4596829b-8871-41c1-a40b-493a19085bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f799e43a-ed7e-4412-9231-1918749fe1dc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:27.846155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Bound port: fe1cbad1-e951-4d9e-9d2d-c13283eeb141, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4596829b-8871-41c1-a40b-493a19085bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f799e43a-ed7e-4412-9231-1918749fe1dc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:27.846532 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:27.847087 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-797106ef-5a35-48d2-924d-ffb58c0d17a7 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7769215 Jan 28 03:43:27.848286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39554) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:27.967586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45d3f957-4016-4af0-8e83-8e4793eed77f req-93ed06aa-d8ab-4b57-8c79-ec0afb68cb10 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484032 Jan 28 03:43:27.975086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:28.014250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bb749-cc11-4876-880f-0d6ca7b2807a req-6edda23b-6725-419e-a397-8c8f6caa6435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:28.015913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-327bb749-cc11-4876-880f-0d6ca7b2807a req-6edda23b-6725-419e-a397-8c8f6caa6435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 945 time: 0.1856079 Jan 28 03:43:28.047382 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (54bbc7e9-82ee-4dc8-9577-28246a0ef25b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.103320 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1813984269-network', 'tenant_id': '2755399da2024bcb8eea02c78c2eed2a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:28.121965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-327bb749-cc11-4876-880f-0d6ca7b2807a req-c5a9f897-b134-47cb-b6d6-854fb88344ba tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950947 Jan 28 03:43:28.125876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Made reservation on behalf of 2755399da2024bcb8eea02c78c2eed2a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:28.128226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.146188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.171307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (41bad547-3030-4779-b7c5-8677181e1a98), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.217999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] For port fe1cbad1-e951-4d9e-9d2d-c13283eeb141, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:28.231423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777860d9-2fd8-4079-8563-508d295c6136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-54bbc7e9-82ee-4dc8-9577-28246a0ef25b', 'network_id': '54bbc7e9-82ee-4dc8-9577-28246a0ef25b', 'project_id': '4a1d66e1875047f79d49a3ca54d746e0', 'fixed_ips': [{'subnet_id': '41bad547-3030-4779-b7c5-8677181e1a98'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:43:28.232354 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-777860d9-2fd8-4079-8563-508d295c6136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.244968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Publish callbacks [] for security_group (8c0d1275-0d94-4a15-a57d-3462a7c8d141), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.249983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8c0d1275-0d94-4a15-a57d-3462a7c8d141), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.254749 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (41bad547-3030-4779-b7c5-8677181e1a98), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.257775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] For port fe1cbad1-e951-4d9e-9d2d-c13283eeb141, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fe1cbad1-e951-4d9e-9d2d-c13283eeb141,segment=NetworkSegment(4596829b-8871-41c1-a40b-493a19085bdd),segment_id=4596829b-8871-41c1-a40b-493a19085bdd)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:28.265711 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.272184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:28.292144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (aa977f8d-3dfa-4493-8e17-db04bc950d10), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.292507 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Added segment aa977f8d-3dfa-4493-8e17-db04bc950d10 of type vlan for network b98552af-e0e9-4c8c-b31c-a753268bff08 Jan 28 03:43:28.294412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0d1275-0d94-4a15-a57d-3462a7c8d141,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:28.299491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:28.299896 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.309466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Subnet': ['ID=41bad547-3030-4779-b7c5-8677181e1a98,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:28.346282 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (b98552af-e0e9-4c8c-b31c-a753268bff08), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.347760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,segment=NetworkSegment(f26223cc-06d9-4b57-a718-9115474348ea),segment_id=f26223cc-06d9-4b57-a718-9115474348ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:28.353012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90238e4b-1f38-44c7-a33d-e4ad0598edcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8367ea-4285-40d9-8f00-0a8e1727b1d1'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:28.356202 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb52978-0322-4019-afc5-87bb8b461d2c" -d '{"events": [{"server_uuid": "90238e4b-1f38-44c7-a33d-e4ad0598edcb", "name": "network-vif-plugged", "status": "completed", "tag": "8b8367ea-4285-40d9-8f00-0a8e1727b1d1"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:28.374808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.401152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (b98552af-e0e9-4c8c-b31c-a753268bff08), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.402190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:28.403081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.417100 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (54bbc7e9-82ee-4dc8-9577-28246a0ef25b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.453035 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c49a4b-5258-4145-b3bf-6f91379b9420 x-openstack-request-id: req-55c49a4b-5258-4145-b3bf-6f91379b9420 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:28.454204 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90238e4b-1f38-44c7-a33d-e4ad0598edcb", "name": "network-vif-plugged", "status": "completed", "tag": "8b8367ea-4285-40d9-8f00-0a8e1727b1d1", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:28.454653 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55c49a4b-5258-4145-b3bf-6f91379b9420 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:28.456698 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90238e4b-1f38-44c7-a33d-e4ad0598edcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8367ea-4285-40d9-8f00-0a8e1727b1d1', 'code': 200} Jan 28 03:43:28.462806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd3cb0-fbcf-4d4f-9501-f2e9a0690ebe req-95bee338-7da6-473f-b2ad-1f46de9f7d56 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:28.470765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73cd3cb0-fbcf-4d4f-9501-f2e9a0690ebe req-95bee338-7da6-473f-b2ad-1f46de9f7d56 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 944 time: 0.1662850 Jan 28 03:43:28.482424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bbc7e9-82ee-4dc8-9577-28246a0ef25b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:28.502507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ea820-a8e7-43c9-bfb4-6a6bbd249ac8 None None] Pushing event updated for resources: {'Port': ['ID=fe1cbad1-e951-4d9e-9d2d-c13283eeb141,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:28.515732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5198b513-b3aa-4d42-93c0-8203824548c3') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:28.516302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5198b513-b3aa-4d42-93c0-8203824548c3') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:28.534886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (5198b513-b3aa-4d42-93c0-8203824548c3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.538559 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5616331 Jan 28 03:43:28.541316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39570) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:28.552673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Request body: {'subnet': {'network_id': 'b98552af-e0e9-4c8c-b31c-a753268bff08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1813984269-subnet', 'tenant_id': '2755399da2024bcb8eea02c78c2eed2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:28.555748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49b626-dd65-4dc3-b7e4-5c78a3a779de admin admin] Pushing event updated for resources: {'Network': ['ID=b98552af-e0e9-4c8c-b31c-a753268bff08,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:28.576681 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (5198b513-b3aa-4d42-93c0-8203824548c3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.597423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73cd3cb0-fbcf-4d4f-9501-f2e9a0690ebe req-304c72a9-b115-48b4-aa1e-c26deeefb9eb tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253223 Jan 28 03:43:28.616541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:28.616994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (5198b513-b3aa-4d42-93c0-8203824548c3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:28.620610 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:28.629600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2749a-8493-460f-b3c4-c9fe6837705a req-ee45c559-c709-47e4-a756-ab012d48a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:28.632502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Made reservation on behalf of 2755399da2024bcb8eea02c78c2eed2a for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:28.634991 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.636007 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ead2749a-8493-460f-b3c4-c9fe6837705a req-ee45c559-c709-47e4-a756-ab012d48a418 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 1097 time: 0.0944848 Jan 28 03:43:28.656870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d01f48d-39c4-43fd-9a0b-a89236fb5fb0 None None] Network 54bbc7e9-82ee-4dc8-9577-28246a0ef25b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:28.659337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network b98552af-e0e9-4c8c-b31c-a753268bff08 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:28.732620 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ead2749a-8493-460f-b3c4-c9fe6837705a req-e3af0e8d-a448-430d-ac60-d6567e51ff53 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868223 Jan 28 03:43:28.755545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:28.755884 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (54bbc7e9-82ee-4dc8-9577-28246a0ef25b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.782157 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.785804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/54bbc7e9-82ee-4dc8-9577-28246a0ef25b HTTP/1.1" status: 204 len: 168 time: 0.9365406 Jan 28 03:43:28.789476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39572) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:28.790373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef27da-c8be-4ba9-b827-8562ccbb8a27 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Network': ['ID=54bbc7e9-82ee-4dc8-9577-28246a0ef25b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:28.798121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-360938313'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:28.840272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:28.846102 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.880918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:28.892504 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (46ee5892-671b-4e03-bede-77507b23471c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.892980 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Added segment 46ee5892-671b-4e03-bede-77507b23471c of type vlan for network 1f5e8213-a3c4-45f5-b303-d78a001d89da Jan 28 03:43:28.944352 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1f5e8213-a3c4-45f5-b303-d78a001d89da), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.946898 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (d64f8eb1-1f8c-47ce-ba86-a2017d986320), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.970996 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1f5e8213-a3c4-45f5-b303-d78a001d89da), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:28.975959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:28.976553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:29.006648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64f8eb1-1f8c-47ce-ba86-a2017d986320,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:29.017677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Checking segment: {'id': 'aa977f8d-3dfa-4493-8e17-db04bc950d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b98552af-e0e9-4c8c-b31c-a753268bff08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:29.018102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Network hostable DHCP agents. Network: b98552af-e0e9-4c8c-b31c-a753268bff08, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:29.036991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Network b98552af-e0e9-4c8c-b31c-a753268bff08 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:29.046021 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2547979 Jan 28 03:43:29.049169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39576) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:29.055453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'network_id': '1f5e8213-a3c4-45f5-b303-d78a001d89da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:29.065000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e8a1d-522b-44f4-8c56-81b146b874ab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=1f5e8213-a3c4-45f5-b303-d78a001d89da,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:29.072634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, b98552af-e0e9-4c8c-b31c-a753268bff08) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:29.078757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1f5e8213-a3c4-45f5-b303-d78a001d89da details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:29.079985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:29.080586 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:29.083509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86208e1-7caa-456b-af1d-484d673e0dd4 None None] Network b98552af-e0e9-4c8c-b31c-a753268bff08 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:29.186591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ee1676e8-a92f-4153-b082-23d729435d70 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6376326 Jan 28 03:43:29.203071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6da10c-e320-4ce2-89c8-8259b9d2d69f req-6d7a61ad-17db-4793-8aea-3b63712c76b3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:29.204952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e6da10c-e320-4ce2-89c8-8259b9d2d69f req-6d7a61ad-17db-4793-8aea-3b63712c76b3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.1572578 Jan 28 03:43:29.258101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:29.260038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44641d1-7ed8-44c8-95da-c2bf85449185 None None] Network b98552af-e0e9-4c8c-b31c-a753268bff08 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:29.261607 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:29.372600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e6da10c-e320-4ce2-89c8-8259b9d2d69f req-47d6fc94-cdef-41c6-bf26-aa13ae96339c tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561286 Jan 28 03:43:29.382871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29773963-dfea-4756-b7a6-0035442d06de req-739c17d3-5146-4d2c-9de9-2844d54eb659 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:29.384418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29773963-dfea-4756-b7a6-0035442d06de req-739c17d3-5146-4d2c-9de9-2844d54eb659 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 945 time: 0.1696692 Jan 28 03:43:29.493554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29773963-dfea-4756-b7a6-0035442d06de req-6a63fb30-19a1-4f3f-bf22-5664ede342b9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997474 Jan 28 03:43:29.566115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (25808d0a-3e21-4292-9190-b50b63ae157f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:29.648310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=25808d0a-3e21-4292-9190-b50b63ae157f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:29.700830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking segment: {'id': '46ee5892-671b-4e03-bede-77507b23471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f5e8213-a3c4-45f5-b303-d78a001d89da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:29.701250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network hostable DHCP agents. Network: 1f5e8213-a3c4-45f5-b303-d78a001d89da, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:29.708420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e613f-586d-45fa-a009-f4bc67389d9b None None] Network f799e43a-ed7e-4412-9231-1918749fe1dc requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:29.739849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network 1f5e8213-a3c4-45f5-b303-d78a001d89da is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:29.776953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-574e4b03-e6f7-4320-85c4-f3e42bc65621 None None] Provisioning complete for port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:29.777934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-574e4b03-e6f7-4320-85c4-f3e42bc65621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:29.781903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1f5e8213-a3c4-45f5-b303-d78a001d89da) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:29.795567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:29.796169 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:29.805614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5f4d53cc-8caa-42dd-9998-e737c01a3113 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:29.806352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b39dc0-c2bc-4736-9f85-fc55ebcdb665 None None] Network 1f5e8213-a3c4-45f5-b303-d78a001d89da requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:29.807101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5f4d53cc-8caa-42dd-9998-e737c01a3113 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/networks?id=b98552af-e0e9-4c8c-b31c-a753268bff08 HTTP/1.1" status: 200 len: 809 time: 0.1815348 Jan 28 03:43:29.831047 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a2254519-6ad6-4973-b857-e5b990dcfcf3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7800119 Jan 28 03:43:29.836321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39602) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:29.837337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-36edc0ea-1fd6-4db4-82f3-1869b02b38fa tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/quotas/2755399da2024bcb8eea02c78c2eed2a HTTP/1.1" status: 200 len: 375 time: 0.0214298 Jan 28 03:43:29.843526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-892441923'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:29.850438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc490eed-12f3-4fb5-bf8a-c4c36aea25fd req-e0d11e73-d864-43aa-923a-a25680ab1042 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:29.851566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc490eed-12f3-4fb5-bf8a-c4c36aea25fd req-e0d11e73-d864-43aa-923a-a25680ab1042 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 945 time: 0.1090457 Jan 28 03:43:29.868922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:29.874277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:29.885183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5df83339-76fb-4ff2-94ab-0c953307f306 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2755399da2024bcb8eea02c78c2eed2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440781 Jan 28 03:43:29.941327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:29.956731 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (933229bf-a405-47f8-a5f0-61ea9cbe3537), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:29.956731 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Added segment 933229bf-a405-47f8-a5f0-61ea9cbe3537 of type vlan for network a5f85094-988a-4c5a-97b8-e75135d7d244 Jan 28 03:43:29.974777 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc490eed-12f3-4fb5-bf8a-c4c36aea25fd req-e8b569b8-7999-416b-9eb0-9a2004fea59d tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132879 Jan 28 03:43:30.000098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-810c9e97-9d6a-41ca-89e6-7a31782994b1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:30.001783 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-810c9e97-9d6a-41ca-89e6-7a31782994b1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 945 time: 0.1093602 Jan 28 03:43:30.009824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-574e4b03-e6f7-4320-85c4-f3e42bc65621 None None] Current status of the port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:30.010682 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-574e4b03-e6f7-4320-85c4-f3e42bc65621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.033261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-239a31b9-6329-4bd6-ad55-51a9f93bfacc service neutron] 10.222.0.44 "GET /v2.0/networks/b98552af-e0e9-4c8c-b31c-a753268bff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385999 Jan 28 03:43:30.033994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1f5e8213-a3c4-45f5-b303-d78a001d89da', 'network_id': '1f5e8213-a3c4-45f5-b303-d78a001d89da', 'project_id': '4a1d66e1875047f79d49a3ca54d746e0', 'fixed_ips': [{'subnet_id': '25808d0a-3e21-4292-9190-b50b63ae157f'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:43:30.035046 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.062033 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a5f85094-988a-4c5a-97b8-e75135d7d244), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.091591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-574e4b03-e6f7-4320-85c4-f3e42bc65621 None None] For port fe1cbad1-e951-4d9e-9d2d-c13283eeb141, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fe1cbad1-e951-4d9e-9d2d-c13283eeb141,segment=NetworkSegment(4596829b-8871-41c1-a40b-493a19085bdd),segment_id=4596829b-8871-41c1-a40b-493a19085bdd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:30.120734 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-574e4b03-e6f7-4320-85c4-f3e42bc65621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.151583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a5f85094-988a-4c5a-97b8-e75135d7d244), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.155799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-ef6a39d6-5fc9-452c-ba57-f2c0468a5fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/b98552af-e0e9-4c8c-b31c-a753268bff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216123 Jan 28 03:43:30.172025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:30.172772 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.246043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39604) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:30.247294 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4080989 Jan 28 03:43:30.252528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'network_id': 'a5f85094-988a-4c5a-97b8-e75135d7d244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:30.266514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-c11acce9-7027-426a-93f5-f05f0f7feee0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Deleting port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:30.267750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-c11acce9-7027-426a-93f5-f05f0f7feee0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.278204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e4b03-e6f7-4320-85c4-f3e42bc65621 None None] Pushing event updated for resources: {'Port': ['ID=fe1cbad1-e951-4d9e-9d2d-c13283eeb141,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:30.341994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Allocated IP 2001:db8::1 (1f5e8213-a3c4-45f5-b303-d78a001d89da/25808d0a-3e21-4292-9190-b50b63ae157f/88ed5e61-cb01-4b9f-bc14-86f09098adc9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:30.343322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22621af-45af-4ead-80ed-9497318e3f3d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=a5f85094-988a-4c5a-97b8-e75135d7d244,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:30.358382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a5f85094-988a-4c5a-97b8-e75135d7d244 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:30.417484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09ec31a4-a4d8-4016-9c2a-a3fb7067bc06 req-30ba67f0-f0cf-43dd-9c9e-3f4679d608cf tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 210 time: 0.0461268 Jan 28 03:43:30.457029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:30.464585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.481626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-c11acce9-7027-426a-93f5-f05f0f7feee0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] For port e6d10814-33ab-4e5d-86fb-aaf6b7468f31, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:30.482073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-c11acce9-7027-426a-93f5-f05f0f7feee0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.495958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-c11acce9-7027-426a-93f5-f05f0f7feee0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Calling delete_port for e6d10814-33ab-4e5d-86fb-aaf6b7468f31 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:30.585318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Performing IP validity checks on allocation pools {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:43:30.586718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:43:30.649990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8da3bad4-ac8e-4bcb-ab03-8dee29ca8ba2 None None] Provisioning complete for port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:30.650644 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8da3bad4-ac8e-4bcb-ab03-8dee29ca8ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.766575 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Publish callbacks [] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.780617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f0b8b-3e72-4e52-9db5-029dd3aefc28 req-a528ecb3-4b38-4e6a-b57b-5b1c6f48ec90 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:30.782610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f8f0b8b-3e72-4e52-9db5-029dd3aefc28 req-a528ecb3-4b38-4e6a-b57b-5b1c6f48ec90 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 945 time: 0.1232018 Jan 28 03:43:30.790053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0ef4f-84f1-4433-84a8-45dd13651a08 req-c6de11c4-c22e-4af6-aaf1-d2755be9aa0e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:30.799103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0af0ef4f-84f1-4433-84a8-45dd13651a08 req-c6de11c4-c22e-4af6-aaf1-d2755be9aa0e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.2487354 Jan 28 03:43:30.807722 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.828960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Network 1f5e8213-a3c4-45f5-b303-d78a001d89da is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:30.830635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fe1cbad1-e951-4d9e-9d2d-c13283eeb141 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:30.842831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-c11acce9-7027-426a-93f5-f05f0f7feee0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e6d10814-33ab-4e5d-86fb-aaf6b7468f31), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.865497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:30.890153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11acce9-7027-426a-93f5-f05f0f7feee0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event deleted for resources: {'Port': ['ID=e6d10814-33ab-4e5d-86fb-aaf6b7468f31,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:30.900886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:30.908075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c', '83482285-39e5-4526-8a1f-e1b8d50e48c9', 'e6d10814-33ab-4e5d-86fb-aaf6b7468f31'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:30.915183 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (8c892cf3-b89c-4555-91ab-2d1b80fdfdce), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.963858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0af0ef4f-84f1-4433-84a8-45dd13651a08 req-3492085f-2a3d-4571-b181-163a5c41933d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580734 Jan 28 03:43:30.967728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-c11acce9-7027-426a-93f5-f05f0f7feee0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] No DVR routers for this DVR port e6d10814-33ab-4e5d-86fb-aaf6b7468f31 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:30.975158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-c11acce9-7027-426a-93f5-f05f0f7feee0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:30.987099 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-87aa01e2-faf6-4b47-8f42-53e74a7c82dd req-c11acce9-7027-426a-93f5-f05f0f7feee0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "DELETE /v2.0/ports/e6d10814-33ab-4e5d-86fb-aaf6b7468f31 HTTP/1.1" status: 204 len: 173 time: 0.9779377 Jan 28 03:43:30.987848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25c6e84-6746-4784-aaa8-2261be65e4b8', 'name': 'network-vif-deleted', 'tag': 'e6d10814-33ab-4e5d-86fb-aaf6b7468f31'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:30.997517 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9eb1e2-eb91-4e73-9ce3-93ed30d0029d" -d '{"events": [{"server_uuid": "e25c6e84-6746-4784-aaa8-2261be65e4b8", "name": "network-vif-deleted", "tag": "e6d10814-33ab-4e5d-86fb-aaf6b7468f31"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:31.009754 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f8f0b8b-3e72-4e52-9db5-029dd3aefc28 req-2c0e30da-64f3-475e-b670-927d0df0b304 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923616 Jan 28 03:43:31.029172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=8c892cf3-b89c-4555-91ab-2d1b80fdfdce,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:31.047785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8da3bad4-ac8e-4bcb-ab03-8dee29ca8ba2 None None] Current status of the port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:31.050840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking segment: {'id': '933229bf-a405-47f8-a5f0-61ea9cbe3537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a5f85094-988a-4c5a-97b8-e75135d7d244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:31.051749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network hostable DHCP agents. Network: a5f85094-988a-4c5a-97b8-e75135d7d244, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:31.056720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Pushing event updated for resources: {'Port': ['ID=88ed5e61-cb01-4b9f-bc14-86f09098adc9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:31.087995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network a5f85094-988a-4c5a-97b8-e75135d7d244 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:31.089721 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0473379-3a6c-4959-84f5-375656854247 x-openstack-request-id: req-d0473379-3a6c-4959-84f5-375656854247 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:31.090817 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25c6e84-6746-4784-aaa8-2261be65e4b8", "name": "network-vif-deleted", "tag": "e6d10814-33ab-4e5d-86fb-aaf6b7468f31", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:31.091450 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0473379-3a6c-4959-84f5-375656854247 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:31.092219 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25c6e84-6746-4784-aaa8-2261be65e4b8', 'name': 'network-vif-deleted', 'tag': 'e6d10814-33ab-4e5d-86fb-aaf6b7468f31', 'status': 'completed', 'code': 200} Jan 28 03:43:31.104572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a5f85094-988a-4c5a-97b8-e75135d7d244) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:31.125818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:31.126118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b6a1cf-0a26-4587-982a-6ff1a86fcd55 None None] Network a5f85094-988a-4c5a-97b8-e75135d7d244 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:31.126587 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.155959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Attempting to bind port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:31.156717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Attempting to bind port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '46ee5892-671b-4e03-bede-77507b23471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f5e8213-a3c4-45f5-b303-d78a001d89da'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:31.157294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Attempting to bind port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 on network 1f5e8213-a3c4-45f5-b303-d78a001d89da {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:31.192298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eb9053bc-12c1-4ea9-9b83-533ddf783d1d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9438486 Jan 28 03:43:31.195273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39628) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:31.197093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:31.197481 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.238652 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:31.239020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Checking segment: {'id': '46ee5892-671b-4e03-bede-77507b23471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f5e8213-a3c4-45f5-b303-d78a001d89da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:31.239622 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.239931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Bound using segment: {'id': '46ee5892-671b-4e03-bede-77507b23471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f5e8213-a3c4-45f5-b303-d78a001d89da'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:31.240420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Bound port: 88ed5e61-cb01-4b9f-bc14-86f09098adc9, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ee5892-671b-4e03-bede-77507b23471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f5e8213-a3c4-45f5-b303-d78a001d89da'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:31.241073 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.307375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5cb0-1af2-4d22-b8ad-a13670936549 req-664ce56c-4a25-466c-8da6-0cd1a768980f tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:31.316328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00ca5cb0-1af2-4d22-b8ad-a13670936549 req-664ce56c-4a25-466c-8da6-0cd1a768980f tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 945 time: 0.1622479 Jan 28 03:43:31.388134 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a5f85094-988a-4c5a-97b8-e75135d7d244), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.411142 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00ca5cb0-1af2-4d22-b8ad-a13670936549 req-e19930cc-fbee-43bf-82be-4a9282b1cf6b tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936732 Jan 28 03:43:31.517067 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (8c892cf3-b89c-4555-91ab-2d1b80fdfdce), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.544162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c920d119-4214-41e5-bbc3-c178b9aa6ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-a5f85094-988a-4c5a-97b8-e75135d7d244', 'network_id': 'a5f85094-988a-4c5a-97b8-e75135d7d244', 'project_id': '4a1d66e1875047f79d49a3ca54d746e0', 'fixed_ips': [{'subnet_id': '8c892cf3-b89c-4555-91ab-2d1b80fdfdce'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:43:31.545054 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c920d119-4214-41e5-bbc3-c178b9aa6ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.595810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d07baf48-b75c-4abd-a9a1-fda33f6d85b0 req-1b03f4e7-8749-465b-bed8-d03a55ab970e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 210 time: 0.0449157 Jan 28 03:43:31.614639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] For port 88ed5e61-cb01-4b9f-bc14-86f09098adc9, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:31.642966 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (8c892cf3-b89c-4555-91ab-2d1b80fdfdce), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.673246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Subnet': ['ID=8c892cf3-b89c-4555-91ab-2d1b80fdfdce,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:31.719724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] For port 88ed5e61-cb01-4b9f-bc14-86f09098adc9, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=88ed5e61-cb01-4b9f-bc14-86f09098adc9,segment=NetworkSegment(46ee5892-671b-4e03-bede-77507b23471c),segment_id=46ee5892-671b-4e03-bede-77507b23471c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:31.737210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a5f85094-988a-4c5a-97b8-e75135d7d244), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.744824 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.760027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f85094-988a-4c5a-97b8-e75135d7d244']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:31.772739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933229bf-a405-47f8-a5f0-61ea9cbe3537') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:31.773172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933229bf-a405-47f8-a5f0-61ea9cbe3537') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:31.790972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:31.802887 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (933229bf-a405-47f8-a5f0-61ea9cbe3537), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.821333 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (933229bf-a405-47f8-a5f0-61ea9cbe3537), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.830566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:31.830940 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (933229bf-a405-47f8-a5f0-61ea9cbe3537), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:31.834803 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-c920d119-4214-41e5-bbc3-c178b9aa6ff1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c892cf3-b89c-4555-91ab-2d1b80fdfdce: This subnet is being modified by another concurrent operation. Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:43:31.867654 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c892cf3-b89c-4555-91ab-2d1b80fdfdce: This subnet is being modified by another concurrent operation. Jan 28 03:43:31.871992 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server Jan 28 03:43:31.950559 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a5f85094-988a-4c5a-97b8-e75135d7d244), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.962186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284146db-1925-4a45-95f0-07e40981125f None None] Network a5f85094-988a-4c5a-97b8-e75135d7d244 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:32.008132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284146db-1925-4a45-95f0-07e40981125f None None] Network a5f85094-988a-4c5a-97b8-e75135d7d244 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:43:32.016658 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:32.019908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/a5f85094-988a-4c5a-97b8-e75135d7d244 HTTP/1.1" status: 204 len: 168 time: 0.8237247 Jan 28 03:43:32.025367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:32.031427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-136806462'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:32.065257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c6c14-e7a0-47d8-bf9b-9320c5140252 None None] Pushing event updated for resources: {'Port': ['ID=88ed5e61-cb01-4b9f-bc14-86f09098adc9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:32.077006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:32.088289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:32.120468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a401822-53ab-4b46-b738-be1657a2d407 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Network': ['ID=a5f85094-988a-4c5a-97b8-e75135d7d244,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:32.134925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:32.158563 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (73e6b448-4115-4034-ba1e-f1e9ff8ba0d9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:32.158906 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Added segment 73e6b448-4115-4034-ba1e-f1e9ff8ba0d9 of type vlan for network 787eeaf4-af13-4197-9b95-f4d26ab6782f Jan 28 03:43:32.313471 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (787eeaf4-af13-4197-9b95-f4d26ab6782f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:32.358571 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (787eeaf4-af13-4197-9b95-f4d26ab6782f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:32.363960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:32.364596 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:32.439856 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4128063 Jan 28 03:43:32.442708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39652) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:32.447913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'network_id': '787eeaf4-af13-4197-9b95-f4d26ab6782f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:32.477906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa701d7-8dbe-4873-a0d3-5997c0202698 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=787eeaf4-af13-4197-9b95-f4d26ab6782f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:32.491524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 787eeaf4-af13-4197-9b95-f4d26ab6782f details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:32.607618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:32.612153 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:32.677293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02e4439e-b026-4d9b-b162-10da6e442b96 req-cae5da87-d8ee-4be0-b622-b1ef0a4e88f8 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=e25c6e84-6746-4784-aaa8-2261be65e4b8 HTTP/1.1" status: 200 len: 210 time: 0.5539010 Jan 28 03:43:32.723986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec0e04-0d29-4f73-a981-78a96b4bd15b req-0e89aeac-1ba6-4b28-8c05-32ddeec3edb3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:32.725814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dec0e04-0d29-4f73-a981-78a96b4bd15b req-0e89aeac-1ba6-4b28-8c05-32ddeec3edb3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.6677110 Jan 28 03:43:32.800721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-1665fe19-94ea-4172-8af2-87c3f2a5801c tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:32.802661 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-1665fe19-94ea-4172-8af2-87c3f2a5801c tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.42 "GET /v2.0/networks?id=b98552af-e0e9-4c8c-b31c-a753268bff08 HTTP/1.1" status: 200 len: 809 time: 0.8680778 Jan 28 03:43:32.811764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 88ed5e61-cb01-4b9f-bc14-86f09098adc9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:32.828544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Request body: {'port': {'device_id': '3678a136-9bcf-4ba8-9dd0-af4d209a9d72', 'network_id': 'b98552af-e0e9-4c8c-b31c-a753268bff08', 'admin_state_up': True, 'tenant_id': '2755399da2024bcb8eea02c78c2eed2a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:32.841676 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (f84b7bf3-2d6f-4923-8090-e4e4102eeba3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:32.886877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dec0e04-0d29-4f73-a981-78a96b4bd15b req-1ef3c6de-f05a-40c0-a114-086d5d8326a4 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519830 Jan 28 03:43:32.891606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:32.892058 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:32.919410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking segment: {'id': '73e6b448-4115-4034-ba1e-f1e9ff8ba0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '787eeaf4-af13-4197-9b95-f4d26ab6782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:32.919624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network hostable DHCP agents. Network: 787eeaf4-af13-4197-9b95-f4d26ab6782f, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:32.936650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=f84b7bf3-2d6f-4923-8090-e4e4102eeba3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:32.946151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network 787eeaf4-af13-4197-9b95-f4d26ab6782f is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:32.966489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 787eeaf4-af13-4197-9b95-f4d26ab6782f) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:32.970993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:32.971712 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:32.995914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e087d4-c4b2-467e-8240-1cecb97b347f None None] Network 787eeaf4-af13-4197-9b95-f4d26ab6782f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:33.004238 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4f895254-718a-4d23-9048-dacdad2db412 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5578229 Jan 28 03:43:33.004524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39658) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:33.075895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7ffca8c-c328-4d1f-99e4-03c834277ab2 req-95a7bb0f-a543-4b54-a78f-0967f6eed8b5 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 210 time: 0.0412030 Jan 28 03:43:33.140498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Made reservation on behalf of 2755399da2024bcb8eea02c78c2eed2a for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:33.144282 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.158464 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (787eeaf4-af13-4197-9b95-f4d26ab6782f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.210547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:33.211115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.229874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e6378-ce92-4fa8-9e3e-38bc703492e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-787eeaf4-af13-4197-9b95-f4d26ab6782f', 'network_id': '787eeaf4-af13-4197-9b95-f4d26ab6782f', 'project_id': '4a1d66e1875047f79d49a3ca54d746e0', 'fixed_ips': [{'subnet_id': 'f84b7bf3-2d6f-4923-8090-e4e4102eeba3'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:43:33.231381 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6378-ce92-4fa8-9e3e-38bc703492e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.283582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 88ed5e61-cb01-4b9f-bc14-86f09098adc9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=88ed5e61-cb01-4b9f-bc14-86f09098adc9,segment=NetworkSegment(46ee5892-671b-4e03-bede-77507b23471c),segment_id=46ee5892-671b-4e03-bede-77507b23471c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:33.298389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f84b7bf3-2d6f-4923-8090-e4e4102eeba3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.343909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Allocated IP 172.20.0.2 (b98552af-e0e9-4c8c-b31c-a753268bff08/d64f8eb1-1f8c-47ce-ba86-a2017d986320/449e0f56-1e03-4068-aff5-309ff9d0eecd) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:33.382357 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.418662 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (f84b7bf3-2d6f-4923-8090-e4e4102eeba3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-1e4e6378-ce92-4fa8-9e3e-38bc703492e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f84b7bf3-2d6f-4923-8090-e4e4102eeba3: This subnet is being modified by another concurrent operation. Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:43:33.467111 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f84b7bf3-2d6f-4923-8090-e4e4102eeba3: This subnet is being modified by another concurrent operation. Jan 28 03:43:33.471458 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server Jan 28 03:43:33.480170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Subnet': ['ID=f84b7bf3-2d6f-4923-8090-e4e4102eeba3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:33.481772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=88ed5e61-cb01-4b9f-bc14-86f09098adc9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:33.493913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf07fa-5528-4528-94e6-29d150778130 None None] Network 787eeaf4-af13-4197-9b95-f4d26ab6782f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:33.561086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e6d10814-33ab-4e5d-86fb-aaf6b7468f31 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:33.590019 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (787eeaf4-af13-4197-9b95-f4d26ab6782f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.596345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: e6d10814-33ab-4e5d-86fb-aaf6b7468f31 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:33.596692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e6d10814-33ab-4e5d-86fb-aaf6b7468f31 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:33.626810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787eeaf4-af13-4197-9b95-f4d26ab6782f']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:33.634084 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Publish callbacks [] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.635157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c7cbb0-ea6d-4e35-a175-1cdcd9853dad None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:43:33.643894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e6b448-4115-4034-ba1e-f1e9ff8ba0d9') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:33.644271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e6b448-4115-4034-ba1e-f1e9ff8ba0d9') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:33.654916 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (73e6b448-4115-4034-ba1e-f1e9ff8ba0d9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.670534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (73e6b448-4115-4034-ba1e-f1e9ff8ba0d9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.678412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:33.679173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (73e6b448-4115-4034-ba1e-f1e9ff8ba0d9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:33.683176 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:33.692506 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.736476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Network b98552af-e0e9-4c8c-b31c-a753268bff08 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:33.739491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:33.746079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:33.775635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Pushing event updated for resources: {'Port': ['ID=449e0f56-1e03-4068-aff5-309ff9d0eecd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:33.791662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bf6ae5da-ff00-4e41-8112-6102281b007b None None] Provisioning complete for port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:33.792044 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae5da-ff00-4e41-8112-6102281b007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.818448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (787eeaf4-af13-4197-9b95-f4d26ab6782f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.823036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:33.826314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.845161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-578317f0-61fd-4094-86e0-7a891dca565e tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0221717 Jan 28 03:43:33.847425 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.850789 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/787eeaf4-af13-4197-9b95-f4d26ab6782f HTTP/1.1" status: 204 len: 168 time: 0.8451767 Jan 28 03:43:33.856261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39664) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:33.857117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a142456-48e4-43e2-bf9a-0a7e60c57f18 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Network': ['ID=787eeaf4-af13-4197-9b95-f4d26ab6782f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:33.873040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-88592147'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:33.879744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Request body: {'port': {'device_id': '3678a136-9bcf-4ba8-9dd0-af4d209a9d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:33.909383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:33.927482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.966767 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:33.998663 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (eb54b126-aea3-4b7b-bd27-122a8a988e78), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.999168 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Added segment eb54b126-aea3-4b7b-bd27-122a8a988e78 of type vlan for network e830af5c-897d-4445-bc80-86e5a81dfc1a Jan 28 03:43:34.026847 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.099033 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (e830af5c-897d-4445-bc80-86e5a81dfc1a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.143783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (e830af5c-897d-4445-bc80-86e5a81dfc1a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.149683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:34.150418 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.186864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7cbb0-ea6d-4e35-a175-1cdcd9853dad None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:43:34.202059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ae5da-ff00-4e41-8112-6102281b007b None None] Current status of the port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:34.227933 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3654897 Jan 28 03:43:34.229772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39678) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:34.235751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'network_id': 'e830af5c-897d-4445-bc80-86e5a81dfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:34.263268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c70fb-90bd-4c2e-8eda-33d6bc6c6eab tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=e830af5c-897d-4445-bc80-86e5a81dfc1a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:34.295972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network e830af5c-897d-4445-bc80-86e5a81dfc1a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:34.304704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb6180-fde0-4088-922f-3c7aad1414cf req-5c64d70f-da73-4e26-b19b-9d7ccbe87b76 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:34.306324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76fb6180-fde0-4088-922f-3c7aad1414cf req-5c64d70f-da73-4e26-b19b-9d7ccbe87b76 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.1137917 Jan 28 03:43:34.355215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:34.359338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.466015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76fb6180-fde0-4088-922f-3c7aad1414cf req-6510dce9-9c42-4bf6-9866-38273740b659 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314414 Jan 28 03:43:34.486563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019bc0c-8f63-452c-bd1b-85cef605087b req-803e5910-1453-43de-9fe4-045584c53bb1 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:34.494445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7019bc0c-8f63-452c-bd1b-85cef605087b req-803e5910-1453-43de-9fe4-045584c53bb1 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 931 time: 0.1200225 Jan 28 03:43:34.644893 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (ffe6f908-713d-452f-9e51-0d3aeea57aa2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.662491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2331c348-1d18-447d-be35-4321befa9fcf None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:43:34.675903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7019bc0c-8f63-452c-bd1b-85cef605087b req-616e491a-45ab-4944-9ec5-b1d9640c6e5c tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643071 Jan 28 03:43:34.694611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b1589-f64f-4853-90d3-a1c15d3ea307 req-7b5de049-710e-4bbf-94a0-e7ec2dc9843c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:34.701503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f52b1589-f64f-4853-90d3-a1c15d3ea307 req-7b5de049-710e-4bbf-94a0-e7ec2dc9843c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 946 time: 0.1239245 Jan 28 03:43:34.709765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449e0f56-1e03-4068-aff5-309ff9d0eecd {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:34.724878 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Publish callbacks [] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.740682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=ffe6f908-713d-452f-9e51-0d3aeea57aa2,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:34.749459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking segment: {'id': 'eb54b126-aea3-4b7b-bd27-122a8a988e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e830af5c-897d-4445-bc80-86e5a81dfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:34.749828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network hostable DHCP agents. Network: e830af5c-897d-4445-bc80-86e5a81dfc1a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:34.757150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Transition to ACTIVE for port object 449e0f56-1e03-4068-aff5-309ff9d0eecd will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:43:34.767028 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.769936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network e830af5c-897d-4445-bc80-86e5a81dfc1a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:34.782600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, e830af5c-897d-4445-bc80-86e5a81dfc1a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:34.789244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:34.789933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.810598 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bbef028f-27bb-41a9-b13c-150dd6bf2609 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5794075 Jan 28 03:43:34.813093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39682) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:34.818380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f52b1589-f64f-4853-90d3-a1c15d3ea307 req-a34a2d96-1f89-49c3-a850-0fe592f1a252 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112049 Jan 28 03:43:34.838773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Pushing event updated for resources: {'Port': ['ID=449e0f56-1e03-4068-aff5-309ff9d0eecd,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:34.848487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 88ed5e61-cb01-4b9f-bc14-86f09098adc9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:34.918785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Attempting to bind port 449e0f56-1e03-4068-aff5-309ff9d0eecd on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:34.919160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Attempting to bind port 449e0f56-1e03-4068-aff5-309ff9d0eecd by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'aa977f8d-3dfa-4493-8e17-db04bc950d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b98552af-e0e9-4c8c-b31c-a753268bff08'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:34.919458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Attempting to bind port 449e0f56-1e03-4068-aff5-309ff9d0eecd on network b98552af-e0e9-4c8c-b31c-a753268bff08 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:34.924495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Port 449e0f56-1e03-4068-aff5-309ff9d0eecd on network b98552af-e0e9-4c8c-b31c-a753268bff08 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:43:34.924828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Attempting to bind port 449e0f56-1e03-4068-aff5-309ff9d0eecd on network b98552af-e0e9-4c8c-b31c-a753268bff08 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:34.930086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:34.930502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Checking segment: {'id': 'aa977f8d-3dfa-4493-8e17-db04bc950d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b98552af-e0e9-4c8c-b31c-a753268bff08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:34.930901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Bound using segment: {'id': 'aa977f8d-3dfa-4493-8e17-db04bc950d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b98552af-e0e9-4c8c-b31c-a753268bff08'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:34.931338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Bound port: 449e0f56-1e03-4068-aff5-309ff9d0eecd, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa977f8d-3dfa-4493-8e17-db04bc950d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b98552af-e0e9-4c8c-b31c-a753268bff08'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:34.931707 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.934908 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (e830af5c-897d-4445-bc80-86e5a81dfc1a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.957479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:34.957852 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.999848 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (ffe6f908-713d-452f-9e51-0d3aeea57aa2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.003336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] For port 449e0f56-1e03-4068-aff5-309ff9d0eecd, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:35.006534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] For port 449e0f56-1e03-4068-aff5-309ff9d0eecd, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=449e0f56-1e03-4068-aff5-309ff9d0eecd,segment=NetworkSegment(aa977f8d-3dfa-4493-8e17-db04bc950d10),segment_id=aa977f8d-3dfa-4493-8e17-db04bc950d10)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:35.012711 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.093057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (ffe6f908-713d-452f-9e51-0d3aeea57aa2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.101626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:35.102669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.102973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:35.103668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] 10.222.0.42 "PUT /v2.0/ports/449e0f56-1e03-4068-aff5-309ff9d0eecd HTTP/1.1" status: 200 len: 1092 time: 1.2382739 Jan 28 03:43:35.104126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3678a136-9bcf-4ba8-9dd0-af4d209a9d72', 'tag': '449e0f56-1e03-4068-aff5-309ff9d0eecd'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:35.108167 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4797de4d-1422-42ee-ac66-230b82decc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3678a136-9bcf-4ba8-9dd0-af4d209a9d72", "tag": "449e0f56-1e03-4068-aff5-309ff9d0eecd"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:35.113528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a293b-3286-427c-b6f3-5ecde8127036 service neutron] Pushing event updated for resources: {'Port': ['ID=449e0f56-1e03-4068-aff5-309ff9d0eecd,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:35.154365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe6f908-713d-452f-9e51-0d3aeea57aa2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:35.204471 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16bb5aa-45c3-40c8-a760-88d428147c91 x-openstack-request-id: req-c16bb5aa-45c3-40c8-a760-88d428147c91 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:35.204471 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3678a136-9bcf-4ba8-9dd0-af4d209a9d72", "tag": "449e0f56-1e03-4068-aff5-309ff9d0eecd", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:35.204471 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c16bb5aa-45c3-40c8-a760-88d428147c91 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:35.204873 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3678a136-9bcf-4ba8-9dd0-af4d209a9d72', 'tag': '449e0f56-1e03-4068-aff5-309ff9d0eecd', 'status': 'completed', 'code': 200} Jan 28 03:43:35.222997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2331c348-1d18-447d-be35-4321befa9fcf None None] Unable to find a vacant binding_index for network e830af5c-897d-4445-bc80-86e5a81dfc1a and agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 03:43:35.227024 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (e830af5c-897d-4445-bc80-86e5a81dfc1a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.230044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2331c348-1d18-447d-be35-4321befa9fcf None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, e830af5c-897d-4445-bc80-86e5a81dfc1a) {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:43:35.240249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-f1c64648-1a09-4afc-838e-9fb14c65a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:35.242028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-f1c64648-1a09-4afc-838e-9fb14c65a6a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2755399da2024bcb8eea02c78c2eed2a&device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 1095 time: 0.0525441 Jan 28 03:43:35.253881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e830af5c-897d-4445-bc80-86e5a81dfc1a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:35.265653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb54b126-aea3-4b7b-bd27-122a8a988e78') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:35.265653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb54b126-aea3-4b7b-bd27-122a8a988e78') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:35.288713 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (eb54b126-aea3-4b7b-bd27-122a8a988e78), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.300568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-4065b08f-19a4-4e6a-a3e5-55c9954d3e7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=449e0f56-1e03-4068-aff5-309ff9d0eecd HTTP/1.1" status: 200 len: 217 time: 0.0450654 Jan 28 03:43:35.317304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (eb54b126-aea3-4b7b-bd27-122a8a988e78), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.332323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:35.332781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (eb54b126-aea3-4b7b-bd27-122a8a988e78), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:35.337690 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:35.381930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-786538e3-f60b-43d8-b1b4-c30facf6b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:35.384377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-786538e3-f60b-43d8-b1b4-c30facf6b742 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d64f8eb1-1f8c-47ce-ba86-a2017d986320 HTTP/1.1" status: 200 len: 849 time: 0.0777466 Jan 28 03:43:35.423374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-8e251f70-9df3-43c0-82fb-cc88c055a07e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b98552af-e0e9-4c8c-b31c-a753268bff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321276 Jan 28 03:43:35.424133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (e830af5c-897d-4445-bc80-86e5a81dfc1a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.429203 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.438187 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/e830af5c-897d-4445-bc80-86e5a81dfc1a HTTP/1.1" status: 204 len: 168 time: 0.6235917 Jan 28 03:43:35.439252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39696) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:35.447838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-160962550'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:35.569937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-8dc720ab-e458-445c-afad-87c366970b4c service neutron] 10.222.0.42 "GET /v2.0/networks/b98552af-e0e9-4c8c-b31c-a753268bff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383367 Jan 28 03:43:35.594688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd259069-78bc-42a6-b583-fa3936c1e37d None None] Network 1f5e8213-a3c4-45f5-b303-d78a001d89da requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:35.618572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca99bc-f918-4e14-b0b2-a5df8047d14b None None] Network e830af5c-897d-4445-bc80-86e5a81dfc1a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:35.674118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca99bc-f918-4e14-b0b2-a5df8047d14b None None] Network e830af5c-897d-4445-bc80-86e5a81dfc1a could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:43:35.693120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9bae85-c6a4-42fc-bd79-4198746204bd None None] Network e830af5c-897d-4445-bc80-86e5a81dfc1a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:35.710019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01751b5c-7330-490b-9527-76f1e88ae4e1 req-6ac4575b-0194-4b56-be2e-0f7ffc91bad4 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:35.711727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01751b5c-7330-490b-9527-76f1e88ae4e1 req-6ac4575b-0194-4b56-be2e-0f7ffc91bad4 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.1238585 Jan 28 03:43:35.755953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9bae85-c6a4-42fc-bd79-4198746204bd None None] Network e830af5c-897d-4445-bc80-86e5a81dfc1a could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:43:35.772154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01751b5c-7330-490b-9527-76f1e88ae4e1 req-ef3baa64-4861-4179-9293-af5b5d576e40 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524333 Jan 28 03:43:35.806563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cee65-8636-4c6a-9153-a1bbea429d35 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Network': ['ID=e830af5c-897d-4445-bc80-86e5a81dfc1a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:35.824271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8689754b-90e9-4635-9e8f-bff86bcfc994 req-45a83a18-5435-4757-bf43-b982ac63f6f0 service neutron] 10.222.0.42 "GET /v2.0/networks/b98552af-e0e9-4c8c-b31c-a753268bff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462943 Jan 28 03:43:35.856202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:35.859491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:35.895583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-96d076ac-ad16-4415-a126-a33f4e43f163 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:35.896266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e99b8-4979-4b45-b305-62a585c37f8f req-32b224f1-9047-429d-9889-1633a22aa569 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:35.897699 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-96d076ac-ad16-4415-a126-a33f4e43f163 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 946 time: 0.1021180 Jan 28 03:43:35.898052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae3e99b8-4979-4b45-b305-62a585c37f8f req-32b224f1-9047-429d-9889-1633a22aa569 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 943 time: 0.0955966 Jan 28 03:43:35.976114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:36.021938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (70936620-8245-47fc-9b9a-372f6ebbebb5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.022550 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Added segment 70936620-8245-47fc-9b9a-372f6ebbebb5 of type vlan for network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 Jan 28 03:43:36.060273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae3e99b8-4979-4b45-b305-62a585c37f8f req-8292062c-dc7f-465b-8042-3ce6326a1f65 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530428 Jan 28 03:43:36.063156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797de4d-1422-42ee-ac66-230b82decc6a req-51d4d29e-2b11-43e5-9d53-1daf6634b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:36.064611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4797de4d-1422-42ee-ac66-230b82decc6a req-51d4d29e-2b11-43e5-9d53-1daf6634b127 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2755399da2024bcb8eea02c78c2eed2a&device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 1095 time: 0.1335194 Jan 28 03:43:36.077760 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (7f566e1b-dbc0-4db7-9870-a828ea4e80b0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.082855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1445-fcda-480b-9db7-b80068e87f92 req-d9e8a857-e213-433f-aa9c-7caec5c1f592 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:36.084457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c04c1445-fcda-480b-9db7-b80068e87f92 req-d9e8a857-e213-433f-aa9c-7caec5c1f592 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 946 time: 0.1401680 Jan 28 03:43:36.119134 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (7f566e1b-dbc0-4db7-9870-a828ea4e80b0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.125827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:36.126759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.202331 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7579117 Jan 28 03:43:36.203816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39716) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:36.222840 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c04c1445-fcda-480b-9db7-b80068e87f92 req-0da19e7e-6a1c-44a7-9b03-a9a175c217e3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286716 Jan 28 03:43:36.247033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-227a562a-d63a-443f-a093-efbc4d7f6d1f None None] Provisioning complete for port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:36.247413 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-227a562a-d63a-443f-a093-efbc4d7f6d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.250985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'network_id': '7f566e1b-dbc0-4db7-9870-a828ea4e80b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:36.259146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-65e2e8fe-1c0a-4bec-817b-f577f6c0bc5b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Deleting port 83482285-39e5-4526-8a1f-e1b8d50e48c9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:36.259827 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-65e2e8fe-1c0a-4bec-817b-f577f6c0bc5b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.260407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797de4d-1422-42ee-ac66-230b82decc6a req-d094c5eb-2f25-4935-8f62-79e5bc64eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:36.263341 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4797de4d-1422-42ee-ac66-230b82decc6a req-d094c5eb-2f25-4935-8f62-79e5bc64eea9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b98552af-e0e9-4c8c-b31c-a753268bff08 HTTP/1.1" status: 200 len: 910 time: 0.1777937 Jan 28 03:43:36.321598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4797de4d-1422-42ee-ac66-230b82decc6a req-41ba36cb-850d-4c62-8564-bbf95a473e12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=449e0f56-1e03-4068-aff5-309ff9d0eecd HTTP/1.1" status: 200 len: 217 time: 0.0500445 Jan 28 03:43:36.347404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-227a562a-d63a-443f-a093-efbc4d7f6d1f None None] Current status of the port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:36.378815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd7619-99bb-4158-bb69-1f6c89e95e4c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=7f566e1b-dbc0-4db7-9870-a828ea4e80b0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:36.380381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797de4d-1422-42ee-ac66-230b82decc6a req-d6328e55-fea5-4b89-b413-58f51505bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:36.382283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4797de4d-1422-42ee-ac66-230b82decc6a req-d6328e55-fea5-4b89-b413-58f51505bdd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d64f8eb1-1f8c-47ce-ba86-a2017d986320 HTTP/1.1" status: 200 len: 849 time: 0.0543776 Jan 28 03:43:36.391976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:36.425016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4797de4d-1422-42ee-ac66-230b82decc6a req-5aa54da8-63a2-45f1-b059-435fd2a52ffb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b98552af-e0e9-4c8c-b31c-a753268bff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345867 Jan 28 03:43:36.485137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-65e2e8fe-1c0a-4bec-817b-f577f6c0bc5b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] For port 83482285-39e5-4526-8a1f-e1b8d50e48c9, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=83482285-39e5-4526-8a1f-e1b8d50e48c9,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:36.485849 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-65e2e8fe-1c0a-4bec-817b-f577f6c0bc5b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.497061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:36.499574 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.536662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4797de4d-1422-42ee-ac66-230b82decc6a req-020c3043-52bb-49f0-9ae9-45310c9f5dd2 service neutron] 10.222.0.42 "GET /v2.0/networks/b98552af-e0e9-4c8c-b31c-a753268bff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046927 Jan 28 03:43:36.547754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-65e2e8fe-1c0a-4bec-817b-f577f6c0bc5b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Calling delete_port for 83482285-39e5-4526-8a1f-e1b8d50e48c9 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:36.647041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4797de4d-1422-42ee-ac66-230b82decc6a req-fce2d5cc-6dc2-4962-9e81-daf7209a97f0 service neutron] 10.222.0.42 "GET /v2.0/networks/b98552af-e0e9-4c8c-b31c-a753268bff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037629 Jan 28 03:43:36.766881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c9351-888c-498c-a18e-462cfeb22dd1 req-07a25cbd-fb6a-4fdf-a7ca-033173e20200 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:36.768394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-380c9351-888c-498c-a18e-462cfeb22dd1 req-07a25cbd-fb6a-4fdf-a7ca-033173e20200 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 945 time: 0.0516326 Jan 28 03:43:36.811994 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-65e2e8fe-1c0a-4bec-817b-f577f6c0bc5b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (83482285-39e5-4526-8a1f-e1b8d50e48c9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.814304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (5b858b5b-b050-44e9-8906-359635365860), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.820333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-380c9351-888c-498c-a18e-462cfeb22dd1 req-e673cbba-cabc-44b7-8509-09087e4cd531 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Jan 28 03:43:36.848564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c', '83482285-39e5-4526-8a1f-e1b8d50e48c9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:36.878821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2e8fe-1c0a-4bec-817b-f577f6c0bc5b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event deleted for resources: {'Port': ['ID=83482285-39e5-4526-8a1f-e1b8d50e48c9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:36.907795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ab01-fa96-4cbc-8bc5-e8b13db8a332 req-0e980bcf-1466-43f2-95c5-4e06ad4659e4 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:36.909505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3079ab01-fa96-4cbc-8bc5-e8b13db8a332 req-0e980bcf-1466-43f2-95c5-4e06ad4659e4 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0557554 Jan 28 03:43:36.945378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-65e2e8fe-1c0a-4bec-817b-f577f6c0bc5b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] No DVR routers for this DVR port 83482285-39e5-4526-8a1f-e1b8d50e48c9 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:36.952114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-65e2e8fe-1c0a-4bec-817b-f577f6c0bc5b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.955860 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d21cbff5-37ff-4324-be02-45f50d8afd10 req-65e2e8fe-1c0a-4bec-817b-f577f6c0bc5b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "DELETE /v2.0/ports/83482285-39e5-4526-8a1f-e1b8d50e48c9 HTTP/1.1" status: 204 len: 173 time: 1.0502665 Jan 28 03:43:36.961676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9900f22-63a4-448b-a5c9-53b1ced68a79', 'name': 'network-vif-deleted', 'tag': '83482285-39e5-4526-8a1f-e1b8d50e48c9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:36.963223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3079ab01-fa96-4cbc-8bc5-e8b13db8a332 req-3254e26c-c97c-40b0-91eb-2ed386990b16 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480363 Jan 28 03:43:36.964136 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c82957f-cee5-4b2f-9b5a-3fbdab08dbcb" -d '{"events": [{"server_uuid": "c9900f22-63a4-448b-a5c9-53b1ced68a79", "name": "network-vif-deleted", "tag": "83482285-39e5-4526-8a1f-e1b8d50e48c9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:36.972241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=5b858b5b-b050-44e9-8906-359635365860,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:36.987651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking segment: {'id': '70936620-8245-47fc-9b9a-372f6ebbebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7f566e1b-dbc0-4db7-9870-a828ea4e80b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:36.988179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network hostable DHCP agents. Network: 7f566e1b-dbc0-4db7-9870-a828ea4e80b0, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:37.010892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:37.021167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 7f566e1b-dbc0-4db7-9870-a828ea4e80b0) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:37.025519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:37.026359 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.034692 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b022d05-b8f5-4507-810c-73c46e1f011e x-openstack-request-id: req-5b022d05-b8f5-4507-810c-73c46e1f011e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:37.034988 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9900f22-63a4-448b-a5c9-53b1ced68a79", "name": "network-vif-deleted", "tag": "83482285-39e5-4526-8a1f-e1b8d50e48c9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:37.035493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01227ca0-f2b8-4b4e-bb29-50cb51195d4e None None] Network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:37.035614 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b022d05-b8f5-4507-810c-73c46e1f011e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:37.035883 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9900f22-63a4-448b-a5c9-53b1ced68a79', 'name': 'network-vif-deleted', 'tag': '83482285-39e5-4526-8a1f-e1b8d50e48c9', 'status': 'completed', 'code': 200} Jan 28 03:43:37.052116 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-157986df-b490-4f81-872b-4cbbfd945133 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8032341 Jan 28 03:43:37.052349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:37.057609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-abc393e9-7374-429f-8b11-0b539c4b2ba4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'network_id': '7f566e1b-dbc0-4db7-9870-a828ea4e80b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:37.158195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-7f566e1b-dbc0-4db7-9870-a828ea4e80b0', 'network_id': '7f566e1b-dbc0-4db7-9870-a828ea4e80b0', 'project_id': '4a1d66e1875047f79d49a3ca54d746e0', 'fixed_ips': [{'subnet_id': '5b858b5b-b050-44e9-8906-359635365860'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:43:37.159092 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.192026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc393e9-7374-429f-8b11-0b539c4b2ba4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:37.195816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-abc393e9-7374-429f-8b11-0b539c4b2ba4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.226603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47f9b4-fd4d-44e0-8498-b72cdb3811d1 req-6014255e-9040-4060-8ad5-d995b7030553 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:37.228258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c47f9b4-fd4d-44e0-8498-b72cdb3811d1 req-6014255e-9040-4060-8ad5-d995b7030553 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 943 time: 0.0688517 Jan 28 03:43:37.284580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c47f9b4-fd4d-44e0-8498-b72cdb3811d1 req-34b3d255-a1cf-4acb-8962-d18d98b54d6b tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484133 Jan 28 03:43:37.342613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Allocated IP 2001:db8::2 (7f566e1b-dbc0-4db7-9870-a828ea4e80b0/5b858b5b-b050-44e9-8906-359635365860/9cd33028-5b19-411d-9e1c-d109777679f9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:37.366994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c532f851-59c0-4f32-a561-08554cc5bb41 req-fdbfd4b6-b584-4468-91de-9be2cd12e54d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9900f22-63a4-448b-a5c9-53b1ced68a79 HTTP/1.1" status: 200 len: 210 time: 0.0315554 Jan 28 03:43:37.505409 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Publish callbacks [] for port (9cd33028-5b19-411d-9e1c-d109777679f9), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.514931 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.531891 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-abc393e9-7374-429f-8b11-0b539c4b2ba4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (e201dea0-aee9-4ebb-bd18-9a3f54332bce), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.563531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Pushing event updated for resources: {'Port': ['ID=9cd33028-5b19-411d-9e1c-d109777679f9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:37.586452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:37.591852 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:37.594533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:37.616499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc393e9-7374-429f-8b11-0b539c4b2ba4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=e201dea0-aee9-4ebb-bd18-9a3f54332bce,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:37.635194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc393e9-7374-429f-8b11-0b539c4b2ba4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:37.637655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-abc393e9-7374-429f-8b11-0b539c4b2ba4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:37.645052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc393e9-7374-429f-8b11-0b539c4b2ba4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:37.645710 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-abc393e9-7374-429f-8b11-0b539c4b2ba4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.669790 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-abc393e9-7374-429f-8b11-0b539c4b2ba4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6163921 Jan 28 03:43:37.672326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39746) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:37.675772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Attempting to bind port 9cd33028-5b19-411d-9e1c-d109777679f9 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:37.677192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Attempting to bind port 9cd33028-5b19-411d-9e1c-d109777679f9 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '70936620-8245-47fc-9b9a-372f6ebbebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7f566e1b-dbc0-4db7-9870-a828ea4e80b0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:37.677780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Attempting to bind port 9cd33028-5b19-411d-9e1c-d109777679f9 on network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:37.684011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:37.684726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Checking segment: {'id': '70936620-8245-47fc-9b9a-372f6ebbebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7f566e1b-dbc0-4db7-9870-a828ea4e80b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:37.685373 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.685962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Bound using segment: {'id': '70936620-8245-47fc-9b9a-372f6ebbebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7f566e1b-dbc0-4db7-9870-a828ea4e80b0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:37.686627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Bound port: 9cd33028-5b19-411d-9e1c-d109777679f9, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70936620-8245-47fc-9b9a-372f6ebbebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7f566e1b-dbc0-4db7-9870-a828ea4e80b0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:37.687345 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.758562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] For port 9cd33028-5b19-411d-9e1c-d109777679f9, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:37.762333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] For port 9cd33028-5b19-411d-9e1c-d109777679f9, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9cd33028-5b19-411d-9e1c-d109777679f9,segment=NetworkSegment(70936620-8245-47fc-9b9a-372f6ebbebb5),segment_id=70936620-8245-47fc-9b9a-372f6ebbebb5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:37.767128 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.777765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2afa9-4091-4be2-aa75-5bf3a54d3e03 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:37.779071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2afa9-4091-4be2-aa75-5bf3a54d3e03 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:37.780373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2afa9-4091-4be2-aa75-5bf3a54d3e03 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:37.781803 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2afa9-4091-4be2-aa75-5bf3a54d3e03 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:37.783089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2afa9-4091-4be2-aa75-5bf3a54d3e03 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:37.788523 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-75e2afa9-4091-4be2-aa75-5bf3a54d3e03 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1109169 Jan 28 03:43:37.788888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:37.794189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1252644417'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:37.816923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:37.820691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.827514 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12fed4-4e9c-4f56-9195-25932b0907a8 None None] Pushing event updated for resources: {'Port': ['ID=9cd33028-5b19-411d-9e1c-d109777679f9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:37.849406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:37.865697 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3870d4e4-c049-4048-91e2-5b34e5ee5ecf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.866223 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Added segment 3870d4e4-c049-4048-91e2-5b34e5ee5ecf of type vlan for network 159f27e9-5a3f-4eb4-82cc-51f15df37785 Jan 28 03:43:37.938167 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (159f27e9-5a3f-4eb4-82cc-51f15df37785), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.991930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (159f27e9-5a3f-4eb4-82cc-51f15df37785), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:37.997899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:37.998618 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:38.012729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2427ef5-7873-452a-812e-859fd7a062a8 req-fd004938-a214-40c1-98e8-f9069f3925d6 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:38.014638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2427ef5-7873-452a-812e-859fd7a062a8 req-fd004938-a214-40c1-98e8-f9069f3925d6 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 945 time: 0.0917740 Jan 28 03:43:38.096794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3043606 Jan 28 03:43:38.099388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:38.112276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5b3dab8d-f7c1-443a-abf7-bef483ceb584 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:38.149615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee1bc1-d0f0-4e1e-8b14-d35a43ef1369 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=159f27e9-5a3f-4eb4-82cc-51f15df37785,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:38.171229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 159f27e9-5a3f-4eb4-82cc-51f15df37785 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:38.305922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2427ef5-7873-452a-812e-859fd7a062a8 req-820521f2-56f9-433d-91fe-950d85810f0f tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2c79858-0f5e-49b5-820c-80ae3cae7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735186 Jan 28 03:43:38.343488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f0b33-94ad-4374-b564-bf0207e81033 req-06cf9457-c0ee-451a-abd2-065f84e14e80 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:38.353068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-951f0b33-94ad-4374-b564-bf0207e81033 req-06cf9457-c0ee-451a-abd2-065f84e14e80 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.2297056 Jan 28 03:43:38.494601 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b3dab8d-f7c1-443a-abf7-bef483ceb584 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (159f27e9-5a3f-4eb4-82cc-51f15df37785), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:38.501896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-951f0b33-94ad-4374-b564-bf0207e81033 req-7094f491-107e-4b2f-9ad4-1f0d2021d1a4 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479349 Jan 28 03:43:38.522641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a9ad-a763-4807-af5b-ca8ab644a011 req-bc4af516-f04b-4323-be72-b34f02e98c7f tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:38.524663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5919a9ad-a763-4807-af5b-ca8ab644a011 req-bc4af516-f04b-4323-be72-b34f02e98c7f tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 943 time: 0.1205320 Jan 28 03:43:38.530350 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b3dab8d-f7c1-443a-abf7-bef483ceb584 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (159f27e9-5a3f-4eb4-82cc-51f15df37785), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:38.565204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b3dab8d-f7c1-443a-abf7-bef483ceb584 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network 159f27e9-5a3f-4eb4-82cc-51f15df37785 is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:43:38.570182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3dab8d-f7c1-443a-abf7-bef483ceb584 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:38.570859 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b3dab8d-f7c1-443a-abf7-bef483ceb584 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:38.572222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5b3dab8d-f7c1-443a-abf7-bef483ceb584 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "PUT /v2.0/networks/159f27e9-5a3f-4eb4-82cc-51f15df37785 HTTP/1.1" status: 200 len: 723 time: 0.4696207 Jan 28 03:43:38.576394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39764) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:38.601923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-461495b2-4140-4e46-bf18-33602bbcb9d4 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:38.604485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-461495b2-4140-4e46-bf18-33602bbcb9d4 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.25 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 945 time: 0.0900660 Jan 28 03:43:38.608526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'network_id': '159f27e9-5a3f-4eb4-82cc-51f15df37785', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:38.713374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dab8d-f7c1-443a-abf7-bef483ceb584 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=159f27e9-5a3f-4eb4-82cc-51f15df37785,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:38.755763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 159f27e9-5a3f-4eb4-82cc-51f15df37785 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:38.757333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5919a9ad-a763-4807-af5b-ca8ab644a011 req-88078a89-62ac-4a24-90c0-fff2dac06d05 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159097 Jan 28 03:43:38.822468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:38.826910 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:38.920903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9cd33028-5b19-411d-9e1c-d109777679f9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:38.938017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-24262f1f-9753-4e69-90d8-40dbbd3827ee tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Deleting port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:38.938367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-24262f1f-9753-4e69-90d8-40dbbd3827ee tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:39.020553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9cd33028-5b19-411d-9e1c-d109777679f9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:39.021367 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:39.093022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-24262f1f-9753-4e69-90d8-40dbbd3827ee tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] For port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,segment=NetworkSegment(f26223cc-06d9-4b57-a718-9115474348ea),segment_id=f26223cc-06d9-4b57-a718-9115474348ea)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:39.093405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-24262f1f-9753-4e69-90d8-40dbbd3827ee tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:39.113003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-24262f1f-9753-4e69-90d8-40dbbd3827ee tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Calling delete_port for 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:39.127352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9cd33028-5b19-411d-9e1c-d109777679f9 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:39.128924 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:39.231041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 9cd33028-5b19-411d-9e1c-d109777679f9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9cd33028-5b19-411d-9e1c-d109777679f9,segment=NetworkSegment(70936620-8245-47fc-9b9a-372f6ebbebb5),segment_id=70936620-8245-47fc-9b9a-372f6ebbebb5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:39.241340 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:39.282293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-24262f1f-9753-4e69-90d8-40dbbd3827ee tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8b8367ea-4285-40d9-8f00-0a8e1727b1d1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:39.289283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890263d2-a85c-45df-86b6-0e405338d936 req-6f15c755-21f2-4b76-bb33-c142edfb0b18 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:39.304733 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-6f15c755-21f2-4b76-bb33-c142edfb0b18 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.3242559 Jan 28 03:43:39.319694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=9cd33028-5b19-411d-9e1c-d109777679f9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:39.323435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8b8367ea-4285-40d9-8f00-0a8e1727b1d1'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:39.338156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-9f9269c9-6531-40f8-84cc-d0daacb712a0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/quotas/9917c37214864c63b899b703cfc2d824 HTTP/1.1" status: 200 len: 375 time: 0.0319343 Jan 28 03:43:39.341717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24262f1f-9753-4e69-90d8-40dbbd3827ee tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Pushing event deleted for resources: {'Port': ['ID=8b8367ea-4285-40d9-8f00-0a8e1727b1d1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:39.407515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-24262f1f-9753-4e69-90d8-40dbbd3827ee tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] No DVR routers for this DVR port 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:39.411481 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-24262f1f-9753-4e69-90d8-40dbbd3827ee tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:39.417427 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2792d65-3e02-4bf2-9e44-aefcaca35d28 req-24262f1f-9753-4e69-90d8-40dbbd3827ee tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.25 "DELETE /v2.0/ports/8b8367ea-4285-40d9-8f00-0a8e1727b1d1 HTTP/1.1" status: 204 len: 173 time: 0.8056929 Jan 28 03:43:39.418905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90238e4b-1f38-44c7-a33d-e4ad0598edcb', 'name': 'network-vif-deleted', 'tag': '8b8367ea-4285-40d9-8f00-0a8e1727b1d1'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:39.423480 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6681816-904d-4d76-aa08-a30a4141cf62" -d '{"events": [{"server_uuid": "90238e4b-1f38-44c7-a33d-e4ad0598edcb", "name": "network-vif-deleted", "tag": "8b8367ea-4285-40d9-8f00-0a8e1727b1d1"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:39.466360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 449e0f56-1e03-4068-aff5-309ff9d0eecd details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:43:39.483543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-0382e264-2728-4774-a27e-ffcb86faef0f tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1407783 Jan 28 03:43:39.631843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89624c8-7ff0-4a0e-afd5-98047732d6cc None None] Network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:39.633827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 83482285-39e5-4526-8a1f-e1b8d50e48c9 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:39.657881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-4ae39995-921d-41e1-b6ab-df231af5048b service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732714 Jan 28 03:43:39.726903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 83482285-39e5-4526-8a1f-e1b8d50e48c9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:39.727232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 83482285-39e5-4526-8a1f-e1b8d50e48c9 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:39.771336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-079eadb4-af08-4f0e-8d9a-6c59ce86e967 None None] Provisioning complete for port 9cd33028-5b19-411d-9e1c-d109777679f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:39.771705 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-079eadb4-af08-4f0e-8d9a-6c59ce86e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:39.787085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bbd9409-b418-4edb-b954-073a9d62a194 req-6087925c-f095-4c92-91d4-300d8c21fef4 tempest-VolumesActionsTest-62091299 tempest-VolumesActionsTest-62091299-project] 10.222.0.44 "GET /v2.0/ports?device_id=90238e4b-1f38-44c7-a33d-e4ad0598edcb HTTP/1.1" status: 200 len: 210 time: 0.0505159 Jan 28 03:43:39.791061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (d6c05880-6752-4ec0-87ff-45a85b3db8d7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:39.824616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 449e0f56-1e03-4068-aff5-309ff9d0eecd, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=449e0f56-1e03-4068-aff5-309ff9d0eecd,segment=NetworkSegment(aa977f8d-3dfa-4493-8e17-db04bc950d10),segment_id=aa977f8d-3dfa-4493-8e17-db04bc950d10)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:39.831083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-4ed0623a-83c2-4413-88c4-659153f62ac6 service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722770 Jan 28 03:43:39.865298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '449e0f56-1e03-4068-aff5-309ff9d0eecd', 'network_id': 'b98552af-e0e9-4c8c-b31c-a753268bff08', 'port_id': '449e0f56-1e03-4068-aff5-309ff9d0eecd', 'mac_address': 'fa:16:3e:8d:1a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64f8eb1-1f8c-47ce-ba86-a2017d986320', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:43:39.890738 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6afc893-eb3c-4ef7-af2a-c4def9218f82 x-openstack-request-id: req-e6afc893-eb3c-4ef7-af2a-c4def9218f82 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:39.891252 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90238e4b-1f38-44c7-a33d-e4ad0598edcb", "name": "network-vif-deleted", "tag": "8b8367ea-4285-40d9-8f00-0a8e1727b1d1", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:39.891252 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6afc893-eb3c-4ef7-af2a-c4def9218f82 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:39.891648 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90238e4b-1f38-44c7-a33d-e4ad0598edcb', 'name': 'network-vif-deleted', 'tag': '8b8367ea-4285-40d9-8f00-0a8e1727b1d1', 'status': 'completed', 'code': 200} Jan 28 03:43:39.934278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=d6c05880-6752-4ec0-87ff-45a85b3db8d7,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:39.950760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking segment: {'id': '3870d4e4-c049-4048-91e2-5b34e5ee5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '159f27e9-5a3f-4eb4-82cc-51f15df37785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:39.951460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network hostable DHCP agents. Network: 159f27e9-5a3f-4eb4-82cc-51f15df37785, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:40.021820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network 159f27e9-5a3f-4eb4-82cc-51f15df37785 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:40.043430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 449e0f56-1e03-4068-aff5-309ff9d0eecd is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:40.044126 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.075426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 159f27e9-5a3f-4eb4-82cc-51f15df37785) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:40.087881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:40.100197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785960b5-7c65-44c0-bc91-7499b671597f None None] Network 159f27e9-5a3f-4eb4-82cc-51f15df37785 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:40.105046 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.144213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b1e0d338-6a8a-429d-b4a0-d40b4620513b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5668075 Jan 28 03:43:40.147623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39804) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:40.153386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-111f5858-9ff8-4742-b991-de9801b9d55f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:40.180767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6c65f-3139-43c0-94f5-1f7968bd2a9c req-79debbee-b2eb-47e6-bc8c-0d64dd38c154 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:40.193677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0cd6c65f-3139-43c0-94f5-1f7968bd2a9c req-79debbee-b2eb-47e6-bc8c-0d64dd38c154 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.1941934 Jan 28 03:43:40.310743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449e0f56-1e03-4068-aff5-309ff9d0eecd {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:40.317238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0cd6c65f-3139-43c0-94f5-1f7968bd2a9c req-40e039a2-3ec4-44aa-9bf2-dc3de34d1916 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224489 Jan 28 03:43:40.324729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-079eadb4-af08-4f0e-8d9a-6c59ce86e967 None None] Current status of the port 9cd33028-5b19-411d-9e1c-d109777679f9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:40.350630 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-111f5858-9ff8-4742-b991-de9801b9d55f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4713097'] for subnet (d6c05880-6752-4ec0-87ff-45a85b3db8d7), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.366384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 449e0f56-1e03-4068-aff5-309ff9d0eecd, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=449e0f56-1e03-4068-aff5-309ff9d0eecd,segment=NetworkSegment(aa977f8d-3dfa-4493-8e17-db04bc950d10),segment_id=aa977f8d-3dfa-4493-8e17-db04bc950d10)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:40.474547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b549bef-5830-4190-a824-763bdd38187b None None] Update dhcp port {'port': {'network_id': '7f566e1b-dbc0-4db7-9870-a828ea4e80b0', 'fixed_ips': [{'subnet_id': '5b858b5b-b050-44e9-8906-359635365860', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e201dea0-aee9-4ebb-bd18-9a3f54332bce'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '9cd33028-5b19-411d-9e1c-d109777679f9'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:43:40.493145 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.580573 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b549bef-5830-4190-a824-763bdd38187b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.582751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b6a37dc-2faa-4012-88d2-381475057981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.591947 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-111f5858-9ff8-4742-b991-de9801b9d55f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761243384019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4543881'] for subnet (d6c05880-6752-4ec0-87ff-45a85b3db8d7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.596864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7a21e-78a8-4f89-a734-27f8a03d6f13 req-b1050d97-8f7b-41cc-860c-83f90d2082ec tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:40.598705 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fcc7a21e-78a8-4f89-a734-27f8a03d6f13 req-b1050d97-8f7b-41cc-860c-83f90d2082ec tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 944 time: 0.0721753 Jan 28 03:43:40.629653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-159f27e9-5a3f-4eb4-82cc-51f15df37785', 'network_id': '159f27e9-5a3f-4eb4-82cc-51f15df37785', 'project_id': '4a1d66e1875047f79d49a3ca54d746e0', 'fixed_ips': [{'subnet_id': 'd6c05880-6752-4ec0-87ff-45a85b3db8d7'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:43:40.630722 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.687914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=449e0f56-1e03-4068-aff5-309ff9d0eecd,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:40.705110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f5858-9ff8-4742-b991-de9801b9d55f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:40.707853 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-111f5858-9ff8-4742-b991-de9801b9d55f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.711810 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-111f5858-9ff8-4742-b991-de9801b9d55f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "PUT /v2.0/subnets/d6c05880-6752-4ec0-87ff-45a85b3db8d7 HTTP/1.1" status: 200 len: 826 time: 0.5610948 Jan 28 03:43:40.716567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:40.724556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fcc7a21e-78a8-4f89-a734-27f8a03d6f13 req-19441748-69d5-46c4-a845-1b5570a276b7 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187718 Jan 28 03:43:40.748229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff0e37ad-25d4-4401-8821-d459a5a190d4 req-c1ceaae3-39d6-4fe2-af96-ef80d0659f7d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 210 time: 0.1002750 Jan 28 03:43:40.832302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f5858-9ff8-4742-b991-de9801b9d55f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=d6c05880-6752-4ec0-87ff-45a85b3db8d7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:40.889020 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (159f27e9-5a3f-4eb4-82cc-51f15df37785), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.914305 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9cd33028-5b19-411d-9e1c-d109777679f9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:41.008169 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (d6c05880-6752-4ec0-87ff-45a85b3db8d7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:41.038795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Allocated IP 2001:db8::2 (159f27e9-5a3f-4eb4-82cc-51f15df37785/d6c05880-6752-4ec0-87ff-45a85b3db8d7/fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:41.142716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a2868-a801-495a-a2b6-1e560ac4ef08 req-df9eb48f-736f-41a6-babc-ca879fefecae tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:41.144371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b52a2868-a801-495a-a2b6-1e560ac4ef08 req-df9eb48f-736f-41a6-babc-ca879fefecae tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.1124272 Jan 28 03:43:41.150718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['449e0f56-1e03-4068-aff5-309ff9d0eecd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:41.246857 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-e39a37b4-2705-45d1-8ffe-e569882e00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:41.248568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-e39a37b4-2705-45d1-8ffe-e569882e00e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 1098 time: 0.0772164 Jan 28 03:43:41.252556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b52a2868-a801-495a-a2b6-1e560ac4ef08 req-182d5aa5-ce3f-49d6-aaaf-ccfa0f63a74f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967784 Jan 28 03:43:41.302263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9cd33028-5b19-411d-9e1c-d109777679f9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:41.302540 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:41.368682 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-f8aee65a-ed6d-405a-a60b-2f0396bce0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:41.370498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-f8aee65a-ed6d-405a-a60b-2f0396bce0cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 912 time: 0.1154003 Jan 28 03:43:41.413555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-5b549bef-5830-4190-a824-763bdd38187b None None] Allocated IP 172.20.0.1 (7f566e1b-dbc0-4db7-9870-a828ea4e80b0/e201dea0-aee9-4ebb-bd18-9a3f54332bce/9cd33028-5b19-411d-9e1c-d109777679f9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:41.445261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-988ac33c-3923-4d91-b5fb-502c2db1e7b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f81495c-a926-4536-aff6-cdb8872627af HTTP/1.1" status: 200 len: 1002 time: 0.0693321 Jan 28 03:43:41.518631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-39a2d0d4-263e-484d-9070-67b831bff942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:41.520183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-39a2d0d4-263e-484d-9070-67b831bff942 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.0687616 Jan 28 03:43:41.559045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9cd33028-5b19-411d-9e1c-d109777679f9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:41.622780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:41.645746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-adece869-68b3-415e-8088-1c4951fe5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:41.647560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-adece869-68b3-415e-8088-1c4951fe5845 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015244 Jan 28 03:43:41.664209 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Publish callbacks [] for port (fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:41.680821 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:41.681202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8b8367ea-4285-40d9-8f00-0a8e1727b1d1 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:41.689606 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:41.785638 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Pushing event updated for resources: {'Port': ['ID=fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:41.810648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Network 159f27e9-5a3f-4eb4-82cc-51f15df37785 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:41.812458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-d68a0351-8f77-43a0-8e62-c93ed4100fdc service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520026 Jan 28 03:43:41.814908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:41.822413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:41.870902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890263d2-a85c-45df-86b6-0e405338d936 req-24517ed5-d987-43e3-96d7-8e12c1165344 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:41.875607 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-24517ed5-d987-43e3-96d7-8e12c1165344 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.2069521 Jan 28 03:43:41.882564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5b549bef-5830-4190-a824-763bdd38187b None None] For port 9cd33028-5b19-411d-9e1c-d109777679f9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9cd33028-5b19-411d-9e1c-d109777679f9,segment=NetworkSegment(70936620-8245-47fc-9b9a-372f6ebbebb5),segment_id=70936620-8245-47fc-9b9a-372f6ebbebb5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:41.898810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Request body: {'port': {'device_id': 'c899082c-ba7d-4c25-ba5c-98264587fd40', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'admin_state_up': True, 'tenant_id': '9917c37214864c63b899b703cfc2d824'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:41.943423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Attempting to bind port fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:41.943713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Attempting to bind port fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '3870d4e4-c049-4048-91e2-5b34e5ee5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '159f27e9-5a3f-4eb4-82cc-51f15df37785'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:41.944116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Attempting to bind port fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278 on network 159f27e9-5a3f-4eb4-82cc-51f15df37785 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:41.955370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:41.955753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Checking segment: {'id': '3870d4e4-c049-4048-91e2-5b34e5ee5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '159f27e9-5a3f-4eb4-82cc-51f15df37785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:41.956165 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:41.956564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Bound using segment: {'id': '3870d4e4-c049-4048-91e2-5b34e5ee5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '159f27e9-5a3f-4eb4-82cc-51f15df37785'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:41.957082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Bound port: fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3870d4e4-c049-4048-91e2-5b34e5ee5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '159f27e9-5a3f-4eb4-82cc-51f15df37785'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:41.957470 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:41.984193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4093c6c9-1175-4ccb-a64c-dbd0644a9ee1 req-1069a2f6-51df-4c96-87e7-21e40beac809 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 210 time: 0.0452075 Jan 28 03:43:42.014428 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b549bef-5830-4190-a824-763bdd38187b None None] Publish callbacks [] for port (9cd33028-5b19-411d-9e1c-d109777679f9), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.030271 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.037276 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b549bef-5830-4190-a824-763bdd38187b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.077276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Made reservation on behalf of 9917c37214864c63b899b703cfc2d824 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:42.082314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.103534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (d6c05880-6752-4ec0-87ff-45a85b3db8d7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.137199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6438e5fa-6d7c-4262-ade5-0ee48d5fdaa2 req-7305aaef-5412-4229-a68e-1121ff38297a service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162456 Jan 28 03:43:42.143614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c05880-6752-4ec0-87ff-45a85b3db8d7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:42.185909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d275868-bb35-43f2-bc9b-4b5ed434e465 req-2e61d7d3-fd4f-48f9-ae49-97bde3629985 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:42.196886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d275868-bb35-43f2-bc9b-4b5ed434e465 req-2e61d7d3-fd4f-48f9-ae49-97bde3629985 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 944 time: 0.2255726 Jan 28 03:43:42.241739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] For port fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:42.244095 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b549bef-5830-4190-a824-763bdd38187b None None] Pushing event updated for resources: {'Port': ['ID=9cd33028-5b19-411d-9e1c-d109777679f9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:42.251226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] For port fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278,segment=NetworkSegment(3870d4e4-c049-4048-91e2-5b34e5ee5ecf),segment_id=3870d4e4-c049-4048-91e2-5b34e5ee5ecf)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:42.258577 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.337464 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d275868-bb35-43f2-bc9b-4b5ed434e465 req-cc67cc14-aa76-4307-a183-642eaeb6e5a9 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388931 Jan 28 03:43:42.383463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41ec63-e705-4e01-abe8-568180c50873 None None] Pushing event updated for resources: {'Port': ['ID=fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:42.494069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (159f27e9-5a3f-4eb4-82cc-51f15df37785), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.521119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5563cf-767d-49ea-9b37-cc904dd8f22b req-6271b27e-0a10-4b5e-8490-39b3e49c4631 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:42.522732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee5563cf-767d-49ea-9b37-cc904dd8f22b req-6271b27e-0a10-4b5e-8490-39b3e49c4631 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0917039 Jan 28 03:43:42.546816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Allocated IP 172.20.0.7 (67d1c6df-904c-474d-9a71-2560588370e7/7a5548d5-25c1-413a-8337-9e767e70925d/09390aaf-a6e0-4be4-95b0-a721754b1438) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:42.550781 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5f80-837b-489c-b0e0-1dcd592abbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.610695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159f27e9-5a3f-4eb4-82cc-51f15df37785']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:42.672478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3870d4e4-c049-4048-91e2-5b34e5ee5ecf') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:42.672781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3870d4e4-c049-4048-91e2-5b34e5ee5ecf') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:42.675066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee5563cf-767d-49ea-9b37-cc904dd8f22b req-391b3f0d-f565-4ec0-a3ff-d56bba25eca9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431205 Jan 28 03:43:42.705842 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (3870d4e4-c049-4048-91e2-5b34e5ee5ecf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.796734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3870d4e4-c049-4048-91e2-5b34e5ee5ecf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.813327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9cd33028-5b19-411d-9e1c-d109777679f9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:42.840659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:42.840924 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (3870d4e4-c049-4048-91e2-5b34e5ee5ecf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:42.854558 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:42.947307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9cd33028-5b19-411d-9e1c-d109777679f9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:42.947702 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:43.126659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9cd33028-5b19-411d-9e1c-d109777679f9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:43.157152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:43:43.157152 n-d-808199-14 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:43:43.157152 n-d-808199-14 neutron-server[103289]: [parameters: {'id': '159f27e9-5a3f-4eb4-82cc-51f15df37785'}] Jan 28 03:43:43.157152 n-d-808199-14 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:43:43.158456 n-d-808199-14 neutron-server[103289]: DEBUG oslo_db.api [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:43:43.210526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec14da8e-b2fe-45b1-af68-1331e523cd1d req-bd9a5da9-abf0-4cf1-85e8-d7f461efc6e0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 210 time: 0.0603800 Jan 28 03:43:43.248929 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks [] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:43.285595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5237a5-bcf6-427a-b376-362d64ca7fe1 None None] Network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:43.297391 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:43.357890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Network 67d1c6df-904c-474d-9a71-2560588370e7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:43.361534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:43.368008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:43.376562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event updated for resources: {'Port': ['ID=09390aaf-a6e0-4be4-95b0-a721754b1438,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:43.414456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:43.433066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:43.435136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:43.469537 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-abbb2146-cd17-434d-8286-7816c822054d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5754943 Jan 28 03:43:43.487818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Request body: {'port': {'device_id': 'c899082c-ba7d-4c25-ba5c-98264587fd40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:43.492915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 449e0f56-1e03-4068-aff5-309ff9d0eecd up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:43.535596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c427180-e31b-4b46-8d7e-de11b7fc35ec req-6c9eb582-65e4-4feb-862b-691b3d0d6cd8 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:43.556479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c427180-e31b-4b46-8d7e-de11b7fc35ec req-6c9eb582-65e4-4feb-862b-691b3d0d6cd8 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 944 time: 0.0953724 Jan 28 03:43:43.610612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e44de7b4-fe8b-4bb8-adf7-4028a739b09c None None] Provisioning complete for port 9cd33028-5b19-411d-9e1c-d109777679f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:43.615144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e44de7b4-fe8b-4bb8-adf7-4028a739b09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:43.615658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:43.661165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c427180-e31b-4b46-8d7e-de11b7fc35ec req-22b874a3-c5b9-4a56-956f-d87e57ced543 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016002 Jan 28 03:43:43.868542 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (159f27e9-5a3f-4eb4-82cc-51f15df37785), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:43.918071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf4f53-696d-4d39-ba3a-9a5476f8951e req-1b96f5b5-b3dc-43fe-8861-3ba06ed054ca tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:43.927829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8cf4f53-696d-4d39-ba3a-9a5476f8951e req-1b96f5b5-b3dc-43fe-8861-3ba06ed054ca tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.1014898 Jan 28 03:43:44.026373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09390aaf-a6e0-4be4-95b0-a721754b1438 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:44.036985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Publish callbacks [] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.053565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8cf4f53-696d-4d39-ba3a-9a5476f8951e req-d4f24b3d-3552-4fb2-98d9-49c6b8928cbf tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209562 Jan 28 03:43:44.065419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Transition to ACTIVE for port object 09390aaf-a6e0-4be4-95b0-a721754b1438 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:43:44.070570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Deleting port fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:44.070925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.076122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.187935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 449e0f56-1e03-4068-aff5-309ff9d0eecd completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:43:44.218441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 449e0f56-1e03-4068-aff5-309ff9d0eecd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:44.218814 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.239376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Pushing event updated for resources: {'Port': ['ID=09390aaf-a6e0-4be4-95b0-a721754b1438,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:44.278593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] For port fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278,segment=NetworkSegment(3870d4e4-c049-4048-91e2-5b34e5ee5ecf),segment_id=3870d4e4-c049-4048-91e2-5b34e5ee5ecf)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:44.278987 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.299572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Calling delete_port for fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:44.341634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ffcabc-a56c-4e50-8f8a-b8a4da1771b1 None None] Network 159f27e9-5a3f-4eb4-82cc-51f15df37785 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:44.369588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e44de7b4-fe8b-4bb8-adf7-4028a739b09c None None] Current status of the port 9cd33028-5b19-411d-9e1c-d109777679f9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:44.376586 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.398080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200da392-78a1-4e2d-a8f6-e7b59ff946db req-1eca2b0a-92c3-4343-baee-5fae28ff12f2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:44.407140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-200da392-78a1-4e2d-a8f6-e7b59ff946db req-1eca2b0a-92c3-4343-baee-5fae28ff12f2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 943 time: 0.0679350 Jan 28 03:43:44.423092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Attempting to bind port 09390aaf-a6e0-4be4-95b0-a721754b1438 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:44.423483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Attempting to bind port 09390aaf-a6e0-4be4-95b0-a721754b1438 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:44.423820 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Attempting to bind port 09390aaf-a6e0-4be4-95b0-a721754b1438 on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:44.431128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Port 09390aaf-a6e0-4be4-95b0-a721754b1438 on network 67d1c6df-904c-474d-9a71-2560588370e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:43:44.431463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Attempting to bind port 09390aaf-a6e0-4be4-95b0-a721754b1438 on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:44.438060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:44.438329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Checking segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:44.438927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Bound using segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:44.439384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Bound port: 09390aaf-a6e0-4be4-95b0-a721754b1438, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:44.439750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.441910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.456804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No DVR routers for this DVR port fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:44.479553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-200da392-78a1-4e2d-a8f6-e7b59ff946db req-b3e6220d-ff52-46a7-b50e-62ea69da3cb1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657980 Jan 28 03:43:44.519403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f3562a00-eb2d-4a87-8bd6-bb70b199dfe8 None None] Could not find standard attr ID for object fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:43:44.535698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Port': ['ID=fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:44.565490 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.660663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 449e0f56-1e03-4068-aff5-309ff9d0eecd is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:44.661281 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.664859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415825ae-db67-4d6f-99e3-7fac5e893f2d None None] DHCP port deletion for 159f27e9-5a3f-4eb4-82cc-51f15df37785 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:43:44.674555 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (159f27e9-5a3f-4eb4-82cc-51f15df37785), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.714082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3678a136-9bcf-4ba8-9dd0-af4d209a9d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449e0f56-1e03-4068-aff5-309ff9d0eecd'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:44.716629 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eb60b2-5a68-4191-9d6c-989273551939" -d '{"events": [{"server_uuid": "3678a136-9bcf-4ba8-9dd0-af4d209a9d72", "name": "network-vif-plugged", "status": "completed", "tag": "449e0f56-1e03-4068-aff5-309ff9d0eecd"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:44.719747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd992eb-96ce-458c-a04f-fdbaa808b31d None None] Network 159f27e9-5a3f-4eb4-82cc-51f15df37785 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:44.786844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159f27e9-5a3f-4eb4-82cc-51f15df37785']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:44.791384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] For port 09390aaf-a6e0-4be4-95b0-a721754b1438, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:44.803239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] For port 09390aaf-a6e0-4be4-95b0-a721754b1438, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=09390aaf-a6e0-4be4-95b0-a721754b1438,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:44.805860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3870d4e4-c049-4048-91e2-5b34e5ee5ecf') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:44.806285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3870d4e4-c049-4048-91e2-5b34e5ee5ecf') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:44.810853 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.815788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3ef63eea-51d2-43cf-bcc8-516fb23c918d None None] Provisioning complete for port 9cd33028-5b19-411d-9e1c-d109777679f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:44.826680 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ef63eea-51d2-43cf-bcc8-516fb23c918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.850693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 449e0f56-1e03-4068-aff5-309ff9d0eecd, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=449e0f56-1e03-4068-aff5-309ff9d0eecd,segment=NetworkSegment(aa977f8d-3dfa-4493-8e17-db04bc950d10),segment_id=aa977f8d-3dfa-4493-8e17-db04bc950d10)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:44.853524 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f36988e-ea5e-44a1-9116-32a6f60d3ae8 x-openstack-request-id: req-8f36988e-ea5e-44a1-9116-32a6f60d3ae8 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:44.854042 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3678a136-9bcf-4ba8-9dd0-af4d209a9d72", "name": "network-vif-plugged", "status": "completed", "tag": "449e0f56-1e03-4068-aff5-309ff9d0eecd", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:44.854616 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f36988e-ea5e-44a1-9116-32a6f60d3ae8 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:44.855718 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3678a136-9bcf-4ba8-9dd0-af4d209a9d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449e0f56-1e03-4068-aff5-309ff9d0eecd', 'code': 200} Jan 28 03:43:44.898136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306890a-8d8e-4564-8969-01ec57fce76a req-cec59dab-9a88-4e8e-8470-af1bb89d3025 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:44.900149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:44.902834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.902834 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] 10.222.0.25 "PUT /v2.0/ports/09390aaf-a6e0-4be4-95b0-a721754b1438 HTTP/1.1" status: 200 len: 1092 time: 1.4196634 Jan 28 03:43:44.912637 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.919070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c899082c-ba7d-4c25-ba5c-98264587fd40', 'tag': '09390aaf-a6e0-4be4-95b0-a721754b1438'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:44.921610 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a" -d '{"events": [{"name": "network-changed", "server_uuid": "c899082c-ba7d-4c25-ba5c-98264587fd40", "tag": "09390aaf-a6e0-4be4-95b0-a721754b1438"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:44.924416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5caad00-5cd5-4f8e-8bb0-8bdf4333eb75 service neutron] Pushing event updated for resources: {'Port': ['ID=09390aaf-a6e0-4be4-95b0-a721754b1438,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:44.928638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (3870d4e4-c049-4048-91e2-5b34e5ee5ecf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:44.936180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d306890a-8d8e-4564-8969-01ec57fce76a req-cec59dab-9a88-4e8e-8470-af1bb89d3025 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 944 time: 0.1520996 Jan 28 03:43:45.067561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3ef63eea-51d2-43cf-bcc8-516fb23c918d None None] Current status of the port 9cd33028-5b19-411d-9e1c-d109777679f9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:45.068650 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3870d4e4-c049-4048-91e2-5b34e5ee5ecf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.095174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d306890a-8d8e-4564-8969-01ec57fce76a req-6fbb81fb-cbae-4783-8493-aacd219dc659 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522901 Jan 28 03:43:45.098701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:45.098823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (3870d4e4-c049-4048-91e2-5b34e5ee5ecf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:45.111936 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:45.130099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=449e0f56-1e03-4068-aff5-309ff9d0eecd,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:45.130274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5b73e-00fa-49aa-a2c0-cc5a48194b7f req-f8394717-99be-4e60-8b85-735d67a60fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:45.131635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ab5b73e-00fa-49aa-a2c0-cc5a48194b7f req-f8394717-99be-4e60-8b85-735d67a60fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 1097 time: 0.1450999 Jan 28 03:43:45.136026 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d9ed47-ef63-46c8-9b79-f05def7c52ef x-openstack-request-id: req-e5d9ed47-ef63-46c8-9b79-f05def7c52ef {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:45.136893 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c899082c-ba7d-4c25-ba5c-98264587fd40", "tag": "09390aaf-a6e0-4be4-95b0-a721754b1438", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:45.137173 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5d9ed47-ef63-46c8-9b79-f05def7c52ef {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:45.141178 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c899082c-ba7d-4c25-ba5c-98264587fd40', 'tag': '09390aaf-a6e0-4be4-95b0-a721754b1438', 'status': 'completed', 'code': 200} Jan 28 03:43:45.178555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890263d2-a85c-45df-86b6-0e405338d936 req-30b743a9-b07d-482e-8bc4-4b6dcc6413ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:45.180319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-30b743a9-b07d-482e-8bc4-4b6dcc6413ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 1095 time: 0.1738148 Jan 28 03:43:45.205442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ab5b73e-00fa-49aa-a2c0-cc5a48194b7f req-140fcc9e-42cc-4dea-bf78-c33b6a8b0156 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665770 Jan 28 03:43:45.232405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (159f27e9-5a3f-4eb4-82cc-51f15df37785), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.235595 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-b572f8ee-f4fd-449d-b12e-5b8378f8180c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09390aaf-a6e0-4be4-95b0-a721754b1438 HTTP/1.1" status: 200 len: 217 time: 0.0428448 Jan 28 03:43:45.240638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.244214 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/159f27e9-5a3f-4eb4-82cc-51f15df37785 HTTP/1.1" status: 204 len: 168 time: 4.5263162 Jan 28 03:43:45.246958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39892) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:45.271610 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8338f3f-5333-44f1-adef-ba1ab691b312 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:45.272966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8338f3f-5333-44f1-adef-ba1ab691b312 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:45.276615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e8338f3f-5333-44f1-adef-ba1ab691b312 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/159f27e9-5a3f-4eb4-82cc-51f15df37785 HTTP/1.1" status: 404 len: 339 time: 0.0284529 Jan 28 03:43:45.281864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:45.287953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032639829', 'description': 'd1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:45.290237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada0ebc-d73d-42e3-be47-bd871470a3a2 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Network': ['ID=159f27e9-5a3f-4eb4-82cc-51f15df37785,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:45.314115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890263d2-a85c-45df-86b6-0e405338d936 req-f4bc2bad-7396-48d7-8178-d4896dab6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:45.315809 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-f4bc2bad-7396-48d7-8178-d4896dab6ab1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0704415 Jan 28 03:43:45.318119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:45.321851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.366064 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-334fa1eb-0d30-477d-aeb7-496a44458b68 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438161 Jan 28 03:43:45.366884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:45.392416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ffad15b1-ba0f-4232-a693-d8e5653b64df), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.393989 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Added segment ffad15b1-ba0f-4232-a693-d8e5653b64df of type vlan for network 1d2ee9ab-610c-40d9-b9b3-2c6283c7323a Jan 28 03:43:45.421824 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.463088 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1d2ee9ab-610c-40d9-b9b3-2c6283c7323a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.488468 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-af548f29-ef3d-4d0e-918b-260d2004dd10 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163466 Jan 28 03:43:45.504797 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1d2ee9ab-610c-40d9-b9b3-2c6283c7323a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.515395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:45.519529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.606627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3230734 Jan 28 03:43:45.623494 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-890263d2-a85c-45df-86b6-0e405338d936 req-15c6ff05-404c-4744-8eb8-04537da8d92e service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280835 Jan 28 03:43:45.624490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:45.651315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=1d2ee9ab-610c-40d9-b9b3-2c6283c7323a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:45.669714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f8bd2-c32b-4a0f-b701-3b52268ffb92 req-cf7a3347-d60d-458f-879c-3423463fd411 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:45.676521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a16f8bd2-c32b-4a0f-b701-3b52268ffb92 req-cf7a3347-d60d-458f-879c-3423463fd411 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 943 time: 0.0814552 Jan 28 03:43:45.699864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.700219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.700664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.701035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.701372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.701709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.702037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.702363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.702689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.703012 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.703336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.703654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.703980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd5907-d00b-481d-bc9c-f25650174321 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:45.716917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1d2ee9ab-610c-40d9-b9b3-2c6283c7323a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:45.764569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a16f8bd2-c32b-4a0f-b701-3b52268ffb92 req-2ab69586-c797-4fd7-8274-0d9be5651821 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870709 Jan 28 03:43:45.796008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8815bc-ccc4-4914-87d6-d8e568b3744a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:45.800519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39902) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:45.801261 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2b8815bc-ccc4-4914-87d6-d8e568b3744a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/networks?id=1d2ee9ab-610c-40d9-b9b3-2c6283c7323a HTTP/1.1" status: 200 len: 765 time: 0.1754382 Jan 28 03:43:45.805764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d942969b-07f8-4c99-943d-d89907eca34f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'description': 'd2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:45.810123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a req-baf12304-3fc3-4609-a45e-9844e0a2d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:45.811781 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a req-baf12304-3fc3-4609-a45e-9844e0a2d386 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 1095 time: 0.0783398 Jan 28 03:43:45.929067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a req-89394371-5cae-476d-afc1-a32c9bc505ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:45.930733 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a req-89394371-5cae-476d-afc1-a32c9bc505ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 907 time: 0.1128662 Jan 28 03:43:46.003900 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a req-3f610b61-e9c9-4497-b298-7f19d4d34c22 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09390aaf-a6e0-4be4-95b0-a721754b1438 HTTP/1.1" status: 200 len: 217 time: 0.0674431 Jan 28 03:43:46.004625 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d942969b-07f8-4c99-943d-d89907eca34f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1d2ee9ab-610c-40d9-b9b3-2c6283c7323a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:46.019480 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d942969b-07f8-4c99-943d-d89907eca34f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1d2ee9ab-610c-40d9-b9b3-2c6283c7323a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:46.075476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a req-bb91ecbd-cdbb-464c-9a48-25edc2549258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:46.076974 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a req-bb91ecbd-cdbb-464c-9a48-25edc2549258 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0664017 Jan 28 03:43:46.090515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d942969b-07f8-4c99-943d-d89907eca34f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network 1d2ee9ab-610c-40d9-b9b3-2c6283c7323a is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:43:46.101639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d942969b-07f8-4c99-943d-d89907eca34f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:46.102288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d942969b-07f8-4c99-943d-d89907eca34f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:46.108529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d942969b-07f8-4c99-943d-d89907eca34f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "PUT /v2.0/networks/1d2ee9ab-610c-40d9-b9b3-2c6283c7323a HTTP/1.1" status: 200 len: 762 time: 0.3069143 Jan 28 03:43:46.117325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:46.124906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a req-9c445c88-164b-469c-978f-320b70b81caf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414505 Jan 28 03:43:46.189130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942969b-07f8-4c99-943d-d89907eca34f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=1d2ee9ab-610c-40d9-b9b3-2c6283c7323a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:46.201125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1d2ee9ab-610c-40d9-b9b3-2c6283c7323a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:46.220527 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e104daf6-ce70-4730-b61a-485fe1ae0230 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:46.225518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e104daf6-ce70-4730-b61a-485fe1ae0230 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/networks?id=1d2ee9ab-610c-40d9-b9b3-2c6283c7323a HTTP/1.1" status: 200 len: 765 time: 0.1037340 Jan 28 03:43:46.226060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39912) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:46.335607 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a req-ebb3d140-9fe9-4d1e-8fed-b28e4783623c service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041316 Jan 28 03:43:46.403648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6d8a5-67a7-4e32-b068-2d2bfbd7ac84 req-fd7093b9-94e4-4f5f-81ce-b0b9a71c6e7b tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:46.405277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ff6d8a5-67a7-4e32-b068-2d2bfbd7ac84 req-fd7093b9-94e4-4f5f-81ce-b0b9a71c6e7b tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 945 time: 0.1117067 Jan 28 03:43:46.449593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f25275-1bcc-4dc9-b2d0-57cf4e063028 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:46.451235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f7f25275-1bcc-4dc9-b2d0-57cf4e063028 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2239673 Jan 28 03:43:46.454019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39918) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:46.505450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-27f96769-cd5b-4121-b272-a84b1c7f48c8 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 207 time: 0.0502508 Jan 28 03:43:46.508508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39920) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:46.531986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ff6d8a5-67a7-4e32-b068-2d2bfbd7ac84 req-5e9a0ce4-f421-49fc-9d7c-d36a8eb70269 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167574 Jan 28 03:43:46.625444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:46.672650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:46.673129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fc528be3-4eb3-4bc1-b7ab-f1b7ae2d3278 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:46.680742 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:46.894328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482fa64-2f4a-4ea9-ad51-c642a146b1d6 req-4cd3c6e6-5974-4ceb-9f73-7c6e3867a061 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:46.895945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0482fa64-2f4a-4ea9-ad51-c642a146b1d6 req-4cd3c6e6-5974-4ceb-9f73-7c6e3867a061 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 943 time: 0.0643051 Jan 28 03:43:46.935042 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e157d34d-1ae7-4a49-8708-8b4ec0e9183a req-16e1e6f5-d981-4416-b806-d096ec6dcfa2 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919812 Jan 28 03:43:46.967825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0482fa64-2f4a-4ea9-ad51-c642a146b1d6 req-69d56248-b35a-4a29-9f8f-3fead3b65908 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640297 Jan 28 03:43:47.013709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce14e4-d5f6-4a0e-8b33-5342967e62ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.018696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce14e4-d5f6-4a0e-8b33-5342967e62ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.023689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce14e4-d5f6-4a0e-8b33-5342967e62ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.029480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce14e4-d5f6-4a0e-8b33-5342967e62ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.034839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce14e4-d5f6-4a0e-8b33-5342967e62ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.039952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce14e4-d5f6-4a0e-8b33-5342967e62ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.042146 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-15ce14e4-d5f6-4a0e-8b33-5342967e62ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.5323653 Jan 28 03:43:47.046003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:47.190643 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2f1b1b4f-73bc-4076-9b31-8f9556c540b3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1434891 Jan 28 03:43:47.196115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:47.315937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e659b-1270-40dc-b09a-4082e528bdc4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.317266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e659b-1270-40dc-b09a-4082e528bdc4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.318565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e659b-1270-40dc-b09a-4082e528bdc4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.320133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e659b-1270-40dc-b09a-4082e528bdc4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.321458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e659b-1270-40dc-b09a-4082e528bdc4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.328181 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c18e659b-1270-40dc-b09a-4082e528bdc4 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1260848 Jan 28 03:43:47.329457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:47.388052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7684e8f-bf66-4d75-800e-43d53cc5073d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.389645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7684e8f-bf66-4d75-800e-43d53cc5073d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.390842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7684e8f-bf66-4d75-800e-43d53cc5073d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.392147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7684e8f-bf66-4d75-800e-43d53cc5073d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.393435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7684e8f-bf66-4d75-800e-43d53cc5073d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.398292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a7684e8f-bf66-4d75-800e-43d53cc5073d tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0645056 Jan 28 03:43:47.398669 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39936) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:47.507941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d2edd8-ebf8-4fd0-b6cf-8ce5850f35a6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.509340 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c5d2edd8-ebf8-4fd0-b6cf-8ce5850f35a6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/networks/f799e43a-ed7e-4412-9231-1918749fe1dc HTTP/1.1" status: 200 len: 802 time: 0.1096406 Jan 28 03:43:47.513920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:47.677329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-faadcf6d-1184-452c-8d76-f549ebc9c381 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/networks/f799e43a-ed7e-4412-9231-1918749fe1dc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1611795 Jan 28 03:43:47.680770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:47.697820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a772b1-0814-47a3-b9c0-d2cafbd70a4f req-724631b7-fcff-4809-b184-6675b9126faf tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.700402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69a772b1-0814-47a3-b9c0-d2cafbd70a4f req-724631b7-fcff-4809-b184-6675b9126faf tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 945 time: 0.0686142 Jan 28 03:43:47.747704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304cfd99-b9b7-4cbc-8b33-b0a013eff996 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.752951 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-304cfd99-b9b7-4cbc-8b33-b0a013eff996 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/subnets/f73038ea-f6da-47cc-a093-9276f1af4e8d HTTP/1.1" status: 200 len: 843 time: 0.0677359 Jan 28 03:43:47.753115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69a772b1-0814-47a3-b9c0-d2cafbd70a4f req-409c9018-6683-4380-b395-2e9e49644f94 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Jan 28 03:43:47.753500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:47.812240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307cbe53-c399-47b7-bb14-c1f4178a5581 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.814103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-307cbe53-c399-47b7-bb14-c1f4178a5581 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "GET /v2.0/subnets/f73038ea-f6da-47cc-a093-9276f1af4e8d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0594392 Jan 28 03:43:47.817836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39950) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:47.823406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-108505264'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:47.847416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:47.852439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:47.885438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:47.900892 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e2e04593-025b-40df-ac04-328870756b59), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:47.902225 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Added segment e2e04593-025b-40df-ac04-328870756b59 of type vlan for network b3ec177e-da4c-4750-924b-0bcfd098c4c3 Jan 28 03:43:47.957863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (b3ec177e-da4c-4750-924b-0bcfd098c4c3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:48.003860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (b3ec177e-da4c-4750-924b-0bcfd098c4c3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:48.011292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:48.014122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:48.094593 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2753689 Jan 28 03:43:48.099927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:48.103828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'network_id': 'b3ec177e-da4c-4750-924b-0bcfd098c4c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:48.127328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705913c5-6b16-44cb-99f5-d043e60ca81a tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Network': ['ID=b3ec177e-da4c-4750-924b-0bcfd098c4c3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:48.139821 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network b3ec177e-da4c-4750-924b-0bcfd098c4c3 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:48.305719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88565408-8e69-4af0-b1fa-9a8ff58be22c req-c48f0a92-fda3-4342-bc54-d613c7913970 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:48.313970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88565408-8e69-4af0-b1fa-9a8ff58be22c req-c48f0a92-fda3-4342-bc54-d613c7913970 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 943 time: 0.2273667 Jan 28 03:43:48.359459 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Made reservation on behalf of 4a1d66e1875047f79d49a3ca54d746e0 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:48.363437 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:48.460387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88565408-8e69-4af0-b1fa-9a8ff58be22c req-0f0e3237-e823-4515-9bab-f44e25e10349 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454513 Jan 28 03:43:48.471585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Performing IP validity checks on allocation pools {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:43:48.472115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:43:48.711055 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (97659893-698c-4278-86dc-3e8e20ad8ef3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:48.803436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=97659893-698c-4278-86dc-3e8e20ad8ef3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:48.814144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Checking segment: {'id': 'e2e04593-025b-40df-ac04-328870756b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3ec177e-da4c-4750-924b-0bcfd098c4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:48.814440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network hostable DHCP agents. Network: b3ec177e-da4c-4750-924b-0bcfd098c4c3, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:48.833461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Network b3ec177e-da4c-4750-924b-0bcfd098c4c3 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:48.843138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, b3ec177e-da4c-4750-924b-0bcfd098c4c3) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:48.847323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:48.847892 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:48.858153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f691f075-cc38-46d5-91e6-26135b978d21 None None] Network b3ec177e-da4c-4750-924b-0bcfd098c4c3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:48.873119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e335edeb-be39-476f-8f3e-13ccab5307b9 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7712526 Jan 28 03:43:48.874036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:48.880327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e16f88f8-e6ca-40aa-a033-92867a8e43ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:49.058170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-b3ec177e-da4c-4750-924b-0bcfd098c4c3', 'network_id': 'b3ec177e-da4c-4750-924b-0bcfd098c4c3', 'project_id': '4a1d66e1875047f79d49a3ca54d746e0', 'fixed_ips': [{'subnet_id': '97659893-698c-4278-86dc-3e8e20ad8ef3'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:43:49.059054 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:49.073993 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e16f88f8-e6ca-40aa-a033-92867a8e43ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4713097'] for subnet (97659893-698c-4278-86dc-3e8e20ad8ef3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:49.353087 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e16f88f8-e6ca-40aa-a033-92867a8e43ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761243384019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4543881'] for subnet (97659893-698c-4278-86dc-3e8e20ad8ef3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:49.402128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f88f8-e6ca-40aa-a033-92867a8e43ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:49.403904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e16f88f8-e6ca-40aa-a033-92867a8e43ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:49.409165 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e16f88f8-e6ca-40aa-a033-92867a8e43ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "PUT /v2.0/subnets/97659893-698c-4278-86dc-3e8e20ad8ef3 HTTP/1.1" status: 200 len: 900 time: 0.5312417 Jan 28 03:43:49.409912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:49.468468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Allocated IP 2001:db8::3 (b3ec177e-da4c-4750-924b-0bcfd098c4c3/97659893-698c-4278-86dc-3e8e20ad8ef3/2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:49.513772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f88f8-e6ca-40aa-a033-92867a8e43ba tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event updated for resources: {'Subnet': ['ID=97659893-698c-4278-86dc-3e8e20ad8ef3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:49.657407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 09390aaf-a6e0-4be4-95b0-a721754b1438 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:43:49.733506 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (b3ec177e-da4c-4750-924b-0bcfd098c4c3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:49.785417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 09390aaf-a6e0-4be4-95b0-a721754b1438, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=09390aaf-a6e0-4be4-95b0-a721754b1438,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:49.805092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '09390aaf-a6e0-4be4-95b0-a721754b1438', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'port_id': '09390aaf-a6e0-4be4-95b0-a721754b1438', 'mac_address': 'fa:16:3e:f2:68:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5548d5-25c1-413a-8337-9e767e70925d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:43:49.862263 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (97659893-698c-4278-86dc-3e8e20ad8ef3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:49.900032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124718be-f620-47ee-b068-d58fe1eb348f req-542a3e0c-bab9-40e7-9dcf-57760a48d04f tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:49.907959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-124718be-f620-47ee-b068-d58fe1eb348f req-542a3e0c-bab9-40e7-9dcf-57760a48d04f tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 943 time: 0.2673638 Jan 28 03:43:49.974859 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Publish callbacks [] for port (2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:49.983581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 09390aaf-a6e0-4be4-95b0-a721754b1438 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:49.984070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:49.988490 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.003402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-124718be-f620-47ee-b068-d58fe1eb348f req-9bb8d6e6-c14f-4102-88de-a3b20e06bbcd tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941834 Jan 28 03:43:50.031331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09390aaf-a6e0-4be4-95b0-a721754b1438 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:50.045076 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (97659893-698c-4278-86dc-3e8e20ad8ef3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.063357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Network b3ec177e-da4c-4750-924b-0bcfd098c4c3 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:50.077805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:50.084733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:50.088538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 09390aaf-a6e0-4be4-95b0-a721754b1438, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=09390aaf-a6e0-4be4-95b0-a721754b1438,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:50.089908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Pushing event updated for resources: {'Port': ['ID=2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:50.101984 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.181818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Attempting to bind port 2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:50.182183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Attempting to bind port 2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e2e04593-025b-40df-ac04-328870756b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3ec177e-da4c-4750-924b-0bcfd098c4c3'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:50.183581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Attempting to bind port 2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116 on network b3ec177e-da4c-4750-924b-0bcfd098c4c3 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:50.202763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:50.203460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Checking segment: {'id': 'e2e04593-025b-40df-ac04-328870756b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3ec177e-da4c-4750-924b-0bcfd098c4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:50.204291 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.204884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Bound using segment: {'id': 'e2e04593-025b-40df-ac04-328870756b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3ec177e-da4c-4750-924b-0bcfd098c4c3'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:50.205537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Bound port: 2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e04593-025b-40df-ac04-328870756b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3ec177e-da4c-4750-924b-0bcfd098c4c3'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:50.206109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.224606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=09390aaf-a6e0-4be4-95b0-a721754b1438,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:50.230930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Subnet': ['ID=97659893-698c-4278-86dc-3e8e20ad8ef3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:50.241316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (b3ec177e-da4c-4750-924b-0bcfd098c4c3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.273614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ec177e-da4c-4750-924b-0bcfd098c4c3']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:50.288336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e04593-025b-40df-ac04-328870756b59') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:50.289532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e04593-025b-40df-ac04-328870756b59') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:50.300791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-32224841-46b9-406f-be26-b12ee491b26c None None] For port 2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:50.305587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-32224841-46b9-406f-be26-b12ee491b26c None None] For port 2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116,segment=NetworkSegment(e2e04593-025b-40df-ac04-328870756b59),segment_id=e2e04593-025b-40df-ac04-328870756b59)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:50.312543 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.320293 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (e2e04593-025b-40df-ac04-328870756b59), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.349460 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e2e04593-025b-40df-ac04-328870756b59), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.360115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:50.361066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (e2e04593-025b-40df-ac04-328870756b59), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:50.364538 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:50.408512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32224841-46b9-406f-be26-b12ee491b26c None None] Pushing event updated for resources: {'Port': ['ID=2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:50.434452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3325d1-3c8f-4865-aa47-c4853d93765d None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:43:50.487785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['09390aaf-a6e0-4be4-95b0-a721754b1438'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:50.489281 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.db.api [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:43:50.489281 n-d-808199-14 neutron-server[103288]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:43:50.489281 n-d-808199-14 neutron-server[103288]: [parameters: {'id': 'b3ec177e-da4c-4750-924b-0bcfd098c4c3'}] Jan 28 03:43:50.489281 n-d-808199-14 neutron-server[103288]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:43:50.489684 n-d-808199-14 neutron-server[103288]: DEBUG oslo_db.api [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:43:50.725268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0188fcd-efde-4caf-b6ef-59a2b731fcfc req-f140a459-fec8-456a-90ae-5527e86d4b73 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:50.732774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0188fcd-efde-4caf-b6ef-59a2b731fcfc req-f140a459-fec8-456a-90ae-5527e86d4b73 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 945 time: 0.0989430 Jan 28 03:43:50.833408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3325d1-3c8f-4865-aa47-c4853d93765d None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:43:51.190284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b52e3-0278-4e7c-98ae-32d6383c5e18 None None] Network b3ec177e-da4c-4750-924b-0bcfd098c4c3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:51.370055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c79fed-ebdd-47dd-930a-288305b7d3eb None None] Network b3ec177e-da4c-4750-924b-0bcfd098c4c3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:51.415940 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (b3ec177e-da4c-4750-924b-0bcfd098c4c3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.498431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487bd3a-a823-465e-9147-0ec79f7cc4fa req-e6134b9f-e0e2-4fc4-a58c-e5bcf67c0069 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:51.506402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e487bd3a-a823-465e-9147-0ec79f7cc4fa req-e6134b9f-e0e2-4fc4-a58c-e5bcf67c0069 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 944 time: 0.0837297 Jan 28 03:43:51.528381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0188fcd-efde-4caf-b6ef-59a2b731fcfc req-dfa4062d-9a5c-4342-afd1-561f7e18b45b tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7856839 Jan 28 03:43:51.624321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e487bd3a-a823-465e-9147-0ec79f7cc4fa req-afcb20fc-ea20-4e1b-9480-d5d5f986c305 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167533 Jan 28 03:43:51.626202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Deleting port 2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:51.626544 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.723480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] For port 2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116,segment=NetworkSegment(e2e04593-025b-40df-ac04-328870756b59),segment_id=e2e04593-025b-40df-ac04-328870756b59)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:51.724271 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.742229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Calling delete_port for 2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:51.856481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.891598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Port': ['ID=2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:51.909669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No DVR routers for this DVR port 2fd4c1d5-3f0e-4b5d-9e68-06a9ecee0116 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:52.052203 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (b3ec177e-da4c-4750-924b-0bcfd098c4c3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.074793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ec177e-da4c-4750-924b-0bcfd098c4c3']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:52.096056 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e04593-025b-40df-ac04-328870756b59') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:52.096991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e04593-025b-40df-ac04-328870756b59') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:52.130668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (e2e04593-025b-40df-ac04-328870756b59), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.150509 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e2e04593-025b-40df-ac04-328870756b59), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.162847 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:52.163574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (e2e04593-025b-40df-ac04-328870756b59), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:52.168363 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:52.190840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-8f203062-a9a0-40ec-9444-78326ad8dc82 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:52.192232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-8f203062-a9a0-40ec-9444-78326ad8dc82 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.42 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 945 time: 0.1087463 Jan 28 03:43:52.276795 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (b3ec177e-da4c-4750-924b-0bcfd098c4c3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.310664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.316331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/b3ec177e-da4c-4750-924b-0bcfd098c4c3 HTTP/1.1" status: 204 len: 168 time: 2.9045119 Jan 28 03:43:52.320537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:52.338727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf50a5-ab7d-4d11-ba06-fa3ab877f4d3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Network': ['ID=b3ec177e-da4c-4750-924b-0bcfd098c4c3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:52.357258 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbab1f70-accf-467a-be8e-cd46405d7f9e tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:52.357988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbab1f70-accf-467a-be8e-cd46405d7f9e tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:52.361287 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dbab1f70-accf-467a-be8e-cd46405d7f9e tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/subnets/97659893-698c-4278-86dc-3e8e20ad8ef3 HTTP/1.1" status: 404 len: 337 time: 0.0396879 Jan 28 03:43:52.363824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40046) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:52.367030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-a3fc43de-f772-4929-955e-d7c6b008ad25 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Deleting port 449e0f56-1e03-4068-aff5-309ff9d0eecd {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:52.367380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-a3fc43de-f772-4929-955e-d7c6b008ad25 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.400769 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71ba2ba-6bcc-49f1-8664-db6d8439128b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:52.401284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71ba2ba-6bcc-49f1-8664-db6d8439128b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:52.405277 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b71ba2ba-6bcc-49f1-8664-db6d8439128b tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/b3ec177e-da4c-4750-924b-0bcfd098c4c3 HTTP/1.1" status: 404 len: 339 time: 0.0405796 Jan 28 03:43:52.406939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:52.463764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-a3fc43de-f772-4929-955e-d7c6b008ad25 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] For port 449e0f56-1e03-4068-aff5-309ff9d0eecd, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=449e0f56-1e03-4068-aff5-309ff9d0eecd,segment=NetworkSegment(aa977f8d-3dfa-4493-8e17-db04bc950d10),segment_id=aa977f8d-3dfa-4493-8e17-db04bc950d10)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:52.464374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-a3fc43de-f772-4929-955e-d7c6b008ad25 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.478166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-a3fc43de-f772-4929-955e-d7c6b008ad25 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Calling delete_port for 449e0f56-1e03-4068-aff5-309ff9d0eecd owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:52.487443 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1d2ee9ab-610c-40d9-b9b3-2c6283c7323a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.623418 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1d2ee9ab-610c-40d9-b9b3-2c6283c7323a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.650943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2ee9ab-610c-40d9-b9b3-2c6283c7323a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:52.662976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffad15b1-ba0f-4232-a693-d8e5653b64df') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:52.663402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffad15b1-ba0f-4232-a693-d8e5653b64df') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:52.675541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (ffad15b1-ba0f-4232-a693-d8e5653b64df), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.696245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17885d-412e-494e-b192-8b15c07b47d5 req-61fef075-fe98-4da0-b8e9-a30ecce71f46 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:52.697933 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb17885d-412e-494e-b192-8b15c07b47d5 req-61fef075-fe98-4da0-b8e9-a30ecce71f46 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3678a136-9bcf-4ba8-9dd0-af4d209a9d72 HTTP/1.1" status: 200 len: 945 time: 0.0704138 Jan 28 03:43:52.699193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-a3fc43de-f772-4929-955e-d7c6b008ad25 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (449e0f56-1e03-4068-aff5-309ff9d0eecd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.711512 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ffad15b1-ba0f-4232-a693-d8e5653b64df), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.726256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:52.726640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (ffad15b1-ba0f-4232-a693-d8e5653b64df), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:52.730477 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:52.735624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['449e0f56-1e03-4068-aff5-309ff9d0eecd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:52.771446 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:43:52.783757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc43de-f772-4929-955e-d7c6b008ad25 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Pushing event deleted for resources: {'Port': ['ID=449e0f56-1e03-4068-aff5-309ff9d0eecd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:52.810266 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1d2ee9ab-610c-40d9-b9b3-2c6283c7323a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.817887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.821198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/1d2ee9ab-610c-40d9-b9b3-2c6283c7323a HTTP/1.1" status: 204 len: 168 time: 0.4130039 Jan 28 03:43:52.824085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:52.859715 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74ec99d-f815-4f46-becd-8820ef1d35bd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:52.860433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74ec99d-f815-4f46-becd-8820ef1d35bd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:52.863716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c74ec99d-f815-4f46-becd-8820ef1d35bd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/subnets/d6c05880-6752-4ec0-87ff-45a85b3db8d7 HTTP/1.1" status: 404 len: 337 time: 0.0380905 Jan 28 03:43:52.866291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:52.875079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5675d-ba3b-4d51-82cb-37ee5631c4e5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Network': ['ID=1d2ee9ab-610c-40d9-b9b3-2c6283c7323a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:52.880997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb17885d-412e-494e-b192-8b15c07b47d5 req-5ce155f9-026a-48bb-a96d-00c3773a34e3 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c0d1275-0d94-4a15-a57d-3462a7c8d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278720 Jan 28 03:43:52.887952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753a2f5-8e61-4def-a7c7-96284ed6a7c9 req-4f08c58e-88fb-42ed-8463-b6ecf4e81129 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:52.888158 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a952e1-a0da-433b-a44b-8f76a8ee9baa tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:52.888729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a952e1-a0da-433b-a44b-8f76a8ee9baa tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:52.889513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7753a2f5-8e61-4def-a7c7-96284ed6a7c9 req-4f08c58e-88fb-42ed-8463-b6ecf4e81129 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 944 time: 0.1455104 Jan 28 03:43:52.890321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-a3fc43de-f772-4929-955e-d7c6b008ad25 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] No DVR routers for this DVR port 449e0f56-1e03-4068-aff5-309ff9d0eecd on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:52.891940 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a4a952e1-a0da-433b-a44b-8f76a8ee9baa tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/159f27e9-5a3f-4eb4-82cc-51f15df37785 HTTP/1.1" status: 404 len: 339 time: 0.0243435 Jan 28 03:43:52.894377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:52.895407 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-a3fc43de-f772-4929-955e-d7c6b008ad25 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.910846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c4e46b9-223d-4998-a9b0-73afd30cc8bd req-a3fc43de-f772-4929-955e-d7c6b008ad25 tempest-ServerTagsTestJSON-535588374 tempest-ServerTagsTestJSON-535588374-project] 10.222.0.42 "DELETE /v2.0/ports/449e0f56-1e03-4068-aff5-309ff9d0eecd HTTP/1.1" status: 204 len: 173 time: 0.6919432 Jan 28 03:43:52.912571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3678a136-9bcf-4ba8-9dd0-af4d209a9d72', 'name': 'network-vif-deleted', 'tag': '449e0f56-1e03-4068-aff5-309ff9d0eecd'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:52.914926 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82040a68-18c9-4a81-8b51-e3bf727d9405" -d '{"events": [{"server_uuid": "3678a136-9bcf-4ba8-9dd0-af4d209a9d72", "name": "network-vif-deleted", "tag": "449e0f56-1e03-4068-aff5-309ff9d0eecd"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:53.038630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7753a2f5-8e61-4def-a7c7-96284ed6a7c9 req-1379cadc-7cb1-486b-9394-4a61a375d4d1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199324 Jan 28 03:43:53.043912 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebce022-509b-4511-ac06-a662b22cbb3d x-openstack-request-id: req-4ebce022-509b-4511-ac06-a662b22cbb3d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:53.044076 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3678a136-9bcf-4ba8-9dd0-af4d209a9d72", "name": "network-vif-deleted", "tag": "449e0f56-1e03-4068-aff5-309ff9d0eecd", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:53.044367 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ebce022-509b-4511-ac06-a662b22cbb3d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:53.044874 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3678a136-9bcf-4ba8-9dd0-af4d209a9d72', 'name': 'network-vif-deleted', 'tag': '449e0f56-1e03-4068-aff5-309ff9d0eecd', 'status': 'completed', 'code': 200} Jan 28 03:43:53.052307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c144962-0267-4586-a3d2-11682d6aeca1 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Deleting subnet e201dea0-aee9-4ebb-bd18-9a3f54332bce {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:43:53.055775 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c144962-0267-4586-a3d2-11682d6aeca1 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (e201dea0-aee9-4ebb-bd18-9a3f54332bce), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.121571 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c144962-0267-4586-a3d2-11682d6aeca1 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (e201dea0-aee9-4ebb-bd18-9a3f54332bce), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.220475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c144962-0267-4586-a3d2-11682d6aeca1 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (e201dea0-aee9-4ebb-bd18-9a3f54332bce), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.313598 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c144962-0267-4586-a3d2-11682d6aeca1 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (e201dea0-aee9-4ebb-bd18-9a3f54332bce), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.358022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c144962-0267-4586-a3d2-11682d6aeca1 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Subnet': ['ID=e201dea0-aee9-4ebb-bd18-9a3f54332bce,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:53.367940 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c144962-0267-4586-a3d2-11682d6aeca1 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.370068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4a8ab-a676-49d2-912f-6846cb36befb None None] Network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:53.375772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40080) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:53.376213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1c144962-0267-4586-a3d2-11682d6aeca1 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/subnets/e201dea0-aee9-4ebb-bd18-9a3f54332bce HTTP/1.1" status: 204 len: 168 time: 0.4641488 Jan 28 03:43:53.459372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2db0940-6f06-471e-b72d-8d5fb551617c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Deleting subnet 5b858b5b-b050-44e9-8906-359635365860 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:43:53.465646 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2db0940-6f06-471e-b72d-8d5fb551617c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (5b858b5b-b050-44e9-8906-359635365860), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.515484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2db0940-6f06-471e-b72d-8d5fb551617c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (5b858b5b-b050-44e9-8906-359635365860), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.619934 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2db0940-6f06-471e-b72d-8d5fb551617c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (5b858b5b-b050-44e9-8906-359635365860), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.674844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 09390aaf-a6e0-4be4-95b0-a721754b1438 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:53.714059 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2db0940-6f06-471e-b72d-8d5fb551617c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (5b858b5b-b050-44e9-8906-359635365860), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.778481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 09390aaf-a6e0-4be4-95b0-a721754b1438 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:43:53.785098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 09390aaf-a6e0-4be4-95b0-a721754b1438 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:53.785734 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.799758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db0940-6f06-471e-b72d-8d5fb551617c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Subnet': ['ID=5b858b5b-b050-44e9-8906-359635365860,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:53.801813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2db0940-6f06-471e-b72d-8d5fb551617c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:53.813925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a2db0940-6f06-471e-b72d-8d5fb551617c tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/subnets/5b858b5b-b050-44e9-8906-359635365860 HTTP/1.1" status: 204 len: 168 time: 0.4359958 Jan 28 03:43:53.816340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40082) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:53.998762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40088) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:54.047612 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (7f566e1b-dbc0-4db7-9870-a828ea4e80b0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.130878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-209004b2-5d9f-4e75-b674-96adf472843b admin admin] Deleting subnet d64f8eb1-1f8c-47ce-ba86-a2017d986320 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:43:54.149935 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-209004b2-5d9f-4e75-b674-96adf472843b admin admin] Publish callbacks [] for subnet (d64f8eb1-1f8c-47ce-ba86-a2017d986320), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.216192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Deleting port 9cd33028-5b19-411d-9e1c-d109777679f9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:54.216530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.240913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-209004b2-5d9f-4e75-b674-96adf472843b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (d64f8eb1-1f8c-47ce-ba86-a2017d986320), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.268120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 09390aaf-a6e0-4be4-95b0-a721754b1438 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:54.268516 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.301388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c899082c-ba7d-4c25-ba5c-98264587fd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09390aaf-a6e0-4be4-95b0-a721754b1438'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:54.305054 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6b20c6-f33f-418a-a08a-3adac007d111" -d '{"events": [{"server_uuid": "c899082c-ba7d-4c25-ba5c-98264587fd40", "name": "network-vif-plugged", "status": "completed", "tag": "09390aaf-a6e0-4be4-95b0-a721754b1438"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:54.314443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671d99e-495a-4ee8-a250-c0bb6521164a req-462dc5b5-9d2e-422c-92b9-cf68c276fdb4 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:54.322900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c671d99e-495a-4ee8-a250-c0bb6521164a req-462dc5b5-9d2e-422c-92b9-cf68c276fdb4 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 944 time: 0.1339822 Jan 28 03:43:54.326569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 09390aaf-a6e0-4be4-95b0-a721754b1438, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=09390aaf-a6e0-4be4-95b0-a721754b1438,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:54.332979 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.403787 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-209004b2-5d9f-4e75-b674-96adf472843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (d64f8eb1-1f8c-47ce-ba86-a2017d986320), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.410439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] For port 9cd33028-5b19-411d-9e1c-d109777679f9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9cd33028-5b19-411d-9e1c-d109777679f9,segment=NetworkSegment(70936620-8245-47fc-9b9a-372f6ebbebb5),segment_id=70936620-8245-47fc-9b9a-372f6ebbebb5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:54.411027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.428521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=09390aaf-a6e0-4be4-95b0-a721754b1438,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:54.455848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Calling delete_port for 9cd33028-5b19-411d-9e1c-d109777679f9 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:54.465346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df565eb2-b750-4a11-8eb1-a86113983f4a None None] Network 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:54.491569 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-209004b2-5d9f-4e75-b674-96adf472843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (d64f8eb1-1f8c-47ce-ba86-a2017d986320), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.585175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c671d99e-495a-4ee8-a250-c0bb6521164a req-856e960e-25e7-48f5-9f1a-01a0515b38fa tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612619 Jan 28 03:43:54.591279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-209004b2-5d9f-4e75-b674-96adf472843b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.608652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-209004b2-5d9f-4e75-b674-96adf472843b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d64f8eb1-1f8c-47ce-ba86-a2017d986320 HTTP/1.1" status: 204 len: 168 time: 0.6082153 Jan 28 03:43:54.610666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209004b2-5d9f-4e75-b674-96adf472843b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64f8eb1-1f8c-47ce-ba86-a2017d986320,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:54.614058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40102) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:54.628178 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b00124-7f5c-428d-a7af-c8e8f9441956 x-openstack-request-id: req-d9b00124-7f5c-428d-a7af-c8e8f9441956 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:54.628875 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c899082c-ba7d-4c25-ba5c-98264587fd40", "name": "network-vif-plugged", "status": "completed", "tag": "09390aaf-a6e0-4be4-95b0-a721754b1438", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:54.629438 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9b00124-7f5c-428d-a7af-c8e8f9441956 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:54.630326 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c899082c-ba7d-4c25-ba5c-98264587fd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09390aaf-a6e0-4be4-95b0-a721754b1438', 'code': 200} Jan 28 03:43:54.641325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-70ec89a6-aa02-4567-99f4-7beeaf3eef4a None None] Provisioning complete for port 9cd33028-5b19-411d-9e1c-d109777679f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:54.641931 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70ec89a6-aa02-4567-99f4-7beeaf3eef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.683539 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9cd33028-5b19-411d-9e1c-d109777679f9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.737747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-70ec89a6-aa02-4567-99f4-7beeaf3eef4a None None] Could not find standard attr ID for object 9cd33028-5b19-411d-9e1c-d109777679f9. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:43:54.745852 n-d-808199-14 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-70ec89a6-aa02-4567-99f4-7beeaf3eef4a None None] No ports have port_id starting with 9cd33028-5b19-411d-9e1c-d109777679f9 Jan 28 03:43:54.801419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Port': ['ID=9cd33028-5b19-411d-9e1c-d109777679f9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:54.809039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1964b0c-dea7-4755-87f9-a5942a30da6e None None] DHCP port deletion for 7f566e1b-dbc0-4db7-9870-a828ea4e80b0 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:43:54.838743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No DVR routers for this DVR port 9cd33028-5b19-411d-9e1c-d109777679f9 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:54.852323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (b98552af-e0e9-4c8c-b31c-a753268bff08), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.862738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a184f-37d2-4910-b06a-fb4314fb8f0a req-a0916c80-8cf8-4255-b646-19e67686e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:54.864582 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9a3a184f-37d2-4910-b06a-fb4314fb8f0a req-a0916c80-8cf8-4255-b646-19e67686e7e5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 1097 time: 0.1354153 Jan 28 03:43:55.012916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f47ab-2d54-4e56-807a-4c438419993c req-4f445546-d692-4d3f-817a-8c55a6bf4330 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:55.019836 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (7f566e1b-dbc0-4db7-9870-a828ea4e80b0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.020025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c07f47ab-2d54-4e56-807a-4c438419993c req-4f445546-d692-4d3f-817a-8c55a6bf4330 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 946 time: 0.0670559 Jan 28 03:43:55.087196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c07f47ab-2d54-4e56-807a-4c438419993c req-bc5c9971-bccf-46dd-96b1-55533b9f3889 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646136 Jan 28 03:43:55.095718 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (b98552af-e0e9-4c8c-b31c-a753268bff08), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.118623 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9a3a184f-37d2-4910-b06a-fb4314fb8f0a req-2a3e119d-93c3-499f-a4a1-e593d0f1dbb0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280200 Jan 28 03:43:55.124876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f566e1b-dbc0-4db7-9870-a828ea4e80b0']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:55.139860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98552af-e0e9-4c8c-b31c-a753268bff08']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:55.143028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70936620-8245-47fc-9b9a-372f6ebbebb5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:55.143317 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70936620-8245-47fc-9b9a-372f6ebbebb5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:55.157431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa977f8d-3dfa-4493-8e17-db04bc950d10') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:55.157737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa977f8d-3dfa-4493-8e17-db04bc950d10') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:55.160471 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (70936620-8245-47fc-9b9a-372f6ebbebb5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.174670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (aa977f8d-3dfa-4493-8e17-db04bc950d10), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.187988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (70936620-8245-47fc-9b9a-372f6ebbebb5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.192445 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (aa977f8d-3dfa-4493-8e17-db04bc950d10), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.197457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:55.197832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (70936620-8245-47fc-9b9a-372f6ebbebb5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:55.201201 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:55.213770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:55.213770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (aa977f8d-3dfa-4493-8e17-db04bc950d10), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:55.214098 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:55.306727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (7f566e1b-dbc0-4db7-9870-a828ea4e80b0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.314040 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.319570 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/7f566e1b-dbc0-4db7-9870-a828ea4e80b0 HTTP/1.1" status: 204 len: 168 time: 1.5022690 Jan 28 03:43:55.319836 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40110) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:55.320419 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (b98552af-e0e9-4c8c-b31c-a753268bff08), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.333474 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.336611 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b98552af-e0e9-4c8c-b31c-a753268bff08 HTTP/1.1" status: 204 len: 168 time: 0.7206006 Jan 28 03:43:55.341958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49099f1-09d7-46ba-9519-d85a411a50e6 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Network': ['ID=7f566e1b-dbc0-4db7-9870-a828ea4e80b0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:55.353558 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3463d31-742f-4ba8-a36a-2697e6421582 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:55.354243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3463d31-742f-4ba8-a36a-2697e6421582 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:55.358544 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e3463d31-742f-4ba8-a36a-2697e6421582 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/subnets/ffe6f908-713d-452f-9e51-0d3aeea57aa2 HTTP/1.1" status: 404 len: 337 time: 0.0378935 Jan 28 03:43:55.360995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40114) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:55.361126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfdeee-3a24-41e2-8e17-6addd92c4ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b98552af-e0e9-4c8c-b31c-a753268bff08,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:55.399619 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f203030-dfe5-4693-a469-eff2192aabd5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:55.401088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f203030-dfe5-4693-a469-eff2192aabd5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:55.408428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40118) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:55.421838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f203030-dfe5-4693-a469-eff2192aabd5 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/e830af5c-897d-4445-bc80-86e5a81dfc1a HTTP/1.1" status: 404 len: 339 time: 0.0590429 Jan 28 03:43:55.440494 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-75dd0c66-dd85-46ce-bbf9-279771349eb3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:55.441097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75dd0c66-dd85-46ce-bbf9-279771349eb3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:55.445318 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-75dd0c66-dd85-46ce-bbf9-279771349eb3 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/subnets/f84b7bf3-2d6f-4923-8090-e4e4102eeba3 HTTP/1.1" status: 404 len: 337 time: 0.0356197 Jan 28 03:43:55.447349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40120) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:55.466918 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3749532-2d63-42cb-9f40-610e34ccc169 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:55.467869 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3749532-2d63-42cb-9f40-610e34ccc169 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:55.468757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 449e0f56-1e03-4068-aff5-309ff9d0eecd no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:55.471477 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c3749532-2d63-42cb-9f40-610e34ccc169 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/787eeaf4-af13-4197-9b95-f4d26ab6782f HTTP/1.1" status: 404 len: 339 time: 0.0230045 Jan 28 03:43:55.476643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40122) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:55.497767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 449e0f56-1e03-4068-aff5-309ff9d0eecd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:55.498353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 449e0f56-1e03-4068-aff5-309ff9d0eecd not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:55.505202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:55.518081 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-804e6999-9ad2-4514-8c1f-b0e5c12e094f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:55.518561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804e6999-9ad2-4514-8c1f-b0e5c12e094f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:55.521807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-804e6999-9ad2-4514-8c1f-b0e5c12e094f tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/subnets/8c892cf3-b89c-4555-91ab-2d1b80fdfdce HTTP/1.1" status: 404 len: 337 time: 0.0441189 Jan 28 03:43:55.524389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:55.549601 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-41887498-1e7c-4ead-b00b-ae1f780ed951 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:55.550312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41887498-1e7c-4ead-b00b-ae1f780ed951 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:55.558958 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-41887498-1e7c-4ead-b00b-ae1f780ed951 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/a5f85094-988a-4c5a-97b8-e75135d7d244 HTTP/1.1" status: 404 len: 339 time: 0.0287333 Jan 28 03:43:55.558958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:55.560028 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-41895c6a-f6ae-4c05-ae3e-aa49bfc5202c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2755399da2024bcb8eea02c78c2eed2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534191 Jan 28 03:43:55.560766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:55.607600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf4ee-deb9-4abc-8b41-f0a371b69239 admin admin] Publish callbacks [] for security_group (8c0d1275-0d94-4a15-a57d-3462a7c8d141), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.623948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4204ebb2-9b1d-41f7-a97a-59787b3eabdd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Deleting subnet 25808d0a-3e21-4292-9190-b50b63ae157f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:43:55.629482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4204ebb2-9b1d-41f7-a97a-59787b3eabdd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (25808d0a-3e21-4292-9190-b50b63ae157f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.632220 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf4ee-deb9-4abc-8b41-f0a371b69239 admin admin] Publish callbacks [] for security_group (8c0d1275-0d94-4a15-a57d-3462a7c8d141), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.683869 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4204ebb2-9b1d-41f7-a97a-59787b3eabdd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (25808d0a-3e21-4292-9190-b50b63ae157f), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.729092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4be10-533c-41d0-83de-99352bb87ac8 req-69c123a4-acdd-4720-8e6d-1ca49b7bf551 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:55.736893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8e4be10-533c-41d0-83de-99352bb87ac8 req-69c123a4-acdd-4720-8e6d-1ca49b7bf551 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 945 time: 0.0563331 Jan 28 03:43:55.749631 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf4ee-deb9-4abc-8b41-f0a371b69239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8c0d1275-0d94-4a15-a57d-3462a7c8d141), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.752182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf4ee-deb9-4abc-8b41-f0a371b69239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.755834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9c2cf4ee-deb9-4abc-8b41-f0a371b69239 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c0d1275-0d94-4a15-a57d-3462a7c8d141 HTTP/1.1" status: 204 len: 168 time: 0.1965506 Jan 28 03:43:55.786847 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cf4ee-deb9-4abc-8b41-f0a371b69239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0d1275-0d94-4a15-a57d-3462a7c8d141,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:55.787109 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4204ebb2-9b1d-41f7-a97a-59787b3eabdd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (25808d0a-3e21-4292-9190-b50b63ae157f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.812721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8e4be10-533c-41d0-83de-99352bb87ac8 req-153d07b4-9560-4956-9ffe-6254b6b28597 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704160 Jan 28 03:43:55.879388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4204ebb2-9b1d-41f7-a97a-59787b3eabdd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (25808d0a-3e21-4292-9190-b50b63ae157f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.908700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204ebb2-9b1d-41f7-a97a-59787b3eabdd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Subnet': ['ID=25808d0a-3e21-4292-9190-b50b63ae157f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:55.911162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4204ebb2-9b1d-41f7-a97a-59787b3eabdd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:55.914354 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4204ebb2-9b1d-41f7-a97a-59787b3eabdd tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/subnets/25808d0a-3e21-4292-9190-b50b63ae157f HTTP/1.1" status: 204 len: 168 time: 0.3510993 Jan 28 03:43:55.917129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40138) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:55.924594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde03aec-32af-4721-9929-a7ef322070cf None None] Network 1f5e8213-a3c4-45f5-b303-d78a001d89da requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:56.009396 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1f5e8213-a3c4-45f5-b303-d78a001d89da), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.076252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Deleting port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:56.076827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.106448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484fbfc4-8904-4ba3-aee6-04143ad9fc91 None None] DHCP port deletion for 1f5e8213-a3c4-45f5-b303-d78a001d89da request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:43:56.155105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] For port 88ed5e61-cb01-4b9f-bc14-86f09098adc9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=88ed5e61-cb01-4b9f-bc14-86f09098adc9,segment=NetworkSegment(46ee5892-671b-4e03-bede-77507b23471c),segment_id=46ee5892-671b-4e03-bede-77507b23471c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:56.155618 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.173031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Calling delete_port for 88ed5e61-cb01-4b9f-bc14-86f09098adc9 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:56.195717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-484fbfc4-8904-4ba3-aee6-04143ad9fc91 None None] Deleting port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:56.197349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-484fbfc4-8904-4ba3-aee6-04143ad9fc91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.284150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-484fbfc4-8904-4ba3-aee6-04143ad9fc91 None None] For port 88ed5e61-cb01-4b9f-bc14-86f09098adc9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=88ed5e61-cb01-4b9f-bc14-86f09098adc9,segment=NetworkSegment(46ee5892-671b-4e03-bede-77507b23471c),segment_id=46ee5892-671b-4e03-bede-77507b23471c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:56.284150 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-484fbfc4-8904-4ba3-aee6-04143ad9fc91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.303796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-484fbfc4-8904-4ba3-aee6-04143ad9fc91 None None] Calling delete_port for 88ed5e61-cb01-4b9f-bc14-86f09098adc9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:56.331723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.371922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Port': ['ID=88ed5e61-cb01-4b9f-bc14-86f09098adc9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:56.391054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No DVR routers for this DVR port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: from cryptography.utils import int_from_bytes Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: from cryptography.utils import int_from_bytes Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.394325 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:56.397795 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:43:56.406411 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-484fbfc4-8904-4ba3-aee6-04143ad9fc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (88ed5e61-cb01-4b9f-bc14-86f09098adc9), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.443394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fbfc4-8904-4ba3-aee6-04143ad9fc91 None None] Pushing event deleted for resources: {'Port': ['ID=88ed5e61-cb01-4b9f-bc14-86f09098adc9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:56.447390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fbfc4-8904-4ba3-aee6-04143ad9fc91 None None] No DVR routers for this DVR port 88ed5e61-cb01-4b9f-bc14-86f09098adc9 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:56.469119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185c3de-8203-45d7-83e9-32a978cb2d4d req-e6d75205-b154-4a22-91ff-bf1ecc68c537 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:56.477668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d185c3de-8203-45d7-83e9-32a978cb2d4d req-e6d75205-b154-4a22-91ff-bf1ecc68c537 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 946 time: 0.2138572 Jan 28 03:43:56.672130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d185c3de-8203-45d7-83e9-32a978cb2d4d req-c12e0dbf-a2cd-4299-b58a-4ae425cefa44 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934111 Jan 28 03:43:56.674628 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1f5e8213-a3c4-45f5-b303-d78a001d89da), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.724373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5e8213-a3c4-45f5-b303-d78a001d89da']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:56.736208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ee5892-671b-4e03-bede-77507b23471c') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:56.736523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ee5892-671b-4e03-bede-77507b23471c') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:56.760426 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (46ee5892-671b-4e03-bede-77507b23471c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.767181 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (46ee5892-671b-4e03-bede-77507b23471c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.770152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 88ed5e61-cb01-4b9f-bc14-86f09098adc9 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:56.791549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:56.791957 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (46ee5892-671b-4e03-bede-77507b23471c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:56.795730 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:56.807098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 88ed5e61-cb01-4b9f-bc14-86f09098adc9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:56.807445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 88ed5e61-cb01-4b9f-bc14-86f09098adc9 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:56.808499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9cd33028-5b19-411d-9e1c-d109777679f9 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:56.834438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9cd33028-5b19-411d-9e1c-d109777679f9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:56.835158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9cd33028-5b19-411d-9e1c-d109777679f9 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:56.875340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addc094-359c-4078-bf78-874cde656f81 req-f97fdb33-0d13-471a-93b7-950187dc0d4d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:56.877695 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2addc094-359c-4078-bf78-874cde656f81 req-f97fdb33-0d13-471a-93b7-950187dc0d4d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 946 time: 0.1770132 Jan 28 03:43:56.914533 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1f5e8213-a3c4-45f5-b303-d78a001d89da), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.916777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:56.936005 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.939160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/1f5e8213-a3c4-45f5-b303-d78a001d89da HTTP/1.1" status: 204 len: 168 time: 1.0209031 Jan 28 03:43:56.941966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40172) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:56.973345 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9752795-9178-499b-bfc4-5a7071e60777 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:56.973892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9752795-9178-499b-bfc4-5a7071e60777 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:56.975398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832fb33-5c8a-4875-891a-2058758f5373 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Network': ['ID=1f5e8213-a3c4-45f5-b303-d78a001d89da,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:56.980713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40174) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:56.983059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f9752795-9178-499b-bfc4-5a7071e60777 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/subnets/41bad547-3030-4779-b7c5-8677181e1a98 HTTP/1.1" status: 404 len: 337 time: 0.0399590 Jan 28 03:43:57.030323 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f54031-dcb1-4344-bc5e-e802ea674e30 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] DELETE failed (client error): The resource could not be found. Jan 28 03:43:57.030947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f54031-dcb1-4344-bc5e-e802ea674e30 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:43:57.036681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-51f54031-dcb1-4344-bc5e-e802ea674e30 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/54bbc7e9-82ee-4dc8-9577-28246a0ef25b HTTP/1.1" status: 404 len: 339 time: 0.0521786 Jan 28 03:43:57.037098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:57.064138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1312006183-network', 'tenant_id': '31fe929f67f9406fa207c63d12570a19'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:57.085833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Made reservation on behalf of 31fe929f67f9406fa207c63d12570a19 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:57.086533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d65af-093f-4c8c-bb1f-8ded830aa3ab req-4c426c34-b798-49c4-a338-d28a71a29bf5 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:57.088049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-303d65af-093f-4c8c-bb1f-8ded830aa3ab req-4c426c34-b798-49c4-a338-d28a71a29bf5 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 945 time: 0.1944282 Jan 28 03:43:57.088804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.101993 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.131687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6891b5-1ed3-4591-9c5d-b861bb488641 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Deleting subnet f73038ea-f6da-47cc-a093-9276f1af4e8d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:43:57.140933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf6891b5-1ed3-4591-9c5d-b861bb488641 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (f73038ea-f6da-47cc-a093-9276f1af4e8d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.188873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Publish callbacks [] for security_group (73e52c2b-66cb-4af8-9b1f-edf2040a75e3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.189157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Deleting port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:57.189265 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.192872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (73e52c2b-66cb-4af8-9b1f-edf2040a75e3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.219696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:57.230233 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e52c2b-66cb-4af8-9b1f-edf2040a75e3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:57.235860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (add79f12-eabe-414b-8c48-6d65ec23e9a4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.236205 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Added segment add79f12-eabe-414b-8c48-6d65ec23e9a4 of type vlan for network 80e713ce-3f48-4952-87eb-e4902d278ec1 Jan 28 03:43:57.254476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-303d65af-093f-4c8c-bb1f-8ded830aa3ab req-8dcf9948-af8e-46f5-80e0-87dd259308be tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580474 Jan 28 03:43:57.263200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf6891b5-1ed3-4591-9c5d-b861bb488641 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (f73038ea-f6da-47cc-a093-9276f1af4e8d), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.289188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (80e713ce-3f48-4952-87eb-e4902d278ec1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.332102 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (80e713ce-3f48-4952-87eb-e4902d278ec1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.333915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:57.334772 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.346387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] For port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:57.346776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.424083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] Pushing event updated for resources: {'Network': ['ID=80e713ce-3f48-4952-87eb-e4902d278ec1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:57.439925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b4561609-82b5-414c-bc34-2e2101d94f0b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5185645 Jan 28 03:43:57.440119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf6891b5-1ed3-4591-9c5d-b861bb488641 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f73038ea-f6da-47cc-a093-9276f1af4e8d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.440225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:57.443427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 80e713ce-3f48-4952-87eb-e4902d278ec1 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:57.448941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Request body: {'subnet': {'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1312006183-subnet', 'tenant_id': '31fe929f67f9406fa207c63d12570a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:57.474409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Made reservation on behalf of 31fe929f67f9406fa207c63d12570a19 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:57.485094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.665972 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf6891b5-1ed3-4591-9c5d-b861bb488641 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (f73038ea-f6da-47cc-a093-9276f1af4e8d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.699647 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.700177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (34cf3843-8a94-4cb2-a534-44c69db68f71), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.700639 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Floating IP 34cf3843-8a94-4cb2-a534-44c69db68f71 disassociated. External IP: 172.25.1.231, port: bbf3ab61-3487-47f0-b479-c6f68e7dd4e6. Jan 28 03:43:57.702331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Calling delete_port for bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:57.769921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6891b5-1ed3-4591-9c5d-b861bb488641 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Subnet': ['ID=f73038ea-f6da-47cc-a093-9276f1af4e8d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:57.784724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33387980-cc3d-46ef-9594-106f2bb8c125 None None] Network f799e43a-ed7e-4412-9231-1918749fe1dc requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:57.790848 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf6891b5-1ed3-4591-9c5d-b861bb488641 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.803171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bf6891b5-1ed3-4591-9c5d-b861bb488641 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/subnets/f73038ea-f6da-47cc-a093-9276f1af4e8d HTTP/1.1" status: 204 len: 168 time: 0.7641971 Jan 28 03:43:57.805500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40194) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:57.839643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (7d83b314-6385-4d8b-a8b6-a1e573523309), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.955013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f9c30-2f5d-4442-9142-138c7a0a2cdd req-93c2c912-a7dd-4ecf-9c06-1e45d676b111 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:57.970400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-180f9c30-2f5d-4442-9142-138c7a0a2cdd req-93c2c912-a7dd-4ecf-9c06-1e45d676b111 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 945 time: 0.3502660 Jan 28 03:43:57.998964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Checking segment: {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:57.999413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Network hostable DHCP agents. Network: 80e713ce-3f48-4952-87eb-e4902d278ec1, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:43:58.031212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d83b314-6385-4d8b-a8b6-a1e573523309,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:58.036797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (f799e43a-ed7e-4412-9231-1918749fe1dc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.044484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99190061-4027-4910-873f-8d50571c7995 req-d448f324-c6a8-4a7b-a8d1-e684cce9d530 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:58.046096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99190061-4027-4910-873f-8d50571c7995 req-d448f324-c6a8-4a7b-a8d1-e684cce9d530 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 946 time: 0.2355614 Jan 28 03:43:58.056474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41adf1c4-9471-4fe3-b765-f1d8e7a6033d None None] DHCP port deletion for f799e43a-ed7e-4412-9231-1918749fe1dc request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:43:58.084544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Network 80e713ce-3f48-4952-87eb-e4902d278ec1 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:43:58.097554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 80e713ce-3f48-4952-87eb-e4902d278ec1) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:58.115793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-180f9c30-2f5d-4442-9142-138c7a0a2cdd req-074517ad-73ad-4c5b-b099-ed3bb958e5e7 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517909 Jan 28 03:43:58.121121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:58.121833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.142564 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c9274cb5-1be8-4289-a4cf-ad47f48f0cdd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7013288 Jan 28 03:43:58.152952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df28b20a-aa50-47f9-ad28-d9ca32c0255b None None] Network 80e713ce-3f48-4952-87eb-e4902d278ec1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:58.180293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Deleting port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:58.181003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.248431 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bbf3ab61-3487-47f0-b479-c6f68e7dd4e6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.292574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] For port fe1cbad1-e951-4d9e-9d2d-c13283eeb141, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fe1cbad1-e951-4d9e-9d2d-c13283eeb141,segment=NetworkSegment(4596829b-8871-41c1-a40b-493a19085bdd),segment_id=4596829b-8871-41c1-a40b-493a19085bdd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:58.294816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.302590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-41adf1c4-9471-4fe3-b765-f1d8e7a6033d None None] Deleting port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:58.316915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99190061-4027-4910-873f-8d50571c7995 req-94b07aa4-c1dd-456f-b418-c5f9b4cf6651 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ba3360-8711-4d51-9246-3b7700b5c318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373595 Jan 28 03:43:58.330471 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41adf1c4-9471-4fe3-b765-f1d8e7a6033d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.333534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Calling delete_port for fe1cbad1-e951-4d9e-9d2d-c13283eeb141 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:58.411502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event deleted for resources: {'Port': ['ID=bbf3ab61-3487-47f0-b479-c6f68e7dd4e6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:58.466323 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-3814ed2d-722c-4ba4-8edd-a1bb9c28f117 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1096921 Jan 28 03:43:58.515799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb015d-0b53-4eab-9a0d-e4dc2ab860dc req-16fe9dd1-907f-46db-97d1-cf35f05cd5f5 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:58.523041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1feb015d-0b53-4eab-9a0d-e4dc2ab860dc req-16fe9dd1-907f-46db-97d1-cf35f05cd5f5 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 945 time: 0.2884498 Jan 28 03:43:58.553588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-41adf1c4-9471-4fe3-b765-f1d8e7a6033d None None] For port fe1cbad1-e951-4d9e-9d2d-c13283eeb141, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fe1cbad1-e951-4d9e-9d2d-c13283eeb141,segment=NetworkSegment(4596829b-8871-41c1-a40b-493a19085bdd),segment_id=4596829b-8871-41c1-a40b-493a19085bdd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:58.554164 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41adf1c4-9471-4fe3-b765-f1d8e7a6033d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.589323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.642402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1feb015d-0b53-4eab-9a0d-e4dc2ab860dc req-dbc4a011-ca43-41fb-b964-90b7c7e649c7 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184232 Jan 28 03:43:58.646279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-41adf1c4-9471-4fe3-b765-f1d8e7a6033d None None] Calling delete_port for fe1cbad1-e951-4d9e-9d2d-c13283eeb141 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:58.677560 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:43:58.682546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf13550-cf9f-40d7-ac9f-d91c4b433988 None None] Network 80e713ce-3f48-4952-87eb-e4902d278ec1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:58.735206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] No DVR routers for this DVR port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:58.787311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Port': ['ID=fe1cbad1-e951-4d9e-9d2d-c13283eeb141,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:58.875926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-7ec18cc2-fd1b-40ac-806b-fd40528421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:58.876950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-7ec18cc2-fd1b-40ac-806b-fd40528421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:58.877986 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-7ec18cc2-fd1b-40ac-806b-fd40528421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:58.879270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-7ec18cc2-fd1b-40ac-806b-fd40528421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:58.881081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-7ec18cc2-fd1b-40ac-806b-fd40528421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:58.881738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-7ec18cc2-fd1b-40ac-806b-fd40528421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:58.884874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-7ec18cc2-fd1b-40ac-806b-fd40528421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:58.890574 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-7ec18cc2-fd1b-40ac-806b-fd40528421f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6509 time: 0.3912015 Jan 28 03:43:58.998059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fe1cbad1-e951-4d9e-9d2d-c13283eeb141 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:59.033560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: fe1cbad1-e951-4d9e-9d2d-c13283eeb141 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:59.034202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fe1cbad1-e951-4d9e-9d2d-c13283eeb141 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:59.192794 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41adf1c4-9471-4fe3-b765-f1d8e7a6033d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (fe1cbad1-e951-4d9e-9d2d-c13283eeb141), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.212500 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (f799e43a-ed7e-4412-9231-1918749fe1dc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.239520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41adf1c4-9471-4fe3-b765-f1d8e7a6033d None None] No DVR routers for this DVR port fe1cbad1-e951-4d9e-9d2d-c13283eeb141 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:59.253105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f799e43a-ed7e-4412-9231-1918749fe1dc']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:59.255431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-fca498f6-cb41-4856-94f9-9ca38ff0bbae tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:59.257002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adf1c4-9471-4fe3-b765-f1d8e7a6033d None None] Pushing event deleted for resources: {'Port': ['ID=fe1cbad1-e951-4d9e-9d2d-c13283eeb141,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:59.258942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-fca498f6-cb41-4856-94f9-9ca38ff0bbae tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 815 time: 0.2408028 Jan 28 03:43:59.288231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4596829b-8871-41c1-a40b-493a19085bdd') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:59.288809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4596829b-8871-41c1-a40b-493a19085bdd') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:59.307536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (4596829b-8871-41c1-a40b-493a19085bdd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.308367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:43:59.320061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] Sync routers for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:43:59.331338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4596829b-8871-41c1-a40b-493a19085bdd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.336135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:59.336810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:43:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:59.338541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:59.339332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (4596829b-8871-41c1-a40b-493a19085bdd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.376490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-f6d32806-99ca-4639-a30f-8551b79a5f7d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/quotas/31fe929f67f9406fa207c63d12570a19 HTTP/1.1" status: 200 len: 375 time: 0.1058764 Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:59.411806 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:59.454245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] No DVR routers for this DVR port bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:59.463868 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (f799e43a-ed7e-4412-9231-1918749fe1dc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.468427 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.475374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.481463 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] 10.222.0.44 "DELETE /v2.0/networks/f799e43a-ed7e-4412-9231-1918749fe1dc HTTP/1.1" status: 204 len: 168 time: 1.6749706 Jan 28 03:43:59.481740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2addc094-359c-4078-bf78-874cde656f81 req-e9651672-8387-434d-af8a-ebcf7fcc3ae1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.42 "DELETE /v2.0/ports/bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 HTTP/1.1" status: 204 len: 173 time: 2.5977211 Jan 28 03:43:59.506942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'name': 'network-vif-deleted', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:59.512316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:43:59.515039 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278e2814-fc76-4018-92e1-ed12df6105e2" -d '{"events": [{"server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "name": "network-vif-deleted", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:59.564683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779aca94-c127-489a-b416-343f3c7ec404 tempest-NetworksIpV6Test-1740866121 tempest-NetworksIpV6Test-1740866121-project] Pushing event deleted for resources: {'Network': ['ID=f799e43a-ed7e-4412-9231-1918749fe1dc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:59.581028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-0d08d4d1-ce63-40e9-8d32-741daddecc76 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1529121 Jan 28 03:43:59.603592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-8e8298d1-0dea-4eae-8570-2e778a0f01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:59.607248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-8e8298d1-0dea-4eae-8570-2e778a0f01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:59.607814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-8e8298d1-0dea-4eae-8570-2e778a0f01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:59.609570 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-8e8298d1-0dea-4eae-8570-2e778a0f01e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=39ca72c0-032b-4e3b-b459-91b9ab024a53&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=b13e6eb6-833b-43bc-bb68-367d8fede46e&id=b13e6eb6-833b-43bc-bb68-367d8fede46e HTTP/1.1" status: 200 len: 2296 time: 0.6724539 Jan 28 03:43:59.738540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee625a-f79d-46af-acfa-c01ba451e26e req-91b300a8-6ec3-4d9a-b405-af0688dd8fc1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:59.754748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01ee625a-f79d-46af-acfa-c01ba451e26e req-91b300a8-6ec3-4d9a-b405-af0688dd8fc1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 945 time: 0.4672744 Jan 28 03:43:59.760369 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-52aa7484-9c5e-462b-934b-7967035cf6b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a056e6-a188-4379-804e-badd8b82d884 HTTP/1.1" status: 200 len: 1002 time: 0.1421256 Jan 28 03:43:59.834272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01ee625a-f79d-46af-acfa-c01ba451e26e req-9a3f0660-9cf1-438a-8ac0-2ed16647bd06 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784998 Jan 28 03:43:59.847467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-a087481c-599f-40ec-a7c1-5dc74fe78f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:59.853065 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-a087481c-599f-40ec-a7c1-5dc74fe78f8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91826628-0551-4f5e-a6c3-0a91742bb049 HTTP/1.1" status: 200 len: 855 time: 0.0805681 Jan 28 03:43:59.855680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-355fd798-e74f-4d0b-ba50-fc633744f81a service neutron] 10.222.0.44 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673202 Jan 28 03:43:59.929619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40240) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:59.944154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-cf26fd08-eaca-403c-9039-351dbed0e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:59.960221 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-cf26fd08-eaca-403c-9039-351dbed0e2ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39ca72c0-032b-4e3b-b459-91b9ab024a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028683 Jan 28 03:44:00.025202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:00.058746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-d15beacd-6dd9-49db-894e-6d3b0e1a519c service neutron] 10.222.0.44 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975393 Jan 28 03:44:00.104217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] Checking router: 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:44:00.135206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:44:00.137224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:43:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:00.140439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50a646bb-58c0-4067-b884-af78ae9be3f7 req-dd04ca3b-de28-4f9d-a2bd-e879e3703b7f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b6380e0-521e-474a-a5d0-045e06c08899 HTTP/1.1" status: 200 len: 210 time: 0.0775270 Jan 28 03:44:00.257413 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f89719-a4c6-4d83-b396-dfa56c40fdb3 x-openstack-request-id: req-c6f89719-a4c6-4d83-b396-dfa56c40fdb3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:00.258016 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6380e0-521e-474a-a5d0-045e06c08899", "name": "network-vif-deleted", "tag": "bbf3ab61-3487-47f0-b479-c6f68e7dd4e6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:00.258016 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6f89719-a4c6-4d83-b396-dfa56c40fdb3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:00.258407 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6380e0-521e-474a-a5d0-045e06c08899', 'name': 'network-vif-deleted', 'tag': 'bbf3ab61-3487-47f0-b479-c6f68e7dd4e6', 'status': 'completed', 'code': 200} Jan 28 03:44:00.329864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-c89865ed-81df-44cf-a44f-8a499a35d9af service neutron] 10.222.0.42 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463144 Jan 28 03:44:00.356797 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-191306a3-dfb3-4847-b141-38c5af10624d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a1d66e1875047f79d49a3ca54d746e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4244764 Jan 28 03:44:00.359292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40252) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:00.391035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:44:00.609549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-524cf1a4-29ef-4dc9-ba81-55f17fc71287 req-06416953-5cc5-4e70-84d1-3a5690fcb089 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 210 time: 0.0879133 Jan 28 03:44:00.611001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c498d170-5180-463d-93b4-db287be5fc45 admin admin] Publish callbacks [] for security_group (aef8c08b-d8a5-4fda-81c4-1afdcb371919), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:00.628437 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-ba5de9e2-5b3b-4479-b3f5-0af8a582b13f service neutron] 10.222.0.42 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864888 Jan 28 03:44:00.635647 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c498d170-5180-463d-93b4-db287be5fc45 admin admin] Publish callbacks [] for security_group (aef8c08b-d8a5-4fda-81c4-1afdcb371919), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:00.723820 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c498d170-5180-463d-93b4-db287be5fc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (aef8c08b-d8a5-4fda-81c4-1afdcb371919), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:00.727337 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c498d170-5180-463d-93b4-db287be5fc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:00.730986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c498d170-5180-463d-93b4-db287be5fc45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aef8c08b-d8a5-4fda-81c4-1afdcb371919 HTTP/1.1" status: 204 len: 168 time: 0.3682642 Jan 28 03:44:00.737110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-38f6a28e-f27f-45e9-9cb3-cbacd21eb5a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e8774d71-d445-4466-9295-940f388820b2 HTTP/1.1" status: 200 len: 217 time: 0.1009099 Jan 28 03:44:00.746387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498d170-5180-463d-93b4-db287be5fc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef8c08b-d8a5-4fda-81c4-1afdcb371919,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:00.754982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-78386778-6499-4ad2-ab87-c0d2b18ca2e6 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:00.756497 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-78386778-6499-4ad2-ab87-c0d2b18ca2e6 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 945 time: 0.2596631 Jan 28 03:44:00.883733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:00.927267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-2d7cc5c0-c078-4658-b4d4-2d702449ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:00.928258 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-2d7cc5c0-c078-4658-b4d4-2d702449ebec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.1707754 Jan 28 03:44:00.932555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63560e9-575d-4746-9373-f36c4ffc137b None None] The sync data for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 is: [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:44:01.065020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-75eaef3c-dccc-44b6-aecf-56e66d67c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:01.066341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b8a4d-cb96-4550-b969-52f2296b411a req-3bb8f82f-8ce2-4319-89a1-b6c832abb5a6 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:01.066513 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-75eaef3c-dccc-44b6-aecf-56e66d67c861 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1295347 Jan 28 03:44:01.076013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea9b8a4d-cb96-4550-b969-52f2296b411a req-3bb8f82f-8ce2-4319-89a1-b6c832abb5a6 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 945 time: 0.1032183 Jan 28 03:44:01.129502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea9b8a4d-cb96-4550-b969-52f2296b411a req-151b74d6-224e-4368-879a-0a4f966d7d85 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524595 Jan 28 03:44:01.160934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-7aa4185c-044f-4fa2-a256-2abd761ca2c0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Deleting port 09390aaf-a6e0-4be4-95b0-a721754b1438 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:44:01.161355 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-7aa4185c-044f-4fa2-a256-2abd761ca2c0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:01.273379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40278) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:01.353168 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717ecf4-8e0e-418a-a403-a241cc1eb106 None None] New status for floating IP 34cf3843-8a94-4cb2-a534-44c69db68f71: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:44:01.377216 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0dd6-6561-4572-85ce-0fb5e32fd2ee tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (23ba3360-8711-4d51-9246-3b7700b5c318), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:01.408311 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0dd6-6561-4572-85ce-0fb5e32fd2ee tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (23ba3360-8711-4d51-9246-3b7700b5c318), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:01.469909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:44:01.528136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0dd6-6561-4572-85ce-0fb5e32fd2ee tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (23ba3360-8711-4d51-9246-3b7700b5c318), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:01.530983 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0dd6-6561-4572-85ce-0fb5e32fd2ee tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:01.533072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a1bd0dd6-6561-4572-85ce-0fb5e32fd2ee tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "DELETE /v2.0/security-groups/23ba3360-8711-4d51-9246-3b7700b5c318 HTTP/1.1" status: 204 len: 168 time: 0.2581046 Jan 28 03:44:01.535474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:01.539212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:44:01.539557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device bbf3ab61-3487-47f0-b479-c6f68e7dd4e6 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:44:01.606548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd0dd6-6561-4572-85ce-0fb5e32fd2ee tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ba3360-8711-4d51-9246-3b7700b5c318,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:01.619479 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-e4251b74-17ba-475c-bbdd-5ca414fec3fa tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] show failed (client error): The resource could not be found. Jan 28 03:44:01.627862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e4251b74-17ba-475c-bbdd-5ca414fec3fa tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups/23ba3360-8711-4d51-9246-3b7700b5c318 HTTP/1.1" status: 404 len: 347 time: 0.0801468 Jan 28 03:44:01.629488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40298) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:01.839329 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-4cae41d0-1bd2-41a2-a909-fc49c25c567c service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593641 Jan 28 03:44:01.854346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-7aa4185c-044f-4fa2-a256-2abd761ca2c0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] For port 09390aaf-a6e0-4be4-95b0-a721754b1438, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=09390aaf-a6e0-4be4-95b0-a721754b1438,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:01.854595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-7aa4185c-044f-4fa2-a256-2abd761ca2c0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:01.898055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-7aa4185c-044f-4fa2-a256-2abd761ca2c0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Calling delete_port for 09390aaf-a6e0-4be4-95b0-a721754b1438 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:44:01.903313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31f7e95a-76c3-4cef-9af7-d6573072d898 req-127980ba-4315-4467-8049-a7e2300a78f6 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 210 time: 0.0687807 Jan 28 03:44:01.945813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6b064f69-1590-4f4e-ae04-b701d54804ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Deleting port 33e19965-347e-4712-879d-59fcec3c96a0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:44:01.946450 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b064f69-1590-4f4e-ae04-b701d54804ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (33e19965-347e-4712-879d-59fcec3c96a0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.006947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40308) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:02.127665 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-31f4dc3a-3907-439a-b776-e6036b89ead0 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543504 Jan 28 03:44:02.216590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-39acbb99-77fa-4da3-b59d-0a74d66c3060 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=84d12947-5baa-4899-9edc-46564dd50397 HTTP/1.1" status: 200 len: 217 time: 0.0792437 Jan 28 03:44:02.286236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-7aa4185c-044f-4fa2-a256-2abd761ca2c0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (09390aaf-a6e0-4be4-95b0-a721754b1438), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.288787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-70c48a76-a2a8-4088-8983-a3d8a561ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:02.290299 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-70c48a76-a2a8-4088-8983-a3d8a561ca7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.0652907 Jan 28 03:44:02.317573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:44:02.361435 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4185c-044f-4fa2-a256-2abd761ca2c0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event deleted for resources: {'Port': ['ID=09390aaf-a6e0-4be4-95b0-a721754b1438,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:02.429012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-7aa4185c-044f-4fa2-a256-2abd761ca2c0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] No DVR routers for this DVR port 09390aaf-a6e0-4be4-95b0-a721754b1438 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:44:02.432226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-7aa4185c-044f-4fa2-a256-2abd761ca2c0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.436182 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42f2701a-1095-4bfb-ad65-2fa713846879 req-7aa4185c-044f-4fa2-a256-2abd761ca2c0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "DELETE /v2.0/ports/09390aaf-a6e0-4be4-95b0-a721754b1438 HTTP/1.1" status: 204 len: 173 time: 1.6676259 Jan 28 03:44:02.436347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c899082c-ba7d-4c25-ba5c-98264587fd40', 'name': 'network-vif-deleted', 'tag': '09390aaf-a6e0-4be4-95b0-a721754b1438'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:02.439125 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182dec20-8030-48b9-bfac-190623fbe78a" -d '{"events": [{"server_uuid": "c899082c-ba7d-4c25-ba5c-98264587fd40", "name": "network-vif-deleted", "tag": "09390aaf-a6e0-4be4-95b0-a721754b1438"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:02.470222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-7ea8c935-d9de-458a-a532-ebeb9668e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:02.473871 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-7ea8c935-d9de-458a-a532-ebeb9668e649 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1751947 Jan 28 03:44:02.497458 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b0f8d5-615b-4f11-9222-39d257d557c7 x-openstack-request-id: req-08b0f8d5-615b-4f11-9222-39d257d557c7 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:02.498056 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c899082c-ba7d-4c25-ba5c-98264587fd40", "name": "network-vif-deleted", "tag": "09390aaf-a6e0-4be4-95b0-a721754b1438", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:02.498500 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08b0f8d5-615b-4f11-9222-39d257d557c7 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:02.499058 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c899082c-ba7d-4c25-ba5c-98264587fd40', 'name': 'network-vif-deleted', 'tag': '09390aaf-a6e0-4be4-95b0-a721754b1438', 'status': 'completed', 'code': 200} Jan 28 03:44:02.569472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1d93c69-d2bd-491a-89b8-fe023dcd7e88 req-414b4b19-f766-4ef9-bc37-917839a0d513 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=c899082c-ba7d-4c25-ba5c-98264587fd40 HTTP/1.1" status: 200 len: 210 time: 0.0535076 Jan 28 03:44:02.643893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-cff815ed-fa40-4df4-8bef-528434ca21b8 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:02.645611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-cff815ed-fa40-4df4-8bef-528434ca21b8 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.42 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 815 time: 0.6395636 Jan 28 03:44:02.667650 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b064f69-1590-4f4e-ae04-b701d54804ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (33e19965-347e-4712-879d-59fcec3c96a0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.668606 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b064f69-1590-4f4e-ae04-b701d54804ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (33e19965-347e-4712-879d-59fcec3c96a0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.686940 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-6816cbc3-11a2-418b-9f08-6e0dc7fc8e76 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067413 Jan 28 03:44:02.698154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Request body: {'port': {'device_id': 'b1b78244-1306-46cb-b951-4277250c1042', 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1', 'admin_state_up': True, 'tenant_id': '31fe929f67f9406fa207c63d12570a19'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:02.750727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6b064f69-1590-4f4e-ae04-b701d54804ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Calling delete_port for 33e19965-347e-4712-879d-59fcec3c96a0 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:44:02.821564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c5daca3f-b95e-486f-a219-c0cd4939a36c tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:02.821564 n-d-808199-14 neutron-server[103288]: WARNING neutron.api.v2.base [None req-c5daca3f-b95e-486f-a219-c0cd4939a36c tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 03:44:02.821564 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-c5daca3f-b95e-486f-a219-c0cd4939a36c tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:44:02.821564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c5daca3f-b95e-486f-a219-c0cd4939a36c tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8081987 Jan 28 03:44:02.822010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:02.826440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'tempest-secgroup--788015395'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:02.861254 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-8abc459f-e4ca-4744-923f-899618ac374d service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532364 Jan 28 03:44:02.866354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.890317 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.930456 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-bb0361d7-2f02-4b6f-a940-3bcc21be7108 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=30353f27-3398-4edf-b7d4-37e9d4e89394 HTTP/1.1" status: 200 len: 217 time: 0.0617571 Jan 28 03:44:02.979318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Made reservation on behalf of 31fe929f67f9406fa207c63d12570a19 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:44:02.984323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.023756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-2b548bc8-ab43-4814-b267-b62bffd48420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:03.024352 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-2b548bc8-ab43-4814-b267-b62bffd48420 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.0868294 Jan 28 03:44:03.049404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e0c5c3f-13de-4f38-ba01-c4958d10a35d req-7aec1b48-3527-4b21-acd4-252a7271fa2e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 210 time: 0.0385346 Jan 28 03:44:03.111599 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b064f69-1590-4f4e-ae04-b701d54804ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (33e19965-347e-4712-879d-59fcec3c96a0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.122871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-9e82a299-9a81-478d-8c59-1d2e16be3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:03.124376 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-9e82a299-9a81-478d-8c59-1d2e16be3ab8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949059 Jan 28 03:44:03.173588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b064f69-1590-4f4e-ae04-b701d54804ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event deleted for resources: {'Port': ['ID=33e19965-347e-4712-879d-59fcec3c96a0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:03.219041 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (f13337f5-d779-4f15-acd9-4ab956eb53c4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.232747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f13337f5-d779-4f15-acd9-4ab956eb53c4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.243692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Allocated IP 172.20.0.3 (80e713ce-3f48-4952-87eb-e4902d278ec1/7d83b314-6385-4d8b-a8b6-a1e573523309/19e8a205-d973-448e-9336-5284e6eb3219) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:44:03.259525 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b064f69-1590-4f4e-ae04-b701d54804ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (34cf3843-8a94-4cb2-a534-44c69db68f71), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.262424 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b064f69-1590-4f4e-ae04-b701d54804ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.266663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6b064f69-1590-4f4e-ae04-b701d54804ec tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "DELETE /v2.0/floatingips/34cf3843-8a94-4cb2-a534-44c69db68f71 HTTP/1.1" status: 204 len: 168 time: 1.6304855 Jan 28 03:44:03.282565 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-9ef3e3cc-a812-4c00-b876-cd2c0ce1ce15 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500492 Jan 28 03:44:03.286914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13337f5-d779-4f15-acd9-4ab956eb53c4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:03.441794 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-d04f49b9-f159-49c3-b5ea-e48ff9bad959 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506410 Jan 28 03:44:03.443925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (ce561d6c-d8ef-4820-aa18-cabcecc21a98), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.449509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ce561d6c-d8ef-4820-aa18-cabcecc21a98), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.484558 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks [] for port (19e8a205-d973-448e-9336-5284e6eb3219), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.518877 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-d27202a6-d3f2-4a82-8439-19ffa81363b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=30c43c8c-0670-4520-b4ad-e5d77585381b HTTP/1.1" status: 200 len: 217 time: 0.0639744 Jan 28 03:44:03.525147 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (19e8a205-d973-448e-9336-5284e6eb3219), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.546941 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.548887 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7269011 Jan 28 03:44:03.551496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f7e79-a4fb-416e-8a26-8985a757690f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce561d6c-d8ef-4820-aa18-cabcecc21a98,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:03.553734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40328) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:03.580406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Network 80e713ce-3f48-4952-87eb-e4902d278ec1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:03.586679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-da408f70-a0b0-47c7-8732-54ed452c1b84 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'ce561d6c-d8ef-4820-aa18-cabcecc21a98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:03.606509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:03.613276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:03.619708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:44:03.623827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a393a3f7-e6c6-4ab6-856d-f60771666e89 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--76426340', 'description': 'tempest-description--1517212097'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:03.624414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Pushing event updated for resources: {'Port': ['ID=19e8a205-d973-448e-9336-5284e6eb3219,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:03.655938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-1c0e3448-504f-4139-bd65-2457f8f16f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:03.657507 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-1c0e3448-504f-4139-bd65-2457f8f16f0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.1279011 Jan 28 03:44:03.678831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da408f70-a0b0-47c7-8732-54ed452c1b84 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group_rule (f804d1fe-2702-4300-9ef1-0dff9b73aa38), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.703146 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a393a3f7-e6c6-4ab6-856d-f60771666e89 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.710535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:03.711309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.720202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 09390aaf-a6e0-4be4-95b0-a721754b1438 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:44:03.734733 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-62dfa8c5-da8a-4c0e-a900-55bd811b7929 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0458691 Jan 28 03:44:03.775606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 09390aaf-a6e0-4be4-95b0-a721754b1438 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:44:03.775979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 09390aaf-a6e0-4be4-95b0-a721754b1438 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:44:03.790738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Request body: {'port': {'device_id': 'b1b78244-1306-46cb-b951-4277250c1042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:03.796644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-457550a3-78c3-4a44-ac3a-92d9c27d66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:03.798227 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-457550a3-78c3-4a44-ac3a-92d9c27d66dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1328878 Jan 28 03:44:03.894584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a393a3f7-e6c6-4ab6-856d-f60771666e89 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (e8c92367-1868-4fda-8610-8dfb54cc240a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.911881 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da408f70-a0b0-47c7-8732-54ed452c1b84 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group_rule (f804d1fe-2702-4300-9ef1-0dff9b73aa38), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.938231 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (19e8a205-d973-448e-9336-5284e6eb3219), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.985441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a393a3f7-e6c6-4ab6-856d-f60771666e89 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e8c92367-1868-4fda-8610-8dfb54cc240a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.031925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da408f70-a0b0-47c7-8732-54ed452c1b84 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (f804d1fe-2702-4300-9ef1-0dff9b73aa38), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.069693 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-a9a449aa-3715-406a-a058-9361d995992a service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301857 Jan 28 03:44:04.086173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a393a3f7-e6c6-4ab6-856d-f60771666e89 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.088109 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a393a3f7-e6c6-4ab6-856d-f60771666e89 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4739339 Jan 28 03:44:04.090730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da408f70-a0b0-47c7-8732-54ed452c1b84 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f804d1fe-2702-4300-9ef1-0dff9b73aa38,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:04.108470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40354) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:04.111610 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da408f70-a0b0-47c7-8732-54ed452c1b84 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.115901 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-da408f70-a0b0-47c7-8732-54ed452c1b84 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5353246 Jan 28 03:44:04.120223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9426fa62-342e-4c24-80d4-81a94fd046cd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'security_group_rule': {'security_group_id': 'e8c92367-1868-4fda-8610-8dfb54cc240a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:04.122931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:04.128476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-06d490c6-9186-4f0c-9417-10135ddf0151 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'ce561d6c-d8ef-4820-aa18-cabcecc21a98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:04.175541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393a3f7-e6c6-4ab6-856d-f60771666e89 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c92367-1868-4fda-8610-8dfb54cc240a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:04.180976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06d490c6-9186-4f0c-9417-10135ddf0151 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group_rule (812c4926-6d8b-485a-a081-273a8d398c4f), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.211188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9426fa62-342e-4c24-80d4-81a94fd046cd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (700bc03e-1d1e-4d7c-895d-f0215d705ecd), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.250332 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-9db14322-321d-4a64-bad3-ef3e40379378 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568730 Jan 28 03:44:04.313289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-c36f5f9f-5f90-4e17-93e5-19ed4aea938e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe HTTP/1.1" status: 200 len: 217 time: 0.0481036 Jan 28 03:44:04.331832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9426fa62-342e-4c24-80d4-81a94fd046cd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (700bc03e-1d1e-4d7c-895d-f0215d705ecd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.341115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-7df44326-b53a-47c3-8790-6973ffc9d576 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.342659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-7df44326-b53a-47c3-8790-6973ffc9d576 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.3391359 Jan 28 03:44:04.352643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180171e7-9b02-4c78-821f-8cf1c49bb648 req-c9ea9446-9330-4edd-9ec1-64dfa09a0edf tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.354157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-180171e7-9b02-4c78-821f-8cf1c49bb648 req-c9ea9446-9330-4edd-9ec1-64dfa09a0edf tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 931 time: 0.1900563 Jan 28 03:44:04.355403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9426fa62-342e-4c24-80d4-81a94fd046cd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (700bc03e-1d1e-4d7c-895d-f0215d705ecd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.386457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426fa62-342e-4c24-80d4-81a94fd046cd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700bc03e-1d1e-4d7c-895d-f0215d705ecd,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:04.392627 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9426fa62-342e-4c24-80d4-81a94fd046cd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.393874 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9426fa62-342e-4c24-80d4-81a94fd046cd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2789433 Jan 28 03:44:04.396141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-e16f6c7c-f4c2-4fe0-a1aa-068f04f242ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.397895 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-e16f6c7c-f4c2-4fe0-a1aa-068f04f242ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 200 len: 797 time: 0.0768175 Jan 28 03:44:04.398054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:04.404472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cd1e3372-8a18-4a2d-8f70-ffa2205c915f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'security_group_rule': {'security_group_id': 'e8c92367-1868-4fda-8610-8dfb54cc240a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:04.413165 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-06d490c6-9186-4f0c-9417-10135ddf0151 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:44:04.416694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-06d490c6-9186-4f0c-9417-10135ddf0151 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2902071 Jan 28 03:44:04.416694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-16a6e54c-0971-4ea9-bacf-cd1af4dcc7d2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/quotas/9917c37214864c63b899b703cfc2d824 HTTP/1.1" status: 200 len: 375 time: 0.0561259 Jan 28 03:44:04.422377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:04.448943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-d0accb85-2d39-4a79-a83c-69ea3eec4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.451857 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-d0accb85-2d39-4a79-a83c-69ea3eec4e4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0467849 Jan 28 03:44:04.546536 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3372-8a18-4a2d-8f70-ffa2205c915f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (d7eb255d-a19f-4de2-9901-04b7d78168f8), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.560665 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-60135dbe-0709-4317-926f-9150c94a197d service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030049 Jan 28 03:44:04.562507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-180171e7-9b02-4c78-821f-8cf1c49bb648 req-12c0a1c7-f2f1-49ef-9fd2-2b01df7d4267 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861250 Jan 28 03:44:04.639554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-5b496cb1-0a35-4c7b-b50f-5df5cafe8484 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1943629 Jan 28 03:44:04.658583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e8a205-d973-448e-9336-5284e6eb3219 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:44:04.668263 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31a57027-bc0e-4d41-948b-6b925fdec783 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (ce561d6c-d8ef-4820-aa18-cabcecc21a98), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.675391 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Publish callbacks [] for port (19e8a205-d973-448e-9336-5284e6eb3219), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.687306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-746b50cd-ed4b-460b-a353-f88399cafd0e service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194401 Jan 28 03:44:04.741842 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-87e75447-8009-4eae-bede-0db3bb5561e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f258e0e1-8029-4280-b11c-233fc65cf951 HTTP/1.1" status: 200 len: 217 time: 0.0444229 Jan 28 03:44:04.754834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Transition to ACTIVE for port object 19e8a205-d973-448e-9336-5284e6eb3219 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:44:04.771810 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (19e8a205-d973-448e-9336-5284e6eb3219), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.776177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31a57027-bc0e-4d41-948b-6b925fdec783 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (ce561d6c-d8ef-4820-aa18-cabcecc21a98), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.780882 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3372-8a18-4a2d-8f70-ffa2205c915f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (d7eb255d-a19f-4de2-9901-04b7d78168f8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.801745 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-5ad1220e-1197-4fe0-a7d9-fe2841533d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.803243 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-5ad1220e-1197-4fe0-a7d9-fe2841533d5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 200 len: 797 time: 0.0555201 Jan 28 03:44:04.815776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3372-8a18-4a2d-8f70-ffa2205c915f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d7eb255d-a19f-4de2-9901-04b7d78168f8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.858635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-a873d86f-b73a-4afb-8025-b19e814fc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.860354 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-a873d86f-b73a-4afb-8025-b19e814fc34f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508690 Jan 28 03:44:04.896061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e3372-8a18-4a2d-8f70-ffa2205c915f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7eb255d-a19f-4de2-9901-04b7d78168f8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:04.908776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3372-8a18-4a2d-8f70-ffa2205c915f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.919474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cd1e3372-8a18-4a2d-8f70-ffa2205c915f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5164626 Jan 28 03:44:04.920677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:04.955822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-d78fbb18-b90d-4e48-8ff7-f1a4590ae40a service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084636 Jan 28 03:44:04.992938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Pushing event updated for resources: {'Port': ['ID=19e8a205-d973-448e-9336-5284e6eb3219,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:05.000156 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-699df866-d5ca-4cca-b084-ccce3733ca4c service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323488 Jan 28 03:44:05.005754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:05.013985 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31a57027-bc0e-4d41-948b-6b925fdec783 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ce561d6c-d8ef-4820-aa18-cabcecc21a98), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.016560 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31a57027-bc0e-4d41-948b-6b925fdec783 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.020600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-31a57027-bc0e-4d41-948b-6b925fdec783 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "DELETE /v2.0/security-groups/ce561d6c-d8ef-4820-aa18-cabcecc21a98 HTTP/1.1" status: 204 len: 168 time: 0.5907614 Jan 28 03:44:05.079762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:05.080928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a57027-bc0e-4d41-948b-6b925fdec783 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce561d6c-d8ef-4820-aa18-cabcecc21a98,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:05.144095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c812dfd-e51e-45bf-9661-8fb461a394eb req-d6162574-e290-4818-abed-6695c55383bd service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219060 Jan 28 03:44:05.182794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Attempting to bind port 19e8a205-d973-448e-9336-5284e6eb3219 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:05.183555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Attempting to bind port 19e8a205-d973-448e-9336-5284e6eb3219 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:44:05.183974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Attempting to bind port 19e8a205-d973-448e-9336-5284e6eb3219 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:05.204030 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.221445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Port 19e8a205-d973-448e-9336-5284e6eb3219 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:44:05.221771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Attempting to bind port 19e8a205-d973-448e-9336-5284e6eb3219 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:05.253820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aca4f3e7-47c9-4188-9ae7-1bb49ed40d95 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1324279 Jan 28 03:44:05.253820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:44:05.253820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Checking segment: {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:05.254258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Bound using segment: {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:44:05.254349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Bound port: 19e8a205-d973-448e-9336-5284e6eb3219, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:44:05.254695 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (19e8a205-d973-448e-9336-5284e6eb3219), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.255367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40374) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:05.262321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fcceffde-59de-4bed-99a4-402ae1efe678 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'tempest-secgroup--662304441'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:05.262501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-e67005af-4d7b-4224-b929-52f2d099af59 service neutron] 10.222.0.44 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052266 Jan 28 03:44:05.292529 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcceffde-59de-4bed-99a4-402ae1efe678 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.377018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] For port 19e8a205-d973-448e-9336-5284e6eb3219, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:44:05.381670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] For port 19e8a205-d973-448e-9336-5284e6eb3219, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=19e8a205-d973-448e-9336-5284e6eb3219,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:44:05.391064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (19e8a205-d973-448e-9336-5284e6eb3219), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.419618 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcceffde-59de-4bed-99a4-402ae1efe678 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (6cdf7473-f2c6-441b-ae02-cbb04378575f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.425594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcceffde-59de-4bed-99a4-402ae1efe678 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6cdf7473-f2c6-441b-ae02-cbb04378575f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.439005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:05.439959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.441541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] 10.222.0.42 "PUT /v2.0/ports/19e8a205-d973-448e-9336-5284e6eb3219 HTTP/1.1" status: 200 len: 1092 time: 1.6929839 Jan 28 03:44:05.444082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b78244-1306-46cb-b951-4277250c1042', 'tag': '19e8a205-d973-448e-9336-5284e6eb3219'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:05.446388 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b78244-1306-46cb-b951-4277250c1042", "tag": "19e8a205-d973-448e-9336-5284e6eb3219"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:05.492727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57051858-16f9-4579-b98a-40ad3972a861 req-00891f6b-cc1a-40a5-9b69-35fb1bc78f8d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 210 time: 0.0430617 Jan 28 03:44:05.508472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcceffde-59de-4bed-99a4-402ae1efe678 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.516816 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fcceffde-59de-4bed-99a4-402ae1efe678 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2566648 Jan 28 03:44:05.516816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceffde-59de-4bed-99a4-402ae1efe678 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdf7473-f2c6-441b-ae02-cbb04378575f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:05.520699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:05.527078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ef9cf381-adb7-43c2-9bf5-9a3789d6071e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': '6cdf7473-f2c6-441b-ae02-cbb04378575f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:05.528013 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-ef9cf381-adb7-43c2-9bf5-9a3789d6071e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 03:44:05.528726 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-ef9cf381-adb7-43c2-9bf5-9a3789d6071e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:05.533254 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ef9cf381-adb7-43c2-9bf5-9a3789d6071e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078065 Jan 28 03:44:05.533548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:05.561528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1a165-745d-4343-95b3-46d4367e9737 service neutron] Pushing event updated for resources: {'Port': ['ID=19e8a205-d973-448e-9336-5284e6eb3219,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:05.583720 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb7cd75-f3d8-4e9c-b62e-ef00de2bf34b x-openstack-request-id: req-9fb7cd75-f3d8-4e9c-b62e-ef00de2bf34b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:05.584515 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b78244-1306-46cb-b951-4277250c1042", "tag": "19e8a205-d973-448e-9336-5284e6eb3219", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:05.584648 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fb7cd75-f3d8-4e9c-b62e-ef00de2bf34b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:05.586695 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b78244-1306-46cb-b951-4277250c1042', 'tag': '19e8a205-d973-448e-9336-5284e6eb3219', 'status': 'completed', 'code': 200} Jan 28 03:44:05.591237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.652053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-90344d28-573f-4f9d-9497-07ef5a7fa256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:05.653970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-90344d28-573f-4f9d-9497-07ef5a7fa256 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 1095 time: 0.1483104 Jan 28 03:44:05.673686 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf0783f3-9f91-44c9-9d76-0c81ef58931b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (6cdf7473-f2c6-441b-ae02-cbb04378575f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.718160 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf0783f3-9f91-44c9-9d76-0c81ef58931b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (6cdf7473-f2c6-441b-ae02-cbb04378575f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.775476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf0783f3-9f91-44c9-9d76-0c81ef58931b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6cdf7473-f2c6-441b-ae02-cbb04378575f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.779809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf0783f3-9f91-44c9-9d76-0c81ef58931b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.784095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cf0783f3-9f91-44c9-9d76-0c81ef58931b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "DELETE /v2.0/security-groups/6cdf7473-f2c6-441b-ae02-cbb04378575f HTTP/1.1" status: 204 len: 168 time: 0.2463894 Jan 28 03:44:05.784409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-710e487a-766a-4a20-914a-32c3e2a12d0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19e8a205-d973-448e-9336-5284e6eb3219 HTTP/1.1" status: 200 len: 217 time: 0.0738876 Jan 28 03:44:05.787985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40392) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:05.792719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0783f3-9f91-44c9-9d76-0c81ef58931b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdf7473-f2c6-441b-ae02-cbb04378575f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:05.882561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Allocated IP 172.25.1.128 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/13bcd663-8de4-46e9-8bb4-e3041baa0201) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:44:05.927612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a26d1-ddac-4104-8afb-6d2e8087a914 req-cb4c9fd1-3c70-4075-b40e-7b69127fc19b tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:05.933382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-192a26d1-ddac-4104-8afb-6d2e8087a914 req-cb4c9fd1-3c70-4075-b40e-7b69127fc19b tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 943 time: 0.2159896 Jan 28 03:44:05.958666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-09bca17d-c5b8-44b5-bb18-b46faf267694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:05.960428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-09bca17d-c5b8-44b5-bb18-b46faf267694 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d83b314-6385-4d8b-a8b6-a1e573523309 HTTP/1.1" status: 200 len: 855 time: 0.1502216 Jan 28 03:44:05.974724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40396) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:05.975234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-18dee4da-cfb2-414e-a726-25f2ab25dfd0 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1861978 Jan 28 03:44:05.986752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bfcaa867-8140-429a-aee8-1dd99b658650 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980414935'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:06.029866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa867-8140-429a-aee8-1dd99b658650 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.145988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-945808af-6fd7-4da6-8e94-9ad487981757 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80e713ce-3f48-4952-87eb-e4902d278ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797677 Jan 28 03:44:06.158081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa867-8140-429a-aee8-1dd99b658650 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (7f55b02c-09b2-4b36-9811-e11cd2fdc6de), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.163590 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa867-8140-429a-aee8-1dd99b658650 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7f55b02c-09b2-4b36-9811-e11cd2fdc6de), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.228860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa867-8140-429a-aee8-1dd99b658650 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.230828 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bfcaa867-8140-429a-aee8-1dd99b658650 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2545791 Jan 28 03:44:06.232824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaa867-8140-429a-aee8-1dd99b658650 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f55b02c-09b2-4b36-9811-e11cd2fdc6de,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.247724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40406) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:06.254598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d031de40-843d-479f-987f-8112aee09976 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': '7f55b02c-09b2-4b36-9811-e11cd2fdc6de', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:06.256134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-192a26d1-ddac-4104-8afb-6d2e8087a914 req-2ba23792-0bab-45c8-ae75-b5b585ba05f0 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116865 Jan 28 03:44:06.269919 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-d031de40-843d-479f-987f-8112aee09976 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 03:44:06.270485 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-d031de40-843d-479f-987f-8112aee09976 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:06.271563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d031de40-843d-479f-987f-8112aee09976 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0227873 Jan 28 03:44:06.274685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:06.325463 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for port (13bcd663-8de4-46e9-8bb4-e3041baa0201), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.383185 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-824d1804-8e16-4b7b-a887-794d72bc71b9 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (7f55b02c-09b2-4b36-9811-e11cd2fdc6de), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.403172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-699cb0d0-5d84-452b-92bc-b797b61700b5 service neutron] 10.222.0.42 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307413 Jan 28 03:44:06.410435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-824d1804-8e16-4b7b-a887-794d72bc71b9 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (7f55b02c-09b2-4b36-9811-e11cd2fdc6de), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.499494 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-824d1804-8e16-4b7b-a887-794d72bc71b9 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7f55b02c-09b2-4b36-9811-e11cd2fdc6de), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.507021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-824d1804-8e16-4b7b-a887-794d72bc71b9 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.509015 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-824d1804-8e16-4b7b-a887-794d72bc71b9 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "DELETE /v2.0/security-groups/7f55b02c-09b2-4b36-9811-e11cd2fdc6de HTTP/1.1" status: 204 len: 168 time: 0.2320127 Jan 28 03:44:06.518674 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-271d4e0b-7e3d-4156-b79b-2ba6c263842e req-cbee5976-33e7-4d4c-8d8e-ed887ab2752a service neutron] 10.222.0.42 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051204 Jan 28 03:44:06.519080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40414) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:06.520624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d1804-8e16-4b7b-a887-794d72bc71b9 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f55b02c-09b2-4b36-9811-e11cd2fdc6de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.560976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (13bcd663-8de4-46e9-8bb4-e3041baa0201), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.653576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40420) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:06.657621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d43c3dd8-045b-488a-928a-0b369266a6ba tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1358316 Jan 28 03:44:06.658124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fe882ccf-d0b9-4f73-a5d1-43254bd3fa03 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'tempest-secgroup--748049581'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:06.667889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:06.684823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe882ccf-d0b9-4f73-a5d1-43254bd3fa03 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.685292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:06.747308 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:44:06.761109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3165aa86-f03a-4edc-909e-40845279c247 req-8238fc7d-eb3b-4638-8e43-a5703fbda2d6 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 210 time: 0.1260180 Jan 28 03:44:06.788031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'Port': ['ID=13bcd663-8de4-46e9-8bb4-e3041baa0201,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.812180 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe882ccf-d0b9-4f73-a5d1-43254bd3fa03 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (01538db5-35ac-480c-920e-066cffa41ed4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.845363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe882ccf-d0b9-4f73-a5d1-43254bd3fa03 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01538db5-35ac-480c-920e-066cffa41ed4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.882621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe882ccf-d0b9-4f73-a5d1-43254bd3fa03 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01538db5-35ac-480c-920e-066cffa41ed4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.901763 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe882ccf-d0b9-4f73-a5d1-43254bd3fa03 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.907823 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fe882ccf-d0b9-4f73-a5d1-43254bd3fa03 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2530432 Jan 28 03:44:06.909002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40422) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:06.918013 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e4c62267-17cb-4f8c-a578-d0014ed61564 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': '01538db5-35ac-480c-920e-066cffa41ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:06.928223 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-e4c62267-17cb-4f8c-a578-d0014ed61564 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 03:44:06.929863 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-e4c62267-17cb-4f8c-a578-d0014ed61564 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:06.934231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40424) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:06.935926 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e4c62267-17cb-4f8c-a578-d0014ed61564 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214646 Jan 28 03:44:06.940438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d76baba3-4e6f-47d9-8cd8-6bfafeb5c970 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': '01538db5-35ac-480c-920e-066cffa41ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:06.943376 n-d-808199-14 neutron-server[103288]: WARNING neutron.api.v2.base [None req-d76baba3-4e6f-47d9-8cd8-6bfafeb5c970 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 03:44:06.946606 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-d76baba3-4e6f-47d9-8cd8-6bfafeb5c970 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:06.948704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d76baba3-4e6f-47d9-8cd8-6bfafeb5c970 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0124836 Jan 28 03:44:06.957586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:06.961406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee req-d7aed6c5-e60f-452c-9758-e771ed56ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:06.968314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee req-d7aed6c5-e60f-452c-9758-e771ed56ef82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 1095 time: 0.2858119 Jan 28 03:44:06.973749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2de7eabe-99dc-4e38-8fec-1036fb337b3e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': '01538db5-35ac-480c-920e-066cffa41ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:06.975571 n-d-808199-14 neutron-server[103288]: WARNING neutron.api.v2.base [None req-2de7eabe-99dc-4e38-8fec-1036fb337b3e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 03:44:06.976272 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-2de7eabe-99dc-4e38-8fec-1036fb337b3e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:06.991838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2de7eabe-99dc-4e38-8fec-1036fb337b3e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0219047 Jan 28 03:44:06.992644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:07.000916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-0d30467d-cbd7-471d-83c7-9e57181f71a0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:07.002632 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-0d30467d-cbd7-471d-83c7-9e57181f71a0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 806 time: 0.2304859 Jan 28 03:44:07.012114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ec254fac-3085-47cc-be81-200c833bef7b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': '01538db5-35ac-480c-920e-066cffa41ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:07.013050 n-d-808199-14 neutron-server[103288]: WARNING neutron.api.v2.base [None req-ec254fac-3085-47cc-be81-200c833bef7b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 03:44:07.013629 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-ec254fac-3085-47cc-be81-200c833bef7b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:07.014639 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ec254fac-3085-47cc-be81-200c833bef7b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071125 Jan 28 03:44:07.017661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40430) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:07.033148 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Request body: {'port': {'device_id': 'de14fc8d-fbef-41f2-a130-99db5984a8bc', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'admin_state_up': True, 'tenant_id': '9917c37214864c63b899b703cfc2d824'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:07.033818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.111457 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (13bcd663-8de4-46e9-8bb4-e3041baa0201), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.180489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a42f6611-2cf0-47a4-9175-32ecf5e1f9c7 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (01538db5-35ac-480c-920e-066cffa41ed4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.193658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee req-4a3317e5-3604-4297-98ce-802311ecca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:07.195425 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee req-4a3317e5-3604-4297-98ce-802311ecca24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 916 time: 0.2017887 Jan 28 03:44:07.231020 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a42f6611-2cf0-47a4-9175-32ecf5e1f9c7 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (01538db5-35ac-480c-920e-066cffa41ed4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.281396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Made reservation on behalf of 9917c37214864c63b899b703cfc2d824 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:44:07.287928 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.302974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee req-289b3e34-d4ad-4b94-a817-87ea3328e796 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19e8a205-d973-448e-9336-5284e6eb3219 HTTP/1.1" status: 200 len: 217 time: 0.0925298 Jan 28 03:44:07.333323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a42f6611-2cf0-47a4-9175-32ecf5e1f9c7 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01538db5-35ac-480c-920e-066cffa41ed4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.336259 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a42f6611-2cf0-47a4-9175-32ecf5e1f9c7 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.346357 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a42f6611-2cf0-47a4-9175-32ecf5e1f9c7 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "DELETE /v2.0/security-groups/01538db5-35ac-480c-920e-066cffa41ed4 HTTP/1.1" status: 204 len: 168 time: 0.3267722 Jan 28 03:44:07.347347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:07.398198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f6611-2cf0-47a4-9175-32ecf5e1f9c7 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01538db5-35ac-480c-920e-066cffa41ed4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:07.497067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Allocated IP 172.20.0.3 (67d1c6df-904c-474d-9a71-2560588370e7/7a5548d5-25c1-413a-8337-9e767e70925d/43b089a4-0d70-41f9-9ebc-d979474cb96c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:44:07.509436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee req-f472ad68-e0a0-43a2-97bc-be86372988b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:07.511830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee req-f472ad68-e0a0-43a2-97bc-be86372988b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d83b314-6385-4d8b-a8b6-a1e573523309 HTTP/1.1" status: 200 len: 855 time: 0.2024457 Jan 28 03:44:07.591064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee req-7faad44b-2e9c-4301-b519-dd6613758dd6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80e713ce-3f48-4952-87eb-e4902d278ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669923 Jan 28 03:44:07.613316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19651e-4a20-46b8-b4d5-a85c0c2faebc req-77b27eb5-7ea5-4ff7-a94a-2ca3ab95e4f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:07.615116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b19651e-4a20-46b8-b4d5-a85c0c2faebc req-77b27eb5-7ea5-4ff7-a94a-2ca3ab95e4f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 943 time: 0.1988425 Jan 28 03:44:07.640197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-03e99102-2ee0-4120-a428-3528d80851fc tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2885532 Jan 28 03:44:07.640422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40442) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:07.644595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d669e344-5277-4b5c-8d26-59cdfe238e12 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174985024'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:07.684400 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d669e344-5277-4b5c-8d26-59cdfe238e12 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.745040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b19651e-4a20-46b8-b4d5-a85c0c2faebc req-42bd99d9-1590-4325-a6b3-63dd9044cf9d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210620 Jan 28 03:44:07.778764 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for port (13bcd663-8de4-46e9-8bb4-e3041baa0201), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.780481 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks [] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.790371 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (13bcd663-8de4-46e9-8bb4-e3041baa0201), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.818054 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-998feb38-2893-44c1-ad5e-82d5d39b2965 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955625 Jan 28 03:44:07.852225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'Port': ['ID=13bcd663-8de4-46e9-8bb4-e3041baa0201,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:07.863649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d669e344-5277-4b5c-8d26-59cdfe238e12 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (cbef0364-8c8e-402f-8422-fc2e9d08ff98), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.869637 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d669e344-5277-4b5c-8d26-59cdfe238e12 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cbef0364-8c8e-402f-8422-fc2e9d08ff98), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.891489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.898110 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d669e344-5277-4b5c-8d26-59cdfe238e12 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.899344 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d669e344-5277-4b5c-8d26-59cdfe238e12 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2580683 Jan 28 03:44:07.914468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee req-f8cebef3-ee7d-4cba-94c1-9d0dbe1e8231 service neutron] 10.222.0.42 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159969 Jan 28 03:44:07.925408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:44:07.931611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40446) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:07.940043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-144e1674-0921-438f-b043-b7b9dead61ca tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'cbef0364-8c8e-402f-8422-fc2e9d08ff98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:07.941301 n-d-808199-14 neutron-server[103288]: WARNING neutron.api.v2.base [None req-144e1674-0921-438f-b043-b7b9dead61ca tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 03:44:07.941792 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-144e1674-0921-438f-b043-b7b9dead61ca tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:07.942769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-144e1674-0921-438f-b043-b7b9dead61ca tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062056 Jan 28 03:44:07.958390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40448) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:07.962123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Network 67d1c6df-904c-474d-9a71-2560588370e7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:07.969725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8b43bb00-83f0-408a-9da3-6c0b63ca2e6e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'cbef0364-8c8e-402f-8422-fc2e9d08ff98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:08.019758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:08.027146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:44:08.040667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a06a6d9-fa3c-40b3-9127-a9c1b7cf89ee req-bc8a2d50-1d74-4407-8347-03dedadf7ffc service neutron] 10.222.0.42 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945876 Jan 28 03:44:08.059717 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:08.071073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517036c-5f95-4b1d-b5a4-32d7c492acbc req-b95c18b3-74e1-4525-97b1-bd5dca1ef4b3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:08.072749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1517036c-5f95-4b1d-b5a4-32d7c492acbc req-b95c18b3-74e1-4525-97b1-bd5dca1ef4b3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 931 time: 0.1970947 Jan 28 03:44:08.094925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:08.095565 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:08.108622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669e344-5277-4b5c-8d26-59cdfe238e12 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbef0364-8c8e-402f-8422-fc2e9d08ff98,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:08.139404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1517036c-5f95-4b1d-b5a4-32d7c492acbc req-620a8782-6536-4317-9676-b5abbc106a9c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586839 Jan 28 03:44:08.155979 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:08.155979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-baec945a-8af4-4c5f-89e7-1f8d5c0ccd04 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2086692 Jan 28 03:44:08.165407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event updated for resources: {'Port': ['ID=43b089a4-0d70-41f9-9ebc-d979474cb96c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:08.176737 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-8b43bb00-83f0-408a-9da3-6c0b63ca2e6e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:08.177865 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8b43bb00-83f0-408a-9da3-6c0b63ca2e6e tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2115965 Jan 28 03:44:08.181336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:08.185824 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b9bec131-a1a9-41a1-8e26-e02b5d5b3435 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1589212 Jan 28 03:44:08.188664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d15875d9-fa08-4a27-94ab-524f966b20f6 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'cbef0364-8c8e-402f-8422-fc2e9d08ff98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:08.190196 n-d-808199-14 neutron-server[103288]: WARNING neutron.api.v2.base [None req-d15875d9-fa08-4a27-94ab-524f966b20f6 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 03:44:08.190781 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-d15875d9-fa08-4a27-94ab-524f966b20f6 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:08.192323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d15875d9-fa08-4a27-94ab-524f966b20f6 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096092 Jan 28 03:44:08.195236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:08.195924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-d30c29a6-d026-4cff-8d51-9a81c8087fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:08.205649 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b9f8de49-4d2e-431e-8799-b0732082a3af tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'cbef0364-8c8e-402f-8422-fc2e9d08ff98', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:08.219598 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-d30c29a6-d026-4cff-8d51-9a81c8087fae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 1097 time: 0.2968304 Jan 28 03:44:08.235902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Request body: {'port': {'device_id': 'de14fc8d-fbef-41f2-a130-99db5984a8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:08.269639 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-b9f8de49-4d2e-431e-8799-b0732082a3af tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:08.272923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b9f8de49-4d2e-431e-8799-b0732082a3af tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0735092 Jan 28 03:44:08.273916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40456) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:08.288291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f173145e-73bb-4f2e-99a6-fb28a88c62e3 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'cbef0364-8c8e-402f-8422-fc2e9d08ff98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:08.294175 n-d-808199-14 neutron-server[103288]: WARNING neutron.api.v2.base [None req-f173145e-73bb-4f2e-99a6-fb28a88c62e3 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 03:44:08.295153 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-f173145e-73bb-4f2e-99a6-fb28a88c62e3 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:08.297591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f173145e-73bb-4f2e-99a6-fb28a88c62e3 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0212579 Jan 28 03:44:08.301167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40460) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:08.316331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f5efbb4d-a32f-4b53-b5de-18c4228aef78 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'cbef0364-8c8e-402f-8422-fc2e9d08ff98', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:08.361427 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:08.457076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-5ec9b19d-9669-48e3-bfce-eca6f5d9f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:08.458816 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-5ec9b19d-9669-48e3-bfce-eca6f5d9f846 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 907 time: 0.1918991 Jan 28 03:44:08.515674 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-26f425ad-084d-47da-8676-f058c1f64ed5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e402d76c-9ef5-4c84-a107-4825ec20018c HTTP/1.1" status: 200 len: 217 time: 0.0468698 Jan 28 03:44:08.651973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-f693e734-4f08-45aa-a7a6-6248e36032d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:08.653705 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-f693e734-4f08-45aa-a7a6-6248e36032d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.1320677 Jan 28 03:44:08.777321 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-2fe58237-6c10-4c02-aa12-e16913e06ea7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908170 Jan 28 03:44:08.934137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-ee6609c1-424a-419c-9d3f-6c2ebbf2460d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--76426340&fields=id&tenant_id=6b2888d7084a4c879016ab364abeb6d2 HTTP/1.1" status: 200 len: 267 time: 0.1144257 Jan 28 03:44:08.939957 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-f5efbb4d-a32f-4b53-b5de-18c4228aef78 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:08.943177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f5efbb4d-a32f-4b53-b5de-18c4228aef78 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6360285 Jan 28 03:44:08.947067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40484) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:08.963056 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb413d-3e63-45cc-a6b3-daacc8096b59 req-e98df060-bab8-433b-b75b-46d39b4c5258 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:08.965218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85bb413d-3e63-45cc-a6b3-daacc8096b59 req-e98df060-bab8-433b-b75b-46d39b4c5258 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 943 time: 0.1175599 Jan 28 03:44:08.981539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e47995ed-dea8-4ee7-8512-1beca7fbfb71 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'cbef0364-8c8e-402f-8422-fc2e9d08ff98', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:08.982646 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-e47995ed-dea8-4ee7-8512-1beca7fbfb71 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 03:44:08.983371 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-e47995ed-dea8-4ee7-8512-1beca7fbfb71 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:08.984650 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e47995ed-dea8-4ee7-8512-1beca7fbfb71 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0202796 Jan 28 03:44:09.004104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b089a4-0d70-41f9-9ebc-d979474cb96c {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:44:09.018722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Publish callbacks [] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.035602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Transition to ACTIVE for port object 43b089a4-0d70-41f9-9ebc-d979474cb96c will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:44:09.036769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:09.046346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c2304561-ff29-4db4-b058-791769151b13 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'cbef0364-8c8e-402f-8422-fc2e9d08ff98', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:09.055201 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.113388 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-18705d87-9cab-49c2-baee-019e00ec9dcc service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305831 Jan 28 03:44:09.121367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85bb413d-3e63-45cc-a6b3-daacc8096b59 req-fe5d97e1-3fcc-4688-b8b7-a5da2f5f77e8 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812180 Jan 28 03:44:09.195993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-1620d424-bba0-4684-a1fc-f584a026ede2 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:09.198392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-1620d424-bba0-4684-a1fc-f584a026ede2 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 816 time: 0.2457633 Jan 28 03:44:09.206953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Pushing event updated for resources: {'Port': ['ID=43b089a4-0d70-41f9-9ebc-d979474cb96c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:09.218856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-51e7d28a-741f-468b-a029-5629e3f147e6 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/quotas/6b2888d7084a4c879016ab364abeb6d2 HTTP/1.1" status: 200 len: 375 time: 0.0127988 Jan 28 03:44:09.222642 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-c2304561-ff29-4db4-b058-791769151b13 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:09.224410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c2304561-ff29-4db4-b058-791769151b13 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1837051 Jan 28 03:44:09.239025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:09.244231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ae9e1d22-02b0-41b9-8781-5ee2b10c24ad tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': 'cbef0364-8c8e-402f-8422-fc2e9d08ff98', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:09.339045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5553427d-1953-4157-9ac0-e9e25cec3657 req-c584b9f1-5c7d-4e49-93c8-fe2ae6e5a6e5 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147353 Jan 28 03:44:09.342254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Attempting to bind port 43b089a4-0d70-41f9-9ebc-d979474cb96c on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:09.342691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Attempting to bind port 43b089a4-0d70-41f9-9ebc-d979474cb96c by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:44:09.343136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Attempting to bind port 43b089a4-0d70-41f9-9ebc-d979474cb96c on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:09.349302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Port 43b089a4-0d70-41f9-9ebc-d979474cb96c on network 67d1c6df-904c-474d-9a71-2560588370e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:44:09.349639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Attempting to bind port 43b089a4-0d70-41f9-9ebc-d979474cb96c on network 67d1c6df-904c-474d-9a71-2560588370e7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:09.351505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-14755ed5-d924-4e12-831e-a91b2ccc0411 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1268339 Jan 28 03:44:09.355758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:44:09.357041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Checking segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:09.357041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Bound using segment: {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:44:09.357421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Bound port: 43b089a4-0d70-41f9-9ebc-d979474cb96c, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b582e952-b11b-4a9a-adbc-09bb81635e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:44:09.357905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.371521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aff260-e689-4e6c-be54-5100d87a55cb req-c3bc467b-8a33-4ac7-bbf1-5ed17887f698 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:09.373109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10aff260-e689-4e6c-be54-5100d87a55cb req-c3bc467b-8a33-4ac7-bbf1-5ed17887f698 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 943 time: 0.1191111 Jan 28 03:44:09.375737 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-ae9e1d22-02b0-41b9-8781-5ee2b10c24ad tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:09.379332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ae9e1d22-02b0-41b9-8781-5ee2b10c24ad tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1387968 Jan 28 03:44:09.380671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40496) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:09.474108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] For port 43b089a4-0d70-41f9-9ebc-d979474cb96c, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:44:09.482194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] For port 43b089a4-0d70-41f9-9ebc-d979474cb96c, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=43b089a4-0d70-41f9-9ebc-d979474cb96c,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:44:09.487052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.500048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 19e8a205-d973-448e-9336-5284e6eb3219 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:44:09.503936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10aff260-e689-4e6c-be54-5100d87a55cb req-031ea5eb-871b-480f-9fb1-789328c83b59 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191523 Jan 28 03:44:09.518115 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b66db0cf-2393-42b7-9fc4-786e20abdacb tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (cbef0364-8c8e-402f-8422-fc2e9d08ff98), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.545434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:09.546200 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.547673 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] 10.222.0.25 "PUT /v2.0/ports/43b089a4-0d70-41f9-9ebc-d979474cb96c HTTP/1.1" status: 200 len: 1092 time: 1.3270783 Jan 28 03:44:09.550269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de14fc8d-fbef-41f2-a130-99db5984a8bc', 'tag': '43b089a4-0d70-41f9-9ebc-d979474cb96c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:09.551228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-8998d6af-4a60-440e-a45d-c579caf2d796 service neutron] 10.222.0.44 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767676 Jan 28 03:44:09.552566 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876c0373-6d02-492a-9b95-887079b9dfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "de14fc8d-fbef-41f2-a130-99db5984a8bc", "tag": "43b089a4-0d70-41f9-9ebc-d979474cb96c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:09.579385 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b66db0cf-2393-42b7-9fc4-786e20abdacb tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (cbef0364-8c8e-402f-8422-fc2e9d08ff98), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.595006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c65cc-b4ca-4cdb-a950-01ef7392f269 service neutron] Pushing event updated for resources: {'Port': ['ID=43b089a4-0d70-41f9-9ebc-d979474cb96c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:09.676102 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b66db0cf-2393-42b7-9fc4-786e20abdacb tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cbef0364-8c8e-402f-8422-fc2e9d08ff98), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.678938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b66db0cf-2393-42b7-9fc4-786e20abdacb tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.680376 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b66db0cf-2393-42b7-9fc4-786e20abdacb tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "DELETE /v2.0/security-groups/cbef0364-8c8e-402f-8422-fc2e9d08ff98 HTTP/1.1" status: 204 len: 168 time: 0.2983198 Jan 28 03:44:09.683891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:09.699905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66db0cf-2393-42b7-9fc4-786e20abdacb tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbef0364-8c8e-402f-8422-fc2e9d08ff98,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:09.725213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-3f675440-4f5d-47ef-a38b-4072e57a77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:09.727319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-3f675440-4f5d-47ef-a38b-4072e57a77d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 1095 time: 0.0950880 Jan 28 03:44:09.728399 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0837ac9-06ca-490b-a71f-8a06fca91a54 x-openstack-request-id: req-b0837ac9-06ca-490b-a71f-8a06fca91a54 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:09.728692 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de14fc8d-fbef-41f2-a130-99db5984a8bc", "tag": "43b089a4-0d70-41f9-9ebc-d979474cb96c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:09.729502 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0837ac9-06ca-490b-a71f-8a06fca91a54 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:09.729928 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de14fc8d-fbef-41f2-a130-99db5984a8bc', 'tag': '43b089a4-0d70-41f9-9ebc-d979474cb96c', 'status': 'completed', 'code': 200} Jan 28 03:44:09.796040 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-fa7af348-5e70-46d7-a8be-7443b36ced0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43b089a4-0d70-41f9-9ebc-d979474cb96c HTTP/1.1" status: 200 len: 217 time: 0.0578101 Jan 28 03:44:09.819550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 19e8a205-d973-448e-9336-5284e6eb3219, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=19e8a205-d973-448e-9336-5284e6eb3219,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:09.822630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-63479461-1e32-461b-bb08-f4363d421b35 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1374037 Jan 28 03:44:09.823480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:09.834216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-60dcbe93-d19d-4546-8dfb-85ffa6e2fe67 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474902401'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:09.847571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '19e8a205-d973-448e-9336-5284e6eb3219', 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1', 'port_id': '19e8a205-d973-448e-9336-5284e6eb3219', 'mac_address': 'fa:16:3e:1e:50:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d83b314-6385-4d8b-a8b6-a1e573523309', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:44:09.848894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-eabddd37-64eb-4305-8f73-357ec26cef04 service neutron] 10.222.0.44 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875056 Jan 28 03:44:09.870320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60dcbe93-d19d-4546-8dfb-85ffa6e2fe67 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.881072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b29cb066-a734-4eb0-b925-ab8491150cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:09.882648 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-b29cb066-a734-4eb0-b925-ab8491150cff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0818751 Jan 28 03:44:09.929664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 19e8a205-d973-448e-9336-5284e6eb3219 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:09.930066 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (19e8a205-d973-448e-9336-5284e6eb3219), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.931848 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-7e30b214-0c2e-4f01-bacb-feba5dc4e127 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423710 Jan 28 03:44:09.946207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e8a205-d973-448e-9336-5284e6eb3219 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:44:09.972530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 19e8a205-d973-448e-9336-5284e6eb3219, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=19e8a205-d973-448e-9336-5284e6eb3219,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:09.978728 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (19e8a205-d973-448e-9336-5284e6eb3219), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.992261 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60dcbe93-d19d-4546-8dfb-85ffa6e2fe67 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (50797648-b55a-433b-8826-36609d71daaa), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:10.009212 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60dcbe93-d19d-4546-8dfb-85ffa6e2fe67 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (50797648-b55a-433b-8826-36609d71daaa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:10.064291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcbe93-d19d-4546-8dfb-85ffa6e2fe67 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50797648-b55a-433b-8826-36609d71daaa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:10.093104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60dcbe93-d19d-4546-8dfb-85ffa6e2fe67 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:10.094482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-60dcbe93-d19d-4546-8dfb-85ffa6e2fe67 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2649305 Jan 28 03:44:10.097232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40514) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:10.101974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2df0ac5a-a692-4d0b-8908-30afb4c26e17 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': '50797648-b55a-433b-8826-36609d71daaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:10.134303 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-eec8a285-6e13-40f3-9e77-e03f0f6f1a14 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943290 Jan 28 03:44:10.144482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=19e8a205-d973-448e-9336-5284e6eb3219,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:10.196800 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6730e9d-c4ba-4242-84c7-6d178a47898a req-1ea344c9-85bf-4ccb-aa61-d7bb86188036 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 210 time: 0.0535712 Jan 28 03:44:10.216175 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-2df0ac5a-a692-4d0b-8908-30afb4c26e17 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The resource could not be found. Jan 28 03:44:10.217656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2df0ac5a-a692-4d0b-8908-30afb4c26e17 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1194811 Jan 28 03:44:10.220389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40518) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:10.226353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-25c43b24-c492-4ec6-8099-bf953b013cd6 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': '50797648-b55a-433b-8826-36609d71daaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0de3ede2-551d-4aa5-95b0-504a85e2021d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:10.310729 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca76bd5-ddce-4f27-ba3a-3f22d2ac4716 req-1f6aa0dd-fccd-445d-97e9-95b1341a5d63 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455681 Jan 28 03:44:10.328509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fe46a-f8ca-4526-81ef-959ea0e5833d req-600c9f06-a155-4a29-853f-38e77ee135ac tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:10.330165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-416fe46a-f8ca-4526-81ef-959ea0e5833d req-600c9f06-a155-4a29-853f-38e77ee135ac tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 944 time: 0.1072748 Jan 28 03:44:10.339713 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-25c43b24-c492-4ec6-8099-bf953b013cd6 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The resource could not be found. Jan 28 03:44:10.343751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-25c43b24-c492-4ec6-8099-bf953b013cd6 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1194952 Jan 28 03:44:10.344031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:10.415963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29e16206-580e-437a-98ee-76d1337976b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:10.420779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-416fe46a-f8ca-4526-81ef-959ea0e5833d req-44fc5da3-73fe-4118-bb56-07d058d72746 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833266 Jan 28 03:44:10.432429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['19e8a205-d973-448e-9336-5284e6eb3219'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:44:10.480691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e44234b1-e40a-4868-a3ea-c96a185711fc tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (50797648-b55a-433b-8826-36609d71daaa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:10.534472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e44234b1-e40a-4868-a3ea-c96a185711fc tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (50797648-b55a-433b-8826-36609d71daaa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:10.678186 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e44234b1-e40a-4868-a3ea-c96a185711fc tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (50797648-b55a-433b-8826-36609d71daaa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:10.692025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e44234b1-e40a-4868-a3ea-c96a185711fc tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:10.693847 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e44234b1-e40a-4868-a3ea-c96a185711fc tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "DELETE /v2.0/security-groups/50797648-b55a-433b-8826-36609d71daaa HTTP/1.1" status: 204 len: 168 time: 0.3485336 Jan 28 03:44:10.707563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:10.753449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44234b1-e40a-4868-a3ea-c96a185711fc tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50797648-b55a-433b-8826-36609d71daaa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:10.797788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860a646-3b74-4082-97c1-4d537429feaf req-d0fac6ce-0952-46cc-bfe2-1ff968386031 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:10.799546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5860a646-3b74-4082-97c1-4d537429feaf req-d0fac6ce-0952-46cc-bfe2-1ff968386031 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 943 time: 0.1736829 Jan 28 03:44:10.811280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-793735b0-14f5-4e61-b327-bb5cf16fb705 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0942400 Jan 28 03:44:10.817026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40534) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:10.822332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dafe071e-0c20-4f96-a45b-6156959068af tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': '754ddbb3-8099-4253-9e07-f863630f4369', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:10.905108 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5860a646-3b74-4082-97c1-4d537429feaf req-a8874010-93ad-4995-9fe1-9c0b740c3c03 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967698 Jan 28 03:44:10.921750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0373-6d02-492a-9b95-887079b9dfe5 req-3cfd793a-66e2-4ecd-8fd9-11ee498ec2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:10.922824 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-876c0373-6d02-492a-9b95-887079b9dfe5 req-3cfd793a-66e2-4ecd-8fd9-11ee498ec2bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9917c37214864c63b899b703cfc2d824&device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 1095 time: 0.4997880 Jan 28 03:44:10.942833 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-dafe071e-0c20-4f96-a45b-6156959068af tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The resource could not be found. Jan 28 03:44:10.943998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dafe071e-0c20-4f96-a45b-6156959068af tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1260111 Jan 28 03:44:10.947586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:10.952979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4e9ef761-3622-4ea9-bfb3-a6467f184933 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'tempest-secgroup--171040580'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:10.984979 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ef761-3622-4ea9-bfb3-a6467f184933 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.040338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0373-6d02-492a-9b95-887079b9dfe5 req-799ad875-a003-47a6-88a6-906d7c89181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:11.042037 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-876c0373-6d02-492a-9b95-887079b9dfe5 req-799ad875-a003-47a6-88a6-906d7c89181c service neutron] 10.222.0.25 "GET /v2.0/networks?id=67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 200 len: 907 time: 0.1124222 Jan 28 03:44:11.070809 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ef761-3622-4ea9-bfb3-a6467f184933 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (5bd0055a-097b-4a58-898b-02df9477b840), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.076906 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ef761-3622-4ea9-bfb3-a6467f184933 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5bd0055a-097b-4a58-898b-02df9477b840), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.097381 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-876c0373-6d02-492a-9b95-887079b9dfe5 req-5a0ebd6b-dd3f-4e11-9ae0-a22569ef5739 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43b089a4-0d70-41f9-9ebc-d979474cb96c HTTP/1.1" status: 200 len: 217 time: 0.0487471 Jan 28 03:44:11.122763 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ef761-3622-4ea9-bfb3-a6467f184933 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.126460 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4e9ef761-3622-4ea9-bfb3-a6467f184933 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1747141 Jan 28 03:44:11.127221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ef761-3622-4ea9-bfb3-a6467f184933 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd0055a-097b-4a58-898b-02df9477b840,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:11.128955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:11.135215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d3c2e5ae-777f-412b-acfb-0206ef42ec52 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'tempest-secgroup--28138583'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:11.172308 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3c2e5ae-777f-412b-acfb-0206ef42ec52 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.175132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0373-6d02-492a-9b95-887079b9dfe5 req-5cd810a2-77d7-4ea7-b7e4-ecaac0707a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:11.177505 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-876c0373-6d02-492a-9b95-887079b9dfe5 req-5cd810a2-77d7-4ea7-b7e4-ecaac0707a53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 200 len: 846 time: 0.0733652 Jan 28 03:44:11.210350 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-876c0373-6d02-492a-9b95-887079b9dfe5 req-7c06a46e-877a-4ecc-9d44-51f4a8bf67ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67d1c6df-904c-474d-9a71-2560588370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262773 Jan 28 03:44:11.265232 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3c2e5ae-777f-412b-acfb-0206ef42ec52 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (742ab478-7225-4d84-8a75-ceee30106223), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.270974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3c2e5ae-777f-412b-acfb-0206ef42ec52 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (742ab478-7225-4d84-8a75-ceee30106223), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.321017 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-876c0373-6d02-492a-9b95-887079b9dfe5 req-5214eba3-7538-499c-8b2b-e33d21eda632 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975938 Jan 28 03:44:11.328013 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3c2e5ae-777f-412b-acfb-0206ef42ec52 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.329477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d3c2e5ae-777f-412b-acfb-0206ef42ec52 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1995440 Jan 28 03:44:11.338170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:11.345085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-14451325-ed27-4e85-ba86-fbbfa085bcf1 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group_rule': {'security_group_id': '5bd0055a-097b-4a58-898b-02df9477b840', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '742ab478-7225-4d84-8a75-ceee30106223'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:11.365429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af3cd6b1-64a8-48cc-9236-8d9e7d055aee req-f22a6e2e-91b8-4a4a-a34e-291843da5e76 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 210 time: 0.0423636 Jan 28 03:44:11.395446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2e5ae-777f-412b-acfb-0206ef42ec52 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742ab478-7225-4d84-8a75-ceee30106223,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:11.550538 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-14451325-ed27-4e85-ba86-fbbfa085bcf1 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:44:11.554709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14451325-ed27-4e85-ba86-fbbfa085bcf1 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2111702 Jan 28 03:44:11.554991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:11.561025 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-876c0373-6d02-492a-9b95-887079b9dfe5 req-0962df61-d522-4d63-bb03-f7d16b85c292 service neutron] 10.222.0.25 "GET /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324116 Jan 28 03:44:11.567108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-bc80d1cc-ffff-4a7b-9205-5077de134ebe tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:11.568697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-bc80d1cc-ffff-4a7b-9205-5077de134ebe tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 816 time: 0.1740849 Jan 28 03:44:11.589539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380f658-8333-4133-9a70-d7844b72ea3b req-acc2a5ed-3392-4363-b0a8-25d95ec6eb33 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:11.591114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f380f658-8333-4133-9a70-d7844b72ea3b req-acc2a5ed-3392-4363-b0a8-25d95ec6eb33 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 944 time: 0.0843093 Jan 28 03:44:11.661865 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-2c860193-e3e4-4daa-a273-a4b572dc2a97 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2888d7084a4c879016ab364abeb6d2 HTTP/1.1" status: 200 len: 378 time: 0.0688977 Jan 28 03:44:11.673554 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0446718-a743-4384-9212-1022da8bbcb8 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (742ab478-7225-4d84-8a75-ceee30106223), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.676197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'port': {'device_id': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'admin_state_up': True, 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'security_groups': ['e8c92367-1868-4fda-8610-8dfb54cc240a']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:11.677934 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f380f658-8333-4133-9a70-d7844b72ea3b req-b913420f-6236-45dd-9cdf-f90413bdf5c4 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791869 Jan 28 03:44:11.704748 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0446718-a743-4384-9212-1022da8bbcb8 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (742ab478-7225-4d84-8a75-ceee30106223), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.753226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0446718-a743-4384-9212-1022da8bbcb8 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (742ab478-7225-4d84-8a75-ceee30106223), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.756365 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0446718-a743-4384-9212-1022da8bbcb8 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.759950 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c0446718-a743-4384-9212-1022da8bbcb8 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "DELETE /v2.0/security-groups/742ab478-7225-4d84-8a75-ceee30106223 HTTP/1.1" status: 204 len: 168 time: 0.2016349 Jan 28 03:44:11.760953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40554) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:11.767602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0446718-a743-4384-9212-1022da8bbcb8 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742ab478-7225-4d84-8a75-ceee30106223,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:11.874917 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-707ebedb-72c9-449b-a8bb-7dc4026964c4 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1128292 Jan 28 03:44:11.876177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Made reservation on behalf of 6b2888d7084a4c879016ab364abeb6d2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:44:11.877757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40558) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:11.879640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.945426 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-970756af-76ee-42f5-94bb-ca1917dd0848 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (5bd0055a-097b-4a58-898b-02df9477b840), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:11.988550 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-970756af-76ee-42f5-94bb-ca1917dd0848 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (5bd0055a-097b-4a58-898b-02df9477b840), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.018885 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.052880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Allocated IP 172.20.0.8 (d3573caa-9ea9-4c0d-b2bb-94c7d618c961/cf9dd528-7530-4579-ab21-56dc684a7c39/3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:44:12.081731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-970756af-76ee-42f5-94bb-ca1917dd0848 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5bd0055a-097b-4a58-898b-02df9477b840), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.084320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-970756af-76ee-42f5-94bb-ca1917dd0848 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.085515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-970756af-76ee-42f5-94bb-ca1917dd0848 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "DELETE /v2.0/security-groups/5bd0055a-097b-4a58-898b-02df9477b840 HTTP/1.1" status: 204 len: 168 time: 0.2065759 Jan 28 03:44:12.088469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40564) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:12.105775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a1b23-7fc8-461a-8619-2279708a8958 req-0735f063-6d7b-40b6-9316-42df2767f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:12.107322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-063a1b23-7fc8-461a-8619-2279708a8958 req-0735f063-6d7b-40b6-9316-42df2767f8e2 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 943 time: 0.0797710 Jan 28 03:44:12.108099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970756af-76ee-42f5-94bb-ca1917dd0848 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd0055a-097b-4a58-898b-02df9477b840,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:12.167720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-063a1b23-7fc8-461a-8619-2279708a8958 req-62c61335-12d0-4eb3-855a-fef0a7bfc76c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541561 Jan 28 03:44:12.217724 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cbfa2d79-bca6-48ae-b69d-5c3b042b46be tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1249058 Jan 28 03:44:12.221797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40568) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:12.227276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3c190bd2-2c42-4ab3-8c88-972a13707892 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109347751'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:12.249110 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c190bd2-2c42-4ab3-8c88-972a13707892 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.279284 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.316769 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.330249 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c190bd2-2c42-4ab3-8c88-972a13707892 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (99708afe-46c3-4818-89da-25f090b9b96f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.334138 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c190bd2-2c42-4ab3-8c88-972a13707892 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (99708afe-46c3-4818-89da-25f090b9b96f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.363423 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c190bd2-2c42-4ab3-8c88-972a13707892 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.364961 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c190bd2-2c42-4ab3-8c88-972a13707892 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1419871 Jan 28 03:44:12.365497 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:12.367946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40570) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:12.370446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c190bd2-2c42-4ab3-8c88-972a13707892 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99708afe-46c3-4818-89da-25f090b9b96f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:12.373382 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ef41060f-fe30-4249-8e08-e224030fc36a tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:12.374185 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-ef41060f-fe30-4249-8e08-e224030fc36a tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 03:44:12.374751 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-ef41060f-fe30-4249-8e08-e224030fc36a tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 03:44:12.375779 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ef41060f-fe30-4249-8e08-e224030fc36a tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "PUT /v2.0/security-groups/99708afe-46c3-4818-89da-25f090b9b96f HTTP/1.1" status: 409 len: 330 time: 0.0068207 Jan 28 03:44:12.378508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:12.382345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:12.387708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:44:12.390718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event updated for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:12.449985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:12.450818 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.480860 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9eaa-e1d5-4f89-9476-3ed5da8d0450 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (99708afe-46c3-4818-89da-25f090b9b96f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.494343 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-b96a0019-76f3-4c0c-8ade-50b5adf1e947 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8219182 Jan 28 03:44:12.513287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Request body: {'port': {'device_id': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:12.538023 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9eaa-e1d5-4f89-9476-3ed5da8d0450 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (99708afe-46c3-4818-89da-25f090b9b96f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.556827 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4cea9a5-cb56-4c2a-af8f-1b560f5ac7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.590898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fd6e2-0fc0-4f10-bb75-462efb14819e req-866c524c-4cc9-47ea-8d41-4ef4053c88fb tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:12.592512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c94fd6e2-0fc0-4f10-bb75-462efb14819e req-866c524c-4cc9-47ea-8d41-4ef4053c88fb tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 931 time: 0.1070354 Jan 28 03:44:12.627004 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.638098 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9eaa-e1d5-4f89-9476-3ed5da8d0450 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (99708afe-46c3-4818-89da-25f090b9b96f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.641024 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9eaa-e1d5-4f89-9476-3ed5da8d0450 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.642283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4b8a9eaa-e1d5-4f89-9476-3ed5da8d0450 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "DELETE /v2.0/security-groups/99708afe-46c3-4818-89da-25f090b9b96f HTTP/1.1" status: 204 len: 168 time: 0.2626567 Jan 28 03:44:12.645789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40576) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:12.668963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a9eaa-e1d5-4f89-9476-3ed5da8d0450 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99708afe-46c3-4818-89da-25f090b9b96f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:12.674039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c94fd6e2-0fc0-4f10-bb75-462efb14819e req-c80218f4-c3f4-4d45-a9de-3387ddb8994c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747354 Jan 28 03:44:12.745845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6ee0af9b-9cda-4eb3-9c61-1a26c1c02b7a None None] Provisioning complete for port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:12.746224 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ee0af9b-9cda-4eb3-9c61-1a26c1c02b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:12.786525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0af9b-9cda-4eb3-9c61-1a26c1c02b7a None None] Port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:44:12.806400 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-848d7528-8117-4d43-94a4-22dd7393079b tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1582866 Jan 28 03:44:12.810343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40580) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:12.833708 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-28dd49c9-3efc-415a-b8ad-9f11f51e951f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] delete failed (client error): The resource could not be found. Jan 28 03:44:12.834789 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-28dd49c9-3efc-415a-b8ad-9f11f51e951f tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "DELETE /v2.0/security-groups/1f3b4892-ebfb-40cd-842e-f061d213c49b HTTP/1.1" status: 404 len: 347 time: 0.0238826 Jan 28 03:44:12.842154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114181-0cdc-4fa7-b823-8e93a908620d req-739031e8-7bef-4634-b42c-7e43fc6d1dac tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:12.843680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a114181-0cdc-4fa7-b823-8e93a908620d req-739031e8-7bef-4634-b42c-7e43fc6d1dac tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 944 time: 0.0616243 Jan 28 03:44:12.844157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40582) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:12.863782 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-0fa50d04-0d87-449d-bcb2-9ab715421379 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] show failed (client error): The resource could not be found. Jan 28 03:44:12.870077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0fa50d04-0d87-449d-bcb2-9ab715421379 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-groups/1e9c0818-3b5e-45c3-a556-0a0c25c00956 HTTP/1.1" status: 404 len: 347 time: 0.0196514 Jan 28 03:44:12.872101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40584) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:12.911051 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-b846036c-0a75-4722-854e-428c6b1691a9 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] show failed (client error): The resource could not be found. Jan 28 03:44:12.912107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b846036c-0a75-4722-854e-428c6b1691a9 tempest-NegativeSecGroupTest-2065506565 tempest-NegativeSecGroupTest-2065506565-project] 10.222.0.44 "GET /v2.0/security-group-rules/8cef4e96-fb19-417f-9741-a98ed26581d9 HTTP/1.1" status: 404 len: 356 time: 0.0390728 Jan 28 03:44:12.920065 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a114181-0cdc-4fa7-b823-8e93a908620d req-cbe03a11-586c-4d59-b444-4c8f52e6b5fb tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678675 Jan 28 03:44:13.027982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:44:13.037725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Publish callbacks [] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:13.055236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Transition to ACTIVE for port object 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:44:13.060109 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:13.115656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:13.230286 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Attempting to bind port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:13.230960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Attempting to bind port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:44:13.231879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Attempting to bind port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:13.264804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:44:13.265277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Attempting to bind port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb on network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:13.277644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:44:13.277999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Checking segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:13.278933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Bound using segment: {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:44:13.279384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Bound port: 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e452aff-7158-4a28-9682-14728a94c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:44:13.279747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:13.360287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068117c-33f1-42b1-9b4d-034d705a5d99 req-03645243-4e90-4e85-9926-5d039cea21b3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:13.366844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40600) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:13.370338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2068117c-33f1-42b1-9b4d-034d705a5d99 req-03645243-4e90-4e85-9926-5d039cea21b3 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 943 time: 0.1098614 Jan 28 03:44:13.393860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:44:13.399311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:44:13.405138 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:13.425606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:13.426493 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:13.428067 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] 10.222.0.25 "PUT /v2.0/ports/3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 200 len: 1092 time: 0.9219460 Jan 28 03:44:13.430737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:13.433033 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a71d0e2-fc68-4338-a8b0-a633355c2df4" -d '{"events": [{"name": "network-changed", "server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:13.441477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2068117c-33f1-42b1-9b4d-034d705a5d99 req-dd996e6f-8a7e-4d42-8f45-d0186664880e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700688 Jan 28 03:44:13.501590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 19e8a205-d973-448e-9336-5284e6eb3219 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:44:13.578562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b69096-5029-4eea-8afa-bce2cfc5a0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:13.582496 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f0bb5a-4295-432c-81df-b53c49fe0ae0 x-openstack-request-id: req-71f0bb5a-4295-432c-81df-b53c49fe0ae0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:13.582899 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:13.583345 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71f0bb5a-4295-432c-81df-b53c49fe0ae0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:13.583844 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'status': 'completed', 'code': 200} Jan 28 03:44:13.612751 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 19e8a205-d973-448e-9336-5284e6eb3219 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:44:13.623475 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 19e8a205-d973-448e-9336-5284e6eb3219 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:13.623854 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (19e8a205-d973-448e-9336-5284e6eb3219), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:13.668774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-611d03a2-2839-43c1-8a7d-85e7b35ce3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:13.668774 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-611d03a2-2839-43c1-8a7d-85e7b35ce3ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1095 time: 0.1648209 Jan 28 03:44:13.782684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 43b089a4-0d70-41f9-9ebc-d979474cb96c details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:44:13.790581 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-ace1bab2-e797-4a0b-9f28-d05f9e33a54b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 200 len: 217 time: 0.1099849 Jan 28 03:44:13.814319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f754c51e-35e6-4431-bf1d-b9b3110e990e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1abe2afc45cf4114be6c02581aef8435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463842 Jan 28 03:44:13.817094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:13.884496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-f38dfc42-f2cd-4248-b07a-076e045899cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:13.889430 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-f38dfc42-f2cd-4248-b07a-076e045899cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.0873899 Jan 28 03:44:13.908268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 19e8a205-d973-448e-9336-5284e6eb3219 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:13.909014 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (19e8a205-d973-448e-9336-5284e6eb3219), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:13.943928 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb21a3d8-f99b-46c2-ad96-bab4b11dd678 admin admin] Publish callbacks [] for security_group (f13337f5-d779-4f15-acd9-4ab956eb53c4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:13.954575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345d8db-0d00-4930-8908-f1cea5da1414 req-6b0562c1-5e5c-4e31-89ea-06e482d80e63 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:13.958007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-9553b9b0-6bdb-44ba-b821-01ecdf9d5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:13.959550 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-9553b9b0-6bdb-44ba-b821-01ecdf9d5c2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673313 Jan 28 03:44:13.964467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 43b089a4-0d70-41f9-9ebc-d979474cb96c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=43b089a4-0d70-41f9-9ebc-d979474cb96c,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:13.973283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9345d8db-0d00-4930-8908-f1cea5da1414 req-6b0562c1-5e5c-4e31-89ea-06e482d80e63 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.1464040 Jan 28 03:44:13.989752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b78244-1306-46cb-b951-4277250c1042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8a205-d973-448e-9336-5284e6eb3219'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:13.992176 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b555db-3710-4bbf-9aa7-2a0d8c110db7" -d '{"events": [{"server_uuid": "b1b78244-1306-46cb-b951-4277250c1042", "name": "network-vif-plugged", "status": "completed", "tag": "19e8a205-d973-448e-9336-5284e6eb3219"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:14.011384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '43b089a4-0d70-41f9-9ebc-d979474cb96c', 'network_id': '67d1c6df-904c-474d-9a71-2560588370e7', 'port_id': '43b089a4-0d70-41f9-9ebc-d979474cb96c', 'mac_address': 'fa:16:3e:a7:b0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5548d5-25c1-413a-8337-9e767e70925d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:44:14.018342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 19e8a205-d973-448e-9336-5284e6eb3219, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=19e8a205-d973-448e-9336-5284e6eb3219,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:14.026075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (19e8a205-d973-448e-9336-5284e6eb3219), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:14.080545 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb21a3d8-f99b-46c2-ad96-bab4b11dd678 admin admin] Publish callbacks [] for security_group (f13337f5-d779-4f15-acd9-4ab956eb53c4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:14.120825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 43b089a4-0d70-41f9-9ebc-d979474cb96c is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:14.121692 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:14.146217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b089a4-0d70-41f9-9ebc-d979474cb96c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:44:14.148362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-92c7d6c2-226a-4f34-9bc5-05b0367c3d5b service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797564 Jan 28 03:44:14.185671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9345d8db-0d00-4930-8908-f1cea5da1414 req-7aa15805-d9ae-44a7-b73c-7bebde4c86e8 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2098889 Jan 28 03:44:14.190148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 43b089a4-0d70-41f9-9ebc-d979474cb96c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=43b089a4-0d70-41f9-9ebc-d979474cb96c,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:14.200030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=19e8a205-d973-448e-9336-5284e6eb3219,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:14.202982 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:14.236615 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:14.248954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e5755-9485-4c95-8f6c-b2b2d78d3c56 req-40dede0a-bbfc-4ed6-8a9d-4001cb5e43df tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:14.248954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e6e5755-9485-4c95-8f6c-b2b2d78d3c56 req-40dede0a-bbfc-4ed6-8a9d-4001cb5e43df tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 945 time: 0.1604128 Jan 28 03:44:14.288029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=43b089a4-0d70-41f9-9ebc-d979474cb96c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:14.310020 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb21a3d8-f99b-46c2-ad96-bab4b11dd678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f13337f5-d779-4f15-acd9-4ab956eb53c4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:14.313080 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb21a3d8-f99b-46c2-ad96-bab4b11dd678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:14.314531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cb21a3d8-f99b-46c2-ad96-bab4b11dd678 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f13337f5-d779-4f15-acd9-4ab956eb53c4 HTTP/1.1" status: 204 len: 168 time: 0.4958949 Jan 28 03:44:14.323710 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106ca307-f2ee-4eb2-a493-895866d490f6 x-openstack-request-id: req-106ca307-f2ee-4eb2-a493-895866d490f6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:14.324051 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b78244-1306-46cb-b951-4277250c1042", "name": "network-vif-plugged", "status": "completed", "tag": "19e8a205-d973-448e-9336-5284e6eb3219", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:14.324398 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-106ca307-f2ee-4eb2-a493-895866d490f6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:14.324810 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b78244-1306-46cb-b951-4277250c1042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8a205-d973-448e-9336-5284e6eb3219', 'code': 200} Jan 28 03:44:14.337979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e6e5755-9485-4c95-8f6c-b2b2d78d3c56 req-28c45862-c3f0-4da0-ab52-08f10657a54a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764008 Jan 28 03:44:14.351910 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21a3d8-f99b-46c2-ad96-bab4b11dd678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13337f5-d779-4f15-acd9-4ab956eb53c4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:14.362603 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e43c5b29-7e71-4b5b-8ebe-edc89193b269 req-50dc66ab-d94d-425f-9503-672a29ecba5d service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070165 Jan 28 03:44:14.402627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:14.542547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-6677b53c-6fa2-4e1a-a039-18e80502f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:14.544087 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-6677b53c-6fa2-4e1a-a039-18e80502f270 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1095 time: 0.0700138 Jan 28 03:44:14.544644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752f55-860b-42fe-9907-69d70bfd33c6 req-120870db-47b6-491e-baa3-1477f13ba898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:14.546681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5752f55-860b-42fe-9907-69d70bfd33c6 req-120870db-47b6-491e-baa3-1477f13ba898 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 1097 time: 0.0815823 Jan 28 03:44:14.576551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['43b089a4-0d70-41f9-9ebc-d979474cb96c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:44:14.679118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5752f55-860b-42fe-9907-69d70bfd33c6 req-4b1cf414-bad5-4a56-8d98-f450b9eed6f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238048 Jan 28 03:44:14.699837 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851149a-e699-4461-bf4a-cf60c870f02a req-e5b477cd-fae6-4418-a814-826dbd05cd08 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:14.707297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7851149a-e699-4461-bf4a-cf60c870f02a req-e5b477cd-fae6-4418-a814-826dbd05cd08 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 944 time: 0.1123710 Jan 28 03:44:14.769116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-7968d974-e202-434d-bc48-cbcf2c03893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:14.770628 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-7968d974-e202-434d-bc48-cbcf2c03893d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.2162106 Jan 28 03:44:14.781488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7851149a-e699-4461-bf4a-cf60c870f02a req-4da506b7-b13e-473b-9a8f-577cf17aaea1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732150 Jan 28 03:44:14.856493 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-f707a9b1-a5e3-4b38-9e3a-4e6cfc04ce24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 200 len: 217 time: 0.0790102 Jan 28 03:44:14.921062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-da6ea196-221e-4d82-92fa-921077306300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:14.922574 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-da6ea196-221e-4d82-92fa-921077306300 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.0595102 Jan 28 03:44:14.986605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-2341743b-50e1-4c58-8fd3-9d17da39f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:14.988239 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-2341743b-50e1-4c58-8fd3-9d17da39f232 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581424 Jan 28 03:44:15.083324 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-5caa52ed-305d-4741-a32b-937d027b4643 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858750 Jan 28 03:44:15.191500 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3a71d0e2-fc68-4338-a8b0-a633355c2df4 req-68351f66-dce8-4ce9-90f6-c72e22ceef4b service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019294 Jan 28 03:44:15.320512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40650) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:15.390105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02709-58cd-4480-957e-2badf45225a3 req-46691d8d-74d6-4fe1-8b73-a41e919c7e11 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:15.393895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfe02709-58cd-4480-957e-2badf45225a3 req-46691d8d-74d6-4fe1-8b73-a41e919c7e11 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.0900896 Jan 28 03:44:15.437170 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.446023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2026652936-network', 'tenant_id': 'dde9f44ad8874ffab10950cdb70e8482'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:15.484647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Made reservation on behalf of dde9f44ad8874ffab10950cdb70e8482 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:44:15.488222 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.507378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.544401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfe02709-58cd-4480-957e-2badf45225a3 req-9bf4ce69-0b4b-4a1f-9f6f-603c4b57c30a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1438689 Jan 28 03:44:15.598377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965fa89-d466-4737-a797-97c528c31142 req-89981e18-3de5-4709-a17f-cc4526226f31 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:15.601332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d965fa89-d466-4737-a797-97c528c31142 req-89981e18-3de5-4709-a17f-cc4526226f31 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 945 time: 0.1322205 Jan 28 03:44:15.627305 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Publish callbacks [] for security_group (344464ae-f2fc-4013-9bc5-e1f97b91baee), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.633140 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (344464ae-f2fc-4013-9bc5-e1f97b91baee), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.646443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:44:15.670952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d965fa89-d466-4737-a797-97c528c31142 req-b7463893-9148-474e-b2b9-66ac2393ad54 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628245 Jan 28 03:44:15.683518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344464ae-f2fc-4013-9bc5-e1f97b91baee,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:15.697776 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4a9a06ae-f7f9-4326-ac2e-42f5a09a6ab2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.700289 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Added segment 4a9a06ae-f7f9-4326-ac2e-42f5a09a6ab2 of type vlan for network fbec9252-a0a8-4381-9790-5e4dc06446a8 Jan 28 03:44:15.753336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (fbec9252-a0a8-4381-9790-5e4dc06446a8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.769079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 43b089a4-0d70-41f9-9ebc-d979474cb96c up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:44:15.780326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (fbec9252-a0a8-4381-9790-5e4dc06446a8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.781301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:15.782002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.855748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 43b089a4-0d70-41f9-9ebc-d979474cb96c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:44:15.860752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 43b089a4-0d70-41f9-9ebc-d979474cb96c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:15.862070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.887123 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5652797 Jan 28 03:44:15.890661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:15.899038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Request body: {'subnet': {'network_id': 'fbec9252-a0a8-4381-9790-5e4dc06446a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2026652936-subnet', 'tenant_id': 'dde9f44ad8874ffab10950cdb70e8482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:15.913706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401131ca-9448-4827-a683-c286fe46e66f admin admin] Pushing event updated for resources: {'Network': ['ID=fbec9252-a0a8-4381-9790-5e4dc06446a8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:15.951448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network fbec9252-a0a8-4381-9790-5e4dc06446a8 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:44:15.967224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Made reservation on behalf of dde9f44ad8874ffab10950cdb70e8482 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:44:15.969820 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:16.117442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 43b089a4-0d70-41f9-9ebc-d979474cb96c is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:16.118094 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:16.124420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff01d0e-bf40-4030-bd8e-87a9f736cb68 req-8b7c0214-58ea-41ba-a4aa-7a0d1356df78 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:16.126426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bff01d0e-bf40-4030-bd8e-87a9f736cb68 req-8b7c0214-58ea-41ba-a4aa-7a0d1356df78 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 944 time: 0.2483468 Jan 28 03:44:16.171510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 43b089a4-0d70-41f9-9ebc-d979474cb96c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=43b089a4-0d70-41f9-9ebc-d979474cb96c,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:16.175888 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:16.224742 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (bec1fa0f-b9b1-46da-ae83-a62f1e186988), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:16.230203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=43b089a4-0d70-41f9-9ebc-d979474cb96c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:16.238505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.238505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.238778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.238956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.239290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.239625 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.239959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.240291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.240619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.240984 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.241317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.241643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.241967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:16.261984 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bff01d0e-bf40-4030-bd8e-87a9f736cb68 req-92024905-bbad-43f2-875c-18bb98a5e026 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265576 Jan 28 03:44:16.281396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec1fa0f-b9b1-46da-ae83-a62f1e186988,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:16.301129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Checking segment: {'id': '4a9a06ae-f7f9-4326-ac2e-42f5a09a6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fbec9252-a0a8-4381-9790-5e4dc06446a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:16.301505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Network hostable DHCP agents. Network: fbec9252-a0a8-4381-9790-5e4dc06446a8, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:44:16.321873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Network fbec9252-a0a8-4381-9790-5e4dc06446a8 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:44:16.325817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de14fc8d-fbef-41f2-a130-99db5984a8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b089a4-0d70-41f9-9ebc-d979474cb96c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:16.328246 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa148c15-1363-4f16-88e3-a29d4e91dce8" -d '{"events": [{"server_uuid": "de14fc8d-fbef-41f2-a130-99db5984a8bc", "name": "network-vif-plugged", "status": "completed", "tag": "43b089a4-0d70-41f9-9ebc-d979474cb96c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:16.332731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, fbec9252-a0a8-4381-9790-5e4dc06446a8) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:16.337115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:16.337724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:16.345993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83151a5b-6e23-4c10-bf73-01f9ffd17fda None None] Network fbec9252-a0a8-4381-9790-5e4dc06446a8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:44:16.361503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e112e65a-062f-433c-a3f1-249e154a6eb3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4694383 Jan 28 03:44:16.396226 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9519f35-976b-4af8-81b7-f98ebd13e36e x-openstack-request-id: req-c9519f35-976b-4af8-81b7-f98ebd13e36e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:16.396547 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de14fc8d-fbef-41f2-a130-99db5984a8bc", "name": "network-vif-plugged", "status": "completed", "tag": "43b089a4-0d70-41f9-9ebc-d979474cb96c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:16.396757 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9519f35-976b-4af8-81b7-f98ebd13e36e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:16.397178 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de14fc8d-fbef-41f2-a130-99db5984a8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b089a4-0d70-41f9-9ebc-d979474cb96c', 'code': 200} Jan 28 03:44:16.501472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b717e184-c9a3-441d-a886-d5fe0b44c872 None None] Network fbec9252-a0a8-4381-9790-5e4dc06446a8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:44:16.550129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236fc4-d834-444b-a17b-07cc019ac447 req-d4197f71-fbc8-4f23-9276-2de727f8f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:16.551937 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-37236fc4-d834-444b-a17b-07cc019ac447 req-d4197f71-fbc8-4f23-9276-2de727f8f393 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 1097 time: 0.0640199 Jan 28 03:44:16.681706 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-37236fc4-d834-444b-a17b-07cc019ac447 req-52d33b22-bc49-4590-b6a0-e3e65c77573f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224809 Jan 28 03:44:16.696618 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:16.724431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb201f-f83c-4d72-af2d-2f34b24e976c req-166e4395-d942-40ae-b76c-1effb10f4604 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:16.727141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47eb201f-f83c-4d72-af2d-2f34b24e976c req-166e4395-d942-40ae-b76c-1effb10f4604 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.0755837 Jan 28 03:44:16.787286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47eb201f-f83c-4d72-af2d-2f34b24e976c req-9fd87f1d-871c-4cdb-95aa-33d77904d0ee tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543804 Jan 28 03:44:16.859170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0255aab-1ede-4aeb-b199-b18496330193 req-363f2947-2367-4b80-a612-be2cf7b3d963 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:16.861268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0255aab-1ede-4aeb-b199-b18496330193 req-363f2947-2367-4b80-a612-be2cf7b3d963 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 945 time: 0.0721965 Jan 28 03:44:16.941518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0255aab-1ede-4aeb-b199-b18496330193 req-b52191a7-8d57-474d-866e-4c4628aeb9fc tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748153 Jan 28 03:44:17.030378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:17.035902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1095803350-network', 'tenant_id': 'db925e0cd6b44e099855b59d29a66f4f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:17.064353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Made reservation on behalf of db925e0cd6b44e099855b59d29a66f4f for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:44:17.067387 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:17.092999 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:17.206020 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Publish callbacks [] for security_group (8f1416e7-0376-459c-8fa8-775368d6fe97), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:17.210472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8f1416e7-0376-459c-8fa8-775368d6fe97), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:17.244500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:44:17.278882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1416e7-0376-459c-8fa8-775368d6fe97,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:17.292349 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e3e35711-897f-40bb-b5ea-59c36516231b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:17.292750 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Added segment e3e35711-897f-40bb-b5ea-59c36516231b of type vlan for network d7c058f4-4907-40f4-82b6-a91186928327 Jan 28 03:44:17.387727 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d7c058f4-4907-40f4-82b6-a91186928327), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:17.478411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d7c058f4-4907-40f4-82b6-a91186928327), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:17.479570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:17.480160 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:17.549537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5173709 Jan 28 03:44:17.552045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40732) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:17.557412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Request body: {'subnet': {'network_id': 'd7c058f4-4907-40f4-82b6-a91186928327', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1095803350-subnet', 'tenant_id': 'db925e0cd6b44e099855b59d29a66f4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:17.564803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19274bf7-d3b6-452d-8c5b-58113f131b5c admin admin] Pushing event updated for resources: {'Network': ['ID=d7c058f4-4907-40f4-82b6-a91186928327,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:17.578471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d7c058f4-4907-40f4-82b6-a91186928327 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:44:17.586826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bfbc0-d1ae-459d-8256-22551d63df24 req-44a24962-38d8-42ef-a50b-50cb9768a538 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:17.595387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce2bfbc0-d1ae-459d-8256-22551d63df24 req-44a24962-38d8-42ef-a50b-50cb9768a538 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.1759419 Jan 28 03:44:17.619002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Made reservation on behalf of db925e0cd6b44e099855b59d29a66f4f for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:44:17.623206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:17.648256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce2bfbc0-d1ae-459d-8256-22551d63df24 req-45c00b62-1d45-4e08-b3ef-7651493ac9eb tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516477 Jan 28 03:44:17.772277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:44:17.885002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (044e394a-bb6b-4d32-967b-a5d661dd2164), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:17.904626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:17.926484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'port_id': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'mac_address': 'fa:16:3e:2d:c3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:44:18.010639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Checking segment: {'id': 'e3e35711-897f-40bb-b5ea-59c36516231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd7c058f4-4907-40f4-82b6-a91186928327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:18.011347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Network hostable DHCP agents. Network: d7c058f4-4907-40f4-82b6-a91186928327, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:44:18.015385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044e394a-bb6b-4d32-967b-a5d661dd2164,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:18.029651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:18.031260 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.050870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Network d7c058f4-4907-40f4-82b6-a91186928327 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:44:18.061321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:44:18.085760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d7c058f4-4907-40f4-82b6-a91186928327) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:18.096538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:18.098756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.108524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795bbe0-193a-43d2-8140-92ee203e7526 req-bfde342c-e460-423f-a352-181c7522e684 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:18.111635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9795bbe0-193a-43d2-8140-92ee203e7526 req-bfde342c-e460-423f-a352-181c7522e684 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.1517844 Jan 28 03:44:18.118613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a212c7-4c0f-4de5-84ab-59664b2d6676 None None] Network d7c058f4-4907-40f4-82b6-a91186928327 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:44:18.150698 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-873eb16c-7e92-47ad-8359-7ba3cd31cfc6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5974557 Jan 28 03:44:18.213940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9795bbe0-193a-43d2-8140-92ee203e7526 req-a0ad1527-2330-48e0-b910-4e949429956c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959089 Jan 28 03:44:18.258501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:18.288663 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.297027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4514f343-f6b5-4d66-b1e6-c10b736f829a None None] Network d7c058f4-4907-40f4-82b6-a91186928327 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:44:18.320107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40744) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:18.354688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:18.407043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf92f34-2013-4fd1-8bca-89fb034b9379 admin admin] Deleting subnet bec1fa0f-b9b1-46da-ae83-a62f1e186988 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:44:18.416226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbf92f34-2013-4fd1-8bca-89fb034b9379 admin admin] Publish callbacks [] for subnet (bec1fa0f-b9b1-46da-ae83-a62f1e186988), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.491944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbf92f34-2013-4fd1-8bca-89fb034b9379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (bec1fa0f-b9b1-46da-ae83-a62f1e186988), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.553602 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbf92f34-2013-4fd1-8bca-89fb034b9379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (bec1fa0f-b9b1-46da-ae83-a62f1e186988), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.613958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbf92f34-2013-4fd1-8bca-89fb034b9379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (bec1fa0f-b9b1-46da-ae83-a62f1e186988), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.647578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf92f34-2013-4fd1-8bca-89fb034b9379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec1fa0f-b9b1-46da-ae83-a62f1e186988,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:18.656392 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbf92f34-2013-4fd1-8bca-89fb034b9379 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.662266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:44:18.683458 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fbf92f34-2013-4fd1-8bca-89fb034b9379 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bec1fa0f-b9b1-46da-ae83-a62f1e186988 HTTP/1.1" status: 204 len: 168 time: 0.3622582 Jan 28 03:44:18.685982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:18.897103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (fbec9252-a0a8-4381-9790-5e4dc06446a8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.922500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f7d12-bde5-4e7d-8475-f289680f1aaf req-872a7f03-2b06-4ee3-8334-0288cbc97d88 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:18.924376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-365f7d12-bde5-4e7d-8475-f289680f1aaf req-872a7f03-2b06-4ee3-8334-0288cbc97d88 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.1434588 Jan 28 03:44:19.040415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (fbec9252-a0a8-4381-9790-5e4dc06446a8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.090987 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-365f7d12-bde5-4e7d-8475-f289680f1aaf req-6a9742ef-dbd5-463e-82b2-461787c3d3ca tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583016 Jan 28 03:44:19.112535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbec9252-a0a8-4381-9790-5e4dc06446a8']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:19.125697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9a06ae-f7f9-4326-ac2e-42f5a09a6ab2') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:19.126009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9a06ae-f7f9-4326-ac2e-42f5a09a6ab2') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:19.150299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (4a9a06ae-f7f9-4326-ac2e-42f5a09a6ab2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.167818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4a9a06ae-f7f9-4326-ac2e-42f5a09a6ab2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.197143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:44:19.198798 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (4a9a06ae-f7f9-4326-ac2e-42f5a09a6ab2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:44:19.203742 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:44:19.349333 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (fbec9252-a0a8-4381-9790-5e4dc06446a8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.367020 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.373218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fbec9252-a0a8-4381-9790-5e4dc06446a8 HTTP/1.1" status: 204 len: 168 time: 0.6861088 Jan 28 03:44:19.376860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40766) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:19.415834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad7d9c-047a-45ac-89c7-af36a005ccb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbec9252-a0a8-4381-9790-5e4dc06446a8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:19.482537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f998f0-b15f-4f49-9b92-d6040eebf9c5 admin admin] Deleting subnet 044e394a-bb6b-4d32-967b-a5d661dd2164 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:44:19.490284 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65f998f0-b15f-4f49-9b92-d6040eebf9c5 admin admin] Publish callbacks [] for subnet (044e394a-bb6b-4d32-967b-a5d661dd2164), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.546177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421633c6-58af-4026-9f2c-7236028409db req-88ae4656-a525-4292-8994-b2f6c40a1a94 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:19.553091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-421633c6-58af-4026-9f2c-7236028409db req-88ae4656-a525-4292-8994-b2f6c40a1a94 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0836089 Jan 28 03:44:19.555531 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65f998f0-b15f-4f49-9b92-d6040eebf9c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (044e394a-bb6b-4d32-967b-a5d661dd2164), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.587055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea3db8-15f3-4ed4-90a4-0e20b6c4c762 req-f5135832-39c8-4710-aa6b-5510781136db tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:19.587055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12ea3db8-15f3-4ed4-90a4-0e20b6c4c762 req-f5135832-39c8-4710-aa6b-5510781136db tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 944 time: 0.1721847 Jan 28 03:44:19.629219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65f998f0-b15f-4f49-9b92-d6040eebf9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (044e394a-bb6b-4d32-967b-a5d661dd2164), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.665424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-421633c6-58af-4026-9f2c-7236028409db req-1c5b3218-453d-4bb1-b6a1-a984c6e1c32e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021478 Jan 28 03:44:19.701166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12ea3db8-15f3-4ed4-90a4-0e20b6c4c762 req-f451b1a6-526b-4056-8ee1-1a81c62859d4 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078591 Jan 28 03:44:19.715197 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65f998f0-b15f-4f49-9b92-d6040eebf9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (044e394a-bb6b-4d32-967b-a5d661dd2164), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.745004 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f998f0-b15f-4f49-9b92-d6040eebf9c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044e394a-bb6b-4d32-967b-a5d661dd2164,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:19.761334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65f998f0-b15f-4f49-9b92-d6040eebf9c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.768406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:19.768883 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-65f998f0-b15f-4f49-9b92-d6040eebf9c5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/044e394a-bb6b-4d32-967b-a5d661dd2164 HTTP/1.1" status: 204 len: 168 time: 0.3904598 Jan 28 03:44:19.789993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:44:19.902818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d7c058f4-4907-40f4-82b6-a91186928327), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.932507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe552d3-03fe-4c98-a6a2-7dbbb3e07dfe req-76a25a44-017b-4ed2-ba43-673288120ad4 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:19.934575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:44:19.942088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:19.943433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fe552d3-03fe-4c98-a6a2-7dbbb3e07dfe req-76a25a44-017b-4ed2-ba43-673288120ad4 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.1098692 Jan 28 03:44:19.943694 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:20.068678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d7c058f4-4907-40f4-82b6-a91186928327), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:20.079755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2fe552d3-03fe-4c98-a6a2-7dbbb3e07dfe req-5f8ef82f-a0e0-47d5-8176-f556384140ba tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350887 Jan 28 03:44:20.106541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c058f4-4907-40f4-82b6-a91186928327']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:20.137225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e35711-897f-40bb-b5ea-59c36516231b') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:20.137937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e35711-897f-40bb-b5ea-59c36516231b') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:20.157877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (e3e35711-897f-40bb-b5ea-59c36516231b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:20.183219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e3e35711-897f-40bb-b5ea-59c36516231b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:20.192653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:44:20.193191 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (e3e35711-897f-40bb-b5ea-59c36516231b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:44:20.195093 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:44:20.325342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d7c058f4-4907-40f4-82b6-a91186928327), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:20.335895 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:20.337405 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d7c058f4-4907-40f4-82b6-a91186928327 HTTP/1.1" status: 204 len: 168 time: 0.5681591 Jan 28 03:44:20.361808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:20.362199 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:20.368162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925314d4-d4c7-4160-b26e-0e4962183932 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c058f4-4907-40f4-82b6-a91186928327,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:20.402913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:20.403983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:20.406469 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071167da-b376-428d-865f-7f95caa05235" -d '{"events": [{"server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:20.414529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:20.514125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:20.530161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b463aa-bdcc-460e-926f-954e8d067e88 req-ddf40495-9916-44ec-a697-134fc78b9a2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:20.544068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88b463aa-bdcc-460e-926f-954e8d067e88 req-ddf40495-9916-44ec-a697-134fc78b9a2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0993922 Jan 28 03:44:20.579621 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f478de53-b9c0-4b11-adc7-27409d697171 x-openstack-request-id: req-f478de53-b9c0-4b11-adc7-27409d697171 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:20.579911 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:20.580163 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f478de53-b9c0-4b11-adc7-27409d697171 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:20.580558 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'code': 200} Jan 28 03:44:20.640552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88b463aa-bdcc-460e-926f-954e8d067e88 req-cfb0b620-f3ee-4fa0-89ba-990624785854 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935881 Jan 28 03:44:20.730842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40804) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:20.780898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c786750a-4222-49d1-8b8b-33e581fae33f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dde9f44ad8874ffab10950cdb70e8482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481343 Jan 28 03:44:20.782577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40806) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:20.836291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2ff18-4f49-451c-9e07-c5b4286c3caf req-56057fb3-e4ef-455c-b9ab-f17cab0cffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:20.838131 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a1b2ff18-4f49-451c-9e07-c5b4286c3caf req-56057fb3-e4ef-455c-b9ab-f17cab0cffba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1097 time: 0.1374171 Jan 28 03:44:20.909332 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62538ad3-1f1a-42a7-aad9-b08e9e717c28 admin admin] Publish callbacks [] for security_group (344464ae-f2fc-4013-9bc5-e1f97b91baee), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:20.937543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a1b2ff18-4f49-451c-9e07-c5b4286c3caf req-81e4aa4e-7fd7-4d04-8f55-c0ef89c0d865 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929379 Jan 28 03:44:20.939640 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62538ad3-1f1a-42a7-aad9-b08e9e717c28 admin admin] Publish callbacks [] for security_group (344464ae-f2fc-4013-9bc5-e1f97b91baee), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:21.001556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718e2b-4d71-4fb6-8cbc-631bc0348d90 req-af1cce8f-0b3b-4cdf-8b37-66e3bf81adf2 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:21.005337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4718e2b-4d71-4fb6-8cbc-631bc0348d90 req-af1cce8f-0b3b-4cdf-8b37-66e3bf81adf2 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1638188 Jan 28 03:44:21.006988 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62538ad3-1f1a-42a7-aad9-b08e9e717c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (344464ae-f2fc-4013-9bc5-e1f97b91baee), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:21.010200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62538ad3-1f1a-42a7-aad9-b08e9e717c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:21.011390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-62538ad3-1f1a-42a7-aad9-b08e9e717c28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/344464ae-f2fc-4013-9bc5-e1f97b91baee HTTP/1.1" status: 204 len: 168 time: 0.2277408 Jan 28 03:44:21.034304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62538ad3-1f1a-42a7-aad9-b08e9e717c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344464ae-f2fc-4013-9bc5-e1f97b91baee,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:21.095715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4718e2b-4d71-4fb6-8cbc-631bc0348d90 req-80e8210d-2fec-4d65-ac78-e3a5de064de9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830691 Jan 28 03:44:21.517398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:21.575670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c18e9097-4404-46eb-a108-88b38d288adf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db925e0cd6b44e099855b59d29a66f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569615 Jan 28 03:44:21.578549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40822) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:21.640398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff71755d-762d-4ce5-bbac-eded690e680c admin admin] Publish callbacks [] for security_group (8f1416e7-0376-459c-8fa8-775368d6fe97), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:21.662871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff71755d-762d-4ce5-bbac-eded690e680c admin admin] Publish callbacks [] for security_group (8f1416e7-0376-459c-8fa8-775368d6fe97), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:21.783212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff71755d-762d-4ce5-bbac-eded690e680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8f1416e7-0376-459c-8fa8-775368d6fe97), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:21.786686 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff71755d-762d-4ce5-bbac-eded690e680c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:21.789647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ff71755d-762d-4ce5-bbac-eded690e680c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f1416e7-0376-459c-8fa8-775368d6fe97 HTTP/1.1" status: 204 len: 168 time: 0.2099285 Jan 28 03:44:21.804070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71755d-762d-4ce5-bbac-eded690e680c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1416e7-0376-459c-8fa8-775368d6fe97,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:21.886943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973ce4e-ba3d-4523-8d1f-7bd1ce5d3213 req-8f628933-4fb7-4516-833a-43c7c436c546 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:21.894793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6973ce4e-ba3d-4523-8d1f-7bd1ce5d3213 req-8f628933-4fb7-4516-833a-43c7c436c546 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.1144941 Jan 28 03:44:21.961793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6973ce4e-ba3d-4523-8d1f-7bd1ce5d3213 req-a7318e1b-95a9-4df0-8bfb-1681b7cacb05 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659101 Jan 28 03:44:22.237320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e8577-6bd0-45ce-8bb6-e93e2ed72e65 req-96a95b93-8e0e-43ec-8872-abcd3dcd3b7c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:22.239738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-308e8577-6bd0-45ce-8bb6-e93e2ed72e65 req-96a95b93-8e0e-43ec-8872-abcd3dcd3b7c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.0682545 Jan 28 03:44:22.304300 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-308e8577-6bd0-45ce-8bb6-e93e2ed72e65 req-ca26943a-60ba-4d15-bf24-e28188f402de tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589027 Jan 28 03:44:23.089367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f494f9-0156-4b52-b61e-c2c40aec838a req-6ad29997-91f8-41ae-891c-9b9e027c7b52 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:23.093390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74f494f9-0156-4b52-b61e-c2c40aec838a req-6ad29997-91f8-41ae-891c-9b9e027c7b52 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0646529 Jan 28 03:44:23.151659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74f494f9-0156-4b52-b61e-c2c40aec838a req-eff46539-7976-4bda-ac19-eb9c201df6c8 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529273 Jan 28 03:44:23.430948 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41277309-e7e7-4dd5-b65c-199c07a45ef8 req-392a0d50-abd3-43ab-b89c-8b399c3c83d0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:23.433066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41277309-e7e7-4dd5-b65c-199c07a45ef8 req-392a0d50-abd3-43ab-b89c-8b399c3c83d0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.0504742 Jan 28 03:44:23.482421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41277309-e7e7-4dd5-b65c-199c07a45ef8 req-4dc5477c-6b00-4c7f-a5e5-ed72cded5fbb tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431626 Jan 28 03:44:23.603945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6309c6-b644-4c73-aac1-4c1bd456808e req-bc2178b2-38fe-4743-aa97-d4aa31b09b14 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:23.605643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c6309c6-b644-4c73-aac1-4c1bd456808e req-bc2178b2-38fe-4743-aa97-d4aa31b09b14 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.0510542 Jan 28 03:44:23.615934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:23.622531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f3c68a41-0490-418b-a5e5-6731b084e84d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Request body: {'floatingip': {'port_id': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:23.670398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3c68a41-0490-418b-a5e5-6731b084e84d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:24.137431 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3c68a41-0490-418b-a5e5-6731b084e84d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:24.141088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3c68a41-0490-418b-a5e5-6731b084e84d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:24.252033 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-f3c68a41-0490-418b-a5e5-6731b084e84d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Floating IP d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff associated. External IP: 172.25.1.128, port: 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb. Jan 28 03:44:24.284277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a27f23-813a-4687-8e1e-e80f1faffbf3 req-a64ec894-7266-44fc-8134-a674bad426e1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:24.286074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48a27f23-813a-4687-8e1e-e80f1faffbf3 req-a64ec894-7266-44fc-8134-a674bad426e1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0591624 Jan 28 03:44:24.337466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48a27f23-813a-4687-8e1e-e80f1faffbf3 req-4ddbe4ee-8c12-4292-baa9-af3338cbd97a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443497 Jan 28 03:44:24.468744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c68a41-0490-418b-a5e5-6731b084e84d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:44:24.885715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c68a41-0490-418b-a5e5-6731b084e84d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:44:24.890477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3c68a41-0490-418b-a5e5-6731b084e84d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:24.897485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] Sync routers for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:44:24.909679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:44:24.910876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:44:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:24.918424 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f3c68a41-0490-418b-a5e5-6731b084e84d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "PUT /v2.0/floatingips/d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff HTTP/1.1" status: 200 len: 991 time: 1.3007555 Jan 28 03:44:24.919018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:24.925404 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c1fee5-9e0a-401b-8979-1d23bf4e175d" -d '{"events": [{"name": "network-changed", "server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:24.977196 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825538ba-ef65-4d06-aaed-dd9793dd6aa3 x-openstack-request-id: req-825538ba-ef65-4d06-aaed-dd9793dd6aa3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:24.977594 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:24.977956 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-825538ba-ef65-4d06-aaed-dd9793dd6aa3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:24.978458 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'status': 'completed', 'code': 200} Jan 28 03:44:25.035545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:44:25.091142 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-6d8085e5-7c57-4b51-a05f-c5fa2f5caa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:25.092637 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-6d8085e5-7c57-4b51-a05f-c5fa2f5caa51 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1097 time: 0.0414145 Jan 28 03:44:25.193297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-0ae35e5a-a2a5-44b7-a177-af4d96ac6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:25.195004 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-0ae35e5a-a2a5-44b7-a177-af4d96ac6643 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.0963855 Jan 28 03:44:25.271781 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-dd93a7ab-350e-41b2-acd3-3fb691906853 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 200 len: 999 time: 0.0682316 Jan 28 03:44:25.288016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'd65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'port_id': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'mac_address': 'fa:16:3e:2d:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:44:06Z', 'updated_at': '2022-01-28T03:44:24Z', 'revision_number': 1, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:25.315161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] Checking router: 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:44:25.324528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:44:25.325765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:44:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:25.327151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-c1f973ef-c93d-4f64-85dd-bab6d9a070d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:25.328697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-c1f973ef-c93d-4f64-85dd-bab6d9a070d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.0503547 Jan 28 03:44:25.379421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-e9b3f78b-bb51-494c-a9b5-929d615f9e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:25.381535 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-e9b3f78b-bb51-494c-a9b5-929d615f9e41 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470340 Jan 28 03:44:25.458438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:44:25.469880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9ba3d-816c-4f75-a5a0-3c9bbadcf8ab req-5a2a0986-1048-416a-9ad8-77b82e73c887 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:25.476250 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-fd4304d6-8016-4626-8206-00972d5f46f3 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885966 Jan 28 03:44:25.477326 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64f9ba3d-816c-4f75-a5a0-3c9bbadcf8ab req-5a2a0986-1048-416a-9ad8-77b82e73c887 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0596094 Jan 28 03:44:25.524548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64f9ba3d-816c-4f75-a5a0-3c9bbadcf8ab req-977111e3-0377-4fab-b63f-a26dac7d93b8 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443244 Jan 28 03:44:25.581177 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-74c1fee5-9e0a-401b-8979-1d23bf4e175d req-9b629921-e704-410e-b741-274f246d5668 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982771 Jan 28 03:44:25.724397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'd65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'port_id': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'mac_address': 'fa:16:3e:2d:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:44:06Z', 'updated_at': '2022-01-28T03:44:24Z', 'revision_number': 1, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:25.753570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c1215-3195-41ce-bf3d-49a159bb3582 None None] The sync data for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 is: [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'd65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'port_id': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'mac_address': 'fa:16:3e:2d:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:44:06Z', 'updated_at': '2022-01-28T03:44:24Z', 'revision_number': 1, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:44:25.983919 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f733ea-57cb-4650-a0be-b2ed0ef1e7fb None None] New status for floating IP d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:44:26.644815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefaae7-8d2e-4708-a026-4ad26b57ef61 req-d32aca83-312a-4fce-9045-5200df48fedd tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:26.647004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fefaae7-8d2e-4708-a026-4ad26b57ef61 req-d32aca83-312a-4fce-9045-5200df48fedd tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0502288 Jan 28 03:44:26.701566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fefaae7-8d2e-4708-a026-4ad26b57ef61 req-e22dc80a-eb1f-4c85-a208-65b7fe22e080 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470533 Jan 28 03:44:27.820083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c600ac-fa33-4221-a8d5-e7d1322b39d6 req-bcbc6600-fcf3-4720-8181-bdede16d3f33 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:27.821603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70c600ac-fa33-4221-a8d5-e7d1322b39d6 req-bcbc6600-fcf3-4720-8181-bdede16d3f33 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0493901 Jan 28 03:44:27.869581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70c600ac-fa33-4221-a8d5-e7d1322b39d6 req-2fad542a-7173-4389-8737-1e63a23b1dd9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Jan 28 03:44:28.446858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4f39-ec92-4c8c-a5ff-f85c6a63f89e req-244e1a03-8122-42f4-a024-411d7b6919dd tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:28.449423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-982b4f39-ec92-4c8c-a5ff-f85c6a63f89e req-244e1a03-8122-42f4-a024-411d7b6919dd tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0618644 Jan 28 03:44:28.514903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-982b4f39-ec92-4c8c-a5ff-f85c6a63f89e req-89f08e1a-e9e6-46b3-b65d-51ce94bb53a6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592611 Jan 28 03:44:29.006991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361527-cd66-43bb-a4aa-8804d6297042 req-42d4111a-bb7e-4605-bad0-61babc09bb74 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:29.008574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55361527-cd66-43bb-a4aa-8804d6297042 req-42d4111a-bb7e-4605-bad0-61babc09bb74 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0620565 Jan 28 03:44:29.059802 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55361527-cd66-43bb-a4aa-8804d6297042 req-db82d0cd-65f9-425c-b5ca-70ac2c876403 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440044 Jan 28 03:44:29.644931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d232-b7ed-4a07-b09b-4df65e8dd0e0 req-a10f24f6-297a-47bd-9e7f-73e82e892eae tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:29.646715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be52d232-b7ed-4a07-b09b-4df65e8dd0e0 req-a10f24f6-297a-47bd-9e7f-73e82e892eae tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0515869 Jan 28 03:44:29.703166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be52d232-b7ed-4a07-b09b-4df65e8dd0e0 req-8ce47880-2e16-435e-bd70-59ba4dcbf430 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490780 Jan 28 03:44:29.772261 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:44:30.267392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9d44a-045c-4c33-89a8-43d3721849a1 req-3da568d6-57f2-4098-9ba2-8fe51afe5136 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:30.274487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77c9d44a-045c-4c33-89a8-43d3721849a1 req-3da568d6-57f2-4098-9ba2-8fe51afe5136 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0824387 Jan 28 03:44:30.340936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77c9d44a-045c-4c33-89a8-43d3721849a1 req-cddf751c-a932-4631-9b1f-30c5faa04dd4 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569084 Jan 28 03:44:30.841612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abd585-e59f-4cb8-822d-80aebc05b9a6 req-c69ba492-ff93-420e-a371-587815b384b2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:30.843265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3abd585-e59f-4cb8-822d-80aebc05b9a6 req-c69ba492-ff93-420e-a371-587815b384b2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0505517 Jan 28 03:44:30.913254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f3abd585-e59f-4cb8-822d-80aebc05b9a6 req-8076cdd9-803c-42f5-9a8b-dd882bb20733 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625868 Jan 28 03:44:31.569921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14129ad-cf4e-4038-b3c7-30f2eca8fb53 req-eb388b5f-5761-4324-8b8f-7e25fab518ba tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:31.573259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c14129ad-cf4e-4038-b3c7-30f2eca8fb53 req-eb388b5f-5761-4324-8b8f-7e25fab518ba tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0977247 Jan 28 03:44:31.653862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c14129ad-cf4e-4038-b3c7-30f2eca8fb53 req-d02a8ef2-289b-4f4c-bcfb-35ff3e057886 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724764 Jan 28 03:44:32.045059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976da49-0485-4389-8c8b-a2d63ae8554b req-082d9799-c36c-43a2-9792-1af6bf787d20 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:32.046755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9976da49-0485-4389-8c8b-a2d63ae8554b req-082d9799-c36c-43a2-9792-1af6bf787d20 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0614440 Jan 28 03:44:32.094588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9976da49-0485-4389-8c8b-a2d63ae8554b req-2c232168-cc2c-4069-8f7c-fb075ade6616 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417514 Jan 28 03:44:32.827856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ea5ae-0b8a-436b-a08b-28abe512222d req-ffd92e05-d488-488f-8d7f-7b6762780bd9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:32.835863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-767ea5ae-0b8a-436b-a08b-28abe512222d req-ffd92e05-d488-488f-8d7f-7b6762780bd9 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.1018155 Jan 28 03:44:32.899154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-767ea5ae-0b8a-436b-a08b-28abe512222d req-c3c8d3c8-cfc7-4203-ac71-99515451160c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611086 Jan 28 03:44:33.229939 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c7162-0a49-44b5-b3f7-341bb552cfe6 req-8aee190a-d735-4671-a220-442d4fab1d83 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:33.231535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-743c7162-0a49-44b5-b3f7-341bb552cfe6 req-8aee190a-d735-4671-a220-442d4fab1d83 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0574882 Jan 28 03:44:33.287329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-743c7162-0a49-44b5-b3f7-341bb552cfe6 req-f89cda79-8a5a-4464-9393-1ca90148b4fe tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499611 Jan 28 03:44:33.347314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41024) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:33.397700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e176c9-5d50-46df-9058-1708f540ac51 admin admin] Deleting subnet 71d54e39-b469-4cc3-bd43-9c37b4acfbe3 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:44:33.403769 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e176c9-5d50-46df-9058-1708f540ac51 admin admin] Publish callbacks [] for subnet (71d54e39-b469-4cc3-bd43-9c37b4acfbe3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.444497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e176c9-5d50-46df-9058-1708f540ac51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (71d54e39-b469-4cc3-bd43-9c37b4acfbe3), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.498242 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e176c9-5d50-46df-9058-1708f540ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (71d54e39-b469-4cc3-bd43-9c37b4acfbe3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.560034 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e176c9-5d50-46df-9058-1708f540ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (71d54e39-b469-4cc3-bd43-9c37b4acfbe3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.590468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e176c9-5d50-46df-9058-1708f540ac51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d54e39-b469-4cc3-bd43-9c37b4acfbe3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:33.592896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e176c9-5d50-46df-9058-1708f540ac51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.596451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e3e176c9-5d50-46df-9058-1708f540ac51 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/71d54e39-b469-4cc3-bd43-9c37b4acfbe3 HTTP/1.1" status: 204 len: 168 time: 0.2480490 Jan 28 03:44:33.599439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41028) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:33.691615 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (ebb5fce9-7f2d-406f-8e2c-c41f65ef5786), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.798887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (ebb5fce9-7f2d-406f-8e2c-c41f65ef5786), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.821175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb5fce9-7f2d-406f-8e2c-c41f65ef5786']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:33.834194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26223cc-06d9-4b57-a718-9115474348ea') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:33.834750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26223cc-06d9-4b57-a718-9115474348ea') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:33.847869 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (f26223cc-06d9-4b57-a718-9115474348ea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.865389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f26223cc-06d9-4b57-a718-9115474348ea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.876966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:44:33.877368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (f26223cc-06d9-4b57-a718-9115474348ea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:44:33.879133 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:44:33.993919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (ebb5fce9-7f2d-406f-8e2c-c41f65ef5786), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.014307 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.019684 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ebb5fce9-7f2d-406f-8e2c-c41f65ef5786 HTTP/1.1" status: 204 len: 168 time: 0.4191360 Jan 28 03:44:34.022676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41040) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:34.047160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb5fce9-7f2d-406f-8e2c-c41f65ef5786,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:34.056876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.057406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.057839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.058271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.058725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.059145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.059592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.060003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.060438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.060868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.061346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.062422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.063106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbf326-bbe2-4840-860e-83e52a8df1c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:34.147317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3f38a8-4389-4367-9c5a-21026ba02e30 admin admin] Deleting subnet 9422d01e-4ab5-4893-9000-6fc17bdddbec {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:44:34.164038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f32dd6-b2a4-4b9e-b50f-633d1ceec504 req-b6d117bd-bfa9-4e85-880b-f7c5ea7a531e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:34.166809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3f32dd6-b2a4-4b9e-b50f-633d1ceec504 req-b6d117bd-bfa9-4e85-880b-f7c5ea7a531e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0907016 Jan 28 03:44:34.168058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf3f38a8-4389-4367-9c5a-21026ba02e30 admin admin] Publish callbacks [] for subnet (9422d01e-4ab5-4893-9000-6fc17bdddbec), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.252053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3f32dd6-b2a4-4b9e-b50f-633d1ceec504 req-cd613eb6-c8dd-4708-a8c0-5441415d6402 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565360 Jan 28 03:44:34.256679 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf3f38a8-4389-4367-9c5a-21026ba02e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (9422d01e-4ab5-4893-9000-6fc17bdddbec), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.302888 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf3f38a8-4389-4367-9c5a-21026ba02e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (9422d01e-4ab5-4893-9000-6fc17bdddbec), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.409649 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf3f38a8-4389-4367-9c5a-21026ba02e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (9422d01e-4ab5-4893-9000-6fc17bdddbec), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.451291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f38a8-4389-4367-9c5a-21026ba02e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9422d01e-4ab5-4893-9000-6fc17bdddbec,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:34.453437 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf3f38a8-4389-4367-9c5a-21026ba02e30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.456610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bf3f38a8-4389-4367-9c5a-21026ba02e30 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9422d01e-4ab5-4893-9000-6fc17bdddbec HTTP/1.1" status: 204 len: 168 time: 0.4323182 Jan 28 03:44:34.459366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:34.468579 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35d930-3595-4a0f-b20b-256e63f41a4e req-8e7ae449-c396-40d2-9e8f-de301ecf214d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:34.482366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd35d930-3595-4a0f-b20b-256e63f41a4e req-8e7ae449-c396-40d2-9e8f-de301ecf214d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.1039832 Jan 28 03:44:34.558245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd35d930-3595-4a0f-b20b-256e63f41a4e req-987c7177-9667-4265-8627-dbd18ae7808a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735290 Jan 28 03:44:34.593899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (980ee7ad-6271-4c5b-b121-af1593ce94eb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.726825 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (980ee7ad-6271-4c5b-b121-af1593ce94eb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.755058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980ee7ad-6271-4c5b-b121-af1593ce94eb']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:34.767942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4f5e26-3871-4462-9d14-1787972d101b') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:34.768301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4f5e26-3871-4462-9d14-1787972d101b') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:34.780886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (0c4f5e26-3871-4462-9d14-1787972d101b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.796340 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0c4f5e26-3871-4462-9d14-1787972d101b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.803591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:44:34.803896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (0c4f5e26-3871-4462-9d14-1787972d101b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:44:34.805598 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:44:34.928809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (980ee7ad-6271-4c5b-b121-af1593ce94eb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.945146 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.949939 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] 10.222.0.44 "DELETE /v2.0/networks/980ee7ad-6271-4c5b-b121-af1593ce94eb HTTP/1.1" status: 204 len: 168 time: 0.4879930 Jan 28 03:44:34.983130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c757b4-6fc3-4c2c-92cd-9a86978d1e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=980ee7ad-6271-4c5b-b121-af1593ce94eb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:35.182499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:35.229245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41060) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:35.234273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-820fdcef-0676-4086-a376-b14cf5d0b8b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c39d9c300244a8a8ad52de66ff41640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492413 Jan 28 03:44:35.342641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7295d97f-e5db-4137-88b1-72f38198296c admin admin] Publish callbacks [] for security_group (e2c79858-0f5e-49b5-820c-80ae3cae7cc4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:35.401890 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7295d97f-e5db-4137-88b1-72f38198296c admin admin] Publish callbacks [] for security_group (e2c79858-0f5e-49b5-820c-80ae3cae7cc4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:35.454408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5705653-5dc9-4867-aba6-8497523b60e9 req-d1575a9b-f2bc-4fb6-b136-109426b0a790 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:35.466295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5705653-5dc9-4867-aba6-8497523b60e9 req-d1575a9b-f2bc-4fb6-b136-109426b0a790 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0990651 Jan 28 03:44:35.488261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7295d97f-e5db-4137-88b1-72f38198296c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e2c79858-0f5e-49b5-820c-80ae3cae7cc4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:35.492237 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7295d97f-e5db-4137-88b1-72f38198296c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:35.494467 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7295d97f-e5db-4137-88b1-72f38198296c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2c79858-0f5e-49b5-820c-80ae3cae7cc4 HTTP/1.1" status: 204 len: 168 time: 0.2632563 Jan 28 03:44:35.528349 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5705653-5dc9-4867-aba6-8497523b60e9 req-b6798640-88b7-40fc-b1fb-c82301f8048d tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610592 Jan 28 03:44:35.529497 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d97f-e5db-4137-88b1-72f38198296c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c79858-0f5e-49b5-820c-80ae3cae7cc4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:35.696624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffed12f-f07c-4b07-aa22-40679a8ffb59 req-32bfceb1-62ae-44d8-8991-327467b82870 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:35.699173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ffed12f-f07c-4b07-aa22-40679a8ffb59 req-32bfceb1-62ae-44d8-8991-327467b82870 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0613184 Jan 28 03:44:35.755526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ffed12f-f07c-4b07-aa22-40679a8ffb59 req-19009254-20ae-421a-8a26-52135eacee6e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499430 Jan 28 03:44:35.930998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:35.974341 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f942a81f-53c9-448c-9acc-72f1cf039b17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7116879cdd3147208400aa08c6fb0f14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415332 Jan 28 03:44:35.976617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41076) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:36.029532 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dacaa230-1d73-4c1d-98b9-b356e07c2608 admin admin] Publish callbacks [] for security_group (a25e6ae1-02e9-47a5-94c7-f5d969a945b5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:36.051700 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dacaa230-1d73-4c1d-98b9-b356e07c2608 admin admin] Publish callbacks [] for security_group (a25e6ae1-02e9-47a5-94c7-f5d969a945b5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:36.107451 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dacaa230-1d73-4c1d-98b9-b356e07c2608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a25e6ae1-02e9-47a5-94c7-f5d969a945b5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:36.111459 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dacaa230-1d73-4c1d-98b9-b356e07c2608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:36.122189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dacaa230-1d73-4c1d-98b9-b356e07c2608 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a25e6ae1-02e9-47a5-94c7-f5d969a945b5 HTTP/1.1" status: 204 len: 168 time: 0.1426826 Jan 28 03:44:36.136715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaa230-1d73-4c1d-98b9-b356e07c2608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25e6ae1-02e9-47a5-94c7-f5d969a945b5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:36.677917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610e572-8d28-472d-bb21-e00ae54a3019 req-12dd1fd8-41e0-4f8c-aa46-28fba89a783c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:36.685074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e610e572-8d28-472d-bb21-e00ae54a3019 req-12dd1fd8-41e0-4f8c-aa46-28fba89a783c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0798843 Jan 28 03:44:36.752972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e610e572-8d28-472d-bb21-e00ae54a3019 req-8b06ba31-48c6-4182-99da-4cd106507edd tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668859 Jan 28 03:44:36.962984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd87280-6642-48b6-b59b-f9a3dcbada11 req-c46f3a7e-12a2-4e2a-b2f1-a4a35310650b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:36.964726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bd87280-6642-48b6-b59b-f9a3dcbada11 req-c46f3a7e-12a2-4e2a-b2f1-a4a35310650b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0854030 Jan 28 03:44:37.060315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bd87280-6642-48b6-b59b-f9a3dcbada11 req-41125717-89c7-495b-8857-a517d3eeecf8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894635 Jan 28 03:44:37.950363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42a7e1-7961-4514-812c-c13ee3286d3f req-442ea8b7-6430-4e3f-afe7-c7191d3398b1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:37.959353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a42a7e1-7961-4514-812c-c13ee3286d3f req-442ea8b7-6430-4e3f-afe7-c7191d3398b1 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0851591 Jan 28 03:44:38.088382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a42a7e1-7961-4514-812c-c13ee3286d3f req-c1528d9c-9bb0-48bd-aa92-9fee8709d28a tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279874 Jan 28 03:44:38.357456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132ac7-9dc0-45ef-9b1b-04bbdbae72fb req-db419c38-4139-4fc5-9a04-717efa593d7b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:38.359896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb132ac7-9dc0-45ef-9b1b-04bbdbae72fb req-db419c38-4139-4fc5-9a04-717efa593d7b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.1219759 Jan 28 03:44:38.430883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb132ac7-9dc0-45ef-9b1b-04bbdbae72fb req-d6a0e868-980c-4186-97f8-77215da6d876 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648680 Jan 28 03:44:39.216958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59041280-0c1e-45d7-8757-c217427914f7 req-c97b1938-2597-4b18-b9ad-0fd4984ba272 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:39.225204 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59041280-0c1e-45d7-8757-c217427914f7 req-c97b1938-2597-4b18-b9ad-0fd4984ba272 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0626011 Jan 28 03:44:39.305411 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59041280-0c1e-45d7-8757-c217427914f7 req-2811c09c-1607-4d2c-8402-c45265d1f3e7 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743785 Jan 28 03:44:39.578892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e15255-8848-4e16-ad3b-cd26d2795a59 req-e4da7ab9-ac48-4c37-8946-a4c9e8d09de2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:39.586518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35e15255-8848-4e16-ad3b-cd26d2795a59 req-e4da7ab9-ac48-4c37-8946-a4c9e8d09de2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0710413 Jan 28 03:44:39.650868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35e15255-8848-4e16-ad3b-cd26d2795a59 req-305ff67d-8650-43e3-8b49-527a5b97c868 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629535 Jan 28 03:44:39.883797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a1218-ecce-4045-b94f-726f93442a21 req-c501bd99-ac29-4900-bd15-30df7e02a16c tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:39.886313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-082a1218-ecce-4045-b94f-726f93442a21 req-c501bd99-ac29-4900-bd15-30df7e02a16c tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0655901 Jan 28 03:44:39.970278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-082a1218-ecce-4045-b94f-726f93442a21 req-27c67916-efc6-43e3-907b-b5f53a89cb84 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783575 Jan 28 03:44:39.984019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74638717-9948-4286-ab40-2d982334ef48 req-a7c20a6c-b325-431f-b141-2103a1c062da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:39.987358 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74638717-9948-4286-ab40-2d982334ef48 req-a7c20a6c-b325-431f-b141-2103a1c062da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 1098 time: 0.0926092 Jan 28 03:44:40.116531 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74638717-9948-4286-ab40-2d982334ef48 req-b54d2996-655b-41a9-93df-f9f47ed327dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:40.118079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74638717-9948-4286-ab40-2d982334ef48 req-b54d2996-655b-41a9-93df-f9f47ed327dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 912 time: 0.1214488 Jan 28 03:44:40.199149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74638717-9948-4286-ab40-2d982334ef48 req-0301ce31-2f3d-4948-8fd7-ce47331902d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f81495c-a926-4536-aff6-cdb8872627af HTTP/1.1" status: 200 len: 1002 time: 0.0749362 Jan 28 03:44:40.250905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74638717-9948-4286-ab40-2d982334ef48 req-d7ef1c77-0ec1-4e96-be0a-c617066d4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:40.252414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74638717-9948-4286-ab40-2d982334ef48 req-d7ef1c77-0ec1-4e96-be0a-c617066d4df0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.0472524 Jan 28 03:44:40.300100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74638717-9948-4286-ab40-2d982334ef48 req-69cdbec7-0e32-4300-9702-6ef9f03e7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:40.301652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74638717-9948-4286-ab40-2d982334ef48 req-69cdbec7-0e32-4300-9702-6ef9f03e7485 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431509 Jan 28 03:44:40.437537 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6106157f-86cb-45e8-851e-215fa669d77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:40.476220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74638717-9948-4286-ab40-2d982334ef48 req-ca160dcc-ad3e-4684-81fb-807aba7b887a service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685798 Jan 28 03:44:40.488889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622478b-883f-4d0c-8391-c9b38f5373da req-7ef98289-5867-4d02-9f6a-7743f342be2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:40.496751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0622478b-883f-4d0c-8391-c9b38f5373da req-7ef98289-5867-4d02-9f6a-7743f342be2e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.1232729 Jan 28 03:44:40.615539 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0622478b-883f-4d0c-8391-c9b38f5373da req-cd646b3c-43fb-4807-89b5-0d09b3652a26 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173010 Jan 28 03:44:40.639560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74638717-9948-4286-ab40-2d982334ef48 req-e253a9e7-217c-4129-9932-8a95a43098fc service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295924 Jan 28 03:44:41.125939 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf1cc-5aac-4259-98f4-c1e5899f9ae0 req-88b49c39-281b-4898-9341-efd173890979 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:41.127618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-261bf1cc-5aac-4259-98f4-c1e5899f9ae0 req-88b49c39-281b-4898-9341-efd173890979 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0525963 Jan 28 03:44:41.177473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-261bf1cc-5aac-4259-98f4-c1e5899f9ae0 req-58162316-a9bc-4311-88e8-8cb3ea825396 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434828 Jan 28 03:44:41.749946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8df32-cd2d-4b49-8983-35054664bca0 req-e0946075-7755-4ea1-a753-a286432a759c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:41.757035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c8df32-cd2d-4b49-8983-35054664bca0 req-e0946075-7755-4ea1-a753-a286432a759c tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0625298 Jan 28 03:44:41.802636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0c8df32-cd2d-4b49-8983-35054664bca0 req-08fcafa7-b224-4cbc-9e6a-cd40149b0894 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447080 Jan 28 03:44:42.006686 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:42.338837 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cae9a8-ac08-43e5-8634-36f325b7e293 req-40efe98c-bbe5-42e8-ae04-1e11037e646c tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:42.340708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9cae9a8-ac08-43e5-8634-36f325b7e293 req-40efe98c-bbe5-42e8-ae04-1e11037e646c tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0618043 Jan 28 03:44:42.390376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9cae9a8-ac08-43e5-8634-36f325b7e293 req-219629fd-c586-4300-8e30-1f493dc176f2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434835 Jan 28 03:44:42.546121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca152301-6df0-4fdf-a95e-ed71c1eeeeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:42.970565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2934c2-4386-4b95-b191-8344b1d53efd req-388397ec-e504-49fb-8123-ff697c5ce331 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:42.978673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c2934c2-4386-4b95-b191-8344b1d53efd req-388397ec-e504-49fb-8123-ff697c5ce331 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0924809 Jan 28 03:44:43.045702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c2934c2-4386-4b95-b191-8344b1d53efd req-5fdd8567-0a08-4b5d-bae6-88ed4cb248ed tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658720 Jan 28 03:44:44.197125 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:44.222874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe508eb-1ac2-4a04-9c98-21744d686134 req-8ef9bb40-d75a-46a7-a107-4727d112f8b0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:44.231152 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abe508eb-1ac2-4a04-9c98-21744d686134 req-8ef9bb40-d75a-46a7-a107-4727d112f8b0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0897284 Jan 28 03:44:44.279578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abe508eb-1ac2-4a04-9c98-21744d686134 req-c37b86a0-f05e-4d43-84f5-13e899b09dbf tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475881 Jan 28 03:44:44.378378 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:45.122665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-f616a47a-5e48-4c60-9312-9ff6b93d3f18 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:45.126540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-f616a47a-5e48-4c60-9312-9ff6b93d3f18 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 815 time: 0.1528804 Jan 28 03:44:45.146856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-40ee9520-6167-443d-b8da-3440ad559f3d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/quotas/31fe929f67f9406fa207c63d12570a19 HTTP/1.1" status: 200 len: 375 time: 0.0152488 Jan 28 03:44:45.205470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-1fd110f8-2b26-413b-8be1-30a0d3f51a60 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598714 Jan 28 03:44:45.302993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-631e191d-2d54-4841-a35f-a1c46f06d2ea service neutron] 10.222.0.44 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961702 Jan 28 03:44:45.464582 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:45.823795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-0284dbaa-bf51-4fd9-8b36-5c2a4615dfb6 service neutron] 10.222.0.44 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190406 Jan 28 03:44:45.864542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cc4ba-2b77-4a2c-a195-5bff7cebd5e9 req-6d43dce4-1ca6-405c-bb10-573cc80f7531 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:45.866054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-958cc4ba-2b77-4a2c-a195-5bff7cebd5e9 req-6d43dce4-1ca6-405c-bb10-573cc80f7531 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.4407978 Jan 28 03:44:45.956182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-958cc4ba-2b77-4a2c-a195-5bff7cebd5e9 req-102a7001-c26d-41a3-b111-2dc12b394518 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827563 Jan 28 03:44:46.248243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f2280e8-8ac3-4ddb-9a71-4732d6de2f10 req-2c2c8a00-188a-4a9f-9681-3745071d3507 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 210 time: 0.0633254 Jan 28 03:44:46.698391 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:47.092071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd1260-4d78-4423-9bb1-f70a605d41c9 req-aba76d39-1f86-40e9-ad9f-13d18ad5471b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:47.100229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-06dd1260-4d78-4423-9bb1-f70a605d41c9 req-aba76d39-1f86-40e9-ad9f-13d18ad5471b tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0612042 Jan 28 03:44:47.207557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-06dd1260-4d78-4423-9bb1-f70a605d41c9 req-b613ebed-5374-4b01-83d4-8fe86e15c761 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063590 Jan 28 03:44:47.470594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3d4568d-e51a-4d94-af9b-3248c555861a req-8fed7fba-fb52-4527-9b3b-6dc5e75a522d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 210 time: 0.0348985 Jan 28 03:44:47.623433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-fa57595c-9652-4497-a00d-37e4948b97b6 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:47.625084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-fa57595c-9652-4497-a00d-37e4948b97b6 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.42 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 815 time: 0.1237125 Jan 28 03:44:47.647508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Request body: {'port': {'device_id': 'd45d0e74-898f-4bf8-81ae-550d6cee0afd', 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1', 'admin_state_up': True, 'tenant_id': '31fe929f67f9406fa207c63d12570a19'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:47.755748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Made reservation on behalf of 31fe929f67f9406fa207c63d12570a19 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:44:47.760250 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:47.886124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Allocated IP 172.20.0.13 (80e713ce-3f48-4952-87eb-e4902d278ec1/7d83b314-6385-4d8b-a8b6-a1e573523309/97416685-8a5d-4a1e-945a-126c75cae145) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:44:48.032299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks [] for port (97416685-8a5d-4a1e-945a-126c75cae145), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:48.066358 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (97416685-8a5d-4a1e-945a-126c75cae145), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:48.106689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['19e8a205-d973-448e-9336-5284e6eb3219'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:44:48.111934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Network 80e713ce-3f48-4952-87eb-e4902d278ec1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:48.115306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:48.119918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:44:48.150846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Pushing event updated for resources: {'Port': ['ID=97416685-8a5d-4a1e-945a-126c75cae145,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:48.169155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.169642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.170170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.170523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.170885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.171217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.171552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.172010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.172342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.172671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.173067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.173361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.173686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:48.194520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:48.195130 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:48.211579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e89ad887-b72e-4967-8d86-bddfb2b2ff79 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5682542 Jan 28 03:44:48.232980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Request body: {'port': {'device_id': 'd45d0e74-898f-4bf8-81ae-550d6cee0afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:48.310234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (97416685-8a5d-4a1e-945a-126c75cae145), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:48.676760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8087e7-17ee-4199-9ecc-23ee3a5ebac6 req-f5e281f5-110e-4a18-9aba-c8392f2c90f7 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:48.685372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8087e7-17ee-4199-9ecc-23ee3a5ebac6 req-f5e281f5-110e-4a18-9aba-c8392f2c90f7 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.3899977 Jan 28 03:44:48.815755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb8087e7-17ee-4199-9ecc-23ee3a5ebac6 req-9953fcc6-7ac0-4abb-b5d9-80c856e91252 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293108 Jan 28 03:44:48.826941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97416685-8a5d-4a1e-945a-126c75cae145 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:44:48.838904 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Publish callbacks [] for port (97416685-8a5d-4a1e-945a-126c75cae145), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:48.853157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Transition to ACTIVE for port object 97416685-8a5d-4a1e-945a-126c75cae145 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:44:48.866448 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (97416685-8a5d-4a1e-945a-126c75cae145), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:48.873495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89166f94-4caf-4579-9286-0ce3bed4b7be req-6eef79b4-c600-4a71-bd7a-a4b319606e90 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:48.875111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89166f94-4caf-4579-9286-0ce3bed4b7be req-6eef79b4-c600-4a71-bd7a-a4b319606e90 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 932 time: 0.1546595 Jan 28 03:44:48.950100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=97416685-8a5d-4a1e-945a-126c75cae145,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:48.998418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89166f94-4caf-4579-9286-0ce3bed4b7be req-1b93069d-73f5-4b79-a04c-727e436598f9 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998399 Jan 28 03:44:49.047212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Attempting to bind port 97416685-8a5d-4a1e-945a-126c75cae145 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:49.047714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Attempting to bind port 97416685-8a5d-4a1e-945a-126c75cae145 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:44:49.048143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Attempting to bind port 97416685-8a5d-4a1e-945a-126c75cae145 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:49.052789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Port 97416685-8a5d-4a1e-945a-126c75cae145 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:44:49.053290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Attempting to bind port 97416685-8a5d-4a1e-945a-126c75cae145 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:49.058722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:44:49.059172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Checking segment: {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:49.059672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Bound using segment: {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:44:49.060203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Bound port: 97416685-8a5d-4a1e-945a-126c75cae145, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:44:49.060662 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (97416685-8a5d-4a1e-945a-126c75cae145), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:49.132518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] For port 97416685-8a5d-4a1e-945a-126c75cae145, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:44:49.136250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] For port 97416685-8a5d-4a1e-945a-126c75cae145, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=97416685-8a5d-4a1e-945a-126c75cae145,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:44:49.141134 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (97416685-8a5d-4a1e-945a-126c75cae145), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:49.182396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:49.182913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:49.184515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] 10.222.0.42 "PUT /v2.0/ports/97416685-8a5d-4a1e-945a-126c75cae145 HTTP/1.1" status: 200 len: 1093 time: 0.9590361 Jan 28 03:44:49.185103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45d0e74-898f-4bf8-81ae-550d6cee0afd', 'tag': '97416685-8a5d-4a1e-945a-126c75cae145'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:49.187924 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc903422-12fd-43d4-9805-7e7ad97a5af9" -d '{"events": [{"name": "network-changed", "server_uuid": "d45d0e74-898f-4bf8-81ae-550d6cee0afd", "tag": "97416685-8a5d-4a1e-945a-126c75cae145"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:49.210680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da5ad6-0dc5-4440-b6ca-7ccb6ff36eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=97416685-8a5d-4a1e-945a-126c75cae145,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:49.248196 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c671a34f-1e08-4487-8b54-a0ff672a1d06 x-openstack-request-id: req-c671a34f-1e08-4487-8b54-a0ff672a1d06 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:49.248588 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45d0e74-898f-4bf8-81ae-550d6cee0afd", "tag": "97416685-8a5d-4a1e-945a-126c75cae145", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:49.249145 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c671a34f-1e08-4487-8b54-a0ff672a1d06 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:49.249641 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45d0e74-898f-4bf8-81ae-550d6cee0afd', 'tag': '97416685-8a5d-4a1e-945a-126c75cae145', 'status': 'completed', 'code': 200} Jan 28 03:44:49.283917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-433851bb-77f2-43b7-969e-2a30488a8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:49.285933 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-433851bb-77f2-43b7-969e-2a30488a8715 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 1096 time: 0.0475752 Jan 28 03:44:49.336309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-97bc4c83-66dc-4c64-8cc8-b7a6b3d0d859 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97416685-8a5d-4a1e-945a-126c75cae145 HTTP/1.1" status: 200 len: 217 time: 0.0385799 Jan 28 03:44:49.387239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-cbcf644d-269d-499a-b180-3041b37d8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:49.388734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-cbcf644d-269d-499a-b180-3041b37d8e96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d83b314-6385-4d8b-a8b6-a1e573523309 HTTP/1.1" status: 200 len: 855 time: 0.0467770 Jan 28 03:44:49.422875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-e6021c6c-f77b-4487-a5ef-30de70b5b41d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80e713ce-3f48-4952-87eb-e4902d278ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275390 Jan 28 03:44:49.529949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-ffc9966d-1a54-4d6c-9cd7-eec8950c1384 service neutron] 10.222.0.42 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978105 Jan 28 03:44:49.639212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c834a6af-776f-4745-bed4-a29481bdbe42 req-95899375-70a6-4c0e-b6f3-f8b6084baa15 service neutron] 10.222.0.42 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015241 Jan 28 03:44:49.800196 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc903422-12fd-43d4-9805-7e7ad97a5af9 req-38a0db3b-81fc-498f-882b-bd5c7c2038fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:49.802438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc903422-12fd-43d4-9805-7e7ad97a5af9 req-38a0db3b-81fc-498f-882b-bd5c7c2038fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 1096 time: 0.0558314 Jan 28 03:44:49.979155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc903422-12fd-43d4-9805-7e7ad97a5af9 req-89305e10-5090-49c2-a0b9-551e42799d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:49.980784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc903422-12fd-43d4-9805-7e7ad97a5af9 req-89305e10-5090-49c2-a0b9-551e42799d64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 916 time: 0.1726835 Jan 28 03:44:49.990617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612f95-5e67-4654-bc1e-37e6080d4272 req-cfecc7c5-2c81-41c1-a353-f5406dce2c67 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:49.992191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea612f95-5e67-4654-bc1e-37e6080d4272 req-cfecc7c5-2c81-41c1-a353-f5406dce2c67 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0843101 Jan 28 03:44:50.035929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc903422-12fd-43d4-9805-7e7ad97a5af9 req-cf4b8803-b2a2-4585-9c91-23d19aca78e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97416685-8a5d-4a1e-945a-126c75cae145 HTTP/1.1" status: 200 len: 217 time: 0.0427067 Jan 28 03:44:50.134468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea612f95-5e67-4654-bc1e-37e6080d4272 req-8552643d-a1ef-46bc-9e28-64b38d9ebae0 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972188 Jan 28 03:44:50.167035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc903422-12fd-43d4-9805-7e7ad97a5af9 req-ea3c2324-a190-402a-87ae-48bd0ee7946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:50.168503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc903422-12fd-43d4-9805-7e7ad97a5af9 req-ea3c2324-a190-402a-87ae-48bd0ee7946a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d83b314-6385-4d8b-a8b6-a1e573523309 HTTP/1.1" status: 200 len: 855 time: 0.0919635 Jan 28 03:44:50.175888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70280bb-64b5-4546-b3d6-5388056aae9f req-7875c96e-f70c-439b-bf23-15a2137f08d9 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:50.177298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f70280bb-64b5-4546-b3d6-5388056aae9f req-7875c96e-f70c-439b-bf23-15a2137f08d9 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 944 time: 0.1018183 Jan 28 03:44:50.212054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc903422-12fd-43d4-9805-7e7ad97a5af9 req-dc426d34-c6f4-4564-bf47-009bcb838495 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80e713ce-3f48-4952-87eb-e4902d278ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336871 Jan 28 03:44:50.310594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f70280bb-64b5-4546-b3d6-5388056aae9f req-2032a484-4559-4a12-b3f2-f65e3cb82fb2 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240668 Jan 28 03:44:50.326827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc903422-12fd-43d4-9805-7e7ad97a5af9 req-276e1433-badb-4eb5-bfb2-4624285b1e74 service neutron] 10.222.0.42 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085501 Jan 28 03:44:50.426906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc903422-12fd-43d4-9805-7e7ad97a5af9 req-e502ef77-5a82-4254-ab70-a88a409fba6e service neutron] 10.222.0.42 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902922 Jan 28 03:44:51.328769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a417776-e3d5-4604-8167-2425901bda1e req-ecc784c3-68ed-415f-8191-81c8a8860abf tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:51.330329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a417776-e3d5-4604-8167-2425901bda1e req-ecc784c3-68ed-415f-8191-81c8a8860abf tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.1125557 Jan 28 03:44:51.397432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a417776-e3d5-4604-8167-2425901bda1e req-7086c350-5737-45b1-bd67-c625790951ca tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606825 Jan 28 03:44:51.459901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f06fd-0d20-43c8-a5c3-a9501c0a14bc req-0cf808be-2e15-4ad1-9069-9a9a0bc4e556 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:51.470281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c4f06fd-0d20-43c8-a5c3-a9501c0a14bc req-0cf808be-2e15-4ad1-9069-9a9a0bc4e556 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 944 time: 0.0715337 Jan 28 03:44:51.543736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c4f06fd-0d20-43c8-a5c3-a9501c0a14bc req-a1be220e-7766-4b66-89ab-2463cfa2ca41 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724142 Jan 28 03:44:51.628354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad816985-d012-478a-98da-84bb6fc5c03c req-846a95e4-4cbd-48e4-8030-9909d7debc55 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:51.629946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad816985-d012-478a-98da-84bb6fc5c03c req-846a95e4-4cbd-48e4-8030-9909d7debc55 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0540664 Jan 28 03:44:51.637080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 97416685-8a5d-4a1e-945a-126c75cae145 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:44:51.685388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad816985-d012-478a-98da-84bb6fc5c03c req-8d382080-60df-48cf-8bd4-e0ef8fad9a42 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497596 Jan 28 03:44:51.757639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 97416685-8a5d-4a1e-945a-126c75cae145, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=97416685-8a5d-4a1e-945a-126c75cae145,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:51.771587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '97416685-8a5d-4a1e-945a-126c75cae145', 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1', 'port_id': '97416685-8a5d-4a1e-945a-126c75cae145', 'mac_address': 'fa:16:3e:f9:49:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d83b314-6385-4d8b-a8b6-a1e573523309', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:44:51.815167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 97416685-8a5d-4a1e-945a-126c75cae145 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:51.816021 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (97416685-8a5d-4a1e-945a-126c75cae145), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:51.861953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97416685-8a5d-4a1e-945a-126c75cae145 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:44:51.876928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30031ffc-9938-4fbd-bef8-02c0114849e5 req-1554fd6a-7a40-4992-9892-5b7d64b520cb tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:51.879115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30031ffc-9938-4fbd-bef8-02c0114849e5 req-1554fd6a-7a40-4992-9892-5b7d64b520cb tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0591884 Jan 28 03:44:51.903847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 97416685-8a5d-4a1e-945a-126c75cae145, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=97416685-8a5d-4a1e-945a-126c75cae145,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:51.910285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (97416685-8a5d-4a1e-945a-126c75cae145), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:51.943965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30031ffc-9938-4fbd-bef8-02c0114849e5 req-53809592-9b0c-4703-9e17-73a9e2c0b038 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575292 Jan 28 03:44:52.006407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=97416685-8a5d-4a1e-945a-126c75cae145,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:52.262239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89fe2-683c-4ff7-a118-b694b158ea57 req-97f16296-b726-4890-a13c-f4aa8d4789c7 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:52.263791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5c89fe2-683c-4ff7-a118-b694b158ea57 req-97f16296-b726-4890-a13c-f4aa8d4789c7 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0568388 Jan 28 03:44:52.328598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5c89fe2-683c-4ff7-a118-b694b158ea57 req-5f2b9876-b760-42a6-8024-59754cb32f28 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586474 Jan 28 03:44:52.370576 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['97416685-8a5d-4a1e-945a-126c75cae145'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:44:52.659536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184340d-65c6-4be5-9319-c54c1dfda3de req-8cb2c0b0-7573-461e-8ec0-f365d87a268b tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:52.662329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2184340d-65c6-4be5-9319-c54c1dfda3de req-8cb2c0b0-7573-461e-8ec0-f365d87a268b tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 945 time: 0.0536621 Jan 28 03:44:52.735224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2184340d-65c6-4be5-9319-c54c1dfda3de req-b34ce069-97ed-42c5-8700-6a4b40f9c65f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521500 Jan 28 03:44:53.511473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaeba1-ea54-4fb3-be93-97fa0943b2c3 req-41f5050f-b513-4bde-85fe-73c3187aad71 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:53.513606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61aaeba1-ea54-4fb3-be93-97fa0943b2c3 req-41f5050f-b513-4bde-85fe-73c3187aad71 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0645659 Jan 28 03:44:53.563453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-54d7c7e7-655a-4972-87e3-e9953a6344e8 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:53.566101 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-54d7c7e7-655a-4972-87e3-e9953a6344e8 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 945 time: 0.0691552 Jan 28 03:44:53.583854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61aaeba1-ea54-4fb3-be93-97fa0943b2c3 req-aac4abe2-6bc4-414d-9ae6-785210fa4421 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626380 Jan 28 03:44:53.685640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-b3509292-2eed-4b77-a995-a9b9f3aaf105 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Deleting port 43b089a4-0d70-41f9-9ebc-d979474cb96c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:44:53.686295 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-b3509292-2eed-4b77-a995-a9b9f3aaf105 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:53.788340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-b3509292-2eed-4b77-a995-a9b9f3aaf105 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] For port 43b089a4-0d70-41f9-9ebc-d979474cb96c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=43b089a4-0d70-41f9-9ebc-d979474cb96c,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:53.788957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-b3509292-2eed-4b77-a995-a9b9f3aaf105 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:53.828319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-b3509292-2eed-4b77-a995-a9b9f3aaf105 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Calling delete_port for 43b089a4-0d70-41f9-9ebc-d979474cb96c owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:44:53.973204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511098a-aea2-433a-8da0-b5b238b319f4 req-fb94add8-bb60-4314-bf83-70d5a83ae109 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:53.984378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5511098a-aea2-433a-8da0-b5b238b319f4 req-fb94add8-bb60-4314-bf83-70d5a83ae109 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 945 time: 0.1032128 Jan 28 03:44:53.989789 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-b3509292-2eed-4b77-a995-a9b9f3aaf105 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (43b089a4-0d70-41f9-9ebc-d979474cb96c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:54.023420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c', '43b089a4-0d70-41f9-9ebc-d979474cb96c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:44:54.074616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3509292-2eed-4b77-a995-a9b9f3aaf105 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event deleted for resources: {'Port': ['ID=43b089a4-0d70-41f9-9ebc-d979474cb96c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:54.136066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5511098a-aea2-433a-8da0-b5b238b319f4 req-49e3f65b-9b2b-43c6-a7b5-b1663cfea7a5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339481 Jan 28 03:44:54.148037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-b3509292-2eed-4b77-a995-a9b9f3aaf105 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] No DVR routers for this DVR port 43b089a4-0d70-41f9-9ebc-d979474cb96c on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:44:54.150943 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-b3509292-2eed-4b77-a995-a9b9f3aaf105 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:54.154329 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b5313d5-cc71-43b2-ab36-ef13ce494a6c req-b3509292-2eed-4b77-a995-a9b9f3aaf105 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "DELETE /v2.0/ports/43b089a4-0d70-41f9-9ebc-d979474cb96c HTTP/1.1" status: 204 len: 173 time: 0.5830142 Jan 28 03:44:54.154780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de14fc8d-fbef-41f2-a130-99db5984a8bc', 'name': 'network-vif-deleted', 'tag': '43b089a4-0d70-41f9-9ebc-d979474cb96c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:54.161957 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7051931b-248b-4647-afb1-41eaffff6920" -d '{"events": [{"server_uuid": "de14fc8d-fbef-41f2-a130-99db5984a8bc", "name": "network-vif-deleted", "tag": "43b089a4-0d70-41f9-9ebc-d979474cb96c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:54.587359 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5273e21-8039-4310-b54e-0eb410daaf64 x-openstack-request-id: req-f5273e21-8039-4310-b54e-0eb410daaf64 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:54.588029 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de14fc8d-fbef-41f2-a130-99db5984a8bc", "name": "network-vif-deleted", "tag": "43b089a4-0d70-41f9-9ebc-d979474cb96c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:54.588241 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5273e21-8039-4310-b54e-0eb410daaf64 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:54.588618 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de14fc8d-fbef-41f2-a130-99db5984a8bc', 'name': 'network-vif-deleted', 'tag': '43b089a4-0d70-41f9-9ebc-d979474cb96c', 'status': 'completed', 'code': 200} Jan 28 03:44:54.708496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a427df5-d731-4dbf-a529-225bfbdf07f6 req-c21edaa3-a8c3-493a-9a0d-75051c439977 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=de14fc8d-fbef-41f2-a130-99db5984a8bc HTTP/1.1" status: 200 len: 210 time: 0.0311420 Jan 28 03:44:55.298439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736344c-5549-4864-a200-f7415ed0ec5c req-36f36d1b-6f37-4c80-85b0-edfde867a540 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:55.306070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6736344c-5549-4864-a200-f7415ed0ec5c req-36f36d1b-6f37-4c80-85b0-edfde867a540 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 945 time: 0.0698142 Jan 28 03:44:55.356320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6736344c-5549-4864-a200-f7415ed0ec5c req-a1bcffd5-2586-4b1b-a402-cb5e7e0eb55d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Jan 28 03:44:55.655462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 97416685-8a5d-4a1e-945a-126c75cae145 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:44:55.706771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 97416685-8a5d-4a1e-945a-126c75cae145 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:44:55.711145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 97416685-8a5d-4a1e-945a-126c75cae145 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:55.712342 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (97416685-8a5d-4a1e-945a-126c75cae145), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:55.795193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 97416685-8a5d-4a1e-945a-126c75cae145 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:55.795639 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (97416685-8a5d-4a1e-945a-126c75cae145), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:55.838267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45d0e74-898f-4bf8-81ae-550d6cee0afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97416685-8a5d-4a1e-945a-126c75cae145'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:55.843911 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e0f443-c25a-4a64-9c43-1e0cf9bd231f" -d '{"events": [{"server_uuid": "d45d0e74-898f-4bf8-81ae-550d6cee0afd", "name": "network-vif-plugged", "status": "completed", "tag": "97416685-8a5d-4a1e-945a-126c75cae145"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:55.857568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 97416685-8a5d-4a1e-945a-126c75cae145, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=97416685-8a5d-4a1e-945a-126c75cae145,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:55.865350 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (97416685-8a5d-4a1e-945a-126c75cae145), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:55.913806 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d25ba5-d7b8-42a4-9dd0-4d515a910567 x-openstack-request-id: req-62d25ba5-d7b8-42a4-9dd0-4d515a910567 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:55.918746 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45d0e74-898f-4bf8-81ae-550d6cee0afd", "name": "network-vif-plugged", "status": "completed", "tag": "97416685-8a5d-4a1e-945a-126c75cae145", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:55.919115 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62d25ba5-d7b8-42a4-9dd0-4d515a910567 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:55.919616 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45d0e74-898f-4bf8-81ae-550d6cee0afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97416685-8a5d-4a1e-945a-126c75cae145', 'code': 200} Jan 28 03:44:55.962792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=97416685-8a5d-4a1e-945a-126c75cae145,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:56.098414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a214567-9e18-44ea-9dd5-09bf7d9fced7 req-e94ad244-756c-4d40-8577-7f951c6ffc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:56.100606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a214567-9e18-44ea-9dd5-09bf7d9fced7 req-e94ad244-756c-4d40-8577-7f951c6ffc76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 1098 time: 0.0557656 Jan 28 03:44:56.158890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a214567-9e18-44ea-9dd5-09bf7d9fced7 req-db4155d9-b06f-4084-b7a3-f40555935fb1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Jan 28 03:44:56.622095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8471137-fc4b-432c-a1bb-3be755504a17 req-27217c0b-1ebf-4faa-ac43-c6d7d60255dc tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:56.624578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8471137-fc4b-432c-a1bb-3be755504a17 req-27217c0b-1ebf-4faa-ac43-c6d7d60255dc tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 946 time: 0.0907671 Jan 28 03:44:56.708239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8471137-fc4b-432c-a1bb-3be755504a17 req-1506c487-308f-42a5-902c-8d528f0d4580 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724525 Jan 28 03:44:56.718997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a78ed-ef9d-4105-9a7f-f34b8413bd7b req-c80b96b6-0cdb-4f58-8dbd-60819d9dfc14 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:56.720615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-025a78ed-ef9d-4105-9a7f-f34b8413bd7b req-c80b96b6-0cdb-4f58-8dbd-60819d9dfc14 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 945 time: 0.0949523 Jan 28 03:44:56.776969 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-025a78ed-ef9d-4105-9a7f-f34b8413bd7b req-b381d833-9a53-49b3-b46c-858a82f33dd8 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500681 Jan 28 03:44:57.848781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6ac93-a8e7-40f6-a474-0b234f3d0071 req-53585495-d5da-4dff-a29b-4a6cd31289fb tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:57.856192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03a6ac93-a8e7-40f6-a474-0b234f3d0071 req-53585495-d5da-4dff-a29b-4a6cd31289fb tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 946 time: 0.0620322 Jan 28 03:44:57.965370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 43b089a4-0d70-41f9-9ebc-d979474cb96c no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:44:57.981303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03a6ac93-a8e7-40f6-a474-0b234f3d0071 req-3b158c83-f1f2-4f0f-a82d-9429a547b89c tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241159 Jan 28 03:44:58.001265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba81f0-aa20-4b29-953d-2f394c80fbfe req-d9273593-e716-4c6f-85e2-7c6b256ef9ba tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:58.003455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 43b089a4-0d70-41f9-9ebc-d979474cb96c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:44:58.003803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 43b089a4-0d70-41f9-9ebc-d979474cb96c not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:44:58.012669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93ba81f0-aa20-4b29-953d-2f394c80fbfe req-d9273593-e716-4c6f-85e2-7c6b256ef9ba tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 945 time: 0.1264493 Jan 28 03:44:58.101570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93ba81f0-aa20-4b29-953d-2f394c80fbfe req-27b58299-94e4-4731-a069-e15bf8eff732 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/security-groups?id=46ca2920-9822-4af0-a753-bfbbcf177fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814669 Jan 28 03:44:58.348199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-f591c1af-b9dc-4ea6-bceb-1bdfa256365e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:58.350685 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-f591c1af-b9dc-4ea6-bceb-1bdfa256365e tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 945 time: 0.0697744 Jan 28 03:44:58.476394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-540a811f-f636-4a26-9ba6-e63e0fe95918 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Deleting port e402d76c-9ef5-4c84-a107-4825ec20018c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:44:58.476997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-540a811f-f636-4a26-9ba6-e63e0fe95918 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:58.591755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-540a811f-f636-4a26-9ba6-e63e0fe95918 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] For port e402d76c-9ef5-4c84-a107-4825ec20018c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e402d76c-9ef5-4c84-a107-4825ec20018c,segment=NetworkSegment(b582e952-b11b-4a9a-adbc-09bb81635e99),segment_id=b582e952-b11b-4a9a-adbc-09bb81635e99)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:58.592412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-540a811f-f636-4a26-9ba6-e63e0fe95918 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:58.607510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-540a811f-f636-4a26-9ba6-e63e0fe95918 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Calling delete_port for e402d76c-9ef5-4c84-a107-4825ec20018c owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:44:58.771127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-540a811f-f636-4a26-9ba6-e63e0fe95918 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e402d76c-9ef5-4c84-a107-4825ec20018c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:58.806195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a811f-f636-4a26-9ba6-e63e0fe95918 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Pushing event deleted for resources: {'Port': ['ID=e402d76c-9ef5-4c84-a107-4825ec20018c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:58.819626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e402d76c-9ef5-4c84-a107-4825ec20018c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:44:58.852014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-540a811f-f636-4a26-9ba6-e63e0fe95918 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] No DVR routers for this DVR port e402d76c-9ef5-4c84-a107-4825ec20018c on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:44:58.854915 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-540a811f-f636-4a26-9ba6-e63e0fe95918 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:58.858508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7200d7b0-53a3-42d3-974b-a2a6540278ff req-540a811f-f636-4a26-9ba6-e63e0fe95918 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.25 "DELETE /v2.0/ports/e402d76c-9ef5-4c84-a107-4825ec20018c HTTP/1.1" status: 204 len: 173 time: 0.5011404 Jan 28 03:44:58.858966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b78286a-380e-4133-8cba-74cb5882109c', 'name': 'network-vif-deleted', 'tag': 'e402d76c-9ef5-4c84-a107-4825ec20018c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:58.865434 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46403c19-c8b7-4012-ac38-275f70aee5c2" -d '{"events": [{"server_uuid": "1b78286a-380e-4133-8cba-74cb5882109c", "name": "network-vif-deleted", "tag": "e402d76c-9ef5-4c84-a107-4825ec20018c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:58.909302 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f708927a-e669-4bff-ae5a-49b25832e4bc x-openstack-request-id: req-f708927a-e669-4bff-ae5a-49b25832e4bc {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:58.909598 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b78286a-380e-4133-8cba-74cb5882109c", "name": "network-vif-deleted", "tag": "e402d76c-9ef5-4c84-a107-4825ec20018c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:58.910364 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f708927a-e669-4bff-ae5a-49b25832e4bc {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:58.910740 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b78286a-380e-4133-8cba-74cb5882109c', 'name': 'network-vif-deleted', 'tag': 'e402d76c-9ef5-4c84-a107-4825ec20018c', 'status': 'completed', 'code': 200} Jan 28 03:44:59.249824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4143d0f7-39a2-4bde-9b1c-a475c4796199 req-18373d9e-4639-4956-a7c5-af87c9065332 tempest-ServersTestJSON-879943881 tempest-ServersTestJSON-879943881-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b78286a-380e-4133-8cba-74cb5882109c HTTP/1.1" status: 200 len: 210 time: 0.0432484 Jan 28 03:45:00.327445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41670) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:00.379865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4ee505-1d1e-4828-b995-871be534421e admin admin] Deleting subnet 7a5548d5-25c1-413a-8337-9e767e70925d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:45:00.384224 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee505-1d1e-4828-b995-871be534421e admin admin] Publish callbacks [] for subnet (7a5548d5-25c1-413a-8337-9e767e70925d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:00.388221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-7c021fe0-62dd-43a1-aa16-47733ac4942c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484507 Jan 28 03:45:00.441083 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee505-1d1e-4828-b995-871be534421e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (7a5548d5-25c1-413a-8337-9e767e70925d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:00.516318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-674fe40a-87b0-4ecb-8d54-98a97ed861af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:00.519768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-674fe40a-87b0-4ecb-8d54-98a97ed861af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 1098 time: 0.0917089 Jan 28 03:45:00.538498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee505-1d1e-4828-b995-871be534421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7a5548d5-25c1-413a-8337-9e767e70925d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:00.620515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee505-1d1e-4828-b995-871be534421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (7a5548d5-25c1-413a-8337-9e767e70925d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:00.649367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee505-1d1e-4828-b995-871be534421e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:00.655684 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5e4ee505-1d1e-4828-b995-871be534421e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7a5548d5-25c1-413a-8337-9e767e70925d HTTP/1.1" status: 204 len: 168 time: 0.3246250 Jan 28 03:45:00.676802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41682) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:00.678383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-6bcddb1c-2e1b-4d34-bf70-d5112fdc5b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:00.679975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-6bcddb1c-2e1b-4d34-bf70-d5112fdc5b41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 912 time: 0.1134398 Jan 28 03:45:00.686284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ee505-1d1e-4828-b995-871be534421e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5548d5-25c1-413a-8337-9e767e70925d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:00.784663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-a69474b4-358d-4394-9958-8bb132640b63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f81495c-a926-4536-aff6-cdb8872627af HTTP/1.1" status: 200 len: 1002 time: 0.0867746 Jan 28 03:45:00.804374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (67d1c6df-904c-474d-9a71-2560588370e7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:00.906630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-1465909c-b628-4b38-9a37-65556cb5c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:00.909489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-1465909c-b628-4b38-9a37-65556cb5c528 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.1188087 Jan 28 03:45:00.946140 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (67d1c6df-904c-474d-9a71-2560588370e7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:00.971223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d1c6df-904c-474d-9a71-2560588370e7']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:00.984207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-7651ce21-2c96-4910-8004-794f9d3c8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:00.986089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-7651ce21-2c96-4910-8004-794f9d3c8f23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571055 Jan 28 03:45:00.993236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b582e952-b11b-4a9a-adbc-09bb81635e99') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:00.997266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b582e952-b11b-4a9a-adbc-09bb81635e99') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:01.002070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-27ec0628-7571-4821-9c26-7fbb939a2c8c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:45:01.003450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-27ec0628-7571-4821-9c26-7fbb939a2c8c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084999 Jan 28 03:45:01.009130 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (b582e952-b11b-4a9a-adbc-09bb81635e99), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:01.023544 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b582e952-b11b-4a9a-adbc-09bb81635e99), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:01.031808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:45:01.032374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (b582e952-b11b-4a9a-adbc-09bb81635e99), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:45:01.034351 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:45:01.108601 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (67d1c6df-904c-474d-9a71-2560588370e7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:01.114322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:01.120472 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] 10.222.0.44 "DELETE /v2.0/networks/67d1c6df-904c-474d-9a71-2560588370e7 HTTP/1.1" status: 204 len: 168 time: 0.4425671 Jan 28 03:45:01.150876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c077a19-eb8f-4b42-82ed-e6d853ad1363 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d1c6df-904c-474d-9a71-2560588370e7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:01.168194 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-4e91d814-321d-432e-a366-4ed29c4e665e service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579785 Jan 28 03:45:01.323258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a1ab523-fa19-426c-881f-e0e05170bb4d req-2738c2ba-0669-43f2-ad18-6ebfc1bf4562 service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445982 Jan 28 03:45:01.466504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41710) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:01.554179 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-71c25974-686c-4bfc-837b-e05323488a40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9917c37214864c63b899b703cfc2d824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0859485 Jan 28 03:45:01.557739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:01.679833 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a84c1a-8817-4f53-a18c-dd89463e9b37 admin admin] Publish callbacks [] for security_group (46ca2920-9822-4af0-a753-bfbbcf177fa8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:01.722047 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a84c1a-8817-4f53-a18c-dd89463e9b37 admin admin] Publish callbacks [] for security_group (46ca2920-9822-4af0-a753-bfbbcf177fa8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:01.776292 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a84c1a-8817-4f53-a18c-dd89463e9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (46ca2920-9822-4af0-a753-bfbbcf177fa8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:01.780187 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a84c1a-8817-4f53-a18c-dd89463e9b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:01.784231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-15a84c1a-8817-4f53-a18c-dd89463e9b37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46ca2920-9822-4af0-a753-bfbbcf177fa8 HTTP/1.1" status: 204 len: 168 time: 0.2229488 Jan 28 03:45:01.800661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a84c1a-8817-4f53-a18c-dd89463e9b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ca2920-9822-4af0-a753-bfbbcf177fa8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:01.988409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e402d76c-9ef5-4c84-a107-4825ec20018c no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:45:02.026033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: e402d76c-9ef5-4c84-a107-4825ec20018c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:45:02.026524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e402d76c-9ef5-4c84-a107-4825ec20018c not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:45:03.868964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41816) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:04.072982 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3003e12-3a22-4d1b-9da8-96c38d998def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:04.168620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3003e12-3a22-4d1b-9da8-96c38d998def admin admin] Publish callbacks [] for security_group (810c42d7-a812-46b7-898c-6461f2084018), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:04.173408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3003e12-3a22-4d1b-9da8-96c38d998def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (810c42d7-a812-46b7-898c-6461f2084018), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:04.202839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f3003e12-3a22-4d1b-9da8-96c38d998def admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ab1e676311f40f2a734c48a25c82e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322191 Jan 28 03:45:04.208969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:04.316559 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-017be9ea-8a4e-4939-a0e5-629bb90dfb4b admin admin] Publish callbacks [] for security_group (810c42d7-a812-46b7-898c-6461f2084018), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:04.346472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-017be9ea-8a4e-4939-a0e5-629bb90dfb4b admin admin] Publish callbacks [] for security_group (810c42d7-a812-46b7-898c-6461f2084018), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:04.401794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3003e12-3a22-4d1b-9da8-96c38d998def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810c42d7-a812-46b7-898c-6461f2084018,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:04.412220 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-017be9ea-8a4e-4939-a0e5-629bb90dfb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (810c42d7-a812-46b7-898c-6461f2084018), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:04.419023 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-017be9ea-8a4e-4939-a0e5-629bb90dfb4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:04.421550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-017be9ea-8a4e-4939-a0e5-629bb90dfb4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/810c42d7-a812-46b7-898c-6461f2084018 HTTP/1.1" status: 204 len: 168 time: 0.2100005 Jan 28 03:45:04.436660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017be9ea-8a4e-4939-a0e5-629bb90dfb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810c42d7-a812-46b7-898c-6461f2084018,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:05.695573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:05.862806 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-525392da-af79-42c3-903d-9e8260bd047d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:05.958244 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-525392da-af79-42c3-903d-9e8260bd047d admin admin] Publish callbacks [] for security_group (222fd430-1c76-4d5f-99b5-33e72262d804), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:05.978086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-525392da-af79-42c3-903d-9e8260bd047d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (222fd430-1c76-4d5f-99b5-33e72262d804), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:06.022976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41918) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:06.029679 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-525392da-af79-42c3-903d-9e8260bd047d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2141005bd064d58b447186e068f8d49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310657 Jan 28 03:45:06.031066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525392da-af79-42c3-903d-9e8260bd047d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222fd430-1c76-4d5f-99b5-33e72262d804,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:06.104210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44c9fe6-195e-469e-8352-4b085782d9eb admin admin] Publish callbacks [] for security_group (222fd430-1c76-4d5f-99b5-33e72262d804), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:06.149213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44c9fe6-195e-469e-8352-4b085782d9eb admin admin] Publish callbacks [] for security_group (222fd430-1c76-4d5f-99b5-33e72262d804), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:06.230200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44c9fe6-195e-469e-8352-4b085782d9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (222fd430-1c76-4d5f-99b5-33e72262d804), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:06.234353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44c9fe6-195e-469e-8352-4b085782d9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:06.235956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c44c9fe6-195e-469e-8352-4b085782d9eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/222fd430-1c76-4d5f-99b5-33e72262d804 HTTP/1.1" status: 204 len: 168 time: 0.2112193 Jan 28 03:45:06.246659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c9fe6-195e-469e-8352-4b085782d9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222fd430-1c76-4d5f-99b5-33e72262d804,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:06.773415 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:45:09.442956 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-4050e45e-dbbc-4875-a70f-604d5daeb35f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577240 Jan 28 03:45:09.583735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-a101a7d2-d38d-4153-9265-fcd1f217138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:09.585300 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-a101a7d2-d38d-4153-9265-fcd1f217138d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1097 time: 0.0480375 Jan 28 03:45:09.714577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-82e75608-5e75-4c4d-8db9-4986571708b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:09.716021 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-82e75608-5e75-4c4d-8db9-4986571708b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.1118433 Jan 28 03:45:09.799180 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-c0f43153-1ad6-4064-a269-9ed447f218c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 200 len: 1001 time: 0.0757225 Jan 28 03:45:09.857498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-78e65022-2ee9-4ae6-acbe-aa394fbae420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:09.859062 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-78e65022-2ee9-4ae6-acbe-aa394fbae420 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.0546505 Jan 28 03:45:09.907611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-d5b85ed3-bd2f-46eb-8e1a-2b7284f41431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:09.908718 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-d5b85ed3-bd2f-46eb-8e1a-2b7284f41431 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444510 Jan 28 03:45:10.006619 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-5d24be5b-a359-4547-af2b-1acb39783a22 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922141 Jan 28 03:45:10.107063 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ca2537d-d055-4bb1-b200-6432a8e422e0 req-b3138751-1715-42e0-b435-40449f17de85 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938094 Jan 28 03:45:10.423664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbe949a2-da9f-4b62-b24b-4f75318bf128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:12.023758 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:12.143583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-6a179597-cccc-453d-8d34-d185565c0cb2 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:12.145030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-6a179597-cccc-453d-8d34-d185565c0cb2 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 815 time: 0.1041241 Jan 28 03:45:12.160457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-7533fbd0-ee6c-43a3-abe9-199c61081e43 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/quotas/31fe929f67f9406fa207c63d12570a19 HTTP/1.1" status: 200 len: 375 time: 0.0094762 Jan 28 03:45:12.215452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-d6c13eae-afc0-4b6c-aec8-0616c6341872 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492346 Jan 28 03:45:12.314363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-7a1f4fc2-edb4-4f28-adb1-6149a91e9dd3 service neutron] 10.222.0.44 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920489 Jan 28 03:45:12.405516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-f11beb27-f6d5-4a6a-9504-daa706133eb4 service neutron] 10.222.0.44 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851994 Jan 28 03:45:12.580833 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac66d42e-d4c7-4776-adba-6b4138022baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:12.629263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-570c37a7-be7e-402f-85de-3074cfef88be req-bdbbf276-1bd7-406f-b2e3-0ebb5bd0dea4 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 210 time: 0.0330582 Jan 28 03:45:13.769514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-424f6f7c-7260-4d4a-93ec-2bec15ebd653 req-9dec0155-8f02-4ddc-9869-dbbc2f8b43c8 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 210 time: 0.0546141 Jan 28 03:45:14.157406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-17e884e9-44fd-40b9-8b9f-a1f1102503d0 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:14.159932 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-17e884e9-44fd-40b9-8b9f-a1f1102503d0 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.25 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 815 time: 0.2234690 Jan 28 03:45:14.178645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Request body: {'port': {'device_id': 'edef99ff-ba28-4587-8c03-ff980d6ddd42', 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1', 'admin_state_up': True, 'tenant_id': '31fe929f67f9406fa207c63d12570a19'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:14.222010 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:14.394672 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:14.404805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Made reservation on behalf of 31fe929f67f9406fa207c63d12570a19 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:45:14.408207 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:14.620225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Allocated IP 172.20.0.5 (80e713ce-3f48-4952-87eb-e4902d278ec1/7d83b314-6385-4d8b-a8b6-a1e573523309/3f8bf480-d33d-4909-a685-fd01db55ec88) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:45:14.778120 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks [] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:14.834713 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:14.904872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['19e8a205-d973-448e-9336-5284e6eb3219', '97416685-8a5d-4a1e-945a-126c75cae145'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:45:14.905159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Network 80e713ce-3f48-4952-87eb-e4902d278ec1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:14.905159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:14.927991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:45:14.960485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ca9fd-c04d-4439-9090-37e64a95e3f9 req-02e27520-6581-404c-bf25-b78b9744e1ba tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:14.972916 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-389ca9fd-c04d-4439-9090-37e64a95e3f9 req-02e27520-6581-404c-bf25-b78b9744e1ba tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 931 time: 0.1120784 Jan 28 03:45:15.046390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-389ca9fd-c04d-4439-9090-37e64a95e3f9 req-c0223f3f-c36c-4cc4-bc9e-8a457eb0deb7 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725317 Jan 28 03:45:15.047361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Pushing event updated for resources: {'Port': ['ID=3f8bf480-d33d-4909-a685-fd01db55ec88,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:15.087421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:15.089132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:15.110387 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-e1d35ee6-77cc-4efa-b7d4-b05147144b26 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9359715 Jan 28 03:45:15.130152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Request body: {'port': {'device_id': 'edef99ff-ba28-4587-8c03-ff980d6ddd42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:15.241650 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:15.447341 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:15.618560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8bf480-d33d-4909-a685-fd01db55ec88 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:45:15.642825 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Publish callbacks [] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:15.658681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Transition to ACTIVE for port object 3f8bf480-d33d-4909-a685-fd01db55ec88 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:45:15.673718 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:15.769999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Pushing event updated for resources: {'Port': ['ID=3f8bf480-d33d-4909-a685-fd01db55ec88,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:15.874348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Attempting to bind port 3f8bf480-d33d-4909-a685-fd01db55ec88 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:45:15.874980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Attempting to bind port 3f8bf480-d33d-4909-a685-fd01db55ec88 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:45:15.875486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Attempting to bind port 3f8bf480-d33d-4909-a685-fd01db55ec88 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:15.880376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Port 3f8bf480-d33d-4909-a685-fd01db55ec88 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:45:15.880945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Attempting to bind port 3f8bf480-d33d-4909-a685-fd01db55ec88 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:15.887115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:45:15.887676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Checking segment: {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:15.888261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Bound using segment: {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:45:15.888894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Bound port: 3f8bf480-d33d-4909-a685-fd01db55ec88, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:45:15.889449 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:15.936700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae3f8-1965-4411-a312-09e1c78a35df req-bcf77fe2-7fb1-4341-8285-33e302542c24 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:15.938089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6cae3f8-1965-4411-a312-09e1c78a35df req-bcf77fe2-7fb1-4341-8285-33e302542c24 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0578601 Jan 28 03:45:16.001423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] For port 3f8bf480-d33d-4909-a685-fd01db55ec88, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:45:16.005309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] For port 3f8bf480-d33d-4909-a685-fd01db55ec88, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3f8bf480-d33d-4909-a685-fd01db55ec88,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:45:16.011910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:16.042732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6cae3f8-1965-4411-a312-09e1c78a35df req-e04c132c-f80d-4f07-81f5-13a6391ff275 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979407 Jan 28 03:45:16.091324 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Pushing event updated for resources: {'Port': ['ID=3f8bf480-d33d-4909-a685-fd01db55ec88,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:16.106995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:16.107744 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:16.113455 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-681aa8b2-4760-4511-ba75-bd3d5c044e0d service neutron] 10.222.0.25 "PUT /v2.0/ports/3f8bf480-d33d-4909-a685-fd01db55ec88 HTTP/1.1" status: 200 len: 1092 time: 0.9843810 Jan 28 03:45:16.114003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edef99ff-ba28-4587-8c03-ff980d6ddd42', 'tag': '3f8bf480-d33d-4909-a685-fd01db55ec88'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:45:16.124603 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ade3e5c-9c32-4471-bd4b-0b351f502a93" -d '{"events": [{"name": "network-changed", "server_uuid": "edef99ff-ba28-4587-8c03-ff980d6ddd42", "tag": "3f8bf480-d33d-4909-a685-fd01db55ec88"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:45:16.273317 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47bdbe0-1463-4d7d-b1bb-9756bb48d623 x-openstack-request-id: req-f47bdbe0-1463-4d7d-b1bb-9756bb48d623 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:45:16.274695 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edef99ff-ba28-4587-8c03-ff980d6ddd42", "tag": "3f8bf480-d33d-4909-a685-fd01db55ec88", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:45:16.274948 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f47bdbe0-1463-4d7d-b1bb-9756bb48d623 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:45:16.275403 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edef99ff-ba28-4587-8c03-ff980d6ddd42', 'tag': '3f8bf480-d33d-4909-a685-fd01db55ec88', 'status': 'completed', 'code': 200} Jan 28 03:45:16.293143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f52d4-6daf-4c7c-a47a-ef8c5b797e43 req-54ecee92-4cd2-4436-9230-6e255f87d4ce tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:16.295144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e7f52d4-6daf-4c7c-a47a-ef8c5b797e43 req-54ecee92-4cd2-4436-9230-6e255f87d4ce tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 943 time: 0.0898504 Jan 28 03:45:16.297385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-0c4f6cd6-237c-47dc-b1db-65953f7acc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:16.298942 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-0c4f6cd6-237c-47dc-b1db-65953f7acc18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 1095 time: 0.1009517 Jan 28 03:45:16.360463 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-068ce4fe-d2ee-4b0a-9c1d-a1fe18782f3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8bf480-d33d-4909-a685-fd01db55ec88 HTTP/1.1" status: 200 len: 217 time: 0.0437260 Jan 28 03:45:16.370706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e7f52d4-6daf-4c7c-a47a-ef8c5b797e43 req-6b045e0b-24af-4643-81be-303b0c6bba1b tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697639 Jan 28 03:45:16.415360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-c16bdc71-80b0-4584-b7f5-b1c493eb5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:16.417029 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-c16bdc71-80b0-4584-b7f5-b1c493eb5ad3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d83b314-6385-4d8b-a8b6-a1e573523309 HTTP/1.1" status: 200 len: 855 time: 0.0486953 Jan 28 03:45:16.449909 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-2455bc12-a2f3-4489-a1be-2b9973661d56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80e713ce-3f48-4952-87eb-e4902d278ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266566 Jan 28 03:45:16.582005 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-1b94e9d7-c464-4132-a89a-708ed5453a4a service neutron] 10.222.0.25 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233473 Jan 28 03:45:16.715172 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:16.752114 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b264224-e252-4efb-aa3c-ee5c47de2754 req-6dc0bf82-1b83-419f-be59-38af2c83bc2d service neutron] 10.222.0.25 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627645 Jan 28 03:45:16.926974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade3e5c-9c32-4471-bd4b-0b351f502a93 req-5a45e9f0-ccac-4671-bec2-0b484bc8e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:16.929019 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ade3e5c-9c32-4471-bd4b-0b351f502a93 req-5a45e9f0-ccac-4671-bec2-0b484bc8e304 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 1095 time: 0.0631492 Jan 28 03:45:17.051217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade3e5c-9c32-4471-bd4b-0b351f502a93 req-ee6c075e-d34f-40e3-b2e1-f68b547ebcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:17.053128 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ade3e5c-9c32-4471-bd4b-0b351f502a93 req-ee6c075e-d34f-40e3-b2e1-f68b547ebcda service neutron] 10.222.0.25 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 916 time: 0.1178477 Jan 28 03:45:17.124033 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ade3e5c-9c32-4471-bd4b-0b351f502a93 req-2c23c906-c605-449a-b732-91783c3a8d40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8bf480-d33d-4909-a685-fd01db55ec88 HTTP/1.1" status: 200 len: 217 time: 0.0632346 Jan 28 03:45:17.203325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade3e5c-9c32-4471-bd4b-0b351f502a93 req-b9a855d7-8a57-4fb3-b573-47004267d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:17.205884 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ade3e5c-9c32-4471-bd4b-0b351f502a93 req-b9a855d7-8a57-4fb3-b573-47004267d779 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d83b314-6385-4d8b-a8b6-a1e573523309 HTTP/1.1" status: 200 len: 855 time: 0.0712814 Jan 28 03:45:17.239520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b92bf3-7686-4786-ab53-8524218a97fc req-aa2026d6-953c-4228-8887-7bc07505fea0 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:17.247930 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ade3e5c-9c32-4471-bd4b-0b351f502a93 req-0ad282bc-4ce1-4347-9cdc-2d7cbc4f45b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80e713ce-3f48-4952-87eb-e4902d278ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349088 Jan 28 03:45:17.250196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2b92bf3-7686-4786-ab53-8524218a97fc req-aa2026d6-953c-4228-8887-7bc07505fea0 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0873978 Jan 28 03:45:17.341972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2b92bf3-7686-4786-ab53-8524218a97fc req-4c9d4f19-9e4b-429e-ac62-5164822d55be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862408 Jan 28 03:45:17.362248 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ade3e5c-9c32-4471-bd4b-0b351f502a93 req-be102f31-458b-4f1c-b95d-bc42eb8adb59 service neutron] 10.222.0.25 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061945 Jan 28 03:45:17.509388 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ade3e5c-9c32-4471-bd4b-0b351f502a93 req-7534c9a1-27c5-4c3c-a8d9-ae6747d7f731 service neutron] 10.222.0.25 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397686 Jan 28 03:45:17.591205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccf88c-9547-4919-b612-99ecb1626d09 req-2ff691f3-cca0-4b84-9113-b15bf2677e33 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:17.592801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22ccf88c-9547-4919-b612-99ecb1626d09 req-2ff691f3-cca0-4b84-9113-b15bf2677e33 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 943 time: 0.0758848 Jan 28 03:45:17.666500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22ccf88c-9547-4919-b612-99ecb1626d09 req-62cb9a8e-d2a4-4278-8a75-9afd8aa60577 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633078 Jan 28 03:45:18.045860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-4f4ec8d1-7025-4f0d-87d9-9bd80eb7c1e3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:18.047887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-4f4ec8d1-7025-4f0d-87d9-9bd80eb7c1e3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.42 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.0529182 Jan 28 03:45:18.203397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Deleting port 5f81495c-a926-4536-aff6-cdb8872627af {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:45:18.204044 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5f81495c-a926-4536-aff6-cdb8872627af), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:18.298160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] For port 5f81495c-a926-4536-aff6-cdb8872627af, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5f81495c-a926-4536-aff6-cdb8872627af,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:18.299248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5f81495c-a926-4536-aff6-cdb8872627af), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:18.598091 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:18.598592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (969399cd-b10e-4bda-8954-36bc6f070dab), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:18.598915 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Floating IP 969399cd-b10e-4bda-8954-36bc6f070dab disassociated. External IP: 172.25.1.203, port: 5f81495c-a926-4536-aff6-cdb8872627af. Jan 28 03:45:18.599415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Calling delete_port for 5f81495c-a926-4536-aff6-cdb8872627af owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:45:18.625058 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3be4d4-1276-4fd1-9dff-56aec9b0575b req-c306bdcc-cff5-44f8-b2af-5dc6bc6a4eeb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:18.626754 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b3be4d4-1276-4fd1-9dff-56aec9b0575b req-c306bdcc-cff5-44f8-b2af-5dc6bc6a4eeb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 946 time: 0.1254647 Jan 28 03:45:18.839009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b3be4d4-1276-4fd1-9dff-56aec9b0575b req-062ab4ab-4896-40f6-81f0-9eec9082b24c tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=7355a229-aa2d-467f-a366-b3290bc38419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729929 Jan 28 03:45:18.987088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df285cf-e86e-49e8-9840-e7075b38abcf req-b5db7714-b9a2-43fe-b438-409816ed2ba4 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:18.988735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0df285cf-e86e-49e8-9840-e7075b38abcf req-b5db7714-b9a2-43fe-b438-409816ed2ba4 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 943 time: 0.2273874 Jan 28 03:45:19.100506 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5f81495c-a926-4536-aff6-cdb8872627af), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:19.211037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event deleted for resources: {'Port': ['ID=5f81495c-a926-4536-aff6-cdb8872627af,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:19.226652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0df285cf-e86e-49e8-9840-e7075b38abcf req-53d3454e-a8f0-4f90-afa2-2a7b6f656cd7 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776035 Jan 28 03:45:19.362601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:45:19.519584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:45:19.533342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] Sync routers for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:45:19.558194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:19.558595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:19.575156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] No DVR routers for this DVR port 5f81495c-a926-4536-aff6-cdb8872627af on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:45:19.577912 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:19.581519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ac068f4-700e-4c72-b7f4-c23186748768 req-d533a68a-aab0-4cb4-a4d6-63b113e0e729 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.42 "DELETE /v2.0/ports/5f81495c-a926-4536-aff6-cdb8872627af HTTP/1.1" status: 204 len: 173 time: 1.5274384 Jan 28 03:45:19.581995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798f554e-5280-4117-b4f7-cdbd42821e94', 'name': 'network-vif-deleted', 'tag': '5f81495c-a926-4536-aff6-cdb8872627af'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:45:19.586555 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f07025c-3ed5-49a7-9619-32fb1fb81098" -d '{"events": [{"server_uuid": "798f554e-5280-4117-b4f7-cdbd42821e94", "name": "network-vif-deleted", "tag": "5f81495c-a926-4536-aff6-cdb8872627af"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:45:19.640646 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be43d58-29d2-49a4-bc44-077fc5d9f8c7 x-openstack-request-id: req-7be43d58-29d2-49a4-bc44-077fc5d9f8c7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:45:19.641050 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798f554e-5280-4117-b4f7-cdbd42821e94", "name": "network-vif-deleted", "tag": "5f81495c-a926-4536-aff6-cdb8872627af", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:45:19.641258 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7be43d58-29d2-49a4-bc44-077fc5d9f8c7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:45:19.641629 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798f554e-5280-4117-b4f7-cdbd42821e94', 'name': 'network-vif-deleted', 'tag': '5f81495c-a926-4536-aff6-cdb8872627af', 'status': 'completed', 'code': 200} Jan 28 03:45:19.894128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:20.097379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3f8bf480-d33d-4909-a685-fd01db55ec88 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:45:20.157735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c669d0e-e31f-4e35-a01b-13823989c55e req-0eb3b210-3a1b-44f5-90a7-ee93514ee03a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=798f554e-5280-4117-b4f7-cdbd42821e94 HTTP/1.1" status: 200 len: 210 time: 0.0564947 Jan 28 03:45:20.439804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fd65f-fb98-40a4-8dd3-e453177089d4 req-d5f38d39-722a-4917-aada-614e205e891f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:20.457626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d81fd65f-fb98-40a4-8dd3-e453177089d4 req-d5f38d39-722a-4917-aada-614e205e891f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 943 time: 0.0991855 Jan 28 03:45:20.534453 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:45:20.557506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d81fd65f-fb98-40a4-8dd3-e453177089d4 req-e8cee39c-9190-4208-a46a-45021e2ac24d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986879 Jan 28 03:45:20.643344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:20.646809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3f8bf480-d33d-4909-a685-fd01db55ec88, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3f8bf480-d33d-4909-a685-fd01db55ec88,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:20.686929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] Checking router: ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:45:20.695970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '3f8bf480-d33d-4909-a685-fd01db55ec88', 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1', 'port_id': '3f8bf480-d33d-4909-a685-fd01db55ec88', 'mac_address': 'fa:16:3e:6f:51:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d83b314-6385-4d8b-a8b6-a1e573523309', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:45:20.706775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:20.707683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:20.839815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:21.008331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3f8bf480-d33d-4909-a685-fd01db55ec88 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:21.009073 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:21.036285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8bf480-d33d-4909-a685-fd01db55ec88 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:45:21.104806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3f8bf480-d33d-4909-a685-fd01db55ec88, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3f8bf480-d33d-4909-a685-fd01db55ec88,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:21.117649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:21.331494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42484) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:21.377085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3f8bf480-d33d-4909-a685-fd01db55ec88,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:21.407238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.407500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc6f48a1-893c-4f0e-9052-3e56a333a3c9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (7355a229-aa2d-467f-a366-b3290bc38419), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:21.409022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.410576 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.417175 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.417803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.418445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.418996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.419560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.420107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.421194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.422016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.422580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.423121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:21.442243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc6f48a1-893c-4f0e-9052-3e56a333a3c9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (7355a229-aa2d-467f-a366-b3290bc38419), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:21.443791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:21.502904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ff9b1a-db07-4c09-9af3-bb2be190a508 None None] The sync data for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 is: [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:45:21.504717 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc6f48a1-893c-4f0e-9052-3e56a333a3c9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7355a229-aa2d-467f-a366-b3290bc38419), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:21.509102 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc6f48a1-893c-4f0e-9052-3e56a333a3c9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:21.512707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fc6f48a1-893c-4f0e-9052-3e56a333a3c9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "DELETE /v2.0/security-groups/7355a229-aa2d-467f-a366-b3290bc38419 HTTP/1.1" status: 204 len: 168 time: 0.1799991 Jan 28 03:45:21.515402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:21.559305 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-4115c9ed-0b46-4e10-848b-594b56128c41 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] show failed (client error): The resource could not be found. Jan 28 03:45:21.561020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4115c9ed-0b46-4e10-848b-594b56128c41 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups/7355a229-aa2d-467f-a366-b3290bc38419 HTTP/1.1" status: 404 len: 347 time: 0.0437815 Jan 28 03:45:21.565064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:21.567742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f48a1-893c-4f0e-9052-3e56a333a3c9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7355a229-aa2d-467f-a366-b3290bc38419,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:21.572093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['3f8bf480-d33d-4909-a685-fd01db55ec88'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:45:21.809104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5f81495c-a926-4536-aff6-cdb8872627af no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:45:21.831749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8e484bf0-b533-4252-8762-733b1f7f04d3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Deleting port 72afb6e4-58a3-4a66-b503-ad312c8c0d2c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:45:21.832091 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e484bf0-b533-4252-8762-733b1f7f04d3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (72afb6e4-58a3-4a66-b503-ad312c8c0d2c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:21.835548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ed41-dad7-44c5-83d1-308f07dceb04 req-f4c110ee-c65e-416b-8dd6-873ae32a61c5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:21.857660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 5f81495c-a926-4536-aff6-cdb8872627af {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:45:21.858198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5f81495c-a926-4536-aff6-cdb8872627af not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:45:21.861693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35d8ed41-dad7-44c5-83d1-308f07dceb04 req-f4c110ee-c65e-416b-8dd6-873ae32a61c5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 944 time: 0.1377013 Jan 28 03:45:21.978782 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35d8ed41-dad7-44c5-83d1-308f07dceb04 req-4bb27914-1f07-45aa-825e-bed93cdc892e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091089 Jan 28 03:45:22.051848 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e484bf0-b533-4252-8762-733b1f7f04d3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (72afb6e4-58a3-4a66-b503-ad312c8c0d2c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:22.052180 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e484bf0-b533-4252-8762-733b1f7f04d3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (72afb6e4-58a3-4a66-b503-ad312c8c0d2c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:22.071422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8e484bf0-b533-4252-8762-733b1f7f04d3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Calling delete_port for 72afb6e4-58a3-4a66-b503-ad312c8c0d2c owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:45:22.075012 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64efffc4-bc26-463c-9b08-4075744fabeb None None] New status for floating IP 969399cd-b10e-4bda-8954-36bc6f070dab: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:45:22.275698 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e484bf0-b533-4252-8762-733b1f7f04d3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (72afb6e4-58a3-4a66-b503-ad312c8c0d2c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:22.277469 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.db.api [None req-64efffc4-bc26-463c-9b08-4075744fabeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:45:22.278047 n-d-808199-14 neutron-server[103291]: DEBUG oslo_db.api [None req-64efffc4-bc26-463c-9b08-4075744fabeb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:45:22.311861 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e484bf0-b533-4252-8762-733b1f7f04d3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event deleted for resources: {'Port': ['ID=72afb6e4-58a3-4a66-b503-ad312c8c0d2c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:22.468765 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e484bf0-b533-4252-8762-733b1f7f04d3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (969399cd-b10e-4bda-8954-36bc6f070dab), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:22.472379 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e484bf0-b533-4252-8762-733b1f7f04d3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:22.473697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8e484bf0-b533-4252-8762-733b1f7f04d3 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "DELETE /v2.0/floatingips/969399cd-b10e-4bda-8954-36bc6f070dab HTTP/1.1" status: 204 len: 168 time: 0.9072297 Jan 28 03:45:22.779319 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64efffc4-bc26-463c-9b08-4075744fabeb None None] New status for floating IP 969399cd-b10e-4bda-8954-36bc6f070dab: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:45:22.850056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42520) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:22.855147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b6ef518c-a48d-4c51-b8a5-27d78e30e90a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793928466', 'description': 'tempest-description--746464976'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:22.901629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ef518c-a48d-4c51-b8a5-27d78e30e90a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.119860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ef518c-a48d-4c51-b8a5-27d78e30e90a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.132588 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ef518c-a48d-4c51-b8a5-27d78e30e90a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.175688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989641a-7d70-4bff-a04e-d10adb44eed6 req-927d17e6-4689-442a-a785-a43e5991469d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:23.184661 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6ef518c-a48d-4c51-b8a5-27d78e30e90a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.188655 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b6ef518c-a48d-4c51-b8a5-27d78e30e90a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3350375 Jan 28 03:45:23.189488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:23.194290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7989641a-7d70-4bff-a04e-d10adb44eed6 req-927d17e6-4689-442a-a785-a43e5991469d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 944 time: 0.0827887 Jan 28 03:45:23.197775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-87bbf9c3-b794-40f8-ab98-0ccd421ed6fb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'security_group_rule': {'security_group_id': 'f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:23.204634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef518c-a48d-4c51-b8a5-27d78e30e90a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:23.250004 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87bbf9c3-b794-40f8-ab98-0ccd421ed6fb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (b76ddf23-7660-464a-933c-ae28c1adfff8), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.280330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7989641a-7d70-4bff-a04e-d10adb44eed6 req-ef8246c4-cbf4-4ff1-87f6-43bd4e046d39 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847073 Jan 28 03:45:23.333113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87bbf9c3-b794-40f8-ab98-0ccd421ed6fb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (b76ddf23-7660-464a-933c-ae28c1adfff8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.338767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87bbf9c3-b794-40f8-ab98-0ccd421ed6fb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (b76ddf23-7660-464a-933c-ae28c1adfff8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.372952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbf9c3-b794-40f8-ab98-0ccd421ed6fb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76ddf23-7660-464a-933c-ae28c1adfff8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:23.386253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87bbf9c3-b794-40f8-ab98-0ccd421ed6fb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.391000 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-87bbf9c3-b794-40f8-ab98-0ccd421ed6fb tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1972449 Jan 28 03:45:23.391363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42540) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:23.396092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-59a934c8-d250-43c1-97d9-f28cf3dac41e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'security_group_rule': {'security_group_id': 'f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:23.468252 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a934c8-d250-43c1-97d9-f28cf3dac41e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (c2e07683-3a9b-4b72-ad90-69bef755a1ab), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.569922 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a934c8-d250-43c1-97d9-f28cf3dac41e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (c2e07683-3a9b-4b72-ad90-69bef755a1ab), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.584460 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a934c8-d250-43c1-97d9-f28cf3dac41e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c2e07683-3a9b-4b72-ad90-69bef755a1ab), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.602209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a934c8-d250-43c1-97d9-f28cf3dac41e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e07683-3a9b-4b72-ad90-69bef755a1ab,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:23.637927 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a934c8-d250-43c1-97d9-f28cf3dac41e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.642812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:23.643191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-59a934c8-d250-43c1-97d9-f28cf3dac41e tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2504358 Jan 28 03:45:23.647838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:23.681360 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:23.934764 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:24.094670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3f8bf480-d33d-4909-a685-fd01db55ec88 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:24.213152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Allocated IP 172.25.1.5 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/98acc698-e294-427c-bc1d-03f17c5da41e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:45:24.250061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 3f8bf480-d33d-4909-a685-fd01db55ec88 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:45:24.258763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 3f8bf480-d33d-4909-a685-fd01db55ec88 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:24.261377 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:24.563653 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for port (98acc698-e294-427c-bc1d-03f17c5da41e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:24.574821 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3f8bf480-d33d-4909-a685-fd01db55ec88 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:24.575512 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:24.584814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b490d-2369-4180-8f28-4ba347d76775 req-748f3bc8-a255-49b2-a1a3-3b3683d46e1f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:24.598041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b0b490d-2369-4180-8f28-4ba347d76775 req-748f3bc8-a255-49b2-a1a3-3b3683d46e1f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 944 time: 0.1484373 Jan 28 03:45:24.641877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3f8bf480-d33d-4909-a685-fd01db55ec88, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3f8bf480-d33d-4909-a685-fd01db55ec88,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:24.642893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef99ff-ba28-4587-8c03-ff980d6ddd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8bf480-d33d-4909-a685-fd01db55ec88'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:45:24.649537 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863f3097-bf4d-49f8-b2b0-e63d087eb9aa" -d '{"events": [{"server_uuid": "edef99ff-ba28-4587-8c03-ff980d6ddd42", "name": "network-vif-plugged", "status": "completed", "tag": "3f8bf480-d33d-4909-a685-fd01db55ec88"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:45:24.662571 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:24.671892 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (98acc698-e294-427c-bc1d-03f17c5da41e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:24.725438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b0b490d-2369-4180-8f28-4ba347d76775 req-604ece64-533a-4787-8db8-3392acad9340 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258216 Jan 28 03:45:24.759240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:24.760710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:24.767091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3f8bf480-d33d-4909-a685-fd01db55ec88,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:24.786148 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:45:24.800875 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4227d8c-52d8-4c10-a2b1-46f90f8f6733 x-openstack-request-id: req-b4227d8c-52d8-4c10-a2b1-46f90f8f6733 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:45:24.801626 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef99ff-ba28-4587-8c03-ff980d6ddd42", "name": "network-vif-plugged", "status": "completed", "tag": "3f8bf480-d33d-4909-a685-fd01db55ec88", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:45:24.802238 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4227d8c-52d8-4c10-a2b1-46f90f8f6733 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:45:24.803023 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef99ff-ba28-4587-8c03-ff980d6ddd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8bf480-d33d-4909-a685-fd01db55ec88', 'code': 200} Jan 28 03:45:24.846038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'Port': ['ID=98acc698-e294-427c-bc1d-03f17c5da41e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:25.009837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921b3d2-2139-4a20-97c5-0f82c0d8e2d2 req-43076fc7-4884-454a-8580-b70d44f6b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:25.011561 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3921b3d2-2139-4a20-97c5-0f82c0d8e2d2 req-43076fc7-4884-454a-8580-b70d44f6b8fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 1097 time: 0.0681710 Jan 28 03:45:25.015824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (c6995ad1-6466-40d7-9a3f-d2c1d760a7f9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:25.092054 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (98acc698-e294-427c-bc1d-03f17c5da41e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:25.115611 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3921b3d2-2139-4a20-97c5-0f82c0d8e2d2 req-1ab79c9c-a5d4-4a83-8370-65cadba165ca service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980120 Jan 28 03:45:25.278722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for port (98acc698-e294-427c-bc1d-03f17c5da41e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:25.285953 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (98acc698-e294-427c-bc1d-03f17c5da41e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:25.842607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'Port': ['ID=98acc698-e294-427c-bc1d-03f17c5da41e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:25.859241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (c6995ad1-6466-40d7-9a3f-d2c1d760a7f9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:25.891175 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:25.893599 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0e71f664-3a26-44d1-a0a2-09c314d9a4be tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2497826 Jan 28 03:45:25.956867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd2cf6-289f-494b-8c7c-b50be1acf0a2 req-069afe6a-d098-4cc1-add9-0b94b70bf851 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:25.958385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3fd2cf6-289f-494b-8c7c-b50be1acf0a2 req-069afe6a-d098-4cc1-add9-0b94b70bf851 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 945 time: 0.1123543 Jan 28 03:45:26.007018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3fd2cf6-289f-494b-8c7c-b50be1acf0a2 req-4dcf1069-dfeb-4da7-babc-a02c8e304d4a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Jan 28 03:45:26.275903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-f2f5cc89-5a1f-461a-90dc-30c2a46c69d5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--793928466&fields=id&tenant_id=fb5cdb19505147fbb0c09b1b86b6d617 HTTP/1.1" status: 200 len: 267 time: 0.0842738 Jan 28 03:45:26.400582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-621f4638-f710-44d7-bc31-47a1e4e7a887 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:26.407602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-621f4638-f710-44d7-bc31-47a1e4e7a887 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 811 time: 0.1308832 Jan 28 03:45:26.424752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-4a3ea9c6-2eac-4ef0-8fbe-b6dcb8e5d9ec tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/quotas/fb5cdb19505147fbb0c09b1b86b6d617 HTTP/1.1" status: 200 len: 375 time: 0.0160673 Jan 28 03:45:26.495801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-cd6ca1b5-3a7c-4626-b0a3-9345c04effe9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698583 Jan 28 03:45:26.682860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-b19d79de-1304-466f-8bc5-84ff642bccee service neutron] 10.222.0.44 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695945 Jan 28 03:45:26.840684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-c2b6a46d-25d8-4e6e-b339-6e2345eb3443 service neutron] 10.222.0.44 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569715 Jan 28 03:45:27.144179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de34a236-237f-48e9-9ae5-369a74c6f7c5 req-44b39288-748e-4300-a496-e6e4024cc235 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 210 time: 0.0313020 Jan 28 03:45:27.255845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d012ec-d328-4e60-bda5-c997607a82d5 req-9a9919c4-806b-446e-a706-04c11610f496 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:27.257730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83d012ec-d328-4e60-bda5-c997607a82d5 req-9a9919c4-806b-446e-a706-04c11610f496 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 945 time: 0.0847125 Jan 28 03:45:27.777240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83d012ec-d328-4e60-bda5-c997607a82d5 req-53bca1bd-9270-4ca1-b689-bf7f976bb082 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969203 Jan 28 03:45:28.414943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-022d50bf-070c-458d-83af-82201942d168 req-59e0d0ee-2c5e-457a-ab3b-18dea36ce8a8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 210 time: 0.0812578 Jan 28 03:45:28.981128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-39605ca8-b296-4461-aa4c-0f085a4e14fc tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:28.982957 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-39605ca8-b296-4461-aa4c-0f085a4e14fc tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 811 time: 0.2273228 Jan 28 03:45:29.060020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ffd2acb0-be5d-43aa-acbf-6a157b651db9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb5cdb19505147fbb0c09b1b86b6d617 HTTP/1.1" status: 200 len: 379 time: 0.0558178 Jan 28 03:45:29.095790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'port': {'device_id': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'admin_state_up': True, 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'security_groups': ['f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:29.296411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Made reservation on behalf of fb5cdb19505147fbb0c09b1b86b6d617 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:45:29.302782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:29.593354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Allocated IP 172.20.0.8 (de158b34-1094-4e9e-874b-2088e856a456/e0ee2c3b-02fd-47e8-bdfc-18a286626fbc/9580c39b-ffa8-4106-9e8e-814875578c52) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:45:29.745969 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2ff6969-70c0-435c-ac82-ec3658dd4f7e req-4bb9f343-3b27-4ff6-8240-537ce0788a96 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 210 time: 0.0617902 Jan 28 03:45:29.921748 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for port (9580c39b-ffa8-4106-9e8e-814875578c52), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:30.025247 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:30.081874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event updated for resources: {'Port': ['ID=9580c39b-ffa8-4106-9e8e-814875578c52,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:30.098514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Network de158b34-1094-4e9e-874b-2088e856a456 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:30.102030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:30.104610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:45:30.189477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:30.190329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:30.214182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-5ccf1f40-e5a5-4866-92da-fb3c477d806a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1228349 Jan 28 03:45:30.236067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Request body: {'port': {'device_id': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:30.373573 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:30.605432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0985a84b-4d30-4dc9-ae8b-f5e46540e9ad None None] Provisioning complete for port 9580c39b-ffa8-4106-9e8e-814875578c52 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:30.605958 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0985a84b-4d30-4dc9-ae8b-f5e46540e9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:30.706229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0985a84b-4d30-4dc9-ae8b-f5e46540e9ad None None] Port 9580c39b-ffa8-4106-9e8e-814875578c52 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:45:30.861408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9580c39b-ffa8-4106-9e8e-814875578c52 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:45:30.883449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Publish callbacks [] for port (9580c39b-ffa8-4106-9e8e-814875578c52), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:30.939694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Transition to ACTIVE for port object 9580c39b-ffa8-4106-9e8e-814875578c52 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:45:30.966018 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:31.043755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed7933-5a99-4a6f-9a6f-897f063392ed req-b3d321da-4d0e-4210-b7e4-0586d61d90d9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:31.045512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9ed7933-5a99-4a6f-9a6f-897f063392ed req-b3d321da-4d0e-4210-b7e4-0586d61d90d9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 931 time: 0.1549006 Jan 28 03:45:31.390383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9ed7933-5a99-4a6f-9a6f-897f063392ed req-9343066d-ec63-4609-95e5-b3384d2605e9 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236474 Jan 28 03:45:31.395715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9580c39b-ffa8-4106-9e8e-814875578c52,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:31.458717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Attempting to bind port 9580c39b-ffa8-4106-9e8e-814875578c52 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:45:31.459363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Attempting to bind port 9580c39b-ffa8-4106-9e8e-814875578c52 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:45:31.459959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Attempting to bind port 9580c39b-ffa8-4106-9e8e-814875578c52 on network de158b34-1094-4e9e-874b-2088e856a456 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:31.465809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Port 9580c39b-ffa8-4106-9e8e-814875578c52 on network de158b34-1094-4e9e-874b-2088e856a456 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:45:31.466534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Attempting to bind port 9580c39b-ffa8-4106-9e8e-814875578c52 on network de158b34-1094-4e9e-874b-2088e856a456 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:31.472245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:45:31.473139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Checking segment: {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:31.474299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Bound using segment: {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:45:31.474968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Bound port: 9580c39b-ffa8-4106-9e8e-814875578c52, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b4dc0e-b7bd-4d26-9105-827ea244b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:45:31.475564 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:31.583414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] For port 9580c39b-ffa8-4106-9e8e-814875578c52, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:45:31.587353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] For port 9580c39b-ffa8-4106-9e8e-814875578c52, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9580c39b-ffa8-4106-9e8e-814875578c52,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:45:31.595096 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:31.656456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9580c39b-ffa8-4106-9e8e-814875578c52,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:31.669750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:31.670440 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:31.672001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ea400e7a-6645-4450-8865-c04af87f47a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/9580c39b-ffa8-4106-9e8e-814875578c52 HTTP/1.1" status: 200 len: 1092 time: 1.4417722 Jan 28 03:45:31.672466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'tag': '9580c39b-ffa8-4106-9e8e-814875578c52'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:45:31.692774 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f2b458-8fdd-451e-8fa5-bba1248fecdd" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8e2530-33ee-4808-bd0d-a5c7203cec70", "tag": "9580c39b-ffa8-4106-9e8e-814875578c52"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:45:31.789904 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08b3da-687a-41f6-9b0e-8891e6827a0a x-openstack-request-id: req-4b08b3da-687a-41f6-9b0e-8891e6827a0a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:45:31.790199 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8e2530-33ee-4808-bd0d-a5c7203cec70", "tag": "9580c39b-ffa8-4106-9e8e-814875578c52", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:45:31.790457 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b08b3da-687a-41f6-9b0e-8891e6827a0a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:45:31.790861 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'tag': '9580c39b-ffa8-4106-9e8e-814875578c52', 'status': 'completed', 'code': 200} Jan 28 03:45:31.830039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ff3401c7-b6cd-40a6-8e85-bc9401bb272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:31.832723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-ff3401c7-b6cd-40a6-8e85-bc9401bb272f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 1095 time: 0.0917222 Jan 28 03:45:31.896669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-7110762d-d7e8-4fda-83f5-011cf3cda6e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9580c39b-ffa8-4106-9e8e-814875578c52 HTTP/1.1" status: 200 len: 217 time: 0.0495682 Jan 28 03:45:32.024245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-31d6b656-98b3-4cfe-afbc-affc013cff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:32.026202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-31d6b656-98b3-4cfe-afbc-affc013cff0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.0992773 Jan 28 03:45:32.102740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-0b5a585d-447a-457a-b390-e43d34c3b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:32.105735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-0b5a585d-447a-457a-b390-e43d34c3b55f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711622 Jan 28 03:45:32.239370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-81788ef3-d592-4e94-b5ce-2540846c8332 service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258855 Jan 28 03:45:32.440234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a4b8656-1150-4bde-b127-6da2f2e33d91 req-7dc427be-1db5-4d03-8518-fffd958d12cd service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939433 Jan 28 03:45:32.590315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b6f4c-e643-4cee-9d21-f55321c50b91 req-69c99558-c45f-4617-8f48-e7d2f52d8003 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:32.594439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-790b6f4c-e643-4cee-9d21-f55321c50b91 req-69c99558-c45f-4617-8f48-e7d2f52d8003 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 943 time: 0.1011994 Jan 28 03:45:32.611678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-0a824769-0162-4019-bac1-2a5ad91d928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:32.613290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-0a824769-0162-4019-bac1-2a5ad91d928c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 1095 time: 0.0800812 Jan 28 03:45:32.802376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-d27d3cef-710f-42b6-8c31-99a4cca0f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:32.804551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-d27d3cef-710f-42b6-8c31-99a4cca0f697 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 912 time: 0.1625903 Jan 28 03:45:32.848231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-790b6f4c-e643-4cee-9d21-f55321c50b91 req-2011df4c-d4d8-439b-9b63-12dcb94b0f6a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386863 Jan 28 03:45:32.924684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-1f6d3e2e-a119-4bf4-9590-aaf45a216c4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9580c39b-ffa8-4106-9e8e-814875578c52 HTTP/1.1" status: 200 len: 217 time: 0.0906975 Jan 28 03:45:33.052298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-78ecce58-c275-4d00-82fc-09dbbe9dd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:33.054852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-78ecce58-c275-4d00-82fc-09dbbe9dd508 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.1240497 Jan 28 03:45:33.171792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-edca7b8b-ab7b-436b-bb5e-340382d56d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:33.173371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-edca7b8b-ab7b-436b-bb5e-340382d56d08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932202 Jan 28 03:45:33.360097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-971f705b-efa5-4e54-81b7-3e97402147d9 service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795571 Jan 28 03:45:33.554922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-07f2b458-8fdd-451e-8fa5-bba1248fecdd req-74babca8-d573-4c7f-b25c-277c5cd68b29 service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873021 Jan 28 03:45:34.041163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8776284-3fdd-4bb0-bc70-5246a45a4510 req-5033d6af-b55a-46a3-b790-bdc214cc03e2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:34.043207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8776284-3fdd-4bb0-bc70-5246a45a4510 req-5033d6af-b55a-46a3-b790-bdc214cc03e2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 943 time: 0.0726218 Jan 28 03:45:34.124477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8776284-3fdd-4bb0-bc70-5246a45a4510 req-0fe42421-8f31-438c-8d7d-4df300b2295f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760758 Jan 28 03:45:35.122342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42890) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:35.362890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc59b1-41cd-4774-be70-1a608013c792 req-f2f5481a-9c42-4311-93bf-69b7d860b454 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:35.364612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aabc59b1-41cd-4774-be70-1a608013c792 req-f2f5481a-9c42-4311-93bf-69b7d860b454 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 943 time: 0.0969648 Jan 28 03:45:35.459215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aabc59b1-41cd-4774-be70-1a608013c792 req-5f85a2a8-874b-4e59-bbfc-050ca397af85 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838785 Jan 28 03:45:35.514085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:35.619072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Publish callbacks [] for security_group (3a006cfe-3ec3-43ec-937d-29eedf53dbcd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:35.627794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3a006cfe-3ec3-43ec-937d-29eedf53dbcd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:35.687474 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43c9721014014baca613c04bfbdbca62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5632765 Jan 28 03:45:35.688262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a006cfe-3ec3-43ec-937d-29eedf53dbcd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:35.690686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42902) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:35.711243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.711654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.712143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.713189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.713534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.713873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.714210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.714543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.714874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.718557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.718924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.719448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.719799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae74fad-65a0-4c5d-8040-7ffe90813912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:35.814293 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c62e44d6-3d28-4c01-8ca7-3475b03b8955 admin admin] Publish callbacks [] for security_group (3a006cfe-3ec3-43ec-937d-29eedf53dbcd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:35.842082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c62e44d6-3d28-4c01-8ca7-3475b03b8955 admin admin] Publish callbacks [] for security_group (3a006cfe-3ec3-43ec-937d-29eedf53dbcd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:35.890647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9580c39b-ffa8-4106-9e8e-814875578c52 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:45:35.906579 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c62e44d6-3d28-4c01-8ca7-3475b03b8955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3a006cfe-3ec3-43ec-937d-29eedf53dbcd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:35.909287 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c62e44d6-3d28-4c01-8ca7-3475b03b8955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:35.910987 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c62e44d6-3d28-4c01-8ca7-3475b03b8955 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a006cfe-3ec3-43ec-937d-29eedf53dbcd HTTP/1.1" status: 204 len: 168 time: 0.2191906 Jan 28 03:45:35.922650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e44d6-3d28-4c01-8ca7-3475b03b8955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a006cfe-3ec3-43ec-937d-29eedf53dbcd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:36.141406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9580c39b-ffa8-4106-9e8e-814875578c52, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9580c39b-ffa8-4106-9e8e-814875578c52,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:36.166186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '9580c39b-ffa8-4106-9e8e-814875578c52', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'port_id': '9580c39b-ffa8-4106-9e8e-814875578c52', 'mac_address': 'fa:16:3e:97:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:45:36.241763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 9580c39b-ffa8-4106-9e8e-814875578c52 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:36.242570 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:36.257822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9580c39b-ffa8-4106-9e8e-814875578c52 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:45:36.281585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9580c39b-ffa8-4106-9e8e-814875578c52, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9580c39b-ffa8-4106-9e8e-814875578c52,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:36.287574 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:36.353072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=9580c39b-ffa8-4106-9e8e-814875578c52,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:36.652121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec5ff-e020-41cb-8d92-6aeed972b3b0 req-4b25b7a4-8d7d-43b4-aacd-b0f78dd7b25b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:36.654851 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49dec5ff-e020-41cb-8d92-6aeed972b3b0 req-4b25b7a4-8d7d-43b4-aacd-b0f78dd7b25b tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 944 time: 0.0630934 Jan 28 03:45:36.701948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['9580c39b-ffa8-4106-9e8e-814875578c52'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:45:36.726164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49dec5ff-e020-41cb-8d92-6aeed972b3b0 req-a7266f3a-537f-4bf8-9d20-11599f95f7a2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619147 Jan 28 03:45:37.933109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5eb66-09e7-4d23-8c3d-98f522a8b8b6 req-e69a8d25-99f2-4e64-b798-9102a60ada8d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:37.935966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eee5eb66-09e7-4d23-8c3d-98f522a8b8b6 req-e69a8d25-99f2-4e64-b798-9102a60ada8d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 944 time: 0.0855393 Jan 28 03:45:38.036058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eee5eb66-09e7-4d23-8c3d-98f522a8b8b6 req-6642fd3e-ff97-4ac1-9ed4-125b44c64680 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939984 Jan 28 03:45:39.290771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8ce3-065b-442f-86b3-adf6c0b2698b req-42a09868-c7e0-4de8-aa7d-38bcda6e8cc8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:39.299605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-748b8ce3-065b-442f-86b3-adf6c0b2698b req-42a09868-c7e0-4de8-aa7d-38bcda6e8cc8 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 944 time: 0.1235299 Jan 28 03:45:39.394321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-748b8ce3-065b-442f-86b3-adf6c0b2698b req-c968ac2d-d13d-407a-94d5-a4d925f58941 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933230 Jan 28 03:45:39.906092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9580c39b-ffa8-4106-9e8e-814875578c52 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:40.026086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 9580c39b-ffa8-4106-9e8e-814875578c52 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:45:40.032249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 9580c39b-ffa8-4106-9e8e-814875578c52 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:40.032700 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.130140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 9580c39b-ffa8-4106-9e8e-814875578c52 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:40.130644 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.185353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43038) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:40.190065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9580c39b-ffa8-4106-9e8e-814875578c52'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:45:40.197238 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae22da2f-4479-4057-8ad4-d079fdf41841" -d '{"events": [{"server_uuid": "ca8e2530-33ee-4808-bd0d-a5c7203cec70", "name": "network-vif-plugged", "status": "completed", "tag": "9580c39b-ffa8-4106-9e8e-814875578c52"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:45:40.249697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 9580c39b-ffa8-4106-9e8e-814875578c52, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9580c39b-ffa8-4106-9e8e-814875578c52,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:40.259212 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.302505 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456c1bd7-1f8c-4362-89a1-c6da4d8d16cd x-openstack-request-id: req-456c1bd7-1f8c-4362-89a1-c6da4d8d16cd {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:45:40.303021 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8e2530-33ee-4808-bd0d-a5c7203cec70", "name": "network-vif-plugged", "status": "completed", "tag": "9580c39b-ffa8-4106-9e8e-814875578c52", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:45:40.304207 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-456c1bd7-1f8c-4362-89a1-c6da4d8d16cd {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:45:40.312059 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9580c39b-ffa8-4106-9e8e-814875578c52', 'code': 200} Jan 28 03:45:40.346282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=9580c39b-ffa8-4106-9e8e-814875578c52,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:40.420283 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a4e2b38-4ba9-43a8-9478-c70b00b50937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.434988 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-463bad82-fb8b-453b-91f4-e21ae224b7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.560235 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a4e2b38-4ba9-43a8-9478-c70b00b50937 admin admin] Publish callbacks [] for security_group (06fe4714-b36d-4915-9e7c-d835d868ab1b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.574639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a4e2b38-4ba9-43a8-9478-c70b00b50937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (06fe4714-b36d-4915-9e7c-d835d868ab1b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.637537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253129e-98ad-40ff-87db-ed69ae014ac2 req-65fcb5bd-3071-4f4a-9d1f-fa94714d3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:40.639614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6253129e-98ad-40ff-87db-ed69ae014ac2 req-65fcb5bd-3071-4f4a-9d1f-fa94714d3e37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 1097 time: 0.2679224 Jan 28 03:45:40.644243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e2b38-4ba9-43a8-9478-c70b00b50937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fe4714-b36d-4915-9e7c-d835d868ab1b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:40.688330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7a4e2b38-4ba9-43a8-9478-c70b00b50937 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3188cc29397443299e80e1c02d45b4a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015266 Jan 28 03:45:40.690990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:40.712515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b68ee1-ec37-4b42-bdd6-9192ba4a2310 req-d7eaabad-1e2d-40d0-a9a8-a23f0376c004 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:40.720402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76b68ee1-ec37-4b42-bdd6-9192ba4a2310 req-d7eaabad-1e2d-40d0-a9a8-a23f0376c004 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 945 time: 0.1577332 Jan 28 03:45:40.760375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6253129e-98ad-40ff-87db-ed69ae014ac2 req-b21be60a-5fb7-476a-8ef1-df37669ee13c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085267 Jan 28 03:45:40.789051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76b68ee1-ec37-4b42-bdd6-9192ba4a2310 req-6ee4dfb3-6cb2-4c0c-9e01-12510c62b9f2 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624113 Jan 28 03:45:40.791216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6880ed27-1308-4aed-bb97-4132bc364925 admin admin] Publish callbacks [] for security_group (06fe4714-b36d-4915-9e7c-d835d868ab1b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.822330 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6880ed27-1308-4aed-bb97-4132bc364925 admin admin] Publish callbacks [] for security_group (06fe4714-b36d-4915-9e7c-d835d868ab1b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.890431 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6880ed27-1308-4aed-bb97-4132bc364925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (06fe4714-b36d-4915-9e7c-d835d868ab1b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.893186 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6880ed27-1308-4aed-bb97-4132bc364925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.896635 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6880ed27-1308-4aed-bb97-4132bc364925 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06fe4714-b36d-4915-9e7c-d835d868ab1b HTTP/1.1" status: 204 len: 168 time: 0.2023628 Jan 28 03:45:40.906601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880ed27-1308-4aed-bb97-4132bc364925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fe4714-b36d-4915-9e7c-d835d868ab1b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:41.326819 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:41.342314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4546ac50-3e2a-46c0-a413-14a115487094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.440527 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4546ac50-3e2a-46c0-a413-14a115487094 admin admin] Publish callbacks [] for security_group (f41f48d2-4726-4ed6-923a-797d7bb7d1e1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.446407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4546ac50-3e2a-46c0-a413-14a115487094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f41f48d2-4726-4ed6-923a-797d7bb7d1e1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.500550 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:41.501064 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4546ac50-3e2a-46c0-a413-14a115487094 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3950438e67c242cc9717676486a01270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725152 Jan 28 03:45:41.501930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546ac50-3e2a-46c0-a413-14a115487094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f48d2-4726-4ed6-923a-797d7bb7d1e1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:41.561974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b332e27-e4ac-4709-a57a-5fe33330b6f6 admin admin] Publish callbacks [] for security_group (f41f48d2-4726-4ed6-923a-797d7bb7d1e1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.587378 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b332e27-e4ac-4709-a57a-5fe33330b6f6 admin admin] Publish callbacks [] for security_group (f41f48d2-4726-4ed6-923a-797d7bb7d1e1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.650165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b332e27-e4ac-4709-a57a-5fe33330b6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f41f48d2-4726-4ed6-923a-797d7bb7d1e1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.654999 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b332e27-e4ac-4709-a57a-5fe33330b6f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.659449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8b332e27-e4ac-4709-a57a-5fe33330b6f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f41f48d2-4726-4ed6-923a-797d7bb7d1e1 HTTP/1.1" status: 204 len: 168 time: 0.1578453 Jan 28 03:45:41.669865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b332e27-e4ac-4709-a57a-5fe33330b6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f48d2-4726-4ed6-923a-797d7bb7d1e1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:41.952359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0a4ab-ce7f-4fc4-815a-4429f9c16166 req-0f8a4eda-e909-450e-8610-3df8d504777a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:41.954999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31a0a4ab-ce7f-4fc4-815a-4429f9c16166 req-0f8a4eda-e909-450e-8610-3df8d504777a tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 945 time: 0.0754881 Jan 28 03:45:42.036794 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:42.054328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31a0a4ab-ce7f-4fc4-815a-4429f9c16166 req-c743dabf-8de8-4368-aa22-745a32d1fd44 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923109 Jan 28 03:45:42.550010 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c585199c-5aa6-453c-9434-25c11166c970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.179214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8be68-721f-45db-983a-62be950a68dd req-c59d1143-aae9-48db-ad5a-aaaa928b8251 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:43.181091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ae8be68-721f-45db-983a-62be950a68dd req-c59d1143-aae9-48db-ad5a-aaaa928b8251 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 945 time: 0.0588679 Jan 28 03:45:43.247488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ae8be68-721f-45db-983a-62be950a68dd req-35ca8c6e-b9d2-4523-b491-a36c0b5b58a1 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594130 Jan 28 03:45:43.423408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18dd0e-23bc-46e2-855e-e516f7301448 req-0e59bd23-621d-49ad-a71c-b9535e07b3f5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:43.424945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae18dd0e-23bc-46e2-855e-e516f7301448 req-0e59bd23-621d-49ad-a71c-b9535e07b3f5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 945 time: 0.0803230 Jan 28 03:45:43.434011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:43.440714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-30e240bc-daa1-43d4-a509-4e9bda982de6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Request body: {'floatingip': {'port_id': '9580c39b-ffa8-4106-9e8e-814875578c52'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:43.514610 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30e240bc-daa1-43d4-a509-4e9bda982de6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (c6995ad1-6466-40d7-9a3f-d2c1d760a7f9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.775456 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:45:44.178502 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30e240bc-daa1-43d4-a509-4e9bda982de6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:44.197075 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30e240bc-daa1-43d4-a509-4e9bda982de6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (c6995ad1-6466-40d7-9a3f-d2c1d760a7f9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:44.211668 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:44.267319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609e2bc-1b75-4121-9542-f1dac7d9d816 req-eb659ca5-0de8-476c-9773-e7c161e445b2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.273610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609e2bc-1b75-4121-9542-f1dac7d9d816 req-eb659ca5-0de8-476c-9773-e7c161e445b2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.282770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609e2bc-1b75-4121-9542-f1dac7d9d816 req-eb659ca5-0de8-476c-9773-e7c161e445b2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.289751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609e2bc-1b75-4121-9542-f1dac7d9d816 req-eb659ca5-0de8-476c-9773-e7c161e445b2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.295544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609e2bc-1b75-4121-9542-f1dac7d9d816 req-eb659ca5-0de8-476c-9773-e7c161e445b2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.301955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609e2bc-1b75-4121-9542-f1dac7d9d816 req-eb659ca5-0de8-476c-9773-e7c161e445b2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.309101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609e2bc-1b75-4121-9542-f1dac7d9d816 req-eb659ca5-0de8-476c-9773-e7c161e445b2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.311498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b609e2bc-1b75-4121-9542-f1dac7d9d816 req-eb659ca5-0de8-476c-9773-e7c161e445b2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5435 time: 0.1737700 Jan 28 03:45:44.400789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:44.489226 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b609e2bc-1b75-4121-9542-f1dac7d9d816 req-d525bd63-27b7-40e8-afee-78d9e277a21c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1652713 Jan 28 03:45:44.491631 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-30e240bc-daa1-43d4-a509-4e9bda982de6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Floating IP c6995ad1-6466-40d7-9a3f-d2c1d760a7f9 associated. External IP: 172.25.1.5, port: 9580c39b-ffa8-4106-9e8e-814875578c52. Jan 28 03:45:44.758660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4193-03cd-4f8a-9ed0-0fdb89b19e2c req-e801beac-22f9-4417-a7a0-d794d0f41cc7 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.764181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4193-03cd-4f8a-9ed0-0fdb89b19e2c req-e801beac-22f9-4417-a7a0-d794d0f41cc7 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.769541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4193-03cd-4f8a-9ed0-0fdb89b19e2c req-e801beac-22f9-4417-a7a0-d794d0f41cc7 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.774820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4193-03cd-4f8a-9ed0-0fdb89b19e2c req-e801beac-22f9-4417-a7a0-d794d0f41cc7 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.780573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4193-03cd-4f8a-9ed0-0fdb89b19e2c req-e801beac-22f9-4417-a7a0-d794d0f41cc7 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.786446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4193-03cd-4f8a-9ed0-0fdb89b19e2c req-e801beac-22f9-4417-a7a0-d794d0f41cc7 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.791718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4193-03cd-4f8a-9ed0-0fdb89b19e2c req-e801beac-22f9-4417-a7a0-d794d0f41cc7 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:44.797279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-268c4193-03cd-4f8a-9ed0-0fdb89b19e2c req-e801beac-22f9-4417-a7a0-d794d0f41cc7 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5435 time: 0.1626620 Jan 28 03:45:44.880819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e240bc-daa1-43d4-a509-4e9bda982de6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:45:45.043084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e240bc-daa1-43d4-a509-4e9bda982de6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:45:45.067111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] Sync routers for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:45:45.083504 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30e240bc-daa1-43d4-a509-4e9bda982de6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:45.085596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:45.087690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:45:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:45.146234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-30e240bc-daa1-43d4-a509-4e9bda982de6 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "PUT /v2.0/floatingips/c6995ad1-6466-40d7-9a3f-d2c1d760a7f9 HTTP/1.1" status: 200 len: 989 time: 1.7107902 Jan 28 03:45:45.146853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'tag': '9580c39b-ffa8-4106-9e8e-814875578c52'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:45:45.153760 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8e2530-33ee-4808-bd0d-a5c7203cec70", "tag": "9580c39b-ffa8-4106-9e8e-814875578c52"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:45:45.233604 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a20983-e32a-4986-b71b-4e8750f142dc x-openstack-request-id: req-e5a20983-e32a-4986-b71b-4e8750f142dc {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:45:45.234606 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8e2530-33ee-4808-bd0d-a5c7203cec70", "tag": "9580c39b-ffa8-4106-9e8e-814875578c52", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:45:45.235105 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5a20983-e32a-4986-b71b-4e8750f142dc {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:45:45.235757 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'tag': '9580c39b-ffa8-4106-9e8e-814875578c52', 'status': 'completed', 'code': 200} Jan 28 03:45:45.289280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:45.373543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-8a30a0cb-e244-40e7-a576-d5860f97469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:45.376541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-8a30a0cb-e244-40e7-a576-d5860f97469c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 1097 time: 0.0817578 Jan 28 03:45:45.487442 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:45.591979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-982ec1e4-90c8-42ec-b9e5-49de2e9cba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:45.593603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-982ec1e4-90c8-42ec-b9e5-49de2e9cba87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 912 time: 0.2092767 Jan 28 03:45:45.715687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'c6995ad1-6466-40d7-9a3f-d2c1d760a7f9', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'port_id': '9580c39b-ffa8-4106-9e8e-814875578c52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'mac_address': 'fa:16:3e:97:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:45:24Z', 'updated_at': '2022-01-28T03:45:44Z', 'revision_number': 1, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:45.748591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-e042b11d-c531-41e1-8239-f4a1e5874ace service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9580c39b-ffa8-4106-9e8e-814875578c52 HTTP/1.1" status: 200 len: 997 time: 0.1467323 Jan 28 03:45:45.836696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-4c00b135-2f5d-4479-83bd-6ad0246508bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:45.840726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-4c00b135-2f5d-4479-83bd-6ad0246508bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.0842383 Jan 28 03:45:45.932727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] Checking router: ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:45:45.940683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-b0af11c5-ddac-4ffd-b56e-c6a8e6e2c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:45.942543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-b0af11c5-ddac-4ffd-b56e-c6a8e6e2c8c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962348 Jan 28 03:45:45.946636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:45.947264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:45:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:46.074865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:46.110809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-dd53b8e2-8d2e-472e-92bf-6c1da64bb6cd service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549652 Jan 28 03:45:46.323737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72a5496c-dd39-4ef3-8ae5-084ae8f8c035 req-9fb43845-38aa-487f-b638-982014fe302e service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108397 Jan 28 03:45:46.709343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'c6995ad1-6466-40d7-9a3f-d2c1d760a7f9', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'port_id': '9580c39b-ffa8-4106-9e8e-814875578c52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'mac_address': 'fa:16:3e:97:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:45:24Z', 'updated_at': '2022-01-28T03:45:44Z', 'revision_number': 1, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:46.795560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8b1cb-32d7-4bc7-b5f0-53690e3f2210 None None] The sync data for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 is: [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'c6995ad1-6466-40d7-9a3f-d2c1d760a7f9', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'port_id': '9580c39b-ffa8-4106-9e8e-814875578c52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'mac_address': 'fa:16:3e:97:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:45:24Z', 'updated_at': '2022-01-28T03:45:44Z', 'revision_number': 1, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:45:46.801764 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.183007 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bc399-6bd5-42a4-adb3-88ccc660843e None None] New status for floating IP c6995ad1-6466-40d7-9a3f-d2c1d760a7f9: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:45:47.366342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:47.483155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2694bcc-e670-4ca5-a53f-7dae5adadbb8 req-83f2bd45-7d3f-4156-ac16-50a2d409d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:47.483632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2694bcc-e670-4ca5-a53f-7dae5adadbb8 req-83f2bd45-7d3f-4156-ac16-50a2d409d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:47.484098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2694bcc-e670-4ca5-a53f-7dae5adadbb8 req-83f2bd45-7d3f-4156-ac16-50a2d409d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:47.484581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2694bcc-e670-4ca5-a53f-7dae5adadbb8 req-83f2bd45-7d3f-4156-ac16-50a2d409d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:47.485071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2694bcc-e670-4ca5-a53f-7dae5adadbb8 req-83f2bd45-7d3f-4156-ac16-50a2d409d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:47.485632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2694bcc-e670-4ca5-a53f-7dae5adadbb8 req-83f2bd45-7d3f-4156-ac16-50a2d409d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:47.486092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2694bcc-e670-4ca5-a53f-7dae5adadbb8 req-83f2bd45-7d3f-4156-ac16-50a2d409d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:47.495769 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2694bcc-e670-4ca5-a53f-7dae5adadbb8 req-83f2bd45-7d3f-4156-ac16-50a2d409d740 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6499 time: 0.1282887 Jan 28 03:45:47.566188 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2694bcc-e670-4ca5-a53f-7dae5adadbb8 req-74f6daf3-b4ba-4439-b203-86e97355b597 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695090 Jan 28 03:45:50.036871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:50.182170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3926b0ac-f983-439d-be03-88d50cc10d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.263784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3926b0ac-f983-439d-be03-88d50cc10d44 admin admin] Publish callbacks [] for security_group (b9061780-cb46-4497-b4b4-5e6b21056415), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.267495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3926b0ac-f983-439d-be03-88d50cc10d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b9061780-cb46-4497-b4b4-5e6b21056415), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.305415 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3926b0ac-f983-439d-be03-88d50cc10d44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=580bc31dc5f640c6bf9b6c81e9002916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2675114 Jan 28 03:45:50.307428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926b0ac-f983-439d-be03-88d50cc10d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9061780-cb46-4497-b4b4-5e6b21056415,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:50.308222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43386) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:50.369082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Publish callbacks [] for security_group (b9061780-cb46-4497-b4b4-5e6b21056415), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.391392 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Publish callbacks [] for security_group (b9061780-cb46-4497-b4b4-5e6b21056415), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.449437 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b9061780-cb46-4497-b4b4-5e6b21056415), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.452331 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.456919 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9061780-cb46-4497-b4b4-5e6b21056415 HTTP/1.1" status: 204 len: 168 time: 0.1473608 Jan 28 03:45:50.467429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9061780-cb46-4497-b4b4-5e6b21056415,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:50.478348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.478917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.479471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.480015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.480665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.481259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.481796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.482337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.482865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.483492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.484035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.484564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.485241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f6376-f608-48df-a00e-8b15c2b48387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:50.812896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43414) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:50.827563 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16759647-d6e1-4be6-9775-279b857205a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.916644 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16759647-d6e1-4be6-9775-279b857205a5 admin admin] Publish callbacks [] for security_group (af0915e3-0637-4616-aa9a-c5c21f0643a7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.922556 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16759647-d6e1-4be6-9775-279b857205a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (af0915e3-0637-4616-aa9a-c5c21f0643a7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.964642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16759647-d6e1-4be6-9775-279b857205a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0915e3-0637-4616-aa9a-c5c21f0643a7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:50.969706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-16759647-d6e1-4be6-9775-279b857205a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23fada1a60ec45f190af46a34ffdc69c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556916 Jan 28 03:45:50.972127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43418) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:51.051519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389fd7d0-a13a-44fc-866a-4ed70649a438 admin admin] Publish callbacks [] for security_group (af0915e3-0637-4616-aa9a-c5c21f0643a7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.074146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389fd7d0-a13a-44fc-866a-4ed70649a438 admin admin] Publish callbacks [] for security_group (af0915e3-0637-4616-aa9a-c5c21f0643a7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.139309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389fd7d0-a13a-44fc-866a-4ed70649a438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (af0915e3-0637-4616-aa9a-c5c21f0643a7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.143000 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389fd7d0-a13a-44fc-866a-4ed70649a438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.147433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-389fd7d0-a13a-44fc-866a-4ed70649a438 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af0915e3-0637-4616-aa9a-c5c21f0643a7 HTTP/1.1" status: 204 len: 168 time: 0.1743271 Jan 28 03:45:51.157686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fd7d0-a13a-44fc-866a-4ed70649a438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0915e3-0637-4616-aa9a-c5c21f0643a7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:53.452691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43512) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:53.573567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4483c3f-0327-49ed-911f-1267b58083d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.651645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4483c3f-0327-49ed-911f-1267b58083d0 admin admin] Publish callbacks [] for security_group (151aae65-ceeb-4700-896e-417f50a09bf0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.656051 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4483c3f-0327-49ed-911f-1267b58083d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (151aae65-ceeb-4700-896e-417f50a09bf0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.704865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:53.705525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c4483c3f-0327-49ed-911f-1267b58083d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6c06730359e4036a3753e2876af914b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2510383 Jan 28 03:45:53.716878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4483c3f-0327-49ed-911f-1267b58083d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151aae65-ceeb-4700-896e-417f50a09bf0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:53.793783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7428-969f-4759-8201-7c120474670b admin admin] Publish callbacks [] for security_group (151aae65-ceeb-4700-896e-417f50a09bf0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.821681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7428-969f-4759-8201-7c120474670b admin admin] Publish callbacks [] for security_group (151aae65-ceeb-4700-896e-417f50a09bf0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.886362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7428-969f-4759-8201-7c120474670b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (151aae65-ceeb-4700-896e-417f50a09bf0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.890419 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7428-969f-4759-8201-7c120474670b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.893900 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f9fb7428-969f-4759-8201-7c120474670b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/151aae65-ceeb-4700-896e-417f50a09bf0 HTTP/1.1" status: 204 len: 168 time: 0.1849098 Jan 28 03:45:53.902111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb7428-969f-4759-8201-7c120474670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151aae65-ceeb-4700-896e-417f50a09bf0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:54.280793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43534) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:54.295314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1866b203-a904-4f49-8999-ce07ebf92877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:54.373528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1866b203-a904-4f49-8999-ce07ebf92877 admin admin] Publish callbacks [] for security_group (8b81c106-3b72-4841-b749-be794d4f4714), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:54.379125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1866b203-a904-4f49-8999-ce07ebf92877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8b81c106-3b72-4841-b749-be794d4f4714), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:54.424338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866b203-a904-4f49-8999-ce07ebf92877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81c106-3b72-4841-b749-be794d4f4714,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:54.432994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43536) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:54.439388 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1866b203-a904-4f49-8999-ce07ebf92877 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=764d10fbd7a24061a2e7007145486fc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573243 Jan 28 03:45:54.488783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2813a337-dd42-400a-8c1d-cafe8fe556b2 admin admin] Publish callbacks [] for security_group (8b81c106-3b72-4841-b749-be794d4f4714), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:54.513288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2813a337-dd42-400a-8c1d-cafe8fe556b2 admin admin] Publish callbacks [] for security_group (8b81c106-3b72-4841-b749-be794d4f4714), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:54.566201 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2813a337-dd42-400a-8c1d-cafe8fe556b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8b81c106-3b72-4841-b749-be794d4f4714), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:54.569582 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2813a337-dd42-400a-8c1d-cafe8fe556b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:54.573159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2813a337-dd42-400a-8c1d-cafe8fe556b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b81c106-3b72-4841-b749-be794d4f4714 HTTP/1.1" status: 204 len: 168 time: 0.1370339 Jan 28 03:45:54.579389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813a337-dd42-400a-8c1d-cafe8fe556b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81c106-3b72-4841-b749-be794d4f4714,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:55.914855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43606) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:56.085608 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d722728-135c-49d4-b2b5-e222ae9f9649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.187924 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d722728-135c-49d4-b2b5-e222ae9f9649 admin admin] Publish callbacks [] for security_group (ceb41a1d-6d34-40c6-bc6a-c9d5cbde4643), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.193081 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d722728-135c-49d4-b2b5-e222ae9f9649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ceb41a1d-6d34-40c6-bc6a-c9d5cbde4643), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.252367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d722728-135c-49d4-b2b5-e222ae9f9649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb41a1d-6d34-40c6-bc6a-c9d5cbde4643,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:56.273643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5d722728-135c-49d4-b2b5-e222ae9f9649 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=166b7c2d29f34619bb18d84f70507e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574059 Jan 28 03:45:56.275613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43628) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:56.344179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a3364e-da4a-46f4-aff2-ada3cc5cbeb9 admin admin] Publish callbacks [] for security_group (ceb41a1d-6d34-40c6-bc6a-c9d5cbde4643), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.376210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a3364e-da4a-46f4-aff2-ada3cc5cbeb9 admin admin] Publish callbacks [] for security_group (ceb41a1d-6d34-40c6-bc6a-c9d5cbde4643), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.449758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a3364e-da4a-46f4-aff2-ada3cc5cbeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ceb41a1d-6d34-40c6-bc6a-c9d5cbde4643), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.452947 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a3364e-da4a-46f4-aff2-ada3cc5cbeb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.457153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d5a3364e-da4a-46f4-aff2-ada3cc5cbeb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ceb41a1d-6d34-40c6-bc6a-c9d5cbde4643 HTTP/1.1" status: 204 len: 168 time: 0.1776123 Jan 28 03:45:56.476184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3364e-da4a-46f4-aff2-ada3cc5cbeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb41a1d-6d34-40c6-bc6a-c9d5cbde4643,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:57.071328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:57.086000 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a8ecdba-b99e-41bb-89c5-c003d7059ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.167861 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a8ecdba-b99e-41bb-89c5-c003d7059ec5 admin admin] Publish callbacks [] for security_group (646871a5-b366-4088-a853-91b459a05347), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.173279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a8ecdba-b99e-41bb-89c5-c003d7059ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (646871a5-b366-4088-a853-91b459a05347), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.214856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9a8ecdba-b99e-41bb-89c5-c003d7059ec5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=693c0b7e2e3c4fde8550c1de6c9306f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417458 Jan 28 03:45:57.215094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ecdba-b99e-41bb-89c5-c003d7059ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646871a5-b366-4088-a853-91b459a05347,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:57.216891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43684) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:57.265985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88ae5aa9-8e84-4045-818c-3c9f6a9c7361 admin admin] Publish callbacks [] for security_group (646871a5-b366-4088-a853-91b459a05347), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.289739 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88ae5aa9-8e84-4045-818c-3c9f6a9c7361 admin admin] Publish callbacks [] for security_group (646871a5-b366-4088-a853-91b459a05347), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.335523 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88ae5aa9-8e84-4045-818c-3c9f6a9c7361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (646871a5-b366-4088-a853-91b459a05347), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.338238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88ae5aa9-8e84-4045-818c-3c9f6a9c7361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.339384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-88ae5aa9-8e84-4045-818c-3c9f6a9c7361 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/646871a5-b366-4088-a853-91b459a05347 HTTP/1.1" status: 204 len: 168 time: 0.1208508 Jan 28 03:45:57.351847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae5aa9-8e84-4045-818c-3c9f6a9c7361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646871a5-b366-4088-a853-91b459a05347,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:57.895634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:58.156166 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f64ac48-6513-41bb-92fb-cd3651307c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:58.232753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd78f-6efb-4a7f-b1c9-a1adfd552717 req-0efa985e-6749-4650-93f8-44c477dd9aff tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.243513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd78f-6efb-4a7f-b1c9-a1adfd552717 req-0efa985e-6749-4650-93f8-44c477dd9aff tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.251648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd78f-6efb-4a7f-b1c9-a1adfd552717 req-0efa985e-6749-4650-93f8-44c477dd9aff tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.259478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd78f-6efb-4a7f-b1c9-a1adfd552717 req-0efa985e-6749-4650-93f8-44c477dd9aff tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.270717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd78f-6efb-4a7f-b1c9-a1adfd552717 req-0efa985e-6749-4650-93f8-44c477dd9aff tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.277792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd78f-6efb-4a7f-b1c9-a1adfd552717 req-0efa985e-6749-4650-93f8-44c477dd9aff tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.283890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd78f-6efb-4a7f-b1c9-a1adfd552717 req-0efa985e-6749-4650-93f8-44c477dd9aff tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.294372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-685fd78f-6efb-4a7f-b1c9-a1adfd552717 req-0efa985e-6749-4650-93f8-44c477dd9aff tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5445 time: 0.1930215 Jan 28 03:45:58.411257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-685fd78f-6efb-4a7f-b1c9-a1adfd552717 req-f3630a32-e3f0-4e88-960a-66cb0d3498da tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118705 Jan 28 03:45:58.472390 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f64ac48-6513-41bb-92fb-cd3651307c6b admin admin] Publish callbacks [] for security_group (4c8c1a6d-9b27-4ac1-866a-6ac0f71976ea), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:58.485688 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f64ac48-6513-41bb-92fb-cd3651307c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4c8c1a6d-9b27-4ac1-866a-6ac0f71976ea), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:58.542385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4f64ac48-6513-41bb-92fb-cd3651307c6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eab60dc9672849498293a4cc28984328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6429465 Jan 28 03:45:58.543631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:58.555078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64ac48-6513-41bb-92fb-cd3651307c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8c1a6d-9b27-4ac1-866a-6ac0f71976ea,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:58.635534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e90b6-caf6-4e7b-a2e2-734dd90dd5db req-36ec732e-a9fe-4792-9c00-793f13203632 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.644625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e90b6-caf6-4e7b-a2e2-734dd90dd5db req-36ec732e-a9fe-4792-9c00-793f13203632 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.652204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e90b6-caf6-4e7b-a2e2-734dd90dd5db req-36ec732e-a9fe-4792-9c00-793f13203632 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.660572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e90b6-caf6-4e7b-a2e2-734dd90dd5db req-36ec732e-a9fe-4792-9c00-793f13203632 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.666458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e90b6-caf6-4e7b-a2e2-734dd90dd5db req-36ec732e-a9fe-4792-9c00-793f13203632 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.671901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e90b6-caf6-4e7b-a2e2-734dd90dd5db req-36ec732e-a9fe-4792-9c00-793f13203632 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.677432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e90b6-caf6-4e7b-a2e2-734dd90dd5db req-36ec732e-a9fe-4792-9c00-793f13203632 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.679501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-018e90b6-caf6-4e7b-a2e2-734dd90dd5db req-36ec732e-a9fe-4792-9c00-793f13203632 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5445 time: 0.1374919 Jan 28 03:45:58.720925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfb84-6ba9-4a0a-996e-062e5fd61499 admin admin] Publish callbacks [] for security_group (4c8c1a6d-9b27-4ac1-866a-6ac0f71976ea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:58.773485 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfb84-6ba9-4a0a-996e-062e5fd61499 admin admin] Publish callbacks [] for security_group (4c8c1a6d-9b27-4ac1-866a-6ac0f71976ea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:58.860503 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfb84-6ba9-4a0a-996e-062e5fd61499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4c8c1a6d-9b27-4ac1-866a-6ac0f71976ea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:58.863901 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfb84-6ba9-4a0a-996e-062e5fd61499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:58.865784 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5f8dfb84-6ba9-4a0a-996e-062e5fd61499 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c8c1a6d-9b27-4ac1-866a-6ac0f71976ea HTTP/1.1" status: 204 len: 168 time: 0.3193867 Jan 28 03:45:58.878307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dfb84-6ba9-4a0a-996e-062e5fd61499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8c1a6d-9b27-4ac1-866a-6ac0f71976ea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:59.245290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43778) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:59.259015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f65b459-63f5-428e-895c-6ce6cb8fa9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:59.361331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f65b459-63f5-428e-895c-6ce6cb8fa9e3 admin admin] Publish callbacks [] for security_group (289378b9-cd01-4074-a06a-837087b3c582), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:59.366334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f65b459-63f5-428e-895c-6ce6cb8fa9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (289378b9-cd01-4074-a06a-837087b3c582), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:59.424410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6f65b459-63f5-428e-895c-6ce6cb8fa9e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76dfc77a0a5d41cea41005194e92e9d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1779654 Jan 28 03:45:59.425808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65b459-63f5-428e-895c-6ce6cb8fa9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289378b9-cd01-4074-a06a-837087b3c582,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:59.426976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43784) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:59.484245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a418e3f-e612-437a-b2c8-d854c34dedd2 admin admin] Publish callbacks [] for security_group (289378b9-cd01-4074-a06a-837087b3c582), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:59.514307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a418e3f-e612-437a-b2c8-d854c34dedd2 admin admin] Publish callbacks [] for security_group (289378b9-cd01-4074-a06a-837087b3c582), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:59.568104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a418e3f-e612-437a-b2c8-d854c34dedd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (289378b9-cd01-4074-a06a-837087b3c582), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:59.572204 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a418e3f-e612-437a-b2c8-d854c34dedd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:59.573477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3a418e3f-e612-437a-b2c8-d854c34dedd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/289378b9-cd01-4074-a06a-837087b3c582 HTTP/1.1" status: 204 len: 168 time: 0.1448758 Jan 28 03:45:59.593700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a418e3f-e612-437a-b2c8-d854c34dedd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289378b9-cd01-4074-a06a-837087b3c582,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:00.619884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:00.930585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:00.974203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f7a0-3ad1-423b-8f69-62fe879c2c5b req-4a365b04-9769-4104-bb32-75befb5eabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:00.975481 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f7a0-3ad1-423b-8f69-62fe879c2c5b req-4a365b04-9769-4104-bb32-75befb5eabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:00.976178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f7a0-3ad1-423b-8f69-62fe879c2c5b req-4a365b04-9769-4104-bb32-75befb5eabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:00.976652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f7a0-3ad1-423b-8f69-62fe879c2c5b req-4a365b04-9769-4104-bb32-75befb5eabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:00.977151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f7a0-3ad1-423b-8f69-62fe879c2c5b req-4a365b04-9769-4104-bb32-75befb5eabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:00.977609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f7a0-3ad1-423b-8f69-62fe879c2c5b req-4a365b04-9769-4104-bb32-75befb5eabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:00.978135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f7a0-3ad1-423b-8f69-62fe879c2c5b req-4a365b04-9769-4104-bb32-75befb5eabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:00.985492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8c7f7a0-3ad1-423b-8f69-62fe879c2c5b req-4a365b04-9769-4104-bb32-75befb5eabbf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6509 time: 0.3641074 Jan 28 03:46:01.013177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6fb87bb-327e-4c14-9f55-867768160393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:01.110982 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8c7f7a0-3ad1-423b-8f69-62fe879c2c5b req-d700d776-bb2b-436b-945b-c7cc10ce84a9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221156 Jan 28 03:46:01.161931 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6fb87bb-327e-4c14-9f55-867768160393 admin admin] Publish callbacks [] for security_group (e3a5531e-3fe2-4c60-b256-9f2797f9eed4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:01.168354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6fb87bb-327e-4c14-9f55-867768160393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e3a5531e-3fe2-4c60-b256-9f2797f9eed4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:01.204170 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b6fb87bb-327e-4c14-9f55-867768160393 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff0076431d2046e9952b68c4c4b9d6ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723730 Jan 28 03:46:01.206735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43852) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:01.258716 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb87bb-327e-4c14-9f55-867768160393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a5531e-3fe2-4c60-b256-9f2797f9eed4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:01.310394 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac612079-0c1d-44f1-9431-1e719fba3f4d admin admin] Publish callbacks [] for security_group (e3a5531e-3fe2-4c60-b256-9f2797f9eed4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:01.362402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac612079-0c1d-44f1-9431-1e719fba3f4d admin admin] Publish callbacks [] for security_group (e3a5531e-3fe2-4c60-b256-9f2797f9eed4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:01.441741 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac612079-0c1d-44f1-9431-1e719fba3f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e3a5531e-3fe2-4c60-b256-9f2797f9eed4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:01.448327 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac612079-0c1d-44f1-9431-1e719fba3f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:01.450203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ac612079-0c1d-44f1-9431-1e719fba3f4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3a5531e-3fe2-4c60-b256-9f2797f9eed4 HTTP/1.1" status: 204 len: 168 time: 0.2421520 Jan 28 03:46:01.479549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac612079-0c1d-44f1-9431-1e719fba3f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a5531e-3fe2-4c60-b256-9f2797f9eed4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:01.534102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-4d4f4d27-8ab0-4d56-8166-05f8d67b884b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1842484 Jan 28 03:46:01.695893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-6eda1490-d82d-4590-8a08-bb6e8e886fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:01.697146 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-6eda1490-d82d-4590-8a08-bb6e8e886fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:01.697788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-6eda1490-d82d-4590-8a08-bb6e8e886fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:01.698482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-6eda1490-d82d-4590-8a08-bb6e8e886fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:01.699118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-6eda1490-d82d-4590-8a08-bb6e8e886fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:01.699994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-6eda1490-d82d-4590-8a08-bb6e8e886fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:01.701289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-6eda1490-d82d-4590-8a08-bb6e8e886fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:01.704115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-6eda1490-d82d-4590-8a08-bb6e8e886fe2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37ab4596af694bc4b1afc90362bf04e0&device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 6499 time: 0.0850515 Jan 28 03:46:02.264998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-f0e3aa9e-df09-4db3-a1b4-5e9b5c2dada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:02.265781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-f0e3aa9e-df09-4db3-a1b4-5e9b5c2dada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:02.266261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-f0e3aa9e-df09-4db3-a1b4-5e9b5c2dada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:02.267865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-f0e3aa9e-df09-4db3-a1b4-5e9b5c2dada8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1159329d-88f1-4a00-b528-9abded9171ef&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=02253080-017c-4927-b3f9-956584b94148&id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c HTTP/1.1" status: 200 len: 2293 time: 0.5335436 Jan 28 03:46:02.333850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-0f125ff6-e8a8-4836-9347-bf92b9bd21e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee5861d0-7bcf-4176-bcad-a30f435bcf49 HTTP/1.1" status: 200 len: 1002 time: 0.0588031 Jan 28 03:46:02.393157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-edfd0cf7-3b2b-47af-96b5-497d21719022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:02.395323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-edfd0cf7-3b2b-47af-96b5-497d21719022 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6207826-594e-4d4a-9769-e7e93e590745 HTTP/1.1" status: 200 len: 851 time: 0.0552707 Jan 28 03:46:02.461227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-44e60ce4-67c7-4776-bbf1-45902e7d847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:02.464076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-44e60ce4-67c7-4776-bbf1-45902e7d847f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1159329d-88f1-4a00-b528-9abded9171ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619245 Jan 28 03:46:02.617266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-ca2c1ff0-b9b6-4bd4-bb1b-2e52e0af1043 service neutron] 10.222.0.42 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468196 Jan 28 03:46:02.742676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-0fb062cc-696e-421c-b83f-1357cd71ee73 service neutron] 10.222.0.42 "GET /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186907 Jan 28 03:46:02.788729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-611410ed-43bd-4bd1-a081-571138c19f7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=88761354-69e7-4ad8-ba90-4dbda5634f5f HTTP/1.1" status: 200 len: 217 time: 0.0382533 Jan 28 03:46:02.837919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-4cc488cf-5e4b-435b-9822-38794a85d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:02.839389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-4cc488cf-5e4b-435b-9822-38794a85d453 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0452724 Jan 28 03:46:02.891211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-4c893b0c-861b-48fe-921b-7b84fe4e9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:02.892726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-4c893b0c-861b-48fe-921b-7b84fe4e9992 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471363 Jan 28 03:46:03.009883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-7215070a-32f6-4366-b714-dfa0294ce753 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098249 Jan 28 03:46:03.105103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-6002cca8-0924-46f1-b3c7-75ab57d1496f service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892122 Jan 28 03:46:03.146976 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-54aea537-2352-4e0e-973c-289bb1a6a356 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=96d6a893-9cff-4b5a-91a3-c3491108d32e HTTP/1.1" status: 200 len: 217 time: 0.0359538 Jan 28 03:46:03.197313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-c0355781-e248-4d3d-9b98-424c3da1ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:03.198987 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-c0355781-e248-4d3d-9b98-424c3da1ded3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0462921 Jan 28 03:46:03.247426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-a77cd6b3-cba6-43d4-8ac3-23e90a6d285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:03.249155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-a77cd6b3-cba6-43d4-8ac3-23e90a6d285d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0439873 Jan 28 03:46:03.351521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-8741671b-bc50-4da8-af33-23697c243364 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956595 Jan 28 03:46:03.464938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-2a54af8c-fb48-4b2b-8dff-3aecc1a50f86 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070008 Jan 28 03:46:03.511568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-c6cca1ef-b3a9-4a56-8326-73d636fe4cfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=277f3f55-a304-41ef-bfc1-6c1d2561d4f7 HTTP/1.1" status: 200 len: 217 time: 0.0402663 Jan 28 03:46:03.573409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-b4500af1-8bbe-4806-b92e-7924bbb988d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:03.574990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-b4500af1-8bbe-4806-b92e-7924bbb988d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.0567040 Jan 28 03:46:03.657395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-bbc7369f-7e9c-4280-9088-abcb6686bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:03.659501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-bbc7369f-7e9c-4280-9088-abcb6686bbc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533187 Jan 28 03:46:03.793339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-3d67cf3d-a0f5-4834-a193-4411c5a0780e service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260927 Jan 28 03:46:03.930543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-0f566e24-c66a-436e-9fe4-e37b9e969638 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300399 Jan 28 03:46:03.988685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-40e41fb2-e14e-4af7-ae34-50f5f0f35054 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f857f796-70d7-4841-ad07-31973f4f885e HTTP/1.1" status: 200 len: 217 time: 0.0520692 Jan 28 03:46:03.998646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43976) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:04.087278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-ce33a1c0-24c0-473d-9d7c-533d8638e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:04.096980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-ce33a1c0-24c0-473d-9d7c-533d8638e476 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 200 len: 797 time: 0.1020381 Jan 28 03:46:04.152236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-e1978ac5-a76a-451f-8ef8-8efe0b240c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:04.153971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-e1978ac5-a76a-451f-8ef8-8efe0b240c34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02253080-017c-4927-b3f9-956584b94148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511758 Jan 28 03:46:04.180366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63039195-a8c5-4743-81a2-abe3d2c3df72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:04.279342 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63039195-a8c5-4743-81a2-abe3d2c3df72 admin admin] Publish callbacks [] for security_group (49ec6980-3a7e-4b94-9161-4f723a9bb5b6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:04.285760 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63039195-a8c5-4743-81a2-abe3d2c3df72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (49ec6980-3a7e-4b94-9161-4f723a9bb5b6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:04.286175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-87b8b1f1-d1f2-4c59-8f4f-a424a03eed47 service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244898 Jan 28 03:46:04.338253 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-63039195-a8c5-4743-81a2-abe3d2c3df72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d374268fe4c46e1a93c4ce6fa16a043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379030 Jan 28 03:46:04.338862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:04.346169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63039195-a8c5-4743-81a2-abe3d2c3df72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ec6980-3a7e-4b94-9161-4f723a9bb5b6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:04.406192 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12785df1-7831-49b0-822e-a25a3477d5f0 admin admin] Publish callbacks [] for security_group (49ec6980-3a7e-4b94-9161-4f723a9bb5b6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:04.420938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-da849bf9-2247-455f-a9f7-7e17e72e7cfa service neutron] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274011 Jan 28 03:46:04.429824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12785df1-7831-49b0-822e-a25a3477d5f0 admin admin] Publish callbacks [] for security_group (49ec6980-3a7e-4b94-9161-4f723a9bb5b6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:04.470031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-8b67a240-6129-4a23-a6d4-4ba0903ef6ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c HTTP/1.1" status: 200 len: 217 time: 0.0430045 Jan 28 03:46:04.488517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12785df1-7831-49b0-822e-a25a3477d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (49ec6980-3a7e-4b94-9161-4f723a9bb5b6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:04.492575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12785df1-7831-49b0-822e-a25a3477d5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:04.496895 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-12785df1-7831-49b0-822e-a25a3477d5f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49ec6980-3a7e-4b94-9161-4f723a9bb5b6 HTTP/1.1" status: 204 len: 168 time: 0.1566668 Jan 28 03:46:04.507266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12785df1-7831-49b0-822e-a25a3477d5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ec6980-3a7e-4b94-9161-4f723a9bb5b6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:04.545060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-9f5dad2c-9ff9-459c-9c2f-997d9e8ff440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:04.546770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-9f5dad2c-9ff9-459c-9c2f-997d9e8ff440 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 200 len: 797 time: 0.0698459 Jan 28 03:46:04.596748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-b5eca25c-a8f8-489d-90f1-12fc8862d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:04.598537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-b5eca25c-a8f8-489d-90f1-12fc8862d265 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447013 Jan 28 03:46:04.749775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-54d2f2c8-f0fa-4c76-afe8-bed1e4920404 service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436656 Jan 28 03:46:04.859182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-2d139c19-ac0d-4aef-937a-9afc1023cd9a service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061246 Jan 28 03:46:04.916246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:04.933022 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37058232-9f03-4597-b9fe-412723ae64dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:04.957681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-125750f5-44d3-4eaa-ab38-25a11b054a20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9a79d06-ceec-4150-9174-924a9ec318bb HTTP/1.1" status: 200 len: 217 time: 0.0915637 Jan 28 03:46:05.022752 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37058232-9f03-4597-b9fe-412723ae64dc admin admin] Publish callbacks [] for security_group (3c7a9c4c-c394-43b9-973e-fc0c125f009e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:05.028290 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37058232-9f03-4597-b9fe-412723ae64dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3c7a9c4c-c394-43b9-973e-fc0c125f009e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:05.028862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-4ca36a60-ccb0-4adb-ba9f-1c8ce7c51f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:05.030467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-4ca36a60-ccb0-4adb-ba9f-1c8ce7c51f06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 200 len: 797 time: 0.0661857 Jan 28 03:46:05.068962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37058232-9f03-4597-b9fe-412723ae64dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a9c4c-c394-43b9-973e-fc0c125f009e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:05.097041 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-37058232-9f03-4597-b9fe-412723ae64dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bc39eb0afd64bc089cd89357befed6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1644387 Jan 28 03:46:05.097041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:05.146667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba221afd-7434-4b8a-b7d4-0c755e18e815 admin admin] Publish callbacks [] for security_group (3c7a9c4c-c394-43b9-973e-fc0c125f009e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:05.154537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-afecdaa8-87a5-4eba-bd9e-c462f287486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:05.158009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-afecdaa8-87a5-4eba-bd9e-c462f287486a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3a80fdf-c41a-4b73-8c60-e05579ebca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1208224 Jan 28 03:46:05.172483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba221afd-7434-4b8a-b7d4-0c755e18e815 admin admin] Publish callbacks [] for security_group (3c7a9c4c-c394-43b9-973e-fc0c125f009e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:05.237155 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba221afd-7434-4b8a-b7d4-0c755e18e815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3c7a9c4c-c394-43b9-973e-fc0c125f009e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:05.239687 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba221afd-7434-4b8a-b7d4-0c755e18e815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:05.243956 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ba221afd-7434-4b8a-b7d4-0c755e18e815 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c7a9c4c-c394-43b9-973e-fc0c125f009e HTTP/1.1" status: 204 len: 168 time: 0.1490581 Jan 28 03:46:05.268446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba221afd-7434-4b8a-b7d4-0c755e18e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a9c4c-c394-43b9-973e-fc0c125f009e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:05.414230 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-120b46f7-9c10-47a9-9891-be065e144a57 service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481477 Jan 28 03:46:05.523677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2009486-0e94-427c-b7ad-6bcbf77ba185 req-1a6cc83f-995c-436b-bbb8-493822216c8c service neutron] 10.222.0.42 "GET /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034310 Jan 28 03:46:06.742394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44072) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:06.857169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1795352967', 'router:external': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:06.892461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Made reservation on behalf of 0ae0e58b3ec24b8e9a8603483f35a9b3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:46:06.895380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:06.906375 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.020178 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for security_group (e845bfa5-08dc-4b3d-a59e-eb59e4cb33d7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.025018 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e845bfa5-08dc-4b3d-a59e-eb59e4cb33d7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.049829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:46:07.060393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e845bfa5-08dc-4b3d-a59e-eb59e4cb33d7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:07.065459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ae53bdd5-1921-4f13-9b67-bae5b9b293c1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.065792 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Added segment ae53bdd5-1921-4f13-9b67-bae5b9b293c1 of type vlan for network ee6d049e-237e-4928-a416-ff5b735eb646 Jan 28 03:46:07.131800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (ee6d049e-237e-4928-a416-ff5b735eb646), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.168680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (ee6d049e-237e-4928-a416-ff5b735eb646), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.170106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:07.172508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.230567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4863074 Jan 28 03:46:07.233470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:07.238344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Request body: {'subnet': {'network_id': 'ee6d049e-237e-4928-a416-ff5b735eb646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:07.251920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57857e95-84c5-41cd-a752-9a5cbd7ad163 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event updated for resources: {'Network': ['ID=ee6d049e-237e-4928-a416-ff5b735eb646,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:07.263212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network ee6d049e-237e-4928-a416-ff5b735eb646 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:46:07.276623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Made reservation on behalf of 0ae0e58b3ec24b8e9a8603483f35a9b3 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:46:07.279255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.636634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.objects.ports [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:46:07.637076 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (8ff34588-516a-4541-b706-412289d2c8e1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.717009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Checking segment: {'id': 'ae53bdd5-1921-4f13-9b67-bae5b9b293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee6d049e-237e-4928-a416-ff5b735eb646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:46:07.717383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Network hostable DHCP agents. Network: ee6d049e-237e-4928-a416-ff5b735eb646, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:46:07.737741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8ff34588-516a-4541-b706-412289d2c8e1,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:07.749896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Network ee6d049e-237e-4928-a416-ff5b735eb646 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:46:07.762466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, ee6d049e-237e-4928-a416-ff5b735eb646) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:07.767820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:07.768631 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.773869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e56028a-3162-47af-af0f-a2269becec6d None None] Network ee6d049e-237e-4928-a416-ff5b735eb646 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:46:07.807854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4e51b984-35fb-415d-80dd-f23cde8495d3 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5732660 Jan 28 03:46:07.810778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44092) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:07.835408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1535527004', 'network_id': 'ee6d049e-237e-4928-a416-ff5b735eb646'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:07.869929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Made reservation on behalf of 0ae0e58b3ec24b8e9a8603483f35a9b3 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:46:07.879550 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.896370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca5427-3dcd-42cc-b433-5943c42ed02f None None] Network ee6d049e-237e-4928-a416-ff5b735eb646 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:46:07.902636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] device_id is not set on port b01dbf1b-6016-4ebb-93be-1fab37c437f6 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:46:08.055970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Allocated IP 2001:db8::56 (ee6d049e-237e-4928-a416-ff5b735eb646/8ff34588-516a-4541-b706-412289d2c8e1/b01dbf1b-6016-4ebb-93be-1fab37c437f6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:08.322801 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for port (b01dbf1b-6016-4ebb-93be-1fab37c437f6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:08.418537 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b01dbf1b-6016-4ebb-93be-1fab37c437f6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:08.483833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Network ee6d049e-237e-4928-a416-ff5b735eb646 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:08.493273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:08.497533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:08.498484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:08.499091 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:08.502126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event updated for resources: {'Port': ['ID=b01dbf1b-6016-4ebb-93be-1fab37c437f6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:08.530843 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6c3bbc6a-10f7-4672-8554-63c80a475c8d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7027879 Jan 28 03:46:08.531340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44120) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:08.534516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-8f9ce0e5-795b-41e5-a217-578a9b557259 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:08.536208 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-8f9ce0e5-795b-41e5-a217-578a9b557259 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 815 time: 0.1778407 Jan 28 03:46:08.557944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-ded53c60-ba77-4691-a171-dff5dae4ed4a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/quotas/31fe929f67f9406fa207c63d12570a19 HTTP/1.1" status: 200 len: 375 time: 0.0116174 Jan 28 03:46:08.628760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-761d46f9-78e1-48ed-99a4-220cab94be7d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Deleting port b01dbf1b-6016-4ebb-93be-1fab37c437f6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:46:08.629136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-761d46f9-78e1-48ed-99a4-220cab94be7d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b01dbf1b-6016-4ebb-93be-1fab37c437f6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:08.643323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-74182009-1096-4f84-98cf-4bc283593798 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783038 Jan 28 03:46:08.652374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-85c5760f-dc82-4285-a265-cc9e07b91474 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:46:08.660932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-85c5760f-dc82-4285-a265-cc9e07b91474 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166805 Jan 28 03:46:08.711768 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-761d46f9-78e1-48ed-99a4-220cab94be7d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b01dbf1b-6016-4ebb-93be-1fab37c437f6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:08.724976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-761d46f9-78e1-48ed-99a4-220cab94be7d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Calling delete_port for b01dbf1b-6016-4ebb-93be-1fab37c437f6 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:46:08.823957 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-a1c1953e-8d67-424f-8ed6-bee8776a9eeb service neutron] 10.222.0.44 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619604 Jan 28 03:46:08.865758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-761d46f9-78e1-48ed-99a4-220cab94be7d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b01dbf1b-6016-4ebb-93be-1fab37c437f6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:08.923285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d46f9-78e1-48ed-99a4-220cab94be7d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event deleted for resources: {'Port': ['ID=b01dbf1b-6016-4ebb-93be-1fab37c437f6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:08.955550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-4885b27a-d51c-4fed-b514-c33ff059ab8f service neutron] 10.222.0.44 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307127 Jan 28 03:46:08.962320 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-761d46f9-78e1-48ed-99a4-220cab94be7d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:08.970520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44122) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:08.976627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee6d049e-237e-4928-a416-ff5b735eb646', 'external_fixed_ips': [{'subnet_id': '8ff34588-516a-4541-b706-412289d2c8e1', 'ip_address': '2001:db8::56'}]}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:08.986003 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-761d46f9-78e1-48ed-99a4-220cab94be7d tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "DELETE /v2.0/ports/b01dbf1b-6016-4ebb-93be-1fab37c437f6 HTTP/1.1" status: 204 len: 168 time: 0.4534373 Jan 28 03:46:09.014473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (22bb5fce-3454-4bc5-84d9-2254216f79ab), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:09.016000 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (22bb5fce-3454-4bc5-84d9-2254216f79ab), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:09.106193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_controller (22bb5fce-3454-4bc5-84d9-2254216f79ab), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:09.287451 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (22bb5fce-3454-4bc5-84d9-2254216f79ab), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:09.332301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a045297-c32e-4e89-9cd4-c432f636453a req-d397ba8e-024b-4cfa-8155-d74c7c2c22c0 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 210 time: 0.0396016 Jan 28 03:46:09.641765 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (22bb5fce-3454-4bc5-84d9-2254216f79ab), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:09.663481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:09.837114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Allocated IP 2001:db8::56 (ee6d049e-237e-4928-a416-ff5b735eb646/8ff34588-516a-4541-b706-412289d2c8e1/3d761460-7dab-4118-b570-8557bf1f03c8) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:10.000416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for port (3d761460-7dab-4118-b570-8557bf1f03c8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:10.042814 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3d761460-7dab-4118-b570-8557bf1f03c8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:10.089604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Network ee6d049e-237e-4928-a416-ff5b735eb646 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:10.094793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:10.100165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:10.143692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event updated for resources: {'Port': ['ID=3d761460-7dab-4118-b570-8557bf1f03c8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:10.384759 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (22bb5fce-3454-4bc5-84d9-2254216f79ab), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:10.435965 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4756a6de-f2d0-4ea3-825d-dbafcccd95b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:10.502064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7eeedff6-d3a4-4f98-a5dd-893880d6d4af req-a3b18854-4c55-4f43-94d4-7d03f1974b5a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 210 time: 0.0302849 Jan 28 03:46:10.894170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-a8386d2b-f7be-4186-bc2a-acea0ebdaba1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:10.895999 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-a8386d2b-f7be-4186-bc2a-acea0ebdaba1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.25 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 815 time: 0.1810389 Jan 28 03:46:10.916532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Request body: {'port': {'device_id': 'eff562c2-b362-4962-a33d-649e95048d89', 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1', 'admin_state_up': True, 'tenant_id': '31fe929f67f9406fa207c63d12570a19'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:11.053056 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (22bb5fce-3454-4bc5-84d9-2254216f79ab), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:11.068972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Made reservation on behalf of 31fe929f67f9406fa207c63d12570a19 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:46:11.074261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:11.201899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Router 22bb5fce-3454-4bc5-84d9-2254216f79ab is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:46:11.247740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Allocated IP 172.20.0.10 (80e713ce-3f48-4952-87eb-e4902d278ec1/7d83b314-6385-4d8b-a8b6-a1e573523309/b8871530-1900-4bf8-a06f-b970df5dfae5) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:11.335447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:11.352904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] Sync routers for ids ['22bb5fce-3454-4bc5-84d9-2254216f79ab'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:11.372467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:11.373106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] Routers {'22bb5fce-3454-4bc5-84d9-2254216f79ab'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:11.374373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8aa8ce8f-a2de-46db-beea-75a588b4b4a0 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.4028633 Jan 28 03:46:11.375278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:45:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['22bb5fce-3454-4bc5-84d9-2254216f79ab'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:11.377483 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44164) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:11.498036 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks [] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:11.564113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:11.663671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Pushing event updated for resources: {'Port': ['ID=b8871530-1900-4bf8-a06f-b970df5dfae5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:11.684423 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (22bb5fce-3454-4bc5-84d9-2254216f79ab), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:11.687514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Network 80e713ce-3f48-4952-87eb-e4902d278ec1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:11.691853 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] Set router 22bb5fce-3454-4bc5-84d9-2254216f79ab gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:46:11.699880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:11.709294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:11.800827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:11.806173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:11.860759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['3f8bf480-d33d-4909-a685-fd01db55ec88'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:46:11.873075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['19e8a205-d973-448e-9336-5284e6eb3219', '97416685-8a5d-4a1e-945a-126c75cae145'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:46:11.913267 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-f150fda0-14b9-46d3-97e8-a154b02a85c1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9997408 Jan 28 03:46:11.933484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfdf8b-2841-48c6-8009-998940180aa8 req-64e4e26e-a2f0-4e6b-bedc-02f54aee0d62 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:11.935883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60dfdf8b-2841-48c6-8009-998940180aa8 req-64e4e26e-a2f0-4e6b-bedc-02f54aee0d62 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 932 time: 0.1543758 Jan 28 03:46:11.949890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-5019ca39-7ec7-4852-8b01-5916e60534a0 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:46:11.952861 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-5019ca39-7ec7-4852-8b01-5916e60534a0 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0331128 Jan 28 03:46:11.970282 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-c4b05e79-7b13-49f7-b756-c44d9e31e401 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4269447 Jan 28 03:46:12.003918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Request body: {'port': {'device_id': 'eff562c2-b362-4962-a33d-649e95048d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:12.081409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60dfdf8b-2841-48c6-8009-998940180aa8 req-4c2eb31d-525c-4142-8b24-ee4c22f47b28 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323192 Jan 28 03:46:12.088070 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (22bb5fce-3454-4bc5-84d9-2254216f79ab), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:12.189680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Deleting port 3d761460-7dab-4118-b570-8557bf1f03c8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:46:12.190025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3d761460-7dab-4118-b570-8557bf1f03c8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:12.215540 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:12.273443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-ff5ded33-a33e-4385-9594-c34427f8d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:12.282392 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-ff5ded33-a33e-4385-9594-c34427f8d0e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1097 time: 0.2342420 Jan 28 03:46:12.376093 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3d761460-7dab-4118-b570-8557bf1f03c8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:12.427230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Calling delete_port for 3d761460-7dab-4118-b570-8557bf1f03c8 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:46:12.585778 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:12.789408 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9c09a79-b51b-430d-a1b7-004f7810b7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:12.840700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8871530-1900-4bf8-a06f-b970df5dfae5 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:46:12.860629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Publish callbacks [] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:12.879583 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3d761460-7dab-4118-b570-8557bf1f03c8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:12.954064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Transition to ACTIVE for port object b8871530-1900-4bf8-a06f-b970df5dfae5 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:46:12.959516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d761460-7dab-4118-b570-8557bf1f03c8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:13.026299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (22bb5fce-3454-4bc5-84d9-2254216f79ab), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.062472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.107340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bb5fce-3454-4bc5-84d9-2254216f79ab', 'name': '', 'tenant_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee6d049e-237e-4928-a416-ff5b735eb646', 'external_fixed_ips': [{'subnet_id': '8ff34588-516a-4541-b706-412289d2c8e1', 'ip_address': '2001:db8::56'}], 'enable_snat': True}, 'gw_port_id': '3d761460-7dab-4118-b570-8557bf1f03c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:46:09Z', 'updated_at': '2022-01-28T03:46:10Z', 'revision_number': 3, 'project_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'gw_port': {'id': '3d761460-7dab-4118-b570-8557bf1f03c8', 'name': '', 'network_id': 'ee6d049e-237e-4928-a416-ff5b735eb646', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bb5fce-3454-4bc5-84d9-2254216f79ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '8ff34588-516a-4541-b706-412289d2c8e1', 'ip_address': '2001:db8::56', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:46:09Z', 'updated_at': '2022-01-28T03:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff34588-516a-4541-b706-412289d2c8e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:13.205714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] Checking router: 22bb5fce-3454-4bc5-84d9-2254216f79ab for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:46:13.206085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] Updating router 22bb5fce-3454-4bc5-84d9-2254216f79ab port 3d761460-7dab-4118-b570-8557bf1f03c8 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:46:13.234113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (22bb5fce-3454-4bc5-84d9-2254216f79ab), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.239566 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_controller (22bb5fce-3454-4bc5-84d9-2254216f79ab), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.253308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] Port 3d761460-7dab-4118-b570-8557bf1f03c8 not found while updating agent binding for router 22bb5fce-3454-4bc5-84d9-2254216f79ab. {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 03:46:13.262307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-d6a5e06c-5211-4773-a790-661dec3fb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:13.266629 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-d6a5e06c-5211-4773-a790-661dec3fb15f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.3594577 Jan 28 03:46:13.272170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] Routers {'22bb5fce-3454-4bc5-84d9-2254216f79ab'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:13.273352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['22bb5fce-3454-4bc5-84d9-2254216f79ab'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:13.314834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (22bb5fce-3454-4bc5-84d9-2254216f79ab), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.316017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22bb5fce-3454-4bc5-84d9-2254216f79ab {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:13.349986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.351509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ce1587ec-11c4-49e0-8de8-cdce12583861 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "DELETE /v2.0/routers/22bb5fce-3454-4bc5-84d9-2254216f79ab HTTP/1.1" status: 204 len: 168 time: 1.9722803 Jan 28 03:46:13.356112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:13.368405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] Set router 22bb5fce-3454-4bc5-84d9-2254216f79ab gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:46:13.441282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bb5fce-3454-4bc5-84d9-2254216f79ab', 'name': '', 'tenant_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:46:09Z', 'updated_at': '2022-01-28T03:46:12Z', 'revision_number': 5, 'project_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:13.441591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Pushing event updated for resources: {'Port': ['ID=b8871530-1900-4bf8-a06f-b970df5dfae5,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:13.441927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d5446-969c-4b3e-8deb-a207153103fb req-158131e8-0e2c-4ee4-870d-14f696ce7f19 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:13.447275 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d46d5446-969c-4b3e-8deb-a207153103fb req-158131e8-0e2c-4ee4-870d-14f696ce7f19 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 944 time: 0.1484540 Jan 28 03:46:13.486545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b0a90a-2180-42d0-8978-95a8800bb542 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Deleting subnet 8ff34588-516a-4541-b706-412289d2c8e1 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:46:13.490281 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a90a-2180-42d0-8978-95a8800bb542 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for subnet (8ff34588-516a-4541-b706-412289d2c8e1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.535803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a90a-2180-42d0-8978-95a8800bb542 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (8ff34588-516a-4541-b706-412289d2c8e1), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.560783 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656353f-3672-4ff3-99c3-abe4205a197c None None] The sync data for ids ['22bb5fce-3454-4bc5-84d9-2254216f79ab'] in n-d-808199-14 is: [{'id': '22bb5fce-3454-4bc5-84d9-2254216f79ab', 'name': '', 'tenant_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:46:09Z', 'updated_at': '2022-01-28T03:46:12Z', 'revision_number': 5, 'project_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:13.627914 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-213dee85-a4e7-40b5-b7fb-9a73751d2c9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 200 len: 1001 time: 0.3524134 Jan 28 03:46:13.643625 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a90a-2180-42d0-8978-95a8800bb542 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (8ff34588-516a-4541-b706-412289d2c8e1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.810674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-4e86c995-5e53-4cf7-a7d0-72aeb4d4cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:13.822297 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-4e86c995-5e53-4cf7-a7d0-72aeb4d4cfba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.1764536 Jan 28 03:46:13.826666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Attempting to bind port b8871530-1900-4bf8-a06f-b970df5dfae5 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:46:13.827027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Attempting to bind port b8871530-1900-4bf8-a06f-b970df5dfae5 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:46:13.827726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Attempting to bind port b8871530-1900-4bf8-a06f-b970df5dfae5 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:46:13.855442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Port b8871530-1900-4bf8-a06f-b970df5dfae5 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:46:13.855442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Attempting to bind port b8871530-1900-4bf8-a06f-b970df5dfae5 on network 80e713ce-3f48-4952-87eb-e4902d278ec1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:46:13.860361 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a90a-2180-42d0-8978-95a8800bb542 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (8ff34588-516a-4541-b706-412289d2c8e1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.938158 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a90a-2180-42d0-8978-95a8800bb542 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:13.942619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b3b0a90a-2180-42d0-8978-95a8800bb542 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/8ff34588-516a-4541-b706-412289d2c8e1 HTTP/1.1" status: 204 len: 168 time: 0.5852249 Jan 28 03:46:13.948139 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d46d5446-969c-4b3e-8deb-a207153103fb req-6d9af026-6a44-4aa7-be59-d407c5ccbf10 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891798 Jan 28 03:46:13.948940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:13.962374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:46:13.963000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Checking segment: {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:46:13.963119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Bound using segment: {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:46:13.969150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0a90a-2180-42d0-8978-95a8800bb542 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff34588-516a-4541-b706-412289d2c8e1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:13.969752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Bound port: b8871530-1900-4bf8-a06f-b970df5dfae5, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add79f12-eabe-414b-8c48-6d65ec23e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:46:13.970233 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.082882 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-7147e74f-3072-4805-9f54-23f37a43fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:14.084922 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-7147e74f-3072-4805-9f54-23f37a43fada service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2549126 Jan 28 03:46:14.091000 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (ee6d049e-237e-4928-a416-ff5b735eb646), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.217759 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.241595 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (ee6d049e-237e-4928-a416-ff5b735eb646), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.269946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] For port b8871530-1900-4bf8-a06f-b970df5dfae5, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:46:14.293343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] For port b8871530-1900-4bf8-a06f-b970df5dfae5, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b8871530-1900-4bf8-a06f-b970df5dfae5,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:46:14.294020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6d049e-237e-4928-a416-ff5b735eb646']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:14.309608 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.310428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae53bdd5-1921-4f13-9b67-bae5b9b293c1') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:14.310809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae53bdd5-1921-4f13-9b67-bae5b9b293c1') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:14.323423 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (ae53bdd5-1921-4f13-9b67-bae5b9b293c1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.341401 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ae53bdd5-1921-4f13-9b67-bae5b9b293c1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.348164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:46:14.348604 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (ae53bdd5-1921-4f13-9b67-bae5b9b293c1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:46:14.351547 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:46:14.400610 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-be931eef-383a-4647-bfc5-dac67821efc8 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066695 Jan 28 03:46:14.405444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:14.407476 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.408112 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.410842 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] 10.222.0.25 "PUT /v2.0/ports/b8871530-1900-4bf8-a06f-b970df5dfae5 HTTP/1.1" status: 200 len: 1093 time: 2.4378328 Jan 28 03:46:14.411769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff562c2-b362-4962-a33d-649e95048d89', 'tag': 'b8871530-1900-4bf8-a06f-b970df5dfae5'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:46:14.415710 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8fc502-fb13-44b0-97f7-233300708d55" -d '{"events": [{"name": "network-changed", "server_uuid": "eff562c2-b362-4962-a33d-649e95048d89", "tag": "b8871530-1900-4bf8-a06f-b970df5dfae5"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:46:14.457527 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (ee6d049e-237e-4928-a416-ff5b735eb646), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.463529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee6d049e-237e-4928-a416-ff5b735eb646 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:46:14.466478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:14.493594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "DELETE /v2.0/networks/ee6d049e-237e-4928-a416-ff5b735eb646 HTTP/1.1" status: 204 len: 168 time: 0.5326786 Jan 28 03:46:14.530920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc52f13-2931-4752-a329-a664ae350e72 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee6d049e-237e-4928-a416-ff5b735eb646,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:14.789854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377baee8-3a86-4a0e-8a34-3a03ba0de714 service neutron] Pushing event updated for resources: {'Port': ['ID=b8871530-1900-4bf8-a06f-b970df5dfae5,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:14.825707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-b3aa837d-66a6-4b31-95fb-b9db7a764013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:14.826950 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-b3aa837d-66a6-4b31-95fb-b9db7a764013 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 1096 time: 0.2898562 Jan 28 03:46:14.866449 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c26e38-539b-4af1-b6b4-eb80b5b612d2 x-openstack-request-id: req-c7c26e38-539b-4af1-b6b4-eb80b5b612d2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:46:14.866643 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff562c2-b362-4962-a33d-649e95048d89", "tag": "b8871530-1900-4bf8-a06f-b970df5dfae5", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:46:14.866900 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7c26e38-539b-4af1-b6b4-eb80b5b612d2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:46:14.867307 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff562c2-b362-4962-a33d-649e95048d89', 'tag': 'b8871530-1900-4bf8-a06f-b970df5dfae5', 'status': 'completed', 'code': 200} Jan 28 03:46:14.907581 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-6009850e-bccb-4edd-b679-9603186166a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8871530-1900-4bf8-a06f-b970df5dfae5 HTTP/1.1" status: 200 len: 217 time: 0.0597742 Jan 28 03:46:14.909609 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cf5aae30-e035-4bbd-bbe6-5d70b198c683 req-bc10156b-efba-439b-9f82-9d2d44fa9496 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545472 Jan 28 03:46:14.957551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:14.962490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cd3295e9-9cce-4ba9-885d-f9161918f6ac tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Request body: {'router': {'name': 'tempest-router--910763687', 'project_id': '660144a26e1641b6890fc8464716ff68'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:15.004243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd3295e9-9cce-4ba9-885d-f9161918f6ac tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (2c2fc9d0-3a16-497f-afc4-1ae4821a5d82), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.006661 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd3295e9-9cce-4ba9-885d-f9161918f6ac tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (2c2fc9d0-3a16-497f-afc4-1ae4821a5d82), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.022263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-a766559d-09b0-419f-aa02-2becb06da3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:15.027473 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-a766559d-09b0-419f-aa02-2becb06da3f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d83b314-6385-4d8b-a8b6-a1e573523309 HTTP/1.1" status: 200 len: 855 time: 0.1050158 Jan 28 03:46:15.082042 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-ea911998-792b-4667-840e-9205c44cdfe0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80e713ce-3f48-4952-87eb-e4902d278ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471668 Jan 28 03:46:15.141760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd3295e9-9cce-4ba9-885d-f9161918f6ac tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_controller (2c2fc9d0-3a16-497f-afc4-1ae4821a5d82), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.169214 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd3295e9-9cce-4ba9-885d-f9161918f6ac tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (2c2fc9d0-3a16-497f-afc4-1ae4821a5d82), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.228607 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd3295e9-9cce-4ba9-885d-f9161918f6ac tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.235343 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cd3295e9-9cce-4ba9-885d-f9161918f6ac tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2765377 Jan 28 03:46:15.252035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44244) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:15.252233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee5c39-9b73-4599-96e8-cf510c84db44 req-3b0eb53b-b9ed-44d4-80f6-1e43469d5b52 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:15.261587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4aee5c39-9b73-4599-96e8-cf510c84db44 req-3b0eb53b-b9ed-44d4-80f6-1e43469d5b52 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 944 time: 0.1512604 Jan 28 03:46:15.358717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4aee5c39-9b73-4599-96e8-cf510c84db44 req-0eaa8c2a-392e-453b-9a19-d725a405f59b tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900335 Jan 28 03:46:15.448162 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.491030 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddf64d46-97f5-449a-9d85-0becdab18e34 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (2c2fc9d0-3a16-497f-afc4-1ae4821a5d82), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.528493 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-3a66bd0b-b548-4812-902e-4cb255f24aba service neutron] 10.222.0.25 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330893 Jan 28 03:46:15.757739 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddf64d46-97f5-449a-9d85-0becdab18e34 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (2c2fc9d0-3a16-497f-afc4-1ae4821a5d82), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.761685 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddf64d46-97f5-449a-9d85-0becdab18e34 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_controller (2c2fc9d0-3a16-497f-afc4-1ae4821a5d82), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.826060 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d47ab6d-f369-4c43-9730-846110fd9e9d req-81469bcf-ab71-4e3d-80ba-fafa0020ef9d service neutron] 10.222.0.25 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856131 Jan 28 03:46:15.828750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddf64d46-97f5-449a-9d85-0becdab18e34 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (2c2fc9d0-3a16-497f-afc4-1ae4821a5d82), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.829425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf64d46-97f5-449a-9d85-0becdab18e34 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c2fc9d0-3a16-497f-afc4-1ae4821a5d82 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:15.834438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddf64d46-97f5-449a-9d85-0becdab18e34 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:15.835814 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ddf64d46-97f5-449a-9d85-0becdab18e34 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "DELETE /v2.0/routers/2c2fc9d0-3a16-497f-afc4-1ae4821a5d82 HTTP/1.1" status: 204 len: 168 time: 0.5777640 Jan 28 03:46:16.016385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44262) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:16.046694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fc502-fb13-44b0-97f7-233300708d55 req-f0e45ae8-d57e-4c6f-b36d-98ad3bf0f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:16.048797 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da8fc502-fb13-44b0-97f7-233300708d55 req-f0e45ae8-d57e-4c6f-b36d-98ad3bf0f234 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 1096 time: 0.1325917 Jan 28 03:46:16.182997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fc502-fb13-44b0-97f7-233300708d55 req-110bd799-2e3b-48d6-994b-28ce7cfc5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:16.184772 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da8fc502-fb13-44b0-97f7-233300708d55 req-110bd799-2e3b-48d6-994b-28ce7cfc5627 service neutron] 10.222.0.25 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 916 time: 0.1302903 Jan 28 03:46:16.240356 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da8fc502-fb13-44b0-97f7-233300708d55 req-b0ba6166-a872-4af4-874a-bf4f2cabbfb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8871530-1900-4bf8-a06f-b970df5dfae5 HTTP/1.1" status: 200 len: 217 time: 0.0491540 Jan 28 03:46:16.300335 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-371745514', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:16.327394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fc502-fb13-44b0-97f7-233300708d55 req-513bd76f-4527-4aaa-b348-8e75c9947d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:16.330004 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da8fc502-fb13-44b0-97f7-233300708d55 req-513bd76f-4527-4aaa-b348-8e75c9947d7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d83b314-6385-4d8b-a8b6-a1e573523309 HTTP/1.1" status: 200 len: 855 time: 0.0665815 Jan 28 03:46:16.343983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:16.345040 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:16.368572 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da8fc502-fb13-44b0-97f7-233300708d55 req-e4c38a0d-8ed0-4c96-876b-9d1fd7f5c7f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80e713ce-3f48-4952-87eb-e4902d278ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329039 Jan 28 03:46:16.503378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:16.538385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a29809-544d-41ca-9040-95e9669f6efd req-ad7b1ca2-d5a8-404d-8998-56116f00fe82 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:16.540595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0a29809-544d-41ca-9040-95e9669f6efd req-ad7b1ca2-d5a8-404d-8998-56116f00fe82 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 944 time: 0.0740693 Jan 28 03:46:16.595970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0a29809-544d-41ca-9040-95e9669f6efd req-58d123dc-b5bf-4ea4-a813-ad1003eb271d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487247 Jan 28 03:46:16.654423 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da8fc502-fb13-44b0-97f7-233300708d55 req-9a617faa-48a1-4e86-928b-8c2199a3b108 service neutron] 10.222.0.25 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795956 Jan 28 03:46:16.686584 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:16.810587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:17.201115 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da8fc502-fb13-44b0-97f7-233300708d55 req-5aae4358-aa63-48a1-be5b-30bb13fdc036 service neutron] 10.222.0.25 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039833 Jan 28 03:46:17.341715 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:17.361403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:17.481923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Allocated IP 172.25.1.173 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/01d5b228-fc49-4241-9ae0-bb99150a558b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:17.598774 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for port (01d5b228-fc49-4241-9ae0-bb99150a558b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:17.665173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (01d5b228-fc49-4241-9ae0-bb99150a558b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:17.723167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:17.733753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:17.735814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Pushing event updated for resources: {'Port': ['ID=01d5b228-fc49-4241-9ae0-bb99150a558b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:17.738283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:17.762838 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32b612-ebcb-4f72-9680-01f58d056b82 req-52c5cea6-626a-41b4-a27a-ee0762efa699 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:17.764429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb32b612-ebcb-4f72-9680-01f58d056b82 req-52c5cea6-626a-41b4-a27a-ee0762efa699 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 944 time: 0.0748982 Jan 28 03:46:17.857228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb32b612-ebcb-4f72-9680-01f58d056b82 req-5c227d49-ecb3-42ca-9115-0037dcddf557 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725234 Jan 28 03:46:18.067392 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:18.279380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:18.416361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Router bc6f0b17-d492-4572-b0f5-9bcc10746e3e is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:46:18.529722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:18.544261 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e6fe4-dcf4-4ce0-b809-7900e8fd66dc None None] Sync routers for ids ['bc6f0b17-d492-4572-b0f5-9bcc10746e3e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:18.553862 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:18.555518 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-34360b64-9027-459c-9387-ab7b43d2b1f7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5378149 Jan 28 03:46:18.557945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44302) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:18.565337 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e6fe4-dcf4-4ce0-b809-7900e8fd66dc None None] Routers {'bc6f0b17-d492-4572-b0f5-9bcc10746e3e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:18.577110 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fa7e6fe4-dcf4-4ce0-b809-7900e8fd66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bc6f0b17-d492-4572-b0f5-9bcc10746e3e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:18.628158 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fa7e6fe4-dcf4-4ce0-b809-7900e8fd66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:18.672546 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e6fe4-dcf4-4ce0-b809-7900e8fd66dc None None] Routers {'bc6f0b17-d492-4572-b0f5-9bcc10746e3e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:18.678052 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fa7e6fe4-dcf4-4ce0-b809-7900e8fd66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bc6f0b17-d492-4572-b0f5-9bcc10746e3e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:18.711579 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fa7e6fe4-dcf4-4ce0-b809-7900e8fd66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:18.712534 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e6fe4-dcf4-4ce0-b809-7900e8fd66dc None None] The sync data for ids ['bc6f0b17-d492-4572-b0f5-9bcc10746e3e'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:18.745622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0c4204f4-5e23-4c45-bd86-6001f2c43084 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/routers/bc6f0b17-d492-4572-b0f5-9bcc10746e3e HTTP/1.1" status: 200 len: 924 time: 0.1864498 Jan 28 03:46:18.748280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44308) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:18.779370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-036f5d3d-23bc-489a-a124-36c1a4eae6a4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6f0b17-d492-4572-b0f5-9bcc10746e3e HTTP/1.1" status: 200 len: 205 time: 0.0272241 Jan 28 03:46:18.780061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44310) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:18.892953 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.030500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.080670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ad6c-d15c-486b-b6b7-afc5b251cccd req-82a6131b-e61e-4cf6-9a16-f898f1191347 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:19.088443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7597ad6c-d15c-486b-b6b7-afc5b251cccd req-82a6131b-e61e-4cf6-9a16-f898f1191347 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 944 time: 0.0890079 Jan 28 03:46:19.148570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7597ad6c-d15c-486b-b6b7-afc5b251cccd req-c066dc7f-582f-4f83-8e91-f4bff6e656d5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590296 Jan 28 03:46:19.157991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Deleting port 01d5b228-fc49-4241-9ae0-bb99150a558b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:46:19.158402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (01d5b228-fc49-4241-9ae0-bb99150a558b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.250203 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (01d5b228-fc49-4241-9ae0-bb99150a558b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.266245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Calling delete_port for 01d5b228-fc49-4241-9ae0-bb99150a558b owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:46:19.450955 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (01d5b228-fc49-4241-9ae0-bb99150a558b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.480950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Pushing event deleted for resources: {'Port': ['ID=01d5b228-fc49-4241-9ae0-bb99150a558b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:19.545499 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.642245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.644473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.694507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (bc6f0b17-d492-4572-b0f5-9bcc10746e3e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.695179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Fanout notify agent at l3_agent the message router_deleted on router bc6f0b17-d492-4572-b0f5-9bcc10746e3e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:19.701941 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.704898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8269b106-53d3-4dab-b50a-93cc556c1822 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/bc6f0b17-d492-4572-b0f5-9bcc10746e3e HTTP/1.1" status: 204 len: 168 time: 0.9224474 Jan 28 03:46:19.706806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44322) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:19.711785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Request body: {'router': {'name': 'tempest-snat-router-555001276', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'enable_snat': False}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:19.733857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.734923 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.801028 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_controller (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:19.953110 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:20.157887 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:20.178299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:20.331625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Allocated IP 172.25.1.154 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/89a99652-137e-44f2-a7d7-11260059d484) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:20.342685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d66e5-f5c6-4301-aee4-d40d171da8a7 req-e6fc2e0a-21c8-460d-a739-00f0ee3ec791 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:20.344180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-925d66e5-f5c6-4301-aee4-d40d171da8a7 req-e6fc2e0a-21c8-460d-a739-00f0ee3ec791 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 944 time: 0.0805264 Jan 28 03:46:20.443783 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-925d66e5-f5c6-4301-aee4-d40d171da8a7 req-487bac72-8c7b-4a74-b6fc-0d2046f020a2 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924594 Jan 28 03:46:20.453117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b8871530-1900-4bf8-a06f-b970df5dfae5 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:46:20.480901 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for port (89a99652-137e-44f2-a7d7-11260059d484), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:20.517535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (89a99652-137e-44f2-a7d7-11260059d484), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:20.551756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b8871530-1900-4bf8-a06f-b970df5dfae5, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b8871530-1900-4bf8-a06f-b970df5dfae5,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:46:20.556997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:20.559435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:20.564835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'b8871530-1900-4bf8-a06f-b970df5dfae5', 'network_id': '80e713ce-3f48-4952-87eb-e4902d278ec1', 'port_id': 'b8871530-1900-4bf8-a06f-b970df5dfae5', 'mac_address': 'fa:16:3e:bb:5c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d83b314-6385-4d8b-a8b6-a1e573523309', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:46:20.565030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:20.587027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event updated for resources: {'Port': ['ID=89a99652-137e-44f2-a7d7-11260059d484,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:20.609536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b8871530-1900-4bf8-a06f-b970df5dfae5 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:46:20.610024 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:20.622806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8871530-1900-4bf8-a06f-b970df5dfae5 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:46:20.642639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b8871530-1900-4bf8-a06f-b970df5dfae5, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b8871530-1900-4bf8-a06f-b970df5dfae5,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:46:20.647679 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:20.694675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b8871530-1900-4bf8-a06f-b970df5dfae5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:20.775339 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:46:20.826897 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:21.034541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['b8871530-1900-4bf8-a06f-b970df5dfae5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:46:21.397992 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:21.588248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Router 0c91eff5-0c82-48ba-8a02-4170d7c75cb4 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:46:21.615010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c254d-f96b-4432-b9d9-6caad8c1cff4 req-523cb732-7a09-4553-9f11-575d786a2643 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:21.617679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-643c254d-f96b-4432-b9d9-6caad8c1cff4 req-523cb732-7a09-4553-9f11-575d786a2643 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 945 time: 0.0740590 Jan 28 03:46:21.743358 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-643c254d-f96b-4432-b9d9-6caad8c1cff4 req-a2de404d-b240-42c7-be46-15f5b2f4197d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865116 Jan 28 03:46:21.762413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:21.773937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Sync routers for ids ['0c91eff5-0c82-48ba-8a02-4170d7c75cb4'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:21.783901 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:21.788606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-792bebd2-fc33-4443-8b09-11dbd93da074 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0779803 Jan 28 03:46:21.788888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Routers {'0c91eff5-0c82-48ba-8a02-4170d7c75cb4'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:21.789010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44362) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:21.789472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0c91eff5-0c82-48ba-8a02-4170d7c75cb4'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:21.903381 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3671728c-efca-433a-b5f6-82385d2ba0d8 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/routers/0c91eff5-0c82-48ba-8a02-4170d7c75cb4 HTTP/1.1" status: 200 len: 908 time: 0.1107943 Jan 28 03:46:21.903884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44370) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:21.908240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Set router 0c91eff5-0c82-48ba-8a02-4170d7c75cb4 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:46:21.909045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Request body: {'router': {'name': 'tempest-snat-router-555001276', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'enable_snat': True}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:21.931702 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (911d76c8-b902-41b1-b560-ab958fcc9711), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:21.932992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (911d76c8-b902-41b1-b560-ab958fcc9711), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.178059 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_controller (911d76c8-b902-41b1-b560-ab958fcc9711), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.197757 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (911d76c8-b902-41b1-b560-ab958fcc9711), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.220003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c91eff5-0c82-48ba-8a02-4170d7c75cb4', 'name': 'tempest-snat-router-555001276', 'tenant_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.154'}], 'enable_snat': False}, 'gw_port_id': '89a99652-137e-44f2-a7d7-11260059d484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:46:19Z', 'updated_at': '2022-01-28T03:46:20Z', 'revision_number': 3, 'project_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'gw_port': {'id': '89a99652-137e-44f2-a7d7-11260059d484', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c91eff5-0c82-48ba-8a02-4170d7c75cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:46:20Z', 'updated_at': '2022-01-28T03:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:22.253700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Checking router: 0c91eff5-0c82-48ba-8a02-4170d7c75cb4 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:46:22.254109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Updating router 0c91eff5-0c82-48ba-8a02-4170d7c75cb4 port 89a99652-137e-44f2-a7d7-11260059d484 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:46:22.283845 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (89a99652-137e-44f2-a7d7-11260059d484), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.426158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (911d76c8-b902-41b1-b560-ab958fcc9711), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.450174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.471367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b8871530-1900-4bf8-a06f-b970df5dfae5 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:46:22.569446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port b8871530-1900-4bf8-a06f-b970df5dfae5 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:46:22.579937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port b8871530-1900-4bf8-a06f-b970df5dfae5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:46:22.580321 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.661075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Publish callbacks [] for port (89a99652-137e-44f2-a7d7-11260059d484), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.669340 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (89a99652-137e-44f2-a7d7-11260059d484), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.759147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Pushing event updated for resources: {'Port': ['ID=89a99652-137e-44f2-a7d7-11260059d484,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:22.760729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Allocated IP 172.25.1.117 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:22.772049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Attempting to bind port 89a99652-137e-44f2-a7d7-11260059d484 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:46:22.772670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Attempting to bind port 89a99652-137e-44f2-a7d7-11260059d484 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:46:22.773413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Attempting to bind port 89a99652-137e-44f2-a7d7-11260059d484 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:46:22.789501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b8871530-1900-4bf8-a06f-b970df5dfae5 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:46:22.790711 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.795960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.796516 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.797055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.797589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.798197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.798712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.799214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.799724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.800337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.800921 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.801472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.802492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.803393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:22.817510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:46:22.818366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:46:22.818991 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.819666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:46:22.820471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Bound port: 89a99652-137e-44f2-a7d7-11260059d484, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:46:22.821124 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (89a99652-137e-44f2-a7d7-11260059d484), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.870595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff562c2-b362-4962-a33d-649e95048d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8871530-1900-4bf8-a06f-b970df5dfae5'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:46:22.882457 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e101f09c-40d9-4fa5-9c69-66fc8559f4f2" -d '{"events": [{"server_uuid": "eff562c2-b362-4962-a33d-649e95048d89", "name": "network-vif-plugged", "status": "completed", "tag": "b8871530-1900-4bf8-a06f-b970df5dfae5"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:46:22.919673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b8871530-1900-4bf8-a06f-b970df5dfae5, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b8871530-1900-4bf8-a06f-b970df5dfae5,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:46:22.934418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a271-49a3-468e-b1de-696642760927 req-c0076c84-e346-482a-a971-ebbdf53bccaf tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:22.935035 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:22.946148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74a0a271-49a3-468e-b1de-696642760927 req-c0076c84-e346-482a-a971-ebbdf53bccaf tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 945 time: 0.1065359 Jan 28 03:46:22.947090 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] For port 89a99652-137e-44f2-a7d7-11260059d484, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:46:22.990966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] For port 89a99652-137e-44f2-a7d7-11260059d484, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=89a99652-137e-44f2-a7d7-11260059d484,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:46:23.005539 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (89a99652-137e-44f2-a7d7-11260059d484), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:23.021792 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74a0a271-49a3-468e-b1de-696642760927 req-9005af23-3df7-4029-823d-b1aca533ac08 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742381 Jan 28 03:46:23.022123 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for port (b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:23.030560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b8871530-1900-4bf8-a06f-b970df5dfae5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:23.099951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:23.115929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Routers {'0c91eff5-0c82-48ba-8a02-4170d7c75cb4'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:23.116980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0c91eff5-0c82-48ba-8a02-4170d7c75cb4'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:23.146788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:23.150722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:23.156893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:23.202107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event updated for resources: {'Port': ['ID=b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:23.275945 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d257c9-d6c0-4b5d-b7d4-a38cbe49b1c5 x-openstack-request-id: req-25d257c9-d6c0-4b5d-b7d4-a38cbe49b1c5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:46:23.276765 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff562c2-b362-4962-a33d-649e95048d89", "name": "network-vif-plugged", "status": "completed", "tag": "b8871530-1900-4bf8-a06f-b970df5dfae5", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:46:23.277280 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25d257c9-d6c0-4b5d-b7d4-a38cbe49b1c5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:46:23.278383 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff562c2-b362-4962-a33d-649e95048d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8871530-1900-4bf8-a06f-b970df5dfae5', 'code': 200} Jan 28 03:46:23.289792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e51c9-f262-4210-ad55-99de1a8ee781 None None] Pushing event updated for resources: {'Port': ['ID=89a99652-137e-44f2-a7d7-11260059d484,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:23.324264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] Set router 0c91eff5-0c82-48ba-8a02-4170d7c75cb4 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:46:23.527193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0fcb9-4815-4120-9e9f-ea3fd7dcdce4 req-d15930f9-93a6-4b8a-b6f4-c1df57da7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:23.529081 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82a0fcb9-4815-4120-9e9f-ea3fd7dcdce4 req-d15930f9-93a6-4b8a-b6f4-c1df57da7ed4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 1098 time: 0.1750140 Jan 28 03:46:23.543298 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (911d76c8-b902-41b1-b560-ab958fcc9711), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:23.569269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c91eff5-0c82-48ba-8a02-4170d7c75cb4', 'name': 'tempest-snat-router-555001276', 'tenant_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.154'}], 'enable_snat': False}, 'gw_port_id': '89a99652-137e-44f2-a7d7-11260059d484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:46:19Z', 'updated_at': '2022-01-28T03:46:20Z', 'revision_number': 3, 'project_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'gw_port': {'id': '89a99652-137e-44f2-a7d7-11260059d484', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c91eff5-0c82-48ba-8a02-4170d7c75cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:46:20Z', 'updated_at': '2022-01-28T03:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:23.601425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200cdfbf-777a-4b23-a77d-474780271972 None None] The sync data for ids ['0c91eff5-0c82-48ba-8a02-4170d7c75cb4'] in n-d-808199-14 is: [{'id': '0c91eff5-0c82-48ba-8a02-4170d7c75cb4', 'name': 'tempest-snat-router-555001276', 'tenant_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.154'}], 'enable_snat': False}, 'gw_port_id': '89a99652-137e-44f2-a7d7-11260059d484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:46:19Z', 'updated_at': '2022-01-28T03:46:20Z', 'revision_number': 3, 'project_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'gw_port': {'id': '89a99652-137e-44f2-a7d7-11260059d484', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c91eff5-0c82-48ba-8a02-4170d7c75cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:46:20Z', 'updated_at': '2022-01-28T03:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:24.019573 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82a0fcb9-4815-4120-9e9f-ea3fd7dcdce4 req-afd0da8d-6bb2-44e0-9193-228b4e723a10 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825530 Jan 28 03:46:24.185729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799e783-0da1-4981-8be4-e8496d2413d6 req-a5cb977d-7ad5-47b4-9793-012b44076042 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:24.193148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f799e783-0da1-4981-8be4-e8496d2413d6 req-a5cb977d-7ad5-47b4-9793-012b44076042 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 946 time: 0.0699613 Jan 28 03:46:24.287702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f799e783-0da1-4981-8be4-e8496d2413d6 req-797d958c-0cda-48ee-9efa-50618c36bd8d tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924015 Jan 28 03:46:24.334415 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (911d76c8-b902-41b1-b560-ab958fcc9711), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:24.526378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Router 911d76c8-b902-41b1-b560-ab958fcc9711 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:46:24.684922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:24.694796 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Sync routers for ids ['911d76c8-b902-41b1-b560-ab958fcc9711'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:24.704340 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:24.705847 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-988ac880-31b9-4f17-92fb-2dd69ea06273 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8008914 Jan 28 03:46:24.708139 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Routers {'911d76c8-b902-41b1-b560-ab958fcc9711'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:24.708831 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['911d76c8-b902-41b1-b560-ab958fcc9711'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:24.709357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44468) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:24.865712 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Set router 911d76c8-b902-41b1-b560-ab958fcc9711 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:46:24.876254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f64e466a-e2a2-474a-a0f1-cd3cee827d59 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/routers/911d76c8-b902-41b1-b560-ab958fcc9711 HTTP/1.1" status: 200 len: 907 time: 0.1656606 Jan 28 03:46:24.879171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44476) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:25.034955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 89a99652-137e-44f2-a7d7-11260059d484 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:46:25.102802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (911d76c8-b902-41b1-b560-ab958fcc9711), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.140539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 89a99652-137e-44f2-a7d7-11260059d484 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:46:25.141063 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (89a99652-137e-44f2-a7d7-11260059d484), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.166187 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911d76c8-b902-41b1-b560-ab958fcc9711', 'name': 'tempest-snat-router-555001276', 'tenant_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:46:21Z', 'updated_at': '2022-01-28T03:46:23Z', 'revision_number': 3, 'project_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'gw_port': {'id': 'b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911d76c8-b902-41b1-b560-ab958fcc9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:46:22Z', 'updated_at': '2022-01-28T03:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:25.195209 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Checking router: 911d76c8-b902-41b1-b560-ab958fcc9711 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:46:25.195553 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Updating router 911d76c8-b902-41b1-b560-ab958fcc9711 port b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:46:25.224587 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.232329 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (911d76c8-b902-41b1-b560-ab958fcc9711), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.338022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Deleting port b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:46:25.339208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.400692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 89a99652-137e-44f2-a7d7-11260059d484 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:46:25.403316 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (89a99652-137e-44f2-a7d7-11260059d484), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.503909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 89a99652-137e-44f2-a7d7-11260059d484, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=89a99652-137e-44f2-a7d7-11260059d484,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:46:25.525385 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (89a99652-137e-44f2-a7d7-11260059d484), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.563180 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Publish callbacks [] for port (b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.574975 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.587576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.620095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Calling delete_port for b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:46:25.673830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e8c6a-7230-4bbc-b3ed-bb1d2e0bcac8 req-138a0257-08e0-4714-aaf6-8e2d1ed37d2f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:25.682468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a9e8c6a-7230-4bbc-b3ed-bb1d2e0bcac8 req-138a0257-08e0-4714-aaf6-8e2d1ed37d2f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 946 time: 0.1484787 Jan 28 03:46:25.714453 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Pushing event updated for resources: {'Port': ['ID=b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:25.723168 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Attempting to bind port b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:46:25.724746 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Attempting to bind port b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:46:25.725476 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Attempting to bind port b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:46:25.732546 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.733413 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.733935 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.735386 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.735922 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.736471 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.737078 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.737656 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.738269 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.738797 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.739521 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.740031 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.740532 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:25.745941 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:46:25.746607 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:46:25.747342 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.747902 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:46:25.748578 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Bound port: b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:46:25.749188 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.758486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=89a99652-137e-44f2-a7d7-11260059d484,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:25.818610 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] For port b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:46:25.822276 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] For port b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:46:25.829878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a9e8c6a-7230-4bbc-b3ed-bb1d2e0bcac8 req-0012a200-8c19-437e-bcfd-117a97052087 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453667 Jan 28 03:46:25.830081 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:25.951702 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54febc-c3cd-4651-8316-1046f3f0cfca None None] Pushing event updated for resources: {'Port': ['ID=b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:25.961039 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Routers {'911d76c8-b902-41b1-b560-ab958fcc9711'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:25.962694 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['911d76c8-b902-41b1-b560-ab958fcc9711'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:26.130527 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] Set router 911d76c8-b902-41b1-b560-ab958fcc9711 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:46:26.133306 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:26.172804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event deleted for resources: {'Port': ['ID=b812bdda-0a87-4a0a-90a5-8b90fa8e7c2e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:26.278486 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (911d76c8-b902-41b1-b560-ab958fcc9711), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:26.307307 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911d76c8-b902-41b1-b560-ab958fcc9711', 'name': 'tempest-snat-router-555001276', 'tenant_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:46:21Z', 'updated_at': '2022-01-28T03:46:25Z', 'revision_number': 4, 'project_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:26.340510 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a91a9d-46d1-47a4-8fba-83507344a2de None None] The sync data for ids ['911d76c8-b902-41b1-b560-ab958fcc9711'] in n-d-808199-14 is: [{'id': '911d76c8-b902-41b1-b560-ab958fcc9711', 'name': 'tempest-snat-router-555001276', 'tenant_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:46:21Z', 'updated_at': '2022-01-28T03:46:25Z', 'revision_number': 4, 'project_id': '0ae0e58b3ec24b8e9a8603483f35a9b3', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:26.400166 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (911d76c8-b902-41b1-b560-ab958fcc9711), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:26.402653 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_controller (911d76c8-b902-41b1-b560-ab958fcc9711), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:26.477186 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (911d76c8-b902-41b1-b560-ab958fcc9711), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:26.478499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 911d76c8-b902-41b1-b560-ab958fcc9711 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:26.483819 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:26.487943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44508) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:26.490793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c8a097d0-dc5f-4ad3-b554-a776f25f886e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "DELETE /v2.0/routers/911d76c8-b902-41b1-b560-ab958fcc9711 HTTP/1.1" status: 204 len: 168 time: 1.6101949 Jan 28 03:46:26.634915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:26.767766 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:26.884537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Deleting port 89a99652-137e-44f2-a7d7-11260059d484 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:46:26.885100 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (89a99652-137e-44f2-a7d7-11260059d484), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:26.919915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 89a99652-137e-44f2-a7d7-11260059d484 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:46:27.011790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 89a99652-137e-44f2-a7d7-11260059d484 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:46:27.012170 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (89a99652-137e-44f2-a7d7-11260059d484), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:27.059077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e3a10-e05b-4f95-9e55-c39fa68921b7 req-222712d9-1bf0-4247-820b-89ccbe9ad3ba tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:27.066241 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-431e3a10-e05b-4f95-9e55-c39fa68921b7 req-222712d9-1bf0-4247-820b-89ccbe9ad3ba tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 946 time: 0.0964725 Jan 28 03:46:27.100220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] For port 89a99652-137e-44f2-a7d7-11260059d484, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=89a99652-137e-44f2-a7d7-11260059d484,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:46:27.100917 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (89a99652-137e-44f2-a7d7-11260059d484), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:27.151482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-431e3a10-e05b-4f95-9e55-c39fa68921b7 req-e010928c-418a-492b-b204-6bec2e7aa4d7 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802855 Jan 28 03:46:27.168435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Calling delete_port for 89a99652-137e-44f2-a7d7-11260059d484 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:46:27.182045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 89a99652-137e-44f2-a7d7-11260059d484 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:46:27.461177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (89a99652-137e-44f2-a7d7-11260059d484), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:27.534430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event deleted for resources: {'Port': ['ID=89a99652-137e-44f2-a7d7-11260059d484,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:27.649363 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:27.807894 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:27.811725 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_controller (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:27.884025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (0c91eff5-0c82-48ba-8a02-4170d7c75cb4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:27.885194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c91eff5-0c82-48ba-8a02-4170d7c75cb4 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:27.892588 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:27.895176 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cebdcc09-f5b2-4576-bd6f-a7b2d1f5155c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "DELETE /v2.0/routers/0c91eff5-0c82-48ba-8a02-4170d7c75cb4 HTTP/1.1" status: 204 len: 168 time: 1.4058247 Jan 28 03:46:27.898864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44554) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:27.907354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-77689280', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:27.973813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (12716866-6c7c-4c53-95e8-e2f0f074d4b5), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:27.975152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (12716866-6c7c-4c53-95e8-e2f0f074d4b5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:28.094362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (12716866-6c7c-4c53-95e8-e2f0f074d4b5), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:28.312019 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (12716866-6c7c-4c53-95e8-e2f0f074d4b5), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:28.633253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (12716866-6c7c-4c53-95e8-e2f0f074d4b5), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:28.664424 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:28.850025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Allocated IP 172.25.1.13 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/fb17d994-a2fe-46b0-8600-7d240bec2b06) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:28.851640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 89a99652-137e-44f2-a7d7-11260059d484 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:46:28.879034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 89a99652-137e-44f2-a7d7-11260059d484 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:46:28.879524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 89a99652-137e-44f2-a7d7-11260059d484 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:46:29.013817 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for port (fb17d994-a2fe-46b0-8600-7d240bec2b06), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:29.071544 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fb17d994-a2fe-46b0-8600-7d240bec2b06), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:29.106857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:29.112900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:29.121718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:29.213995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Pushing event updated for resources: {'Port': ['ID=fb17d994-a2fe-46b0-8600-7d240bec2b06,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:29.570669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (12716866-6c7c-4c53-95e8-e2f0f074d4b5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:29.811685 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (12716866-6c7c-4c53-95e8-e2f0f074d4b5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:30.005722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Router 12716866-6c7c-4c53-95e8-e2f0f074d4b5 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:46:30.154554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:30.171979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db218259-f3bf-42ab-9bb0-565b64d74bab None None] Sync routers for ids ['12716866-6c7c-4c53-95e8-e2f0f074d4b5'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:30.189286 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:30.190555 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5a2fbd87-59c6-4c15-8747-f7966779b3c4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2897146 Jan 28 03:46:30.193642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44626) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:30.198223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c91e7015-7b0c-40fd-a675-dfbcb740b36b tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'enable_snat': False}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:30.226281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db218259-f3bf-42ab-9bb0-565b64d74bab None None] Routers {'12716866-6c7c-4c53-95e8-e2f0f074d4b5'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:30.229645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db218259-f3bf-42ab-9bb0-565b64d74bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['12716866-6c7c-4c53-95e8-e2f0f074d4b5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:30.312858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db218259-f3bf-42ab-9bb0-565b64d74bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:30.323777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db218259-f3bf-42ab-9bb0-565b64d74bab None None] Routers {'12716866-6c7c-4c53-95e8-e2f0f074d4b5'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:30.324788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db218259-f3bf-42ab-9bb0-565b64d74bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['12716866-6c7c-4c53-95e8-e2f0f074d4b5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:30.362917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db218259-f3bf-42ab-9bb0-565b64d74bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:30.364582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db218259-f3bf-42ab-9bb0-565b64d74bab None None] The sync data for ids ['12716866-6c7c-4c53-95e8-e2f0f074d4b5'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:30.963349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c91e7015-7b0c-40fd-a675-dfbcb740b36b tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (12716866-6c7c-4c53-95e8-e2f0f074d4b5), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:31.566936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c91e7015-7b0c-40fd-a675-dfbcb740b36b tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (12716866-6c7c-4c53-95e8-e2f0f074d4b5), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:31.573114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c91e7015-7b0c-40fd-a675-dfbcb740b36b tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (12716866-6c7c-4c53-95e8-e2f0f074d4b5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:31.734962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91e7015-7b0c-40fd-a675-dfbcb740b36b tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Router 12716866-6c7c-4c53-95e8-e2f0f074d4b5 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:46:31.881359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91e7015-7b0c-40fd-a675-dfbcb740b36b tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:31.892071 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1c83d-ac4d-41f0-b2ce-69c3a3587473 None None] Sync routers for ids ['12716866-6c7c-4c53-95e8-e2f0f074d4b5'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:31.906744 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c91e7015-7b0c-40fd-a675-dfbcb740b36b tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:31.913236 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1c83d-ac4d-41f0-b2ce-69c3a3587473 None None] Routers {'12716866-6c7c-4c53-95e8-e2f0f074d4b5'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:31.914669 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8cc1c83d-ac4d-41f0-b2ce-69c3a3587473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['12716866-6c7c-4c53-95e8-e2f0f074d4b5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:31.917361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c91e7015-7b0c-40fd-a675-dfbcb740b36b tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "PUT /v2.0/routers/12716866-6c7c-4c53-95e8-e2f0f074d4b5 HTTP/1.1" status: 200 len: 923 time: 1.7226715 Jan 28 03:46:31.917538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44672) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:31.959639 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8cc1c83d-ac4d-41f0-b2ce-69c3a3587473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:31.969315 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1c83d-ac4d-41f0-b2ce-69c3a3587473 None None] Routers {'12716866-6c7c-4c53-95e8-e2f0f074d4b5'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:31.969923 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8cc1c83d-ac4d-41f0-b2ce-69c3a3587473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['12716866-6c7c-4c53-95e8-e2f0f074d4b5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:32.043575 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8cc1c83d-ac4d-41f0-b2ce-69c3a3587473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:32.044907 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1c83d-ac4d-41f0-b2ce-69c3a3587473 None None] The sync data for ids ['12716866-6c7c-4c53-95e8-e2f0f074d4b5'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:32.113147 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b36b291e-f9c9-4f0b-9d6e-7793e375380b tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/routers/12716866-6c7c-4c53-95e8-e2f0f074d4b5 HTTP/1.1" status: 200 len: 923 time: 0.1942689 Jan 28 03:46:32.116247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:32.247331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f02c0b-88bb-45e5-91d0-587d88882d08 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:32.249504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b5f02c0b-88bb-45e5-91d0-587d88882d08 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&device_id=12716866-6c7c-4c53-95e8-e2f0f074d4b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1322846 Jan 28 03:46:32.252261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44686) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:32.399286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d4bd47-90fc-4658-8e41-9fdfddf83868 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:32.405336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44692) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:32.410647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-57d4bd47-90fc-4658-8e41-9fdfddf83868 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 881 time: 0.1516349 Jan 28 03:46:32.457452 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3fa89360-b659-48d2-a908-67f1420c9438 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=12716866-6c7c-4c53-95e8-e2f0f074d4b5 HTTP/1.1" status: 200 len: 205 time: 0.0499802 Jan 28 03:46:32.459217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44696) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:32.597001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (12716866-6c7c-4c53-95e8-e2f0f074d4b5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:32.743421 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (12716866-6c7c-4c53-95e8-e2f0f074d4b5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:32.827095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Deleting port fb17d994-a2fe-46b0-8600-7d240bec2b06 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:46:32.829009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fb17d994-a2fe-46b0-8600-7d240bec2b06), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:32.948613 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fb17d994-a2fe-46b0-8600-7d240bec2b06), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:32.962638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Calling delete_port for fb17d994-a2fe-46b0-8600-7d240bec2b06 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:46:33.298920 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fb17d994-a2fe-46b0-8600-7d240bec2b06), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:33.368647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Pushing event deleted for resources: {'Port': ['ID=fb17d994-a2fe-46b0-8600-7d240bec2b06,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:33.542930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (12716866-6c7c-4c53-95e8-e2f0f074d4b5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:33.686567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (12716866-6c7c-4c53-95e8-e2f0f074d4b5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:33.689754 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (12716866-6c7c-4c53-95e8-e2f0f074d4b5), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:33.732305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44750) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:33.762376 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (12716866-6c7c-4c53-95e8-e2f0f074d4b5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:33.763293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Fanout notify agent at l3_agent the message router_deleted on router 12716866-6c7c-4c53-95e8-e2f0f074d4b5 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:33.773977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:33.776180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c38e4c76-3849-4e79-86c2-2ba7b0698def tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/12716866-6c7c-4c53-95e8-e2f0f074d4b5 HTTP/1.1" status: 204 len: 168 time: 1.3159671 Jan 28 03:46:33.779857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44754) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:33.785917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a63fc114-3024-4601-a0b9-d2d8debc85db tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-614255847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:33.853609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a63fc114-3024-4601-a0b9-d2d8debc85db tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (84aca5c3-c4fd-4975-9f3f-436ff10d9299), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:33.855398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a63fc114-3024-4601-a0b9-d2d8debc85db tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (84aca5c3-c4fd-4975-9f3f-436ff10d9299), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:33.994643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a63fc114-3024-4601-a0b9-d2d8debc85db tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (84aca5c3-c4fd-4975-9f3f-436ff10d9299), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.008972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a63fc114-3024-4601-a0b9-d2d8debc85db tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (84aca5c3-c4fd-4975-9f3f-436ff10d9299), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.029693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f581a4ad-8322-43aa-873b-bf56237c9c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.058924 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a63fc114-3024-4601-a0b9-d2d8debc85db tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.060293 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a63fc114-3024-4601-a0b9-d2d8debc85db tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2792511 Jan 28 03:46:34.063194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44762) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:34.069788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:34.381525 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (84aca5c3-c4fd-4975-9f3f-436ff10d9299), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.424946 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f581a4ad-8322-43aa-873b-bf56237c9c75 admin admin] Publish callbacks [] for security_group (489c5f2b-96d8-4ae3-85f5-fd77f0e2b3cd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.467338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f581a4ad-8322-43aa-873b-bf56237c9c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (489c5f2b-96d8-4ae3-85f5-fd77f0e2b3cd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.582183 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f581a4ad-8322-43aa-873b-bf56237c9c75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cf8b41a31c44b38a8642f5ccfef397f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8489804 Jan 28 03:46:34.584404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581a4ad-8322-43aa-873b-bf56237c9c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489c5f2b-96d8-4ae3-85f5-fd77f0e2b3cd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:34.585613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:34.704662 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92aa2291-8218-4fc5-bb12-32552343698e admin admin] Publish callbacks [] for security_group (489c5f2b-96d8-4ae3-85f5-fd77f0e2b3cd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.730820 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92aa2291-8218-4fc5-bb12-32552343698e admin admin] Publish callbacks [] for security_group (489c5f2b-96d8-4ae3-85f5-fd77f0e2b3cd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.826895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (84aca5c3-c4fd-4975-9f3f-436ff10d9299), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.847720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.849771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92aa2291-8218-4fc5-bb12-32552343698e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (489c5f2b-96d8-4ae3-85f5-fd77f0e2b3cd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.855428 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92aa2291-8218-4fc5-bb12-32552343698e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.857093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-92aa2291-8218-4fc5-bb12-32552343698e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/489c5f2b-96d8-4ae3-85f5-fd77f0e2b3cd HTTP/1.1" status: 204 len: 168 time: 0.2699258 Jan 28 03:46:34.875660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa2291-8218-4fc5-bb12-32552343698e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489c5f2b-96d8-4ae3-85f5-fd77f0e2b3cd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:34.996577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Allocated IP 172.25.1.95 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/e7f447f7-5d20-4500-8d5b-277eaac093b6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:35.138247 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for port (e7f447f7-5d20-4500-8d5b-277eaac093b6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:35.195800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e7f447f7-5d20-4500-8d5b-277eaac093b6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:35.257657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:35.262923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:35.266443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:35.311231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Pushing event updated for resources: {'Port': ['ID=e7f447f7-5d20-4500-8d5b-277eaac093b6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:35.484042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:35.501345 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abc4dab-8c20-4464-8663-fe4d43862b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:35.635695 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abc4dab-8c20-4464-8663-fe4d43862b2c admin admin] Publish callbacks [] for security_group (2819246a-e277-49fc-a3e2-5125ebc677b8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:35.642284 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abc4dab-8c20-4464-8663-fe4d43862b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2819246a-e277-49fc-a3e2-5125ebc677b8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:35.684912 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (84aca5c3-c4fd-4975-9f3f-436ff10d9299), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:35.693051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc4dab-8c20-4464-8663-fe4d43862b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2819246a-e277-49fc-a3e2-5125ebc677b8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:35.700295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3abc4dab-8c20-4464-8663-fe4d43862b2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fd9f3cab23d4704a5012a7d219720cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2151544 Jan 28 03:46:35.700944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:35.820071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f093895-c17d-4ea9-94c8-b6cd7df47cf2 admin admin] Publish callbacks [] for security_group (2819246a-e277-49fc-a3e2-5125ebc677b8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:35.845192 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f093895-c17d-4ea9-94c8-b6cd7df47cf2 admin admin] Publish callbacks [] for security_group (2819246a-e277-49fc-a3e2-5125ebc677b8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:35.910100 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f093895-c17d-4ea9-94c8-b6cd7df47cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2819246a-e277-49fc-a3e2-5125ebc677b8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:35.912775 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f093895-c17d-4ea9-94c8-b6cd7df47cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:35.918725 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f093895-c17d-4ea9-94c8-b6cd7df47cf2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2819246a-e277-49fc-a3e2-5125ebc677b8 HTTP/1.1" status: 204 len: 168 time: 0.2164214 Jan 28 03:46:35.967195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f093895-c17d-4ea9-94c8-b6cd7df47cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2819246a-e277-49fc-a3e2-5125ebc677b8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:36.019322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (84aca5c3-c4fd-4975-9f3f-436ff10d9299), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:36.023808 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (84aca5c3-c4fd-4975-9f3f-436ff10d9299), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:36.595961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Router 84aca5c3-c4fd-4975-9f3f-436ff10d9299 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:46:36.726484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:36.734119 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:36.735642 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a03e7736-901f-42c8-bff4-977d0e678530 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "PUT /v2.0/routers/84aca5c3-c4fd-4975-9f3f-436ff10d9299 HTTP/1.1" status: 200 len: 882 time: 2.6707842 Jan 28 03:46:36.738101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:36.753640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7055064-2e0b-4088-a255-9ca4b47ff7ff None None] Sync routers for ids ['84aca5c3-c4fd-4975-9f3f-436ff10d9299'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:36.769346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7055064-2e0b-4088-a255-9ca4b47ff7ff None None] Routers {'84aca5c3-c4fd-4975-9f3f-436ff10d9299'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:36.770968 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d7055064-2e0b-4088-a255-9ca4b47ff7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['84aca5c3-c4fd-4975-9f3f-436ff10d9299'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:36.863273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d7055064-2e0b-4088-a255-9ca4b47ff7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:36.871125 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-50af0ced-0ab7-4f26-a6f7-ec75e2307169 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/routers/84aca5c3-c4fd-4975-9f3f-436ff10d9299 HTTP/1.1" status: 200 len: 923 time: 0.1314456 Jan 28 03:46:36.874278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44852) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:36.877267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7055064-2e0b-4088-a255-9ca4b47ff7ff None None] Routers {'84aca5c3-c4fd-4975-9f3f-436ff10d9299'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:36.877979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d7055064-2e0b-4088-a255-9ca4b47ff7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['84aca5c3-c4fd-4975-9f3f-436ff10d9299'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:36.919731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d7055064-2e0b-4088-a255-9ca4b47ff7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:36.920593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7055064-2e0b-4088-a255-9ca4b47ff7ff None None] The sync data for ids ['84aca5c3-c4fd-4975-9f3f-436ff10d9299'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:36.957868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c33f251-0948-4a6c-9f8e-eb907ae4cf5e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:36.960388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7c33f251-0948-4a6c-9f8e-eb907ae4cf5e tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&device_id=84aca5c3-c4fd-4975-9f3f-436ff10d9299&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0850515 Jan 28 03:46:36.962968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:37.080477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bffb45-9a4f-4e44-a4ed-a7aa8ad33998 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:37.082899 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-08bffb45-9a4f-4e44-a4ed-a7aa8ad33998 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 881 time: 0.1183951 Jan 28 03:46:37.086167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:37.122397 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0a827495-23ae-4d25-ba9b-a6660a8a96ba tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=84aca5c3-c4fd-4975-9f3f-436ff10d9299 HTTP/1.1" status: 200 len: 205 time: 0.0344372 Jan 28 03:46:37.124710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:37.242911 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (84aca5c3-c4fd-4975-9f3f-436ff10d9299), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:37.393720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (84aca5c3-c4fd-4975-9f3f-436ff10d9299), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:37.480274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Deleting port e7f447f7-5d20-4500-8d5b-277eaac093b6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:46:37.480830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e7f447f7-5d20-4500-8d5b-277eaac093b6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:37.591204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e7f447f7-5d20-4500-8d5b-277eaac093b6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:37.632267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Calling delete_port for e7f447f7-5d20-4500-8d5b-277eaac093b6 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:46:37.909855 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e7f447f7-5d20-4500-8d5b-277eaac093b6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:37.980060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Pushing event deleted for resources: {'Port': ['ID=e7f447f7-5d20-4500-8d5b-277eaac093b6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:38.041341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.042059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.042628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.043206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.043893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.044469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.045068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.045627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.046282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.046871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.047617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.048181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.048829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:38.080897 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (84aca5c3-c4fd-4975-9f3f-436ff10d9299), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.208367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (84aca5c3-c4fd-4975-9f3f-436ff10d9299), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.210924 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (84aca5c3-c4fd-4975-9f3f-436ff10d9299), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.270677 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (84aca5c3-c4fd-4975-9f3f-436ff10d9299), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.271469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Fanout notify agent at l3_agent the message router_deleted on router 84aca5c3-c4fd-4975-9f3f-436ff10d9299 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:38.287006 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.288119 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7042568d-cb5a-4a5c-8eb4-7a344641180f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/84aca5c3-c4fd-4975-9f3f-436ff10d9299 HTTP/1.1" status: 204 len: 168 time: 1.1623378 Jan 28 03:46:38.292388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44890) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:38.296913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5f5ff1a4-52ea-46b1-805e-4c118fac3908 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1347447212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:38.329676 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff1a4-52ea-46b1-805e-4c118fac3908 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (e403a5cd-8f42-4abf-9669-061ecd841d6f), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.338057 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff1a4-52ea-46b1-805e-4c118fac3908 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (e403a5cd-8f42-4abf-9669-061ecd841d6f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.412380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff1a4-52ea-46b1-805e-4c118fac3908 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (e403a5cd-8f42-4abf-9669-061ecd841d6f), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.420598 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff1a4-52ea-46b1-805e-4c118fac3908 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (e403a5cd-8f42-4abf-9669-061ecd841d6f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.449972 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff1a4-52ea-46b1-805e-4c118fac3908 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.451696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5f5ff1a4-52ea-46b1-805e-4c118fac3908 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1582882 Jan 28 03:46:38.454457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:38.459531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'enable_snat': True}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:38.705480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44902) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:38.726063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (e403a5cd-8f42-4abf-9669-061ecd841d6f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.840135 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-611179dc-4486-44e4-88ea-ad7d36ecf58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.947853 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-611179dc-4486-44e4-88ea-ad7d36ecf58b admin admin] Publish callbacks [] for security_group (a6fc1e36-3576-4c19-a9ba-44d6b749df6a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.954679 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-611179dc-4486-44e4-88ea-ad7d36ecf58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a6fc1e36-3576-4c19-a9ba-44d6b749df6a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:38.995572 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (e403a5cd-8f42-4abf-9669-061ecd841d6f), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.021812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.070243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-611179dc-4486-44e4-88ea-ad7d36ecf58b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82b47ff0e54b44898fbb26a2e2be5b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3611636 Jan 28 03:46:39.070243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611179dc-4486-44e4-88ea-ad7d36ecf58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fc1e36-3576-4c19-a9ba-44d6b749df6a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:39.077111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:39.142094 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Allocated IP 172.25.1.99 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/dac1bfc1-ed61-4f64-8238-2d46fd36b924) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:39.203534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a4311c-8b12-414f-a46a-0539ea47f350 admin admin] Publish callbacks [] for security_group (a6fc1e36-3576-4c19-a9ba-44d6b749df6a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.236052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a4311c-8b12-414f-a46a-0539ea47f350 admin admin] Publish callbacks [] for security_group (a6fc1e36-3576-4c19-a9ba-44d6b749df6a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.281862 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for port (dac1bfc1-ed61-4f64-8238-2d46fd36b924), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.292408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a4311c-8b12-414f-a46a-0539ea47f350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a6fc1e36-3576-4c19-a9ba-44d6b749df6a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.294971 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a4311c-8b12-414f-a46a-0539ea47f350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.298738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a6a4311c-8b12-414f-a46a-0539ea47f350 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6fc1e36-3576-4c19-a9ba-44d6b749df6a HTTP/1.1" status: 204 len: 168 time: 0.2155361 Jan 28 03:46:39.308181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4311c-8b12-414f-a46a-0539ea47f350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fc1e36-3576-4c19-a9ba-44d6b749df6a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:39.366807 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (dac1bfc1-ed61-4f64-8238-2d46fd36b924), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.416746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:39.419948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:39.423973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:39.463204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event updated for resources: {'Port': ['ID=dac1bfc1-ed61-4f64-8238-2d46fd36b924,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:39.710190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44920) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:39.724226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14369b33-9071-465e-ba86-68ac3ab34799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.813817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14369b33-9071-465e-ba86-68ac3ab34799 admin admin] Publish callbacks [] for security_group (3c09d0bb-811a-448a-8a2e-4e1486eb3956), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.819531 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14369b33-9071-465e-ba86-68ac3ab34799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3c09d0bb-811a-448a-8a2e-4e1486eb3956), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.820773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (e403a5cd-8f42-4abf-9669-061ecd841d6f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.865747 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-14369b33-9071-465e-ba86-68ac3ab34799 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9eae20536d80492d95a264e479c5b232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513867 Jan 28 03:46:39.866180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44922) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:39.898251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14369b33-9071-465e-ba86-68ac3ab34799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c09d0bb-811a-448a-8a2e-4e1486eb3956,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:39.927211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d539017-9fbd-4819-a271-757abf734d69 admin admin] Publish callbacks [] for security_group (3c09d0bb-811a-448a-8a2e-4e1486eb3956), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:39.960588 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d539017-9fbd-4819-a271-757abf734d69 admin admin] Publish callbacks [] for security_group (3c09d0bb-811a-448a-8a2e-4e1486eb3956), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:40.014971 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d539017-9fbd-4819-a271-757abf734d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3c09d0bb-811a-448a-8a2e-4e1486eb3956), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:40.018311 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d539017-9fbd-4819-a271-757abf734d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:40.019629 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5d539017-9fbd-4819-a271-757abf734d69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c09d0bb-811a-448a-8a2e-4e1486eb3956 HTTP/1.1" status: 204 len: 168 time: 0.1524055 Jan 28 03:46:40.043711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d539017-9fbd-4819-a271-757abf734d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c09d0bb-811a-448a-8a2e-4e1486eb3956,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:40.099733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (e403a5cd-8f42-4abf-9669-061ecd841d6f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:40.103096 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (e403a5cd-8f42-4abf-9669-061ecd841d6f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:40.261942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Router e403a5cd-8f42-4abf-9669-061ecd841d6f is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:46:40.427717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7814ac17-bcff-4b6f-939f-99af1c2828c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:40.719463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:40.724870 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:40.728615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:40.729201 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6ebf003d-1e94-44cf-8f97-a0a2ff6e5966 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "PUT /v2.0/routers/e403a5cd-8f42-4abf-9669-061ecd841d6f HTTP/1.1" status: 200 len: 918 time: 2.2731247 Jan 28 03:46:40.735386 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825e439-b24a-43b5-b585-9b5787a6f2de None None] Sync routers for ids ['e403a5cd-8f42-4abf-9669-061ecd841d6f'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:40.751875 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825e439-b24a-43b5-b585-9b5787a6f2de None None] Routers {'e403a5cd-8f42-4abf-9669-061ecd841d6f'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:40.752884 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8825e439-b24a-43b5-b585-9b5787a6f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e403a5cd-8f42-4abf-9669-061ecd841d6f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:40.818512 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8825e439-b24a-43b5-b585-9b5787a6f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:40.830719 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825e439-b24a-43b5-b585-9b5787a6f2de None None] Routers {'e403a5cd-8f42-4abf-9669-061ecd841d6f'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:40.831535 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8825e439-b24a-43b5-b585-9b5787a6f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e403a5cd-8f42-4abf-9669-061ecd841d6f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:40.864414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-60c4829e-5004-47b3-b9a5-a6c76e6afa35 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/routers/e403a5cd-8f42-4abf-9669-061ecd841d6f HTTP/1.1" status: 200 len: 924 time: 0.1332419 Jan 28 03:46:40.867379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44954) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:40.874700 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8825e439-b24a-43b5-b585-9b5787a6f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:40.875607 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825e439-b24a-43b5-b585-9b5787a6f2de None None] The sync data for ids ['e403a5cd-8f42-4abf-9669-061ecd841d6f'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:40.924439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d91a0-0b2d-4c9b-9323-d4a4433fd942 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:40.926699 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b14d91a0-0b2d-4c9b-9323-d4a4433fd942 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&device_id=e403a5cd-8f42-4abf-9669-061ecd841d6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0570779 Jan 28 03:46:40.929656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:41.043109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea44ad-6ef3-41af-97d3-c83222e8c223 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:41.047356 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e7ea44ad-6ef3-41af-97d3-c83222e8c223 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 881 time: 0.1139257 Jan 28 03:46:41.047548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:41.078255 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1cdd7d3a-13f3-44fc-a48c-5d6611e7002e tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=e403a5cd-8f42-4abf-9669-061ecd841d6f HTTP/1.1" status: 200 len: 205 time: 0.0296052 Jan 28 03:46:41.080933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44964) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:41.204081 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (e403a5cd-8f42-4abf-9669-061ecd841d6f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.356296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (e403a5cd-8f42-4abf-9669-061ecd841d6f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.414972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Deleting port dac1bfc1-ed61-4f64-8238-2d46fd36b924 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:46:41.415532 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (dac1bfc1-ed61-4f64-8238-2d46fd36b924), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.505894 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (dac1bfc1-ed61-4f64-8238-2d46fd36b924), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.518849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Calling delete_port for dac1bfc1-ed61-4f64-8238-2d46fd36b924 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:46:41.691467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (dac1bfc1-ed61-4f64-8238-2d46fd36b924), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.724175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Pushing event deleted for resources: {'Port': ['ID=dac1bfc1-ed61-4f64-8238-2d46fd36b924,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:41.789218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (e403a5cd-8f42-4abf-9669-061ecd841d6f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.890408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (e403a5cd-8f42-4abf-9669-061ecd841d6f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.893251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (e403a5cd-8f42-4abf-9669-061ecd841d6f), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.942007 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (e403a5cd-8f42-4abf-9669-061ecd841d6f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.942843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Fanout notify agent at l3_agent the message router_deleted on router e403a5cd-8f42-4abf-9669-061ecd841d6f {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:41.951459 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.956796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44994) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:41.958808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c829a30d-d289-4cd9-8afa-34718ae23d89 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/e403a5cd-8f42-4abf-9669-061ecd841d6f HTTP/1.1" status: 204 len: 168 time: 0.8758066 Jan 28 03:46:41.963112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-611409c5-eab3-4607-838d-46916a7e4068 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-743577973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:41.989053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-611409c5-eab3-4607-838d-46916a7e4068 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (9908e3a2-7894-4698-a28e-92c2f7dd39b6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.997200 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-611409c5-eab3-4607-838d-46916a7e4068 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (9908e3a2-7894-4698-a28e-92c2f7dd39b6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.031855 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.060296 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-611409c5-eab3-4607-838d-46916a7e4068 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (9908e3a2-7894-4698-a28e-92c2f7dd39b6), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.065375 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-611409c5-eab3-4607-838d-46916a7e4068 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (9908e3a2-7894-4698-a28e-92c2f7dd39b6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.087304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-611409c5-eab3-4607-838d-46916a7e4068 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.089325 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-611409c5-eab3-4607-838d-46916a7e4068 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1303148 Jan 28 03:46:42.092146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:42.096824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'enable_snat': False}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:42.327673 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (9908e3a2-7894-4698-a28e-92c2f7dd39b6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.534525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53ed234c-52ff-4386-977e-ca6da40880b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.555723 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (9908e3a2-7894-4698-a28e-92c2f7dd39b6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.575611 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.686262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Allocated IP 172.25.1.87 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/792ff747-2c2a-4478-8918-644f315e7f45) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:42.792595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for port (792ff747-2c2a-4478-8918-644f315e7f45), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.830176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (792ff747-2c2a-4478-8918-644f315e7f45), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:42.878849 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:42.882353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:42.890056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:42.927219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Pushing event updated for resources: {'Port': ['ID=792ff747-2c2a-4478-8918-644f315e7f45,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:43.193681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router_gateway (9908e3a2-7894-4698-a28e-92c2f7dd39b6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:43.399476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (9908e3a2-7894-4698-a28e-92c2f7dd39b6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:43.402858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (9908e3a2-7894-4698-a28e-92c2f7dd39b6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:43.573830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Router 9908e3a2-7894-4698-a28e-92c2f7dd39b6 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:46:43.696023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:43.705461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411b017-d180-4a69-8474-77e5c88a739d None None] Sync routers for ids ['9908e3a2-7894-4698-a28e-92c2f7dd39b6'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:43.706205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:43.708092 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7ef29ceb-2fd6-4c8e-b014-f07a4ed2bc9c tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "PUT /v2.0/routers/9908e3a2-7894-4698-a28e-92c2f7dd39b6 HTTP/1.1" status: 200 len: 918 time: 1.6146741 Jan 28 03:46:43.711238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45022) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:43.721232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411b017-d180-4a69-8474-77e5c88a739d None None] Routers {'9908e3a2-7894-4698-a28e-92c2f7dd39b6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:43.722118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2411b017-d180-4a69-8474-77e5c88a739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9908e3a2-7894-4698-a28e-92c2f7dd39b6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:43.766541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2411b017-d180-4a69-8474-77e5c88a739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:43.781664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411b017-d180-4a69-8474-77e5c88a739d None None] Routers {'9908e3a2-7894-4698-a28e-92c2f7dd39b6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:43.782941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2411b017-d180-4a69-8474-77e5c88a739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9908e3a2-7894-4698-a28e-92c2f7dd39b6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:43.830215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2411b017-d180-4a69-8474-77e5c88a739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:43.831391 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411b017-d180-4a69-8474-77e5c88a739d None None] The sync data for ids ['9908e3a2-7894-4698-a28e-92c2f7dd39b6'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:43.837237 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-43ffa81a-6d1d-447f-8329-df5ff75aaff4 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/routers/9908e3a2-7894-4698-a28e-92c2f7dd39b6 HTTP/1.1" status: 200 len: 924 time: 0.1246862 Jan 28 03:46:43.840298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:43.913550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df2d4c-59fd-4585-b84e-cf48040c3752 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:43.917634 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f6df2d4c-59fd-4585-b84e-cf48040c3752 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&device_id=9908e3a2-7894-4698-a28e-92c2f7dd39b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0736899 Jan 28 03:46:43.918005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45026) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:44.028499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f28802-55c3-4e9d-8d70-7116ab1d8069 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:44.029889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-33f28802-55c3-4e9d-8d70-7116ab1d8069 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 881 time: 0.1107364 Jan 28 03:46:44.032677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:44.059596 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ddeb94f3-e9ae-45cd-ae5e-a1adbf656ca5 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=9908e3a2-7894-4698-a28e-92c2f7dd39b6 HTTP/1.1" status: 200 len: 205 time: 0.0258205 Jan 28 03:46:44.062059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:44.174184 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (9908e3a2-7894-4698-a28e-92c2f7dd39b6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:44.205571 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:44.393931 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:44.658159 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (9908e3a2-7894-4698-a28e-92c2f7dd39b6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:44.732006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Deleting port 792ff747-2c2a-4478-8918-644f315e7f45 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:46:44.732645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (792ff747-2c2a-4478-8918-644f315e7f45), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:44.822487 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (792ff747-2c2a-4478-8918-644f315e7f45), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:44.835277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Calling delete_port for 792ff747-2c2a-4478-8918-644f315e7f45 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:46:45.004051 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (792ff747-2c2a-4478-8918-644f315e7f45), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.042514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Pushing event deleted for resources: {'Port': ['ID=792ff747-2c2a-4478-8918-644f315e7f45,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:45.118006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (9908e3a2-7894-4698-a28e-92c2f7dd39b6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.209918 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (9908e3a2-7894-4698-a28e-92c2f7dd39b6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.212190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (9908e3a2-7894-4698-a28e-92c2f7dd39b6), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.259988 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (9908e3a2-7894-4698-a28e-92c2f7dd39b6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.260743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Fanout notify agent at l3_agent the message router_deleted on router 9908e3a2-7894-4698-a28e-92c2f7dd39b6 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:45.268038 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.273699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:45.274115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c5baae36-8113-4dca-b233-003b8237eaa4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/9908e3a2-7894-4698-a28e-92c2f7dd39b6 HTTP/1.1" status: 204 len: 168 time: 1.2105868 Jan 28 03:46:45.279015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1286959433', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:45.302927 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (89d699ea-0dc8-4768-bb45-3f4a832289c7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.304040 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (89d699ea-0dc8-4768-bb45-3f4a832289c7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.362224 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (89d699ea-0dc8-4768-bb45-3f4a832289c7), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.451811 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.524877 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (89d699ea-0dc8-4768-bb45-3f4a832289c7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.811836 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (89d699ea-0dc8-4768-bb45-3f4a832289c7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.831531 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:45.946273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Allocated IP 172.25.1.189 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/cf29cffb-99e4-4290-bf71-136cc7e4f2e2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:46.047815 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for port (cf29cffb-99e4-4290-bf71-136cc7e4f2e2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:46.087349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cf29cffb-99e4-4290-bf71-136cc7e4f2e2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:46.126665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:46.131528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:46.137540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:46.178833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Pushing event updated for resources: {'Port': ['ID=cf29cffb-99e4-4290-bf71-136cc7e4f2e2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:46.400212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (89d699ea-0dc8-4768-bb45-3f4a832289c7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:46.605747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (89d699ea-0dc8-4768-bb45-3f4a832289c7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:46.694229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:47.230682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Router 89d699ea-0dc8-4768-bb45-3f4a832289c7 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:46:47.339809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:47.351487 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b48766-f0b0-4a0f-8aa2-0b88bb1f4f88 None None] Sync routers for ids ['89d699ea-0dc8-4768-bb45-3f4a832289c7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:47.360908 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:47.365839 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0211e1bb-5b28-4387-b306-afe6d219e41b tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0875936 Jan 28 03:46:47.365979 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b48766-f0b0-4a0f-8aa2-0b88bb1f4f88 None None] Routers {'89d699ea-0dc8-4768-bb45-3f4a832289c7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:47.366074 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0b48766-f0b0-4a0f-8aa2-0b88bb1f4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['89d699ea-0dc8-4768-bb45-3f4a832289c7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:47.366333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:47.371273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:47.401219 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0b48766-f0b0-4a0f-8aa2-0b88bb1f4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:47.410692 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b48766-f0b0-4a0f-8aa2-0b88bb1f4f88 None None] Routers {'89d699ea-0dc8-4768-bb45-3f4a832289c7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:47.412038 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0b48766-f0b0-4a0f-8aa2-0b88bb1f4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['89d699ea-0dc8-4768-bb45-3f4a832289c7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:47.446900 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0b48766-f0b0-4a0f-8aa2-0b88bb1f4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:47.447624 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b48766-f0b0-4a0f-8aa2-0b88bb1f4f88 None None] The sync data for ids ['89d699ea-0dc8-4768-bb45-3f4a832289c7'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:47.687334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (89d699ea-0dc8-4768-bb45-3f4a832289c7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:47.700299 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_gateway (89d699ea-0dc8-4768-bb45-3f4a832289c7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:47.751925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Deleting port cf29cffb-99e4-4290-bf71-136cc7e4f2e2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:46:47.752268 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (cf29cffb-99e4-4290-bf71-136cc7e4f2e2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:47.851340 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (cf29cffb-99e4-4290-bf71-136cc7e4f2e2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:47.864870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Calling delete_port for cf29cffb-99e4-4290-bf71-136cc7e4f2e2 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:46:48.058498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cf29cffb-99e4-4290-bf71-136cc7e4f2e2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:48.092762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Pushing event deleted for resources: {'Port': ['ID=cf29cffb-99e4-4290-bf71-136cc7e4f2e2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:48.167696 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (89d699ea-0dc8-4768-bb45-3f4a832289c7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:48.400171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (89d699ea-0dc8-4768-bb45-3f4a832289c7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:48.403558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (89d699ea-0dc8-4768-bb45-3f4a832289c7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:48.485693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Router 89d699ea-0dc8-4768-bb45-3f4a832289c7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:46:48.575351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:48.585154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:48.586888 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-770c0175-b125-4d39-b75c-1843d4979b12 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "PUT /v2.0/routers/89d699ea-0dc8-4768-bb45-3f4a832289c7 HTTP/1.1" status: 200 len: 710 time: 1.2192085 Jan 28 03:46:48.587658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a367d-547a-481c-991b-9edfa90e1885 None None] Sync routers for ids ['89d699ea-0dc8-4768-bb45-3f4a832289c7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:48.589301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45094) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:48.598745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a367d-547a-481c-991b-9edfa90e1885 None None] Routers {'89d699ea-0dc8-4768-bb45-3f4a832289c7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:48.599403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-267a367d-547a-481c-991b-9edfa90e1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['89d699ea-0dc8-4768-bb45-3f4a832289c7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:48.635821 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-267a367d-547a-481c-991b-9edfa90e1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:48.646417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a367d-547a-481c-991b-9edfa90e1885 None None] Routers {'89d699ea-0dc8-4768-bb45-3f4a832289c7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:48.647035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-267a367d-547a-481c-991b-9edfa90e1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:46:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['89d699ea-0dc8-4768-bb45-3f4a832289c7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:48.667857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f9a82ad-957a-47a5-b4d1-bae821344792 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/routers/89d699ea-0dc8-4768-bb45-3f4a832289c7 HTTP/1.1" status: 200 len: 745 time: 0.0769193 Jan 28 03:46:48.670567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45096) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:48.686849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-267a367d-547a-481c-991b-9edfa90e1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:48.687527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a367d-547a-481c-991b-9edfa90e1885 None None] The sync data for ids ['89d699ea-0dc8-4768-bb45-3f4a832289c7'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:48.723568 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-27c41002-874b-471e-afa6-e02507ea2644 tempest-RoutersIpV6AdminTest-58875844 tempest-RoutersIpV6AdminTest-58875844-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&device_id=89d699ea-0dc8-4768-bb45-3f4a832289c7 HTTP/1.1" status: 200 len: 205 time: 0.0489545 Jan 28 03:46:48.724083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:48.753291 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0dc58e88-ca77-4884-a19e-4fb69c40cacf tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=89d699ea-0dc8-4768-bb45-3f4a832289c7 HTTP/1.1" status: 200 len: 205 time: 0.0273969 Jan 28 03:46:48.754297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:48.825929 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe28a4c0-c02f-4c44-b979-ed09a3f43c58 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (89d699ea-0dc8-4768-bb45-3f4a832289c7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:48.989319 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe28a4c0-c02f-4c44-b979-ed09a3f43c58 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (89d699ea-0dc8-4768-bb45-3f4a832289c7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:48.994916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe28a4c0-c02f-4c44-b979-ed09a3f43c58 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router_controller (89d699ea-0dc8-4768-bb45-3f4a832289c7), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:49.042953 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe28a4c0-c02f-4c44-b979-ed09a3f43c58 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (89d699ea-0dc8-4768-bb45-3f4a832289c7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:49.043461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe28a4c0-c02f-4c44-b979-ed09a3f43c58 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Fanout notify agent at l3_agent the message router_deleted on router 89d699ea-0dc8-4768-bb45-3f4a832289c7 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:49.051899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe28a4c0-c02f-4c44-b979-ed09a3f43c58 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:49.053161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fe28a4c0-c02f-4c44-b979-ed09a3f43c58 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/89d699ea-0dc8-4768-bb45-3f4a832289c7 HTTP/1.1" status: 204 len: 168 time: 0.2978632 Jan 28 03:46:49.057042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45106) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.123954 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-27b5097c-03b9-418c-9d14-4be7c50dc185 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=89d699ea-0dc8-4768-bb45-3f4a832289c7 HTTP/1.1" status: 200 len: 205 time: 0.0633161 Jan 28 03:46:49.124972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.176264 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-9aa4d9e1-4db6-4800-834b-edcd848e760f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] delete failed (client error): The resource could not be found. Jan 28 03:46:49.180400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.180520 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9aa4d9e1-4db6-4800-834b-edcd848e760f tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/89d699ea-0dc8-4768-bb45-3f4a832289c7 HTTP/1.1" status: 404 len: 336 time: 0.0545678 Jan 28 03:46:49.209736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-39e06126-c237-4b24-9f12-724077858f84 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=9908e3a2-7894-4698-a28e-92c2f7dd39b6 HTTP/1.1" status: 200 len: 205 time: 0.0278366 Jan 28 03:46:49.212081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45114) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.251058 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-7e194861-06df-4abe-be26-da85512e2abe tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] delete failed (client error): The resource could not be found. Jan 28 03:46:49.252318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7e194861-06df-4abe-be26-da85512e2abe tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/9908e3a2-7894-4698-a28e-92c2f7dd39b6 HTTP/1.1" status: 404 len: 336 time: 0.0392132 Jan 28 03:46:49.255299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.284902 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1fc16c14-8feb-4b89-819d-750f14990911 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=e403a5cd-8f42-4abf-9669-061ecd841d6f HTTP/1.1" status: 200 len: 205 time: 0.0260921 Jan 28 03:46:49.285173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45118) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.328647 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-426bd6f5-ef38-422c-b8e4-a4781316bdd6 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] delete failed (client error): The resource could not be found. Jan 28 03:46:49.333110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-426bd6f5-ef38-422c-b8e4-a4781316bdd6 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/e403a5cd-8f42-4abf-9669-061ecd841d6f HTTP/1.1" status: 404 len: 336 time: 0.0435412 Jan 28 03:46:49.333884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45122) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.364039 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e8054692-c255-4092-bb20-d7b3642bc3a7 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=84aca5c3-c4fd-4975-9f3f-436ff10d9299 HTTP/1.1" status: 200 len: 205 time: 0.0267868 Jan 28 03:46:49.364462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.407919 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-9671abbb-9e74-4b98-9e76-1905f82b69d1 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] delete failed (client error): The resource could not be found. Jan 28 03:46:49.409053 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9671abbb-9e74-4b98-9e76-1905f82b69d1 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/84aca5c3-c4fd-4975-9f3f-436ff10d9299 HTTP/1.1" status: 404 len: 336 time: 0.0435240 Jan 28 03:46:49.412037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45128) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.445651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-67fdd6d2-c8f6-46fc-8a86-de7475c532cf tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=12716866-6c7c-4c53-95e8-e2f0f074d4b5 HTTP/1.1" status: 200 len: 205 time: 0.0322800 Jan 28 03:46:49.447960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45130) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.489452 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-18f9041d-4d0c-479a-beab-3eae201acf43 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] delete failed (client error): The resource could not be found. Jan 28 03:46:49.490610 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-18f9041d-4d0c-479a-beab-3eae201acf43 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/12716866-6c7c-4c53-95e8-e2f0f074d4b5 HTTP/1.1" status: 404 len: 336 time: 0.0417018 Jan 28 03:46:49.493266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.523239 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f507e548-1881-44e2-8f81-32299081da17 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6f0b17-d492-4572-b0f5-9bcc10746e3e HTTP/1.1" status: 200 len: 205 time: 0.0267022 Jan 28 03:46:49.523481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45134) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.566139 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-5d1d3231-60f5-45c9-8bba-dffe759156b4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] delete failed (client error): The resource could not be found. Jan 28 03:46:49.568881 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5d1d3231-60f5-45c9-8bba-dffe759156b4 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/routers/bc6f0b17-d492-4572-b0f5-9bcc10746e3e HTTP/1.1" status: 404 len: 336 time: 0.0435283 Jan 28 03:46:49.570843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45136) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:49.598102 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fb5720-e7e6-4469-ae8c-04ddd0012895 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] DELETE failed (client error): The resource could not be found. Jan 28 03:46:49.598815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fb5720-e7e6-4469-ae8c-04ddd0012895 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:46:49.601609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-07fb5720-e7e6-4469-ae8c-04ddd0012895 tempest-RoutersIpV6AdminTest-835049486 tempest-RoutersIpV6AdminTest-835049486-project] 10.222.0.44 "DELETE /v2.0/subnets/8ff34588-516a-4541-b706-412289d2c8e1 HTTP/1.1" status: 404 len: 337 time: 0.0297942 Jan 28 03:46:49.865358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45142) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:50.016081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cf56368-3da8-466c-a266-4d89a41f8c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.099801 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cf56368-3da8-466c-a266-4d89a41f8c1b admin admin] Publish callbacks [] for security_group (e56a7d54-4601-4b38-be9c-075bc02b1c43), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.103962 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cf56368-3da8-466c-a266-4d89a41f8c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e56a7d54-4601-4b38-be9c-075bc02b1c43), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.142554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf56368-3da8-466c-a266-4d89a41f8c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56a7d54-4601-4b38-be9c-075bc02b1c43,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:50.150942 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9cf56368-3da8-466c-a266-4d89a41f8c1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c52bbd075ef4572a9348f6bc87407bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2820201 Jan 28 03:46:50.151264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45150) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:50.205179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de443fb4-b086-4986-8d43-c76b746d5677 admin admin] Publish callbacks [] for security_group (e56a7d54-4601-4b38-be9c-075bc02b1c43), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.231403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de443fb4-b086-4986-8d43-c76b746d5677 admin admin] Publish callbacks [] for security_group (e56a7d54-4601-4b38-be9c-075bc02b1c43), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.286032 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de443fb4-b086-4986-8d43-c76b746d5677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e56a7d54-4601-4b38-be9c-075bc02b1c43), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.288882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de443fb4-b086-4986-8d43-c76b746d5677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.292383 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-de443fb4-b086-4986-8d43-c76b746d5677 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e56a7d54-4601-4b38-be9c-075bc02b1c43 HTTP/1.1" status: 204 len: 168 time: 0.1377516 Jan 28 03:46:50.303646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de443fb4-b086-4986-8d43-c76b746d5677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56a7d54-4601-4b38-be9c-075bc02b1c43,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:50.658936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45162) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:50.703763 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2f7d35a0-531c-4239-80db-527d63dc06df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ae0e58b3ec24b8e9a8603483f35a9b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431311 Jan 28 03:46:50.706419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45164) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:50.756119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Publish callbacks [] for security_group (e845bfa5-08dc-4b3d-a59e-eb59e4cb33d7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.779126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Publish callbacks [] for security_group (e845bfa5-08dc-4b3d-a59e-eb59e4cb33d7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.825417 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e845bfa5-08dc-4b3d-a59e-eb59e4cb33d7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.827983 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:50.829151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e845bfa5-08dc-4b3d-a59e-eb59e4cb33d7 HTTP/1.1" status: 204 len: 168 time: 0.1214683 Jan 28 03:46:50.837206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e845bfa5-08dc-4b3d-a59e-eb59e4cb33d7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:50.844804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.845192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.845542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.845893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.846235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.846577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.846924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.847260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.848153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.848505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.848971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.849310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:50.849643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e886c9c-a8d0-4998-9ee7-32cb1adceef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:46:52.145702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:52.258831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6646d379-e412-4062-98ad-8d05129a1a58 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-650571841'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:52.281697 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6646d379-e412-4062-98ad-8d05129a1a58 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (c099d067-4584-4272-ae1f-461da0e480d0), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.282818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6646d379-e412-4062-98ad-8d05129a1a58 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (c099d067-4584-4272-ae1f-461da0e480d0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.340279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6646d379-e412-4062-98ad-8d05129a1a58 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router_controller (c099d067-4584-4272-ae1f-461da0e480d0), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.344878 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6646d379-e412-4062-98ad-8d05129a1a58 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (c099d067-4584-4272-ae1f-461da0e480d0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.363799 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6646d379-e412-4062-98ad-8d05129a1a58 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.367785 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6646d379-e412-4062-98ad-8d05129a1a58 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2187057 Jan 28 03:46:52.368409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45224) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:52.444664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a041ad-1468-4952-908d-2014b90a80f6 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (c099d067-4584-4272-ae1f-461da0e480d0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.623266 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a041ad-1468-4952-908d-2014b90a80f6 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (c099d067-4584-4272-ae1f-461da0e480d0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.625481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a041ad-1468-4952-908d-2014b90a80f6 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router_controller (c099d067-4584-4272-ae1f-461da0e480d0), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.675187 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a041ad-1468-4952-908d-2014b90a80f6 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (c099d067-4584-4272-ae1f-461da0e480d0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.676407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a041ad-1468-4952-908d-2014b90a80f6 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c099d067-4584-4272-ae1f-461da0e480d0 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:52.681892 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86a041ad-1468-4952-908d-2014b90a80f6 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.687156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-86a041ad-1468-4952-908d-2014b90a80f6 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c099d067-4584-4272-ae1f-461da0e480d0 HTTP/1.1" status: 204 len: 168 time: 0.3179202 Jan 28 03:46:52.687421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45230) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:52.692112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4b05a193-8c0d-4e6e-9bff-41850b5b7fde tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Request body: {'router': {'name': 'tempest-router-569955838', 'distributed': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:52.738577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b05a193-8c0d-4e6e-9bff-41850b5b7fde tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (7ddb8768-4186-490a-b8b7-8be3d96cbdd0), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.741946 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b05a193-8c0d-4e6e-9bff-41850b5b7fde tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (7ddb8768-4186-490a-b8b7-8be3d96cbdd0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.806011 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b05a193-8c0d-4e6e-9bff-41850b5b7fde tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router_controller (7ddb8768-4186-490a-b8b7-8be3d96cbdd0), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.810550 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b05a193-8c0d-4e6e-9bff-41850b5b7fde tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (7ddb8768-4186-490a-b8b7-8be3d96cbdd0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.826133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b05a193-8c0d-4e6e-9bff-41850b5b7fde tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:52.827321 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4b05a193-8c0d-4e6e-9bff-41850b5b7fde tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1388185 Jan 28 03:46:52.830205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:52.910200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66fe3b47-51b9-4f34-883b-3517d70a3ff8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (7ddb8768-4186-490a-b8b7-8be3d96cbdd0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.080663 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66fe3b47-51b9-4f34-883b-3517d70a3ff8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (7ddb8768-4186-490a-b8b7-8be3d96cbdd0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.083668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66fe3b47-51b9-4f34-883b-3517d70a3ff8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router_controller (7ddb8768-4186-490a-b8b7-8be3d96cbdd0), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.130616 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66fe3b47-51b9-4f34-883b-3517d70a3ff8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (7ddb8768-4186-490a-b8b7-8be3d96cbdd0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.132260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fe3b47-51b9-4f34-883b-3517d70a3ff8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ddb8768-4186-490a-b8b7-8be3d96cbdd0 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:53.136516 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66fe3b47-51b9-4f34-883b-3517d70a3ff8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.138144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-66fe3b47-51b9-4f34-883b-3517d70a3ff8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] 10.222.0.44 "DELETE /v2.0/routers/7ddb8768-4186-490a-b8b7-8be3d96cbdd0 HTTP/1.1" status: 204 len: 168 time: 0.3070300 Jan 28 03:46:53.141312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45244) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:53.147045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-55968fac-a6f5-476b-ad87-2cc2ae908465 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Request body: {'router': {'name': 'tempest-router-1846527466', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2c39db2044c64e439d0827022235b6f0'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:53.170007 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55968fac-a6f5-476b-ad87-2cc2ae908465 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.171596 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55968fac-a6f5-476b-ad87-2cc2ae908465 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.309683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55968fac-a6f5-476b-ad87-2cc2ae908465 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router_controller (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.315995 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55968fac-a6f5-476b-ad87-2cc2ae908465 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.337792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55968fac-a6f5-476b-ad87-2cc2ae908465 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.340879 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-55968fac-a6f5-476b-ad87-2cc2ae908465 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1966193 Jan 28 03:46:53.341766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45264) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:53.346405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:53.723407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.724074 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.841679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103289) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 03:46:53.842156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Router c39242e7-3880-4c6f-b3c3-c44abb6faf2e migrating from provider to provider. {{(pid=103289) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 03:46:53.842627 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router_controller (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.848368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router_controller (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.853183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:53.938952 n-d-808199-14 neutron-server[103289]: WARNING neutron.scheduler.l3_agent_scheduler [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] No L3 agents can host the router c39242e7-3880-4c6f-b3c3-c44abb6faf2e Jan 28 03:46:54.345783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Hosts for router c39242e7-3880-4c6f-b3c3-c44abb6faf2e: [] {{(pid=103289) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 03:46:54.373592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Hosts for other DVR routers connected to router c39242e7-3880-4c6f-b3c3-c44abb6faf2e: set() {{(pid=103289) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 03:46:54.376643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:54.378602 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-688694d8-fdb7-46ce-a9a9-01a12cb159f8 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] 10.222.0.44 "PUT /v2.0/routers/c39242e7-3880-4c6f-b3c3-c44abb6faf2e HTTP/1.1" status: 200 len: 717 time: 1.0358124 Jan 28 03:46:54.381231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45286) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:54.481171 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45296) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:54.482139 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1a216148-af0a-4e90-9870-ea4e2263236e tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] 10.222.0.44 "GET /v2.0/routers/c39242e7-3880-4c6f-b3c3-c44abb6faf2e HTTP/1.1" status: 200 len: 717 time: 0.0993614 Jan 28 03:46:54.713507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f2e146a1-89f5-410e-bdc0-d4bfa6d89dea tempest-RoutersTestDVR-568154971 tempest-RoutersTestDVR-568154971-project] 10.222.0.44 "GET /v2.0/routers/c39242e7-3880-4c6f-b3c3-c44abb6faf2e HTTP/1.1" status: 200 len: 683 time: 0.2304282 Jan 28 03:46:54.713877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:54.820959 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bd384-26d7-4b73-afcf-4d8ca15808e5 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.045333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bd384-26d7-4b73-afcf-4d8ca15808e5 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.048381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bd384-26d7-4b73-afcf-4d8ca15808e5 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router_controller (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.108145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bd384-26d7-4b73-afcf-4d8ca15808e5 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (c39242e7-3880-4c6f-b3c3-c44abb6faf2e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.108698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2bd384-26d7-4b73-afcf-4d8ca15808e5 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c39242e7-3880-4c6f-b3c3-c44abb6faf2e {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:55.119225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bd384-26d7-4b73-afcf-4d8ca15808e5 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.120408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5a2bd384-26d7-4b73-afcf-4d8ca15808e5 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c39242e7-3880-4c6f-b3c3-c44abb6faf2e HTTP/1.1" status: 204 len: 168 time: 0.4048562 Jan 28 03:46:55.123823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45388) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:55.128787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a9247485-9093-4b82-b5df-16826875cb2b tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Request body: {'router': {'name': 'tempest-router-598268944', 'distributed': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:55.150922 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9247485-9093-4b82-b5df-16826875cb2b tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (72011042-7c02-4c08-b01b-26162b5882dd), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.152132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9247485-9093-4b82-b5df-16826875cb2b tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (72011042-7c02-4c08-b01b-26162b5882dd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.217171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9247485-9093-4b82-b5df-16826875cb2b tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router_controller (72011042-7c02-4c08-b01b-26162b5882dd), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.221568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9247485-9093-4b82-b5df-16826875cb2b tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (72011042-7c02-4c08-b01b-26162b5882dd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.244262 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9247485-9093-4b82-b5df-16826875cb2b tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.248641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a9247485-9093-4b82-b5df-16826875cb2b tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1209464 Jan 28 03:46:55.248947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45404) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:55.339960 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90d73f24-02c3-4e45-9875-8184b5899d56 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (72011042-7c02-4c08-b01b-26162b5882dd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.561340 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90d73f24-02c3-4e45-9875-8184b5899d56 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (72011042-7c02-4c08-b01b-26162b5882dd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.563682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90d73f24-02c3-4e45-9875-8184b5899d56 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router_controller (72011042-7c02-4c08-b01b-26162b5882dd), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.616274 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90d73f24-02c3-4e45-9875-8184b5899d56 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (72011042-7c02-4c08-b01b-26162b5882dd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.617085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d73f24-02c3-4e45-9875-8184b5899d56 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72011042-7c02-4c08-b01b-26162b5882dd {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:46:55.625146 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90d73f24-02c3-4e45-9875-8184b5899d56 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:55.629903 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-90d73f24-02c3-4e45-9875-8184b5899d56 tempest-RoutersTestDVR-1296727566 tempest-RoutersTestDVR-1296727566-project-admin] 10.222.0.44 "DELETE /v2.0/routers/72011042-7c02-4c08-b01b-26162b5882dd HTTP/1.1" status: 204 len: 168 time: 0.3766198 Jan 28 03:46:56.242936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:56.487272 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4db5f984-906c-439a-90a9-993c749398a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:56.727228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4db5f984-906c-439a-90a9-993c749398a5 admin admin] Publish callbacks [] for security_group (1c2ce4b6-5d6d-44b6-9938-8339cd94536e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:56.732814 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4db5f984-906c-439a-90a9-993c749398a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1c2ce4b6-5d6d-44b6-9938-8339cd94536e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:56.778292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:56.825453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:56.826349 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4db5f984-906c-439a-90a9-993c749398a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c39db2044c64e439d0827022235b6f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5808866 Jan 28 03:46:56.829427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5f984-906c-439a-90a9-993c749398a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2ce4b6-5d6d-44b6-9938-8339cd94536e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:56.959949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf7b15a5-860a-4de6-9a2d-772293cc733a admin admin] Publish callbacks [] for security_group (1c2ce4b6-5d6d-44b6-9938-8339cd94536e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.006974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-386f57d1-a43a-490c-be1e-84527d8adbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.061637 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf7b15a5-860a-4de6-9a2d-772293cc733a admin admin] Publish callbacks [] for security_group (1c2ce4b6-5d6d-44b6-9938-8339cd94536e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.458225 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf7b15a5-860a-4de6-9a2d-772293cc733a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1c2ce4b6-5d6d-44b6-9938-8339cd94536e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.465908 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf7b15a5-860a-4de6-9a2d-772293cc733a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.469233 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bf7b15a5-860a-4de6-9a2d-772293cc733a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c2ce4b6-5d6d-44b6-9938-8339cd94536e HTTP/1.1" status: 204 len: 168 time: 0.6427264 Jan 28 03:46:57.517806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-386f57d1-a43a-490c-be1e-84527d8adbc4 admin admin] Publish callbacks [] for security_group (13cac9f5-c261-40db-9540-9701aa4ab39a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.524138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b15a5-860a-4de6-9a2d-772293cc733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2ce4b6-5d6d-44b6-9938-8339cd94536e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:57.551867 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-386f57d1-a43a-490c-be1e-84527d8adbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (13cac9f5-c261-40db-9540-9701aa4ab39a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.680769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-386f57d1-a43a-490c-be1e-84527d8adbc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbd40a9ac28b4aff95501fc995c2f449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9013996 Jan 28 03:46:57.683391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45692) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:57.701742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f57d1-a43a-490c-be1e-84527d8adbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cac9f5-c261-40db-9540-9701aa4ab39a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:57.764441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-089a1676-03b2-46ce-bec0-ead5ce54d136 admin admin] Publish callbacks [] for security_group (13cac9f5-c261-40db-9540-9701aa4ab39a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.774847 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:46:57.816313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-089a1676-03b2-46ce-bec0-ead5ce54d136 admin admin] Publish callbacks [] for security_group (13cac9f5-c261-40db-9540-9701aa4ab39a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.916244 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-089a1676-03b2-46ce-bec0-ead5ce54d136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (13cac9f5-c261-40db-9540-9701aa4ab39a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.920228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-089a1676-03b2-46ce-bec0-ead5ce54d136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:57.922207 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-089a1676-03b2-46ce-bec0-ead5ce54d136 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13cac9f5-c261-40db-9540-9701aa4ab39a HTTP/1.1" status: 204 len: 168 time: 0.2377188 Jan 28 03:46:57.940207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a1676-03b2-46ce-bec0-ead5ce54d136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cac9f5-c261-40db-9540-9701aa4ab39a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:57.997767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:58.020639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc82967e-f64e-49b1-a020-b9f030cfc344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:58.227974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc82967e-f64e-49b1-a020-b9f030cfc344 admin admin] Publish callbacks [] for security_group (14ead25a-3e7d-4ecd-88e0-941a5fe5828e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:58.232509 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc82967e-f64e-49b1-a020-b9f030cfc344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (14ead25a-3e7d-4ecd-88e0-941a5fe5828e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:58.282102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fc82967e-f64e-49b1-a020-b9f030cfc344 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0bb137d9f95443a797da691d0ab4c38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812688 Jan 28 03:46:58.286910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45758) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:58.334189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82967e-f64e-49b1-a020-b9f030cfc344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ead25a-3e7d-4ecd-88e0-941a5fe5828e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:58.430591 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b829e9-0a78-431e-8577-e4bfb243a2d4 admin admin] Publish callbacks [] for security_group (14ead25a-3e7d-4ecd-88e0-941a5fe5828e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:58.494207 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b829e9-0a78-431e-8577-e4bfb243a2d4 admin admin] Publish callbacks [] for security_group (14ead25a-3e7d-4ecd-88e0-941a5fe5828e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:58.587219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b829e9-0a78-431e-8577-e4bfb243a2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (14ead25a-3e7d-4ecd-88e0-941a5fe5828e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:58.590491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b829e9-0a78-431e-8577-e4bfb243a2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:58.591793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-56b829e9-0a78-431e-8577-e4bfb243a2d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14ead25a-3e7d-4ecd-88e0-941a5fe5828e HTTP/1.1" status: 204 len: 168 time: 0.3038926 Jan 28 03:46:58.613756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b829e9-0a78-431e-8577-e4bfb243a2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ead25a-3e7d-4ecd-88e0-941a5fe5828e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:58.795487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45802) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:58.820167 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c5e2ee7-86b8-4dad-883c-e6e5ff01b92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:58.981494 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c5e2ee7-86b8-4dad-883c-e6e5ff01b92b admin admin] Publish callbacks [] for security_group (bd331c7e-8815-481b-9d4e-7942cddac5fa), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:58.986840 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c5e2ee7-86b8-4dad-883c-e6e5ff01b92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bd331c7e-8815-481b-9d4e-7942cddac5fa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:59.044943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e2ee7-86b8-4dad-883c-e6e5ff01b92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd331c7e-8815-481b-9d4e-7942cddac5fa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:59.059194 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2c5e2ee7-86b8-4dad-883c-e6e5ff01b92b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3468ac4a62aa48bcaef6489ef6a11b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625434 Jan 28 03:46:59.063775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:59.133007 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e36c0a1e-ba2c-4925-89d6-63494d19dd3d admin admin] Publish callbacks [] for security_group (bd331c7e-8815-481b-9d4e-7942cddac5fa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:59.164721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e36c0a1e-ba2c-4925-89d6-63494d19dd3d admin admin] Publish callbacks [] for security_group (bd331c7e-8815-481b-9d4e-7942cddac5fa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:59.266221 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e36c0a1e-ba2c-4925-89d6-63494d19dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bd331c7e-8815-481b-9d4e-7942cddac5fa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:59.270074 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e36c0a1e-ba2c-4925-89d6-63494d19dd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:59.271898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e36c0a1e-ba2c-4925-89d6-63494d19dd3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd331c7e-8815-481b-9d4e-7942cddac5fa HTTP/1.1" status: 204 len: 168 time: 0.2068670 Jan 28 03:46:59.313421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c0a1e-ba2c-4925-89d6-63494d19dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd331c7e-8815-481b-9d4e-7942cddac5fa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:59.708664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45838) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.093372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-52ad7d16-8cf6-40bf-a71c-dfbb49a511c3 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.097576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-52ad7d16-8cf6-40bf-a71c-dfbb49a511c3 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3847666 Jan 28 03:47:00.099626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.105306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-98657249-810f-4f75-b42e-e5f5a6787717 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.107761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-98657249-810f-4f75-b42e-e5f5a6787717 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072131 Jan 28 03:47:00.111624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.123812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-3c031fc4-0f74-4c72-8bd0-03d69c09c542 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.124988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c031fc4-0f74-4c72-8bd0-03d69c09c542 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0122676 Jan 28 03:47:00.128661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.143417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-b107909f-09d7-4033-ab90-9000359b77c8 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.146120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b107909f-09d7-4033-ab90-9000359b77c8 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0146737 Jan 28 03:47:00.148345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.153456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-916d76c6-7eae-4681-aca3-ed486401bd14 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.157566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.158629 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-916d76c6-7eae-4681-aca3-ed486401bd14 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0090568 Jan 28 03:47:00.164855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-28baba40-d2fd-4b35-8fe0-ec2ee0e794e7 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.169323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.169442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-28baba40-d2fd-4b35-8fe0-ec2ee0e794e7 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0103917 Jan 28 03:47:00.176526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-c4e9d81f-1b8a-4ae1-b189-595e992fb6e9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.177831 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c4e9d81f-1b8a-4ae1-b189-595e992fb6e9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0074563 Jan 28 03:47:00.180202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.187002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-a6912801-c69e-4360-bb07-3b5f9c5b8126 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.190079 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a6912801-c69e-4360-bb07-3b5f9c5b8126 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0088542 Jan 28 03:47:00.192594 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45872) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.196912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-f46a4e3c-ccdd-4fb4-b627-36501969d0b7 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.198091 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f46a4e3c-ccdd-4fb4-b627-36501969d0b7 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044360 Jan 28 03:47:00.200995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.206163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-d11e4a4e-fb14-40cc-b84b-b9a303276c5d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.208272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d11e4a4e-fb14-40cc-b84b-b9a303276c5d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059998 Jan 28 03:47:00.210312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.215603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-658f6640-f52b-4550-9eca-e3709931448e tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.217111 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-658f6640-f52b-4550-9eca-e3709931448e tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056379 Jan 28 03:47:00.219484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45878) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.225137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-18a91497-4987-4c26-b36c-73f647b14440 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.226187 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-18a91497-4987-4c26-b36c-73f647b14440 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051844 Jan 28 03:47:00.228285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45880) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.235854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-735e95b5-5f40-4245-8737-ad6dd76e80c9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.239773 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-735e95b5-5f40-4245-8737-ad6dd76e80c9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0086055 Jan 28 03:47:00.241758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45882) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.246088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-5690a9e4-0358-4b6d-afa6-97af130909c9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.249158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.249347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5690a9e4-0358-4b6d-afa6-97af130909c9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0066202 Jan 28 03:47:00.255569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-0143f0e1-803f-4d91-a417-028486e87e43 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.257034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0143f0e1-803f-4d91-a417-028486e87e43 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0066025 Jan 28 03:47:00.259183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45886) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.266410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-9740ef54-488c-4ce3-99f2-252cf3679e9d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.270668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45888) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.272022 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9740ef54-488c-4ce3-99f2-252cf3679e9d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0104232 Jan 28 03:47:00.275400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-5940dde7-5edb-4f63-8685-6472875077e1 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.276439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5940dde7-5edb-4f63-8685-6472875077e1 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046213 Jan 28 03:47:00.278799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45890) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.282851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-320c60f4-507b-47cd-93b8-4b45f6567547 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.284338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-320c60f4-507b-47cd-93b8-4b45f6567547 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045998 Jan 28 03:47:00.287444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.293111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-e96b6bbf-622f-4ec4-b99c-5f7e0d7a59c5 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.294271 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e96b6bbf-622f-4ec4-b99c-5f7e0d7a59c5 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054460 Jan 28 03:47:00.302608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45896) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.307013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-de3e5845-23ba-419a-b46e-ea603193e0a9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.310521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.310928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-de3e5845-23ba-419a-b46e-ea603193e0a9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071521 Jan 28 03:47:00.315416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-b99121e3-91f7-40f6-8f7e-c16c9370dc45 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.319660 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b99121e3-91f7-40f6-8f7e-c16c9370dc45 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050168 Jan 28 03:47:00.319660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.330596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-b2b5b632-73cd-4925-8f06-2e6002e8bf96 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.332153 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b2b5b632-73cd-4925-8f06-2e6002e8bf96 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0114214 Jan 28 03:47:00.334813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.346194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-7d9633ed-3f66-4b12-ad07-dfd42e675cbc tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.349318 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7d9633ed-3f66-4b12-ad07-dfd42e675cbc tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0133832 Jan 28 03:47:00.351779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45908) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.357742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-387c5335-3664-4550-8d94-918f22ce6254 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.363070 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-387c5335-3664-4550-8d94-918f22ce6254 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0101492 Jan 28 03:47:00.365579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.378482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-a2e8a9b9-64a0-41c9-af4f-d671b6dfb75d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.381711 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a2e8a9b9-64a0-41c9-af4f-d671b6dfb75d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0135984 Jan 28 03:47:00.384006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.399176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-c674af95-95f8-440b-be78-98c938733b4c tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.404696 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c674af95-95f8-440b-be78-98c938733b4c tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0144751 Jan 28 03:47:00.406097 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45914) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.412203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-1d7c6348-1df1-42cc-882a-7b2b4d533363 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.415798 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1d7c6348-1df1-42cc-882a-7b2b4d533363 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0087540 Jan 28 03:47:00.417139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45916) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.424959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-f13ac9bf-acec-4908-a928-91f63cf1946b tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.428765 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f13ac9bf-acec-4908-a928-91f63cf1946b tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099614 Jan 28 03:47:00.432418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45918) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.443504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-a165f87a-88a8-446b-a22f-190895f32d19 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.446174 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a165f87a-88a8-446b-a22f-190895f32d19 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0125163 Jan 28 03:47:00.449475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45920) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.457789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-9d01f805-db37-418a-bc1a-361fafefe51e tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.463165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45922) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.465510 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9d01f805-db37-418a-bc1a-361fafefe51e tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0131571 Jan 28 03:47:00.468916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-6f3afca6-d765-4197-a630-8fbddaa1e6c6 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.473009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.473125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6f3afca6-d765-4197-a630-8fbddaa1e6c6 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0084457 Jan 28 03:47:00.480010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-85f1dd18-3ba4-412a-8611-deadbe32466d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.482146 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-85f1dd18-3ba4-412a-8611-deadbe32466d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0077345 Jan 28 03:47:00.484288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45926) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.490563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-cde6fe25-2c91-4c04-b035-0a82c04f3ff0 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.492016 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cde6fe25-2c91-4c04-b035-0a82c04f3ff0 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0066209 Jan 28 03:47:00.494496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.499652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-111aaec1-6ac7-4a5f-a512-4fc7bab994a9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.505072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45930) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.505569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-111aaec1-6ac7-4a5f-a512-4fc7bab994a9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0095196 Jan 28 03:47:00.510530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-d8db3882-e0b7-4da9-9316-5240851314eb tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.516527 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d8db3882-e0b7-4da9-9316-5240851314eb tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0100563 Jan 28 03:47:00.517426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.523614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-ebb5d6df-04ca-47c8-bb2a-364dac0224d7 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.528271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ebb5d6df-04ca-47c8-bb2a-364dac0224d7 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0085437 Jan 28 03:47:00.537124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45934) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.539080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-648d7be8-2d7d-4e2a-a32f-39e0fd473933 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.543244 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-648d7be8-2d7d-4e2a-a32f-39e0fd473933 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0101972 Jan 28 03:47:00.545741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45942) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.549928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-055913ee-7045-48e0-9d33-733da1bce29b tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.561100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.561688 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-055913ee-7045-48e0-9d33-733da1bce29b tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0117843 Jan 28 03:47:00.566859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-422d7415-acf5-4576-9050-0db00320ab0a tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.571581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-422d7415-acf5-4576-9050-0db00320ab0a tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0091567 Jan 28 03:47:00.572267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45948) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.576813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-39f7370c-37e3-4fea-8a32-1214b664062d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.577981 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-39f7370c-37e3-4fea-8a32-1214b664062d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047541 Jan 28 03:47:00.580359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45950) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.600652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-988d15b0-b88b-4c83-8607-6e46decb5825 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.602448 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-988d15b0-b88b-4c83-8607-6e46decb5825 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0205259 Jan 28 03:47:00.606345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.610979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-1366b9a2-9021-480c-a3dc-b629f797afa5 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.615117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1366b9a2-9021-480c-a3dc-b629f797afa5 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075490 Jan 28 03:47:00.618101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45956) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.622616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-0a07e4db-30ae-444c-875d-7528308bd3e0 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.626539 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0a07e4db-30ae-444c-875d-7528308bd3e0 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072780 Jan 28 03:47:00.626736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.633312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-fbc81cb0-9263-41c1-b05c-fa40c99eaffc tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.634795 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fbc81cb0-9263-41c1-b05c-fa40c99eaffc tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0068285 Jan 28 03:47:00.637070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.643606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-54a49b57-fefb-4ab7-934b-7790a34905bb tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.649894 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-54a49b57-fefb-4ab7-934b-7790a34905bb tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0116122 Jan 28 03:47:00.652671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.659880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-be8964c9-a59e-4a1f-8d53-9367b19de6b9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.663789 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-be8964c9-a59e-4a1f-8d53-9367b19de6b9 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0079944 Jan 28 03:47:00.665064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45964) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.669647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-42de662e-71f6-4cdb-9adc-905c1ee72ec7 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.673364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-42de662e-71f6-4cdb-9adc-905c1ee72ec7 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0071626 Jan 28 03:47:00.673529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45966) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.678160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-50a505dc-aa09-479a-8791-5ee32fe0f557 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.679092 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-50a505dc-aa09-479a-8791-5ee32fe0f557 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047488 Jan 28 03:47:00.681620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.686312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-6982b662-a41f-45b0-88fb-3aef52ae6d36 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.690360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.690617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6982b662-a41f-45b0-88fb-3aef52ae6d36 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0078652 Jan 28 03:47:00.695298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-cdc0c5a7-7d92-47eb-995f-46a3a2c00a41 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.696687 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cdc0c5a7-7d92-47eb-995f-46a3a2c00a41 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048418 Jan 28 03:47:00.699382 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45972) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.705967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-14d8ecec-fe15-4696-bfcb-41b6c6993656 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.707915 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14d8ecec-fe15-4696-bfcb-41b6c6993656 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073187 Jan 28 03:47:00.712265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.717074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-8085ead6-e09c-4f7b-a13c-867e917cac75 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.719590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8085ead6-e09c-4f7b-a13c-867e917cac75 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060019 Jan 28 03:47:00.721202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45976) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.727471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-c355f215-4d39-4e4a-80af-9c760c0ce8d8 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.736610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c355f215-4d39-4e4a-80af-9c760c0ce8d8 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0142169 Jan 28 03:47:00.739534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45978) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.744102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-4a0b20cf-e609-4dfc-bd35-9fb78341cddf tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.745454 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4a0b20cf-e609-4dfc-bd35-9fb78341cddf tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047612 Jan 28 03:47:00.749283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.752668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-de38266c-b05e-45b5-a562-3615b212f535 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.754436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-de38266c-b05e-45b5-a562-3615b212f535 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049121 Jan 28 03:47:00.757268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.766755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-6240c1fa-507f-436e-a3ad-4cbcacd7b014 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.767994 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6240c1fa-507f-436e-a3ad-4cbcacd7b014 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0095754 Jan 28 03:47:00.771566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45984) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.775861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-2cf9ecca-f8df-48a3-870c-3335e3ff0cc4 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.776822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2cf9ecca-f8df-48a3-870c-3335e3ff0cc4 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042982 Jan 28 03:47:00.779546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.783585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-4ecb12f7-fb01-4adb-87f3-b2c18743b1c8 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.784803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4ecb12f7-fb01-4adb-87f3-b2c18743b1c8 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040934 Jan 28 03:47:00.788020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.799027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-fb3cc14e-3e10-43a3-a970-8d3b8faae7ca tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.801832 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fb3cc14e-3e10-43a3-a970-8d3b8faae7ca tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0124006 Jan 28 03:47:00.806040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.813344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-3759a5ed-a3ec-4ca7-b450-faa098f57158 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.814784 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3759a5ed-a3ec-4ca7-b450-faa098f57158 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0062881 Jan 28 03:47:00.818624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.823858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-8e31d141-29c9-4665-a24a-7d61958d0164 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.825336 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8e31d141-29c9-4665-a24a-7d61958d0164 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0054009 Jan 28 03:47:00.828381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46000) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.836519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-b5f307d6-834f-4134-9a31-d48d7031c23a tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.838810 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b5f307d6-834f-4134-9a31-d48d7031c23a tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084949 Jan 28 03:47:00.841322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.855470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-727c7262-4b01-4bf1-a2f1-c52d6d076099 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.856954 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-727c7262-4b01-4bf1-a2f1-c52d6d076099 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0144067 Jan 28 03:47:00.859635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.865733 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-4489e764-af1f-4afd-bc4a-4421302d085f tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.868471 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4489e764-af1f-4afd-bc4a-4421302d085f tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0072107 Jan 28 03:47:00.871236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46014) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.877387 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-05bd8353-eb1b-4cdd-81d5-0983e39df19d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.879495 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-05bd8353-eb1b-4cdd-81d5-0983e39df19d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0064240 Jan 28 03:47:00.882247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46018) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.886718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-96e53b36-86f6-4c0c-8ac3-c6ae80eef687 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.887660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-96e53b36-86f6-4c0c-8ac3-c6ae80eef687 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042782 Jan 28 03:47:00.890254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46022) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.894358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-45b8c188-6e0a-4832-b985-456c9f34798d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.895292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-45b8c188-6e0a-4832-b985-456c9f34798d tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0041444 Jan 28 03:47:00.898897 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.904290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-79fd954a-706c-4bc5-81e7-818acb251c41 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.905609 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-79fd954a-706c-4bc5-81e7-818acb251c41 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053513 Jan 28 03:47:00.908427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.926332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-b2bff5c2-1640-4e65-87f9-f15409149b00 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.930507 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b2bff5c2-1640-4e65-87f9-f15409149b00 tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0196004 Jan 28 03:47:00.932056 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.937078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [None req-7b5a4a81-9f2b-4110-b25e-760b9876afeb tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.940962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:00.941939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7b5a4a81-9f2b-4110-b25e-760b9876afeb tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0082536 Jan 28 03:47:00.945775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [None req-7bbcd987-224f-4074-996b-cd56e6a3771a tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:47:00.951643 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7bbcd987-224f-4074-996b-cd56e6a3771a tempest-ExtensionsTestJSON-1498642084 tempest-ExtensionsTestJSON-1498642084-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0060508 Jan 28 03:47:01.383592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:01.454061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-89acfd01-bf45-4998-8049-eb53e308c3e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1199512 Jan 28 03:47:01.669191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-30e1f148-4987-429e-ad0d-b98b1e3fb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:01.669797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-30e1f148-4987-429e-ad0d-b98b1e3fb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:01.672121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-30e1f148-4987-429e-ad0d-b98b1e3fb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:01.673806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-30e1f148-4987-429e-ad0d-b98b1e3fb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:01.674469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-30e1f148-4987-429e-ad0d-b98b1e3fb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:01.674977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-30e1f148-4987-429e-ad0d-b98b1e3fb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:01.678738 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11d2c5cb-f741-4c2b-bd53-fbb65a09b571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:01.680054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-30e1f148-4987-429e-ad0d-b98b1e3fb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:01.682870 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-30e1f148-4987-429e-ad0d-b98b1e3fb9cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d68daf22cb344f3e85922824b30fd598&device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 6509 time: 0.1914248 Jan 28 03:47:01.904334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11d2c5cb-f741-4c2b-bd53-fbb65a09b571 admin admin] Publish callbacks [] for security_group (d3c6a7f2-dd37-4365-bb56-d178ddc58893), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:01.911026 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11d2c5cb-f741-4c2b-bd53-fbb65a09b571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d3c6a7f2-dd37-4365-bb56-d178ddc58893), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:01.982469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:01.983898 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-11d2c5cb-f741-4c2b-bd53-fbb65a09b571 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3f3ad9e9d8043fea4e1e448cc1c0d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5991373 Jan 28 03:47:02.021905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-cbeb6888-140d-4937-b994-5595ee7171b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:02.022689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-cbeb6888-140d-4937-b994-5595ee7171b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:02.023297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-cbeb6888-140d-4937-b994-5595ee7171b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:02.025609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-cbeb6888-140d-4937-b994-5595ee7171b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=39ca72c0-032b-4e3b-b459-91b9ab024a53&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&id=b13e6eb6-833b-43bc-bb68-367d8fede46e&id=b13e6eb6-833b-43bc-bb68-367d8fede46e HTTP/1.1" status: 200 len: 2296 time: 0.3085427 Jan 28 03:47:02.046973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2c5cb-f741-4c2b-bd53-fbb65a09b571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c6a7f2-dd37-4365-bb56-d178ddc58893,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:02.161829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-d17a3966-2999-43fd-985b-76fbe4695e64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a056e6-a188-4379-804e-badd8b82d884 HTTP/1.1" status: 200 len: 1002 time: 0.1283834 Jan 28 03:47:02.271166 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad0145b-040d-47b2-b158-a02cb50837ff admin admin] Publish callbacks [] for security_group (d3c6a7f2-dd37-4365-bb56-d178ddc58893), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:02.317389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-9e78ed2d-8ab9-4241-a1b8-ba54de95c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:02.319823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-9e78ed2d-8ab9-4241-a1b8-ba54de95c775 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91826628-0551-4f5e-a6c3-0a91742bb049 HTTP/1.1" status: 200 len: 855 time: 0.1475284 Jan 28 03:47:02.322097 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad0145b-040d-47b2-b158-a02cb50837ff admin admin] Publish callbacks [] for security_group (d3c6a7f2-dd37-4365-bb56-d178ddc58893), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:02.436458 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad0145b-040d-47b2-b158-a02cb50837ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d3c6a7f2-dd37-4365-bb56-d178ddc58893), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:02.439458 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad0145b-040d-47b2-b158-a02cb50837ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:02.454635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8ad0145b-040d-47b2-b158-a02cb50837ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3c6a7f2-dd37-4365-bb56-d178ddc58893 HTTP/1.1" status: 204 len: 168 time: 0.4577148 Jan 28 03:47:02.468804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-cac9989f-057a-48ca-b627-dd8bb3b3ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:02.470760 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-cac9989f-057a-48ca-b627-dd8bb3b3ef11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=39ca72c0-032b-4e3b-b459-91b9ab024a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304207 Jan 28 03:47:02.486948 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0145b-040d-47b2-b158-a02cb50837ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c6a7f2-dd37-4365-bb56-d178ddc58893,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:02.652317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-cb1eb0c2-3ec2-4dcc-b9b8-55619b418519 service neutron] 10.222.0.42 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733685 Jan 28 03:47:02.924223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-434928a7-7235-4821-9cae-13ce8e1e2b46 service neutron] 10.222.0.42 "GET /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649496 Jan 28 03:47:03.057663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-9affd56d-c6b3-4266-ba06-37749b82f3d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e8774d71-d445-4466-9295-940f388820b2 HTTP/1.1" status: 200 len: 217 time: 0.1245432 Jan 28 03:47:03.178902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-bf06d071-fa17-444f-99b1-d334edf40491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:03.181487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-bf06d071-fa17-444f-99b1-d334edf40491 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.1020057 Jan 28 03:47:03.260534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-eea3676f-e06c-470e-b9bc-4da4073beceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:03.262838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-eea3676f-e06c-470e-b9bc-4da4073beceb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0749762 Jan 28 03:47:03.412527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-cfa9373a-32d3-41e7-a0a6-f6431315daa2 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409447 Jan 28 03:47:03.654005 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-261f1744-556a-4cbd-ae0c-ddfe71245532 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348366 Jan 28 03:47:03.710162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-957d63b7-e619-4385-9bc9-6f80615bcd48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=84d12947-5baa-4899-9edc-46564dd50397 HTTP/1.1" status: 200 len: 217 time: 0.0505819 Jan 28 03:47:03.779758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-5888b62d-d17c-448f-bf18-aa3ed268771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:03.780746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46136) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:03.782431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-5888b62d-d17c-448f-bf18-aa3ed268771e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.0665236 Jan 28 03:47:03.887619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-ac4aa81c-9abf-46c1-b971-a73f877b685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:03.893236 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-ac4aa81c-9abf-46c1-b971-a73f877b685f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1034937 Jan 28 03:47:04.033202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-253445548'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:04.082425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Made reservation on behalf of ce43635fce0a42f29201ad64827db9db for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:04.086789 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:04.096748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-43b27318-0a99-419c-b653-5eb8c944ecb8 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925583 Jan 28 03:47:04.110937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:04.283388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-622cf200-7dfd-4dbb-815d-40d449a63e6b service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692665 Jan 28 03:47:04.290873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks [] for security_group (e27537a8-f388-43c9-8418-38517425ffb4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:04.295879 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e27537a8-f388-43c9-8418-38517425ffb4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:04.353593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27537a8-f388-43c9-8418-38517425ffb4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:04.369546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:47:04.381859 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3e038314-076c-4bbf-bb13-11365eafe09d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:04.382460 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Added segment 3e038314-076c-4bbf-bb13-11365eafe09d of type vlan for network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf Jan 28 03:47:04.406151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-b81f23c3-7d2c-46d6-ac7f-24500cc18da1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=30353f27-3398-4edf-b7d4-37e9d4e89394 HTTP/1.1" status: 200 len: 217 time: 0.1153009 Jan 28 03:47:04.437310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:04.469492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-d9d2671a-b144-4e25-b742-205ac30746f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:04.471294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-d9d2671a-b144-4e25-b742-205ac30746f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.0593326 Jan 28 03:47:04.493003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:04.502263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:04.504347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:04.531780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-b639d003-a363-4ecc-8fff-d90e8fd2b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:04.533455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-b639d003-a363-4ecc-8fff-d90e8fd2b4f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544343 Jan 28 03:47:04.618978 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8369830 Jan 28 03:47:04.621458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46148) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:04.633655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49a051-55a5-4c4c-8b58-19f14fe65e8e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event updated for resources: {'Network': ['ID=1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:04.633827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Request body: {'subnet': {'network_id': '1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:04.646879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:47:04.767345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-88a91025-015a-4db8-b073-94c654a27785 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279921 Jan 28 03:47:04.786613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Made reservation on behalf of ce43635fce0a42f29201ad64827db9db for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:04.790999 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:04.976023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-023abfb3-0963-400b-a445-d7e7cff112d3 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017782 Jan 28 03:47:05.022828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-73be9406-bbb0-4631-b60b-333d4f411f38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=30c43c8c-0670-4520-b4ad-e5d77585381b HTTP/1.1" status: 200 len: 217 time: 0.0412159 Jan 28 03:47:05.112534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-f4cf889b-100e-4cfe-964d-004f1ceb7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:05.115046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-f4cf889b-100e-4cfe-964d-004f1ceb7795 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 200 len: 797 time: 0.0872991 Jan 28 03:47:05.194482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (688b79b3-f7ed-4db0-b0f2-5f38a1f12d82), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:05.232526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-b1d62ecb-fed7-4ccf-9877-668c59d8dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:05.234100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-b1d62ecb-fed7-4ccf-9877-668c59d8dbaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59a6cd2b-f3fb-444d-9be1-fcacf252242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0940654 Jan 28 03:47:05.319111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event updated for resources: {'Subnet': ['ID=688b79b3-f7ed-4db0-b0f2-5f38a1f12d82,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:05.344302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Checking segment: {'id': '3e038314-076c-4bbf-bb13-11365eafe09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:47:05.344667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Network hostable DHCP agents. Network: 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:47:05.383004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-19d21f63-37ab-485d-ade5-0e170d46cff5 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403570 Jan 28 03:47:05.384763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:47:05.400791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:47:05.409925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbd67a6-f80d-4b3a-aa57-ab08d680cae6 None None] Network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:47:05.415607 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:05.416364 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:05.467402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d05182e5-7b69-4534-8547-7da0e924fa1e tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8409710 Jan 28 03:47:05.467751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46160) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:05.472900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Request body: {'port': {'network_id': '1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-126477400'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:05.560221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf', 'network_id': '1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf', 'project_id': 'ce43635fce0a42f29201ad64827db9db', 'fixed_ips': [{'subnet_id': '688b79b3-f7ed-4db0-b0f2-5f38a1f12d82'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:47:05.561224 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:05.563132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-1f443716-57a6-4014-bd5c-5e2ecea65962 service neutron] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727085 Jan 28 03:47:05.622713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-720835e1-6a3a-48b7-8aa6-b50b53bd8587 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe HTTP/1.1" status: 200 len: 217 time: 0.0527790 Jan 28 03:47:05.699847 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-748dce48-980a-4279-b5b8-54a3f3c40bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:05.701722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-748dce48-980a-4279-b5b8-54a3f3c40bf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 200 len: 797 time: 0.0690572 Jan 28 03:47:05.703408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Made reservation on behalf of ce43635fce0a42f29201ad64827db9db for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:05.708099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:05.753109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] device_id is not set on port faee536e-6b21-4531-be06-c88b84760b23 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:47:05.789151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Allocated IP 172.20.0.2 (1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf/688b79b3-f7ed-4db0-b0f2-5f38a1f12d82/01850cd8-af20-4159-8239-01cc9dc8b395) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:47:05.823391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-daaccf48-900a-4f63-9957-8352388c3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:05.824953 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-daaccf48-900a-4f63-9957-8352388c3b8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1147988 Jan 28 03:47:05.934951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-5d215e3a-8fb0-40d2-8f5c-856a6bbe4ab5 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035204 Jan 28 03:47:05.968291 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Publish callbacks [] for port (01850cd8-af20-4159-8239-01cc9dc8b395), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:05.978504 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:06.008670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:47:06.012716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:47:06.032615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:47:06.056231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Pushing event updated for resources: {'Port': ['ID=01850cd8-af20-4159-8239-01cc9dc8b395,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:06.113338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Attempting to bind port 01850cd8-af20-4159-8239-01cc9dc8b395 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:47:06.113881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Attempting to bind port 01850cd8-af20-4159-8239-01cc9dc8b395 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '3e038314-076c-4bbf-bb13-11365eafe09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:47:06.114257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Attempting to bind port 01850cd8-af20-4159-8239-01cc9dc8b395 on network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:47:06.118757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Allocated IP 172.20.0.9 (1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf/688b79b3-f7ed-4db0-b0f2-5f38a1f12d82/faee536e-6b21-4531-be06-c88b84760b23) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:47:06.120999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:47:06.121390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Checking segment: {'id': '3e038314-076c-4bbf-bb13-11365eafe09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:47:06.121804 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:06.122791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Bound using segment: {'id': '3e038314-076c-4bbf-bb13-11365eafe09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:47:06.122791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Bound port: 01850cd8-af20-4159-8239-01cc9dc8b395, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e038314-076c-4bbf-bb13-11365eafe09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:47:06.123154 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:06.132899 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-0db6a470-821a-4fbf-834b-e5a777d377a9 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915131 Jan 28 03:47:06.190935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-ab8153a9-ea28-412e-8219-388657f86adb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f258e0e1-8029-4280-b11c-233fc65cf951 HTTP/1.1" status: 200 len: 217 time: 0.0493166 Jan 28 03:47:06.229758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] For port 01850cd8-af20-4159-8239-01cc9dc8b395, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:47:06.238644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] For port 01850cd8-af20-4159-8239-01cc9dc8b395, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=01850cd8-af20-4159-8239-01cc9dc8b395,segment=NetworkSegment(3e038314-076c-4bbf-bb13-11365eafe09d),segment_id=3e038314-076c-4bbf-bb13-11365eafe09d)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:47:06.245538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:06.302334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-5fa79cea-7b20-4a76-9a2b-c646d1f7ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:06.303982 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-5fa79cea-7b20-4a76-9a2b-c646d1f7ac2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 200 len: 797 time: 0.1072054 Jan 28 03:47:06.373726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae535e-f30d-4a46-bba7-069c53084a62 None None] Pushing event updated for resources: {'Port': ['ID=01850cd8-af20-4159-8239-01cc9dc8b395,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:06.483119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad239-5958-4512-94c0-dad48d45d410 req-c06d9d1a-2019-46b2-8eaa-52f8c505f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:06.484708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-c06d9d1a-2019-46b2-8eaa-52f8c505f6ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13e6eb6-833b-43bc-bb68-367d8fede46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1727865 Jan 28 03:47:06.636918 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks [] for port (faee536e-6b21-4531-be06-c88b84760b23), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:06.737216 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (faee536e-6b21-4531-be06-c88b84760b23), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:06.822177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:47:06.824741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-63a4d8f3-362f-4bfd-b099-ac00f8af0bfe service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267007 Jan 28 03:47:06.854474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:47:06.863306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:47:07.024975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event updated for resources: {'Port': ['ID=faee536e-6b21-4531-be06-c88b84760b23,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:07.037701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:07.040026 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:07.060304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 01850cd8-af20-4159-8239-01cc9dc8b395 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:47:07.093208 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d51ad239-5958-4512-94c0-dad48d45d410 req-924783a1-06ef-43c6-b573-6fbe6354a363 service neutron] 10.222.0.42 "GET /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604661 Jan 28 03:47:07.103865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b1f95fee-982a-4e8e-8d59-a4105b0cde14 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6350911 Jan 28 03:47:07.107290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46186) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:07.114845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Request body: {'port': {'network_id': '1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1027994685', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:07.115665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] bootfile-name is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:47:07.116211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] tftp-server is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:47:07.117329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] server-ip-address is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:47:07.169471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 01850cd8-af20-4159-8239-01cc9dc8b395 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:07.169933 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:07.262086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Made reservation on behalf of ce43635fce0a42f29201ad64827db9db for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:07.267310 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:07.292063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] device_id is not set on port b0d1e8ae-beb0-4463-8b1a-2e4e118abee3 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:47:07.367533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 01850cd8-af20-4159-8239-01cc9dc8b395 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:07.368868 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:07.474328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 01850cd8-af20-4159-8239-01cc9dc8b395, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=01850cd8-af20-4159-8239-01cc9dc8b395,segment=NetworkSegment(3e038314-076c-4bbf-bb13-11365eafe09d),segment_id=3e038314-076c-4bbf-bb13-11365eafe09d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:07.483267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:07.517130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Allocated IP 172.20.0.12 (1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf/688b79b3-f7ed-4db0-b0f2-5f38a1f12d82/b0d1e8ae-beb0-4463-8b1a-2e4e118abee3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:47:07.642724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=01850cd8-af20-4159-8239-01cc9dc8b395,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:07.942333 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks [] for port (b0d1e8ae-beb0-4463-8b1a-2e4e118abee3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:08.064633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b21d22-304d-43bb-93ba-b79bb797fdb4 None None] Network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:47:08.191827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d1a87046-2ec9-437b-af29-f581059c95dc None None] Provisioning complete for port 01850cd8-af20-4159-8239-01cc9dc8b395 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:08.192208 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1a87046-2ec9-437b-af29-f581059c95dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:08.316686 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b0d1e8ae-beb0-4463-8b1a-2e4e118abee3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:08.354755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d1a87046-2ec9-437b-af29-f581059c95dc None None] Current status of the port 01850cd8-af20-4159-8239-01cc9dc8b395 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:08.390805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event updated for resources: {'Port': ['ID=b0d1e8ae-beb0-4463-8b1a-2e4e118abee3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:08.408651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:47:08.411440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:47:08.413882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:47:08.480538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:08.481508 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:08.506946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-85d1397c-0ded-4b33-b1f5-dc5021c909b4 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3972833 Jan 28 03:47:08.509632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46200) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:08.667902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883d034-f507-49c6-82e8-6422d3becc51 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:08.675753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883d034-f507-49c6-82e8-6422d3becc51 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:08.682923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883d034-f507-49c6-82e8-6422d3becc51 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:08.686569 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4883d034-f507-49c6-82e8-6422d3becc51 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1731915 Jan 28 03:47:08.687706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46204) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:08.693957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a6c377c0-2daa-40ec-b7ff-1f9f0fe785c6 None None] Provisioning complete for port 01850cd8-af20-4159-8239-01cc9dc8b395 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:08.694336 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6c377c0-2daa-40ec-b7ff-1f9f0fe785c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:08.878616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a6c377c0-2daa-40ec-b7ff-1f9f0fe785c6 None None] Current status of the port 01850cd8-af20-4159-8239-01cc9dc8b395 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:08.900966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1da78313-0d43-4071-accb-99530bb69e93 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Deleting port b0d1e8ae-beb0-4463-8b1a-2e4e118abee3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:08.901344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1da78313-0d43-4071-accb-99530bb69e93 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b0d1e8ae-beb0-4463-8b1a-2e4e118abee3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:08.914030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a6c377c0-2daa-40ec-b7ff-1f9f0fe785c6 None None] Provisioning complete for port faee536e-6b21-4531-be06-c88b84760b23 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:08.914419 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6c377c0-2daa-40ec-b7ff-1f9f0fe785c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (faee536e-6b21-4531-be06-c88b84760b23), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:08.992343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 01850cd8-af20-4159-8239-01cc9dc8b395 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:47:09.081989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a6c377c0-2daa-40ec-b7ff-1f9f0fe785c6 None None] Port faee536e-6b21-4531-be06-c88b84760b23 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:47:09.121453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1da78313-0d43-4071-accb-99530bb69e93 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b0d1e8ae-beb0-4463-8b1a-2e4e118abee3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:09.148122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1da78313-0d43-4071-accb-99530bb69e93 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Calling delete_port for b0d1e8ae-beb0-4463-8b1a-2e4e118abee3 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:09.214360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 01850cd8-af20-4159-8239-01cc9dc8b395 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:09.218331 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:09.273300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ef30dac9-07e2-42f2-a5f6-61e77b4aab29 None None] Provisioning complete for port faee536e-6b21-4531-be06-c88b84760b23 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:09.273797 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef30dac9-07e2-42f2-a5f6-61e77b4aab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (faee536e-6b21-4531-be06-c88b84760b23), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:09.339843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ef30dac9-07e2-42f2-a5f6-61e77b4aab29 None None] Port faee536e-6b21-4531-be06-c88b84760b23 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:47:09.344484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1da78313-0d43-4071-accb-99530bb69e93 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b0d1e8ae-beb0-4463-8b1a-2e4e118abee3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:09.404671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 01850cd8-af20-4159-8239-01cc9dc8b395 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:09.408162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da78313-0d43-4071-accb-99530bb69e93 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event deleted for resources: {'Port': ['ID=b0d1e8ae-beb0-4463-8b1a-2e4e118abee3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:09.452645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-06ae902b-5217-4c29-b7b1-5e9d8fd8cfde None None] Could not find standard attr ID for object b0d1e8ae-beb0-4463-8b1a-2e4e118abee3. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:47:09.487563 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1da78313-0d43-4071-accb-99530bb69e93 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:09.495158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:09.496638 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1da78313-0d43-4071-accb-99530bb69e93 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "DELETE /v2.0/ports/b0d1e8ae-beb0-4463-8b1a-2e4e118abee3 HTTP/1.1" status: 204 len: 168 time: 0.8076901 Jan 28 03:47:09.502829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Request body: {'port': {'name': 'tempest-new-port-name-265091836', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:09.503529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] bootfile-name is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:47:09.504334 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] tftp-server is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:47:09.504680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] server-ip-address is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:47:09.588652 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (faee536e-6b21-4531-be06-c88b84760b23), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:09.908880 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks [] for port (faee536e-6b21-4531-be06-c88b84760b23), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:09.918899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (faee536e-6b21-4531-be06-c88b84760b23), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:10.011837 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] In _notify_port_updated(), no bound segment for port faee536e-6b21-4531-be06-c88b84760b23 on network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:47:10.017410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:10.018190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:10.020527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "PUT /v2.0/ports/faee536e-6b21-4531-be06-c88b84760b23 HTTP/1.1" status: 200 len: 1135 time: 0.5240664 Jan 28 03:47:10.023218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46234) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:10.061856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707b239-19a4-4750-a83c-efab68566855 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event updated for resources: {'Port': ['ID=faee536e-6b21-4531-be06-c88b84760b23,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:10.153917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add7ceea-1318-4568-a388-60addf2bdf34 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:10.155772 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-add7ceea-1318-4568-a388-60addf2bdf34 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "GET /v2.0/ports/faee536e-6b21-4531-be06-c88b84760b23 HTTP/1.1" status: 200 len: 1135 time: 0.1315751 Jan 28 03:47:10.159805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:10.332305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4586dfd0-306f-4286-9ab2-9dbdb4ec7b62 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Deleting port faee536e-6b21-4531-be06-c88b84760b23 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:10.333026 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4586dfd0-306f-4286-9ab2-9dbdb4ec7b62 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (faee536e-6b21-4531-be06-c88b84760b23), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:10.402688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0c960352-c4ee-4e0b-9307-1d016b4332b8 None None] Provisioning complete for port faee536e-6b21-4531-be06-c88b84760b23 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:10.405948 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c960352-c4ee-4e0b-9307-1d016b4332b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (faee536e-6b21-4531-be06-c88b84760b23), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:10.462507 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4586dfd0-306f-4286-9ab2-9dbdb4ec7b62 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (faee536e-6b21-4531-be06-c88b84760b23), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:10.478301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4586dfd0-306f-4286-9ab2-9dbdb4ec7b62 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Calling delete_port for faee536e-6b21-4531-be06-c88b84760b23 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:10.538301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0c960352-c4ee-4e0b-9307-1d016b4332b8 None None] Port faee536e-6b21-4531-be06-c88b84760b23 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:47:10.540790 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0ad5146-4a94-4cda-b549-cfd7d7a4e5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:10.650688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d3da3-17a2-4bf3-ab1e-492becd4b8b4 req-cf0d907f-e9cb-4e36-a18a-64356fd8f2fe tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:10.652290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-256d3da3-17a2-4bf3-ab1e-492becd4b8b4 req-cf0d907f-e9cb-4e36-a18a-64356fd8f2fe tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.0676813 Jan 28 03:47:10.674051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4586dfd0-306f-4286-9ab2-9dbdb4ec7b62 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (faee536e-6b21-4531-be06-c88b84760b23), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:10.726787 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-256d3da3-17a2-4bf3-ab1e-492becd4b8b4 req-b33354cb-2478-4184-ae1e-c2d3995d9096 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649626 Jan 28 03:47:10.779873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586dfd0-306f-4286-9ab2-9dbdb4ec7b62 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event deleted for resources: {'Port': ['ID=faee536e-6b21-4531-be06-c88b84760b23,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:10.794677 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4586dfd0-306f-4286-9ab2-9dbdb4ec7b62 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:10.800788 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4586dfd0-306f-4286-9ab2-9dbdb4ec7b62 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "DELETE /v2.0/ports/faee536e-6b21-4531-be06-c88b84760b23 HTTP/1.1" status: 204 len: 168 time: 0.6367772 Jan 28 03:47:10.801285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46254) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:10.859426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-687f8b33-3f91-44f2-8305-aad483db14f6 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Deleting subnet 688b79b3-f7ed-4db0-b0f2-5f38a1f12d82 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:47:10.864299 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687f8b33-3f91-44f2-8305-aad483db14f6 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks [] for subnet (688b79b3-f7ed-4db0-b0f2-5f38a1f12d82), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:10.917823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687f8b33-3f91-44f2-8305-aad483db14f6 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (688b79b3-f7ed-4db0-b0f2-5f38a1f12d82), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.052638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687f8b33-3f91-44f2-8305-aad483db14f6 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (688b79b3-f7ed-4db0-b0f2-5f38a1f12d82), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.127075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687f8b33-3f91-44f2-8305-aad483db14f6 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (688b79b3-f7ed-4db0-b0f2-5f38a1f12d82), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.168429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f8b33-3f91-44f2-8305-aad483db14f6 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event deleted for resources: {'Subnet': ['ID=688b79b3-f7ed-4db0-b0f2-5f38a1f12d82,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:11.172464 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687f8b33-3f91-44f2-8305-aad483db14f6 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.184653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46264) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:11.184894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427bce37-6fe6-4c16-833d-58b0c9208f40 None None] Network 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:47:11.191105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-687f8b33-3f91-44f2-8305-aad483db14f6 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "DELETE /v2.0/subnets/688b79b3-f7ed-4db0-b0f2-5f38a1f12d82 HTTP/1.1" status: 204 len: 168 time: 0.3838882 Jan 28 03:47:11.276122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.347901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Deleting port 01850cd8-af20-4159-8239-01cc9dc8b395 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:11.348321 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.376937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3886e1-c8dc-4084-92b4-e790f3035260 None None] DHCP port deletion for 1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:47:11.422726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] For port 01850cd8-af20-4159-8239-01cc9dc8b395, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=01850cd8-af20-4159-8239-01cc9dc8b395,segment=NetworkSegment(3e038314-076c-4bbf-bb13-11365eafe09d),segment_id=3e038314-076c-4bbf-bb13-11365eafe09d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:11.423454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.437895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Calling delete_port for 01850cd8-af20-4159-8239-01cc9dc8b395 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:11.454842 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c3886e1-c8dc-4084-92b4-e790f3035260 None None] Deleting port 01850cd8-af20-4159-8239-01cc9dc8b395 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:11.456565 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c3886e1-c8dc-4084-92b4-e790f3035260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.527936 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.534960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2c3886e1-c8dc-4084-92b4-e790f3035260 None None] For port 01850cd8-af20-4159-8239-01cc9dc8b395, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=01850cd8-af20-4159-8239-01cc9dc8b395,segment=NetworkSegment(3e038314-076c-4bbf-bb13-11365eafe09d),segment_id=3e038314-076c-4bbf-bb13-11365eafe09d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:11.535365 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c3886e1-c8dc-4084-92b4-e790f3035260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.553689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c3886e1-c8dc-4084-92b4-e790f3035260 None None] Calling delete_port for 01850cd8-af20-4159-8239-01cc9dc8b395 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:11.556801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event deleted for resources: {'Port': ['ID=01850cd8-af20-4159-8239-01cc9dc8b395,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:11.564013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] No DVR routers for this DVR port 01850cd8-af20-4159-8239-01cc9dc8b395 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:47:11.659311 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.665772 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c3886e1-c8dc-4084-92b4-e790f3035260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (01850cd8-af20-4159-8239-01cc9dc8b395), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.683316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3886e1-c8dc-4084-92b4-e790f3035260 None None] No DVR routers for this DVR port 01850cd8-af20-4159-8239-01cc9dc8b395 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:47:11.683486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:11.696966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e038314-076c-4bbf-bb13-11365eafe09d') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:11.698246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e038314-076c-4bbf-bb13-11365eafe09d') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:11.703681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3886e1-c8dc-4084-92b4-e790f3035260 None None] Pushing event deleted for resources: {'Port': ['ID=01850cd8-af20-4159-8239-01cc9dc8b395,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:11.719333 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (3e038314-076c-4bbf-bb13-11365eafe09d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.735372 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3e038314-076c-4bbf-bb13-11365eafe09d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.742878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:47:11.743429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (3e038314-076c-4bbf-bb13-11365eafe09d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:47:11.746773 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:47:11.826095 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.835169 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:11.845897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] 10.222.0.44 "DELETE /v2.0/networks/1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf HTTP/1.1" status: 204 len: 168 time: 0.6649523 Jan 28 03:47:11.876467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db487a-ae49-4769-80b8-a7b5b1fdd8a3 tempest-ExtraDHCPOptionsTestJSON-1415625521 tempest-ExtraDHCPOptionsTestJSON-1415625521-project] Pushing event deleted for resources: {'Network': ['ID=1c9b7d3a-b370-4acd-98d9-a1ea9074c7cf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:11.918021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c1b3b-1773-4473-9da0-b41a92f8df30 req-8cbdf208-0654-463b-945e-ed32dce9c56e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:11.918021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-268c1b3b-1773-4473-9da0-b41a92f8df30 req-8cbdf208-0654-463b-945e-ed32dce9c56e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.0699008 Jan 28 03:47:11.979931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-268c1b3b-1773-4473-9da0-b41a92f8df30 req-518bebe1-98f7-4f7b-8a2e-c4e2db699154 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537503 Jan 28 03:47:12.058127 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:12.208938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46280) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:12.364663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5d1d74e4-4602-48b4-a3be-0a063e1f439d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce43635fce0a42f29201ad64827db9db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545513 Jan 28 03:47:12.367029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:12.418262 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb2b5484-22c2-45c2-9239-b99a88b5ae85 admin admin] Publish callbacks [] for security_group (e27537a8-f388-43c9-8418-38517425ffb4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:12.448342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb2b5484-22c2-45c2-9239-b99a88b5ae85 admin admin] Publish callbacks [] for security_group (e27537a8-f388-43c9-8418-38517425ffb4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:12.502479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb2b5484-22c2-45c2-9239-b99a88b5ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e27537a8-f388-43c9-8418-38517425ffb4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:12.506550 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb2b5484-22c2-45c2-9239-b99a88b5ae85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:12.507768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cb2b5484-22c2-45c2-9239-b99a88b5ae85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e27537a8-f388-43c9-8418-38517425ffb4 HTTP/1.1" status: 204 len: 168 time: 0.1397848 Jan 28 03:47:12.521027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b5484-22c2-45c2-9239-b99a88b5ae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27537a8-f388-43c9-8418-38517425ffb4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:12.547932 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72e0254b-9da1-491a-bf6b-571e1b6a3d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:12.756320 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca6a703-5838-428d-a8cf-a0259491a36e req-4bc9d577-a0b0-48b0-b305-30344d713b72 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457723 Jan 28 03:47:12.843616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a703-5838-428d-a8cf-a0259491a36e req-c6f06405-6546-4f41-8c06-f9c52de36ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:12.845266 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca6a703-5838-428d-a8cf-a0259491a36e req-c6f06405-6546-4f41-8c06-f9c52de36ac6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=31fe929f67f9406fa207c63d12570a19&device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 1097 time: 0.0549753 Jan 28 03:47:12.938990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 01850cd8-af20-4159-8239-01cc9dc8b395 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:12.986500 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 01850cd8-af20-4159-8239-01cc9dc8b395 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:47:12.987045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 01850cd8-af20-4159-8239-01cc9dc8b395 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:47:13.065464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a703-5838-428d-a8cf-a0259491a36e req-3bd801fc-d14d-4a87-9134-4e8b248a1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:13.069369 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca6a703-5838-428d-a8cf-a0259491a36e req-3bd801fc-d14d-4a87-9134-4e8b248a1d2b service neutron] 10.222.0.25 "GET /v2.0/networks?id=80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 200 len: 916 time: 0.1990600 Jan 28 03:47:13.138085 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca6a703-5838-428d-a8cf-a0259491a36e req-3ed32bdf-8238-4906-a5fc-c65e3d6f3944 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8bf480-d33d-4909-a685-fd01db55ec88 HTTP/1.1" status: 200 len: 217 time: 0.0621495 Jan 28 03:47:13.193092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f5084-b077-4a58-813d-73a14032ecc0 req-4f5eccfd-73fc-47f4-9c74-241e037a6ff3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:13.201735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c62f5084-b077-4a58-813d-73a14032ecc0 req-4f5eccfd-73fc-47f4-9c74-241e037a6ff3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1081288 Jan 28 03:47:13.248795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c62f5084-b077-4a58-813d-73a14032ecc0 req-dc0718ed-3010-418e-af41-e94fa110ffcb tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461338 Jan 28 03:47:13.267957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a703-5838-428d-a8cf-a0259491a36e req-53256257-0c23-4216-bbe9-093710ade2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:13.279375 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca6a703-5838-428d-a8cf-a0259491a36e req-53256257-0c23-4216-bbe9-093710ade2da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d83b314-6385-4d8b-a8b6-a1e573523309 HTTP/1.1" status: 200 len: 855 time: 0.1344137 Jan 28 03:47:13.327087 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca6a703-5838-428d-a8cf-a0259491a36e req-905e3190-edc8-4598-9dd1-dbdd09036fe3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80e713ce-3f48-4952-87eb-e4902d278ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406651 Jan 28 03:47:13.459410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca6a703-5838-428d-a8cf-a0259491a36e req-efd0a138-2425-47cc-8dc3-5126ca4f578e service neutron] 10.222.0.25 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265638 Jan 28 03:47:13.575901 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-aca6a703-5838-428d-a8cf-a0259491a36e req-6fdb46e1-3751-4c7f-ab15-1102165fa355 service neutron] 10.222.0.25 "GET /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083655 Jan 28 03:47:13.616446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46316) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:13.755424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'networks': [{'name': 'tempest-network--1794536484'}, {'name': 'tempest-network--1068413803'}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:13.755813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'network': {'name': 'tempest-network--1794536484'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:13.756357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'network': {'name': 'tempest-network--1068413803'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:13.781677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Made reservation on behalf of a5bb69c8b50e4908832dde2b24bd0978 for: {'network': 2} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:13.788641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:13.803670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:13.912702 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for security_group (01ee43cd-7787-4565-9c19-703900c4b81b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:13.917769 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01ee43cd-7787-4565-9c19-703900c4b81b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:13.918377 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:13.967539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ee43cd-7787-4565-9c19-703900c4b81b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:13.977834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:47:13.991179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e6fd8c98-f9a9-446b-ac20-946a75906e0d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:13.991436 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Added segment e6fd8c98-f9a9-446b-ac20-946a75906e0d of type vlan for network 3e244456-2006-4e65-9b9b-3f8b24b8b2e9 Jan 28 03:47:14.051859 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (3e244456-2006-4e65-9b9b-3f8b24b8b2e9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.090983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:47:14.102534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fad0fa00-5d2b-429c-85d3-8e49b02ffac8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.102784 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Added segment fad0fa00-5d2b-429c-85d3-8e49b02ffac8 of type vlan for network 94d2c89c-9b43-4d24-919d-2755c13bd3d2 Jan 28 03:47:14.154461 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (94d2c89c-9b43-4d24-919d-2755c13bd3d2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.204532 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (3e244456-2006-4e65-9b9b-3f8b24b8b2e9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.205399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (94d2c89c-9b43-4d24-919d-2755c13bd3d2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.213632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:14.222965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:14.223633 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.239833 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.308065 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6901383 Jan 28 03:47:14.310653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46328) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:14.333073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'Network': ['ID=3e244456-2006-4e65-9b9b-3f8b24b8b2e9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:14.351600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 3e244456-2006-4e65-9b9b-3f8b24b8b2e9 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:47:14.405672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b470e8e-4fdb-4825-ba6e-ddc6f8f95824 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'Network': ['ID=94d2c89c-9b43-4d24-919d-2755c13bd3d2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:14.478685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 94d2c89c-9b43-4d24-919d-2755c13bd3d2 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:47:14.561917 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.596070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d72a5-d973-4515-a43d-909a16ee644f req-6e63b50f-1b6d-4ca2-afc6-cd9b1f96d198 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:14.597873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-128d72a5-d973-4515-a43d-909a16ee644f req-6e63b50f-1b6d-4ca2-afc6-cd9b1f96d198 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1417100 Jan 28 03:47:14.633237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a40bc-b63e-4d18-91b9-a703cd4cb02f tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:14.638270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a40bc-b63e-4d18-91b9-a703cd4cb02f tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:14.643740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a40bc-b63e-4d18-91b9-a703cd4cb02f tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:14.651468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a40bc-b63e-4d18-91b9-a703cd4cb02f tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:14.656915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-de1a40bc-b63e-4d18-91b9-a703cd4cb02f tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3426466 Jan 28 03:47:14.657443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:14.707625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-128d72a5-d973-4515-a43d-909a16ee644f req-28bcb1e5-f5a9-4573-8e30-c4c880f7cc68 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916774 Jan 28 03:47:14.748213 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (3e244456-2006-4e65-9b9b-3f8b24b8b2e9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.841244 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (3e244456-2006-4e65-9b9b-3f8b24b8b2e9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.871913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e244456-2006-4e65-9b9b-3f8b24b8b2e9']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:14.885551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fd8c98-f9a9-446b-ac20-946a75906e0d') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:14.885841 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fd8c98-f9a9-446b-ac20-946a75906e0d') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:14.897293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (e6fd8c98-f9a9-446b-ac20-946a75906e0d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.913582 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e6fd8c98-f9a9-446b-ac20-946a75906e0d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.920498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:47:14.921310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (e6fd8c98-f9a9-446b-ac20-946a75906e0d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: items = [ Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:47:14.925640 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:47:14.998189 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (3e244456-2006-4e65-9b9b-3f8b24b8b2e9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.004338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.007894 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "DELETE /v2.0/networks/3e244456-2006-4e65-9b9b-3f8b24b8b2e9 HTTP/1.1" status: 204 len: 168 time: 0.3494496 Jan 28 03:47:15.011901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46334) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:15.044322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556700a-47d0-4c8b-b877-5e3455e7a1c5 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Network': ['ID=3e244456-2006-4e65-9b9b-3f8b24b8b2e9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:15.106707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (94d2c89c-9b43-4d24-919d-2755c13bd3d2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.203330 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (94d2c89c-9b43-4d24-919d-2755c13bd3d2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.230538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d2c89c-9b43-4d24-919d-2755c13bd3d2']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:15.242690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad0fa00-5d2b-429c-85d3-8e49b02ffac8') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:15.242991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad0fa00-5d2b-429c-85d3-8e49b02ffac8') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:15.255671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (fad0fa00-5d2b-429c-85d3-8e49b02ffac8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.281643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fad0fa00-5d2b-429c-85d3-8e49b02ffac8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.300946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:47:15.300946 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (fad0fa00-5d2b-429c-85d3-8e49b02ffac8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:47:15.362080 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:47:15.385278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (94d2c89c-9b43-4d24-919d-2755c13bd3d2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.408919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.412898 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "DELETE /v2.0/networks/94d2c89c-9b43-4d24-919d-2755c13bd3d2 HTTP/1.1" status: 204 len: 168 time: 0.4000337 Jan 28 03:47:15.413795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be963d8-7986-4514-b21f-1e0e1a4e3d9b tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Network': ['ID=94d2c89c-9b43-4d24-919d-2755c13bd3d2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:15.415485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46344) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:15.464037 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.530477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52761ae2-7d54-4061-b69b-10b2ef0ae399 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:15.536799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52761ae2-7d54-4061-b69b-10b2ef0ae399 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:15.541847 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-52761ae2-7d54-4061-b69b-10b2ef0ae399 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1220918 Jan 28 03:47:15.542119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:15.547016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1293769869'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:15.568807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Made reservation on behalf of a5bb69c8b50e4908832dde2b24bd0978 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:15.574912 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.605215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:47:15.619235 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (96cbfc05-1c8d-440f-a71d-76c8c47aca99), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.619787 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Added segment 96cbfc05-1c8d-440f-a71d-76c8c47aca99 of type vlan for network 0240446d-5100-4e0c-86da-855df7213f41 Jan 28 03:47:15.666060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (0240446d-5100-4e0c-86da-855df7213f41), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.701128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (0240446d-5100-4e0c-86da-855df7213f41), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.706981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:15.707996 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.797535 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2525680 Jan 28 03:47:15.799105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46350) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:15.808157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1243128980'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:15.813321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a207d-2629-4939-9d43-5545ede321e7 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'Network': ['ID=0240446d-5100-4e0c-86da-855df7213f41,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:15.826523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 0240446d-5100-4e0c-86da-855df7213f41 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:47:15.850534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Made reservation on behalf of a5bb69c8b50e4908832dde2b24bd0978 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:15.859407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.874590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed6c42-a951-4e3a-ac57-07db4b94b477 req-82ef648b-b859-4fcc-8411-0fb47e912261 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:15.878790 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-baed6c42-a951-4e3a-ac57-07db4b94b477 req-82ef648b-b859-4fcc-8411-0fb47e912261 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.0963039 Jan 28 03:47:15.896945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:47:15.925687 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4ae76908-4bd7-4f91-8aa1-7ac885516838), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:15.927423 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Added segment 4ae76908-4bd7-4f91-8aa1-7ac885516838 of type vlan for network c9fbf465-c03e-4187-b428-ec1a644f57c5 Jan 28 03:47:15.981120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-baed6c42-a951-4e3a-ac57-07db4b94b477 req-dfa158b8-0cb2-440f-b2a3-e8216a147c28 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918708 Jan 28 03:47:16.006162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (c9fbf465-c03e-4187-b428-ec1a644f57c5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:16.037817 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (c9fbf465-c03e-4187-b428-ec1a644f57c5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:16.042837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:16.043435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:16.103016 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2968073 Jan 28 03:47:16.103333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46352) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:16.112124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'ports': [{'network_id': '0240446d-5100-4e0c-86da-855df7213f41', 'name': 'tempest-port--764145230', 'admin_state_up': True}, {'network_id': 'c9fbf465-c03e-4187-b428-ec1a644f57c5', 'admin_state_up': False}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:16.112785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'port': {'network_id': '0240446d-5100-4e0c-86da-855df7213f41', 'name': 'tempest-port--764145230', 'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:16.113548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'port': {'network_id': 'c9fbf465-c03e-4187-b428-ec1a644f57c5', 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:16.119625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcab8dc-f105-4511-907d-14f8479ac0f6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'Network': ['ID=c9fbf465-c03e-4187-b428-ec1a644f57c5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:16.130885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network c9fbf465-c03e-4187-b428-ec1a644f57c5 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:47:16.331577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Made reservation on behalf of a5bb69c8b50e4908832dde2b24bd0978 for: {'port': 2} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:16.335753 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:16.351199 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:16.527545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] device_id is not set on port 9adfd970-59c3-4bff-ab18-ba31c3912b97 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:47:16.636028 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for port (9adfd970-59c3-4bff-ab18-ba31c3912b97), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:16.685069 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:16.715887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] device_id is not set on port 0ece1309-57a3-4f46-b3ff-ec39df9f5f63 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:47:16.803360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for port (0ece1309-57a3-4f46-b3ff-ec39df9f5f63), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:16.846181 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9adfd970-59c3-4bff-ab18-ba31c3912b97), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:16.923108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'Port': ['ID=9adfd970-59c3-4bff-ab18-ba31c3912b97,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:16.932070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Checking segment: {'id': '96cbfc05-1c8d-440f-a71d-76c8c47aca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0240446d-5100-4e0c-86da-855df7213f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:47:16.932438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Network hostable DHCP agents. Network: 0240446d-5100-4e0c-86da-855df7213f41, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:47:16.973377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Network 0240446d-5100-4e0c-86da-855df7213f41 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:47:16.997155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 0240446d-5100-4e0c-86da-855df7213f41) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:47:16.997155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:47:16.997155 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0ece1309-57a3-4f46-b3ff-ec39df9f5f63), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:17.007682 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bcf226-617e-4ac5-a865-2c548fcb9b3c None None] Network 0240446d-5100-4e0c-86da-855df7213f41 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:47:17.068103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'Port': ['ID=0ece1309-57a3-4f46-b3ff-ec39df9f5f63,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:17.081868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Checking segment: {'id': '4ae76908-4bd7-4f91-8aa1-7ac885516838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c9fbf465-c03e-4187-b428-ec1a644f57c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:47:17.082590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Network hostable DHCP agents. Network: c9fbf465-c03e-4187-b428-ec1a644f57c5, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:47:17.102863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Network c9fbf465-c03e-4187-b428-ec1a644f57c5 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:47:17.148869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, c9fbf465-c03e-4187-b428-ec1a644f57c5) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:47:17.155203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:47:17.161378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ef0895-4b91-4bf1-8d5d-fce7acc11d8e None None] Network c9fbf465-c03e-4187-b428-ec1a644f57c5 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:47:17.163059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:17.168316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:17.169167 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:17.197856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92373c-60a2-4ec4-97d0-cc834c7e05e3 req-48c20e0e-f9a0-48c5-aef9-19ea96ed1fd5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:17.199610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e92373c-60a2-4ec4-97d0-cc834c7e05e3 req-48c20e0e-f9a0-48c5-aef9-19ea96ed1fd5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.0919144 Jan 28 03:47:17.212689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-36f8d7a3-72a1-4cb2-9a0e-527a9878e1bc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1080675 Jan 28 03:47:17.215281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46364) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:17.309908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b345c8-dbc9-4e97-98f0-8151d1fbd9cc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:17.313136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e92373c-60a2-4ec4-97d0-cc834c7e05e3 req-99a45e23-5cf0-4743-9a5b-a9307c0945c4 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056459 Jan 28 03:47:17.321853 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b345c8-dbc9-4e97-98f0-8151d1fbd9cc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:17.324898 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14b345c8-dbc9-4e97-98f0-8151d1fbd9cc tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1070507 Jan 28 03:47:17.326151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46366) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:17.486837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fb58c2b2-55a1-4d76-935f-ab4357b37e79 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Deleting port 9adfd970-59c3-4bff-ab18-ba31c3912b97 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:17.487769 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb58c2b2-55a1-4d76-935f-ab4357b37e79 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9adfd970-59c3-4bff-ab18-ba31c3912b97), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:17.638985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb58c2b2-55a1-4d76-935f-ab4357b37e79 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9adfd970-59c3-4bff-ab18-ba31c3912b97), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:17.657929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fb58c2b2-55a1-4d76-935f-ab4357b37e79 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Calling delete_port for 9adfd970-59c3-4bff-ab18-ba31c3912b97 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:17.756489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb58c2b2-55a1-4d76-935f-ab4357b37e79 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9adfd970-59c3-4bff-ab18-ba31c3912b97), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:17.816714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58c2b2-55a1-4d76-935f-ab4357b37e79 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Port': ['ID=9adfd970-59c3-4bff-ab18-ba31c3912b97,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:17.820378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb58c2b2-55a1-4d76-935f-ab4357b37e79 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:17.823764 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fb58c2b2-55a1-4d76-935f-ab4357b37e79 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "DELETE /v2.0/ports/9adfd970-59c3-4bff-ab18-ba31c3912b97 HTTP/1.1" status: 204 len: 168 time: 0.4966326 Jan 28 03:47:17.826854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46376) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:17.939573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e7dfffe6-71bf-43da-847e-c3fbf9379fb6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Deleting port 0ece1309-57a3-4f46-b3ff-ec39df9f5f63 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:17.941273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7dfffe6-71bf-43da-847e-c3fbf9379fb6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0ece1309-57a3-4f46-b3ff-ec39df9f5f63), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.019555 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7dfffe6-71bf-43da-847e-c3fbf9379fb6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0ece1309-57a3-4f46-b3ff-ec39df9f5f63), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.041459 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e7dfffe6-71bf-43da-847e-c3fbf9379fb6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Calling delete_port for 0ece1309-57a3-4f46-b3ff-ec39df9f5f63 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:18.156796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7dfffe6-71bf-43da-847e-c3fbf9379fb6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0ece1309-57a3-4f46-b3ff-ec39df9f5f63), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.199303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfffe6-71bf-43da-847e-c3fbf9379fb6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Port': ['ID=0ece1309-57a3-4f46-b3ff-ec39df9f5f63,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:18.204544 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7dfffe6-71bf-43da-847e-c3fbf9379fb6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.215760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:18.225397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e7dfffe6-71bf-43da-847e-c3fbf9379fb6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "DELETE /v2.0/ports/0ece1309-57a3-4f46-b3ff-ec39df9f5f63 HTTP/1.1" status: 204 len: 168 time: 0.3849509 Jan 28 03:47:18.283100 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c2d47192-2e03-4b65-af94-843ebfcc53d6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0653796 Jan 28 03:47:18.287559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46384) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:18.292805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-564477347'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:18.318882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Made reservation on behalf of a5bb69c8b50e4908832dde2b24bd0978 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:18.323138 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.353497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:47:18.365998 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e0972a7e-d330-4854-a1af-a2e8631dca98), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.366646 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Added segment e0972a7e-d330-4854-a1af-a2e8631dca98 of type vlan for network 90976ea2-57b0-4192-b0a0-34c3014d8cf8 Jan 28 03:47:18.442461 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (90976ea2-57b0-4192-b0a0-34c3014d8cf8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.505420 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (90976ea2-57b0-4192-b0a0-34c3014d8cf8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.511333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:18.512333 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.633442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46400) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:18.639300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-325067639'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:18.644699 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3554428 Jan 28 03:47:18.679580 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Made reservation on behalf of a5bb69c8b50e4908832dde2b24bd0978 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:18.687707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.708980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd6d5-3684-45de-aeb2-4c10f50ed213 req-b3a76f89-b58c-4325-b4db-007cb517ca45 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:18.714273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-090cd6d5-3684-45de-aeb2-4c10f50ed213 req-b3a76f89-b58c-4325-b4db-007cb517ca45 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.2625370 Jan 28 03:47:18.745003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:47:18.759446 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (569a7776-6302-449c-8a4b-e0049c3d8d73), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.760165 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Added segment 569a7776-6302-449c-8a4b-e0049c3d8d73 of type vlan for network f3476522-6a1a-463a-8d7d-9705fbcca5c2 Jan 28 03:47:18.800800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff2eb9-86d8-41bc-978b-82e9ebbae116 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'Network': ['ID=90976ea2-57b0-4192-b0a0-34c3014d8cf8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:18.812169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 90976ea2-57b0-4192-b0a0-34c3014d8cf8 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:47:18.814121 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (f3476522-6a1a-463a-8d7d-9705fbcca5c2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.860650 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (f3476522-6a1a-463a-8d7d-9705fbcca5c2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.867448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:18.868237 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:18.882269 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-090cd6d5-3684-45de-aeb2-4c10f50ed213 req-3431798a-d463-4c66-b137-8d1099b67c71 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1547711 Jan 28 03:47:18.975650 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3410883 Jan 28 03:47:19.007847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9dade-e6d0-4a7c-a634-916ca2a44c2d tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'Network': ['ID=f3476522-6a1a-463a-8d7d-9705fbcca5c2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:19.021317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network f3476522-6a1a-463a-8d7d-9705fbcca5c2 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:47:19.133744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:19.138873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'subnets': [{'network_id': '90976ea2-57b0-4192-b0a0-34c3014d8cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1635167799', 'ip_version': 4}, {'network_id': 'f3476522-6a1a-463a-8d7d-9705fbcca5c2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:19.139156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'subnet': {'network_id': '90976ea2-57b0-4192-b0a0-34c3014d8cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1635167799', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:19.139894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Request body: {'subnet': {'network_id': 'f3476522-6a1a-463a-8d7d-9705fbcca5c2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:19.313080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Made reservation on behalf of a5bb69c8b50e4908832dde2b24bd0978 for: {'subnet': 2} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:47:19.318945 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:19.319408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:19.808163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (c86fa275-8023-4fa6-ac18-4717dc869e51), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:19.897957 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'Subnet': ['ID=c86fa275-8023-4fa6-ac18-4717dc869e51,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:19.952399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Checking segment: {'id': 'e0972a7e-d330-4854-a1af-a2e8631dca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90976ea2-57b0-4192-b0a0-34c3014d8cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:47:19.952765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Network hostable DHCP agents. Network: 90976ea2-57b0-4192-b0a0-34c3014d8cf8, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:47:19.974496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Network 90976ea2-57b0-4192-b0a0-34c3014d8cf8 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:47:19.989761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 90976ea2-57b0-4192-b0a0-34c3014d8cf8) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:47:20.001492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17045ee-071f-4c2e-89b0-8d41229224b0 None None] Network 90976ea2-57b0-4192-b0a0-34c3014d8cf8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:47:20.009601 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (56d859b1-6a9c-4bff-a712-07a03ca03e1b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:20.131520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-90976ea2-57b0-4192-b0a0-34c3014d8cf8', 'network_id': '90976ea2-57b0-4192-b0a0-34c3014d8cf8', 'project_id': 'a5bb69c8b50e4908832dde2b24bd0978', 'fixed_ips': [{'subnet_id': 'c86fa275-8023-4fa6-ac18-4717dc869e51'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:47:20.132393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:20.160792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Checking segment: {'id': '569a7776-6302-449c-8a4b-e0049c3d8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f3476522-6a1a-463a-8d7d-9705fbcca5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:47:20.161980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Network hostable DHCP agents. Network: f3476522-6a1a-463a-8d7d-9705fbcca5c2, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:47:20.200408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event updated for resources: {'Subnet': ['ID=56d859b1-6a9c-4bff-a712-07a03ca03e1b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:20.223350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489c523-f616-4f21-934b-4950a2a0c7c4 req-91226269-34df-454b-bb3d-c5fd6dad4b0b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:20.225460 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3489c523-f616-4f21-934b-4950a2a0c7c4 req-91226269-34df-454b-bb3d-c5fd6dad4b0b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1699579 Jan 28 03:47:20.228124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Network f3476522-6a1a-463a-8d7d-9705fbcca5c2 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:47:20.271970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, f3476522-6a1a-463a-8d7d-9705fbcca5c2) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:47:20.283046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:20.284169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:20.285164 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:20.316746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46422) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:20.328234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-76b56edc-2b17-451f-bfcc-c684c0c0bfc8 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1932349 Jan 28 03:47:20.336066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3489c523-f616-4f21-934b-4950a2a0c7c4 req-9bb02426-66a0-45aa-95b0-374d65082637 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990489 Jan 28 03:47:20.376229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Allocated IP 172.20.0.2 (90976ea2-57b0-4192-b0a0-34c3014d8cf8/c86fa275-8023-4fa6-ac18-4717dc869e51/b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:47:20.391259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dc28c9-fd39-44ba-9497-6a47088d051f tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:20.392981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dc28c9-fd39-44ba-9497-6a47088d051f tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:20.394575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dc28c9-fd39-44ba-9497-6a47088d051f tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:20.399920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46424) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:20.410864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c1dc28c9-fd39-44ba-9497-6a47088d051f tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0910528 Jan 28 03:47:20.467612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a251f-f412-4199-a2fb-26d4f26052ea None None] Network f3476522-6a1a-463a-8d7d-9705fbcca5c2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:47:20.477847 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-467aa932-acdc-4188-8350-833dc93df772 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Deleting subnet c86fa275-8023-4fa6-ac18-4717dc869e51 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:47:20.870919 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Publish callbacks [] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:20.885861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-f3476522-6a1a-463a-8d7d-9705fbcca5c2', 'network_id': 'f3476522-6a1a-463a-8d7d-9705fbcca5c2', 'project_id': 'a5bb69c8b50e4908832dde2b24bd0978', 'fixed_ips': [{'subnet_id': '56d859b1-6a9c-4bff-a712-07a03ca03e1b'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:47:20.886821 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:20.886932 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-467aa932-acdc-4188-8350-833dc93df772 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for subnet (c86fa275-8023-4fa6-ac18-4717dc869e51), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:20.892639 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:20.955056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Network 90976ea2-57b0-4192-b0a0-34c3014d8cf8 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:47:20.965996 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-467aa932-acdc-4188-8350-833dc93df772 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (c86fa275-8023-4fa6-ac18-4717dc869e51), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:20.987803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:47:20.990759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:47:20.999036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Pushing event updated for resources: {'Port': ['ID=b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:21.190550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Attempting to bind port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:47:21.191320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Attempting to bind port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e0972a7e-d330-4854-a1af-a2e8631dca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90976ea2-57b0-4192-b0a0-34c3014d8cf8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:47:21.191320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Attempting to bind port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d on network 90976ea2-57b0-4192-b0a0-34c3014d8cf8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:47:21.202143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:47:21.202543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Checking segment: {'id': 'e0972a7e-d330-4854-a1af-a2e8631dca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90976ea2-57b0-4192-b0a0-34c3014d8cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:47:21.202934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:21.203332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Bound using segment: {'id': 'e0972a7e-d330-4854-a1af-a2e8631dca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90976ea2-57b0-4192-b0a0-34c3014d8cf8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:47:21.203987 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Bound port: b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0972a7e-d330-4854-a1af-a2e8631dca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '90976ea2-57b0-4192-b0a0-34c3014d8cf8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:47:21.204380 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:21.251626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-467aa932-acdc-4188-8350-833dc93df772 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (c86fa275-8023-4fa6-ac18-4717dc869e51), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:21.303604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Allocated IP 172.20.0.18 (f3476522-6a1a-463a-8d7d-9705fbcca5c2/56d859b1-6a9c-4bff-a712-07a03ca03e1b/4bbb727d-6e3f-4b04-a399-1fd3d3ced330) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:47:21.370446 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-467aa932-acdc-4188-8350-833dc93df772 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (c86fa275-8023-4fa6-ac18-4717dc869e51), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:21.415524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] For port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:47:21.441040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] For port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d,segment=NetworkSegment(e0972a7e-d330-4854-a1af-a2e8631dca98),segment_id=e0972a7e-d330-4854-a1af-a2e8631dca98)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:47:21.473538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:21.555187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467aa932-acdc-4188-8350-833dc93df772 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Subnet': ['ID=c86fa275-8023-4fa6-ac18-4717dc869e51,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:21.563512 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-467aa932-acdc-4188-8350-833dc93df772 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:21.572221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:21.591440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-467aa932-acdc-4188-8350-833dc93df772 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "DELETE /v2.0/subnets/c86fa275-8023-4fa6-ac18-4717dc869e51 HTTP/1.1" status: 204 len: 168 time: 1.1899545 Jan 28 03:47:21.611642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00508906-96f6-4814-97dd-4b46e64af286 None None] Pushing event updated for resources: {'Port': ['ID=b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:21.691157 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Publish callbacks [] for port (4bbb727d-6e3f-4b04-a399-1fd3d3ced330), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:21.715189 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (4bbb727d-6e3f-4b04-a399-1fd3d3ced330), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:21.731725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d2c508-4d6f-46dc-9b8b-459d37a7a534 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Deleting subnet 56d859b1-6a9c-4bff-a712-07a03ca03e1b {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:47:21.740577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d2c508-4d6f-46dc-9b8b-459d37a7a534 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for subnet (56d859b1-6a9c-4bff-a712-07a03ca03e1b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:21.872828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Pushing event updated for resources: {'Port': ['ID=4bbb727d-6e3f-4b04-a399-1fd3d3ced330,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:21.877809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d2c508-4d6f-46dc-9b8b-459d37a7a534 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (56d859b1-6a9c-4bff-a712-07a03ca03e1b), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:21.929827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Network f3476522-6a1a-463a-8d7d-9705fbcca5c2 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:47:21.940232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:47:21.952000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:47:22.132429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Attempting to bind port 4bbb727d-6e3f-4b04-a399-1fd3d3ced330 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:47:22.132802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Attempting to bind port 4bbb727d-6e3f-4b04-a399-1fd3d3ced330 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '569a7776-6302-449c-8a4b-e0049c3d8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f3476522-6a1a-463a-8d7d-9705fbcca5c2'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:47:22.133198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Attempting to bind port 4bbb727d-6e3f-4b04-a399-1fd3d3ced330 on network f3476522-6a1a-463a-8d7d-9705fbcca5c2 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:47:22.149147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:47:22.149539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Checking segment: {'id': '569a7776-6302-449c-8a4b-e0049c3d8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f3476522-6a1a-463a-8d7d-9705fbcca5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:47:22.149969 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:22.152485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Bound using segment: {'id': '569a7776-6302-449c-8a4b-e0049c3d8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f3476522-6a1a-463a-8d7d-9705fbcca5c2'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:47:22.153101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Bound port: 4bbb727d-6e3f-4b04-a399-1fd3d3ced330, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569a7776-6302-449c-8a4b-e0049c3d8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f3476522-6a1a-463a-8d7d-9705fbcca5c2'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:47:22.155637 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4bbb727d-6e3f-4b04-a399-1fd3d3ced330), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:22.368609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] For port 4bbb727d-6e3f-4b04-a399-1fd3d3ced330, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:47:22.372620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] For port 4bbb727d-6e3f-4b04-a399-1fd3d3ced330, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4bbb727d-6e3f-4b04-a399-1fd3d3ced330,segment=NetworkSegment(569a7776-6302-449c-8a4b-e0049c3d8d73),segment_id=569a7776-6302-449c-8a4b-e0049c3d8d73)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:47:22.379189 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4bbb727d-6e3f-4b04-a399-1fd3d3ced330), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:22.455399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d479d-9d44-4b55-9fb2-a2dad8c9f946 req-3389be24-ac82-483a-8bd3-51ffd7cbb825 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:22.474836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e75d479d-9d44-4b55-9fb2-a2dad8c9f946 req-3389be24-ac82-483a-8bd3-51ffd7cbb825 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.9315624 Jan 28 03:47:22.530656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ff18d-55c2-4ef2-b5c9-76b8478af198 None None] Pushing event updated for resources: {'Port': ['ID=4bbb727d-6e3f-4b04-a399-1fd3d3ced330,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:22.596629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5748130-e189-4754-9ef2-745fe7dfe3d9 req-dfe4dce3-0fbf-4f12-bfbb-433c6f2e60d6 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:22.616517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5748130-e189-4754-9ef2-745fe7dfe3d9 req-dfe4dce3-0fbf-4f12-bfbb-433c6f2e60d6 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 946 time: 0.2843256 Jan 28 03:47:22.685053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e75d479d-9d44-4b55-9fb2-a2dad8c9f946 req-88ddaa79-a5fd-45bb-92fd-7ac263b11833 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2090456 Jan 28 03:47:22.786542 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d2c508-4d6f-46dc-9b8b-459d37a7a534 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (56d859b1-6a9c-4bff-a712-07a03ca03e1b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:22.787847 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5748130-e189-4754-9ef2-745fe7dfe3d9 req-fe70dbd1-068c-4c9b-8795-1206c36f0a90 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556363 Jan 28 03:47:22.932449 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d2c508-4d6f-46dc-9b8b-459d37a7a534 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (56d859b1-6a9c-4bff-a712-07a03ca03e1b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:23.027021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d2c508-4d6f-46dc-9b8b-459d37a7a534 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:23.035203 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-46d2c508-4d6f-46dc-9b8b-459d37a7a534 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "DELETE /v2.0/subnets/56d859b1-6a9c-4bff-a712-07a03ca03e1b HTTP/1.1" status: 204 len: 168 time: 1.4585435 Jan 28 03:47:23.035910 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:23.040508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2c508-4d6f-46dc-9b8b-459d37a7a534 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Subnet': ['ID=56d859b1-6a9c-4bff-a712-07a03ca03e1b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:23.199247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:47:23.203563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ef172-fd43-407c-995e-9c6d82cfb7b6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:23.210843 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fd3ef172-fd43-407c-995e-9c6d82cfb7b6 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1680610 Jan 28 03:47:23.211112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:23.315977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:23.316360 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:23.333386 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (f3476522-6a1a-463a-8d7d-9705fbcca5c2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:23.438047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Deleting port 4bbb727d-6e3f-4b04-a399-1fd3d3ced330 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:23.438633 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4bbb727d-6e3f-4b04-a399-1fd3d3ced330), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:23.471890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:23.472568 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:23.532210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d,segment=NetworkSegment(e0972a7e-d330-4854-a1af-a2e8631dca98),segment_id=e0972a7e-d330-4854-a1af-a2e8631dca98)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:23.546268 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:23.556865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] For port 4bbb727d-6e3f-4b04-a399-1fd3d3ced330, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4bbb727d-6e3f-4b04-a399-1fd3d3ced330,segment=NetworkSegment(569a7776-6302-449c-8a4b-e0049c3d8d73),segment_id=569a7776-6302-449c-8a4b-e0049c3d8d73)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:23.557921 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4bbb727d-6e3f-4b04-a399-1fd3d3ced330), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:23.589629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Calling delete_port for 4bbb727d-6e3f-4b04-a399-1fd3d3ced330 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:23.662478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:23.675840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.676195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.676545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.676909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.677254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.677591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.677916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.678297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.678633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.678958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.679288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.679614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.679940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:23.707549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358dc1f-803b-4737-816f-47522559a0eb None None] Network 90976ea2-57b0-4192-b0a0-34c3014d8cf8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:47:23.755004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4bbb727d-6e3f-4b04-a399-1fd3d3ced330), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:23.830708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Port': ['ID=4bbb727d-6e3f-4b04-a399-1fd3d3ced330,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:23.834602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] No DVR routers for this DVR port 4bbb727d-6e3f-4b04-a399-1fd3d3ced330 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:47:23.963328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-80032eb2-5418-4677-b70d-2275656a2721 None None] Provisioning complete for port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:23.964198 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80032eb2-5418-4677-b70d-2275656a2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.175386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a1a11-3b36-4d38-9d7d-ff9ada631b21 None None] DHCP port deletion for 90976ea2-57b0-4192-b0a0-34c3014d8cf8 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:47:24.210562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (f3476522-6a1a-463a-8d7d-9705fbcca5c2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.277321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-80032eb2-5418-4677-b70d-2275656a2721 None None] Current status of the port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:24.303586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a7ff-8d8d-43bf-b26e-87f828c261cb req-a9f651fe-4c0c-400e-8672-d6014ed6b941 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:24.305642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d199a7ff-8d8d-43bf-b26e-87f828c261cb req-a9f651fe-4c0c-400e-8672-d6014ed6b941 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.4522889 Jan 28 03:47:24.327822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3476522-6a1a-463a-8d7d-9705fbcca5c2']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:24.356816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a1a11-3b36-4d38-9d7d-ff9ada631b21 None None] Deleting port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:24.357227 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a11-3b36-4d38-9d7d-ff9ada631b21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.379899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13c671-b1a7-411d-8779-aa2496935d15 req-353ca26b-0b1e-4abd-9d60-07a85da43ee7 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:24.390417 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b13c671-b1a7-411d-8779-aa2496935d15 req-353ca26b-0b1e-4abd-9d60-07a85da43ee7 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 946 time: 0.3785815 Jan 28 03:47:24.420452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-eab1379b-e91f-4ca6-b50f-84f076c629f9 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:24.427222 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-eab1379b-e91f-4ca6-b50f-84f076c629f9 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 946 time: 0.1364946 Jan 28 03:47:24.439787 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569a7776-6302-449c-8a4b-e0049c3d8d73') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:24.440674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569a7776-6302-449c-8a4b-e0049c3d8d73') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:24.523985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0c0a1a11-3b36-4d38-9d7d-ff9ada631b21 None None] For port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d,segment=NetworkSegment(e0972a7e-d330-4854-a1af-a2e8631dca98),segment_id=e0972a7e-d330-4854-a1af-a2e8631dca98)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:24.524542 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a11-3b36-4d38-9d7d-ff9ada631b21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.529534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (569a7776-6302-449c-8a4b-e0049c3d8d73), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.590071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a1a11-3b36-4d38-9d7d-ff9ada631b21 None None] Calling delete_port for b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:24.661741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b13c671-b1a7-411d-8779-aa2496935d15 req-f1f521bc-0b6f-4c06-8e2c-2429f5b2e506 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703300 Jan 28 03:47:24.694109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-a2954bda-178c-4855-a02a-e0490fa323f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Deleting port b8871530-1900-4bf8-a06f-b970df5dfae5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:24.694454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-a2954bda-178c-4855-a02a-e0490fa323f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.709026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d199a7ff-8d8d-43bf-b26e-87f828c261cb req-8bca2c7c-ddd6-490f-84a7-145b25b4802b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2843761 Jan 28 03:47:24.730085 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (569a7776-6302-449c-8a4b-e0049c3d8d73), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.741991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:47:24.742309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (569a7776-6302-449c-8a4b-e0049c3d8d73), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.796668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:47:24.808546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a11-3b36-4d38-9d7d-ff9ada631b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:47:24.809523 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:47:24.901003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a1a11-3b36-4d38-9d7d-ff9ada631b21 None None] Pushing event deleted for resources: {'Port': ['ID=b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:24.908173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-a2954bda-178c-4855-a02a-e0490fa323f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] For port b8871530-1900-4bf8-a06f-b970df5dfae5, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b8871530-1900-4bf8-a06f-b970df5dfae5,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:24.908604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-a2954bda-178c-4855-a02a-e0490fa323f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.912669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e40416b-0aa6-45d5-86c5-b25dfa058d53 None None] Network f3476522-6a1a-463a-8d7d-9705fbcca5c2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:47:24.925372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a1a11-3b36-4d38-9d7d-ff9ada631b21 None None] No DVR routers for this DVR port b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:47:24.949968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (f3476522-6a1a-463a-8d7d-9705fbcca5c2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.954547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-a2954bda-178c-4855-a02a-e0490fa323f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Calling delete_port for b8871530-1900-4bf8-a06f-b970df5dfae5 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:24.965359 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:24.996124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "DELETE /v2.0/networks/f3476522-6a1a-463a-8d7d-9705fbcca5c2 HTTP/1.1" status: 204 len: 168 time: 1.7837152 Jan 28 03:47:24.998365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:25.024558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fce81f51-8363-4549-ac9a-7b5e0ad82622 None None] Could not find standard attr ID for object 4bbb727d-6e3f-4b04-a399-1fd3d3ced330. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:47:25.058540 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:47:25.100593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:25.175692 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-a2954bda-178c-4855-a02a-e0490fa323f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b8871530-1900-4bf8-a06f-b970df5dfae5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:25.250784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2954bda-178c-4855-a02a-e0490fa323f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Pushing event deleted for resources: {'Port': ['ID=b8871530-1900-4bf8-a06f-b970df5dfae5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:25.259337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['19e8a205-d973-448e-9336-5284e6eb3219', '97416685-8a5d-4a1e-945a-126c75cae145'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:47:25.275871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:47:25.276231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b8eb1ea4-bd8a-4bb6-b36f-2cf3691fc03d not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:47:25.297968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (90976ea2-57b0-4192-b0a0-34c3014d8cf8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:25.321264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-a2954bda-178c-4855-a02a-e0490fa323f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] No DVR routers for this DVR port b8871530-1900-4bf8-a06f-b970df5dfae5 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:47:25.324566 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-a2954bda-178c-4855-a02a-e0490fa323f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:25.327779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4128a-c2e0-436d-85b5-7c65ccaa1f52 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Network': ['ID=f3476522-6a1a-463a-8d7d-9705fbcca5c2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:25.328698 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6f4ffebd-21a4-4c5f-9019-1e1b2289f377 req-a2954bda-178c-4855-a02a-e0490fa323f5 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.25 "DELETE /v2.0/ports/b8871530-1900-4bf8-a06f-b970df5dfae5 HTTP/1.1" status: 204 len: 173 time: 0.8964751 Jan 28 03:47:25.329382 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff562c2-b362-4962-a33d-649e95048d89', 'name': 'network-vif-deleted', 'tag': 'b8871530-1900-4bf8-a06f-b970df5dfae5'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:47:25.334246 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a5ed01-d383-4704-a010-bfbeeaf56701" -d '{"events": [{"server_uuid": "eff562c2-b362-4962-a33d-649e95048d89", "name": "network-vif-deleted", "tag": "b8871530-1900-4bf8-a06f-b970df5dfae5"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:47:25.359186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['3f8bf480-d33d-4909-a685-fd01db55ec88', 'b8871530-1900-4bf8-a06f-b970df5dfae5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:47:25.457003 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462dea95-f742-469f-b6d7-b2bac4b6b278 x-openstack-request-id: req-462dea95-f742-469f-b6d7-b2bac4b6b278 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:47:25.457505 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff562c2-b362-4962-a33d-649e95048d89", "name": "network-vif-deleted", "tag": "b8871530-1900-4bf8-a06f-b970df5dfae5", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:47:25.457505 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-462dea95-f742-469f-b6d7-b2bac4b6b278 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:47:25.458364 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff562c2-b362-4962-a33d-649e95048d89', 'name': 'network-vif-deleted', 'tag': 'b8871530-1900-4bf8-a06f-b970df5dfae5', 'status': 'completed', 'code': 200} Jan 28 03:47:25.536308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba19b0fa-f74e-44ec-bdad-e5658ea85688 None None] DHCP port deletion for f3476522-6a1a-463a-8d7d-9705fbcca5c2 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:47:25.581144 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (90976ea2-57b0-4192-b0a0-34c3014d8cf8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:25.613038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90976ea2-57b0-4192-b0a0-34c3014d8cf8']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:25.624165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0972a7e-d330-4854-a1af-a2e8631dca98') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:25.624426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0972a7e-d330-4854-a1af-a2e8631dca98') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:25.635408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (e0972a7e-d330-4854-a1af-a2e8631dca98), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:25.650547 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e0972a7e-d330-4854-a1af-a2e8631dca98), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:25.660583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:47:25.660583 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (e0972a7e-d330-4854-a1af-a2e8631dca98), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:25.687078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:25.757384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'port_id': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'mac_address': 'fa:16:3e:2d:c3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:47:25.810752 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:47:25.924784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ae7116b-0499-46a8-bdf2-b8708d5227e4 req-c8ce9e75-75d8-4eb4-9e34-01408f89fbfa tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff562c2-b362-4962-a33d-649e95048d89 HTTP/1.1" status: 200 len: 210 time: 0.0893488 Jan 28 03:47:25.933818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (90976ea2-57b0-4192-b0a0-34c3014d8cf8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:25.950136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:25.960968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "DELETE /v2.0/networks/90976ea2-57b0-4192-b0a0-34c3014d8cf8 HTTP/1.1" status: 204 len: 168 time: 0.9338887 Jan 28 03:47:25.961451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:25.983597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:25.988877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.027888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:47:26.035155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a001c-6b35-4adb-a7b1-ba60a3407404 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Network': ['ID=90976ea2-57b0-4192-b0a0-34c3014d8cf8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:26.083609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2818b-2db4-474c-bf66-757cee45894e req-25b36be5-18c9-486a-a3bf-2499f1b3b9ce tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:26.093285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ed2818b-2db4-474c-bf66-757cee45894e req-25b36be5-18c9-486a-a3bf-2499f1b3b9ce tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.2496357 Jan 28 03:47:26.189123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ed2818b-2db4-474c-bf66-757cee45894e req-af683311-82b3-4076-8877-790f7b1bca76 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926392 Jan 28 03:47:26.206575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (c9fbf465-c03e-4187-b428-ec1a644f57c5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.268574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:26.281866 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.403888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (c9fbf465-c03e-4187-b428-ec1a644f57c5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.435223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fbf465-c03e-4187-b428-ec1a644f57c5']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:26.447548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae76908-4bd7-4f91-8aa1-7ac885516838') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:26.448028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae76908-4bd7-4f91-8aa1-7ac885516838') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:26.454401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:26.461963 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (4ae76908-4bd7-4f91-8aa1-7ac885516838), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.479412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4ae76908-4bd7-4f91-8aa1-7ac885516838), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.488709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:47:26.489530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (4ae76908-4bd7-4f91-8aa1-7ac885516838), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:47:26.494441 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:47:26.534758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:47:26.571378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (c9fbf465-c03e-4187-b428-ec1a644f57c5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.585189 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.589052 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "DELETE /v2.0/networks/c9fbf465-c03e-4187-b428-ec1a644f57c5 HTTP/1.1" status: 204 len: 168 time: 0.6265132 Jan 28 03:47:26.592462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46528) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:26.631394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ef4b0-6c87-4ee8-bbe6-980c3099394a tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Network': ['ID=c9fbf465-c03e-4187-b428-ec1a644f57c5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:26.722553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (0240446d-5100-4e0c-86da-855df7213f41), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.853453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b8871530-1900-4bf8-a06f-b970df5dfae5 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:26.876301 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (0240446d-5100-4e0c-86da-855df7213f41), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.881173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: b8871530-1900-4bf8-a06f-b970df5dfae5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:47:26.881554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b8871530-1900-4bf8-a06f-b970df5dfae5 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:47:26.903650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0240446d-5100-4e0c-86da-855df7213f41']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:26.915569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cbfc05-1c8d-440f-a71d-76c8c47aca99') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:26.916111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cbfc05-1c8d-440f-a71d-76c8c47aca99') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:26.919692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4bbb727d-6e3f-4b04-a399-1fd3d3ced330 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:26.931019 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (96cbfc05-1c8d-440f-a71d-76c8c47aca99), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.954328 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (96cbfc05-1c8d-440f-a71d-76c8c47aca99), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.956253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 4bbb727d-6e3f-4b04-a399-1fd3d3ced330 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:47:26.956779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4bbb727d-6e3f-4b04-a399-1fd3d3ced330 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:47:26.962640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:47:26.963150 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (96cbfc05-1c8d-440f-a71d-76c8c47aca99), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:47:26.967266 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:47:27.057280 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (0240446d-5100-4e0c-86da-855df7213f41), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:27.067946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:27.079686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] 10.222.0.44 "DELETE /v2.0/networks/0240446d-5100-4e0c-86da-855df7213f41 HTTP/1.1" status: 204 len: 168 time: 0.4850457 Jan 28 03:47:27.137363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797027d9-16c0-4713-b03d-280c33543f17 tempest-BulkNetworkOpsTest-826726871 tempest-BulkNetworkOpsTest-826726871-project] Pushing event deleted for resources: {'Network': ['ID=0240446d-5100-4e0c-86da-855df7213f41,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:27.341433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b5c4b-1b59-4653-ba7e-9e6d581c8b88 req-cbf3e208-c839-4a5b-92f6-62b84702d192 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:27.343167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec8b5c4b-1b59-4653-ba7e-9e6d581c8b88 req-cbf3e208-c839-4a5b-92f6-62b84702d192 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 944 time: 0.0641713 Jan 28 03:47:27.437968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec8b5c4b-1b59-4653-ba7e-9e6d581c8b88 req-d76515b6-44ed-4dba-9648-6df2f79c91c9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883322 Jan 28 03:47:27.464089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46554) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:27.713675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46564) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:27.713861 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-260f4701-c5b7-4bf2-a8f7-04455aebacfc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5bb69c8b50e4908832dde2b24bd0978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2478154 Jan 28 03:47:27.804282 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a53faba-994a-49c0-a875-9b4350922352 admin admin] Publish callbacks [] for security_group (01ee43cd-7787-4565-9c19-703900c4b81b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:27.827099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a53faba-994a-49c0-a875-9b4350922352 admin admin] Publish callbacks [] for security_group (01ee43cd-7787-4565-9c19-703900c4b81b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:27.880404 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a53faba-994a-49c0-a875-9b4350922352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01ee43cd-7787-4565-9c19-703900c4b81b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:27.884132 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a53faba-994a-49c0-a875-9b4350922352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:27.885379 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9a53faba-994a-49c0-a875-9b4350922352 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01ee43cd-7787-4565-9c19-703900c4b81b HTTP/1.1" status: 204 len: 168 time: 0.1707404 Jan 28 03:47:27.894971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53faba-994a-49c0-a875-9b4350922352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ee43cd-7787-4565-9c19-703900c4b81b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:28.607975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110094e2-cd18-4046-b49d-7d5bca4dc24a req-98b3dc7d-1bfa-4ca7-9284-9667f72a2f09 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:28.619527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-110094e2-cd18-4046-b49d-7d5bca4dc24a req-98b3dc7d-1bfa-4ca7-9284-9667f72a2f09 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 944 time: 0.0676589 Jan 28 03:47:28.702718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-110094e2-cd18-4046-b49d-7d5bca4dc24a req-ed8caf04-3a6c-4d6f-9b17-574a518ceabc tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819833 Jan 28 03:47:28.844058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:47:28.969984 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:28.973448 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:29.100030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:29.104090 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:29.133730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:47:29.136977 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb89209-019f-433c-8d2e-93af83a4daac" -d '{"events": [{"server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:47:29.153423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:29.168960 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:29.267578 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32873849-56fd-48f6-835e-e0e08a4d5020 x-openstack-request-id: req-32873849-56fd-48f6-835e-e0e08a4d5020 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:47:29.267998 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:47:29.268206 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32873849-56fd-48f6-835e-e0e08a4d5020 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:47:29.268585 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'code': 200} Jan 28 03:47:29.360908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:30.003245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c663c96-b230-4245-a73f-9fcf25be55d7 req-19100c3e-3850-46ae-92dd-d3b61339e764 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:30.004822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c663c96-b230-4245-a73f-9fcf25be55d7 req-19100c3e-3850-46ae-92dd-d3b61339e764 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1006167 Jan 28 03:47:30.116872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c663c96-b230-4245-a73f-9fcf25be55d7 req-04c890a3-5879-4f8b-b660-697c5d20fe6d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042528 Jan 28 03:47:31.362197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee9464-1762-4735-9c39-f9bfefb3b868 req-d458f68e-0bee-4455-9bf0-8065ec7b231f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:31.375660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3ee9464-1762-4735-9c39-f9bfefb3b868 req-d458f68e-0bee-4455-9bf0-8065ec7b231f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1146996 Jan 28 03:47:31.494561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3ee9464-1762-4735-9c39-f9bfefb3b868 req-bf1ed1cd-dfc3-4129-8e3f-7534deb554f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180396 Jan 28 03:47:32.750268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c13a1-7c8b-4653-96d6-8642e4b1d55e req-14110770-0e52-4c37-8557-b5dc5d2cb08f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:32.777324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e32c13a1-7c8b-4653-96d6-8642e4b1d55e req-14110770-0e52-4c37-8557-b5dc5d2cb08f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1365511 Jan 28 03:47:32.900187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e32c13a1-7c8b-4653-96d6-8642e4b1d55e req-87b5b930-7bc2-41c4-84a3-8d9bf2e869eb tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231544 Jan 28 03:47:34.160219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5817-48a4-4bb2-b17b-33a2da752555 req-c9fc22b5-2f36-4538-b15a-5d98767d2a89 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:34.169548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d91e5817-48a4-4bb2-b17b-33a2da752555 req-c9fc22b5-2f36-4538-b15a-5d98767d2a89 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1135440 Jan 28 03:47:34.304196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d91e5817-48a4-4bb2-b17b-33a2da752555 req-e7734c28-2971-4fc7-8d2c-c1754de1b1ba tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277876 Jan 28 03:47:34.775835 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:47:35.520831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae1c82-78c3-4f2b-8655-00a77d969fbb req-fcf50143-de0d-4c81-bb9a-495070c11334 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:35.530503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14ae1c82-78c3-4f2b-8655-00a77d969fbb req-fcf50143-de0d-4c81-bb9a-495070c11334 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.0826924 Jan 28 03:47:35.674291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14ae1c82-78c3-4f2b-8655-00a77d969fbb req-b8d5ad80-9e65-4994-b223-fa38005dbdeb tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1419995 Jan 28 03:47:36.968578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7728e6-4966-456c-8344-83688189b4c6 req-51a46a5a-8ba4-4d53-9a87-84b97968758c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:36.976032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b7728e6-4966-456c-8344-83688189b4c6 req-51a46a5a-8ba4-4d53-9a87-84b97968758c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1366315 Jan 28 03:47:37.039876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b7728e6-4966-456c-8344-83688189b4c6 req-976e238d-3ea0-4ff4-8c9a-32bf443e5ae9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627043 Jan 28 03:47:38.267741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba4df5-3698-454e-a91e-187087ced2a9 req-8c1286ad-250f-4617-b21a-621391d5b807 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:38.278739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1ba4df5-3698-454e-a91e-187087ced2a9 req-8c1286ad-250f-4617-b21a-621391d5b807 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1135015 Jan 28 03:47:38.461522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1ba4df5-3698-454e-a91e-187087ced2a9 req-04ff9300-d726-4ad2-949e-b82fc3a1e8fa tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1780279 Jan 28 03:47:39.097374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd61035-f126-488c-922e-f35778f955e1 req-6283b2e4-0a33-45ca-913e-b0f6a825128f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:39.105553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abd61035-f126-488c-922e-f35778f955e1 req-6283b2e4-0a33-45ca-913e-b0f6a825128f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 945 time: 0.0936756 Jan 28 03:47:39.175149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abd61035-f126-488c-922e-f35778f955e1 req-7885b6e6-bc29-4bd1-bcb1-80397a1808b4 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685091 Jan 28 03:47:39.785201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4dbcd-e695-49bf-8587-0dfd28ea2068 req-80424f03-d90b-42fc-a2de-d7867651396a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:39.822392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58f4dbcd-e695-49bf-8587-0dfd28ea2068 req-80424f03-d90b-42fc-a2de-d7867651396a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.2151055 Jan 28 03:47:39.994768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58f4dbcd-e695-49bf-8587-0dfd28ea2068 req-4b1dbfe5-bdb5-4b9a-98a9-fc88511d1f46 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1642809 Jan 28 03:47:40.405411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ea753-9023-4697-bfbb-48992b5dce3b req-1d1bd55c-8311-4885-9e13-78879c3648ed tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:40.441023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d91ea753-9023-4697-bfbb-48992b5dce3b req-1d1bd55c-8311-4885-9e13-78879c3648ed tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 945 time: 0.1254272 Jan 28 03:47:40.453949 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d22127fe-02b1-4e78-b556-4804dbda9b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:40.585543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d91ea753-9023-4697-bfbb-48992b5dce3b req-86613528-723e-4983-9067-e1cee8ba22ed tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432855 Jan 28 03:47:40.948194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-75c90636-fae4-445e-b2fb-9a6a9444aef8 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:40.955940 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-75c90636-fae4-445e-b2fb-9a6a9444aef8 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.25 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 945 time: 0.1233730 Jan 28 03:47:41.365732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Deleting port 3f8bf480-d33d-4909-a685-fd01db55ec88 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:41.366082 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:41.373601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93820d-5f92-4376-bcf7-3bcffd59d986 req-f2a9a0be-fad9-4515-9bf0-9b05d99c73c4 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:41.379034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf93820d-5f92-4376-bcf7-3bcffd59d986 req-f2a9a0be-fad9-4515-9bf0-9b05d99c73c4 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1647236 Jan 28 03:47:41.497490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf93820d-5f92-4376-bcf7-3bcffd59d986 req-03fb85be-f471-4354-b270-b676cd1017ed tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125798 Jan 28 03:47:41.503584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] For port 3f8bf480-d33d-4909-a685-fd01db55ec88, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3f8bf480-d33d-4909-a685-fd01db55ec88,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:41.503955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:41.518688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Calling delete_port for 3f8bf480-d33d-4909-a685-fd01db55ec88 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:41.868724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3f8bf480-d33d-4909-a685-fd01db55ec88), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:41.902748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['19e8a205-d973-448e-9336-5284e6eb3219', '97416685-8a5d-4a1e-945a-126c75cae145'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:47:41.905250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['3f8bf480-d33d-4909-a685-fd01db55ec88'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:47:41.945338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Pushing event deleted for resources: {'Port': ['ID=3f8bf480-d33d-4909-a685-fd01db55ec88,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:41.948996 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d2ac-a783-49ed-bc5b-42b13ee6ddbb req-ff9501d1-5ba0-4b3c-9a1f-3f3a53527764 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:41.956744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dd6d2ac-a783-49ed-bc5b-42b13ee6ddbb req-ff9501d1-5ba0-4b3c-9a1f-3f3a53527764 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=edef99ff-ba28-4587-8c03-ff980d6ddd42 HTTP/1.1" status: 200 len: 867 time: 0.1302738 Jan 28 03:47:42.072365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.073442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.080166 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.081801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.082346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.082867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.083381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.083971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.084492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.085087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.085601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.088677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.089254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:42.090011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dd6d2ac-a783-49ed-bc5b-42b13ee6ddbb req-7c7a5c5f-cc9a-41e9-83ab-dbbce964e0c0 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281457 Jan 28 03:47:42.166063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] No DVR routers for this DVR port 3f8bf480-d33d-4909-a685-fd01db55ec88 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:47:42.169192 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:42.177320 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7473f011-791e-45f4-8d98-f5a164d0cf65 req-5f173b61-1169-4ea2-9215-f3ef5c402e4e tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.25 "DELETE /v2.0/ports/3f8bf480-d33d-4909-a685-fd01db55ec88 HTTP/1.1" status: 204 len: 173 time: 1.2155743 Jan 28 03:47:42.183737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef99ff-ba28-4587-8c03-ff980d6ddd42', 'name': 'network-vif-deleted', 'tag': '3f8bf480-d33d-4909-a685-fd01db55ec88'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:47:42.186897 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5d2bc7-80a8-40f3-8d89-0cc56a6ddac7" -d '{"events": [{"server_uuid": "edef99ff-ba28-4587-8c03-ff980d6ddd42", "name": "network-vif-deleted", "tag": "3f8bf480-d33d-4909-a685-fd01db55ec88"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:47:42.287244 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:42.359291 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcecfc85-c03b-4ba3-ad1c-d0d3e3eaf21a x-openstack-request-id: req-fcecfc85-c03b-4ba3-ad1c-d0d3e3eaf21a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:47:42.359587 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef99ff-ba28-4587-8c03-ff980d6ddd42", "name": "network-vif-deleted", "tag": "3f8bf480-d33d-4909-a685-fd01db55ec88", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:47:42.359843 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fcecfc85-c03b-4ba3-ad1c-d0d3e3eaf21a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:47:42.360256 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef99ff-ba28-4587-8c03-ff980d6ddd42', 'name': 'network-vif-deleted', 'tag': '3f8bf480-d33d-4909-a685-fd01db55ec88', 'status': 'completed', 'code': 200} Jan 28 03:47:42.579252 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de319e6d-d6a3-464b-8d0d-16bdfddfe5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:42.877387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc180e9-4473-4b5d-973b-549f77f9ad3c req-9742348c-c96b-494a-9a2c-26545040b191 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:42.888044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efc180e9-4473-4b5d-973b-549f77f9ad3c req-9742348c-c96b-494a-9a2c-26545040b191 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1912158 Jan 28 03:47:42.990291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efc180e9-4473-4b5d-973b-549f77f9ad3c req-aca6535a-fac4-4f53-b1be-ec68b032e22e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004064 Jan 28 03:47:43.631461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c854e45-0712-4534-8dae-4523149b4865 req-303c5cb0-7b10-45bb-97c6-340d12b29583 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:43.642970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c854e45-0712-4534-8dae-4523149b4865 req-303c5cb0-7b10-45bb-97c6-340d12b29583 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 946 time: 0.0869720 Jan 28 03:47:43.749041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c854e45-0712-4534-8dae-4523149b4865 req-eb9ac3b4-624d-47a3-822b-95a9a5b61e42 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997179 Jan 28 03:47:44.260581 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:44.340313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6476c7-ba0d-4342-b1a8-67711f5394da req-e8475bbe-754f-4c2b-bef5-8996628d27db tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:44.354167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc6476c7-ba0d-4342-b1a8-67711f5394da req-e8475bbe-754f-4c2b-bef5-8996628d27db tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.2283530 Jan 28 03:47:44.457991 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:44.483627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc6476c7-ba0d-4342-b1a8-67711f5394da req-48746d4c-432e-49e4-b6b0-01f1f2fadb71 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247034 Jan 28 03:47:44.945801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3f8bf480-d33d-4909-a685-fd01db55ec88 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:44.988855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 3f8bf480-d33d-4909-a685-fd01db55ec88 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:47:45.022154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3f8bf480-d33d-4909-a685-fd01db55ec88 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:47:45.067767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62917d8d-08c2-4397-8c9d-d9c463da5abd req-e719f72e-b61f-4add-a2d9-68c39a0d8cb3 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:45.075594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62917d8d-08c2-4397-8c9d-d9c463da5abd req-e719f72e-b61f-4add-a2d9-68c39a0d8cb3 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 946 time: 0.2018108 Jan 28 03:47:45.108168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-d29164fc-4798-461b-bb3d-3c8c6c1a96d4 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:45.114804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-d29164fc-4798-461b-bb3d-3c8c6c1a96d4 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.42 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 946 time: 0.1600907 Jan 28 03:47:45.224164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62917d8d-08c2-4397-8c9d-d9c463da5abd req-9f9bb857-1d89-4bc3-b3b0-4daeb69b8c28 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473119 Jan 28 03:47:45.342243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-118f5f4d-13e0-4b02-8206-5b80b4ebad0a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Deleting port 97416685-8a5d-4a1e-945a-126c75cae145 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:45.342243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-118f5f4d-13e0-4b02-8206-5b80b4ebad0a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (97416685-8a5d-4a1e-945a-126c75cae145), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:45.453669 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:45.542942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-118f5f4d-13e0-4b02-8206-5b80b4ebad0a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] For port 97416685-8a5d-4a1e-945a-126c75cae145, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=97416685-8a5d-4a1e-945a-126c75cae145,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:45.544880 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-118f5f4d-13e0-4b02-8206-5b80b4ebad0a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (97416685-8a5d-4a1e-945a-126c75cae145), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:45.581495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-118f5f4d-13e0-4b02-8206-5b80b4ebad0a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Calling delete_port for 97416685-8a5d-4a1e-945a-126c75cae145 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:45.847474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78084cfb-cf0e-4e89-8066-caa56bb0c678 req-da712a93-3b72-4cfb-a852-02bf2ecb7055 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:45.856998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78084cfb-cf0e-4e89-8066-caa56bb0c678 req-da712a93-3b72-4cfb-a852-02bf2ecb7055 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1442058 Jan 28 03:47:46.035251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78084cfb-cf0e-4e89-8066-caa56bb0c678 req-f7ec1d3a-e505-490f-95d1-2a60b8558e7c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1773398 Jan 28 03:47:46.078965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-118f5f4d-13e0-4b02-8206-5b80b4ebad0a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (97416685-8a5d-4a1e-945a-126c75cae145), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:46.117688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['19e8a205-d973-448e-9336-5284e6eb3219', '97416685-8a5d-4a1e-945a-126c75cae145'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:47:46.207641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f5f4d-13e0-4b02-8206-5b80b4ebad0a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Pushing event deleted for resources: {'Port': ['ID=97416685-8a5d-4a1e-945a-126c75cae145,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:46.290608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-118f5f4d-13e0-4b02-8206-5b80b4ebad0a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] No DVR routers for this DVR port 97416685-8a5d-4a1e-945a-126c75cae145 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:47:46.311681 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-118f5f4d-13e0-4b02-8206-5b80b4ebad0a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:46.313645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b646dd7-9e59-402c-ab67-245cd2be00bc req-118f5f4d-13e0-4b02-8206-5b80b4ebad0a tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.42 "DELETE /v2.0/ports/97416685-8a5d-4a1e-945a-126c75cae145 HTTP/1.1" status: 204 len: 173 time: 1.1891007 Jan 28 03:47:46.314820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45d0e74-898f-4bf8-81ae-550d6cee0afd', 'name': 'network-vif-deleted', 'tag': '97416685-8a5d-4a1e-945a-126c75cae145'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:47:46.338068 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369ae274-3278-4f0b-a709-2fa830ff7da0" -d '{"events": [{"server_uuid": "d45d0e74-898f-4bf8-81ae-550d6cee0afd", "name": "network-vif-deleted", "tag": "97416685-8a5d-4a1e-945a-126c75cae145"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:47:46.432308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9248c899-8bc5-4025-afbd-a1625b53ec2f req-8e7666a1-10ae-4f17-adc9-56f7b09aa618 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d0e74-898f-4bf8-81ae-550d6cee0afd HTTP/1.1" status: 200 len: 210 time: 0.0844910 Jan 28 03:47:46.706906 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:46.827366 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdfb265-97e8-4aa9-8bd1-feec3aa0231a x-openstack-request-id: req-3fdfb265-97e8-4aa9-8bd1-feec3aa0231a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:47:46.827669 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45d0e74-898f-4bf8-81ae-550d6cee0afd", "name": "network-vif-deleted", "tag": "97416685-8a5d-4a1e-945a-126c75cae145", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:47:46.827924 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fdfb265-97e8-4aa9-8bd1-feec3aa0231a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:47:46.828322 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45d0e74-898f-4bf8-81ae-550d6cee0afd', 'name': 'network-vif-deleted', 'tag': '97416685-8a5d-4a1e-945a-126c75cae145', 'status': 'completed', 'code': 200} Jan 28 03:47:47.323997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b8e20-2c37-44bd-bc52-25aa05b1137f req-e5bb5e73-1b7b-4b1d-a82d-5ba016fd2bb6 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:47.334695 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c65b8e20-2c37-44bd-bc52-25aa05b1137f req-e5bb5e73-1b7b-4b1d-a82d-5ba016fd2bb6 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1109495 Jan 28 03:47:47.440611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c65b8e20-2c37-44bd-bc52-25aa05b1137f req-b206a7fc-4616-4e7a-bf29-a891937193f2 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048737 Jan 28 03:47:48.712532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff98d4-15c8-4c77-b8bc-f4a46bfe9bbb req-4110321d-4d75-4375-9f9a-40bb94097387 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:48.722102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bff98d4-15c8-4c77-b8bc-f4a46bfe9bbb req-4110321d-4d75-4375-9f9a-40bb94097387 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1127102 Jan 28 03:47:48.776647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bff98d4-15c8-4c77-b8bc-f4a46bfe9bbb req-dcb89af4-5f90-4a75-9c6b-aadd2252f6e0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536025 Jan 28 03:47:50.112101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84bd6e-67b4-4839-83e3-a0aaf4154108 req-60a9664f-c238-4faf-816a-6fcb56258611 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:50.125593 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af84bd6e-67b4-4839-83e3-a0aaf4154108 req-60a9664f-c238-4faf-816a-6fcb56258611 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.1285050 Jan 28 03:47:50.256813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54d760-a0b7-421e-b142-214afa5aa04d req-646d5baa-c610-42ff-9e07-56c9ad827770 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:50.263337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54d760-a0b7-421e-b142-214afa5aa04d req-646d5baa-c610-42ff-9e07-56c9ad827770 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:50.270285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54d760-a0b7-421e-b142-214afa5aa04d req-646d5baa-c610-42ff-9e07-56c9ad827770 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:50.275747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54d760-a0b7-421e-b142-214afa5aa04d req-646d5baa-c610-42ff-9e07-56c9ad827770 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:50.282120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54d760-a0b7-421e-b142-214afa5aa04d req-646d5baa-c610-42ff-9e07-56c9ad827770 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:50.289232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54d760-a0b7-421e-b142-214afa5aa04d req-646d5baa-c610-42ff-9e07-56c9ad827770 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:50.294775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54d760-a0b7-421e-b142-214afa5aa04d req-646d5baa-c610-42ff-9e07-56c9ad827770 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:50.303586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c54d760-a0b7-421e-b142-214afa5aa04d req-646d5baa-c610-42ff-9e07-56c9ad827770 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5435 time: 0.1556106 Jan 28 03:47:50.381459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c54d760-a0b7-421e-b142-214afa5aa04d req-d589d976-b359-4d4b-873a-732f3233fa1b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765729 Jan 28 03:47:50.387294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af84bd6e-67b4-4839-83e3-a0aaf4154108 req-dce7921a-4a8f-46c2-865c-3b8a1d6c1d6f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2569566 Jan 28 03:47:50.616226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 97416685-8a5d-4a1e-945a-126c75cae145 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:50.665165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 97416685-8a5d-4a1e-945a-126c75cae145 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:47:50.665885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 97416685-8a5d-4a1e-945a-126c75cae145 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:47:51.558040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-59339666-4f14-422d-889f-5937c03ef78d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:51.565996 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-59339666-4f14-422d-889f-5937c03ef78d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:51.571940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-59339666-4f14-422d-889f-5937c03ef78d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:51.577875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-59339666-4f14-422d-889f-5937c03ef78d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:51.584718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-59339666-4f14-422d-889f-5937c03ef78d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:51.591846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-59339666-4f14-422d-889f-5937c03ef78d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:51.599249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-59339666-4f14-422d-889f-5937c03ef78d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:51.601770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-59339666-4f14-422d-889f-5937c03ef78d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5435 time: 0.1958075 Jan 28 03:47:51.818643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-b9b3c639-3fe6-4415-a999-70556ccea094 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:51.820163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-b9b3c639-3fe6-4415-a999-70556ccea094 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "GET /v2.0/ports/88761354-69e7-4ad8-ba90-4dbda5634f5f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0821717 Jan 28 03:47:51.963931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f31d1-2f20-4051-8850-f7c5707860a7 req-4a7b5186-656a-4e5b-a213-5f3ec9c716aa tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:51.978255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-438f31d1-2f20-4051-8850-f7c5707860a7 req-4a7b5186-656a-4e5b-a213-5f3ec9c716aa tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.3752716 Jan 28 03:47:52.000162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf0db7-26e9-4cc0-acf7-2f9692a9336e req-aba1297f-1e41-4485-b768-103b3527eb79 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:52.005921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf0db7-26e9-4cc0-acf7-2f9692a9336e req-aba1297f-1e41-4485-b768-103b3527eb79 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:52.011515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf0db7-26e9-4cc0-acf7-2f9692a9336e req-aba1297f-1e41-4485-b768-103b3527eb79 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:52.021223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf0db7-26e9-4cc0-acf7-2f9692a9336e req-aba1297f-1e41-4485-b768-103b3527eb79 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:52.028979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf0db7-26e9-4cc0-acf7-2f9692a9336e req-aba1297f-1e41-4485-b768-103b3527eb79 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:52.029827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf0db7-26e9-4cc0-acf7-2f9692a9336e req-aba1297f-1e41-4485-b768-103b3527eb79 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:52.037776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf0db7-26e9-4cc0-acf7-2f9692a9336e req-aba1297f-1e41-4485-b768-103b3527eb79 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:52.038490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eebf0db7-26e9-4cc0-acf7-2f9692a9336e req-aba1297f-1e41-4485-b768-103b3527eb79 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 5435 time: 0.3683872 Jan 28 03:47:52.234200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-438f31d1-2f20-4051-8850-f7c5707860a7 req-d158705e-5cd3-40cc-99d7-2d626bd3180c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2548335 Jan 28 03:47:52.341558 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eebf0db7-26e9-4cc0-acf7-2f9692a9336e req-7a4343be-eaea-4324-b27e-ff79788e4000 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2897446 Jan 28 03:47:52.349635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-e74d0f0a-442a-44c2-a631-0b46e693152e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "GET /v2.0/networks/02253080-017c-4927-b3f9-956584b94148?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5141516 Jan 28 03:47:52.363517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:52.487515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:52.729392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] For port 88761354-69e7-4ad8-ba90-4dbda5634f5f, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=88761354-69e7-4ad8-ba90-4dbda5634f5f,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:52.771445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] For port 88761354-69e7-4ad8-ba90-4dbda5634f5f, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:47:52.818051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] device_id is not set on port 88761354-69e7-4ad8-ba90-4dbda5634f5f yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:47:52.835537 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Publish callbacks [] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:52.851008 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:53.038765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] No DVR routers for this DVR port 88761354-69e7-4ad8-ba90-4dbda5634f5f on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:47:53.126471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] In _notify_port_updated(), no bound segment for port 88761354-69e7-4ad8-ba90-4dbda5634f5f on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:47:53.127368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:53.127978 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:53.132722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] 10.222.0.42 "PUT /v2.0/ports/88761354-69e7-4ad8-ba90-4dbda5634f5f HTTP/1.1" status: 200 len: 1027 time: 0.7736969 Jan 28 03:47:53.249499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-d9e78051-f9ea-4084-a614-eab1735809b0 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:53.253516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-d9e78051-f9ea-4084-a614-eab1735809b0 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "GET /v2.0/ports/96d6a893-9cff-4b5a-91a3-c3491108d32e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1120429 Jan 28 03:47:53.282986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:47:53.442070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-334e97d6-1280-4e36-80c3-26ef28cec412 None None] Provisioning complete for port 88761354-69e7-4ad8-ba90-4dbda5634f5f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:53.442604 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-334e97d6-1280-4e36-80c3-26ef28cec412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:53.619201 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:53.827834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-334e97d6-1280-4e36-80c3-26ef28cec412 None None] Port 88761354-69e7-4ad8-ba90-4dbda5634f5f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:47:54.420486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] For port 96d6a893-9cff-4b5a-91a3-c3491108d32e, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=96d6a893-9cff-4b5a-91a3-c3491108d32e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:54.462449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] For port 96d6a893-9cff-4b5a-91a3-c3491108d32e, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:47:54.524074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Pushing event updated for resources: {'Port': ['ID=88761354-69e7-4ad8-ba90-4dbda5634f5f,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:54.578749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] device_id is not set on port 96d6a893-9cff-4b5a-91a3-c3491108d32e yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:47:54.606017 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] Publish callbacks [] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:54.615300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.617450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.617913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.618365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.618960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.622517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.624033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.628818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.629000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:54.630858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.631525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.631981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.634159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.634596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c215fa14-3dce-4ce3-8a52-cb8d9a17ebe6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:47:54.678509 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:54.702218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf94d0-c826-46d9-94ad-04a344e29a76 req-492295e4-461f-4fc6-ad74-1b4c62a17f68 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:54.708677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf94d0-c826-46d9-94ad-04a344e29a76 req-492295e4-461f-4fc6-ad74-1b4c62a17f68 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:54.714182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf94d0-c826-46d9-94ad-04a344e29a76 req-492295e4-461f-4fc6-ad74-1b4c62a17f68 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:54.721670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf94d0-c826-46d9-94ad-04a344e29a76 req-492295e4-461f-4fc6-ad74-1b4c62a17f68 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:54.728798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf94d0-c826-46d9-94ad-04a344e29a76 req-492295e4-461f-4fc6-ad74-1b4c62a17f68 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:54.734361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf94d0-c826-46d9-94ad-04a344e29a76 req-492295e4-461f-4fc6-ad74-1b4c62a17f68 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:54.738149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84cf94d0-c826-46d9-94ad-04a344e29a76 req-492295e4-461f-4fc6-ad74-1b4c62a17f68 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 4661 time: 1.2258260 Jan 28 03:47:54.800159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] Pushing event updated for resources: {'Port': ['ID=96d6a893-9cff-4b5a-91a3-c3491108d32e,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:54.880683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] No DVR routers for this DVR port 96d6a893-9cff-4b5a-91a3-c3491108d32e on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:47:55.019505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1166-6b0e-48ab-b049-82ed888bc969 req-a6db417b-ff3f-4811-9c17-cb2ccfa48d73 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:55.030151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be1d1166-6b0e-48ab-b049-82ed888bc969 req-a6db417b-ff3f-4811-9c17-cb2ccfa48d73 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 1.4451113 Jan 28 03:47:55.077712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:55.078117 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:55.085746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] In _notify_port_updated(), no bound segment for port 96d6a893-9cff-4b5a-91a3-c3491108d32e on network 02253080-017c-4927-b3f9-956584b94148 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:47:55.086576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:55.087200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:55.095647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-7e320770-54aa-4b9f-9424-59e3dfbec728 service neutron] 10.222.0.42 "PUT /v2.0/ports/96d6a893-9cff-4b5a-91a3-c3491108d32e HTTP/1.1" status: 200 len: 1027 time: 1.8175800 Jan 28 03:47:55.167287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:55.170496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277f3f55-a304-41ef-bfc1-6c1d2561d4f7'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:47:55.176018 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a9a5a8-aa9a-40d7-82dd-887539969168" -d '{"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-unplugged", "status": "completed", "tag": "277f3f55-a304-41ef-bfc1-6c1d2561d4f7"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:47:55.189535 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:55.190247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 88761354-69e7-4ad8-ba90-4dbda5634f5f no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:55.241601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be1d1166-6b0e-48ab-b049-82ed888bc969 req-3c2e8c57-cc3b-4356-a41d-1cad76d0dbf3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2066400 Jan 28 03:47:55.365095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84cf94d0-c826-46d9-94ad-04a344e29a76 req-bf691274-1036-4459-b70e-8730628bf013 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=1911553f-16fd-4e15-891a-942a3900d907&id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5743628 Jan 28 03:47:55.383075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port 88761354-69e7-4ad8-ba90-4dbda5634f5f host ! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:47:55.383492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 88761354-69e7-4ad8-ba90-4dbda5634f5f not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:47:55.383931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 96d6a893-9cff-4b5a-91a3-c3491108d32e no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:55.543393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-713c5c52-46cf-48a7-9289-ebcea603996f None None] Provisioning complete for port 96d6a893-9cff-4b5a-91a3-c3491108d32e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:47:55.543393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-713c5c52-46cf-48a7-9289-ebcea603996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:55.554547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting port ee5861d0-7bcf-4176-bcad-a30f435bcf49 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:47:55.561546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:55.658236 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f425aa-4f97-4e2d-9abb-87530f19bd0e x-openstack-request-id: req-a3f425aa-4f97-4e2d-9abb-87530f19bd0e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:47:55.658649 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-unplugged", "status": "completed", "tag": "277f3f55-a304-41ef-bfc1-6c1d2561d4f7", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:47:55.661593 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3f425aa-4f97-4e2d-9abb-87530f19bd0e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:47:55.662029 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277f3f55-a304-41ef-bfc1-6c1d2561d4f7', 'code': 200} Jan 28 03:47:55.667353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-713c5c52-46cf-48a7-9289-ebcea603996f None None] Port 96d6a893-9cff-4b5a-91a3-c3491108d32e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:47:55.668927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port 96d6a893-9cff-4b5a-91a3-c3491108d32e host ! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:47:55.669479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 96d6a893-9cff-4b5a-91a3-c3491108d32e not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:47:55.669919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f9a79d06-ceec-4150-9174-924a9ec318bb no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:55.879761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:55.888875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] For port ee5861d0-7bcf-4176-bcad-a30f435bcf49, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee5861d0-7bcf-4176-bcad-a30f435bcf49,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:55.889291 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:56.192586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f9a79d06-ceec-4150-9174-924a9ec318bb is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:56.193027 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:56.430248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f9a79d06-ceec-4150-9174-924a9ec318bb, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f9a79d06-ceec-4150-9174-924a9ec318bb,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:56.444673 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:56.445319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device ee7995d3-00b2-4700-ab5b-d5b99bb0102c no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:56.833300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f9a79d06-ceec-4150-9174-924a9ec318bb,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:57.041750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port ee7995d3-00b2-4700-ab5b-d5b99bb0102c is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:57.042740 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:57.093565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port ee7995d3-00b2-4700-ab5b-d5b99bb0102c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:57.105656 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:57.127574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f857f796-70d7-4841-ad07-31973f4f885e no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:57.174960 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:57.178508 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (86653aca-9f7d-4bd9-b62c-c8920f15f212), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:57.180360 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Floating IP 86653aca-9f7d-4bd9-b62c-c8920f15f212 disassociated. External IP: 172.25.1.245, port: ee5861d0-7bcf-4176-bcad-a30f435bcf49. Jan 28 03:47:57.182354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Calling delete_port for ee5861d0-7bcf-4176-bcad-a30f435bcf49 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:47:57.357224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:57.493000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f857f796-70d7-4841-ad07-31973f4f885e is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:57.496615 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f857f796-70d7-4841-ad07-31973f4f885e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:57.648630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd88a1-3a5e-419d-bbb8-ad92bf952261 req-6dc6dd54-5526-434c-9cf5-b2e0b6d789ef tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:57.662670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f857f796-70d7-4841-ad07-31973f4f885e, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f857f796-70d7-4841-ad07-31973f4f885e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:47:57.665528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eecd88a1-3a5e-419d-bbb8-ad92bf952261 req-6dc6dd54-5526-434c-9cf5-b2e0b6d789ef tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.9778306 Jan 28 03:47:57.678537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a79d06-ceec-4150-9174-924a9ec318bb'}, {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7995d3-00b2-4700-ab5b-d5b99bb0102c'}, {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f857f796-70d7-4841-ad07-31973f4f885e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:47:57.695651 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555bebd8-1b4c-4d57-b94f-2ba2a59d59f5" -d '{"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-unplugged", "status": "completed", "tag": "f9a79d06-ceec-4150-9174-924a9ec318bb"}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7995d3-00b2-4700-ab5b-d5b99bb0102c"}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-unplugged", "status": "completed", "tag": "f857f796-70d7-4841-ad07-31973f4f885e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:47:57.712777 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f857f796-70d7-4841-ad07-31973f4f885e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:57.714222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device ee5861d0-7bcf-4176-bcad-a30f435bcf49 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:47:57.779511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e61961-002c-4d1d-80ba-c3c34298fd7f req-ccce8424-efef-49e3-ab7c-1160d292e249 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:57.823348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e61961-002c-4d1d-80ba-c3c34298fd7f req-ccce8424-efef-49e3-ab7c-1160d292e249 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:57.830875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e61961-002c-4d1d-80ba-c3c34298fd7f req-ccce8424-efef-49e3-ab7c-1160d292e249 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:57.871337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e61961-002c-4d1d-80ba-c3c34298fd7f req-ccce8424-efef-49e3-ab7c-1160d292e249 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:57.886898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e61961-002c-4d1d-80ba-c3c34298fd7f req-ccce8424-efef-49e3-ab7c-1160d292e249 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:57.903752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38e61961-002c-4d1d-80ba-c3c34298fd7f req-ccce8424-efef-49e3-ab7c-1160d292e249 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 3883 time: 1.0841765 Jan 28 03:47:58.144406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f857f796-70d7-4841-ad07-31973f4f885e,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:58.271115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port ee5861d0-7bcf-4176-bcad-a30f435bcf49 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:47:58.272723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:58.294944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eecd88a1-3a5e-419d-bbb8-ad92bf952261 req-2fae4e8a-cce9-4e63-8993-8bc745e8cd93 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6008584 Jan 28 03:47:58.514448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47240) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:58.550069 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 03:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de3cd26-2e7d-4d64-bb7b-e44d11aab23b x-openstack-request-id: req-0de3cd26-2e7d-4d64-bb7b-e44d11aab23b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:47:58.550069 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-unplugged", "status": "completed", "tag": "f9a79d06-ceec-4150-9174-924a9ec318bb", "code": 200}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7995d3-00b2-4700-ab5b-d5b99bb0102c", "code": 200}, {"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-unplugged", "status": "completed", "tag": "f857f796-70d7-4841-ad07-31973f4f885e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:47:58.550069 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0de3cd26-2e7d-4d64-bb7b-e44d11aab23b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:47:58.550069 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a79d06-ceec-4150-9174-924a9ec318bb', 'code': 200} Jan 28 03:47:58.550069 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7995d3-00b2-4700-ab5b-d5b99bb0102c', 'code': 200} Jan 28 03:47:58.550069 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f857f796-70d7-4841-ad07-31973f4f885e', 'code': 200} Jan 28 03:47:58.592608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38e61961-002c-4d1d-80ba-c3c34298fd7f req-1696c8e3-f694-45e7-955e-a14d5a2f9f36 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6695304 Jan 28 03:47:58.636254 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ee5861d0-7bcf-4176-bcad-a30f435bcf49), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:58.770895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a35a18af-e1a7-4135-b598-71a97a8fde78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:58.790207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Port': ['ID=ee5861d0-7bcf-4176-bcad-a30f435bcf49,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:59.149592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a35a18af-e1a7-4135-b598-71a97a8fde78 admin admin] Publish callbacks [] for security_group (f205ff80-5b3f-4ce1-8234-9707c16febf5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:59.175216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a35a18af-e1a7-4135-b598-71a97a8fde78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f205ff80-5b3f-4ce1-8234-9707c16febf5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:59.196933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:47:59.314089 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a35a18af-e1a7-4135-b598-71a97a8fde78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f1bbf66bc8c4f998c58f5f26ba2e797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7972503 Jan 28 03:47:59.320322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47254) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:47:59.562451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a18af-e1a7-4135-b598-71a97a8fde78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f205ff80-5b3f-4ce1-8234-9707c16febf5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:47:59.716406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:47:59.734146 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] Sync routers for ids ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:47:59.745421 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] Routers {'5499da28-ac20-4f0b-b8e0-bdf4e5feecea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:47:59.746035 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:47:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:47:59.776320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1a9ee-7c7a-4e33-b69c-3e6d8ef22f89 req-713282b8-9749-46f2-9bcb-6d3b3fd936fe tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:59.793028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39a1a9ee-7c7a-4e33-b69c-3e6d8ef22f89 req-713282b8-9749-46f2-9bcb-6d3b3fd936fe tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.2282822 Jan 28 03:47:59.918373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2b4dbec-8ec9-4c2a-9e49-7e5d4ffad8e4 admin admin] Publish callbacks [] for security_group (f205ff80-5b3f-4ce1-8234-9707c16febf5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:00.040231 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2b4dbec-8ec9-4c2a-9e49-7e5d4ffad8e4 admin admin] Publish callbacks [] for security_group (f205ff80-5b3f-4ce1-8234-9707c16febf5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:00.181435 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] Set router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:48:00.185297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39a1a9ee-7c7a-4e33-b69c-3e6d8ef22f89 req-7c38b910-c0b6-4aab-ba99-f642d9143c54 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3913608 Jan 28 03:48:00.200616 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2b4dbec-8ec9-4c2a-9e49-7e5d4ffad8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f205ff80-5b3f-4ce1-8234-9707c16febf5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:00.205074 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2b4dbec-8ec9-4c2a-9e49-7e5d4ffad8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:00.206322 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b2b4dbec-8ec9-4c2a-9e49-7e5d4ffad8e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f205ff80-5b3f-4ce1-8234-9707c16febf5 HTTP/1.1" status: 204 len: 168 time: 0.8811421 Jan 28 03:48:00.239487 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4dbec-8ec9-4c2a-9e49-7e5d4ffad8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f205ff80-5b3f-4ce1-8234-9707c16febf5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:00.260591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] No DVR routers for this DVR port ee5861d0-7bcf-4176-bcad-a30f435bcf49 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:00.268338 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:00.315101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-4b6bfaa6-51f5-4124-b712-696c7f6b2efc tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "DELETE /v2.0/ports/ee5861d0-7bcf-4176-bcad-a30f435bcf49 HTTP/1.1" status: 204 len: 173 time: 5.2185299 Jan 28 03:48:00.336696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-deleted', 'tag': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:00.355094 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980c0feb-93b9-4738-a9b6-66adad2140cf" -d '{"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-deleted", "tag": "ee5861d0-7bcf-4176-bcad-a30f435bcf49"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:00.455328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5598a-111a-43ba-804c-d5881ecbeb57 req-d7a92b73-e8e9-4ed5-959f-33c4126465f2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:00.462721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5598a-111a-43ba-804c-d5881ecbeb57 req-d7a92b73-e8e9-4ed5-959f-33c4126465f2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:00.473603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5598a-111a-43ba-804c-d5881ecbeb57 req-d7a92b73-e8e9-4ed5-959f-33c4126465f2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:00.481274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5598a-111a-43ba-804c-d5881ecbeb57 req-d7a92b73-e8e9-4ed5-959f-33c4126465f2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:00.491228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1e5598a-111a-43ba-804c-d5881ecbeb57 req-d7a92b73-e8e9-4ed5-959f-33c4126465f2 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 3143 time: 0.5110531 Jan 28 03:48:00.524228 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6b2f3c-6ef7-476c-b588-5082a9a622b5 x-openstack-request-id: req-2a6b2f3c-6ef7-476c-b588-5082a9a622b5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:00.524908 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-deleted", "tag": "ee5861d0-7bcf-4176-bcad-a30f435bcf49", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:00.525306 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a6b2f3c-6ef7-476c-b588-5082a9a622b5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:00.525855 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-deleted', 'tag': 'ee5861d0-7bcf-4176-bcad-a30f435bcf49', 'status': 'completed', 'code': 200} Jan 28 03:48:00.665287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1e5598a-111a-43ba-804c-d5881ecbeb57 req-50ecb713-3398-4f72-b6b3-13b428e5667c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686041 Jan 28 03:48:00.692892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-ed8309eb-6be5-423c-b6de-a530f4945eb1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:48:00.693248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-ed8309eb-6be5-423c-b6de-a530f4945eb1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:01.008313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-ed8309eb-6be5-423c-b6de-a530f4945eb1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] For port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:01.009055 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-ed8309eb-6be5-423c-b6de-a530f4945eb1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:01.015790 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:36:01Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '4deeff11-c6a5-4c04-8f23-5a4462cd8382', 'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'mac_address': 'fa:16:3e:d1:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:00Z', 'updated_at': '2022-01-28T03:36:10Z', 'revision_number': 5, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'subnets': [{'id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:48:01.063599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-ed8309eb-6be5-423c-b6de-a530f4945eb1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Calling delete_port for 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:48:01.178243 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] Checking router: 5499da28-ac20-4f0b-b8e0-bdf4e5feecea for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:48:01.246713 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] Routers {'5499da28-ac20-4f0b-b8e0-bdf4e5feecea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:48:01.252748 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:47:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:48:01.653182 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-ee04742a-b201-4bab-841c-619a2aa576bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1427712 Jan 28 03:48:01.665258 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] Set router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:48:01.805798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-9334f718-4489-4752-830d-7f1058b92a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:01.807603 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-9334f718-4489-4752-830d-7f1058b92a74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 1097 time: 0.1244345 Jan 28 03:48:01.890681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 47302) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:48:01.978666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e94bd-43ba-4c7f-832a-30393c55a00c req-d4431978-3dab-41c3-8dbf-93961534dbc1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:01.992019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a8e94bd-43ba-4c7f-832a-30393c55a00c req-d4431978-3dab-41c3-8dbf-93961534dbc1 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 945 time: 0.3999953 Jan 28 03:48:01.997888 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a1224d2-cf11-40db-baf6-dfe6037babb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:02.110816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-a5413bb1-b112-47a2-ac51-cc4cb77f203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:02.113209 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-a5413bb1-b112-47a2-ac51-cc4cb77f203e service neutron] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 912 time: 0.2816906 Jan 28 03:48:02.237674 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a8e94bd-43ba-4c7f-832a-30393c55a00c req-b46284f0-7375-40c4-a120-6177b7bd3cba tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410803 Jan 28 03:48:02.253102 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a1224d2-cf11-40db-baf6-dfe6037babb9 admin admin] Publish callbacks [] for security_group (38e046fa-e905-4598-979c-5e41a450cb38), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:02.270962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ea495-f184-4c01-89d3-7ccc0662f0fa req-f7246c26-ecc2-458e-b107-d19cfb7ce53b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:02.289803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-598ea495-f184-4c01-89d3-7ccc0662f0fa req-f7246c26-ecc2-458e-b107-d19cfb7ce53b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.5428956 Jan 28 03:48:02.393997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a1224d2-cf11-40db-baf6-dfe6037babb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (38e046fa-e905-4598-979c-5e41a450cb38), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:02.405638 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-ad69d2b1-bdc4-4c08-8a87-ee5aca018c5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9580c39b-ffa8-4106-9e8e-814875578c52 HTTP/1.1" status: 200 len: 999 time: 0.2863593 Jan 28 03:48:02.406453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-598ea495-f184-4c01-89d3-7ccc0662f0fa req-d3cd4ad2-e718-4abd-8dfb-9ba7a658e4c1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129963 Jan 28 03:48:02.440678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1224d2-cf11-40db-baf6-dfe6037babb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e046fa-e905-4598-979c-5e41a450cb38,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:02.564385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-53513f6b-5910-4f97-9306-f089484df5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:02.566218 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-53513f6b-5910-4f97-9306-f089484df5e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.1534564 Jan 28 03:48:02.576982 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-ed8309eb-6be5-423c-b6de-a530f4945eb1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (277f3f55-a304-41ef-bfc1-6c1d2561d4f7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:02.689751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-451f9a41-4b49-4a8d-9861-41ea844a1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:02.692244 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-451f9a41-4b49-4a8d-9861-41ea844a1d0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156762 Jan 28 03:48:02.697382 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:48:02.701986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3a1224d2-cf11-40db-baf6-dfe6037babb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48d75bfc0dfb4b56813e7c910c0e45f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7786894 Jan 28 03:48:02.724728 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8309eb-6be5-423c-b6de-a530f4945eb1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Port': ['ID=277f3f55-a304-41ef-bfc1-6c1d2561d4f7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:02.796879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f32c4-6be5-4780-ba46-19feb0ded05f req-2da97aaa-7345-4450-9ca8-0832609a8eef tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:02.816460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f32c4-6be5-4780-ba46-19feb0ded05f req-2da97aaa-7345-4450-9ca8-0832609a8eef tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:02.824714 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:36:01Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '4deeff11-c6a5-4c04-8f23-5a4462cd8382', 'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'mac_address': 'fa:16:3e:d1:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:00Z', 'updated_at': '2022-01-28T03:36:10Z', 'revision_number': 5, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'subnets': [{'id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:48:02.828108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f32c4-6be5-4780-ba46-19feb0ded05f req-2da97aaa-7345-4450-9ca8-0832609a8eef tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:02.838803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f32c4-6be5-4780-ba46-19feb0ded05f req-2da97aaa-7345-4450-9ca8-0832609a8eef tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:02.851874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-411f32c4-6be5-4780-ba46-19feb0ded05f req-2da97aaa-7345-4450-9ca8-0832609a8eef tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 3143 time: 0.4497719 Jan 28 03:48:02.915484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-ed8309eb-6be5-423c-b6de-a530f4945eb1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] No DVR routers for this DVR port 277f3f55-a304-41ef-bfc1-6c1d2561d4f7 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:02.920983 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-ed8309eb-6be5-423c-b6de-a530f4945eb1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:02.928118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-ed8309eb-6be5-423c-b6de-a530f4945eb1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "DELETE /v2.0/ports/277f3f55-a304-41ef-bfc1-6c1d2561d4f7 HTTP/1.1" status: 204 len: 173 time: 2.6033950 Jan 28 03:48:02.948155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-deleted', 'tag': '277f3f55-a304-41ef-bfc1-6c1d2561d4f7'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:02.949278 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f5890-f002-4883-bd6e-68ec5e90c9b7 None None] The sync data for ids ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'] in n-d-808199-14 is: [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:36:01Z', 'revision_number': 4, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '4deeff11-c6a5-4c04-8f23-5a4462cd8382', 'name': '', 'network_id': '1159329d-88f1-4a00-b528-9abded9171ef', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'mac_address': 'fa:16:3e:d1:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:00Z', 'updated_at': '2022-01-28T03:36:10Z', 'revision_number': 5, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'subnets': [{'id': 'd6207826-594e-4d4a-9769-e7e93e590745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:48:02.953883 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15882a15-f297-4bb1-b77e-cccade342b7e" -d '{"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-deleted", "tag": "277f3f55-a304-41ef-bfc1-6c1d2561d4f7"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:03.161606 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b7ef655-a794-4761-9ed7-7f900e94bd54 admin admin] Publish callbacks [] for security_group (38e046fa-e905-4598-979c-5e41a450cb38), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:03.244406 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b7ef655-a794-4761-9ed7-7f900e94bd54 admin admin] Publish callbacks [] for security_group (38e046fa-e905-4598-979c-5e41a450cb38), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:03.308166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-411f32c4-6be5-4780-ba46-19feb0ded05f req-0d12e4a5-5a86-40a5-b4a7-2e0c1cee611a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515052 Jan 28 03:48:03.402722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-6cf6ee90-2b5e-4dd0-ad4e-08ecdecf65cb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting port f857f796-70d7-4841-ad07-31973f4f885e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:48:03.403068 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-6cf6ee90-2b5e-4dd0-ad4e-08ecdecf65cb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f857f796-70d7-4841-ad07-31973f4f885e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:03.599989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b7ef655-a794-4761-9ed7-7f900e94bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (38e046fa-e905-4598-979c-5e41a450cb38), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:03.603510 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b7ef655-a794-4761-9ed7-7f900e94bd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:03.609426 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9b7ef655-a794-4761-9ed7-7f900e94bd54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38e046fa-e905-4598-979c-5e41a450cb38 HTTP/1.1" status: 204 len: 168 time: 0.9109862 Jan 28 03:48:03.688946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-dd012281-edf5-4250-a983-5a79e826743f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:03.694917 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-dd012281-edf5-4250-a983-5a79e826743f tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 945 time: 0.8030071 Jan 28 03:48:03.733172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-6cf6ee90-2b5e-4dd0-ad4e-08ecdecf65cb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] For port f857f796-70d7-4841-ad07-31973f4f885e, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f857f796-70d7-4841-ad07-31973f4f885e,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:03.737660 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-6cf6ee90-2b5e-4dd0-ad4e-08ecdecf65cb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f857f796-70d7-4841-ad07-31973f4f885e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:03.818192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-6cf6ee90-2b5e-4dd0-ad4e-08ecdecf65cb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Calling delete_port for f857f796-70d7-4841-ad07-31973f4f885e owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:48:03.819778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85abf7-bde6-4ef1-a026-18e92204d1b3 None None] New status for floating IP 86653aca-9f7d-4bd9-b62c-c8920f15f212: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:48:03.855008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ef655-a794-4761-9ed7-7f900e94bd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e046fa-e905-4598-979c-5e41a450cb38,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:04.017298 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf0d23a-907d-4576-af91-17382224f232 x-openstack-request-id: req-ddf0d23a-907d-4576-af91-17382224f232 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:04.019725 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-deleted", "tag": "277f3f55-a304-41ef-bfc1-6c1d2561d4f7", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:04.020141 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddf0d23a-907d-4576-af91-17382224f232 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:04.020701 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-deleted', 'tag': '277f3f55-a304-41ef-bfc1-6c1d2561d4f7', 'status': 'completed', 'code': 200} Jan 28 03:48:04.259901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-db82eefb-f98a-4ffd-aa5f-089e583e1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:04.264488 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-db82eefb-f98a-4ffd-aa5f-089e583e1231 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1097 time: 0.8372734 Jan 28 03:48:04.312619 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-f7a3242b-3a03-4aed-be70-8f86de134bfa service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4832788 Jan 28 03:48:04.503121 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-6cf6ee90-2b5e-4dd0-ad4e-08ecdecf65cb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f857f796-70d7-4841-ad07-31973f4f885e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:04.593246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6ee90-2b5e-4dd0-ad4e-08ecdecf65cb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Port': ['ID=f857f796-70d7-4841-ad07-31973f4f885e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:04.664154 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9719f472-51bc-4b1f-9b78-4bf0cc038a8e req-a99f1b88-19a7-453d-a35f-b21baa5a7603 service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449984 Jan 28 03:48:04.727826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-b184669d-43c3-4741-9d87-e94920b7db61 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Deleting port 19e8a205-d973-448e-9336-5284e6eb3219 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:48:04.728396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-b184669d-43c3-4741-9d87-e94920b7db61 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (19e8a205-d973-448e-9336-5284e6eb3219), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:04.743576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-6cf6ee90-2b5e-4dd0-ad4e-08ecdecf65cb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] No DVR routers for this DVR port f857f796-70d7-4841-ad07-31973f4f885e on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:04.754502 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-6cf6ee90-2b5e-4dd0-ad4e-08ecdecf65cb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:04.763809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-6cf6ee90-2b5e-4dd0-ad4e-08ecdecf65cb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "DELETE /v2.0/ports/f857f796-70d7-4841-ad07-31973f4f885e HTTP/1.1" status: 204 len: 173 time: 1.7975519 Jan 28 03:48:04.774045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c13ba-65cb-4850-93a0-ab148191ec77 req-4176da17-1d87-4488-8e57-f8abfeebc9cb tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:04.784831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d88c13ba-65cb-4850-93a0-ab148191ec77 req-4176da17-1d87-4488-8e57-f8abfeebc9cb tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 945 time: 0.4691701 Jan 28 03:48:04.977005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-0f43eca9-02c5-49e9-91ca-971b15e597c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:04.979006 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-0f43eca9-02c5-49e9-91ca-971b15e597c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.3707206 Jan 28 03:48:05.037487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:48:05.198776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d88c13ba-65cb-4850-93a0-ab148191ec77 req-2cd0696c-162e-49cd-a330-9d8d1e1d6d33 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/security-groups?id=73e52c2b-66cb-4af8-9b1f-edf2040a75e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559624 Jan 28 03:48:05.292929 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-9233bca0-fcad-40b5-aff0-8bfbc36f0ea7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 200 len: 1001 time: 0.2756674 Jan 28 03:48:05.361754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-b184669d-43c3-4741-9d87-e94920b7db61 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] For port 19e8a205-d973-448e-9336-5284e6eb3219, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=19e8a205-d973-448e-9336-5284e6eb3219,segment=NetworkSegment(add79f12-eabe-414b-8c48-6d65ec23e9a4),segment_id=add79f12-eabe-414b-8c48-6d65ec23e9a4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:05.366029 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-b184669d-43c3-4741-9d87-e94920b7db61 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (19e8a205-d973-448e-9336-5284e6eb3219), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:05.456617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-b184669d-43c3-4741-9d87-e94920b7db61 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Calling delete_port for 19e8a205-d973-448e-9336-5284e6eb3219 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:48:05.483312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:48:05.484222 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:05.529732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-ffeaf39b-9a98-4fc0-bf1b-2bb78c49dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:05.546672 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-ffeaf39b-9a98-4fc0-bf1b-2bb78c49dd25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.2314262 Jan 28 03:48:05.564092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:05.567373 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568dc48b-08c8-4b33-9780-bae720657bd2" -d '{"events": [{"server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "name": "network-vif-unplugged", "status": "completed", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:05.597183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:05.607449 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:05.678078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20808a9e-ae2d-4785-a3b4-ea2b2292bf54 req-acb79073-fc74-4e4e-b158-285395a09515 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:05.679622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20808a9e-ae2d-4785-a3b4-ea2b2292bf54 req-acb79073-fc74-4e4e-b158-285395a09515 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 945 time: 0.4797397 Jan 28 03:48:05.747876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-54299d13-e2c6-43ec-b211-3015e173172a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting port ee7995d3-00b2-4700-ab5b-d5b99bb0102c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:48:05.748224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-54299d13-e2c6-43ec-b211-3015e173172a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:05.815397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:05.960675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-dc6db37e-7b15-4722-8be2-57b0037a4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:05.970940 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-dc6db37e-7b15-4722-8be2-57b0037a4b9b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1886086 Jan 28 03:48:05.983565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f5297-be9f-44ef-a624-8ff3fb5014f8 req-046171b4-edfa-45c4-b5ef-04971d714118 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:05.997715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f5297-be9f-44ef-a624-8ff3fb5014f8 req-046171b4-edfa-45c4-b5ef-04971d714118 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:06.008993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e97f5297-be9f-44ef-a624-8ff3fb5014f8 req-046171b4-edfa-45c4-b5ef-04971d714118 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 1677 time: 0.5303631 Jan 28 03:48:06.055877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-deleted', 'tag': 'f857f796-70d7-4841-ad07-31973f4f885e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:06.070094 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce157d9-3706-4b56-ac01-ac211ed034b2" -d '{"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-deleted", "tag": "f857f796-70d7-4841-ad07-31973f4f885e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:06.158949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e97f5297-be9f-44ef-a624-8ff3fb5014f8 req-ece3b5c7-7e50-4011-b6fa-12d3e826449b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505868 Jan 28 03:48:06.205448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20808a9e-ae2d-4785-a3b4-ea2b2292bf54 req-170eb303-e542-4da0-a372-e0fd9c7ba680 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5088072 Jan 28 03:48:06.321078 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4876be64-c64e-4b1a-b1af-e04e74ff04cb x-openstack-request-id: req-4876be64-c64e-4b1a-b1af-e04e74ff04cb {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:06.322718 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "name": "network-vif-unplugged", "status": "completed", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:06.323193 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4876be64-c64e-4b1a-b1af-e04e74ff04cb {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:06.323912 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'code': 200} Jan 28 03:48:06.327665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-54299d13-e2c6-43ec-b211-3015e173172a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] For port ee7995d3-00b2-4700-ab5b-d5b99bb0102c, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:06.328144 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-54299d13-e2c6-43ec-b211-3015e173172a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:06.481583 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfb1b8b-736a-49b4-80e0-37d109a10701 x-openstack-request-id: req-9dfb1b8b-736a-49b4-80e0-37d109a10701 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:06.481889 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-deleted", "tag": "f857f796-70d7-4841-ad07-31973f4f885e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:06.482142 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9dfb1b8b-736a-49b4-80e0-37d109a10701 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:06.482592 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-deleted', 'tag': 'f857f796-70d7-4841-ad07-31973f4f885e', 'status': 'completed', 'code': 200} Jan 28 03:48:06.487652 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-b184669d-43c3-4741-9d87-e94920b7db61 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (19e8a205-d973-448e-9336-5284e6eb3219), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:06.510339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-54299d13-e2c6-43ec-b211-3015e173172a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Calling delete_port for ee7995d3-00b2-4700-ab5b-d5b99bb0102c owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:48:06.512759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-f585bf27-1a29-4123-a702-88e55284f190 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:06.519630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-f585bf27-1a29-4123-a702-88e55284f190 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:06.527426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-f585bf27-1a29-4123-a702-88e55284f190 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:06.537589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-f585bf27-1a29-4123-a702-88e55284f190 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:06.576890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-f585bf27-1a29-4123-a702-88e55284f190 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:06.599608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-f585bf27-1a29-4123-a702-88e55284f190 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:06.612596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-f585bf27-1a29-4123-a702-88e55284f190 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:06.614666 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-f585bf27-1a29-4123-a702-88e55284f190 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5445 time: 0.4126160 Jan 28 03:48:06.651448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184669d-43c3-4741-9d87-e94920b7db61 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Pushing event deleted for resources: {'Port': ['ID=19e8a205-d973-448e-9336-5284e6eb3219,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:06.660763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 19e8a205-d973-448e-9336-5284e6eb3219 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:48:06.701835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 19e8a205-d973-448e-9336-5284e6eb3219 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:48:06.706176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 19e8a205-d973-448e-9336-5284e6eb3219 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:48:06.782635 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-851be965-dbe5-48fb-8db6-7668e61d2b11 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8052053 Jan 28 03:48:06.838717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-b184669d-43c3-4741-9d87-e94920b7db61 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] No DVR routers for this DVR port 19e8a205-d973-448e-9336-5284e6eb3219 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:06.853802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-566a632c-dadb-4192-9ee9-0e01b77312d7 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:06.855731 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-566a632c-dadb-4192-9ee9-0e01b77312d7 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "GET /v2.0/ports/e8774d71-d445-4466-9295-940f388820b2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2077472 Jan 28 03:48:06.858842 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-b184669d-43c3-4741-9d87-e94920b7db61 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:06.865499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e698fd00-62d1-4417-a19c-1d00986c3e5f req-b184669d-43c3-4741-9d87-e94920b7db61 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.42 "DELETE /v2.0/ports/19e8a205-d973-448e-9336-5284e6eb3219 HTTP/1.1" status: 204 len: 173 time: 3.1309841 Jan 28 03:48:06.866352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b78244-1306-46cb-b951-4277250c1042', 'name': 'network-vif-deleted', 'tag': '19e8a205-d973-448e-9336-5284e6eb3219'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:06.870499 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f637e8b9-39ec-42a7-8b35-13139dc8bb44" -d '{"events": [{"server_uuid": "b1b78244-1306-46cb-b951-4277250c1042", "name": "network-vif-deleted", "tag": "19e8a205-d973-448e-9336-5284e6eb3219"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:07.182968 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-83f6f5c5-03db-416a-b6f1-16a89306cec1 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "GET /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2437861 Jan 28 03:48:07.185053 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a1b36757-b950-45a8-b11f-87e7ab07690d req-70499605-5e94-4036-b14b-013aed4a1def service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968830 Jan 28 03:48:07.209999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:48:07.391806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c33a7716-2f0e-4f4e-8620-4eb4b201c7fc req-cd2c728b-6175-4f29-b77e-df875d4c3c70 tempest-AttachVolumeNegativeTest-660591453 tempest-AttachVolumeNegativeTest-660591453-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b78244-1306-46cb-b951-4277250c1042 HTTP/1.1" status: 200 len: 210 time: 0.7862170 Jan 28 03:48:07.410253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c928-115c-44c3-a6e5-156151877bf9 req-ccd3d5c0-eb2d-45fb-b532-4cd1c903842a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:07.415836 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c928-115c-44c3-a6e5-156151877bf9 req-ccd3d5c0-eb2d-45fb-b532-4cd1c903842a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:07.416023 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e8774d71-d445-4466-9295-940f388820b2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:07.421209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c928-115c-44c3-a6e5-156151877bf9 req-ccd3d5c0-eb2d-45fb-b532-4cd1c903842a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:07.428266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c928-115c-44c3-a6e5-156151877bf9 req-ccd3d5c0-eb2d-45fb-b532-4cd1c903842a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:07.434077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c928-115c-44c3-a6e5-156151877bf9 req-ccd3d5c0-eb2d-45fb-b532-4cd1c903842a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:07.449037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c928-115c-44c3-a6e5-156151877bf9 req-ccd3d5c0-eb2d-45fb-b532-4cd1c903842a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:07.454760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c928-115c-44c3-a6e5-156151877bf9 req-ccd3d5c0-eb2d-45fb-b532-4cd1c903842a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:07.462399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f62c928-115c-44c3-a6e5-156151877bf9 req-ccd3d5c0-eb2d-45fb-b532-4cd1c903842a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 5445 time: 1.0949802 Jan 28 03:48:07.546474 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb032cb-1f31-41f1-91ff-67a7212da117 x-openstack-request-id: req-cbb032cb-1f31-41f1-91ff-67a7212da117 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:07.547162 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b78244-1306-46cb-b951-4277250c1042", "name": "network-vif-deleted", "tag": "19e8a205-d973-448e-9336-5284e6eb3219", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:07.547451 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbb032cb-1f31-41f1-91ff-67a7212da117 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:07.548012 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b78244-1306-46cb-b951-4277250c1042', 'name': 'network-vif-deleted', 'tag': '19e8a205-d973-448e-9336-5284e6eb3219', 'status': 'completed', 'code': 200} Jan 28 03:48:07.565518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f62c928-115c-44c3-a6e5-156151877bf9 req-b73bb96a-8154-4192-b91e-dfdaeae605d3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020751 Jan 28 03:48:07.802020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] For port e8774d71-d445-4466-9295-940f388820b2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e8774d71-d445-4466-9295-940f388820b2,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:07.880963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] For port e8774d71-d445-4466-9295-940f388820b2, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:48:07.884530 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-54299d13-e2c6-43ec-b211-3015e173172a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ee7995d3-00b2-4700-ab5b-d5b99bb0102c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:07.933345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] device_id is not set on port e8774d71-d445-4466-9295-940f388820b2 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:48:07.956078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] Publish callbacks [] for port (e8774d71-d445-4466-9295-940f388820b2), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:07.966055 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e8774d71-d445-4466-9295-940f388820b2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:08.032936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54299d13-e2c6-43ec-b211-3015e173172a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Port': ['ID=ee7995d3-00b2-4700-ab5b-d5b99bb0102c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:08.075637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] No DVR routers for this DVR port e8774d71-d445-4466-9295-940f388820b2 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:08.077634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-54299d13-e2c6-43ec-b211-3015e173172a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] No DVR routers for this DVR port ee7995d3-00b2-4700-ab5b-d5b99bb0102c on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:08.079400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] Pushing event updated for resources: {'Port': ['ID=e8774d71-d445-4466-9295-940f388820b2,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:08.098778 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-54299d13-e2c6-43ec-b211-3015e173172a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:08.102127 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-54299d13-e2c6-43ec-b211-3015e173172a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "DELETE /v2.0/ports/ee7995d3-00b2-4700-ab5b-d5b99bb0102c HTTP/1.1" status: 204 len: 173 time: 3.3058174 Jan 28 03:48:08.121238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f014a0b-ad55-492f-aa2b-223038bd6c72 req-eabe0ad8-2611-4d41-b7aa-e1f2f6e22471 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:08.129087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f014a0b-ad55-492f-aa2b-223038bd6c72 req-eabe0ad8-2611-4d41-b7aa-e1f2f6e22471 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.2790003 Jan 28 03:48:08.161799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] In _notify_port_updated(), no bound segment for port e8774d71-d445-4466-9295-940f388820b2 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:48:08.163072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:08.164048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:08.166109 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-383689f3-fab7-44fc-ac29-7a1a6265b514 service neutron] 10.222.0.42 "PUT /v2.0/ports/e8774d71-d445-4466-9295-940f388820b2 HTTP/1.1" status: 200 len: 1031 time: 0.9744143 Jan 28 03:48:08.275574 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76b91a-313a-4d73-bb81-e5d32d41381c req-40bba765-78f4-4a2a-a73e-0bc17e0b1e84 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:08.286563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76b91a-313a-4d73-bb81-e5d32d41381c req-40bba765-78f4-4a2a-a73e-0bc17e0b1e84 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:08.289038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a76b91a-313a-4d73-bb81-e5d32d41381c req-40bba765-78f4-4a2a-a73e-0bc17e0b1e84 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 1599 time: 0.5821381 Jan 28 03:48:08.313338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-26ec4ea8-ed41-400b-bc55-563f9901be5e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:08.316243 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-26ec4ea8-ed41-400b-bc55-563f9901be5e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "GET /v2.0/ports/84d12947-5baa-4899-9edc-46564dd50397?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1376812 Jan 28 03:48:08.398490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:48:08.472609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f014a0b-ad55-492f-aa2b-223038bd6c72 req-a8d38219-3123-47e0-b1ba-23a035109827 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3398156 Jan 28 03:48:08.490477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-deleted', 'tag': 'ee7995d3-00b2-4700-ab5b-d5b99bb0102c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:08.498225 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e0e4c0-3b20-4a45-9e06-d547aa17e153" -d '{"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-deleted", "tag": "ee7995d3-00b2-4700-ab5b-d5b99bb0102c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:08.554883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-444d47be-2b78-4e13-b004-731f7817ea80 None None] Provisioning complete for port e8774d71-d445-4466-9295-940f388820b2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:48:08.558575 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-444d47be-2b78-4e13-b004-731f7817ea80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e8774d71-d445-4466-9295-940f388820b2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:08.581665 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84d12947-5baa-4899-9edc-46564dd50397), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:08.585568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a76b91a-313a-4d73-bb81-e5d32d41381c req-c4d5c1ce-b479-4024-a8a5-44cc9c1a65e3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790308 Jan 28 03:48:08.592986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 47472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:48:08.695994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-444d47be-2b78-4e13-b004-731f7817ea80 None None] Port e8774d71-d445-4466-9295-940f388820b2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:48:08.755147 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ae4611-378a-4e31-8385-df686db3a9af x-openstack-request-id: req-b1ae4611-378a-4e31-8385-df686db3a9af {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:08.755682 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-deleted", "tag": "ee7995d3-00b2-4700-ab5b-d5b99bb0102c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:08.756140 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1ae4611-378a-4e31-8385-df686db3a9af {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:08.756761 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-deleted', 'tag': 'ee7995d3-00b2-4700-ab5b-d5b99bb0102c', 'status': 'completed', 'code': 200} Jan 28 03:48:08.778323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-1a526aae-d058-41b9-8f83-883000083e9f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting port f9a79d06-ceec-4150-9174-924a9ec318bb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:48:08.778931 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-1a526aae-d058-41b9-8f83-883000083e9f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:08.890680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] For port 84d12947-5baa-4899-9edc-46564dd50397, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=84d12947-5baa-4899-9edc-46564dd50397,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:08.919015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-c835354e-2ee5-4cf4-a9b4-b85975745449 admin admin] Deleting subnet 7d83b314-6385-4d8b-a8b6-a1e573523309 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:48:08.926889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c835354e-2ee5-4cf4-a9b4-b85975745449 admin admin] Publish callbacks [] for subnet (7d83b314-6385-4d8b-a8b6-a1e573523309), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:08.936048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] For port 84d12947-5baa-4899-9edc-46564dd50397, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:48:08.994467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5921-60ae-4cd6-87e7-372d3af6aeff req-ec32c083-bd5f-4924-9983-d8ccd336e4c4 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:09.000808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5921-60ae-4cd6-87e7-372d3af6aeff req-ec32c083-bd5f-4924-9983-d8ccd336e4c4 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:09.007351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5921-60ae-4cd6-87e7-372d3af6aeff req-ec32c083-bd5f-4924-9983-d8ccd336e4c4 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:09.013396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5921-60ae-4cd6-87e7-372d3af6aeff req-ec32c083-bd5f-4924-9983-d8ccd336e4c4 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:09.020881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5921-60ae-4cd6-87e7-372d3af6aeff req-ec32c083-bd5f-4924-9983-d8ccd336e4c4 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:09.026551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5921-60ae-4cd6-87e7-372d3af6aeff req-ec32c083-bd5f-4924-9983-d8ccd336e4c4 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:09.026877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] device_id is not set on port 84d12947-5baa-4899-9edc-46564dd50397 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:48:09.034962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f3f5921-60ae-4cd6-87e7-372d3af6aeff req-ec32c083-bd5f-4924-9983-d8ccd336e4c4 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 4667 time: 0.2501657 Jan 28 03:48:09.058371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] Publish callbacks [] for port (84d12947-5baa-4899-9edc-46564dd50397), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.066605 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (84d12947-5baa-4899-9edc-46564dd50397), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.140455 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c835354e-2ee5-4cf4-a9b4-b85975745449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (7d83b314-6385-4d8b-a8b6-a1e573523309), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.144290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-1a526aae-d058-41b9-8f83-883000083e9f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] For port f9a79d06-ceec-4150-9174-924a9ec318bb, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f9a79d06-ceec-4150-9174-924a9ec318bb,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:09.144756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-1a526aae-d058-41b9-8f83-883000083e9f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.165916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] No DVR routers for this DVR port 84d12947-5baa-4899-9edc-46564dd50397 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:09.230814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-1a526aae-d058-41b9-8f83-883000083e9f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Calling delete_port for f9a79d06-ceec-4150-9174-924a9ec318bb owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:48:09.235631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] Pushing event updated for resources: {'Port': ['ID=84d12947-5baa-4899-9edc-46564dd50397,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:09.265536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f3f5921-60ae-4cd6-87e7-372d3af6aeff req-f3a2e1e3-2e4b-43c9-b997-325b4d0777ca tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd7e144f-b0bd-47b8-bcc1-7d04798767d0&id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2293053 Jan 28 03:48:09.300640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] In _notify_port_updated(), no bound segment for port 84d12947-5baa-4899-9edc-46564dd50397 on network 59a6cd2b-f3fb-444d-9be1-fcacf252242c {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:48:09.302076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:09.302707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.304038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-2e4a0b01-991a-4e1b-9c87-289c1e8e2a19 service neutron] 10.222.0.42 "PUT /v2.0/ports/84d12947-5baa-4899-9edc-46564dd50397 HTTP/1.1" status: 200 len: 1033 time: 0.9686885 Jan 28 03:48:09.361651 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c835354e-2ee5-4cf4-a9b4-b85975745449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7d83b314-6385-4d8b-a8b6-a1e573523309), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.491101 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c835354e-2ee5-4cf4-a9b4-b85975745449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (7d83b314-6385-4d8b-a8b6-a1e573523309), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.539082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-6d76cc3c-d930-49e4-a41e-fe14d2198d63 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting port 30353f27-3398-4edf-b7d4-37e9d4e89394 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:48:09.539623 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-6d76cc3c-d930-49e4-a41e-fe14d2198d63 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.586366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-91d1dab9-88e8-4386-97da-824afee15b40 None None] Provisioning complete for port 84d12947-5baa-4899-9edc-46564dd50397 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:48:09.586917 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-91d1dab9-88e8-4386-97da-824afee15b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84d12947-5baa-4899-9edc-46564dd50397), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.649014 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c835354e-2ee5-4cf4-a9b4-b85975745449 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.667637 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c835354e-2ee5-4cf4-a9b4-b85975745449 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d83b314-6385-4d8b-a8b6-a1e573523309 HTTP/1.1" status: 204 len: 168 time: 1.0735426 Jan 28 03:48:09.675818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835354e-2ee5-4cf4-a9b4-b85975745449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d83b314-6385-4d8b-a8b6-a1e573523309,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:09.680300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 47498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:48:09.769221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-91d1dab9-88e8-4386-97da-824afee15b40 None None] Port 84d12947-5baa-4899-9edc-46564dd50397 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:48:09.886150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-13280de2-bab8-4784-87d3-058440b28dfd req-6d76cc3c-d930-49e4-a41e-fe14d2198d63 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] For port 30353f27-3398-4edf-b7d4-37e9d4e89394, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30353f27-3398-4edf-b7d4-37e9d4e89394,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:09.886526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-6d76cc3c-d930-49e4-a41e-fe14d2198d63 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.905473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fb735-718f-463d-8335-9a8cdcf0d99e req-a52d52bf-af38-4d44-80a0-6981dc1e350b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:09.907991 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-251fb735-718f-463d-8335-9a8cdcf0d99e req-a52d52bf-af38-4d44-80a0-6981dc1e350b tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.2356837 Jan 28 03:48:09.917770 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (80e713ce-3f48-4952-87eb-e4902d278ec1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:09.921765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-6d76cc3c-d930-49e4-a41e-fe14d2198d63 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Calling delete_port for 30353f27-3398-4edf-b7d4-37e9d4e89394 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:48:09.947447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e622d9-7feb-4026-9a1c-dd5298bdb240 req-f6c03ccb-33ae-4bac-ab63-24ec27efd427 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:09.956465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93e622d9-7feb-4026-9a1c-dd5298bdb240 req-f6c03ccb-33ae-4bac-ab63-24ec27efd427 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 943 time: 0.1815174 Jan 28 03:48:10.130670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93e622d9-7feb-4026-9a1c-dd5298bdb240 req-2a57113d-3125-456d-a390-0af30c759c76 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733119 Jan 28 03:48:10.188826 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (80e713ce-3f48-4952-87eb-e4902d278ec1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.217029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e713ce-3f48-4952-87eb-e4902d278ec1']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:48:10.217988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-6d76cc3c-d930-49e4-a41e-fe14d2198d63 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (30353f27-3398-4edf-b7d4-37e9d4e89394), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.230003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add79f12-eabe-414b-8c48-6d65ec23e9a4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:48:10.230903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add79f12-eabe-414b-8c48-6d65ec23e9a4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:48:10.242688 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (add79f12-eabe-414b-8c48-6d65ec23e9a4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.257574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (add79f12-eabe-414b-8c48-6d65ec23e9a4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.265021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:48:10.265427 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (add79f12-eabe-414b-8c48-6d65ec23e9a4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.276181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76cc3c-d930-49e4-a41e-fe14d2198d63 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Port': ['ID=30353f27-3398-4edf-b7d4-37e9d4e89394,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:48:10.372150 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:48:10.374507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-1a526aae-d058-41b9-8f83-883000083e9f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f9a79d06-ceec-4150-9174-924a9ec318bb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.386357 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (80e713ce-3f48-4952-87eb-e4902d278ec1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.392511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-251fb735-718f-463d-8335-9a8cdcf0d99e req-e3ea503c-589b-461b-91c4-784960eeb70c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4720345 Jan 28 03:48:10.417866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-13280de2-bab8-4784-87d3-058440b28dfd req-6d76cc3c-d930-49e4-a41e-fe14d2198d63 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] No DVR routers for this DVR port 30353f27-3398-4edf-b7d4-37e9d4e89394 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:10.431088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-6d76cc3c-d930-49e4-a41e-fe14d2198d63 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.433018 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.439070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/80e713ce-3f48-4952-87eb-e4902d278ec1 HTTP/1.1" status: 204 len: 168 time: 0.7507491 Jan 28 03:48:10.442929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a526aae-d058-41b9-8f83-883000083e9f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Port': ['ID=f9a79d06-ceec-4150-9174-924a9ec318bb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:10.445529 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-6d76cc3c-d930-49e4-a41e-fe14d2198d63 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "DELETE /v2.0/ports/30353f27-3398-4edf-b7d4-37e9d4e89394 HTTP/1.1" status: 204 len: 173 time: 1.1357772 Jan 28 03:48:10.458234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-deleted', 'tag': '30353f27-3398-4edf-b7d4-37e9d4e89394'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:10.460059 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbd90a8c-8f87-4b10-bc52-d92ea4f90e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.463405 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06e820e-a828-48f8-b96d-67e7675be513" -d '{"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-deleted", "tag": "30353f27-3398-4edf-b7d4-37e9d4e89394"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:10.478247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e58fef-e0ce-42f2-a4e4-3129755523a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=80e713ce-3f48-4952-87eb-e4902d278ec1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:10.633113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-1a526aae-d058-41b9-8f83-883000083e9f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] No DVR routers for this DVR port f9a79d06-ceec-4150-9174-924a9ec318bb on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:10.646349 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-1a526aae-d058-41b9-8f83-883000083e9f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.653243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a29488-dff7-41ab-8db6-ae631bd09cdc req-1a526aae-d058-41b9-8f83-883000083e9f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.42 "DELETE /v2.0/ports/f9a79d06-ceec-4150-9174-924a9ec318bb HTTP/1.1" status: 204 len: 173 time: 2.5213633 Jan 28 03:48:10.661478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 17a056e6-a188-4379-804e-badd8b82d884 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:48:10.740128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb9c6-63f8-42f9-bcdd-9353bcb7912a req-7752eb1c-bb59-404d-b186-3e1ad1023eb1 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:10.741472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting port 17a056e6-a188-4379-804e-badd8b82d884 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:48:10.741965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (17a056e6-a188-4379-804e-badd8b82d884), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:10.762979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb9c6-63f8-42f9-bcdd-9353bcb7912a req-7752eb1c-bb59-404d-b186-3e1ad1023eb1 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:10.785680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb9c6-63f8-42f9-bcdd-9353bcb7912a req-7752eb1c-bb59-404d-b186-3e1ad1023eb1 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:10.805024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb9c6-63f8-42f9-bcdd-9353bcb7912a req-7752eb1c-bb59-404d-b186-3e1ad1023eb1 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:10.822721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2bfb9c6-63f8-42f9-bcdd-9353bcb7912a req-7752eb1c-bb59-404d-b186-3e1ad1023eb1 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 3152 time: 0.3345690 Jan 28 03:48:10.830942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-deleted', 'tag': 'f9a79d06-ceec-4150-9174-924a9ec318bb'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:10.849023 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36715015-3cf0-464e-b43b-ad387a9789a7" -d '{"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-deleted", "tag": "f9a79d06-ceec-4150-9174-924a9ec318bb"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:11.050227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:48:11.054784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47538) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:48:11.087692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2bfb9c6-63f8-42f9-bcdd-9353bcb7912a req-46496ca6-19b2-42c0-ba77-9178426973df tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288272 Jan 28 03:48:11.125202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] For port 17a056e6-a188-4379-804e-badd8b82d884, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=17a056e6-a188-4379-804e-badd8b82d884,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:11.125778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (17a056e6-a188-4379-804e-badd8b82d884), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.169611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 17a056e6-a188-4379-804e-badd8b82d884 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:48:11.172165 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (17a056e6-a188-4379-804e-badd8b82d884), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.265315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 17a056e6-a188-4379-804e-badd8b82d884, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=17a056e6-a188-4379-804e-badd8b82d884,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:11.268273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a056e6-a188-4379-804e-badd8b82d884'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:11.271367 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8c4c26-0c06-46ba-91b4-a3ca7ffab0ec" -d '{"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-unplugged", "status": "completed", "tag": "17a056e6-a188-4379-804e-badd8b82d884"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:11.280015 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (17a056e6-a188-4379-804e-badd8b82d884), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.281112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30353f27-3398-4edf-b7d4-37e9d4e89394 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:48:11.353523 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10afe467-67a2-424e-99f0-3b215be869f1 x-openstack-request-id: req-10afe467-67a2-424e-99f0-3b215be869f1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:11.353814 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-deleted", "tag": "30353f27-3398-4edf-b7d4-37e9d4e89394", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:11.354077 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10afe467-67a2-424e-99f0-3b215be869f1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:11.354503 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-deleted', 'tag': '30353f27-3398-4edf-b7d4-37e9d4e89394', 'status': 'completed', 'code': 200} Jan 28 03:48:11.401464 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142f3488-aaf0-42f2-9955-bb8a2b54b5d5 x-openstack-request-id: req-142f3488-aaf0-42f2-9955-bb8a2b54b5d5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:11.401862 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7721-8df3-44c2-be71-612f53a3b28a", "name": "network-vif-deleted", "tag": "f9a79d06-ceec-4150-9174-924a9ec318bb", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:11.402192 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-142f3488-aaf0-42f2-9955-bb8a2b54b5d5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:11.402676 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7721-8df3-44c2-be71-612f53a3b28a', 'name': 'network-vif-deleted', 'tag': 'f9a79d06-ceec-4150-9174-924a9ec318bb', 'status': 'completed', 'code': 200} Jan 28 03:48:11.446585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 30353f27-3398-4edf-b7d4-37e9d4e89394 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:48:11.447038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30353f27-3398-4edf-b7d4-37e9d4e89394 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:48:11.447838 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f258e0e1-8029-4280-b11c-233fc65cf951 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:48:11.453846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=17a056e6-a188-4379-804e-badd8b82d884,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:11.524866 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9e362a9a-4d47-4dbc-9ff0-34c2485ecbd9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31fe929f67f9406fa207c63d12570a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4665022 Jan 28 03:48:11.527315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:48:11.554843 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-042375ee-9dd4-446e-9330-b2be9d25563f req-0ceb804c-7639-490b-a4fe-bc16d69142d4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0446744 Jan 28 03:48:11.574061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb is: DOWN; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:48:11.658606 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc400-bafd-4abf-bcbd-6636ca3afd9f admin admin] Publish callbacks [] for security_group (73e52c2b-66cb-4af8-9b1f-edf2040a75e3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.685461 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3e6cfa-f95b-4c2f-a635-5dd3893d2340 x-openstack-request-id: req-3a3e6cfa-f95b-4c2f-a635-5dd3893d2340 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:11.685980 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-unplugged", "status": "completed", "tag": "17a056e6-a188-4379-804e-badd8b82d884", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:11.685980 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a3e6cfa-f95b-4c2f-a635-5dd3893d2340 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:11.690255 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a056e6-a188-4379-804e-badd8b82d884', 'code': 200} Jan 28 03:48:11.745774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f258e0e1-8029-4280-b11c-233fc65cf951 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:48:11.746280 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.753385 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc400-bafd-4abf-bcbd-6636ca3afd9f admin admin] Publish callbacks [] for security_group (73e52c2b-66cb-4af8-9b1f-edf2040a75e3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.775286 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:48:11.811075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f258e0e1-8029-4280-b11c-233fc65cf951, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f258e0e1-8029-4280-b11c-233fc65cf951,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:11.818575 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.819638 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e8774d71-d445-4466-9295-940f388820b2 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:48:11.827736 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.828436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (4b655086-378b-4054-bbc0-9e5d363720b8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.828773 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Floating IP 4b655086-378b-4054-bbc0-9e5d363720b8 disassociated. External IP: 172.25.1.184, port: 17a056e6-a188-4379-804e-badd8b82d884. Jan 28 03:48:11.829243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Calling delete_port for 17a056e6-a188-4379-804e-badd8b82d884 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:48:11.943951 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port e8774d71-d445-4466-9295-940f388820b2 host ! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:48:11.944455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e8774d71-d445-4466-9295-940f388820b2 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:48:11.945270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30c43c8c-0670-4520-b4ad-e5d77585381b no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:48:11.960736 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc400-bafd-4abf-bcbd-6636ca3afd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (73e52c2b-66cb-4af8-9b1f-edf2040a75e3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.964652 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc400-bafd-4abf-bcbd-6636ca3afd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:11.965902 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9c9dc400-bafd-4abf-bcbd-6636ca3afd9f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73e52c2b-66cb-4af8-9b1f-edf2040a75e3 HTTP/1.1" status: 204 len: 168 time: 0.4376893 Jan 28 03:48:12.051806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dc400-bafd-4abf-bcbd-6636ca3afd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e52c2b-66cb-4af8-9b1f-edf2040a75e3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:12.095353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f258e0e1-8029-4280-b11c-233fc65cf951,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:12.113544 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:12.257917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 30c43c8c-0670-4520-b4ad-e5d77585381b is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:48:12.259736 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:12.296154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (17a056e6-a188-4379-804e-badd8b82d884), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:12.373692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 30c43c8c-0670-4520-b4ad-e5d77585381b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30c43c8c-0670-4520-b4ad-e5d77585381b,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:12.378228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Port': ['ID=17a056e6-a188-4379-804e-badd8b82d884,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:12.389590 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:12.390509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 84d12947-5baa-4899-9edc-46564dd50397 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:48:12.430223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7970-7e4a-4015-b8bf-3c1fc8548c8b req-2c047375-5c7a-4a55-851d-67554b38e13f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:12.444594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7970-7e4a-4015-b8bf-3c1fc8548c8b req-2c047375-5c7a-4a55-851d-67554b38e13f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:12.455702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7970-7e4a-4015-b8bf-3c1fc8548c8b req-2c047375-5c7a-4a55-851d-67554b38e13f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:12.466056 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae4b7970-7e4a-4015-b8bf-3c1fc8548c8b req-2c047375-5c7a-4a55-851d-67554b38e13f tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 2414 time: 0.1658335 Jan 28 03:48:12.568650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae4b7970-7e4a-4015-b8bf-3c1fc8548c8b req-90f83a56-b0dc-475b-9964-610c288bd30c tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups?id=61fdb84b-d06f-4611-a7c7-6e90b4a2383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015878 Jan 28 03:48:12.593750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=30c43c8c-0670-4520-b4ad-e5d77585381b,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:12.640815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port 84d12947-5baa-4899-9edc-46564dd50397 host ! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:48:12.642099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 84d12947-5baa-4899-9edc-46564dd50397 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:48:12.642644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c8a6c304-98f2-414c-86ef-cd65d145b9fe no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:48:12.701781 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f904d774-ddd7-493f-841b-e76977128e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:12.703387 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Router 612588fd-07cb-43bd-bf7d-ab6b035f1250 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:48:12.751890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c8a6c304-98f2-414c-86ef-cd65d145b9fe is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:48:12.752637 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:12.788617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3bfc8692-0351-475a-a1ba-db0de44f51d3 req-6d6956ee-dc02-40e7-907e-e60fb1cd8978 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.1039550 Jan 28 03:48:12.841910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c8a6c304-98f2-414c-86ef-cd65d145b9fe, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:12.865818 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:12.971104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c8a6c304-98f2-414c-86ef-cd65d145b9fe,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:13.338674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:48:13.350132 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] Sync routers for ids ['612588fd-07cb-43bd-bf7d-ab6b035f1250'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:48:13.366810 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] Routers {'612588fd-07cb-43bd-bf7d-ab6b035f1250'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:48:13.367438 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:48:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['612588fd-07cb-43bd-bf7d-ab6b035f1250'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:48:13.411027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] No DVR routers for this DVR port 17a056e6-a188-4379-804e-badd8b82d884 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:13.413838 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:13.417447 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-337d79e7-1879-486b-8e02-f6438b067e45 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "DELETE /v2.0/ports/17a056e6-a188-4379-804e-badd8b82d884 HTTP/1.1" status: 204 len: 173 time: 2.9668741 Jan 28 03:48:13.417900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-deleted', 'tag': '17a056e6-a188-4379-804e-badd8b82d884'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:13.420158 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55a4bd-727f-4501-a853-615008f2ec13" -d '{"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-deleted", "tag": "17a056e6-a188-4379-804e-badd8b82d884"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:13.540300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-54cd05cc-5b40-4356-86f0-56c3845e2069 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting port c8a6c304-98f2-414c-86ef-cd65d145b9fe {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:48:13.541054 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-54cd05cc-5b40-4356-86f0-56c3845e2069 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:13.608886 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] Set router 612588fd-07cb-43bd-bf7d-ab6b035f1250 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:48:13.644968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-13280de2-bab8-4784-87d3-058440b28dfd req-54cd05cc-5b40-4356-86f0-56c3845e2069 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] For port c8a6c304-98f2-414c-86ef-cd65d145b9fe, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c8a6c304-98f2-414c-86ef-cd65d145b9fe,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:13.647126 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-54cd05cc-5b40-4356-86f0-56c3845e2069 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:13.662761 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-54cd05cc-5b40-4356-86f0-56c3845e2069 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Calling delete_port for c8a6c304-98f2-414c-86ef-cd65d145b9fe owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:48:13.691765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f258e0e1-8029-4280-b11c-233fc65cf951'}, {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c43c8c-0670-4520-b4ad-e5d77585381b'}, {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a6c304-98f2-414c-86ef-cd65d145b9fe'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:13.694635 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fd01ae-10e6-4e2b-b6d6-4baccba685c1" -d '{"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-unplugged", "status": "completed", "tag": "f258e0e1-8029-4280-b11c-233fc65cf951"}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-unplugged", "status": "completed", "tag": "30c43c8c-0670-4520-b4ad-e5d77585381b"}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a6c304-98f2-414c-86ef-cd65d145b9fe"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:13.819179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-54cd05cc-5b40-4356-86f0-56c3845e2069 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c8a6c304-98f2-414c-86ef-cd65d145b9fe), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:13.857709 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:32Z', 'revision_number': 5, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:48:13.863827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd05cc-5b40-4356-86f0-56c3845e2069 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Port': ['ID=c8a6c304-98f2-414c-86ef-cd65d145b9fe,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:13.891756 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] Checking router: 612588fd-07cb-43bd-bf7d-ab6b035f1250 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:48:13.900889 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] Routers {'612588fd-07cb-43bd-bf7d-ab6b035f1250'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:48:13.902134 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:48:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['612588fd-07cb-43bd-bf7d-ab6b035f1250'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:48:13.913602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-13280de2-bab8-4784-87d3-058440b28dfd req-54cd05cc-5b40-4356-86f0-56c3845e2069 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] No DVR routers for this DVR port c8a6c304-98f2-414c-86ef-cd65d145b9fe on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:13.916206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-54cd05cc-5b40-4356-86f0-56c3845e2069 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:13.919982 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-54cd05cc-5b40-4356-86f0-56c3845e2069 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "DELETE /v2.0/ports/c8a6c304-98f2-414c-86ef-cd65d145b9fe HTTP/1.1" status: 204 len: 173 time: 0.4963534 Jan 28 03:48:14.022632 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] Set router 612588fd-07cb-43bd-bf7d-ab6b035f1250 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:48:14.062348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-8eea14ab-e34e-4fee-989c-e4408beff51b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting port f258e0e1-8029-4280-b11c-233fc65cf951 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:48:14.063815 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-8eea14ab-e34e-4fee-989c-e4408beff51b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:14.175373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-13280de2-bab8-4784-87d3-058440b28dfd req-8eea14ab-e34e-4fee-989c-e4408beff51b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] For port f258e0e1-8029-4280-b11c-233fc65cf951, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f258e0e1-8029-4280-b11c-233fc65cf951,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:14.176140 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-8eea14ab-e34e-4fee-989c-e4408beff51b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:14.188823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-8eea14ab-e34e-4fee-989c-e4408beff51b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Calling delete_port for f258e0e1-8029-4280-b11c-233fc65cf951 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:48:14.222817 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:14.300106 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:32Z', 'revision_number': 5, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:48:14.359805 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f3f47-2142-41b7-9182-02d7c57fd857 None None] The sync data for ids ['612588fd-07cb-43bd-bf7d-ab6b035f1250'] in n-d-808199-14 is: [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:36:13Z', 'revision_number': 4, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c72eaec-d1c6-4831-a579-592ff84ae4a2', 'name': '', 'network_id': '39ca72c0-032b-4e3b-b459-91b9ab024a53', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'mac_address': 'fa:16:3e:71:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:11Z', 'updated_at': '2022-01-28T03:36:32Z', 'revision_number': 5, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'subnets': [{'id': '91826628-0551-4f5e-a6c3-0a91742bb049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:48:14.408635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-8eea14ab-e34e-4fee-989c-e4408beff51b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f258e0e1-8029-4280-b11c-233fc65cf951), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:14.444298 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:14.493641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea14ab-e34e-4fee-989c-e4408beff51b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Port': ['ID=f258e0e1-8029-4280-b11c-233fc65cf951,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:14.556781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-13280de2-bab8-4784-87d3-058440b28dfd req-8eea14ab-e34e-4fee-989c-e4408beff51b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] No DVR routers for this DVR port f258e0e1-8029-4280-b11c-233fc65cf951 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:14.561302 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-8eea14ab-e34e-4fee-989c-e4408beff51b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:14.566293 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-8eea14ab-e34e-4fee-989c-e4408beff51b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "DELETE /v2.0/ports/f258e0e1-8029-4280-b11c-233fc65cf951 HTTP/1.1" status: 204 len: 173 time: 0.6409948 Jan 28 03:48:14.680551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-9b5beed6-306b-43f0-b531-347719d8035a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting port 30c43c8c-0670-4520-b4ad-e5d77585381b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:48:14.680971 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-9b5beed6-306b-43f0-b531-347719d8035a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:14.770065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a05ee-7916-49b3-9ab2-2204ef66c9ce None None] New status for floating IP 4b655086-378b-4054-bbc0-9e5d363720b8: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:48:14.800491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-13280de2-bab8-4784-87d3-058440b28dfd req-9b5beed6-306b-43f0-b531-347719d8035a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] For port 30c43c8c-0670-4520-b4ad-e5d77585381b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30c43c8c-0670-4520-b4ad-e5d77585381b,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:48:14.800491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-9b5beed6-306b-43f0-b531-347719d8035a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:14.807722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-13280de2-bab8-4784-87d3-058440b28dfd req-9b5beed6-306b-43f0-b531-347719d8035a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Calling delete_port for 30c43c8c-0670-4520-b4ad-e5d77585381b owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:48:15.078000 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-9b5beed6-306b-43f0-b531-347719d8035a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (30c43c8c-0670-4520-b4ad-e5d77585381b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:15.119082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5beed6-306b-43f0-b531-347719d8035a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Port': ['ID=30c43c8c-0670-4520-b4ad-e5d77585381b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:48:15.178214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-13280de2-bab8-4784-87d3-058440b28dfd req-9b5beed6-306b-43f0-b531-347719d8035a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] No DVR routers for this DVR port 30c43c8c-0670-4520-b4ad-e5d77585381b on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:48:15.181723 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-13280de2-bab8-4784-87d3-058440b28dfd req-9b5beed6-306b-43f0-b531-347719d8035a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:15.184647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-13280de2-bab8-4784-87d3-058440b28dfd req-9b5beed6-306b-43f0-b531-347719d8035a tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.42 "DELETE /v2.0/ports/30c43c8c-0670-4520-b4ad-e5d77585381b HTTP/1.1" status: 204 len: 173 time: 0.6126251 Jan 28 03:48:15.447581 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:16.686264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:36.974328 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76427d6e-40bc-4a94-9384-fe3ac5fbe5b9 x-openstack-request-id: req-76427d6e-40bc-4a94-9384-fe3ac5fbe5b9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:36.974873 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-deleted", "tag": "17a056e6-a188-4379-804e-badd8b82d884", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:36.975172 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76427d6e-40bc-4a94-9384-fe3ac5fbe5b9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:36.975755 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-deleted', 'tag': '17a056e6-a188-4379-804e-badd8b82d884', 'status': 'completed', 'code': 200} Jan 28 03:48:37.043065 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a802ef71-7c9f-4d7e-9d21-1e4f19ebb3ec req-12a035e2-c489-4a7d-83c2-3e859fb00def tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0321441 Jan 28 03:48:37.097852 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ecddd-0c9c-486f-8ac5-b8ba98340c76 x-openstack-request-id: req-c03ecddd-0c9c-486f-8ac5-b8ba98340c76 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:37.098411 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-unplugged", "status": "completed", "tag": "f258e0e1-8029-4280-b11c-233fc65cf951", "code": 200}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-unplugged", "status": "completed", "tag": "30c43c8c-0670-4520-b4ad-e5d77585381b", "code": 200}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a6c304-98f2-414c-86ef-cd65d145b9fe", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:37.099841 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c03ecddd-0c9c-486f-8ac5-b8ba98340c76 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:37.100361 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f258e0e1-8029-4280-b11c-233fc65cf951', 'code': 200} Jan 28 03:48:37.103060 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c43c8c-0670-4520-b4ad-e5d77585381b', 'code': 200} Jan 28 03:48:37.103419 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a6c304-98f2-414c-86ef-cd65d145b9fe', 'code': 200} Jan 28 03:48:37.172470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92dcfbf1-3cc8-4e10-a796-7a714d950555 req-86714170-d345-46a2-a3b9-6fefb89fa8a5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0277250 Jan 28 03:48:38.977415 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-deleted', 'tag': 'c8a6c304-98f2-414c-86ef-cd65d145b9fe'}, {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-deleted', 'tag': 'f258e0e1-8029-4280-b11c-233fc65cf951'}, {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-deleted', 'tag': '30c43c8c-0670-4520-b4ad-e5d77585381b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:48:38.980489 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380323f9-2408-45cd-87f9-39a769beda67" -d '{"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-deleted", "tag": "c8a6c304-98f2-414c-86ef-cd65d145b9fe"}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-deleted", "tag": "f258e0e1-8029-4280-b11c-233fc65cf951"}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-deleted", "tag": "30c43c8c-0670-4520-b4ad-e5d77585381b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:48:40.431144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5f61ac4-6788-4c2d-b285-3dd2da91c8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:42.057810 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:42.528945 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95bd660f-b449-4921-849d-db89de5e0a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:44.215510 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:44.434894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:45.474101 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:46.681862 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:48.757799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-026e2f50-dde7-4de9-b038-b78d1ec25add req-68e658e5-aead-4562-bc5a-012b5fdfb574 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0344741 Jan 28 03:48:48.786231 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:48:48.852647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9220161c-030b-46ff-b05c-d34cc1501a63 req-34e35678-1d27-445a-ae26-424b750a0be4 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0298970 Jan 28 03:48:48.913227 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 03:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bb2d12-927c-4d4e-a329-b7b4f29f4613 x-openstack-request-id: req-f6bb2d12-927c-4d4e-a329-b7b4f29f4613 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:48:48.913717 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-deleted", "tag": "c8a6c304-98f2-414c-86ef-cd65d145b9fe", "status": "completed", "code": 200}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-deleted", "tag": "f258e0e1-8029-4280-b11c-233fc65cf951", "status": "completed", "code": 200}, {"server_uuid": "d213d46a-563d-44bb-8be7-3a4000ae265f", "name": "network-vif-deleted", "tag": "30c43c8c-0670-4520-b4ad-e5d77585381b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:48:48.913954 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6bb2d12-927c-4d4e-a329-b7b4f29f4613 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:48:48.914461 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-deleted', 'tag': 'c8a6c304-98f2-414c-86ef-cd65d145b9fe', 'status': 'completed', 'code': 200} Jan 28 03:48:48.914805 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-deleted', 'tag': 'f258e0e1-8029-4280-b11c-233fc65cf951', 'status': 'completed', 'code': 200} Jan 28 03:48:48.915150 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd213d46a-563d-44bb-8be7-3a4000ae265f', 'name': 'network-vif-deleted', 'tag': '30c43c8c-0670-4520-b4ad-e5d77585381b', 'status': 'completed', 'code': 200} Jan 28 03:48:49.863651 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-400d2a14-2742-412f-a424-0ba73bd9e42e req-acf6e7c7-c91f-45a8-8b12-49c5cd4718f8 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0277958 Jan 28 03:48:49.970605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a6d9498-d7a2-4222-8ee9-825584ce6aea req-c533fafa-85ca-4a81-b083-572aa85dcff0 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0317495 Jan 28 03:48:50.967556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12becbad-4838-4e9c-b5f6-2dd28bd38dec req-0b98dd98-d280-4c4e-9deb-aad7c9e49300 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0269771 Jan 28 03:48:51.079161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ba1e4eb-98ca-41b0-afea-3736b1490326 req-bc45c8f3-2398-499a-836c-bd6fd82b632f tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0272577 Jan 28 03:48:52.067887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a153ac-e2c5-4c5e-815f-3c084b0ac00c req-7202dee2-ff01-4613-8ef0-6d59859ebfe4 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0264490 Jan 28 03:48:52.188459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f00db4ae-d132-4ceb-9bbb-a04924dc9f48 req-6ae787f9-c9eb-4d4f-9263-2849cf82be7b tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0271161 Jan 28 03:48:53.167966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed670c4f-2e3d-4855-ad8c-fc0f876ca0ab req-45087abd-748f-4fef-b20e-3d00e79e833e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0264721 Jan 28 03:48:53.293146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91d535e5-19ca-42cc-8f50-c957e8d93d6e req-75062ef2-e9d5-4dfb-9cb3-9fd153a02e3a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0297036 Jan 28 03:48:54.270548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89f065a5-20bc-438c-bce2-f9c481558010 req-e4ea9649-cff3-4413-a78e-43cff60bd078 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0265479 Jan 28 03:48:54.394965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8fa11db-feca-4bf7-98a8-118799a10b7a req-4442625b-9b22-425c-a5aa-66ae479e9736 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0263791 Jan 28 03:48:55.372472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94151b8a-6697-4c8b-a161-1c19a5488964 req-27b79965-9530-4f50-b82a-f7a7faac179e tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0257368 Jan 28 03:48:55.498875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a98c6876-a596-4820-b0b0-43cea11d5889 req-93f8fbfa-5d4f-41c2-9659-b81c74964b53 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0260103 Jan 28 03:48:56.475088 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a86bf53-1054-404c-83f1-d12effb1839e req-6deaf9d4-a069-49ea-9670-c4a9e6ebab16 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0275416 Jan 28 03:48:56.608983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26039abf-5a7f-4f8e-8ec1-d30bdc07b2cc req-308fb951-c617-44ca-bd85-33010e163ce1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0291839 Jan 28 03:49:02.383292 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-0fed8278-5710-4958-84f1-b68fe1335f56 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400915 Jan 28 03:49:02.477439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-acb208ed-d6ca-4007-9373-2519f3fd5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:02.478958 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-acb208ed-d6ca-4007-9373-2519f3fd5534 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 1097 time: 0.0411785 Jan 28 03:49:02.584552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-afa07dfc-10df-4ff2-85fc-f4e0b56a1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:02.586135 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-afa07dfc-10df-4ff2-85fc-f4e0b56a1c89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 912 time: 0.0895722 Jan 28 03:49:02.650211 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-7be70d92-3a12-4e44-ab0f-7dee6a317fd6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9580c39b-ffa8-4106-9e8e-814875578c52 HTTP/1.1" status: 200 len: 999 time: 0.0583746 Jan 28 03:49:02.702677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-1fa98d83-2687-4018-91e7-4a811c6a89aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:02.704134 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-1fa98d83-2687-4018-91e7-4a811c6a89aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.0483611 Jan 28 03:49:02.749047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-216ccd22-1df4-4591-bedb-198b8b0b8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:02.750546 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-216ccd22-1df4-4591-bedb-198b8b0b8138 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401132 Jan 28 03:49:02.839155 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-b148e6f5-7a8d-4335-b0b5-ed3e7b1c3de9 service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830703 Jan 28 03:49:02.932254 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ebe876d-33e2-4240-9407-68a93877e6d1 req-7f2e0672-325d-4507-9fc0-cfa471eff82d service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873582 Jan 28 03:49:10.435274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b0f28ba-2299-47d9-86cd-14fa59aa5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:10.792219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7edfd33d-9a38-4102-9648-dde2b2ba0615 req-e63406b1-761f-4717-a383-a15af7317ba6 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/ports?device_id=d213d46a-563d-44bb-8be7-3a4000ae265f HTTP/1.1" status: 200 len: 210 time: 0.0540178 Jan 28 03:49:10.917294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ace94014-7ca4-4648-8340-0a8f70ad8e1e req-976446dd-c766-4460-b73d-4a7fc8c645ef tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0498362 Jan 28 03:49:12.069572 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:12.139889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-beeae490-cbf9-4026-a43e-bbc3769a9522 req-200ecc88-6734-4ec5-bfbe-31c5b31677cb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:49:12.143533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-beeae490-cbf9-4026-a43e-bbc3769a9522 req-200ecc88-6734-4ec5-bfbe-31c5b31677cb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2423029 Jan 28 03:49:12.386805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e821feb9-7f12-4f58-a3cc-4ce365f5a4e9 req-4117220c-dbb8-4f1e-ba90-9e8678c859ce tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0571961 Jan 28 03:49:12.558460 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c05cd000-66ad-4e30-9e2a-48a49e97252e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:12.671987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c936ff-d599-40df-a4c4-d0b3cf63dc3c req-b4a3bf20-9495-4955-a934-014f1ed18486 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:12.673932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45c936ff-d599-40df-a4c4-d0b3cf63dc3c req-b4a3bf20-9495-4955-a934-014f1ed18486 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.1424515 Jan 28 03:49:12.785222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45c936ff-d599-40df-a4c4-d0b3cf63dc3c req-f83c148d-c844-4a7c-abc5-b64e59ddaa19 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056633 Jan 28 03:49:12.889720 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-0154bce6-7c8d-4d46-b896-ba2a76bddd3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2624083 Jan 28 03:49:13.059032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48060) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:13.249796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group (61fdb84b-d06f-4611-a7c7-6e90b4a2383e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:13.298904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group (61fdb84b-d06f-4611-a7c7-6e90b4a2383e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:13.439321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (61fdb84b-d06f-4611-a7c7-6e90b4a2383e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:13.447845 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:13.451951 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "DELETE /v2.0/security-groups/61fdb84b-d06f-4611-a7c7-6e90b4a2383e HTTP/1.1" status: 204 len: 168 time: 0.3914526 Jan 28 03:49:13.461436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:13.472471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fdb84b-d06f-4611-a7c7-6e90b4a2383e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:13.489847 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-25b0d832-d9a3-4798-b127-0f64026a5629 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] show failed (client error): The resource could not be found. Jan 28 03:49:13.491307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-25b0d832-d9a3-4798-b127-0f64026a5629 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "GET /v2.0/security-groups/61fdb84b-d06f-4611-a7c7-6e90b4a2383e HTTP/1.1" status: 404 len: 347 time: 0.0288932 Jan 28 03:49:13.494400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48108) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:13.529978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.530385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.530740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.531104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.531441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.531775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.532110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.532443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.532825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.533213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.556433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.559540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.560278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef555bae-b6f3-4b3c-84df-14d70c272acf tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:13.760341 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3fbf726-8622-4ec4-b214-e96fd2a6eb6f req-ed52d769-4a96-4e72-8465-8117a07a7aac tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.1818016 Jan 28 03:49:13.843096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting port a4cb2dc7-43a7-432f-a729-d16f886e3d2e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:13.843625 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a4cb2dc7-43a7-432f-a729-d16f886e3d2e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:14.105838 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947457b-6b61-4011-84af-a0ccf90d29c0 req-5a490797-d110-425a-a526-38df0c7a380a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:14.108391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2947457b-6b61-4011-84af-a0ccf90d29c0 req-5a490797-d110-425a-a526-38df0c7a380a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.1788433 Jan 28 03:49:14.160569 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a4cb2dc7-43a7-432f-a729-d16f886e3d2e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:14.161204 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for floatingip (a4cb2dc7-43a7-432f-a729-d16f886e3d2e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:14.243094 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:14.270292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2947457b-6b61-4011-84af-a0ccf90d29c0 req-8e6899f7-4806-4266-aef3-ed5caeefb8b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1529479 Jan 28 03:49:14.274171 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Calling delete_port for a4cb2dc7-43a7-432f-a729-d16f886e3d2e owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:14.455883 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:14.474843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-4fe92895-6198-4d28-9133-8e34d8b3c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:14.481597 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-4fe92895-6198-4d28-9133-8e34d8b3c926 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241&tenant_id=6b2888d7084a4c879016ab364abeb6d2 HTTP/1.1" status: 200 len: 1095 time: 0.1526351 Jan 28 03:49:14.588221 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (a4cb2dc7-43a7-432f-a729-d16f886e3d2e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:14.636803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Port': ['ID=a4cb2dc7-43a7-432f-a729-d16f886e3d2e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:14.649553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.650087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.650583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.651432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.651817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-454eea25-32ff-4f27-8ee6-f73e3eebf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:14.652096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.652577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.653600 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.654433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.654546 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-454eea25-32ff-4f27-8ee6-f73e3eebf017 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1095 time: 0.1226673 Jan 28 03:49:14.654993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.655777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.656243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.656716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.657303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:14.836163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for floatingip (4b655086-378b-4054-bbc0-9e5d363720b8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:14.853135 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:14.860521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5eb3723c-8a52-4b0f-abd6-2de3a0c253e2 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "DELETE /v2.0/floatingips/4b655086-378b-4054-bbc0-9e5d363720b8 HTTP/1.1" status: 204 len: 168 time: 1.3648684 Jan 28 03:49:14.866987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48224) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:14.871092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-9b2e6cf0-6add-4848-9488-4aa4cd1130e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:14.885694 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-9b2e6cf0-6add-4848-9488-4aa4cd1130e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.2241335 Jan 28 03:49:15.063081 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-bf2662bb-9db8-42f9-90d5-71f8a7629ee5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 200 len: 999 time: 0.1624384 Jan 28 03:49:15.140406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8ddf646-38ef-472d-9fe8-7a2a31ce2298 req-a62ff8c5-9067-4ff6-aba0-aeda55dc9d92 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.1407938 Jan 28 03:49:15.197950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-9309c259-5a06-4db4-8d03-af6b6a127548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:15.211831 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-9309c259-5a06-4db4-8d03-af6b6a127548 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.1272855 Jan 28 03:49:15.237148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5e195518-c0b3-4610-bd02-67cfe74aaae6 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting port 84d12947-5baa-4899-9edc-46564dd50397 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:15.238518 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e195518-c0b3-4610-bd02-67cfe74aaae6 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (84d12947-5baa-4899-9edc-46564dd50397), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:15.308067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-e3546478-a614-4c0b-adf1-d89f87b28d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:15.317125 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-e3546478-a614-4c0b-adf1-d89f87b28d9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019683 Jan 28 03:49:15.439188 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e195518-c0b3-4610-bd02-67cfe74aaae6 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (84d12947-5baa-4899-9edc-46564dd50397), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:15.459799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5e195518-c0b3-4610-bd02-67cfe74aaae6 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Calling delete_port for 84d12947-5baa-4899-9edc-46564dd50397 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:15.523933 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:15.577185 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-f8ac3e64-9e1c-4a31-9667-0b3a67f8e267 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549996 Jan 28 03:49:15.718890 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e195518-c0b3-4610-bd02-67cfe74aaae6 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (84d12947-5baa-4899-9edc-46564dd50397), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:15.719906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cec46b1c-335a-4f3c-900e-2ee2350e7d4a req-3715adef-d962-4a36-87be-37a701c00f81 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334679 Jan 28 03:49:15.875139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e195518-c0b3-4610-bd02-67cfe74aaae6 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Port': ['ID=84d12947-5baa-4899-9edc-46564dd50397,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:16.004472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e195518-c0b3-4610-bd02-67cfe74aaae6 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:16.011153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48318) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:16.011668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5e195518-c0b3-4610-bd02-67cfe74aaae6 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "DELETE /v2.0/ports/84d12947-5baa-4899-9edc-46564dd50397 HTTP/1.1" status: 204 len: 168 time: 1.1430109 Jan 28 03:49:16.032940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274b2f-bbe8-4c35-88a0-c2066c23fb31 req-c5dc7695-1962-49c0-b77f-a3a7f4eda996 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:16.035149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31274b2f-bbe8-4c35-88a0-c2066c23fb31 req-c5dc7695-1962-49c0-b77f-a3a7f4eda996 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.3443527 Jan 28 03:49:16.142258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31274b2f-bbe8-4c35-88a0-c2066c23fb31 req-eca9359b-d7db-428b-a552-51fe2150ccb1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003613 Jan 28 03:49:16.190086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b14b0ab3-e7a7-4bbd-977f-1b91f208cbcd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting port e8774d71-d445-4466-9295-940f388820b2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:16.190543 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b0ab3-e7a7-4bbd-977f-1b91f208cbcd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e8774d71-d445-4466-9295-940f388820b2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:16.377996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1866f46b-9565-47be-891c-6b163eff0e3c req-d67933c8-9910-42c3-82c7-763749973c54 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.1037700 Jan 28 03:49:16.400620 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b0ab3-e7a7-4bbd-977f-1b91f208cbcd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e8774d71-d445-4466-9295-940f388820b2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:16.442242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b14b0ab3-e7a7-4bbd-977f-1b91f208cbcd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Calling delete_port for e8774d71-d445-4466-9295-940f388820b2 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:16.746388 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:16.837821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b0ab3-e7a7-4bbd-977f-1b91f208cbcd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e8774d71-d445-4466-9295-940f388820b2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:17.006914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b0ab3-e7a7-4bbd-977f-1b91f208cbcd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Port': ['ID=e8774d71-d445-4466-9295-940f388820b2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:17.072048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b0ab3-e7a7-4bbd-977f-1b91f208cbcd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:17.079216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48386) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:17.079917 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b14b0ab3-e7a7-4bbd-977f-1b91f208cbcd tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "DELETE /v2.0/ports/e8774d71-d445-4466-9295-940f388820b2 HTTP/1.1" status: 204 len: 168 time: 1.0670445 Jan 28 03:49:17.109822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-12d995ec-d4bd-4985-a2a0-401e90b2a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:17.117548 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-12d995ec-d4bd-4985-a2a0-401e90b2a35b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1095 time: 0.2952342 Jan 28 03:49:17.203852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbe31e8-89ef-4135-9249-20d93b14945b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting subnet a214ee62-0ef4-45ec-8762-abe42f7a96f3 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:49:17.209459 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddbe31e8-89ef-4135-9249-20d93b14945b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for subnet (a214ee62-0ef4-45ec-8762-abe42f7a96f3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:17.332115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddbe31e8-89ef-4135-9249-20d93b14945b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (a214ee62-0ef4-45ec-8762-abe42f7a96f3), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:17.474180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-f3e5f8fa-50e1-4158-9fc7-9e00ed660c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:17.480535 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-f3e5f8fa-50e1-4158-9fc7-9e00ed660c48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.3083339 Jan 28 03:49:17.596161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fdc8d-c4a1-4908-881c-d1acb78ae924 req-3e27c559-3d76-443f-bfa5-5a20d43c2351 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:17.599454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a6fdc8d-c4a1-4908-881c-d1acb78ae924 req-3e27c559-3d76-443f-bfa5-5a20d43c2351 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.2895970 Jan 28 03:49:17.738436 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-dee02bcb-a600-4d4c-9797-b0a1c6ad7254 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 200 len: 999 time: 0.2192032 Jan 28 03:49:17.819446 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddbe31e8-89ef-4135-9249-20d93b14945b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (a214ee62-0ef4-45ec-8762-abe42f7a96f3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:17.857976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-d99b4722-d775-482e-9f45-46b46c1e93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:17.859771 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-d99b4722-d775-482e-9f45-46b46c1e93cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.1169188 Jan 28 03:49:18.000032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-0578f5f5-c9fd-4bf1-942e-d0d45e540996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:18.006029 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-0578f5f5-c9fd-4bf1-942e-d0d45e540996 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356335 Jan 28 03:49:18.063499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a6fdc8d-c4a1-4908-881c-d1acb78ae924 req-42fbc8d8-f106-45be-8655-53d299918a4a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4536884 Jan 28 03:49:18.065631 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddbe31e8-89ef-4135-9249-20d93b14945b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (a214ee62-0ef4-45ec-8762-abe42f7a96f3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:18.126683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe31e8-89ef-4135-9249-20d93b14945b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Subnet': ['ID=a214ee62-0ef4-45ec-8762-abe42f7a96f3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:18.141941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd14d6fe-b643-44fe-b0ce-7e34a470e7dc None None] Network b13e6eb6-833b-43bc-bb68-367d8fede46e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:49:18.157351 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddbe31e8-89ef-4135-9249-20d93b14945b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:18.170315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ddbe31e8-89ef-4135-9249-20d93b14945b tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "DELETE /v2.0/subnets/a214ee62-0ef4-45ec-8762-abe42f7a96f3 HTTP/1.1" status: 204 len: 168 time: 1.0899107 Jan 28 03:49:18.173396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:18.302643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e98cdb3-1419-45b0-9552-d08bf32119dc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting subnet bd35043c-d5c0-4cca-bdf3-87ff8426268c {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:49:18.314825 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e98cdb3-1419-45b0-9552-d08bf32119dc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for subnet (bd35043c-d5c0-4cca-bdf3-87ff8426268c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:18.392045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-6a47e9de-bf6d-436d-9279-f2badc6de156 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152964 Jan 28 03:49:18.489166 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e98cdb3-1419-45b0-9552-d08bf32119dc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (bd35043c-d5c0-4cca-bdf3-87ff8426268c), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:18.613914 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86396a03-2b70-4956-9ea9-e87d0c423393 req-eb0c35fb-09d9-4c61-a56b-beb9f7e13092 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068944 Jan 28 03:49:18.633357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3610db-a8e5-4d1f-b89a-17cd72eaabd6 None None] DHCP port deletion for b13e6eb6-833b-43bc-bb68-367d8fede46e request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:49:18.758159 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e98cdb3-1419-45b0-9552-d08bf32119dc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (bd35043c-d5c0-4cca-bdf3-87ff8426268c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.017242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3928c325-d79c-444d-be6a-b2555b0e9a36 req-31462768-3313-463f-8cc5-71e88546fa2a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0884871 Jan 28 03:49:19.022084 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e98cdb3-1419-45b0-9552-d08bf32119dc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (bd35043c-d5c0-4cca-bdf3-87ff8426268c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.089881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98cdb3-1419-45b0-9552-d08bf32119dc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Subnet': ['ID=bd35043c-d5c0-4cca-bdf3-87ff8426268c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:19.099143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e98cdb3-1419-45b0-9552-d08bf32119dc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.104752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4e98cdb3-1419-45b0-9552-d08bf32119dc tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "DELETE /v2.0/subnets/bd35043c-d5c0-4cca-bdf3-87ff8426268c HTTP/1.1" status: 204 len: 168 time: 0.9302034 Jan 28 03:49:19.108540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48430) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:19.131228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:49:19.133291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec9f4d-cef2-40ec-8af1-b7ab10082214 None None] Network 59a6cd2b-f3fb-444d-9be1-fcacf252242c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:49:19.173602 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5d3610db-a8e5-4d1f-b89a-17cd72eaabd6 None None] Deleting port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:19.174612 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d3610db-a8e5-4d1f-b89a-17cd72eaabd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.316128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (b13e6eb6-833b-43bc-bb68-367d8fede46e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.429626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c9aff-e4fa-40f4-9e14-9341ceceb55c req-752d7ce8-1eb0-4bfb-8b91-9b0d4e7671b2 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:19.447293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:19.447632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.448140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-912c9aff-e4fa-40f4-9e14-9341ceceb55c req-752d7ce8-1eb0-4bfb-8b91-9b0d4e7671b2 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.1611478 Jan 28 03:49:19.525821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-912c9aff-e4fa-40f4-9e14-9341ceceb55c req-4224ea20-22bb-4af0-8b38-3e2a63332642 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762072 Jan 28 03:49:19.542078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:49:19.542769 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.621117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] For port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:19.621546 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.647179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5d3610db-a8e5-4d1f-b89a-17cd72eaabd6 None None] For port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:19.651804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Calling delete_port for 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:19.656114 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d3610db-a8e5-4d1f-b89a-17cd72eaabd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.705704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,segment=NetworkSegment(4ca629eb-325c-4167-aefd-474267576a6e),segment_id=4ca629eb-325c-4167-aefd-474267576a6e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:19.721996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5d3610db-a8e5-4d1f-b89a-17cd72eaabd6 None None] Calling delete_port for 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:19.730936 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.837032 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:19.861782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] No DVR routers for this DVR port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:49:19.918966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Port': ['ID=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:19.951344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f622d8-6f6c-4fad-bbae-2a14796fca87 None None] DHCP port deletion for 59a6cd2b-f3fb-444d-9be1-fcacf252242c request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:49:20.022843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:20.060423 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (b13e6eb6-833b-43bc-bb68-367d8fede46e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.086035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13e6eb6-833b-43bc-bb68-367d8fede46e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:20.103458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca629eb-325c-4167-aefd-474267576a6e') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:20.103935 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca629eb-325c-4167-aefd-474267576a6e') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:20.117326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (4ca629eb-325c-4167-aefd-474267576a6e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.130314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.133293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.134297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.134809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.135298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.138976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.139513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.140081 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.140667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.141377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.141930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.142480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.143251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:49:20.151383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4ca629eb-325c-4167-aefd-474267576a6e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.152673 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d3610db-a8e5-4d1f-b89a-17cd72eaabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.174989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:49:20.175540 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (4ca629eb-325c-4167-aefd-474267576a6e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:49:20.182802 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:49:20.242126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-070ae385-4be4-4181-887c-e56fecbc3b7f req-c3178604-b581-48da-b4b3-7fb68f719ae3 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0415597 Jan 28 03:49:20.267346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3610db-a8e5-4d1f-b89a-17cd72eaabd6 None None] Pushing event deleted for resources: {'Port': ['ID=6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:20.267346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3610db-a8e5-4d1f-b89a-17cd72eaabd6 None None] No DVR routers for this DVR port 6ee5c57d-c3ce-43d7-a93c-a179ce81c4dd on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:49:20.311863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-54f622d8-6f6c-4fad-bbae-2a14796fca87 None None] Deleting port c04420e5-64f8-45cd-8643-6e520240fac9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:20.312238 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54f622d8-6f6c-4fad-bbae-2a14796fca87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.339729 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (b13e6eb6-833b-43bc-bb68-367d8fede46e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.354148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.364110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "DELETE /v2.0/networks/b13e6eb6-833b-43bc-bb68-367d8fede46e HTTP/1.1" status: 204 len: 168 time: 1.2533560 Jan 28 03:49:20.366582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48436) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:20.396705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbdf74-0859-4437-8795-46d19cffb969 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Network': ['ID=b13e6eb6-833b-43bc-bb68-367d8fede46e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:20.426713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-54f622d8-6f6c-4fad-bbae-2a14796fca87 None None] For port c04420e5-64f8-45cd-8643-6e520240fac9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c04420e5-64f8-45cd-8643-6e520240fac9,segment=NetworkSegment(e108325e-5e41-4491-be8d-e9b50cc4c053),segment_id=e108325e-5e41-4491-be8d-e9b50cc4c053)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:20.427124 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54f622d8-6f6c-4fad-bbae-2a14796fca87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.475176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-54f622d8-6f6c-4fad-bbae-2a14796fca87 None None] Calling delete_port for c04420e5-64f8-45cd-8643-6e520240fac9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:20.610288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (59a6cd2b-f3fb-444d-9be1-fcacf252242c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.684047 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54f622d8-6f6c-4fad-bbae-2a14796fca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:20.716183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f622d8-6f6c-4fad-bbae-2a14796fca87 None None] No DVR routers for this DVR port c04420e5-64f8-45cd-8643-6e520240fac9 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:49:20.755946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f622d8-6f6c-4fad-bbae-2a14796fca87 None None] Pushing event deleted for resources: {'Port': ['ID=c04420e5-64f8-45cd-8643-6e520240fac9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:20.843711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc6dc6-cb65-438a-b55c-70b8f62b2ebc req-b717715a-42e2-4027-8564-f7b63d7450b3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:20.854729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37dc6dc6-cb65-438a-b55c-70b8f62b2ebc req-b717715a-42e2-4027-8564-f7b63d7450b3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.1595557 Jan 28 03:49:20.944358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Deleting port c04420e5-64f8-45cd-8643-6e520240fac9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:20.944694 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:21.078173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c04420e5-64f8-45cd-8643-6e520240fac9 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:49:21.120022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c04420e5-64f8-45cd-8643-6e520240fac9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:49:21.120399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c04420e5-64f8-45cd-8643-6e520240fac9 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:49:21.593377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37dc6dc6-cb65-438a-b55c-70b8f62b2ebc req-4992e89d-fe6e-4a3b-8689-90b3ac8188e3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7376282 Jan 28 03:49:21.677917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] For port c04420e5-64f8-45cd-8643-6e520240fac9, host n-d-808199-14, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:21.682115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:21.730192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Calling delete_port for c04420e5-64f8-45cd-8643-6e520240fac9 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:21.743377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Port c04420e5-64f8-45cd-8643-6e520240fac9 was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:49:21.748555 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c04420e5-64f8-45cd-8643-6e520240fac9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:21.827106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Port': ['ID=c04420e5-64f8-45cd-8643-6e520240fac9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:21.846093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b8f6e14-b006-4174-bb66-d02e27dc3125 req-518d10f7-dcc7-4d4e-90c1-c32fcffc5b1e tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0693185 Jan 28 03:49:21.851178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] No DVR routers for this DVR port c04420e5-64f8-45cd-8643-6e520240fac9 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:49:21.977192 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (59a6cd2b-f3fb-444d-9be1-fcacf252242c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:22.032359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a6cd2b-f3fb-444d-9be1-fcacf252242c']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:22.057441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e108325e-5e41-4491-be8d-e9b50cc4c053') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:22.057990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e108325e-5e41-4491-be8d-e9b50cc4c053') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:22.080552 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (e108325e-5e41-4491-be8d-e9b50cc4c053), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:22.112805 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e108325e-5e41-4491-be8d-e9b50cc4c053), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:22.125069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:49:22.126279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (e108325e-5e41-4491-be8d-e9b50cc4c053), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:49:22.134923 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:49:22.230665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (59a6cd2b-f3fb-444d-9be1-fcacf252242c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:22.239815 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:22.250945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] 10.222.0.44 "DELETE /v2.0/networks/59a6cd2b-f3fb-444d-9be1-fcacf252242c HTTP/1.1" status: 204 len: 168 time: 1.8784883 Jan 28 03:49:22.276531 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885d568-2cfe-4d75-9ce4-84511da0bae3 tempest-TaggedBootDevicesTest_v242-684132322 tempest-TaggedBootDevicesTest_v242-684132322-project] Pushing event deleted for resources: {'Network': ['ID=59a6cd2b-f3fb-444d-9be1-fcacf252242c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:22.763756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1f543-3a6e-446f-a27e-bea8e2dc7807 req-3f33416b-b047-4732-ac1e-402c49e77df9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:22.774202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ac1f543-3a6e-446f-a27e-bea8e2dc7807 req-3f33416b-b047-4732-ac1e-402c49e77df9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.0816984 Jan 28 03:49:22.861450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ac1f543-3a6e-446f-a27e-bea8e2dc7807 req-891c8060-516b-4462-ac3b-ba4c87cfb996 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859039 Jan 28 03:49:23.049717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e20cf44-0cac-4ff0-9489-57319d577273 req-236450a4-81f2-4e03-a435-19031d475fa7 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0603633 Jan 28 03:49:24.091585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7047021-ccfe-4101-98a5-22cf816648bd req-9113fc4a-74ae-415d-908a-a158ba4271cf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:24.109782 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7047021-ccfe-4101-98a5-22cf816648bd req-9113fc4a-74ae-415d-908a-a158ba4271cf tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.1479263 Jan 28 03:49:24.275369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7047021-ccfe-4101-98a5-22cf816648bd req-905f4816-fbd6-4bd1-9991-64896fe116e5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1641543 Jan 28 03:49:24.493295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e22b1347-e98f-4a9c-b4c8-bc92276bf1ad req-decaaec7-3b6a-4de6-ad39-b9ca16802d08 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0714037 Jan 28 03:49:25.497435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551e0d1-99a6-41ba-b38f-a8e1909faff2 req-77756fd4-9c52-4f3d-b162-a5639da179c6 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:25.505075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2551e0d1-99a6-41ba-b38f-a8e1909faff2 req-77756fd4-9c52-4f3d-b162-a5639da179c6 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.0742714 Jan 28 03:49:25.581070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2551e0d1-99a6-41ba-b38f-a8e1909faff2 req-6b8c6bfe-d359-416e-93c3-f875fd1a6ea1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749614 Jan 28 03:49:25.701697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b181607f-a469-43a9-8542-12fe8fcc52f8 req-a02eebc1-3f8c-4908-8ecb-6af697bfa31d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0360417 Jan 28 03:49:25.773546 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:49:26.866845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67bd45-464b-4b7a-975a-4adf61447a27 req-0def25d0-32fa-4af4-9586-be870b3bec16 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:26.878168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e67bd45-464b-4b7a-975a-4adf61447a27 req-0def25d0-32fa-4af4-9586-be870b3bec16 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.1623075 Jan 28 03:49:27.011466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e67bd45-464b-4b7a-975a-4adf61447a27 req-ea1c745c-572f-4117-9e32-86c51b92e821 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281586 Jan 28 03:49:27.188693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19f7a2ab-50a0-4cb6-ae1a-a09870908b4e req-1c452f26-1cf6-4a1e-aa95-e62c34372afd tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40d7721-8df3-44c2-be71-612f53a3b28a HTTP/1.1" status: 200 len: 210 time: 0.0601349 Jan 28 03:49:27.737517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:27.920183 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2fb8-9ec4-4e6b-ad0c-6ba80ae5f2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.000291 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2fb8-9ec4-4e6b-ad0c-6ba80ae5f2e5 admin admin] Publish callbacks [] for security_group (679370b8-cbb5-4007-aa76-6a6132c8927b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.008540 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2fb8-9ec4-4e6b-ad0c-6ba80ae5f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (679370b8-cbb5-4007-aa76-6a6132c8927b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.063222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4a7b2fb8-9ec4-4e6b-ad0c-6ba80ae5f2e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09f3c748afb042ac9e3ca40653df6f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246009 Jan 28 03:49:28.065851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:28.086598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b2fb8-9ec4-4e6b-ad0c-6ba80ae5f2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679370b8-cbb5-4007-aa76-6a6132c8927b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:28.149636 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee6c947a-f2a7-4ed4-80de-a2664ccd0021 admin admin] Publish callbacks [] for security_group (679370b8-cbb5-4007-aa76-6a6132c8927b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.172824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee6c947a-f2a7-4ed4-80de-a2664ccd0021 admin admin] Publish callbacks [] for security_group (679370b8-cbb5-4007-aa76-6a6132c8927b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.193157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200b434-803c-4c49-8697-4ba782828eb1 req-3abe14bd-4f12-4fcc-a26a-0aa84410dbe7 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:28.194903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0200b434-803c-4c49-8697-4ba782828eb1 req-3abe14bd-4f12-4fcc-a26a-0aa84410dbe7 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.0803683 Jan 28 03:49:28.228586 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee6c947a-f2a7-4ed4-80de-a2664ccd0021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (679370b8-cbb5-4007-aa76-6a6132c8927b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.239353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee6c947a-f2a7-4ed4-80de-a2664ccd0021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.241329 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ee6c947a-f2a7-4ed4-80de-a2664ccd0021 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/679370b8-cbb5-4007-aa76-6a6132c8927b HTTP/1.1" status: 204 len: 168 time: 0.1735725 Jan 28 03:49:28.285067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c947a-f2a7-4ed4-80de-a2664ccd0021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679370b8-cbb5-4007-aa76-6a6132c8927b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:28.350666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:28.380042 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0200b434-803c-4c49-8697-4ba782828eb1 req-30753aa2-aa9e-45ac-bac8-95a175fd4bfd tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1786649 Jan 28 03:49:28.545128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b66d1d64-1f05-453b-bf4a-7766dc4b03bb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group (dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.593207 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b66d1d64-1f05-453b-bf4a-7766dc4b03bb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group (dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.668667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b66d1d64-1f05-453b-bf4a-7766dc4b03bb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.671136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b66d1d64-1f05-453b-bf4a-7766dc4b03bb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.672283 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b66d1d64-1f05-453b-bf4a-7766dc4b03bb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3 HTTP/1.1" status: 204 len: 168 time: 0.3170261 Jan 28 03:49:28.676128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48518) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:28.698488 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-ce7e12ad-bd06-4ed8-9d97-66ab4c846379 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] show failed (client error): The resource could not be found. Jan 28 03:49:28.701790 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ce7e12ad-bd06-4ed8-9d97-66ab4c846379 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "GET /v2.0/security-groups/dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3 HTTP/1.1" status: 404 len: 347 time: 0.0237732 Jan 28 03:49:28.708807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:28.716059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d1d64-1f05-453b-bf4a-7766dc4b03bb tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d91f2-2eff-4dc4-95a5-ffbfed6ac8a3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:28.961072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-130dd409-ad1a-499f-9dcb-a1642f81b4b1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting port a1442e2a-d1d6-42f6-b158-741ade03aa71 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:28.961568 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-130dd409-ad1a-499f-9dcb-a1642f81b4b1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a1442e2a-d1d6-42f6-b158-741ade03aa71), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:28.965739 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48528) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:29.005658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93fd8802-aedf-4505-9b0a-b03f1553ebfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.153623 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-130dd409-ad1a-499f-9dcb-a1642f81b4b1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a1442e2a-d1d6-42f6-b158-741ade03aa71), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.153985 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-130dd409-ad1a-499f-9dcb-a1642f81b4b1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for floatingip (a1442e2a-d1d6-42f6-b158-741ade03aa71), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.155468 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93fd8802-aedf-4505-9b0a-b03f1553ebfc admin admin] Publish callbacks [] for security_group (e20bc4c5-e8aa-4fc6-958a-7ee8c42a90ea), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.164466 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93fd8802-aedf-4505-9b0a-b03f1553ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e20bc4c5-e8aa-4fc6-958a-7ee8c42a90ea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.185147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-130dd409-ad1a-499f-9dcb-a1642f81b4b1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Calling delete_port for a1442e2a-d1d6-42f6-b158-741ade03aa71 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:29.210477 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-93fd8802-aedf-4505-9b0a-b03f1553ebfc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0df536028b6044079d1cf462bcd42a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395492 Jan 28 03:49:29.214117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:29.223628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd8802-aedf-4505-9b0a-b03f1553ebfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20bc4c5-e8aa-4fc6-958a-7ee8c42a90ea,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:29.332864 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b3f09ec-49d9-4f23-8b46-ca337dfff0df admin admin] Publish callbacks [] for security_group (e20bc4c5-e8aa-4fc6-958a-7ee8c42a90ea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.365594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b3f09ec-49d9-4f23-8b46-ca337dfff0df admin admin] Publish callbacks [] for security_group (e20bc4c5-e8aa-4fc6-958a-7ee8c42a90ea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.455880 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-130dd409-ad1a-499f-9dcb-a1642f81b4b1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (a1442e2a-d1d6-42f6-b158-741ade03aa71), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.492027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b3f09ec-49d9-4f23-8b46-ca337dfff0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e20bc4c5-e8aa-4fc6-958a-7ee8c42a90ea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.494982 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b3f09ec-49d9-4f23-8b46-ca337dfff0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.496205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6b3f09ec-49d9-4f23-8b46-ca337dfff0df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e20bc4c5-e8aa-4fc6-958a-7ee8c42a90ea HTTP/1.1" status: 204 len: 168 time: 0.2811031 Jan 28 03:49:29.527270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f09ec-49d9-4f23-8b46-ca337dfff0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20bc4c5-e8aa-4fc6-958a-7ee8c42a90ea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:29.527480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130dd409-ad1a-499f-9dcb-a1642f81b4b1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Port': ['ID=a1442e2a-d1d6-42f6-b158-741ade03aa71,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:29.789581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab054d5e-ae87-4e84-9a9f-eb981821ace7 req-ea0aab85-9805-4bff-84b6-bcd026993668 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:29.797011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab054d5e-ae87-4e84-9a9f-eb981821ace7 req-ea0aab85-9805-4bff-84b6-bcd026993668 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.2262452 Jan 28 03:49:29.847099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-130dd409-ad1a-499f-9dcb-a1642f81b4b1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for floatingip (86653aca-9f7d-4bd9-b62c-c8920f15f212), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.852541 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-130dd409-ad1a-499f-9dcb-a1642f81b4b1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.857372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48544) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:29.857675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-130dd409-ad1a-499f-9dcb-a1642f81b4b1 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "DELETE /v2.0/floatingips/86653aca-9f7d-4bd9-b62c-c8920f15f212 HTTP/1.1" status: 204 len: 168 time: 1.1444349 Jan 28 03:49:29.938526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab054d5e-ae87-4e84-9a9f-eb981821ace7 req-d85efa27-76c9-4eb6-8147-b13e7f4c0d44 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325738 Jan 28 03:49:30.108451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8782c71a-b2f6-481b-a2fc-71e74aa3e602 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting port 96d6a893-9cff-4b5a-91a3-c3491108d32e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:30.108801 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8782c71a-b2f6-481b-a2fc-71e74aa3e602 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:30.237667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8782c71a-b2f6-481b-a2fc-71e74aa3e602 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:30.250981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8782c71a-b2f6-481b-a2fc-71e74aa3e602 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Calling delete_port for 96d6a893-9cff-4b5a-91a3-c3491108d32e owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:30.455059 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8782c71a-b2f6-481b-a2fc-71e74aa3e602 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (96d6a893-9cff-4b5a-91a3-c3491108d32e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:30.551539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782c71a-b2f6-481b-a2fc-71e74aa3e602 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Port': ['ID=96d6a893-9cff-4b5a-91a3-c3491108d32e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:30.635254 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8782c71a-b2f6-481b-a2fc-71e74aa3e602 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:30.643746 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8782c71a-b2f6-481b-a2fc-71e74aa3e602 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "DELETE /v2.0/ports/96d6a893-9cff-4b5a-91a3-c3491108d32e HTTP/1.1" status: 204 len: 168 time: 0.7842891 Jan 28 03:49:30.646428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48564) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:31.069143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4582767d-dcc7-40ce-a1a0-0ec592a0b15c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting port 88761354-69e7-4ad8-ba90-4dbda5634f5f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:31.069479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4582767d-dcc7-40ce-a1a0-0ec592a0b15c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:31.204975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4582767d-dcc7-40ce-a1a0-0ec592a0b15c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:31.222518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4582767d-dcc7-40ce-a1a0-0ec592a0b15c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Calling delete_port for 88761354-69e7-4ad8-ba90-4dbda5634f5f owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:31.385502 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4582767d-dcc7-40ce-a1a0-0ec592a0b15c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (88761354-69e7-4ad8-ba90-4dbda5634f5f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:31.429236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582767d-dcc7-40ce-a1a0-0ec592a0b15c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Port': ['ID=88761354-69e7-4ad8-ba90-4dbda5634f5f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:31.498358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717552-bd9f-446c-9be8-8d09743b6475 req-e97809b1-673f-4a0a-a048-7c124794ab00 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:31.499939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33717552-bd9f-446c-9be8-8d09743b6475 req-e97809b1-673f-4a0a-a048-7c124794ab00 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.1272895 Jan 28 03:49:31.595564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33717552-bd9f-446c-9be8-8d09743b6475 req-cdb85cd8-8381-43d3-8833-0d8e429e7f29 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848408 Jan 28 03:49:31.621451 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4582767d-dcc7-40ce-a1a0-0ec592a0b15c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:31.634261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4582767d-dcc7-40ce-a1a0-0ec592a0b15c tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "DELETE /v2.0/ports/88761354-69e7-4ad8-ba90-4dbda5634f5f HTTP/1.1" status: 204 len: 168 time: 0.9825079 Jan 28 03:49:31.636656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48588) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:31.728951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b04abe-04da-464e-9356-283a6c08922d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting subnet bfa3a067-191e-40a1-8915-8345cd15ca5d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:49:31.733877 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4b04abe-04da-464e-9356-283a6c08922d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for subnet (bfa3a067-191e-40a1-8915-8345cd15ca5d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:31.908180 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4b04abe-04da-464e-9356-283a6c08922d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (bfa3a067-191e-40a1-8915-8345cd15ca5d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:32.193095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4b04abe-04da-464e-9356-283a6c08922d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (bfa3a067-191e-40a1-8915-8345cd15ca5d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:32.302438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4b04abe-04da-464e-9356-283a6c08922d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (bfa3a067-191e-40a1-8915-8345cd15ca5d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:32.352584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b04abe-04da-464e-9356-283a6c08922d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa3a067-191e-40a1-8915-8345cd15ca5d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:32.412592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4b04abe-04da-464e-9356-283a6c08922d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:32.419761 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d4b04abe-04da-464e-9356-283a6c08922d tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "DELETE /v2.0/subnets/bfa3a067-191e-40a1-8915-8345cd15ca5d HTTP/1.1" status: 204 len: 168 time: 0.7780051 Jan 28 03:49:32.421417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d590ccdc-089a-4534-83f7-1d36fe089bd0 None None] Network a3a80fdf-c41a-4b73-8c60-e05579ebca4c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:49:32.421887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:32.547325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb39087b-1b8b-419e-9b23-7b7103ea1a4a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting subnet b3a037f0-7fa4-4719-a630-598715252f0a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:49:32.554705 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb39087b-1b8b-419e-9b23-7b7103ea1a4a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for subnet (b3a037f0-7fa4-4719-a630-598715252f0a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:32.635999 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb39087b-1b8b-419e-9b23-7b7103ea1a4a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (b3a037f0-7fa4-4719-a630-598715252f0a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:32.665428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32a7d9-fa12-4455-a661-2f988be92fe8 None None] DHCP port deletion for a3a80fdf-c41a-4b73-8c60-e05579ebca4c request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:49:32.761718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bf32a7d9-fa12-4455-a661-2f988be92fe8 None None] Deleting port 1534aae7-86d0-4440-bab3-b7cd724fc321 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:32.762883 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bf32a7d9-fa12-4455-a661-2f988be92fe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:32.852315 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb39087b-1b8b-419e-9b23-7b7103ea1a4a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (b3a037f0-7fa4-4719-a630-598715252f0a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:32.896542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc9a69-7c8b-4e6a-a684-094e0b1d8656 req-c21f7fbb-e0e2-4a83-be5a-52ac17556f26 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:32.904878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2fc9a69-7c8b-4e6a-a684-094e0b1d8656 req-c21f7fbb-e0e2-4a83-be5a-52ac17556f26 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 943 time: 0.1318572 Jan 28 03:49:32.934093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bf32a7d9-fa12-4455-a661-2f988be92fe8 None None] For port 1534aae7-86d0-4440-bab3-b7cd724fc321, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1534aae7-86d0-4440-bab3-b7cd724fc321,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:32.934514 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bf32a7d9-fa12-4455-a661-2f988be92fe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:32.960008 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb39087b-1b8b-419e-9b23-7b7103ea1a4a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (b3a037f0-7fa4-4719-a630-598715252f0a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:32.964952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bf32a7d9-fa12-4455-a661-2f988be92fe8 None None] Calling delete_port for 1534aae7-86d0-4440-bab3-b7cd724fc321 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:32.999617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39087b-1b8b-419e-9b23-7b7103ea1a4a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a037f0-7fa4-4719-a630-598715252f0a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:33.016585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb39087b-1b8b-419e-9b23-7b7103ea1a4a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.020354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eb39087b-1b8b-419e-9b23-7b7103ea1a4a tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "DELETE /v2.0/subnets/b3a037f0-7fa4-4719-a630-598715252f0a HTTP/1.1" status: 204 len: 168 time: 0.5979273 Jan 28 03:49:33.023018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:33.047703 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2fc9a69-7c8b-4e6a-a684-094e0b1d8656 req-42279bf0-261b-40ce-a54a-9de7cd588848 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1417494 Jan 28 03:49:33.140365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e45d6-162e-4109-9b67-b2182a38b21c None None] Network 02253080-017c-4927-b3f9-956584b94148 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:49:33.148990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1534aae7-86d0-4440-bab3-b7cd724fc321 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:49:33.210112 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a3a80fdf-c41a-4b73-8c60-e05579ebca4c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.333125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting port 1534aae7-86d0-4440-bab3-b7cd724fc321 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:33.333462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.430710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] For port 1534aae7-86d0-4440-bab3-b7cd724fc321, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1534aae7-86d0-4440-bab3-b7cd724fc321,segment=NetworkSegment(60b8e909-9a35-410d-bb09-322cb8c75225),segment_id=60b8e909-9a35-410d-bb09-322cb8c75225)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:33.431142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.439171 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bf32a7d9-fa12-4455-a661-2f988be92fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.454318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Calling delete_port for 1534aae7-86d0-4440-bab3-b7cd724fc321 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:33.472094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:49:33.479541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32a7d9-fa12-4455-a661-2f988be92fe8 None None] Pushing event deleted for resources: {'Port': ['ID=1534aae7-86d0-4440-bab3-b7cd724fc321,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:33.494023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 1534aae7-86d0-4440-bab3-b7cd724fc321 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:49:33.494344 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.529405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32a7d9-fa12-4455-a661-2f988be92fe8 None None] No DVR routers for this DVR port 1534aae7-86d0-4440-bab3-b7cd724fc321 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:49:33.535580 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1534aae7-86d0-4440-bab3-b7cd724fc321), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.562216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Port': ['ID=1534aae7-86d0-4440-bab3-b7cd724fc321,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:33.571515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] No DVR routers for this DVR port 1534aae7-86d0-4440-bab3-b7cd724fc321 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:49:33.745388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a3a80fdf-c41a-4b73-8c60-e05579ebca4c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.777545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:33.792158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'port_id': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'mac_address': 'fa:16:3e:2d:c3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:49:33.796939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4f818-e479-4c48-a432-e6923fba022a None None] DHCP port deletion for 02253080-017c-4927-b3f9-956584b94148 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:49:33.797214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a80fdf-c41a-4b73-8c60-e05579ebca4c']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:33.815395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b8e909-9a35-410d-bb09-322cb8c75225') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:33.816222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b8e909-9a35-410d-bb09-322cb8c75225') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:33.829618 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (60b8e909-9a35-410d-bb09-322cb8c75225), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.847886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (60b8e909-9a35-410d-bb09-322cb8c75225), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.864625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:49:33.865072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (60b8e909-9a35-410d-bb09-322cb8c75225), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:49:33.869352 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:49:33.947445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:49:33.948196 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.967243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a3a80fdf-c41a-4b73-8c60-e05579ebca4c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.975853 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:49:34.014197 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.021159 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "DELETE /v2.0/networks/a3a80fdf-c41a-4b73-8c60-e05579ebca4c HTTP/1.1" status: 204 len: 168 time: 0.9965332 Jan 28 03:49:34.023899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48646) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:34.031846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:34.036031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac743c-0fb7-44d2-8edc-87b133034166 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Network': ['ID=a3a80fdf-c41a-4b73-8c60-e05579ebca4c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:34.038478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75a4f818-e479-4c48-a432-e6923fba022a None None] Deleting port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:34.057084 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75a4f818-e479-4c48-a432-e6923fba022a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.066192 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.114079 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (02253080-017c-4927-b3f9-956584b94148), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.223699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:34.286584 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75a4f818-e479-4c48-a432-e6923fba022a None None] For port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=12b6ded8-33b0-4f07-9f27-97c0762ca7ed,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:34.288796 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75a4f818-e479-4c48-a432-e6923fba022a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.321026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0361345-85bb-42fc-ad3c-9306d8e0af60 req-e70bb25d-0816-439e-bc2b-c3229bb1444c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:34.322769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0361345-85bb-42fc-ad3c-9306d8e0af60 req-e70bb25d-0816-439e-bc2b-c3229bb1444c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 944 time: 0.1134632 Jan 28 03:49:34.324345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Deleting port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:34.325348 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.333051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75a4f818-e479-4c48-a432-e6923fba022a None None] Calling delete_port for 12b6ded8-33b0-4f07-9f27-97c0762ca7ed owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:34.403084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] For port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=12b6ded8-33b0-4f07-9f27-97c0762ca7ed,segment=NetworkSegment(8bde23b3-713c-4d86-bd40-79abbfa5297a),segment_id=8bde23b3-713c-4d86-bd40-79abbfa5297a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:34.403542 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.418069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Calling delete_port for 12b6ded8-33b0-4f07-9f27-97c0762ca7ed owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:34.524045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:49:34.575968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0361345-85bb-42fc-ad3c-9306d8e0af60 req-42aea914-c4d2-4fe3-9807-d9db288f1804 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540118 Jan 28 03:49:34.576810 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.613029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Port': ['ID=12b6ded8-33b0-4f07-9f27-97c0762ca7ed,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:34.615023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] No DVR routers for this DVR port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:49:34.741962 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75a4f818-e479-4c48-a432-e6923fba022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (12b6ded8-33b0-4f07-9f27-97c0762ca7ed), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.745467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (02253080-017c-4927-b3f9-956584b94148), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.781815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02253080-017c-4927-b3f9-956584b94148']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:34.808735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bde23b3-713c-4d86-bd40-79abbfa5297a') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:34.809741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bde23b3-713c-4d86-bd40-79abbfa5297a') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:49:34.829689 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (8bde23b3-713c-4d86-bd40-79abbfa5297a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.837528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4f818-e479-4c48-a432-e6923fba022a None None] No DVR routers for this DVR port 12b6ded8-33b0-4f07-9f27-97c0762ca7ed on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:49:34.847120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4f818-e479-4c48-a432-e6923fba022a None None] Pushing event deleted for resources: {'Port': ['ID=12b6ded8-33b0-4f07-9f27-97c0762ca7ed,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:34.853721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8bde23b3-713c-4d86-bd40-79abbfa5297a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.870094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:49:34.870525 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (8bde23b3-713c-4d86-bd40-79abbfa5297a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:49:34.994969 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:49:35.011853 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (02253080-017c-4927-b3f9-956584b94148), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:35.018147 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:35.029056 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] 10.222.0.44 "DELETE /v2.0/networks/02253080-017c-4927-b3f9-956584b94148 HTTP/1.1" status: 204 len: 168 time: 1.0035398 Jan 28 03:49:35.077397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01646e-15d6-496a-94a2-0670e79c6ce5 tempest-TaggedBootDevicesTest-1908134580 tempest-TaggedBootDevicesTest-1908134580-project] Pushing event deleted for resources: {'Network': ['ID=02253080-017c-4927-b3f9-956584b94148,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:35.114157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 12b6ded8-33b0-4f07-9f27-97c0762ca7ed no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:49:35.214917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 12b6ded8-33b0-4f07-9f27-97c0762ca7ed {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:49:35.215835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 12b6ded8-33b0-4f07-9f27-97c0762ca7ed not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:49:35.763374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48686) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:35.809731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146d932-195a-4697-ba41-d3085f5a163c req-84a66ec0-d8e5-463e-9e74-39816acf146e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:35.811261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3146d932-195a-4697-ba41-d3085f5a163c req-84a66ec0-d8e5-463e-9e74-39816acf146e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 944 time: 0.1055923 Jan 28 03:49:35.913478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3146d932-195a-4697-ba41-d3085f5a163c req-c100724d-9e80-4568-80d8-d267dc54f370 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876458 Jan 28 03:49:36.063265 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7448-7af2-433c-9f46-bddff9b18c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:36.222909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7448-7af2-433c-9f46-bddff9b18c25 admin admin] Publish callbacks [] for security_group (975778e4-70d7-43ef-8dac-decbaf629565), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:36.236867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7448-7af2-433c-9f46-bddff9b18c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (975778e4-70d7-43ef-8dac-decbaf629565), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:36.303704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48698) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:36.304316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6e2b7448-7af2-433c-9f46-bddff9b18c25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aba76bd3b0af4968ae5489fa2fc4d530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5392339 Jan 28 03:49:36.318507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b7448-7af2-433c-9f46-bddff9b18c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975778e4-70d7-43ef-8dac-decbaf629565,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:36.399037 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e57e54d-7a5b-448c-9b11-90462a6ffbe1 admin admin] Publish callbacks [] for security_group (975778e4-70d7-43ef-8dac-decbaf629565), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:36.424341 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e57e54d-7a5b-448c-9b11-90462a6ffbe1 admin admin] Publish callbacks [] for security_group (975778e4-70d7-43ef-8dac-decbaf629565), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:36.505040 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e57e54d-7a5b-448c-9b11-90462a6ffbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (975778e4-70d7-43ef-8dac-decbaf629565), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:36.507793 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e57e54d-7a5b-448c-9b11-90462a6ffbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:36.509129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4e57e54d-7a5b-448c-9b11-90462a6ffbe1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/975778e4-70d7-43ef-8dac-decbaf629565 HTTP/1.1" status: 204 len: 168 time: 0.2036359 Jan 28 03:49:36.546262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57e54d-7a5b-448c-9b11-90462a6ffbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975778e4-70d7-43ef-8dac-decbaf629565,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:37.129830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb86e0-cd8a-48d4-a5fc-e818ac6cd97c req-af6b24ff-4d7e-4330-b423-86f5072599d3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:37.141242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ffb86e0-cd8a-48d4-a5fc-e818ac6cd97c req-af6b24ff-4d7e-4330-b423-86f5072599d3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 944 time: 0.0975165 Jan 28 03:49:37.208164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ffb86e0-cd8a-48d4-a5fc-e818ac6cd97c req-133fcecd-4b82-4d6d-bf2e-21efad21481f tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657721 Jan 28 03:49:37.447916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:49:37.566022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:49:37.566318 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:37.760857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:49:37.763170 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:37.828003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:49:37.831345 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a302a-d177-48db-9702-fe53f545cf96" -d '{"events": [{"server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:49:37.854156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:37.861238 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:37.927189 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007e4b01-f60a-4fdb-9381-af074e15003f x-openstack-request-id: req-007e4b01-f60a-4fdb-9381-af074e15003f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:49:37.927189 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:49:37.927189 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-007e4b01-f60a-4fdb-9381-af074e15003f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:49:37.927841 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'code': 200} Jan 28 03:49:37.928791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:38.233327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513421-4645-4df8-a041-2705b2aa6acc req-2c926589-bc07-43ad-8046-fef685b26e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:38.235531 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f513421-4645-4df8-a041-2705b2aa6acc req-2c926589-bc07-43ad-8046-fef685b26e55 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1098 time: 0.1027222 Jan 28 03:49:38.334389 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f513421-4645-4df8-a041-2705b2aa6acc req-35135213-702a-485a-b7af-cbd54e02fc2d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912240 Jan 28 03:49:38.419067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e6cc3-7ce8-46a0-98bf-cf50a137da6d req-d6b9a1b2-f1e2-4e21-a697-82a1182fc4d4 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:38.421345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f0e6cc3-7ce8-46a0-98bf-cf50a137da6d req-d6b9a1b2-f1e2-4e21-a697-82a1182fc4d4 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 946 time: 0.0818961 Jan 28 03:49:38.525469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f0e6cc3-7ce8-46a0-98bf-cf50a137da6d req-e0f8d196-88d9-4acd-8d5d-c73b9f03e82e tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981410 Jan 28 03:49:39.776365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873b9d3-582f-48bf-873c-cbbdfe3306b0 req-ccba1158-5beb-44e9-9f98-0a0ba6300dc1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:39.786172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9873b9d3-582f-48bf-873c-cbbdfe3306b0 req-ccba1158-5beb-44e9-9f98-0a0ba6300dc1 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 946 time: 0.1083901 Jan 28 03:49:39.868606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9873b9d3-582f-48bf-873c-cbbdfe3306b0 req-adcaf739-7333-4fcc-a5d3-4c6246c51029 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811474 Jan 28 03:49:40.455162 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b8db70dc-dbbd-4664-bba9-99eac3202219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:41.105093 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf526e5-efee-40f4-9081-364c660dc53d req-911053f0-7afb-43fb-adb7-92c759e7bb82 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:41.107648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cf526e5-efee-40f4-9081-364c660dc53d req-911053f0-7afb-43fb-adb7-92c759e7bb82 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 946 time: 0.0967181 Jan 28 03:49:41.196612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cf526e5-efee-40f4-9081-364c660dc53d req-365d7644-2828-4bb0-a384-3a69ea1b45b0 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829785 Jan 28 03:49:42.075309 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:42.296617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:42.482469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9baabeca-e515-4999-a520-b0b0f1675dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:42.545994 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ed5acf8-c903-4af4-b0ed-f5fc25fb51e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:42.630573 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9baabeca-e515-4999-a520-b0b0f1675dbc admin admin] Publish callbacks [] for security_group (af5296f0-d595-4f8f-a779-dc686d05428d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:42.638372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9baabeca-e515-4999-a520-b0b0f1675dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (af5296f0-d595-4f8f-a779-dc686d05428d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:42.704109 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9baabeca-e515-4999-a520-b0b0f1675dbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=430c3ca142554dc783e88fce715eec7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4061320 Jan 28 03:49:42.706884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:42.710374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baabeca-e515-4999-a520-b0b0f1675dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5296f0-d595-4f8f-a779-dc686d05428d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:42.757535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:42.800799 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ae8f69b-2eeb-4e23-888d-91b81d969c9d admin admin] Publish callbacks [] for security_group (af5296f0-d595-4f8f-a779-dc686d05428d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:42.827220 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ae8f69b-2eeb-4e23-888d-91b81d969c9d admin admin] Publish callbacks [] for security_group (af5296f0-d595-4f8f-a779-dc686d05428d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:42.884696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ae8f69b-2eeb-4e23-888d-91b81d969c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (af5296f0-d595-4f8f-a779-dc686d05428d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:42.889330 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ae8f69b-2eeb-4e23-888d-91b81d969c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:42.892072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5ae8f69b-2eeb-4e23-888d-91b81d969c9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af5296f0-d595-4f8f-a779-dc686d05428d HTTP/1.1" status: 204 len: 168 time: 0.1836479 Jan 28 03:49:42.922381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8f69b-2eeb-4e23-888d-91b81d969c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5296f0-d595-4f8f-a779-dc686d05428d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:42.954598 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5acfe0b8-cfc2-4e93-8d7e-a56b9945edf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:43.154689 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5acfe0b8-cfc2-4e93-8d7e-a56b9945edf3 admin admin] Publish callbacks [] for security_group (2c52d380-f76d-49b7-8cd1-7d8e4e3810f5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:43.161579 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5acfe0b8-cfc2-4e93-8d7e-a56b9945edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2c52d380-f76d-49b7-8cd1-7d8e4e3810f5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:43.216398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfe0b8-cfc2-4e93-8d7e-a56b9945edf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c52d380-f76d-49b7-8cd1-7d8e4e3810f5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:43.257266 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5acfe0b8-cfc2-4e93-8d7e-a56b9945edf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39caaf2d94f44c7cb39ef345c845f0c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4981606 Jan 28 03:49:43.263905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49068) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:43.368871 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18323a86-42fa-4ba4-a376-6280c4599b92 admin admin] Publish callbacks [] for security_group (2c52d380-f76d-49b7-8cd1-7d8e4e3810f5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:43.398990 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18323a86-42fa-4ba4-a376-6280c4599b92 admin admin] Publish callbacks [] for security_group (2c52d380-f76d-49b7-8cd1-7d8e4e3810f5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:43.501360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18323a86-42fa-4ba4-a376-6280c4599b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2c52d380-f76d-49b7-8cd1-7d8e4e3810f5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:43.503980 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18323a86-42fa-4ba4-a376-6280c4599b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:43.505834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-18323a86-42fa-4ba4-a376-6280c4599b92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c52d380-f76d-49b7-8cd1-7d8e4e3810f5 HTTP/1.1" status: 204 len: 168 time: 0.2397845 Jan 28 03:49:43.514749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18323a86-42fa-4ba4-a376-6280c4599b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c52d380-f76d-49b7-8cd1-7d8e4e3810f5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:44.229041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:44.244664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:44.254794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-395ef4d9-7186-4a52-bb1c-2cccc98c6661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:44.379366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-395ef4d9-7186-4a52-bb1c-2cccc98c6661 admin admin] Publish callbacks [] for security_group (6a3848c5-5633-4fa0-a0ea-271066ecf24f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:44.388903 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-395ef4d9-7186-4a52-bb1c-2cccc98c6661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6a3848c5-5633-4fa0-a0ea-271066ecf24f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:44.453685 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:44.494886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-395ef4d9-7186-4a52-bb1c-2cccc98c6661 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73265216ea2d4e5f8840ba855bd5665b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618608 Jan 28 03:49:44.495175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49114) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:44.505519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ef4d9-7186-4a52-bb1c-2cccc98c6661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3848c5-5633-4fa0-a0ea-271066ecf24f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:44.588425 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74c7e931-eb1b-4586-8b0b-54b7f4032abd admin admin] Publish callbacks [] for security_group (6a3848c5-5633-4fa0-a0ea-271066ecf24f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:44.626610 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74c7e931-eb1b-4586-8b0b-54b7f4032abd admin admin] Publish callbacks [] for security_group (6a3848c5-5633-4fa0-a0ea-271066ecf24f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:44.751002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74c7e931-eb1b-4586-8b0b-54b7f4032abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6a3848c5-5633-4fa0-a0ea-271066ecf24f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:44.754130 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74c7e931-eb1b-4586-8b0b-54b7f4032abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:44.755603 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-74c7e931-eb1b-4586-8b0b-54b7f4032abd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a3848c5-5633-4fa0-a0ea-271066ecf24f HTTP/1.1" status: 204 len: 168 time: 0.2577636 Jan 28 03:49:44.773154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7e931-eb1b-4586-8b0b-54b7f4032abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3848c5-5633-4fa0-a0ea-271066ecf24f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:45.484293 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:46.271658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49236) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:46.510842 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e1c0-5937-448b-967a-0dbd5a754f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:46.687892 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e1c0-5937-448b-967a-0dbd5a754f4c admin admin] Publish callbacks [] for security_group (cd1c583d-e0a4-4be2-baaa-56cdbb7d9886), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:46.694803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e1c0-5937-448b-967a-0dbd5a754f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cd1c583d-e0a4-4be2-baaa-56cdbb7d9886), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:46.696058 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:46.817249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49248) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:46.820453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f6c4e1c0-5937-448b-967a-0dbd5a754f4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ab7c02223ae497da335e5741ca5bb16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5476084 Jan 28 03:49:46.823351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4e1c0-5937-448b-967a-0dbd5a754f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1c583d-e0a4-4be2-baaa-56cdbb7d9886,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:46.915123 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b03d17d-a3ef-43e2-a739-aa21efe01e55 admin admin] Publish callbacks [] for security_group (cd1c583d-e0a4-4be2-baaa-56cdbb7d9886), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:46.952219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b03d17d-a3ef-43e2-a739-aa21efe01e55 admin admin] Publish callbacks [] for security_group (cd1c583d-e0a4-4be2-baaa-56cdbb7d9886), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:47.074948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b03d17d-a3ef-43e2-a739-aa21efe01e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cd1c583d-e0a4-4be2-baaa-56cdbb7d9886), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:47.079029 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b03d17d-a3ef-43e2-a739-aa21efe01e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:47.083625 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9b03d17d-a3ef-43e2-a739-aa21efe01e55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd1c583d-e0a4-4be2-baaa-56cdbb7d9886 HTTP/1.1" status: 204 len: 168 time: 0.2646561 Jan 28 03:49:47.148723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03d17d-a3ef-43e2-a739-aa21efe01e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1c583d-e0a4-4be2-baaa-56cdbb7d9886,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:49.485958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:49.742054 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4aa97ee1-fa28-4750-ba21-c26faa0a7f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:49.906623 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4aa97ee1-fa28-4750-ba21-c26faa0a7f7b admin admin] Publish callbacks [] for security_group (af299b2d-9b40-49fd-b03c-18c74f50926e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:49.912477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4aa97ee1-fa28-4750-ba21-c26faa0a7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (af299b2d-9b40-49fd-b03c-18c74f50926e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:49.979048 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4aa97ee1-fa28-4750-ba21-c26faa0a7f7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06e7dcabd2c1411ebb0b13bc0c229b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4895411 Jan 28 03:49:49.979408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49342) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:50.037560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa97ee1-fa28-4750-ba21-c26faa0a7f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af299b2d-9b40-49fd-b03c-18c74f50926e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:50.083405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9da5c955-e6a2-41f6-8981-8d5320dddf4f admin admin] Publish callbacks [] for security_group (af299b2d-9b40-49fd-b03c-18c74f50926e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:50.115020 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9da5c955-e6a2-41f6-8981-8d5320dddf4f admin admin] Publish callbacks [] for security_group (af299b2d-9b40-49fd-b03c-18c74f50926e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:50.175045 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9da5c955-e6a2-41f6-8981-8d5320dddf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (af299b2d-9b40-49fd-b03c-18c74f50926e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:50.178413 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9da5c955-e6a2-41f6-8981-8d5320dddf4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:50.179634 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9da5c955-e6a2-41f6-8981-8d5320dddf4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af299b2d-9b40-49fd-b03c-18c74f50926e HTTP/1.1" status: 204 len: 168 time: 0.1991959 Jan 28 03:49:50.203921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5c955-e6a2-41f6-8981-8d5320dddf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af299b2d-9b40-49fd-b03c-18c74f50926e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:52.999933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:53.325424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1816724870'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:49:53.384184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Made reservation on behalf of 8c0002f1a662434a9a165ad02ef06c0e for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:49:53.411774 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:53.438053 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:53.642537 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks [] for security_group (ade0f91c-2b86-4f26-8cbe-a9c887d3a5fe), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:53.648511 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ade0f91c-2b86-4f26-8cbe-a9c887d3a5fe), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:53.689703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:49:53.793690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (cabf37d1-bd75-4992-945a-979f64016e65), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:53.794197 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Added segment cabf37d1-bd75-4992-945a-979f64016e65 of type vlan for network 3204b1e5-9377-4a11-b4d3-096334eff57a Jan 28 03:49:53.854464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade0f91c-2b86-4f26-8cbe-a9c887d3a5fe,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:53.979024 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (3204b1e5-9377-4a11-b4d3-096334eff57a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:54.062806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (3204b1e5-9377-4a11-b4d3-096334eff57a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:54.085063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:54.085725 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:54.109713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-329aa734-d2f5-4d31-b9e9-56556300b8ff req-a50dcd80-4ca4-4262-b86d-a5cf17a2fdd7 service neutron] (103288) timed out ('10.222.0.42', 60949) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:49:54.259685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2517939 Jan 28 03:49:54.285329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1d64-8950-4bc8-b6e0-696d6065ce6c tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Pushing event updated for resources: {'Network': ['ID=3204b1e5-9377-4a11-b4d3-096334eff57a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:54.296944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 3204b1e5-9377-4a11-b4d3-096334eff57a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:49:54.810281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49450) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:54.815947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Request body: {'port': {'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a', 'binding:host_id': 'n-h1-808199-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-742070253'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:49:54.858987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Made reservation on behalf of 2a6cf107d1aa4be1a2649a23a81bd261 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:49:54.864628 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:54.893939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:55.148959 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks [] for security_group (d0699ef6-6cf2-486d-8213-8e2bb4f5c229), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:55.157909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d0699ef6-6cf2-486d-8213-8e2bb4f5c229), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:55.179017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] device_id is not set on port 073cb60d-a52b-48f2-af6e-f19af35163aa yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:49:55.346545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0699ef6-6cf2-486d-8213-8e2bb4f5c229,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:55.806678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] device_id is not set on port 073cb60d-a52b-48f2-af6e-f19af35163aa yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:49:55.820227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks [] for port (073cb60d-a52b-48f2-af6e-f19af35163aa), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:55.828583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (073cb60d-a52b-48f2-af6e-f19af35163aa), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:55.900976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event updated for resources: {'Port': ['ID=073cb60d-a52b-48f2-af6e-f19af35163aa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:55.912331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Checking segment: {'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:49:55.912695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Network hostable DHCP agents. Network: 3204b1e5-9377-4a11-b4d3-096334eff57a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:49:55.944356 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Network 3204b1e5-9377-4a11-b4d3-096334eff57a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:49:55.958864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 3204b1e5-9377-4a11-b4d3-096334eff57a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:49:55.963500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:49:55.971928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e028aa51-3ffa-45b0-85f0-18ff24737e5a None None] Network 3204b1e5-9377-4a11-b4d3-096334eff57a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:49:56.008533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:56.010321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:56.010321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:56.024752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:56.032324 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:56.032780 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 2 to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa Jan 28 03:49:56.062860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:56.063195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:56.063533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:56.077526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:56.077859 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:56.078254 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 3 to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa Jan 28 03:49:56.112144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:56.112144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:56.112144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:56.116883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:56.117215 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:56.117601 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 4 to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa Jan 28 03:49:56.139786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:56.140108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:56.140445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:56.154074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:56.154549 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:56.155637 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 5 to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa Jan 28 03:49:56.200539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:56.200895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:56.201237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:56.213236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:56.213565 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:56.213953 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 6 to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa Jan 28 03:49:56.237130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:56.237472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:56.237816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:56.256380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:56.256715 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:56.257150 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 7 to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa Jan 28 03:49:56.274378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:56.274709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:56.275040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:56.282104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:56.282575 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:56.284224 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 8 to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa Jan 28 03:49:56.299815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:56.300390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:56.300939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:56.310211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:56.310795 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:56.311350 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 9 to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa Jan 28 03:49:56.337489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:56.338175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:56.338935 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:56.350426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:56.350985 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:56.351565 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 10 to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa Jan 28 03:49:56.374952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:56.375291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:56.375624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:56.380181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 073cb60d-a52b-48f2-af6e-f19af35163aa on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:56.380507 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 073cb60d-a52b-48f2-af6e-f19af35163aa on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:56.381013 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (073cb60d-a52b-48f2-af6e-f19af35163aa), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:56.498554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] For port 073cb60d-a52b-48f2-af6e-f19af35163aa, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:49:56.498844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempted to set empty binding levels {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:49:56.504150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (073cb60d-a52b-48f2-af6e-f19af35163aa), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:56.580875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:56.583007 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:56.612165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event updated for resources: {'Port': ['ID=073cb60d-a52b-48f2-af6e-f19af35163aa,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:56.620034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-02dd4364-78f2-4f5d-a9f6-7d1bba878056 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8086040 Jan 28 03:49:56.623054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49472) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:57.144436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7490f591-aa68-4f35-ba2b-ed2f53f11f18 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Deleting port 073cb60d-a52b-48f2-af6e-f19af35163aa {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:57.145542 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7490f591-aa68-4f35-ba2b-ed2f53f11f18 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (073cb60d-a52b-48f2-af6e-f19af35163aa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:57.287603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7490f591-aa68-4f35-ba2b-ed2f53f11f18 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] For port 073cb60d-a52b-48f2-af6e-f19af35163aa, host n-h1-808199-14, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:57.288191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7490f591-aa68-4f35-ba2b-ed2f53f11f18 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (073cb60d-a52b-48f2-af6e-f19af35163aa), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:57.302158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7490f591-aa68-4f35-ba2b-ed2f53f11f18 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Calling delete_port for 073cb60d-a52b-48f2-af6e-f19af35163aa owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:49:57.459257 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7490f591-aa68-4f35-ba2b-ed2f53f11f18 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (073cb60d-a52b-48f2-af6e-f19af35163aa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:57.506063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7490f591-aa68-4f35-ba2b-ed2f53f11f18 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:57.513037 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7490f591-aa68-4f35-ba2b-ed2f53f11f18 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "DELETE /v2.0/ports/073cb60d-a52b-48f2-af6e-f19af35163aa HTTP/1.1" status: 204 len: 168 time: 0.8855932 Jan 28 03:49:57.513037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490f591-aa68-4f35-ba2b-ed2f53f11f18 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event deleted for resources: {'Port': ['ID=073cb60d-a52b-48f2-af6e-f19af35163aa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:57.514562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49494) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:57.545289 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d74162c-c336-44a5-9831-4b8a85ec65bb tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:49:57.549974 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4d74162c-c336-44a5-9831-4b8a85ec65bb tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "GET /v2.0/ports/073cb60d-a52b-48f2-af6e-f19af35163aa HTTP/1.1" status: 404 len: 333 time: 0.0302970 Jan 28 03:49:57.550848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:57.559214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Request body: {'port': {'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1669581034'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:49:57.621126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Made reservation on behalf of 2a6cf107d1aa4be1a2649a23a81bd261 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:49:57.623644 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:57.669877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] device_id is not set on port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:49:58.018731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks [] for port (7b8660f6-e0ee-4aa6-b85b-4a07a6221d80), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:58.139446 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7b8660f6-e0ee-4aa6-b85b-4a07a6221d80), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:58.177360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Network 3204b1e5-9377-4a11-b4d3-096334eff57a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:49:58.195198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:49:58.266149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event updated for resources: {'Port': ['ID=7b8660f6-e0ee-4aa6-b85b-4a07a6221d80,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:58.268622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:49:58.269575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:58.270428 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:58.304165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49522) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:58.304693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9d4d682a-16b6-489d-8279-d694b82ae1de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7517486 Jan 28 03:49:58.311547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:49:58.454810 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7b8660f6-e0ee-4aa6-b85b-4a07a6221d80), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:58.875316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] device_id is not set on port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:49:58.887813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks [] for port (7b8660f6-e0ee-4aa6-b85b-4a07a6221d80), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:58.897417 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7b8660f6-e0ee-4aa6-b85b-4a07a6221d80), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:58.999423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event updated for resources: {'Port': ['ID=7b8660f6-e0ee-4aa6-b85b-4a07a6221d80,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:59.018174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:59.018764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:59.019478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:59.025860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:59.026392 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:59.027671 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 2 to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 Jan 28 03:49:59.044595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:59.045207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:59.045763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:59.050999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:59.051498 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:59.052043 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 3 to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 Jan 28 03:49:59.097944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:59.098869 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:59.099370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:59.104460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:59.105105 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:59.105657 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 4 to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 Jan 28 03:49:59.122346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:59.122952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:59.123448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:59.129406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:59.129957 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:59.130507 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 5 to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 Jan 28 03:49:59.146377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:59.146968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:59.147621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:59.155114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:59.155662 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:59.156204 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 6 to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 Jan 28 03:49:59.180191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:59.181018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:59.181561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:59.187547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:59.188070 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:59.188607 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 7 to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 Jan 28 03:49:59.205066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:59.205650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:59.206164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:59.212089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:59.212654 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:59.213218 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 8 to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 Jan 28 03:49:59.230572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:59.231715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:59.232254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:59.237408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:59.237952 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:59.238563 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 9 to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 Jan 28 03:49:59.256229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:59.256751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:59.257284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:59.263706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:59.264241 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:59.264776 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 10 to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 Jan 28 03:49:59.281191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:49:59.281696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:49:59.282359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:49:59.288454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:49:59.289112 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:49:59.289632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7b8660f6-e0ee-4aa6-b85b-4a07a6221d80), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:59.384524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] For port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:49:59.385804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempted to set empty binding levels {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:49:59.392659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7b8660f6-e0ee-4aa6-b85b-4a07a6221d80), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:59.426166 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] In _notify_port_updated(), no bound segment for port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:49:59.427700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.430781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:59.437200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:59.453001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "PUT /v2.0/ports/7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 HTTP/1.1" status: 200 len: 976 time: 1.1280272 Jan 28 03:49:59.570084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33c155-4b00-45f1-8055-13aed68c0dbc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event updated for resources: {'Port': ['ID=7b8660f6-e0ee-4aa6-b85b-4a07a6221d80,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:49:59.637477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.637849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.638316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.638779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.649504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.650530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.650799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.651424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.652579 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.653224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.653862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.654478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.655089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.657408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.658052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.658927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.660604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.661262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.666851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.667538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.668194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.668805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.669443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.670065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.670781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.677466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.678130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:59.685843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:49:59.686162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9c61c73e-b75a-4509-98eb-fb8cc4d9104e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24353 time: 0.2476637 Jan 28 03:49:59.828781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-778b0026-4fec-4300-826f-26af5615572e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Deleting port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:49:59.829142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-778b0026-4fec-4300-826f-26af5615572e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7b8660f6-e0ee-4aa6-b85b-4a07a6221d80), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:59.974366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-778b0026-4fec-4300-826f-26af5615572e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] For port 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80, host n-h1-808199-14, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:49:59.974741 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-778b0026-4fec-4300-826f-26af5615572e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7b8660f6-e0ee-4aa6-b85b-4a07a6221d80), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:00.017272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-778b0026-4fec-4300-826f-26af5615572e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Calling delete_port for 7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:00.170269 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-778b0026-4fec-4300-826f-26af5615572e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7b8660f6-e0ee-4aa6-b85b-4a07a6221d80), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:00.233327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b0026-4fec-4300-826f-26af5615572e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b8660f6-e0ee-4aa6-b85b-4a07a6221d80,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:00.252024 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-778b0026-4fec-4300-826f-26af5615572e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:00.255358 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-778b0026-4fec-4300-826f-26af5615572e tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "DELETE /v2.0/ports/7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 HTTP/1.1" status: 204 len: 168 time: 0.5684729 Jan 28 03:50:00.258028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:00.306612 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e117d992-ad9a-4a6b-9adf-a3e2fa53f1b4 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:50:00.308265 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e117d992-ad9a-4a6b-9adf-a3e2fa53f1b4 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "GET /v2.0/ports/7b8660f6-e0ee-4aa6-b85b-4a07a6221d80 HTTP/1.1" status: 404 len: 333 time: 0.0491581 Jan 28 03:50:00.311727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:00.316550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-776444638', 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:00.370647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Made reservation on behalf of 2a6cf107d1aa4be1a2649a23a81bd261 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:00.373266 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:00.411397 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] device_id is not set on port cf9a9baa-ec62-48d4-9ca6-b381f63d2625 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:50:00.743759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks [] for port (cf9a9baa-ec62-48d4-9ca6-b381f63d2625), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:00.821582 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cf9a9baa-ec62-48d4-9ca6-b381f63d2625), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:00.920413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Network 3204b1e5-9377-4a11-b4d3-096334eff57a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:50:00.933617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:00.937459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:50:00.941251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:00.941750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:00.947802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event updated for resources: {'Port': ['ID=cf9a9baa-ec62-48d4-9ca6-b381f63d2625,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:00.991780 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-02ea4458-37e3-43a8-a23b-3dca10e97e47 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6767576 Jan 28 03:50:00.993151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:01.085946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d476e-4a11-4062-828a-6b063a9c0410 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:01.089776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e96d476e-4a11-4062-828a-6b063a9c0410 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "GET /v2.0/ports/cf9a9baa-ec62-48d4-9ca6-b381f63d2625 HTTP/1.1" status: 200 len: 954 time: 0.0858779 Jan 28 03:50:01.090265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49574) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:01.222529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e738bcff-d6d5-4836-916e-6ae377d75566 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Deleting port cf9a9baa-ec62-48d4-9ca6-b381f63d2625 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:01.222688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e738bcff-d6d5-4836-916e-6ae377d75566 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (cf9a9baa-ec62-48d4-9ca6-b381f63d2625), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:01.307696 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e738bcff-d6d5-4836-916e-6ae377d75566 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (cf9a9baa-ec62-48d4-9ca6-b381f63d2625), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:01.323689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e738bcff-d6d5-4836-916e-6ae377d75566 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Calling delete_port for cf9a9baa-ec62-48d4-9ca6-b381f63d2625 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:01.421911 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e738bcff-d6d5-4836-916e-6ae377d75566 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cf9a9baa-ec62-48d4-9ca6-b381f63d2625), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:01.462975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738bcff-d6d5-4836-916e-6ae377d75566 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf9a9baa-ec62-48d4-9ca6-b381f63d2625,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:01.472393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e738bcff-d6d5-4836-916e-6ae377d75566 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:01.476569 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e738bcff-d6d5-4836-916e-6ae377d75566 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "DELETE /v2.0/ports/cf9a9baa-ec62-48d4-9ca6-b381f63d2625 HTTP/1.1" status: 204 len: 168 time: 0.3849852 Jan 28 03:50:01.478814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49578) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:01.509084 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-950b5176-b914-4a78-af54-3e1da41ec4dc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:50:01.511508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-950b5176-b914-4a78-af54-3e1da41ec4dc tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "GET /v2.0/ports/cf9a9baa-ec62-48d4-9ca6-b381f63d2625 HTTP/1.1" status: 404 len: 333 time: 0.0298569 Jan 28 03:50:01.515233 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49580) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:01.520696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Request body: {'port': {'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-49932701'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:01.568135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Made reservation on behalf of 2a6cf107d1aa4be1a2649a23a81bd261 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:01.571470 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:01.605613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] device_id is not set on port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:50:01.848608 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks [] for port (9a1ee0a9-5faa-42bb-8b5b-f188397af1e6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:01.892969 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9a1ee0a9-5faa-42bb-8b5b-f188397af1e6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:01.970409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Network 3204b1e5-9377-4a11-b4d3-096334eff57a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:50:01.987829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:02.001492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:50:02.002506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:02.003178 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:02.007019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event updated for resources: {'Port': ['ID=9a1ee0a9-5faa-42bb-8b5b-f188397af1e6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:02.027667 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ed5678b4-dee5-4b03-ae6d-a2322ec36ef7 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5081482 Jan 28 03:50:02.028274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49590) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:02.034000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:02.102962 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a1ee0a9-5faa-42bb-8b5b-f188397af1e6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:02.349363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] device_id is not set on port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:50:02.357488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks [] for port (9a1ee0a9-5faa-42bb-8b5b-f188397af1e6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:02.363482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (9a1ee0a9-5faa-42bb-8b5b-f188397af1e6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:02.419049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event updated for resources: {'Port': ['ID=9a1ee0a9-5faa-42bb-8b5b-f188397af1e6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:02.436321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:02.437029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:02.437141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:02.442181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:50:02.442504 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:50:02.442885 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 2 to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 Jan 28 03:50:02.459490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:02.459935 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:02.460275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:02.466765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:50:02.467795 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:50:02.468246 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 3 to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 Jan 28 03:50:02.485576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:02.485915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:02.486246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:02.493267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:50:02.493599 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:50:02.493981 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 4 to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 Jan 28 03:50:02.531903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:02.532895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:02.533760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:02.539823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:50:02.540391 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:50:02.541145 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 5 to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 Jan 28 03:50:02.562695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:02.563605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:02.563963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:02.569724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:50:02.570057 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:50:02.570450 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 6 to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 Jan 28 03:50:02.586288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:02.586748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:02.587077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:02.592186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:50:02.592516 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:50:02.592940 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 7 to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 Jan 28 03:50:02.607980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:02.608134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:02.608404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:02.613184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:50:02.613721 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:50:02.614345 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 8 to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 Jan 28 03:50:02.629918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:02.630261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:02.630600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:02.636561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:50:02.637265 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:50:02.637976 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 9 to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 Jan 28 03:50:02.652866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:02.653337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:02.653697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:02.660067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:50:02.660370 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:50:02.660823 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempt 10 to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 Jan 28 03:50:02.676742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:02.677457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:02.678051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempting to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:02.686404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:50:02.686742 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Failed to bind port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'cabf37d1-bd75-4992-945a-979f64016e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3204b1e5-9377-4a11-b4d3-096334eff57a'}] Jan 28 03:50:02.687114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a1ee0a9-5faa-42bb-8b5b-f188397af1e6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:02.757552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] For port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:50:02.757921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attempted to set empty binding levels {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:50:02.764608 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (9a1ee0a9-5faa-42bb-8b5b-f188397af1e6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:02.781956 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:50:02.813535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event updated for resources: {'Port': ['ID=9a1ee0a9-5faa-42bb-8b5b-f188397af1e6,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:02.823149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] In _notify_port_updated(), no bound segment for port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 on network 3204b1e5-9377-4a11-b4d3-096334eff57a {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:50:02.824276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:02.825046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:02.826380 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d8a94e26-1494-4e18-b5f9-695cc6d6b9e9 tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "PUT /v2.0/ports/9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 HTTP/1.1" status: 200 len: 974 time: 0.7971103 Jan 28 03:50:02.830802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49600) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:02.911983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-af3747d3-206e-4039-b1c5-4a4239e25e7f tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Deleting port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:02.912541 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af3747d3-206e-4039-b1c5-4a4239e25e7f tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9a1ee0a9-5faa-42bb-8b5b-f188397af1e6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:02.984538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-af3747d3-206e-4039-b1c5-4a4239e25e7f tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] For port 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6, host n-h1-808199-14, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:02.985380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af3747d3-206e-4039-b1c5-4a4239e25e7f tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9a1ee0a9-5faa-42bb-8b5b-f188397af1e6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.006841 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-af3747d3-206e-4039-b1c5-4a4239e25e7f tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Calling delete_port for 9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:03.100784 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af3747d3-206e-4039-b1c5-4a4239e25e7f tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9a1ee0a9-5faa-42bb-8b5b-f188397af1e6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.156222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3747d3-206e-4039-b1c5-4a4239e25e7f tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a1ee0a9-5faa-42bb-8b5b-f188397af1e6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:03.161420 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af3747d3-206e-4039-b1c5-4a4239e25e7f tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.166613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-af3747d3-206e-4039-b1c5-4a4239e25e7f tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "DELETE /v2.0/ports/9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 HTTP/1.1" status: 204 len: 168 time: 0.3347189 Jan 28 03:50:03.169763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:03.217782 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7055ed-776a-43ca-aced-6a3278fef6de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:50:03.219257 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9e7055ed-776a-43ca-aced-6a3278fef6de tempest-PortsAdminExtendedAttrsTestJSON-369720041 tempest-PortsAdminExtendedAttrsTestJSON-369720041-project-admin] 10.222.0.44 "GET /v2.0/ports/9a1ee0a9-5faa-42bb-8b5b-f188397af1e6 HTTP/1.1" status: 404 len: 333 time: 0.0482113 Jan 28 03:50:03.223407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49616) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:03.313690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (3204b1e5-9377-4a11-b4d3-096334eff57a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.449750 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (3204b1e5-9377-4a11-b4d3-096334eff57a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.476559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3204b1e5-9377-4a11-b4d3-096334eff57a']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:03.491826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabf37d1-bd75-4992-945a-979f64016e65') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:03.492195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabf37d1-bd75-4992-945a-979f64016e65') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:03.506985 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (cabf37d1-bd75-4992-945a-979f64016e65), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.523318 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (cabf37d1-bd75-4992-945a-979f64016e65), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.533803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:50:03.534183 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (cabf37d1-bd75-4992-945a-979f64016e65), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:50:03.602215 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:50:03.606451 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (3204b1e5-9377-4a11-b4d3-096334eff57a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.614850 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.618169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] 10.222.0.44 "DELETE /v2.0/networks/3204b1e5-9377-4a11-b4d3-096334eff57a HTTP/1.1" status: 204 len: 168 time: 0.3934405 Jan 28 03:50:04.095247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccb5ed-0e29-4aed-8b2a-35c2d02e25e0 tempest-PortsAdminExtendedAttrsTestJSON-1450356986 tempest-PortsAdminExtendedAttrsTestJSON-1450356986-project] Pushing event deleted for resources: {'Network': ['ID=3204b1e5-9377-4a11-b4d3-096334eff57a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:04.130024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:04.442302 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-5468b70a-55aa-4846-b13c-662106797622 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0847270 Jan 28 03:50:04.461357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-075632e7-65c2-42d0-a212-e4eddf4921d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c0002f1a662434a9a165ad02ef06c0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303218 Jan 28 03:50:04.464641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:04.499179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49644) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:04.576793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-a08275fa-296d-4ab6-a8dc-8acbb5b10b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:04.578380 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-a08275fa-296d-4ab6-a8dc-8acbb5b10b19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 1097 time: 0.0697131 Jan 28 03:50:04.593518 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-067fee2f-7c3f-477c-a0a3-b518ce9898e8 admin admin] Publish callbacks [] for security_group (ade0f91c-2b86-4f26-8cbe-a9c887d3a5fe), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:04.670594 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8efc-2c35-4ae6-9b7b-5dc4892bc15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:04.740852 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-067fee2f-7c3f-477c-a0a3-b518ce9898e8 admin admin] Publish callbacks [] for security_group (ade0f91c-2b86-4f26-8cbe-a9c887d3a5fe), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:04.796490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8efc-2c35-4ae6-9b7b-5dc4892bc15d admin admin] Publish callbacks [] for security_group (588b8ffc-6427-4e8b-baff-b28a92d18265), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:04.804443 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8efc-2c35-4ae6-9b7b-5dc4892bc15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (588b8ffc-6427-4e8b-baff-b28a92d18265), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:04.818628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-a31177b7-c9d5-4d71-9a7a-f14b1acff1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:04.820618 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-a31177b7-c9d5-4d71-9a7a-f14b1acff1f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 200 len: 912 time: 0.2177949 Jan 28 03:50:04.863862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7f8d8efc-2c35-4ae6-9b7b-5dc4892bc15d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=647da6741b75451c95884811cc806acf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3635919 Jan 28 03:50:04.877471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d8efc-2c35-4ae6-9b7b-5dc4892bc15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588b8ffc-6427-4e8b-baff-b28a92d18265,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:04.879818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49650) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:04.903989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-067fee2f-7c3f-477c-a0a3-b518ce9898e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ade0f91c-2b86-4f26-8cbe-a9c887d3a5fe), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:04.908593 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-067fee2f-7c3f-477c-a0a3-b518ce9898e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:04.921013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-067fee2f-7c3f-477c-a0a3-b518ce9898e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ade0f91c-2b86-4f26-8cbe-a9c887d3a5fe HTTP/1.1" status: 204 len: 168 time: 0.4470041 Jan 28 03:50:04.947998 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1fb8-a795-46b2-933d-7256971cfe11 admin admin] Publish callbacks [] for security_group (588b8ffc-6427-4e8b-baff-b28a92d18265), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:04.972561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fee2f-7c3f-477c-a0a3-b518ce9898e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade0f91c-2b86-4f26-8cbe-a9c887d3a5fe,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:05.020475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1fb8-a795-46b2-933d-7256971cfe11 admin admin] Publish callbacks [] for security_group (588b8ffc-6427-4e8b-baff-b28a92d18265), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:05.035968 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-2d9a91f1-a4b4-4555-83e3-e2f0292bec8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9580c39b-ffa8-4106-9e8e-814875578c52 HTTP/1.1" status: 200 len: 999 time: 0.2086666 Jan 28 03:50:05.107756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-416de233-79f9-454d-a2e1-b5510457e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:05.113651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-416de233-79f9-454d-a2e1-b5510457e45c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 200 len: 850 time: 0.0726171 Jan 28 03:50:05.116717 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1fb8-a795-46b2-933d-7256971cfe11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (588b8ffc-6427-4e8b-baff-b28a92d18265), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:05.121724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1fb8-a795-46b2-933d-7256971cfe11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:05.145937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a0ea1fb8-a795-46b2-933d-7256971cfe11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/588b8ffc-6427-4e8b-baff-b28a92d18265 HTTP/1.1" status: 204 len: 168 time: 0.2629228 Jan 28 03:50:05.171429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea1fb8-a795-46b2-933d-7256971cfe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588b8ffc-6427-4e8b-baff-b28a92d18265,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:05.243200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-1ce8682e-3541-45bf-a6de-4a0bf82a637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:05.248253 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-1ce8682e-3541-45bf-a6de-4a0bf82a637e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de158b34-1094-4e9e-874b-2088e856a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211691 Jan 28 03:50:05.454941 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-97bf87ea-6d30-4c16-b703-a238be3b72d4 service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999893 Jan 28 03:50:05.492712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49668) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:05.589162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7dcf7d2a-e9cc-41c4-830d-e39095a8c434 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a6cf107d1aa4be1a2649a23a81bd261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0948517 Jan 28 03:50:05.592562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49672) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:05.604275 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2cac0572-ce82-4108-b593-7e9dc7b843f5 req-49814f5b-dd05-4d1f-87b3-08d93ad077f2 service neutron] 10.222.0.42 "GET /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427460 Jan 28 03:50:05.696297 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5554880d-0f2b-4b21-8ff6-950e1197b4a3 admin admin] Publish callbacks [] for security_group (d0699ef6-6cf2-486d-8213-8e2bb4f5c229), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:05.736997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5554880d-0f2b-4b21-8ff6-950e1197b4a3 admin admin] Publish callbacks [] for security_group (d0699ef6-6cf2-486d-8213-8e2bb4f5c229), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:05.851495 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5554880d-0f2b-4b21-8ff6-950e1197b4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d0699ef6-6cf2-486d-8213-8e2bb4f5c229), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:05.855102 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5554880d-0f2b-4b21-8ff6-950e1197b4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:05.859334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5554880d-0f2b-4b21-8ff6-950e1197b4a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0699ef6-6cf2-486d-8213-8e2bb4f5c229 HTTP/1.1" status: 204 len: 168 time: 0.2657585 Jan 28 03:50:05.872283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554880d-0f2b-4b21-8ff6-950e1197b4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0699ef6-6cf2-486d-8213-8e2bb4f5c229,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:07.853523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d74b8-7a18-4295-875d-dbef7fbe821a req-a023cfc3-2ca1-4f54-8490-b7cbc81ff408 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:07.857139 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc4d74b8-7a18-4295-875d-dbef7fbe821a req-a023cfc3-2ca1-4f54-8490-b7cbc81ff408 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 945 time: 0.5281520 Jan 28 03:50:07.941537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc4d74b8-7a18-4295-875d-dbef7fbe821a req-ada6fef0-8b30-4a0f-889c-cc9d03cd9a8f tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728552 Jan 28 03:50:08.175028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49770) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:08.305533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1055517985', 'router:external': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:08.330960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Made reservation on behalf of 49db344d4d6b41ba88cea3268e9225e1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:08.335384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:08.349105 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:08.441757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for security_group (e5e8975f-eb3d-47b2-9593-282206d8bfb7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:08.446518 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e5e8975f-eb3d-47b2-9593-282206d8bfb7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:08.462082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:50:08.474908 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (11e0a5f9-436f-4bbc-8ac6-52b04d066637), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:08.475417 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Added segment 11e0a5f9-436f-4bbc-8ac6-52b04d066637 of type vlan for network 7cbb3097-01ed-41c8-9600-8c94eedd0552 Jan 28 03:50:08.534125 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (7cbb3097-01ed-41c8-9600-8c94eedd0552), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:08.577908 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (7cbb3097-01ed-41c8-9600-8c94eedd0552), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:08.579157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:08.580131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:08.664463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4882338 Jan 28 03:50:08.668140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49784) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:08.675100 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Request body: {'subnet': {'network_id': '7cbb3097-01ed-41c8-9600-8c94eedd0552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:08.713528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Made reservation on behalf of 49db344d4d6b41ba88cea3268e9225e1 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:08.716472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:08.748473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e8975f-eb3d-47b2-9593-282206d8bfb7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:08.772254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f2001-7b2a-4aa9-8de5-c6e902964658 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event updated for resources: {'Network': ['ID=7cbb3097-01ed-41c8-9600-8c94eedd0552,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:08.791398 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 7cbb3097-01ed-41c8-9600-8c94eedd0552 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:50:09.177887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49796) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:09.385949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-7576a065-6033-4de0-9486-4e6f3dea241c tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:09.392163 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-7576a065-6033-4de0-9486-4e6f3dea241c tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 945 time: 0.2486544 Jan 28 03:50:09.453934 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ac71635-d59a-4489-ab98-7e1eacdd55f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:09.602628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Deleting port 9580c39b-ffa8-4106-9e8e-814875578c52 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:09.603122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:09.609406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:50:09.609854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (7689ae66-ca4b-4701-8c8e-58add665e1e3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:09.718041 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ac71635-d59a-4489-ab98-7e1eacdd55f5 admin admin] Publish callbacks [] for security_group (b3aec10e-ca13-49a8-b915-97295c26ea67), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:09.725006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ac71635-d59a-4489-ab98-7e1eacdd55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b3aec10e-ca13-49a8-b915-97295c26ea67), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:09.754092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71635-d59a-4489-ab98-7e1eacdd55f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aec10e-ca13-49a8-b915-97295c26ea67,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:09.777415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc425c21-2003-4f5c-b38e-4d182f129a7b req-d656deb8-13a2-463f-93a3-a86aef1471bc tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:09.784682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc425c21-2003-4f5c-b38e-4d182f129a7b req-d656deb8-13a2-463f-93a3-a86aef1471bc tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 945 time: 0.6887243 Jan 28 03:50:09.840230 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5ac71635-d59a-4489-ab98-7e1eacdd55f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea25065d32bc4a77aa766366f7dbec17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6612077 Jan 28 03:50:09.841434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49806) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:09.844475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7689ae66-ca4b-4701-8c8e-58add665e1e3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:09.869630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc425c21-2003-4f5c-b38e-4d182f129a7b req-38cd72dc-80c5-4dca-8f28-9114b94f3779 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817623 Jan 28 03:50:09.907107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Checking segment: {'id': '11e0a5f9-436f-4bbc-8ac6-52b04d066637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cbb3097-01ed-41c8-9600-8c94eedd0552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:50:09.907725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Network hostable DHCP agents. Network: 7cbb3097-01ed-41c8-9600-8c94eedd0552, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:50:09.937757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] For port 9580c39b-ffa8-4106-9e8e-814875578c52, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=9580c39b-ffa8-4106-9e8e-814875578c52,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:09.938142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.017380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Network 7cbb3097-01ed-41c8-9600-8c94eedd0552 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:50:10.045082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 7cbb3097-01ed-41c8-9600-8c94eedd0552) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:10.046759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e95aa09e-4680-4fcb-922a-87aa98a2e7c6 admin admin] Publish callbacks [] for security_group (b3aec10e-ca13-49a8-b915-97295c26ea67), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.054325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecab314-1b85-48f7-a685-fb94f399e852 None None] Network 7cbb3097-01ed-41c8-9600-8c94eedd0552 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:50:10.075457 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e95aa09e-4680-4fcb-922a-87aa98a2e7c6 admin admin] Publish callbacks [] for security_group (b3aec10e-ca13-49a8-b915-97295c26ea67), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.132061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:10.132879 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.137256 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e95aa09e-4680-4fcb-922a-87aa98a2e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b3aec10e-ca13-49a8-b915-97295c26ea67), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.139873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e95aa09e-4680-4fcb-922a-87aa98a2e7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.142359 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e95aa09e-4680-4fcb-922a-87aa98a2e7c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3aec10e-ca13-49a8-b915-97295c26ea67 HTTP/1.1" status: 204 len: 168 time: 0.2990096 Jan 28 03:50:10.246793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8837848f-f596-4a32-baa4-3980f9a317e0 None None] Network 7cbb3097-01ed-41c8-9600-8c94eedd0552 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:50:10.294736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95aa09e-4680-4fcb-922a-87aa98a2e7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aec10e-ca13-49a8-b915-97295c26ea67,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:10.334692 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-730acdb8-6bd4-46d1-b9fa-345d3cb8682e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6622999 Jan 28 03:50:10.335033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:10.342744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1401580203', 'network_id': '7cbb3097-01ed-41c8-9600-8c94eedd0552'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:10.392948 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Made reservation on behalf of 49db344d4d6b41ba88cea3268e9225e1 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:10.397033 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.443394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] device_id is not set on port 4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:50:10.507734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.508429 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (c6995ad1-6466-40d7-9a3f-d2c1d760a7f9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.508868 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Floating IP c6995ad1-6466-40d7-9a3f-d2c1d760a7f9 disassociated. External IP: 172.25.1.5, port: 9580c39b-ffa8-4106-9e8e-814875578c52. Jan 28 03:50:10.509345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Calling delete_port for 9580c39b-ffa8-4106-9e8e-814875578c52 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:10.540763 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ef90b79-d4d0-42d5-a1a3-be206111b876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.689583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9580c39b-ffa8-4106-9e8e-814875578c52), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.691834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Allocated IP 172.20.0.13 (7cbb3097-01ed-41c8-9600-8c94eedd0552/7689ae66-ca4b-4701-8c8e-58add665e1e3/4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:50:10.775934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event deleted for resources: {'Port': ['ID=9580c39b-ffa8-4106-9e8e-814875578c52,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:11.111859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:50:11.157831 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b4f48f9-7e95-40b1-b9c0-85e3c8b7d06e req-f3103c0e-7a77-4850-a609-fd144492ad34 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 210 time: 0.1128278 Jan 28 03:50:11.175789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for port (4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:11.287343 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:11.461375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event updated for resources: {'Port': ['ID=4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:11.471789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Network 7cbb3097-01ed-41c8-9600-8c94eedd0552 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:50:11.473388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:11.478914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:50:11.527737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:11.539312 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] Sync routers for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:11.578341 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:11.578984 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:49:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:11.638623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:11.639253 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:11.674386 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c33a48a8-e72e-48d0-85ca-8c648605e209 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.3350949 Jan 28 03:50:11.675238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:11.691526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] No DVR routers for this DVR port 9580c39b-ffa8-4106-9e8e-814875578c52 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:11.697294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:11.705592 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-107c1c4c-a5ef-4be3-9d46-9da577bb0577 req-b6275037-d18e-4446-9b47-2f65eb2be2a5 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.42 "DELETE /v2.0/ports/9580c39b-ffa8-4106-9e8e-814875578c52 HTTP/1.1" status: 204 len: 173 time: 2.3069808 Jan 28 03:50:11.706157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'name': 'network-vif-deleted', 'tag': '9580c39b-ffa8-4106-9e8e-814875578c52'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:50:11.712519 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b29a47d-0dfa-46c3-a0a0-b5434a1cc2f4" -d '{"events": [{"server_uuid": "ca8e2530-33ee-4808-bd0d-a5c7203cec70", "name": "network-vif-deleted", "tag": "9580c39b-ffa8-4106-9e8e-814875578c52"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:50:11.790641 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634e3b04-54b6-4f23-8cfc-f9133322b383 x-openstack-request-id: req-634e3b04-54b6-4f23-8cfc-f9133322b383 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:50:11.790933 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8e2530-33ee-4808-bd0d-a5c7203cec70", "name": "network-vif-deleted", "tag": "9580c39b-ffa8-4106-9e8e-814875578c52", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:50:11.791188 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-634e3b04-54b6-4f23-8cfc-f9133322b383 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:50:11.792210 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8e2530-33ee-4808-bd0d-a5c7203cec70', 'name': 'network-vif-deleted', 'tag': '9580c39b-ffa8-4106-9e8e-814875578c52', 'status': 'completed', 'code': 200} Jan 28 03:50:11.857239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-146c0be7-a680-4b0a-9980-c035a7246f35 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Deleting port 4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:11.857531 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-146c0be7-a680-4b0a-9980-c035a7246f35 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:11.864039 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:12.093901 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-146c0be7-a680-4b0a-9980-c035a7246f35 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:12.100920 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:12.111351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-146c0be7-a680-4b0a-9980-c035a7246f35 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Calling delete_port for 4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:12.322662 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-146c0be7-a680-4b0a-9980-c035a7246f35 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:12.429026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-946940e6-7a1d-46b2-bb73-ce9b10d0a295 req-0a3627a9-0ba1-4af2-81fe-654a688d3fbd tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca8e2530-33ee-4808-bd0d-a5c7203cec70 HTTP/1.1" status: 200 len: 210 time: 0.0842330 Jan 28 03:50:12.432025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c0be7-a680-4b0a-9980-c035a7246f35 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:12.512039 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:12.519724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-146c0be7-a680-4b0a-9980-c035a7246f35 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:12.527186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-146c0be7-a680-4b0a-9980-c035a7246f35 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "DELETE /v2.0/ports/4a53bf2f-d8c9-4c50-9e4a-34d65ad086f1 HTTP/1.1" status: 204 len: 168 time: 0.8498874 Jan 28 03:50:12.529546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:12.535898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cbb3097-01ed-41c8-9600-8c94eedd0552', 'external_fixed_ips': [{'subnet_id': '7689ae66-ca4b-4701-8c8e-58add665e1e3', 'ip_address': '172.20.0.13'}]}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:12.557062 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29ab9339-250b-4379-888b-41cbe2d4c406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:12.600648 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] Checking router: ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:12.601584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (ed683550-c46b-4f37-994c-be39323f4c5b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:12.605081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (ed683550-c46b-4f37-994c-be39323f4c5b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:12.623539 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:12.625680 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:12.697378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_controller (ed683550-c46b-4f37-994c-be39323f4c5b), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:12.823381 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:12.928038 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (ed683550-c46b-4f37-994c-be39323f4c5b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:13.201820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9580c39b-ffa8-4106-9e8e-814875578c52 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:13.255747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (ed683550-c46b-4f37-994c-be39323f4c5b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:13.256782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 9580c39b-ffa8-4106-9e8e-814875578c52 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:13.258415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 9580c39b-ffa8-4106-9e8e-814875578c52 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:13.266645 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:13.287585 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:13.301515 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0541d18-b41c-4c42-8a44-5ca53e3ec195 None None] The sync data for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 is: [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:40:55Z', 'revision_number': 4, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '03f66380-a8e7-4568-8be0-351f3c367874', 'name': '', 'network_id': 'de158b34-1094-4e9e-874b-2088e856a456', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'mac_address': 'fa:16:3e:77:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:53Z', 'updated_at': '2022-01-28T03:41:05Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'subnets': [{'id': 'e0ee2c3b-02fd-47e8-bdfc-18a286626fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:13.493205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Allocated IP 172.20.0.13 (7cbb3097-01ed-41c8-9600-8c94eedd0552/7689ae66-ca4b-4701-8c8e-58add665e1e3/59e5674c-81a6-4987-b437-3c6b1f38314e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:50:13.617956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49896) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:13.774975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for port (59e5674c-81a6-4987-b437-3c6b1f38314e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:13.782444 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bdda3a8-ae24-4ed2-981f-f0e0a1e5062d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:13.856019 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bdda3a8-ae24-4ed2-981f-f0e0a1e5062d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:13.880356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (59e5674c-81a6-4987-b437-3c6b1f38314e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:13.891606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014c782-1e03-4c1a-a5a0-d8407502afaa None None] New status for floating IP c6995ad1-6466-40d7-9a3f-d2c1d760a7f9: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:50:14.012079 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bdda3a8-ae24-4ed2-981f-f0e0a1e5062d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:14.015276 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bdda3a8-ae24-4ed2-981f-f0e0a1e5062d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:14.020529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4bdda3a8-ae24-4ed2-981f-f0e0a1e5062d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "DELETE /v2.0/security-groups/f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8 HTTP/1.1" status: 204 len: 168 time: 0.4014525 Jan 28 03:50:14.021401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:14.048591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Network 7cbb3097-01ed-41c8-9600-8c94eedd0552 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:50:14.052477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:14.066180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:50:14.077337 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-1bbee19d-33d7-4824-b309-3cf14d943176 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] show failed (client error): The resource could not be found. Jan 28 03:50:14.085397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1bbee19d-33d7-4824-b309-3cf14d943176 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "GET /v2.0/security-groups/f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8 HTTP/1.1" status: 404 len: 347 time: 0.0574541 Jan 28 03:50:14.086244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:14.096513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdda3a8-ae24-4ed2-981f-f0e0a1e5062d tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a3dc1c-5903-47a1-9e5a-bb27e1b874e8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:14.233832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event updated for resources: {'Port': ['ID=59e5674c-81a6-4987-b437-3c6b1f38314e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:14.338491 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:14.389110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Deleting port 98acc698-e294-427c-bc1d-03f17c5da41e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:14.392469 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (98acc698-e294-427c-bc1d-03f17c5da41e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:14.467935 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:14.611480 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (98acc698-e294-427c-bc1d-03f17c5da41e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:14.611811 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (98acc698-e294-427c-bc1d-03f17c5da41e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:14.639369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Calling delete_port for 98acc698-e294-427c-bc1d-03f17c5da41e owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:14.934836 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (98acc698-e294-427c-bc1d-03f17c5da41e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:14.965923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.966411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.966788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.967223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.967649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.968111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.968531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.969014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.969437 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.969855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.970277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.970698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.971127 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:14.989829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Pushing event deleted for resources: {'Port': ['ID=98acc698-e294-427c-bc1d-03f17c5da41e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:15.080499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.092918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.093649 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.094155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.094683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.095304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.103549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.104760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.105310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.105923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.106425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.106936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.107425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:15.186799 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks [] for floatingip (c6995ad1-6466-40d7-9a3f-d2c1d760a7f9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:15.189986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:15.202469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3f5ead25-ae45-499d-a42a-f087a5389591 tempest-AttachVolumeTestJSON-621977017 tempest-AttachVolumeTestJSON-621977017-project] 10.222.0.44 "DELETE /v2.0/floatingips/c6995ad1-6466-40d7-9a3f-d2c1d760a7f9 HTTP/1.1" status: 204 len: 168 time: 1.1141517 Jan 28 03:50:15.373435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (ed683550-c46b-4f37-994c-be39323f4c5b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:15.473106 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:15.732589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (ed683550-c46b-4f37-994c-be39323f4c5b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:15.949890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Router ed683550-c46b-4f37-994c-be39323f4c5b is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:50:16.208777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:16.223011 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Sync routers for ids ['ed683550-c46b-4f37-994c-be39323f4c5b'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:16.254081 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Routers {'ed683550-c46b-4f37-994c-be39323f4c5b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:16.254729 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ed683550-c46b-4f37-994c-be39323f4c5b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:16.256920 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:16.261136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-01a1755a-739f-4999-a61f-030a951a8db8 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.7304921 Jan 28 03:50:16.261429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:16.488995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (ed683550-c46b-4f37-994c-be39323f4c5b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:16.490691 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Set router ed683550-c46b-4f37-994c-be39323f4c5b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:16.666832 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (ed683550-c46b-4f37-994c-be39323f4c5b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:16.702468 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:16.832074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Deleting port 59e5674c-81a6-4987-b437-3c6b1f38314e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:16.835342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (59e5674c-81a6-4987-b437-3c6b1f38314e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:16.907220 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed683550-c46b-4f37-994c-be39323f4c5b', 'name': '', 'tenant_id': '49db344d4d6b41ba88cea3268e9225e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cbb3097-01ed-41c8-9600-8c94eedd0552', 'external_fixed_ips': [{'subnet_id': '7689ae66-ca4b-4701-8c8e-58add665e1e3', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '59e5674c-81a6-4987-b437-3c6b1f38314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:12Z', 'updated_at': '2022-01-28T03:50:15Z', 'revision_number': 3, 'project_id': '49db344d4d6b41ba88cea3268e9225e1', 'gw_port': {'id': '59e5674c-81a6-4987-b437-3c6b1f38314e', 'name': '', 'network_id': '7cbb3097-01ed-41c8-9600-8c94eedd0552', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed683550-c46b-4f37-994c-be39323f4c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7689ae66-ca4b-4701-8c8e-58add665e1e3', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:13Z', 'updated_at': '2022-01-28T03:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7689ae66-ca4b-4701-8c8e-58add665e1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:16.967575 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Checking router: ed683550-c46b-4f37-994c-be39323f4c5b for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:16.967931 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Updating router ed683550-c46b-4f37-994c-be39323f4c5b port 59e5674c-81a6-4987-b437-3c6b1f38314e binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:50:17.024299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (59e5674c-81a6-4987-b437-3c6b1f38314e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:17.045998 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (59e5674c-81a6-4987-b437-3c6b1f38314e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:17.064186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Calling delete_port for 59e5674c-81a6-4987-b437-3c6b1f38314e owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:17.604330 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (59e5674c-81a6-4987-b437-3c6b1f38314e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:17.670471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event deleted for resources: {'Port': ['ID=59e5674c-81a6-4987-b437-3c6b1f38314e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:17.674238 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.db.api [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:50:17.674663 n-d-808199-14 neutron-server[103291]: DEBUG oslo_db.api [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:50:17.892691 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3718a480-91c5-4d16-940c-09e385dd5736 req-04a33f07-13a8-407d-9563-c21f21834b78 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1881812 Jan 28 03:50:17.997647 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (ed683550-c46b-4f37-994c-be39323f4c5b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:18.119877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718a480-91c5-4d16-940c-09e385dd5736 req-ccf7068d-3e80-4205-a3a7-be5ba14008e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:18.121462 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3718a480-91c5-4d16-940c-09e385dd5736 req-ccf7068d-3e80-4205-a3a7-be5ba14008e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b2888d7084a4c879016ab364abeb6d2&device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 1098 time: 0.1338778 Jan 28 03:50:18.164893 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (ed683550-c46b-4f37-994c-be39323f4c5b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:18.173296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_controller (ed683550-c46b-4f37-994c-be39323f4c5b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:18.218832 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Port 59e5674c-81a6-4987-b437-3c6b1f38314e not found while updating agent binding for router ed683550-c46b-4f37-994c-be39323f4c5b. {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 03:50:18.243551 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Routers {'ed683550-c46b-4f37-994c-be39323f4c5b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:18.244178 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ed683550-c46b-4f37-994c-be39323f4c5b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:18.313909 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (ed683550-c46b-4f37-994c-be39323f4c5b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:18.314799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed683550-c46b-4f37-994c-be39323f4c5b {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:50:18.335575 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:18.340759 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d9d0e8e3-0893-4c40-a4ba-05e94ff3f68e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "DELETE /v2.0/routers/ed683550-c46b-4f37-994c-be39323f4c5b HTTP/1.1" status: 204 len: 168 time: 2.0781937 Jan 28 03:50:18.343651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49974) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:18.366521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718a480-91c5-4d16-940c-09e385dd5736 req-ca34ff8d-b82e-458e-83e3-d03c879045b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:18.368299 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3718a480-91c5-4d16-940c-09e385dd5736 req-ca34ff8d-b82e-458e-83e3-d03c879045b7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 200 len: 917 time: 0.2137280 Jan 28 03:50:18.385674 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] Set router ed683550-c46b-4f37-994c-be39323f4c5b gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:18.447963 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed683550-c46b-4f37-994c-be39323f4c5b', 'name': '', 'tenant_id': '49db344d4d6b41ba88cea3268e9225e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:12Z', 'updated_at': '2022-01-28T03:50:17Z', 'revision_number': 5, 'project_id': '49db344d4d6b41ba88cea3268e9225e1', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:18.480764 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0d702-7700-4ec1-ade0-3c1608bd652a None None] The sync data for ids ['ed683550-c46b-4f37-994c-be39323f4c5b'] in n-d-808199-14 is: [{'id': 'ed683550-c46b-4f37-994c-be39323f4c5b', 'name': '', 'tenant_id': '49db344d4d6b41ba88cea3268e9225e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:12Z', 'updated_at': '2022-01-28T03:50:17Z', 'revision_number': 5, 'project_id': '49db344d4d6b41ba88cea3268e9225e1', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:18.558684 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3718a480-91c5-4d16-940c-09e385dd5736 req-c7a1f35f-ba0b-4d8e-9563-45c5ec32a1a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 200 len: 1001 time: 0.1456780 Jan 28 03:50:18.666388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec480f9f-c9b3-40ec-b0e5-a8bdf23a49c3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Deleting subnet 7689ae66-ca4b-4701-8c8e-58add665e1e3 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:50:18.683633 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec480f9f-c9b3-40ec-b0e5-a8bdf23a49c3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for subnet (7689ae66-ca4b-4701-8c8e-58add665e1e3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:18.785465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718a480-91c5-4d16-940c-09e385dd5736 req-8e010215-76a4-47e1-865e-e263f300c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:18.787550 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3718a480-91c5-4d16-940c-09e385dd5736 req-8e010215-76a4-47e1-865e-e263f300c374 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 200 len: 855 time: 0.2210879 Jan 28 03:50:18.866673 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec480f9f-c9b3-40ec-b0e5-a8bdf23a49c3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (7689ae66-ca4b-4701-8c8e-58add665e1e3), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:19.044409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718a480-91c5-4d16-940c-09e385dd5736 req-83f4e809-cb21-46c5-801d-9dcc863003f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:19.051482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3718a480-91c5-4d16-940c-09e385dd5736 req-83f4e809-cb21-46c5-801d-9dcc863003f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3573caa-9ea9-4c0d-b2bb-94c7d618c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2555022 Jan 28 03:50:19.330321 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3718a480-91c5-4d16-940c-09e385dd5736 req-a9db1bf3-1c23-4b7b-ad6e-3f03fda74e22 service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681396 Jan 28 03:50:19.345966 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec480f9f-c9b3-40ec-b0e5-a8bdf23a49c3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7689ae66-ca4b-4701-8c8e-58add665e1e3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:19.640750 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3718a480-91c5-4d16-940c-09e385dd5736 req-8a042d63-6417-4faf-a818-2dc9776b966a service neutron] 10.222.0.25 "GET /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039253 Jan 28 03:50:19.641370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:19.646832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec480f9f-c9b3-40ec-b0e5-a8bdf23a49c3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (7689ae66-ca4b-4701-8c8e-58add665e1e3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:19.728073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec480f9f-c9b3-40ec-b0e5-a8bdf23a49c3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7689ae66-ca4b-4701-8c8e-58add665e1e3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:19.746998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec480f9f-c9b3-40ec-b0e5-a8bdf23a49c3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:19.755559 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ec480f9f-c9b3-40ec-b0e5-a8bdf23a49c3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/7689ae66-ca4b-4701-8c8e-58add665e1e3 HTTP/1.1" status: 204 len: 168 time: 1.4086020 Jan 28 03:50:19.758114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50012) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:20.061611 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00477dc9-50ad-49e1-bfb4-60d646d1bcad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.062267 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (7cbb3097-01ed-41c8-9600-8c94eedd0552), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.345666 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00477dc9-50ad-49e1-bfb4-60d646d1bcad admin admin] Publish callbacks [] for security_group (758c66b6-6f70-4a52-845f-63232bf0e1ca), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.361938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00477dc9-50ad-49e1-bfb4-60d646d1bcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (758c66b6-6f70-4a52-845f-63232bf0e1ca), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.385836 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (7cbb3097-01ed-41c8-9600-8c94eedd0552), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.428757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00477dc9-50ad-49e1-bfb4-60d646d1bcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758c66b6-6f70-4a52-845f-63232bf0e1ca,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:20.470268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbb3097-01ed-41c8-9600-8c94eedd0552']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:20.479184 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-00477dc9-50ad-49e1-bfb4-60d646d1bcad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21fbfd3ccdb14940aed6afef327418fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8246799 Jan 28 03:50:20.480155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50022) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:20.495730 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e0a5f9-436f-4bbc-8ac6-52b04d066637') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:20.495730 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e0a5f9-436f-4bbc-8ac6-52b04d066637') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:20.515845 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (11e0a5f9-436f-4bbc-8ac6-52b04d066637), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.547466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (11e0a5f9-436f-4bbc-8ac6-52b04d066637), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.560720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:50:20.561323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (11e0a5f9-436f-4bbc-8ac6-52b04d066637), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.602203 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2bd-dbf0-47a1-8fd1-e39eef28f77e admin admin] Publish callbacks [] for security_group (758c66b6-6f70-4a52-845f-63232bf0e1ca), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.654437 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2bd-dbf0-47a1-8fd1-e39eef28f77e admin admin] Publish callbacks [] for security_group (758c66b6-6f70-4a52-845f-63232bf0e1ca), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:50:20.686481 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:50:20.696589 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (7cbb3097-01ed-41c8-9600-8c94eedd0552), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.743346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7cbb3097-01ed-41c8-9600-8c94eedd0552 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:50:20.756583 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.763812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "DELETE /v2.0/networks/7cbb3097-01ed-41c8-9600-8c94eedd0552 HTTP/1.1" status: 204 len: 168 time: 1.0031590 Jan 28 03:50:20.770626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b6568-0af9-4bce-a500-64c118112bc6 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cbb3097-01ed-41c8-9600-8c94eedd0552,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:20.837826 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2bd-dbf0-47a1-8fd1-e39eef28f77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (758c66b6-6f70-4a52-845f-63232bf0e1ca), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.858288 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2bd-dbf0-47a1-8fd1-e39eef28f77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:20.859489 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6a33a2bd-dbf0-47a1-8fd1-e39eef28f77e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/758c66b6-6f70-4a52-845f-63232bf0e1ca HTTP/1.1" status: 204 len: 168 time: 0.3781185 Jan 28 03:50:20.884016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33a2bd-dbf0-47a1-8fd1-e39eef28f77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758c66b6-6f70-4a52-845f-63232bf0e1ca,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:21.709772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:21.716034 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2a177102-9c40-45d4-b1ca-70797e64d51c tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Request body: {'router': {'name': 'tempest-router--1242924438', 'project_id': '8b3d352e4f974e16ad60092d49c01836'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:21.779064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a177102-9c40-45d4-b1ca-70797e64d51c tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (d1a4378d-3188-4873-9b4a-dc2c8447959c), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:21.781041 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a177102-9c40-45d4-b1ca-70797e64d51c tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (d1a4378d-3188-4873-9b4a-dc2c8447959c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:21.887766 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a177102-9c40-45d4-b1ca-70797e64d51c tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_controller (d1a4378d-3188-4873-9b4a-dc2c8447959c), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:21.903148 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a177102-9c40-45d4-b1ca-70797e64d51c tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (d1a4378d-3188-4873-9b4a-dc2c8447959c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:21.932260 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a177102-9c40-45d4-b1ca-70797e64d51c tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:21.941187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2a177102-9c40-45d4-b1ca-70797e64d51c tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2292912 Jan 28 03:50:21.944633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:22.174450 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72fc73ea-7023-41ba-a566-204cba99ccec tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (d1a4378d-3188-4873-9b4a-dc2c8447959c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:22.675313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72fc73ea-7023-41ba-a566-204cba99ccec tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (d1a4378d-3188-4873-9b4a-dc2c8447959c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:22.687496 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72fc73ea-7023-41ba-a566-204cba99ccec tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_controller (d1a4378d-3188-4873-9b4a-dc2c8447959c), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:22.867925 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72fc73ea-7023-41ba-a566-204cba99ccec tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (d1a4378d-3188-4873-9b4a-dc2c8447959c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:22.868548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fc73ea-7023-41ba-a566-204cba99ccec tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1a4378d-3188-4873-9b4a-dc2c8447959c {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:50:22.875148 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72fc73ea-7023-41ba-a566-204cba99ccec tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:22.880470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-72fc73ea-7023-41ba-a566-204cba99ccec tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "DELETE /v2.0/routers/d1a4378d-3188-4873-9b4a-dc2c8447959c HTTP/1.1" status: 204 len: 168 time: 0.9305890 Jan 28 03:50:23.339610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50106) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:23.865690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-110416724', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:23.920655 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:23.922172 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:24.059506 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:24.393395 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:24.696659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:24.743898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:25.047885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Allocated IP 172.25.1.96 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/f2ef85d7-afd7-467a-a669-90c66ac6665a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:50:25.275129 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for port (f2ef85d7-afd7-467a-a669-90c66ac6665a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:25.352502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f2ef85d7-afd7-467a-a669-90c66ac6665a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:25.380065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:50:25.384396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:25.389856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:50:25.532081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Pushing event updated for resources: {'Port': ['ID=f2ef85d7-afd7-467a-a669-90c66ac6665a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:26.315760 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:26.426137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50156) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:26.680619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9bb114ea-a49e-4114-84d8-cb5a20bc02b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:26.828309 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:26.887615 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9bb114ea-a49e-4114-84d8-cb5a20bc02b2 admin admin] Publish callbacks [] for security_group (c0c88249-50c6-42e6-8e1f-f5e1572f6f5c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:26.903314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9bb114ea-a49e-4114-84d8-cb5a20bc02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c0c88249-50c6-42e6-8e1f-f5e1572f6f5c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:26.947941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9bb114ea-a49e-4114-84d8-cb5a20bc02b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2de5f1c9a864c048fa12806414bdce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5200157 Jan 28 03:50:26.951371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50162) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:27.076226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb114ea-a49e-4114-84d8-cb5a20bc02b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c88249-50c6-42e6-8e1f-f5e1572f6f5c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:27.114060 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d2e2-35b8-42f6-9386-4b37eaeef648 admin admin] Publish callbacks [] for security_group (c0c88249-50c6-42e6-8e1f-f5e1572f6f5c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:27.187351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Router 9f9a7d5d-1d9f-4b57-92de-210b8456f9e3 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:50:27.191973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d2e2-35b8-42f6-9386-4b37eaeef648 admin admin] Publish callbacks [] for security_group (c0c88249-50c6-42e6-8e1f-f5e1572f6f5c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:27.315132 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d2e2-35b8-42f6-9386-4b37eaeef648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c0c88249-50c6-42e6-8e1f-f5e1572f6f5c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:27.317814 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d2e2-35b8-42f6-9386-4b37eaeef648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:27.319024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bfa1d2e2-35b8-42f6-9386-4b37eaeef648 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0c88249-50c6-42e6-8e1f-f5e1572f6f5c HTTP/1.1" status: 204 len: 168 time: 0.3616834 Jan 28 03:50:27.336109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1d2e2-35b8-42f6-9386-4b37eaeef648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c88249-50c6-42e6-8e1f-f5e1572f6f5c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:27.516953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:27.532874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07971158-0d6c-4344-905f-c94350783a35 None None] Sync routers for ids ['9f9a7d5d-1d9f-4b57-92de-210b8456f9e3'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:27.552462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07971158-0d6c-4344-905f-c94350783a35 None None] Routers {'9f9a7d5d-1d9f-4b57-92de-210b8456f9e3'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:27.554683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-07971158-0d6c-4344-905f-c94350783a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f9a7d5d-1d9f-4b57-92de-210b8456f9e3'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:27.563988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:27.566669 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-61a06743-2844-4a99-a010-1581b481d10c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2252445 Jan 28 03:50:27.568124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:27.696266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-07971158-0d6c-4344-905f-c94350783a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:27.724641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07971158-0d6c-4344-905f-c94350783a35 None None] Routers {'9f9a7d5d-1d9f-4b57-92de-210b8456f9e3'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:27.725619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-07971158-0d6c-4344-905f-c94350783a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f9a7d5d-1d9f-4b57-92de-210b8456f9e3'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:27.804815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-07971158-0d6c-4344-905f-c94350783a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:27.807505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07971158-0d6c-4344-905f-c94350783a35 None None] The sync data for ids ['9f9a7d5d-1d9f-4b57-92de-210b8456f9e3'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:27.820193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50180) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:27.824338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-71bb4716-eaf1-4e1e-80f8-cb113a000b2e tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/routers/9f9a7d5d-1d9f-4b57-92de-210b8456f9e3 HTTP/1.1" status: 200 len: 919 time: 0.2543259 Jan 28 03:50:27.880088 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c6bea204-ccfd-4414-92f2-f7e0b6249da4 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f9a7d5d-1d9f-4b57-92de-210b8456f9e3 HTTP/1.1" status: 200 len: 205 time: 0.0583615 Jan 28 03:50:27.883036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50182) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:28.163446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50186) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:28.183912 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31324c18-71ad-41be-8e2e-d9bc8b2e676f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:28.398470 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31324c18-71ad-41be-8e2e-d9bc8b2e676f admin admin] Publish callbacks [] for security_group (1be7a82c-de64-406e-9b61-4f0acd9bf19b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:28.411541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31324c18-71ad-41be-8e2e-d9bc8b2e676f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1be7a82c-de64-406e-9b61-4f0acd9bf19b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:28.507732 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-31324c18-71ad-41be-8e2e-d9bc8b2e676f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b85024e267c2428489956b5e1b6e843a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3431766 Jan 28 03:50:28.508941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324c18-71ad-41be-8e2e-d9bc8b2e676f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be7a82c-de64-406e-9b61-4f0acd9bf19b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:28.532379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50190) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:28.576303 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:28.661154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83d8ab40-9fcb-4bec-bbc5-ef00a10abf39 admin admin] Publish callbacks [] for security_group (1be7a82c-de64-406e-9b61-4f0acd9bf19b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:28.712580 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83d8ab40-9fcb-4bec-bbc5-ef00a10abf39 admin admin] Publish callbacks [] for security_group (1be7a82c-de64-406e-9b61-4f0acd9bf19b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:28.824709 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83d8ab40-9fcb-4bec-bbc5-ef00a10abf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1be7a82c-de64-406e-9b61-4f0acd9bf19b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:28.827654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83d8ab40-9fcb-4bec-bbc5-ef00a10abf39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:28.829006 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-83d8ab40-9fcb-4bec-bbc5-ef00a10abf39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1be7a82c-de64-406e-9b61-4f0acd9bf19b HTTP/1.1" status: 204 len: 168 time: 0.2950354 Jan 28 03:50:28.847015 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:28.856032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8ab40-9fcb-4bec-bbc5-ef00a10abf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be7a82c-de64-406e-9b61-4f0acd9bf19b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:28.996655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Deleting port f2ef85d7-afd7-467a-a669-90c66ac6665a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:28.997236 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f2ef85d7-afd7-467a-a669-90c66ac6665a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:29.237056 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f2ef85d7-afd7-467a-a669-90c66ac6665a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:29.270074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Calling delete_port for f2ef85d7-afd7-467a-a669-90c66ac6665a owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:29.720061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f2ef85d7-afd7-467a-a669-90c66ac6665a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:29.743770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Pushing event deleted for resources: {'Port': ['ID=f2ef85d7-afd7-467a-a669-90c66ac6665a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:29.996935 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:30.298729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:30.301385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:30.411068 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (9f9a7d5d-1d9f-4b57-92de-210b8456f9e3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:30.411652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Fanout notify agent at l3_agent the message router_deleted on router 9f9a7d5d-1d9f-4b57-92de-210b8456f9e3 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:50:30.418953 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:30.420346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-56e9eced-9997-4042-99e7-9d6efd0b75f6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/9f9a7d5d-1d9f-4b57-92de-210b8456f9e3 HTTP/1.1" status: 204 len: 168 time: 2.5363295 Jan 28 03:50:30.423919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50248) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:30.429073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2141890042', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'enable_snat': False}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:30.497320 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (aab7f515-5143-435a-b390-cd5f35a82a5e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:30.498400 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (aab7f515-5143-435a-b390-cd5f35a82a5e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:30.684360 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_controller (aab7f515-5143-435a-b390-cd5f35a82a5e), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:31.701867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:31.938638 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2ba2b0f-97c9-4eae-bcdc-7f3efa108c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:31.954923 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (aab7f515-5143-435a-b390-cd5f35a82a5e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:32.189114 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2ba2b0f-97c9-4eae-bcdc-7f3efa108c01 admin admin] Publish callbacks [] for security_group (012d548b-f733-4c72-841b-952f21171ede), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:32.199796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2ba2b0f-97c9-4eae-bcdc-7f3efa108c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (012d548b-f733-4c72-841b-952f21171ede), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:32.308537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50282) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:32.325490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e2ba2b0f-97c9-4eae-bcdc-7f3efa108c01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20bf814701ce461ca286bd3e774d7641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6224129 Jan 28 03:50:32.365004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba2b0f-97c9-4eae-bcdc-7f3efa108c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012d548b-f733-4c72-841b-952f21171ede,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:32.536065 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (aab7f515-5143-435a-b390-cd5f35a82a5e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:32.568116 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:32.698525 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Allocated IP 172.25.1.251 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/95369452-3b96-46ca-b769-44c158ba5a4f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:50:32.831442 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for port (95369452-3b96-46ca-b769-44c158ba5a4f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:32.979777 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:33.145136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d79a941-0bd3-4eee-a9b3-9a2256751f3e admin admin] Publish callbacks [] for security_group (012d548b-f733-4c72-841b-952f21171ede), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:33.246147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d79a941-0bd3-4eee-a9b3-9a2256751f3e admin admin] Publish callbacks [] for security_group (012d548b-f733-4c72-841b-952f21171ede), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:33.386327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d79a941-0bd3-4eee-a9b3-9a2256751f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (012d548b-f733-4c72-841b-952f21171ede), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:33.404882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d79a941-0bd3-4eee-a9b3-9a2256751f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:33.410047 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5d79a941-0bd3-4eee-a9b3-9a2256751f3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/012d548b-f733-4c72-841b-952f21171ede HTTP/1.1" status: 204 len: 168 time: 1.0963483 Jan 28 03:50:33.465949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:50:33.498019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:33.504174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:50:33.567200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79a941-0bd3-4eee-a9b3-9a2256751f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012d548b-f733-4c72-841b-952f21171ede,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:33.574961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event updated for resources: {'Port': ['ID=95369452-3b96-46ca-b769-44c158ba5a4f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:34.120648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (aab7f515-5143-435a-b390-cd5f35a82a5e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:34.318733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:34.859247 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (aab7f515-5143-435a-b390-cd5f35a82a5e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:35.169063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Router aab7f515-5143-435a-b390-cd5f35a82a5e is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:50:35.333181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:35.342944 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Sync routers for ids ['aab7f515-5143-435a-b390-cd5f35a82a5e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:35.358601 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Routers {'aab7f515-5143-435a-b390-cd5f35a82a5e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:35.361476 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['aab7f515-5143-435a-b390-cd5f35a82a5e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:35.404094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:35.405468 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-df72098b-35c0-49dd-880c-70e0a83e6540 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.9797471 Jan 28 03:50:35.408379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50352) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:35.669409 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8f5abacd-c86c-4ce8-9929-84c389956b7f tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/routers/aab7f515-5143-435a-b390-cd5f35a82a5e HTTP/1.1" status: 200 len: 909 time: 0.2598369 Jan 28 03:50:35.673245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50362) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:35.679575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2141890042', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'enable_snat': True}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:35.729229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (92f24c1a-a654-49b4-9fe6-5e19d4018659), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:35.731311 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (92f24c1a-a654-49b4-9fe6-5e19d4018659), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:35.857533 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (612588fd-07cb-43bd-bf7d-ab6b035f1250), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:35.886052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_controller (92f24c1a-a654-49b4-9fe6-5e19d4018659), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:36.089882 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Set router aab7f515-5143-435a-b390-cd5f35a82a5e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:36.203894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (92f24c1a-a654-49b4-9fe6-5e19d4018659), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:36.325873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50374) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:36.442546 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab7f515-5143-435a-b390-cd5f35a82a5e', 'name': 'tempest-snat-router-2141890042', 'tenant_id': '49db344d4d6b41ba88cea3268e9225e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.251'}], 'enable_snat': False}, 'gw_port_id': '95369452-3b96-46ca-b769-44c158ba5a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:30Z', 'updated_at': '2022-01-28T03:50:33Z', 'revision_number': 3, 'project_id': '49db344d4d6b41ba88cea3268e9225e1', 'gw_port': {'id': '95369452-3b96-46ca-b769-44c158ba5a4f', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab7f515-5143-435a-b390-cd5f35a82a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:32Z', 'updated_at': '2022-01-28T03:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:36.505838 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Checking router: aab7f515-5143-435a-b390-cd5f35a82a5e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:36.506933 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Updating router aab7f515-5143-435a-b390-cd5f35a82a5e port 95369452-3b96-46ca-b769-44c158ba5a4f binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:50:36.562228 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:36.647076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] Deleting port 3c72eaec-d1c6-4831-a579-592ff84ae4a2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:36.647457 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:36.699942 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93ad2da7-077c-4bb4-97d4-96990c49e604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:36.826841 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] For port 3c72eaec-d1c6-4831-a579-592ff84ae4a2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3c72eaec-d1c6-4831-a579-592ff84ae4a2,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:36.827199 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:36.856540 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (92f24c1a-a654-49b4-9fe6-5e19d4018659), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:36.857291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] Calling delete_port for 3c72eaec-d1c6-4831-a579-592ff84ae4a2 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:37.008194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:37.028609 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Publish callbacks [] for port (95369452-3b96-46ca-b769-44c158ba5a4f), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:37.058320 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:37.101675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3c72eaec-d1c6-4831-a579-592ff84ae4a2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:37.193566 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Pushing event updated for resources: {'Port': ['ID=95369452-3b96-46ca-b769-44c158ba5a4f,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:37.243844 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.244506 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.245091 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.249230 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.249719 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.250158 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.250598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.252867 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.253188 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.253621 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.254056 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.262899 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.263304 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:37.300791 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Attempting to bind port 95369452-3b96-46ca-b769-44c158ba5a4f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:37.301799 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Attempting to bind port 95369452-3b96-46ca-b769-44c158ba5a4f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:37.302273 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Attempting to bind port 95369452-3b96-46ca-b769-44c158ba5a4f on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:37.315597 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:50:37.317187 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:50:37.317722 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:37.319386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c72eaec-d1c6-4831-a579-592ff84ae4a2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:37.319572 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:50:37.332615 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Bound port: 95369452-3b96-46ca-b769-44c158ba5a4f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:50:37.333215 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:37.514590 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] For port 95369452-3b96-46ca-b769-44c158ba5a4f, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:50:37.530820 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] For port 95369452-3b96-46ca-b769-44c158ba5a4f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=95369452-3b96-46ca-b769-44c158ba5a4f,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:50:37.542865 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:37.600226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (612588fd-07cb-43bd-bf7d-ab6b035f1250), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:37.608759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93ad2da7-077c-4bb4-97d4-96990c49e604 admin admin] Publish callbacks [] for security_group (8ac3d3ba-1272-4a71-a508-2e8af91ec32a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:37.629239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93ad2da7-077c-4bb4-97d4-96990c49e604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8ac3d3ba-1272-4a71-a508-2e8af91ec32a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:37.675764 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1395f6-586b-4223-8901-b566ee375ded None None] Pushing event updated for resources: {'Port': ['ID=95369452-3b96-46ca-b769-44c158ba5a4f,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:37.696063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Allocated IP 172.25.1.213 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:50:37.713875 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-93ad2da7-077c-4bb4-97d4-96990c49e604 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0bc8d14b9a0b42969db1d5c982a421dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3839486 Jan 28 03:50:37.722263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50388) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:37.734367 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Routers {'aab7f515-5143-435a-b390-cd5f35a82a5e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:37.735957 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['aab7f515-5143-435a-b390-cd5f35a82a5e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:38.002353 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] Set router aab7f515-5143-435a-b390-cd5f35a82a5e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:38.071226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad2da7-077c-4bb4-97d4-96990c49e604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac3d3ba-1272-4a71-a508-2e8af91ec32a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:38.130687 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b50f0678-ba0e-4303-b3c1-21f8749a9114 admin admin] Publish callbacks [] for security_group (8ac3d3ba-1272-4a71-a508-2e8af91ec32a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:38.220695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b50f0678-ba0e-4303-b3c1-21f8749a9114 admin admin] Publish callbacks [] for security_group (8ac3d3ba-1272-4a71-a508-2e8af91ec32a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:38.344295 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for port (0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:38.548972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b50f0678-ba0e-4303-b3c1-21f8749a9114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8ac3d3ba-1272-4a71-a508-2e8af91ec32a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:38.561445 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b50f0678-ba0e-4303-b3c1-21f8749a9114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:38.580275 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b50f0678-ba0e-4303-b3c1-21f8749a9114 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ac3d3ba-1272-4a71-a508-2e8af91ec32a HTTP/1.1" status: 204 len: 168 time: 0.8387556 Jan 28 03:50:38.603608 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab7f515-5143-435a-b390-cd5f35a82a5e', 'name': 'tempest-snat-router-2141890042', 'tenant_id': '49db344d4d6b41ba88cea3268e9225e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.251'}], 'enable_snat': False}, 'gw_port_id': '95369452-3b96-46ca-b769-44c158ba5a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:30Z', 'updated_at': '2022-01-28T03:50:33Z', 'revision_number': 3, 'project_id': '49db344d4d6b41ba88cea3268e9225e1', 'gw_port': {'id': '95369452-3b96-46ca-b769-44c158ba5a4f', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab7f515-5143-435a-b390-cd5f35a82a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:32Z', 'updated_at': '2022-01-28T03:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:38.615996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f0678-ba0e-4303-b3c1-21f8749a9114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac3d3ba-1272-4a71-a508-2e8af91ec32a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:38.651561 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:38.674043 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcfd52-f9c0-4b8e-beae-b18431e460a2 None None] The sync data for ids ['aab7f515-5143-435a-b390-cd5f35a82a5e'] in n-d-808199-14 is: [{'id': 'aab7f515-5143-435a-b390-cd5f35a82a5e', 'name': 'tempest-snat-router-2141890042', 'tenant_id': '49db344d4d6b41ba88cea3268e9225e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.251'}], 'enable_snat': False}, 'gw_port_id': '95369452-3b96-46ca-b769-44c158ba5a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:30Z', 'updated_at': '2022-01-28T03:50:33Z', 'revision_number': 3, 'project_id': '49db344d4d6b41ba88cea3268e9225e1', 'gw_port': {'id': '95369452-3b96-46ca-b769-44c158ba5a4f', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab7f515-5143-435a-b390-cd5f35a82a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:32Z', 'updated_at': '2022-01-28T03:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:38.804676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event updated for resources: {'Port': ['ID=0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:38.838070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:50:38.844155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:38.850660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:50:39.055321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] Router 612588fd-07cb-43bd-bf7d-ab6b035f1250 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:50:39.368792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:39.381949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] Sync routers for ids ['612588fd-07cb-43bd-bf7d-ab6b035f1250'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:39.398300 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-66cf36d3-061d-4de8-839c-d873d39f5805 admin admin] 10.222.0.44 "PUT /v2.0/routers/612588fd-07cb-43bd-bf7d-ab6b035f1250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0778675 Jan 28 03:50:39.399177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50406) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:39.427444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] Routers {'612588fd-07cb-43bd-bf7d-ab6b035f1250'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:39.428101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['612588fd-07cb-43bd-bf7d-ab6b035f1250'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:39.502900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50412) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:39.773932 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:50:39.828255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Publish callbacks [] for router (612588fd-07cb-43bd-bf7d-ab6b035f1250), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:39.834632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] Set router 612588fd-07cb-43bd-bf7d-ab6b035f1250 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:40.273309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Publish callbacks [] for router_gateway (612588fd-07cb-43bd-bf7d-ab6b035f1250), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:40.440543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Deleting port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:40.445083 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:40.601444 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-459cda2f-7e80-489d-a6df-9b5bd965b6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:40.667139 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:50:37Z', 'revision_number': 5, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port': {'id': '0f96d4c1-da67-45f9-8f12-b1c9ec5fe574', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:04Z', 'updated_at': '2022-01-28T03:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:40.711722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] For port 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0f96d4c1-da67-45f9-8f12-b1c9ec5fe574,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:40.712165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:40.750371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] Checking router: 612588fd-07cb-43bd-bf7d-ab6b035f1250 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:40.782393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Calling delete_port for 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:40.786993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] Routers {'612588fd-07cb-43bd-bf7d-ab6b035f1250'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:40.787950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['612588fd-07cb-43bd-bf7d-ab6b035f1250'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:41.146093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] Set router 612588fd-07cb-43bd-bf7d-ab6b035f1250 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:41.301528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 95369452-3b96-46ca-b769-44c158ba5a4f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:50:41.343264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:50:40Z', 'revision_number': 6, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:41.355432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (92f24c1a-a654-49b4-9fe6-5e19d4018659), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:41.403356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0f96d4c1-da67-45f9-8f12-b1c9ec5fe574), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:41.419318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf40789-502d-4763-a81f-1219887c3e9f None None] The sync data for ids ['612588fd-07cb-43bd-bf7d-ab6b035f1250'] in n-d-808199-14 is: [{'id': '612588fd-07cb-43bd-bf7d-ab6b035f1250', 'name': 'tempest-TaggedBootDevicesTest_v242-923633751-router', 'tenant_id': 'd68daf22cb344f3e85922824b30fd598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:03Z', 'updated_at': '2022-01-28T03:50:40Z', 'revision_number': 6, 'project_id': 'd68daf22cb344f3e85922824b30fd598', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:41.454301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 95369452-3b96-46ca-b769-44c158ba5a4f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:50:41.454831 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:41.562023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=0f96d4c1-da67-45f9-8f12-b1c9ec5fe574,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:41.658466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (612588fd-07cb-43bd-bf7d-ab6b035f1250), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:41.695048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 95369452-3b96-46ca-b769-44c158ba5a4f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:50:41.696129 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:41.767461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 95369452-3b96-46ca-b769-44c158ba5a4f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=95369452-3b96-46ca-b769-44c158ba5a4f,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:41.777349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.030711 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (612588fd-07cb-43bd-bf7d-ab6b035f1250), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.032188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=95369452-3b96-46ca-b769-44c158ba5a4f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:42.043277 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Publish callbacks [] for router_controller (612588fd-07cb-43bd-bf7d-ab6b035f1250), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.062657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.072465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.074628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.076730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.077219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.082594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.083732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.084193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.085326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.086648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.090098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.090535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.094141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:42.155019 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.197292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:42.226502 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (612588fd-07cb-43bd-bf7d-ab6b035f1250), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.227014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 612588fd-07cb-43bd-bf7d-ab6b035f1250 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:50:42.237859 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.239324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6ee46be3-1f62-4e8d-9a73-45f359595cdd admin admin] 10.222.0.44 "DELETE /v2.0/routers/612588fd-07cb-43bd-bf7d-ab6b035f1250 HTTP/1.1" status: 204 len: 168 time: 2.8375773 Jan 28 03:50:42.242160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50464) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:42.324716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-299fdce9-ea9c-4630-9618-9ac736ce7970 admin admin] Deleting subnet 91826628-0551-4f5e-a6c3-0a91742bb049 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:50:42.329490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-299fdce9-ea9c-4630-9618-9ac736ce7970 admin admin] Publish callbacks [] for subnet (91826628-0551-4f5e-a6c3-0a91742bb049), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.401742 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-299fdce9-ea9c-4630-9618-9ac736ce7970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (91826628-0551-4f5e-a6c3-0a91742bb049), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.571059 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0acc8e88-bcdd-416a-b106-ba01be1d8c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.654169 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-299fdce9-ea9c-4630-9618-9ac736ce7970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (91826628-0551-4f5e-a6c3-0a91742bb049), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.691827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'network': {'name': 'tempest-network-smoke--149661521', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:42.754166 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (92f24c1a-a654-49b4-9fe6-5e19d4018659), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.761656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Made reservation on behalf of 700e7bfa6ebb41949c07b0d2771d2517 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:42.769770 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.798571 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.840156 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-299fdce9-ea9c-4630-9618-9ac736ce7970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (91826628-0551-4f5e-a6c3-0a91742bb049), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.877612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742d95a9-117f-4260-bcb5-a2076648fcb0 None None] Network 39ca72c0-032b-4e3b-b459-91b9ab024a53 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:50:42.961773 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-299fdce9-ea9c-4630-9618-9ac736ce7970 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:42.988802 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-299fdce9-ea9c-4630-9618-9ac736ce7970 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/91826628-0551-4f5e-a6c3-0a91742bb049 HTTP/1.1" status: 204 len: 168 time: 0.7453852 Jan 28 03:50:42.991503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50468) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:43.016569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fdce9-ea9c-4630-9618-9ac736ce7970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91826628-0551-4f5e-a6c3-0a91742bb049,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:43.051679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Router 92f24c1a-a654-49b4-9fe6-5e19d4018659 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:50:43.220537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 95369452-3b96-46ca-b769-44c158ba5a4f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:50:43.357255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (39ca72c0-032b-4e3b-b459-91b9ab024a53), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.357847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21100e03-e7ec-425d-a416-fcbd09798295 None None] DHCP port deletion for 39ca72c0-032b-4e3b-b459-91b9ab024a53 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:50:43.445018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 95369452-3b96-46ca-b769-44c158ba5a4f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:50:43.445410 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.543759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:43.547740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (7658c46f-3321-4763-a54c-f3bb63a48ab8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.555060 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Sync routers for ids ['92f24c1a-a654-49b4-9fe6-5e19d4018659'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:43.569884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-21100e03-e7ec-425d-a416-fcbd09798295 None None] Deleting port da7f5403-3776-4ce6-8a92-a1346bc8d2cf {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:43.574329 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21100e03-e7ec-425d-a416-fcbd09798295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.609215 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.615444 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7262572b-08fd-4e1d-8921-8b29ed6a75b0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9388232 Jan 28 03:50:43.625289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:43.636949 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Routers {'92f24c1a-a654-49b4-9fe6-5e19d4018659'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:43.638213 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['92f24c1a-a654-49b4-9fe6-5e19d4018659'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:43.681835 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7658c46f-3321-4763-a54c-f3bb63a48ab8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.764294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 95369452-3b96-46ca-b769-44c158ba5a4f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:50:43.770057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.772899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-21100e03-e7ec-425d-a416-fcbd09798295 None None] For port da7f5403-3776-4ce6-8a92-a1346bc8d2cf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=da7f5403-3776-4ce6-8a92-a1346bc8d2cf,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:43.773469 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21100e03-e7ec-425d-a416-fcbd09798295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.779449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Deleting port da7f5403-3776-4ce6-8a92-a1346bc8d2cf {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:43.788823 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.794304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-21100e03-e7ec-425d-a416-fcbd09798295 None None] Calling delete_port for da7f5403-3776-4ce6-8a92-a1346bc8d2cf owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:43.806759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:50:43.828792 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6dc756d9-c816-4154-9965-8891dc999197), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.831499 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Added segment 6dc756d9-c816-4154-9965-8891dc999197 of type vlan for network 8384b886-8756-4312-bda9-93fb2d685731 Jan 28 03:50:43.897933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c72eaec-d1c6-4831-a579-592ff84ae4a2 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:43.919186 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8384b886-8756-4312-bda9-93fb2d685731), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:43.948036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 3c72eaec-d1c6-4831-a579-592ff84ae4a2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:43.948368 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Set router 92f24c1a-a654-49b4-9fe6-5e19d4018659 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:43.952642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c72eaec-d1c6-4831-a579-592ff84ae4a2 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:43.953266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:44.005608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:44.008013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0f96d4c1-da67-45f9-8f12-b1c9ec5fe574 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:44.011362 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8384b886-8756-4312-bda9-93fb2d685731), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.019617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:44.023933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.086559 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21100e03-e7ec-425d-a416-fcbd09798295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.133628 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-72bd5e7d-1758-441b-b1ae-3e1fde587b86 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/routers/92f24c1a-a654-49b4-9fe6-5e19d4018659 HTTP/1.1" status: 200 len: 908 time: 0.5067661 Jan 28 03:50:44.139000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50482) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:44.173244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21100e03-e7ec-425d-a416-fcbd09798295 None None] Pushing event deleted for resources: {'Port': ['ID=da7f5403-3776-4ce6-8a92-a1346bc8d2cf,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:44.182549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21100e03-e7ec-425d-a416-fcbd09798295 None None] No DVR routers for this DVR port da7f5403-3776-4ce6-8a92-a1346bc8d2cf on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:44.201263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7658c46f-3321-4763-a54c-f3bb63a48ab8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:44.265529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.282986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0837963 Jan 28 03:50:44.287722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50486) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:44.293653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-923300661', 'admin_state_up': True, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:44.359026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] For port da7f5403-3776-4ce6-8a92-a1346bc8d2cf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=da7f5403-3776-4ce6-8a92-a1346bc8d2cf,segment=NetworkSegment(4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0),segment_id=4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:44.359407 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.404554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Calling delete_port for da7f5403-3776-4ce6-8a92-a1346bc8d2cf owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:44.406703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba99753-a908-4878-8baf-568b07844aa4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Network': ['ID=8384b886-8756-4312-bda9-93fb2d685731,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:44.420359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8384b886-8756-4312-bda9-93fb2d685731 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:50:44.468782 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (92f24c1a-a654-49b4-9fe6-5e19d4018659), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.471822 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (30e76253-6597-4ba7-aec7-e923d63de0b2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.473691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (30e76253-6597-4ba7-aec7-e923d63de0b2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.563021 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f24c1a-a654-49b4-9fe6-5e19d4018659', 'name': 'tempest-snat-router-2141890042', 'tenant_id': '49db344d4d6b41ba88cea3268e9225e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:35Z', 'updated_at': '2022-01-28T03:50:39Z', 'revision_number': 3, 'project_id': '49db344d4d6b41ba88cea3268e9225e1', 'gw_port': {'id': '0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f24c1a-a654-49b4-9fe6-5e19d4018659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:37Z', 'updated_at': '2022-01-28T03:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:44.616758 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.630389 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Checking router: 92f24c1a-a654-49b4-9fe6-5e19d4018659 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:44.633969 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Updating router 92f24c1a-a654-49b4-9fe6-5e19d4018659 port 0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:50:44.646101 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (da7f5403-3776-4ce6-8a92-a1346bc8d2cf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.684399 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.702370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7f5403-3776-4ce6-8a92-a1346bc8d2cf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:44.713527 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] No DVR routers for this DVR port da7f5403-3776-4ce6-8a92-a1346bc8d2cf on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:44.766214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_controller (30e76253-6597-4ba7-aec7-e923d63de0b2), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.817898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (92f24c1a-a654-49b4-9fe6-5e19d4018659), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.861473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (39ca72c0-032b-4e3b-b459-91b9ab024a53), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.902360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ca72c0-032b-4e3b-b459-91b9ab024a53']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:44.918787 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:44.919108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:44.933482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.961494 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.984921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:50:44.985340 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (4ef9d630-5cc2-4975-9bf4-5f8cef04e2a0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:50:44.992056 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:50:45.105383 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (39ca72c0-032b-4e3b-b459-91b9ab024a53), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:45.108093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device da7f5403-3776-4ce6-8a92-a1346bc8d2cf no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:45.111109 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:45.114312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/39ca72c0-032b-4e3b-b459-91b9ab024a53 HTTP/1.1" status: 204 len: 168 time: 2.1197352 Jan 28 03:50:45.138064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:45.151617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50b158-0e40-4c77-9814-144bbaac0ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=39ca72c0-032b-4e3b-b459-91b9ab024a53,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:45.153125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: da7f5403-3776-4ce6-8a92-a1346bc8d2cf {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:45.153578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device da7f5403-3776-4ce6-8a92-a1346bc8d2cf not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:45.186523 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_gateway (30e76253-6597-4ba7-aec7-e923d63de0b2), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:45.272150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] Deleting port 4deeff11-c6a5-4c04-8f23-5a4462cd8382 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:45.272561 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Publish callbacks [] for port (0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:45.276284 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:45.292521 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:45.366792 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667f0ab-04ea-4123-b0a6-54f7c055606d None None] Pushing event updated for resources: {'Port': ['ID=0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:45.466722 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Attempting to bind port 0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:45.467021 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Attempting to bind port 0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:45.467384 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Attempting to bind port 0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:45.484052 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:50:45.484834 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:50:45.485454 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:45.485997 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:50:45.486626 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Bound port: 0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:50:45.487168 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:45.638008 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] For port 0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:50:45.648747 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] For port 0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:50:45.664988 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:45.764555 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Routers {'92f24c1a-a654-49b4-9fe6-5e19d4018659'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:45.769976 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['92f24c1a-a654-49b4-9fe6-5e19d4018659'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:46.011124 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (dcd211e1-6899-4446-9b54-637d740146b4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:46.039077 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:46.143428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50512) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:46.190674 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667f0ab-04ea-4123-b0a6-54f7c055606d None None] Pushing event updated for resources: {'Port': ['ID=0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:46.260929 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] Set router 92f24c1a-a654-49b4-9fe6-5e19d4018659 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:46.383515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Deleting port 0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:46.384587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:46.442104 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f24c1a-a654-49b4-9fe6-5e19d4018659', 'name': 'tempest-snat-router-2141890042', 'tenant_id': '49db344d4d6b41ba88cea3268e9225e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:35Z', 'updated_at': '2022-01-28T03:50:44Z', 'revision_number': 4, 'project_id': '49db344d4d6b41ba88cea3268e9225e1', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:46.472278 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc9fa4e4-813d-4fb9-b8bb-70a399c17fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:46.501110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] For port 4deeff11-c6a5-4c04-8f23-5a4462cd8382, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4deeff11-c6a5-4c04-8f23-5a4462cd8382,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:46.501863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:46.524514 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53710b-458a-4940-82d1-ea1be84f433d None None] The sync data for ids ['92f24c1a-a654-49b4-9fe6-5e19d4018659'] in n-d-808199-14 is: [{'id': '92f24c1a-a654-49b4-9fe6-5e19d4018659', 'name': 'tempest-snat-router-2141890042', 'tenant_id': '49db344d4d6b41ba88cea3268e9225e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:35Z', 'updated_at': '2022-01-28T03:50:44Z', 'revision_number': 4, 'project_id': '49db344d4d6b41ba88cea3268e9225e1', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:46.529743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] Calling delete_port for 4deeff11-c6a5-4c04-8f23-5a4462cd8382 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:46.715494 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:46.740266 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:46.777019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Calling delete_port for 0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:46.867733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] Deleting port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:46.873689 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:46.877608 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc9fa4e4-813d-4fb9-b8bb-70a399c17fb2 admin admin] Publish callbacks [] for security_group (3ee3ae69-0de7-413b-8464-918c2f7235dc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:46.906189 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc9fa4e4-813d-4fb9-b8bb-70a399c17fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3ee3ae69-0de7-413b-8464-918c2f7235dc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:47.065694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cc9fa4e4-813d-4fb9-b8bb-70a399c17fb2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68cb8bf9a9fe4584849198b8be1c3009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9211237 Jan 28 03:50:47.079238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:47.216770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:47.228492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fa4e4-813d-4fb9-b8bb-70a399c17fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee3ae69-0de7-413b-8464-918c2f7235dc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:47.273349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event deleted for resources: {'Port': ['ID=0aaeb75b-3aa0-44d2-a1b0-fc38703b02c6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:47.296490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ceb33fe-877c-4610-822d-1ddd4f1d2ab5 admin admin] Publish callbacks [] for security_group (3ee3ae69-0de7-413b-8464-918c2f7235dc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:47.320964 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ceb33fe-877c-4610-822d-1ddd4f1d2ab5 admin admin] Publish callbacks [] for security_group (3ee3ae69-0de7-413b-8464-918c2f7235dc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:47.459343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] For port de8b3460-dcb6-427a-ba0e-1b4a1020c0a3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=de8b3460-dcb6-427a-ba0e-1b4a1020c0a3,segment=NetworkSegment(57c9d94d-dc01-48f2-a4d6-a779c3e404b5),segment_id=57c9d94d-dc01-48f2-a4d6-a779c3e404b5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:47.459762 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:47.475692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] Calling delete_port for de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:47.814760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ceb33fe-877c-4610-822d-1ddd4f1d2ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3ee3ae69-0de7-413b-8464-918c2f7235dc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:47.817505 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ceb33fe-877c-4610-822d-1ddd4f1d2ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:47.821670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8ceb33fe-877c-4610-822d-1ddd4f1d2ab5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ee3ae69-0de7-413b-8464-918c2f7235dc HTTP/1.1" status: 204 len: 168 time: 0.7419188 Jan 28 03:50:47.844134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb33fe-877c-4610-822d-1ddd4f1d2ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee3ae69-0de7-413b-8464-918c2f7235dc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:47.867696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (de8b3460-dcb6-427a-ba0e-1b4a1020c0a3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:47.883470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb088aa7-784c-4b0b-ae58-6a6f8a13addb req-7e0b3326-d895-4983-842f-18668b6f25d5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:47.897128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb088aa7-784c-4b0b-ae58-6a6f8a13addb req-7e0b3326-d895-4983-842f-18668b6f25d5 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 946 time: 0.6206591 Jan 28 03:50:47.945804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (92f24c1a-a654-49b4-9fe6-5e19d4018659), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:47.952552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4deeff11-c6a5-4c04-8f23-5a4462cd8382), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.097389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] Pushing event deleted for resources: {'Port': ['ID=de8b3460-dcb6-427a-ba0e-1b4a1020c0a3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:48.188745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb088aa7-784c-4b0b-ae58-6a6f8a13addb req-ee90ebb5-a04d-496e-b808-606f0700d327 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2903452 Jan 28 03:50:48.338262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4deeff11-c6a5-4c04-8f23-5a4462cd8382,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:48.391780 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (dcd211e1-6899-4446-9b54-637d740146b4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.439928 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_gateway (30e76253-6597-4ba7-aec7-e923d63de0b2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.549841 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:48.612597 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.649791 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b2556e-8e2c-445a-af40-3516cd357b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.835345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (92f24c1a-a654-49b4-9fe6-5e19d4018659), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.843532 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_controller (92f24c1a-a654-49b4-9fe6-5e19d4018659), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.864335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] Router dcd211e1-6899-4446-9b54-637d740146b4 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:50:48.975229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (92f24c1a-a654-49b4-9fe6-5e19d4018659), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.976416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92f24c1a-a654-49b4-9fe6-5e19d4018659 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:50:49.057408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:49.059286 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-44a8d334-66c8-4557-bfe0-bcdce4734719 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "DELETE /v2.0/routers/92f24c1a-a654-49b4-9fe6-5e19d4018659 HTTP/1.1" status: 204 len: 168 time: 4.9040780 Jan 28 03:50:49.078848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50548) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:49.274832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (aab7f515-5143-435a-b390-cd5f35a82a5e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:49.523138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-f4a30f0f-f1af-467c-bf9f-c39d5ebd4cd3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:49.524944 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-f4a30f0f-f1af-467c-bf9f-c39d5ebd4cd3 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 946 time: 0.5841653 Jan 28 03:50:49.710768 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:49.809983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:49.826997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] Sync routers for ids ['dcd211e1-6899-4446-9b54-637d740146b4'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:49.830164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-32d79cb3-1608-435b-b905-f825ea7c470c admin admin] 10.222.0.44 "PUT /v2.0/routers/dcd211e1-6899-4446-9b54-637d740146b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6908855 Jan 28 03:50:49.832082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50556) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:49.835834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Allocated IP 172.25.1.100 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/8fe54168-fead-4e9f-a450-23e536063444) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:50:49.848474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] Routers {'dcd211e1-6899-4446-9b54-637d740146b4'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:49.853150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['dcd211e1-6899-4446-9b54-637d740146b4'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:49.949632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37553b5-be87-4987-9568-01f59bd009fe req-dda44d87-0a27-40d6-8865-000c5b474a5d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:49.951205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b37553b5-be87-4987-9568-01f59bd009fe req-dda44d87-0a27-40d6-8865-000c5b474a5d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 946 time: 0.1784952 Jan 28 03:50:49.983419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b2556e-8e2c-445a-af40-3516cd357b31 admin admin] Publish callbacks [] for security_group (f36c18db-c076-41ae-bda0-fafffb50ab7d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.021714 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b2556e-8e2c-445a-af40-3516cd357b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f36c18db-c076-41ae-bda0-fafffb50ab7d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.042987 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (aab7f515-5143-435a-b390-cd5f35a82a5e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.081565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] Set router dcd211e1-6899-4446-9b54-637d740146b4 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:50.140170 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Publish callbacks [] for router (dcd211e1-6899-4446-9b54-637d740146b4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.158824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-78b2556e-8e2c-445a-af40-3516cd357b31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa2aaa22419f4eada74f434fd6924dbf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6077378 Jan 28 03:50:50.204998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:50.232160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2556e-8e2c-445a-af40-3516cd357b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36c18db-c076-41ae-bda0-fafffb50ab7d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:50.275734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b37553b5-be87-4987-9568-01f59bd009fe req-58b650ce-4154-4020-a16c-4699a6fe6d15 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3091128 Jan 28 03:50:50.355816 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Publish callbacks [] for router_gateway (dcd211e1-6899-4446-9b54-637d740146b4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.377117 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (8fe54168-fead-4e9f-a450-23e536063444), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.427447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Deleting port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:50.427807 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.442687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-router', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:22Z', 'updated_at': '2022-01-28T03:50:47Z', 'revision_number': 5, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'gw_port': {'id': '7fcb1165-e67b-4c81-a6c4-800e7ff6b97c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:20:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:25Z', 'updated_at': '2022-01-28T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:50.479537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] Checking router: dcd211e1-6899-4446-9b54-637d740146b4 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:50.490538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] Routers {'dcd211e1-6899-4446-9b54-637d740146b4'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:50.491584 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['dcd211e1-6899-4446-9b54-637d740146b4'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:50.527298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] For port 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7fcb1165-e67b-4c81-a6c4-800e7ff6b97c,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:50.528681 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.546990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Calling delete_port for 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:50.601038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] Set router dcd211e1-6899-4446-9b54-637d740146b4 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:50.630755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Deleting port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:50.631097 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.648335 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36d4c502-692a-42aa-badb-bdd053dc4dbd admin admin] Publish callbacks [] for security_group (f36c18db-c076-41ae-bda0-fafffb50ab7d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.670599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-router', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:22Z', 'updated_at': '2022-01-28T03:50:50Z', 'revision_number': 6, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:50.701371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e3513-5a33-43f8-a89f-25b61c70e148 None None] The sync data for ids ['dcd211e1-6899-4446-9b54-637d740146b4'] in n-d-808199-14 is: [{'id': 'dcd211e1-6899-4446-9b54-637d740146b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1415517365-router', 'tenant_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:22Z', 'updated_at': '2022-01-28T03:50:50Z', 'revision_number': 6, 'project_id': '0ce067ed7e1c469ebae207ac0b42dd3c', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:50.780194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36d4c502-692a-42aa-badb-bdd053dc4dbd admin admin] Publish callbacks [] for security_group (f36c18db-c076-41ae-bda0-fafffb50ab7d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.793567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Deleting port 95369452-3b96-46ca-b769-44c158ba5a4f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:50.793986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.795934 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8fe54168-fead-4e9f-a450-23e536063444), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.813012 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7fcb1165-e67b-4c81-a6c4-800e7ff6b97c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.828020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] Router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:50:50.853721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcb1165-e67b-4c81-a6c4-800e7ff6b97c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:50.926024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:50:50.934933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (dcd211e1-6899-4446-9b54-637d740146b4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.949809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:50.964745 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:50:50.977203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] For port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:50.978282 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.999177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=8fe54168-fead-4e9f-a450-23e536063444,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:51.114085 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (dcd211e1-6899-4446-9b54-637d740146b4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.123807 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Publish callbacks [] for router_controller (dcd211e1-6899-4446-9b54-637d740146b4), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.181324 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] For port 95369452-3b96-46ca-b769-44c158ba5a4f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=95369452-3b96-46ca-b769-44c158ba5a4f,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:51.181797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.189936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36d4c502-692a-42aa-badb-bdd053dc4dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f36c18db-c076-41ae-bda0-fafffb50ab7d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.198804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36d4c502-692a-42aa-badb-bdd053dc4dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.199752 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-36d4c502-692a-42aa-badb-bdd053dc4dbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f36c18db-c076-41ae-bda0-fafffb50ab7d HTTP/1.1" status: 204 len: 168 time: 0.9620554 Jan 28 03:50:51.201310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:51.212414 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (dcd211e1-6899-4446-9b54-637d740146b4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.213832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd211e1-6899-4446-9b54-637d740146b4 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:50:51.221118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.228610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f796d593-feb9-4ffd-85bc-94ddf39aaad5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/dcd211e1-6899-4446-9b54-637d740146b4 HTTP/1.1" status: 204 len: 168 time: 1.3865087 Jan 28 03:50:51.233323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:51.262387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:51.262847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device de8b3460-dcb6-427a-ba0e-1b4a1020c0a3 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:51.273504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Calling delete_port for 95369452-3b96-46ca-b769-44c158ba5a4f owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:51.345222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7d3644-0d21-4165-9d6a-1ca3cca18129 admin admin] Deleting subnet 855cddda-d37b-4be4-a10f-bb6444d5d65d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:50:51.350735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4c502-692a-42aa-badb-bdd053dc4dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36c18db-c076-41ae-bda0-fafffb50ab7d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:51.351776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e7d3644-0d21-4165-9d6a-1ca3cca18129 admin admin] Publish callbacks [] for subnet (855cddda-d37b-4be4-a10f-bb6444d5d65d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.413071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e7d3644-0d21-4165-9d6a-1ca3cca18129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (855cddda-d37b-4be4-a10f-bb6444d5d65d), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.638303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e70e2f-27d2-420a-a8dc-7aa795f2c22a req-6faf6917-65af-4006-b2b9-02d48e25321d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:51.651594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1e70e2f-27d2-420a-a8dc-7aa795f2c22a req-6faf6917-65af-4006-b2b9-02d48e25321d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 946 time: 0.1963079 Jan 28 03:50:51.719814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1e70e2f-27d2-420a-a8dc-7aa795f2c22a req-a54eac06-4723-4975-88b8-4a702d935b20 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634799 Jan 28 03:50:51.733470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e7d3644-0d21-4165-9d6a-1ca3cca18129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (855cddda-d37b-4be4-a10f-bb6444d5d65d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.845269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:51.862587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50582) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:51.892825 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc844-003a-4b3e-86b9-bcf42eee84a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.904899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e7d3644-0d21-4165-9d6a-1ca3cca18129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (855cddda-d37b-4be4-a10f-bb6444d5d65d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.935036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d3644-0d21-4165-9d6a-1ca3cca18129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855cddda-d37b-4be4-a10f-bb6444d5d65d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:51.952667 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e7d3644-0d21-4165-9d6a-1ca3cca18129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:51.958990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e26751d-4b78-48b2-954a-9e5f829adb88 None None] Network 5e469c56-8b40-4db4-a6c1-17b51ad76209 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:50:51.963796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0e7d3644-0d21-4165-9d6a-1ca3cca18129 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/855cddda-d37b-4be4-a10f-bb6444d5d65d HTTP/1.1" status: 204 len: 168 time: 0.7292721 Jan 28 03:50:51.968093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50586) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:52.121676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:52.131725 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] Sync routers for ids ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:52.147904 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc844-003a-4b3e-86b9-bcf42eee84a3 admin admin] Publish callbacks [] for security_group (dfe8cfa4-6dd5-4b5d-9a14-fa1df440fece), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.150349 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] Routers {'5499da28-ac20-4f0b-b8e0-bdf4e5feecea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:52.151299 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:52.158978 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc844-003a-4b3e-86b9-bcf42eee84a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dfe8cfa4-6dd5-4b5d-9a14-fa1df440fece), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.199811 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1c52479d-780c-4702-a985-16adfabd0bb4 admin admin] 10.222.0.44 "PUT /v2.0/routers/5499da28-ac20-4f0b-b8e0-bdf4e5feecea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6958206 Jan 28 03:50:52.203826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:52.228892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc23b2-c006-4bad-bdf1-51b90b1a67be None None] DHCP port deletion for 5e469c56-8b40-4db4-a6c1-17b51ad76209 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:50:52.337410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (5e469c56-8b40-4db4-a6c1-17b51ad76209), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.347151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d1dcc844-003a-4b3e-86b9-bcf42eee84a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1e58840dd81466f88ed0008d31c322f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4972141 Jan 28 03:50:52.353059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50590) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:52.358294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-65dc23b2-c006-4bad-bdf1-51b90b1a67be None None] Deleting port 84446986-d9a1-4bae-903a-aabdb245bd12 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:52.358673 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65dc23b2-c006-4bad-bdf1-51b90b1a67be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.362208 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-729f5d06-d39b-4225-a73d-a884ab0a3ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.370115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcc844-003a-4b3e-86b9-bcf42eee84a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe8cfa4-6dd5-4b5d-9a14-fa1df440fece,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:52.394974 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] Set router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:52.436770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-65dc23b2-c006-4bad-bdf1-51b90b1a67be None None] For port 84446986-d9a1-4bae-903a-aabdb245bd12, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84446986-d9a1-4bae-903a-aabdb245bd12,segment=NetworkSegment(57c9d94d-dc01-48f2-a4d6-a779c3e404b5),segment_id=57c9d94d-dc01-48f2-a4d6-a779c3e404b5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:52.437145 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65dc23b2-c006-4bad-bdf1-51b90b1a67be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.454491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-65dc23b2-c006-4bad-bdf1-51b90b1a67be None None] Calling delete_port for 84446986-d9a1-4bae-903a-aabdb245bd12 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:52.460179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-729f5d06-d39b-4225-a73d-a884ab0a3ccf admin admin] Publish callbacks [] for security_group (d8fb85ae-f325-4f49-83ce-ca67572fb44b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.471251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-729f5d06-d39b-4225-a73d-a884ab0a3ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d8fb85ae-f325-4f49-83ce-ca67572fb44b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.472643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.473081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.473456 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Floating IP d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff disassociated. External IP: 172.25.1.128, port: 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb. Jan 28 03:50:52.474735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Calling delete_port for 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:52.529967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f5d06-d39b-4225-a73d-a884ab0a3ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fb85ae-f325-4f49-83ce-ca67572fb44b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:52.566286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-729f5d06-d39b-4225-a73d-a884ab0a3ccf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7761af0ad04848eb9c96ec7d95e00fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7013988 Jan 28 03:50:52.568822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50592) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:52.577487 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Publish callbacks [] for router (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.632432 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65dc23b2-c006-4bad-bdf1-51b90b1a67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (84446986-d9a1-4bae-903a-aabdb245bd12), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.684154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc23b2-c006-4bad-bdf1-51b90b1a67be None None] Pushing event deleted for resources: {'Port': ['ID=84446986-d9a1-4bae-903a-aabdb245bd12,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:52.699165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Publish callbacks [] for router_gateway (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.699531 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_gateway (30e76253-6597-4ba7-aec7-e923d63de0b2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.705692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc23b2-c006-4bad-bdf1-51b90b1a67be None None] No DVR routers for this DVR port 84446986-d9a1-4bae-903a-aabdb245bd12 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:52.709665 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:50:47Z', 'revision_number': 5, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port': {'id': '7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:35:55Z', 'updated_at': '2022-01-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:52.758065 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] Checking router: 5499da28-ac20-4f0b-b8e0-bdf4e5feecea for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:52.765965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f524339-38a9-4283-8889-95e9fb62e2e9 admin admin] Publish callbacks [] for security_group (d8fb85ae-f325-4f49-83ce-ca67572fb44b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.773424 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] Routers {'5499da28-ac20-4f0b-b8e0-bdf4e5feecea'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:52.775279 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:52.828984 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f524339-38a9-4283-8889-95e9fb62e2e9 admin admin] Publish callbacks [] for security_group (d8fb85ae-f325-4f49-83ce-ca67572fb44b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.922678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f524339-38a9-4283-8889-95e9fb62e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d8fb85ae-f325-4f49-83ce-ca67572fb44b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.925596 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f524339-38a9-4283-8889-95e9fb62e2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.929238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f524339-38a9-4283-8889-95e9fb62e2e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8fb85ae-f325-4f49-83ce-ca67572fb44b HTTP/1.1" status: 204 len: 168 time: 0.3570621 Jan 28 03:50:52.960570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f524339-38a9-4283-8889-95e9fb62e2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fb85ae-f325-4f49-83ce-ca67572fb44b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:53.014085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554996d-9c54-4098-a9a1-f7296b68866e req-1cdd9753-4d0e-4ea5-b550-ffd89c9c0753 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:53.025095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c554996d-9c54-4098-a9a1-f7296b68866e req-1cdd9753-4d0e-4ea5-b550-ffd89c9c0753 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 946 time: 0.1256595 Jan 28 03:50:53.033706 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] Set router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:53.046064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Deleting port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:53.046311 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.158154 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:50:52Z', 'revision_number': 6, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:53.163997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:53.202883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] For port 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:53.207092 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910eea66-4d7f-49ed-99cb-5491e4602e12 None None] The sync data for ids ['5499da28-ac20-4f0b-b8e0-bdf4e5feecea'] in n-d-808199-14 is: [{'id': '5499da28-ac20-4f0b-b8e0-bdf4e5feecea', 'name': 'tempest-TaggedBootDevicesTest-1696785428-router', 'tenant_id': '37ab4596af694bc4b1afc90362bf04e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:35:52Z', 'updated_at': '2022-01-28T03:50:52Z', 'revision_number': 6, 'project_id': '37ab4596af694bc4b1afc90362bf04e0', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:53.208804 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.220574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:53.222299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7fcb1165-e67b-4c81-a6c4-800e7ff6b97c not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:53.224649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84446986-d9a1-4bae-903a-aabdb245bd12 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:53.248881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Calling delete_port for 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:53.257065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 84446986-d9a1-4bae-903a-aabdb245bd12 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:53.258042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84446986-d9a1-4bae-903a-aabdb245bd12 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:53.288632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (5e469c56-8b40-4db4-a6c1-17b51ad76209), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.355401 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5e45b12-8d0e-4815-8050-c9b2c3529d0e admin admin] Publish callbacks [] for security_group (dfe8cfa4-6dd5-4b5d-9a14-fa1df440fece), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.405326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e469c56-8b40-4db4-a6c1-17b51ad76209']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:53.410857 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (95369452-3b96-46ca-b769-44c158ba5a4f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.450835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c9d94d-dc01-48f2-a4d6-a779c3e404b5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:53.451500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c9d94d-dc01-48f2-a4d6-a779c3e404b5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:53.526222 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.562890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:53.579439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5e45b12-8d0e-4815-8050-c9b2c3529d0e admin admin] Publish callbacks [] for security_group (dfe8cfa4-6dd5-4b5d-9a14-fa1df440fece), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.596727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event deleted for resources: {'Port': ['ID=95369452-3b96-46ca-b769-44c158ba5a4f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:53.601795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (57c9d94d-dc01-48f2-a4d6-a779c3e404b5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.608041 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.611275 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c554996d-9c54-4098-a9a1-f7296b68866e req-27e3d3e4-e72c-43d4-a5bc-fb9673b6972d tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c92367-1868-4fda-8610-8dfb54cc240a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5851424 Jan 28 03:50:53.674971 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.710361 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:53.751629 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:53.753780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:53.842157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (30e76253-6597-4ba7-aec7-e923d63de0b2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.846971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event deleted for resources: {'Port': ['ID=3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:53.876923 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.879307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Publish callbacks [] for router_controller (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.933752 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (5499da28-ac20-4f0b-b8e0-bdf4e5feecea), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.934510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5499da28-ac20-4f0b-b8e0-bdf4e5feecea {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:50:53.939185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.943533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a689e370-cb46-4ceb-82df-47ea17ed223b admin admin] 10.222.0.44 "DELETE /v2.0/routers/5499da28-ac20-4f0b-b8e0-bdf4e5feecea HTTP/1.1" status: 204 len: 168 time: 1.7273033 Jan 28 03:50:53.944147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:54.008956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-918b9586-f48e-4dc7-9183-7b658ae29e3a admin admin] Deleting subnet d6207826-594e-4d4a-9769-e7e93e590745 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:50:54.022603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-918b9586-f48e-4dc7-9183-7b658ae29e3a admin admin] Publish callbacks [] for subnet (d6207826-594e-4d4a-9769-e7e93e590745), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.051353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (57c9d94d-dc01-48f2-a4d6-a779c3e404b5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.065507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-918b9586-f48e-4dc7-9183-7b658ae29e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (d6207826-594e-4d4a-9769-e7e93e590745), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.110635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:50:54.111045 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (57c9d94d-dc01-48f2-a4d6-a779c3e404b5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.113471 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (aab7f515-5143-435a-b390-cd5f35a82a5e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:50:54.116019 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:50:54.270613 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-918b9586-f48e-4dc7-9183-7b658ae29e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (d6207826-594e-4d4a-9769-e7e93e590745), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.348343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:54.382897 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-918b9586-f48e-4dc7-9183-7b658ae29e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (d6207826-594e-4d4a-9769-e7e93e590745), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.462483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (5e469c56-8b40-4db4-a6c1-17b51ad76209), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.482588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b9586-f48e-4dc7-9183-7b658ae29e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6207826-594e-4d4a-9769-e7e93e590745,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:54.490612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e802880-1c00-49ba-b615-8f082ae91b06 None None] Network 1159329d-88f1-4a00-b528-9abded9171ef requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:50:54.492534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-918b9586-f48e-4dc7-9183-7b658ae29e3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.500193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-918b9586-f48e-4dc7-9183-7b658ae29e3a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d6207826-594e-4d4a-9769-e7e93e590745 HTTP/1.1" status: 204 len: 168 time: 0.5527411 Jan 28 03:50:54.500510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50626) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:54.555106 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (aab7f515-5143-435a-b390-cd5f35a82a5e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.560918 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_controller (aab7f515-5143-435a-b390-cd5f35a82a5e), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.591186 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.594319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1103255762-network', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:54.605186 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5e469c56-8b40-4db4-a6c1-17b51ad76209 HTTP/1.1" status: 204 len: 168 time: 2.6355600 Jan 28 03:50:54.610145 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1159329d-88f1-4a00-b528-9abded9171ef), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.650033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Made reservation on behalf of 7308f7f507c3410cb76a9cf120f1ebbe for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:54.652882 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.677768 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5e45b12-8d0e-4815-8050-c9b2c3529d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dfe8cfa4-6dd5-4b5d-9a14-fa1df440fece), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.699546 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5e45b12-8d0e-4815-8050-c9b2c3529d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.701721 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c5e45b12-8d0e-4815-8050-c9b2c3529d0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfe8cfa4-6dd5-4b5d-9a14-fa1df440fece HTTP/1.1" status: 204 len: 168 time: 2.3365915 Jan 28 03:50:54.717957 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.771334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18b78f7-fb2e-4486-9d71-d444da679fb2 None None] DHCP port deletion for 1159329d-88f1-4a00-b528-9abded9171ef request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:50:54.789439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router 30e76253-6597-4ba7-aec7-e923d63de0b2 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:50:54.795907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033da07-4271-4a66-9a53-3a64c6b932c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e469c56-8b40-4db4-a6c1-17b51ad76209,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:54.836160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e45b12-8d0e-4815-8050-c9b2c3529d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe8cfa4-6dd5-4b5d-9a14-fa1df440fece,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:54.864921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9029912a-7225-4d32-b675-5e065f62ffe4 req-d5a61aa3-a7f0-4adf-9418-25e5d0c81f4a tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 210 time: 0.0933883 Jan 28 03:50:54.890363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Deleting port e2addc94-bcde-4263-b958-18e05adfb5b5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:54.890931 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.893117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50634) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:54.921307 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (aab7f515-5143-435a-b390-cd5f35a82a5e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.921932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aab7f515-5143-435a-b390-cd5f35a82a5e {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:50:54.936610 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.942756 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4f70105c-d220-441c-9ea6-86aa57c309ad tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "DELETE /v2.0/routers/aab7f515-5143-435a-b390-cd5f35a82a5e HTTP/1.1" status: 204 len: 168 time: 5.8605487 Jan 28 03:50:54.944373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:54.947834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f18b78f7-fb2e-4486-9d71-d444da679fb2 None None] Deleting port e2addc94-bcde-4263-b958-18e05adfb5b5 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:54.948349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f18b78f7-fb2e-4486-9d71-d444da679fb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.960633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-295521707', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:55.001391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:50:55.015719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8ae00649-9d59-40f2-be58-166bcadd2e4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d68daf22cb344f3e85922824b30fd598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1191339 Jan 28 03:50:55.022927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50640) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:55.046590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] For port e2addc94-bcde-4263-b958-18e05adfb5b5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e2addc94-bcde-4263-b958-18e05adfb5b5,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:55.047247 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.060830 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Publish callbacks [] for security_group (8f96934d-6ca0-4b48-9b08-5da7f964de69), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.067951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Calling delete_port for e2addc94-bcde-4263-b958-18e05adfb5b5 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:55.076113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8f96934d-6ca0-4b48-9b08-5da7f964de69), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.161255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f18b78f7-fb2e-4486-9d71-d444da679fb2 None None] For port e2addc94-bcde-4263-b958-18e05adfb5b5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e2addc94-bcde-4263-b958-18e05adfb5b5,segment=NetworkSegment(af8ee1d0-3935-4397-a9f0-fe295ec6fe75),segment_id=af8ee1d0-3935-4397-a9f0-fe295ec6fe75)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:55.161665 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f18b78f7-fb2e-4486-9d71-d444da679fb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.190057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (078122e2-4d6f-41b4-b186-96e7c9ef1daa), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.191105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (078122e2-4d6f-41b4-b186-96e7c9ef1daa), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.198056 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:50:55.221430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f18b78f7-fb2e-4486-9d71-d444da679fb2 None None] Calling delete_port for e2addc94-bcde-4263-b958-18e05adfb5b5 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:55.245918 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (9af9ec90-f831-480f-9a85-8bc228694169), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.246706 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Added segment 9af9ec90-f831-480f-9a85-8bc228694169 of type vlan for network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 Jan 28 03:50:55.264271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f96934d-6ca0-4b48-9b08-5da7f964de69,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:55.322705 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.349461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:55.368323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] Sync routers for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:55.372608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:55.381502 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.384304 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Sync routers for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:55.392781 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.393792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:55.394377 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.404448 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:55.405482 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:55.422350 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f18b78f7-fb2e-4486-9d71-d444da679fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (e2addc94-bcde-4263-b958-18e05adfb5b5), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.437730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] No DVR routers for this DVR port 3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:55.443719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.447481 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bd1d1b7d-1734-4199-8e9c-6008ac3e141c req-cc44aac4-7aff-4d94-b62e-27effe83a48c tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.25 "DELETE /v2.0/ports/3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb HTTP/1.1" status: 204 len: 173 time: 5.9108057 Jan 28 03:50:55.447956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'name': 'network-vif-deleted', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:50:55.450404 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61e2bff-6308-4bcd-864c-f58f5b0ac82b" -d '{"events": [{"server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "name": "network-vif-deleted", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:50:55.464067 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1149726 Jan 28 03:50:55.478310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:55.483823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Request body: {'subnet': {'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1103255762-subnet', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:55.505115 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.512741 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cac28016-d96f-4edc-ba7e-f1567a47500b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.2236512 Jan 28 03:50:55.517046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (078122e2-4d6f-41b4-b186-96e7c9ef1daa), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.519610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50656) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:55.521776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2addc94-bcde-4263-b958-18e05adfb5b5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:55.532410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8f77576-92df-4f19-818c-113f0536dbc9 admin admin] Publish callbacks [] for security_group (bd7e144f-b0bd-47b8-bcc1-7d04798767d0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.574875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b78f7-fb2e-4486-9d71-d444da679fb2 None None] Pushing event deleted for resources: {'Port': ['ID=e2addc94-bcde-4263-b958-18e05adfb5b5,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:55.584927 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8f77576-92df-4f19-818c-113f0536dbc9 admin admin] Publish callbacks [] for security_group (bd7e144f-b0bd-47b8-bcc1-7d04798767d0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.594798 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:55.595437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:55.625967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b78f7-fb2e-4486-9d71-d444da679fb2 None None] No DVR routers for this DVR port e2addc94-bcde-4263-b958-18e05adfb5b5 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:55.676256 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0ab12c-f7dd-4192-b32c-0a3782d24a83 x-openstack-request-id: req-1b0ab12c-f7dd-4192-b32c-0a3782d24a83 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:50:55.676807 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81c0067-e9ea-4c01-93e6-9d210cd62241", "name": "network-vif-deleted", "tag": "3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:50:55.677394 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b0ab12c-f7dd-4192-b32c-0a3782d24a83 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:50:55.677837 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81c0067-e9ea-4c01-93e6-9d210cd62241', 'name': 'network-vif-deleted', 'tag': '3cfe51a3-8ff3-44e1-9a14-0a4fda7dd8eb', 'status': 'completed', 'code': 200} Jan 28 03:50:55.693780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] No DVR routers for this DVR port e2addc94-bcde-4263-b958-18e05adfb5b5 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:55.724499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Made reservation on behalf of 7308f7f507c3410cb76a9cf120f1ebbe for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:55.740191 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.740432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8f77576-92df-4f19-818c-113f0536dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bd7e144f-b0bd-47b8-bcc1-7d04798767d0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.743907 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8f77576-92df-4f19-818c-113f0536dbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.752868 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f8f77576-92df-4f19-818c-113f0536dbc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd7e144f-b0bd-47b8-bcc1-7d04798767d0 HTTP/1.1" status: 204 len: 168 time: 0.7028294 Jan 28 03:50:55.760007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e2addc94-bcde-4263-b958-18e05adfb5b5 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:55.802771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f77576-92df-4f19-818c-113f0536dbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7e144f-b0bd-47b8-bcc1-7d04798767d0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:55.830701 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:55.862429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: e2addc94-bcde-4263-b958-18e05adfb5b5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:55.862771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e2addc94-bcde-4263-b958-18e05adfb5b5 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:55.863197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4deeff11-c6a5-4c04-8f23-5a4462cd8382 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:55.907616 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (078122e2-4d6f-41b4-b186-96e7c9ef1daa), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.935429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 4deeff11-c6a5-4c04-8f23-5a4462cd8382 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:55.935773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4deeff11-c6a5-4c04-8f23-5a4462cd8382 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:55.936210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:56.006408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:56.007833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7d974d9a-9eb4-4bd1-9dd1-d3cd712eb09e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:56.130484 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:56.148315 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8fce1c30-eb32-40b1-944c-80d6a007749f tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=700e7bfa6ebb41949c07b0d2771d2517&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6276267 Jan 28 03:50:56.151031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50668) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:56.171409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f82c8c-30f7-49d6-8647-f7caa1a39925 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:56.188310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:56.275650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:50:56.357985 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1159329d-88f1-4a00-b528-9abded9171ef), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:56.417678 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:50:52Z', 'revision_number': 3, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:56.496932 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Checking router: 30e76253-6597-4ba7-aec7-e923d63de0b2 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:56.499491 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Updating router 30e76253-6597-4ba7-aec7-e923d63de0b2 port 8fe54168-fead-4e9f-a450-23e536063444 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:50:56.558800 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8fe54168-fead-4e9f-a450-23e536063444), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:56.761203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:56.798405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] Checking router: 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:56.810088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:56.810637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:56.857278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98b02a10-3cdb-4592-81e3-e4c4e804869a req-e0d6d42c-22e3-47f2-9733-5c582ff32179 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c0067-e9ea-4c01-93e6-9d210cd62241 HTTP/1.1" status: 200 len: 210 time: 0.6873152 Jan 28 03:50:56.861138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50678) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:56.861482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:56.941587 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Publish callbacks [] for port (8fe54168-fead-4e9f-a450-23e536063444), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:56.962441 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8fe54168-fead-4e9f-a450-23e536063444), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:56.965401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1159329d-88f1-4a00-b528-9abded9171ef']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:57.019280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:57.019630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8ee1d0-3935-4397-a9f0-fe295ec6fe75') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:57.023263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:57.044924 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc5e35-da6a-4e6d-aa59-35361caafb81 None None] Pushing event updated for resources: {'Port': ['ID=8fe54168-fead-4e9f-a450-23e536063444,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:57.076691 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Attempting to bind port 8fe54168-fead-4e9f-a450-23e536063444 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:57.077429 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Attempting to bind port 8fe54168-fead-4e9f-a450-23e536063444 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:57.078009 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Attempting to bind port 8fe54168-fead-4e9f-a450-23e536063444 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:57.084306 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:50:57.085246 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:50:57.085870 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.086976 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:50:57.087667 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Bound port: 8fe54168-fead-4e9f-a450-23e536063444, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:50:57.088284 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8fe54168-fead-4e9f-a450-23e536063444), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.089400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Checking segment: {'id': '9af9ec90-f831-480f-9a85-8bc228694169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:50:57.089922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Network hostable DHCP agents. Network: ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:50:57.100017 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (af8ee1d0-3935-4397-a9f0-fe295ec6fe75), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.157038 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (af8ee1d0-3935-4397-a9f0-fe295ec6fe75), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.171488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-968428fe-866b-4596-8cd1-7d20a3052e58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ce067ed7e1c469ebae207ac0b42dd3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013761 Jan 28 03:50:57.173510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:50:57.174174 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (af8ee1d0-3935-4397-a9f0-fe295ec6fe75), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:50:57.176066 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:50:57.178659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:57.191955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-284249956-network', 'tenant_id': '4ca7b94be46343a199576ef7a33d4e6d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:57.202705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:50:57.286808 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] For port 8fe54168-fead-4e9f-a450-23e536063444, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:50:57.292726 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] For port 8fe54168-fead-4e9f-a450-23e536063444, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8fe54168-fead-4e9f-a450-23e536063444,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:50:57.298752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59466d5-00fd-4c7d-bad5-3a32e8c8a2c0 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:57.303216 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d59466d5-00fd-4c7d-bad5-3a32e8c8a2c0 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1485043 Jan 28 03:50:57.303486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50686) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:57.303632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:57.312520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:57.313145 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.314769 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8fe54168-fead-4e9f-a450-23e536063444), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.331116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:57.371818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3e0600bf-571b-4c05-b0a9-6cd0b1a891e0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8918669 Jan 28 03:50:57.372604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Made reservation on behalf of 4ca7b94be46343a199576ef7a33d4e6d for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:57.375432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50690) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:57.386558 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc5e35-da6a-4e6d-aa59-35361caafb81 None None] Pushing event updated for resources: {'Port': ['ID=8fe54168-fead-4e9f-a450-23e536063444,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:57.391066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.404228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1103255762-router', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:57.424369 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:57.426215 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:57.432574 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-108e3b0a-db93-4a95-a6b0-06a9e47c5e0e tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1278207 Jan 28 03:50:57.435200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:57.441122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-553084803', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:57.441319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 95369452-3b96-46ca-b769-44c158ba5a4f no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:57.443017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af79be-c7e1-4dcf-839d-d51f0d52943e None None] Network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:50:57.455892 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87d31f0c-263f-41da-97fc-76078601ab5b admin admin] Publish callbacks [] for security_group (223bc2c0-4716-4c91-9dd2-35e06a3a14c6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.464248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1159329d-88f1-4a00-b528-9abded9171ef), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.470042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.473565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1159329d-88f1-4a00-b528-9abded9171ef HTTP/1.1" status: 204 len: 168 time: 2.9719791 Jan 28 03:50:57.473815 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (5ec12a4d-8d80-4ee7-aa99-002609791e9b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.475924 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (5ec12a4d-8d80-4ee7-aa99-002609791e9b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.488236 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.496888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50698) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:57.502689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d9d3a-c8b3-4787-8215-f375c78505b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1159329d-88f1-4a00-b528-9abded9171ef,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:57.548336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 95369452-3b96-46ca-b769-44c158ba5a4f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:57.548999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 95369452-3b96-46ca-b769-44c158ba5a4f not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:57.561069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks [] for router_controller (5ec12a4d-8d80-4ee7-aa99-002609791e9b), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.562040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:57.564113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (078122e2-4d6f-41b4-b186-96e7c9ef1daa), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.589890 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87d31f0c-263f-41da-97fc-76078601ab5b admin admin] Publish callbacks [] for security_group (223bc2c0-4716-4c91-9dd2-35e06a3a14c6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.616522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.673707 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:57.772620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2', 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2', 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'fixed_ips': [{'subnet_id': 'd7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:50:57.774629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.894843 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Publish callbacks [] for security_group (504ad2bf-716d-4bcf-881e-3a4be18e5d5d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.965219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (504ad2bf-716d-4bcf-881e-3a4be18e5d5d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.987745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:50:58.002486 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7bff25ef-dca5-48ff-a3e5-ddba17a5d534), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.002861 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Added segment 7bff25ef-dca5-48ff-a3e5-ddba17a5d534 of type vlan for network eb50f9dd-5095-4382-b556-7749c37b381b Jan 28 03:50:58.012608 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:50:52Z', 'revision_number': 3, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:58.051686 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (eb50f9dd-5095-4382-b556-7749c37b381b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.062553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Allocated IP 172.20.0.2 (ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2/d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11/a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:50:58.079823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50708) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:58.106345 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (eb50f9dd-5095-4382-b556-7749c37b381b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.107757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:58.108001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.110039 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c1370-07a3-4016-aacd-bc1748bdaca3 None None] The sync data for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 is: [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:50:52Z', 'revision_number': 3, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:58.121975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87d31f0c-263f-41da-97fc-76078601ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (223bc2c0-4716-4c91-9dd2-35e06a3a14c6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.124537 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87d31f0c-263f-41da-97fc-76078601ab5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.125766 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-87d31f0c-263f-41da-97fc-76078601ab5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/223bc2c0-4716-4c91-9dd2-35e06a3a14c6 HTTP/1.1" status: 204 len: 168 time: 0.9291937 Jan 28 03:50:58.254850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3793349 Jan 28 03:50:58.282867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50712) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:58.282867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504ad2bf-716d-4bcf-881e-3a4be18e5d5d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:58.288724 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Request body: {'subnet': {'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-284249956-subnet', 'tenant_id': '4ca7b94be46343a199576ef7a33d4e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:58.330950 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Publish callbacks [] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.346669 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.384876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Allocated IP 172.25.1.60 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/edc2b9ec-2fde-4700-b5da-14e4edf86e9c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:50:58.448777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:50:58.453423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:58.455117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d31f0c-263f-41da-97fc-76078601ab5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223bc2c0-4716-4c91-9dd2-35e06a3a14c6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:58.462296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:50:58.480511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Pushing event updated for resources: {'Port': ['ID=a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:58.482811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3295e-24b4-41b7-9323-ac5d206f19d8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb50f9dd-5095-4382-b556-7749c37b381b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:58.487285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:58.489270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Made reservation on behalf of 4ca7b94be46343a199576ef7a33d4e6d for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:58.493782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.612294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network eb50f9dd-5095-4382-b556-7749c37b381b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:50:58.653558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb672e9-a94f-457b-b0b0-05ccc0095040 None None] The sync data for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 is: [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '672ba28f-9491-4946-9dcc-78ba23c8c084', 'name': '', 'network_id': 'd3573caa-9ea9-4c0d-b2bb-94c7d618c961', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'mac_address': 'fa:16:3e:4e:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:04Z', 'updated_at': '2022-01-28T03:38:12Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'subnets': [{'id': 'cf9dd528-7530-4579-ab21-56dc684a7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:58.793585 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks [] for router_gateway (5ec12a4d-8d80-4ee7-aa99-002609791e9b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.813424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Attempting to bind port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:50:58.813987 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Attempting to bind port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '9af9ec90-f831-480f-9a85-8bc228694169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:50:58.814232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Attempting to bind port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd on network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:50:58.826046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Made reservation on behalf of 700e7bfa6ebb41949c07b0d2771d2517 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:58.830111 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.830319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:50:58.830705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Checking segment: {'id': '9af9ec90-f831-480f-9a85-8bc228694169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:50:58.831140 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.831609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Bound using segment: {'id': '9af9ec90-f831-480f-9a85-8bc228694169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:50:58.832020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Bound port: a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af9ec90-f831-480f-9a85-8bc228694169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:50:58.832410 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.942385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] For port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:50:58.947520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] For port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd,segment=NetworkSegment(9af9ec90-f831-480f-9a85-8bc228694169),segment_id=9af9ec90-f831-480f-9a85-8bc228694169)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:50:58.956906 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf981b2-5890-4333-9bab-9f47b13f4d67 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (e8c92367-1868-4fda-8610-8dfb54cc240a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.965274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.103450 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf981b2-5890-4333-9bab-9f47b13f4d67 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (e8c92367-1868-4fda-8610-8dfb54cc240a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.122044 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for port (edc2b9ec-2fde-4700-b5da-14e4edf86e9c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.174228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8432c-356e-45b7-bf68-52ec5cd2ea09 None None] Pushing event updated for resources: {'Port': ['ID=a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:59.281199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc878c-6b58-4360-bd1b-bb60dfa6241a None None] New status for floating IP d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:50:59.301833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (edc2b9ec-2fde-4700-b5da-14e4edf86e9c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.370493 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (94b18ed6-82c0-41d4-9dd3-5cb909914c69), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.399585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8fe54168-fead-4e9f-a450-23e536063444 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:50:59.490009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b18ed6-82c0-41d4-9dd3-5cb909914c69,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:59.519859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:50:59.569844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:59.581881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50732) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:59.611535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:50:59.627065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Pushing event updated for resources: {'Port': ['ID=edc2b9ec-2fde-4700-b5da-14e4edf86e9c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:59.671254 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf981b2-5890-4333-9bab-9f47b13f4d67 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e8c92367-1868-4fda-8610-8dfb54cc240a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.674803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf981b2-5890-4333-9bab-9f47b13f4d67 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.676263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3bf981b2-5890-4333-9bab-9f47b13f4d67 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "DELETE /v2.0/security-groups/e8c92367-1868-4fda-8610-8dfb54cc240a HTTP/1.1" status: 204 len: 168 time: 1.5938640 Jan 28 03:50:59.686872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:59.706778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf981b2-5890-4333-9bab-9f47b13f4d67 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c92367-1868-4fda-8610-8dfb54cc240a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:59.727447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Checking segment: {'id': '7bff25ef-dca5-48ff-a3e5-ddba17a5d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:50:59.728244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Network hostable DHCP agents. Network: eb50f9dd-5095-4382-b556-7749c37b381b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:50:59.778866 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Network eb50f9dd-5095-4382-b556-7749c37b381b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:50:59.796406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (bd279717-20f7-45b3-be14-2dcc19efb878), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.812228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8fe54168-fead-4e9f-a450-23e536063444 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:50:59.812706 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8fe54168-fead-4e9f-a450-23e536063444), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.815862 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-5451ff3b-816a-4d4c-acfc-240c8a69a951 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] show failed (client error): The resource could not be found. Jan 28 03:50:59.820818 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5451ff3b-816a-4d4c-acfc-240c8a69a951 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "GET /v2.0/security-groups/e8c92367-1868-4fda-8610-8dfb54cc240a HTTP/1.1" status: 404 len: 347 time: 0.1319451 Jan 28 03:50:59.872053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50738) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:59.912022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1935577238-network', 'tenant_id': '9f5b024c07fd4574a91dba7de35648c6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:50:59.948657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, eb50f9dd-5095-4382-b556-7749c37b381b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:50:59.960709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Made reservation on behalf of 9f5b024c07fd4574a91dba7de35648c6 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:50:59.963609 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.974266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f961e-cd68-4b5d-befd-ac874f7972bd None None] Network eb50f9dd-5095-4382-b556-7749c37b381b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:50:59.987604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:59.988417 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.006931 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.047753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-76e8dc44-293c-4063-995e-9fe0580bad37 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7620943 Jan 28 03:51:00.198670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755db305-6ed4-4b7e-a57b-f50a5b90bb17 None None] Network eb50f9dd-5095-4382-b556-7749c37b381b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:00.287769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8fe54168-fead-4e9f-a450-23e536063444 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:00.288153 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8fe54168-fead-4e9f-a450-23e536063444), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.356900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 8fe54168-fead-4e9f-a450-23e536063444, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8fe54168-fead-4e9f-a450-23e536063444,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:00.375783 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8fe54168-fead-4e9f-a450-23e536063444), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.472916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Publish callbacks [] for security_group (e997512e-1bc1-43d6-935b-6dff6c9ecfee), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.487754 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e997512e-1bc1-43d6-935b-6dff6c9ecfee), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.529511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (904f5864-9fa8-444d-9639-14792ed3d71d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.547926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=8fe54168-fead-4e9f-a450-23e536063444,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:00.565843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997512e-1bc1-43d6-935b-6dff6c9ecfee,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:00.569618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:51:00.612054 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (38e4350c-6469-4e4b-954b-911b02c6d8cf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.612450 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Added segment 38e4350c-6469-4e4b-954b-911b02c6d8cf of type vlan for network 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e Jan 28 03:51:00.676984 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (2d8aebe4-b8dc-44b8-891a-cebf5f057b5e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.701617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] Deleting port 8a9a6919-0a40-46fa-a185-fbd1c41f2001 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:00.701933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.803043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (078122e2-4d6f-41b4-b186-96e7c9ef1daa), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.827144 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (2d8aebe4-b8dc-44b8-891a-cebf5f057b5e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.828084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:00.828659 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.837524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] For port 8a9a6919-0a40-46fa-a185-fbd1c41f2001, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8a9a6919-0a40-46fa-a185-fbd1c41f2001,segment=NetworkSegment(8368db10-3214-418f-829d-57b02f3e12f4),segment_id=8368db10-3214-418f-829d-57b02f3e12f4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:00.837881 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:00.864950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] Calling delete_port for 8a9a6919-0a40-46fa-a185-fbd1c41f2001 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:00.902639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb73eea6-f930-41d5-a9a8-f7803cedd7dd None None] Network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:00.929455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Subnet': ['ID=904f5864-9fa8-444d-9639-14792ed3d71d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:00.950125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3594317 Jan 28 03:51:00.956349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:00.965996 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Request body: {'subnet': {'network_id': '2d8aebe4-b8dc-44b8-891a-cebf5f057b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1935577238-subnet', 'tenant_id': '9f5b024c07fd4574a91dba7de35648c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:01.064464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33c59c-d82a-4a7c-b396-5013f0ddc22e admin admin] Pushing event updated for resources: {'Network': ['ID=2d8aebe4-b8dc-44b8-891a-cebf5f057b5e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:01.091555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a216b9ad-6b0b-4583-9717-2814f896f2f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Deleting port 13bcd663-8de4-46e9-8bb4-e3041baa0201 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:01.096728 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a216b9ad-6b0b-4583-9717-2814f896f2f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (13bcd663-8de4-46e9-8bb4-e3041baa0201), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.105857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:51:01.106680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Made reservation on behalf of 9f5b024c07fd4574a91dba7de35648c6 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:01.112636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.190201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-32c885e8-595f-4eec-b237-6f892ed672bb None None] Provisioning complete for port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:01.190654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32c885e8-595f-4eec-b237-6f892ed672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.206213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Checking segment: {'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:01.206649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network hostable DHCP agents. Network: 8384b886-8756-4312-bda9-93fb2d685731, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:51:01.350993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-32c885e8-595f-4eec-b237-6f892ed672bb None None] Current status of the port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:01.351346 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32c885e8-595f-4eec-b237-6f892ed672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.372678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8fe54168-fead-4e9f-a450-23e536063444 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:01.444899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-32c885e8-595f-4eec-b237-6f892ed672bb None None] For port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd,segment=NetworkSegment(9af9ec90-f831-480f-9a85-8bc228694169),segment_id=9af9ec90-f831-480f-9a85-8bc228694169)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:01.454124 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32c885e8-595f-4eec-b237-6f892ed672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.542349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8fe54168-fead-4e9f-a450-23e536063444 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:01.542730 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8fe54168-fead-4e9f-a450-23e536063444), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.546178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c885e8-595f-4eec-b237-6f892ed672bb None None] Pushing event updated for resources: {'Port': ['ID=a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:01.621446 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8a9a6919-0a40-46fa-a185-fbd1c41f2001), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.645546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8fe54168-fead-4e9f-a450-23e536063444 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:01.646636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:01.659408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9a6919-0a40-46fa-a185-fbd1c41f2001,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:01.707275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-da462352-3707-4561-b3b0-6b645cc6fe01 None None] Provisioning complete for port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:01.707654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da462352-3707-4561-b3b0-6b645cc6fe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.719120 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.769687 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks [] for router_gateway (5ec12a4d-8d80-4ee7-aa99-002609791e9b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.770406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:01.770975 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.833391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:01.877736 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.949125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Checking segment: {'id': '38e4350c-6469-4e4b-954b-911b02c6d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2d8aebe4-b8dc-44b8-891a-cebf5f057b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:01.949490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Network hostable DHCP agents. Network: 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:51:02.018466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Allocated IP 172.25.1.53 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/3072da9c-3de3-4046-816d-f5bfef7b9c9b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:02.038533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Network 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:51:02.054743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:02.087852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:02.088452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.091832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21487f89-8222-4716-aad9-60e60da7b80e None None] Network 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:02.105636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (bd279717-20f7-45b3-be14-2dcc19efb878), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.121422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-28f4a895-b260-47a0-99c3-f5d6d4e4d361 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1639946 Jan 28 03:51:02.156716 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks [] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.209832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.219884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-da462352-3707-4561-b3b0-6b645cc6fe01 None None] Current status of the port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:02.309533 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.323075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 8384b886-8756-4312-bda9-93fb2d685731 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:51:02.368064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:02.373512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155dea29-aa24-4d0d-ba3c-e751e12d937f None None] Network 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:02.456477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] Router bd279717-20f7-45b3-be14-2dcc19efb878 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:51:02.459321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:02.460159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 8384b886-8756-4312-bda9-93fb2d685731) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:02.467683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:02.468303 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.479696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e328b2-b7b6-4f9a-bbe8-9ad846749f92 None None] Network 8384b886-8756-4312-bda9-93fb2d685731 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:02.490811 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a216b9ad-6b0b-4583-9717-2814f896f2f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (13bcd663-8de4-46e9-8bb4-e3041baa0201), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.491170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a216b9ad-6b0b-4583-9717-2814f896f2f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (13bcd663-8de4-46e9-8bb4-e3041baa0201), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.494234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:02.496661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:02.564707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Pushing event updated for resources: {'Port': ['ID=3072da9c-3de3-4046-816d-f5bfef7b9c9b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:02.569010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a216b9ad-6b0b-4583-9717-2814f896f2f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Calling delete_port for 13bcd663-8de4-46e9-8bb4-e3041baa0201 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:02.636075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (078122e2-4d6f-41b4-b186-96e7c9ef1daa), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.668291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:02.672317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-8384b886-8756-4312-bda9-93fb2d685731', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:51:02.675337 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.679635 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] Sync routers for ids ['bd279717-20f7-45b3-be14-2dcc19efb878'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:02.681444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3f847396-117c-4ca9-8ec5-bb64f22a4467 admin admin] 10.222.0.44 "PUT /v2.0/routers/bd279717-20f7-45b3-be14-2dcc19efb878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1709566 Jan 28 03:51:02.684084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:02.697857 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] Routers {'bd279717-20f7-45b3-be14-2dcc19efb878'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:02.699095 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd279717-20f7-45b3-be14-2dcc19efb878'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:02.724155 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-067856dc-f551-4518-ac08-98ea92b478cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 5.2874830 Jan 28 03:51:02.763904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50774) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:02.874383 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] Set router bd279717-20f7-45b3-be14-2dcc19efb878 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:03.016385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Allocated IP 172.20.0.2 (8384b886-8756-4312-bda9-93fb2d685731/904f5864-9fa8-444d-9639-14792ed3d71d/d427765d-5884-4c52-8e3e-1be02cd8f836) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:03.229814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:03.285286 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'name': 'tempest-TaggedBootDevicesTest-242117527-router', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:07Z', 'updated_at': '2022-01-28T03:51:01Z', 'revision_number': 5, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'gw_port': {'id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:08Z', 'updated_at': '2022-01-28T03:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:03.312164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Router 078122e2-4d6f-41b4-b186-96e7c9ef1daa is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:51:03.340469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:03.340888 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.341409 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] Checking router: bd279717-20f7-45b3-be14-2dcc19efb878 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:51:03.351976 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] Routers {'bd279717-20f7-45b3-be14-2dcc19efb878'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:03.353045 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bd279717-20f7-45b3-be14-2dcc19efb878'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:03.405776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Publish callbacks [] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.449476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:03.452734 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.475433 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks [] for router_gateway (5ec12a4d-8d80-4ee7-aa99-002609791e9b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.488019 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] Set router bd279717-20f7-45b3-be14-2dcc19efb878 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:03.504277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Pushing event updated for resources: {'Port': ['ID=d427765d-5884-4c52-8e3e-1be02cd8f836,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:03.526258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Network 8384b886-8756-4312-bda9-93fb2d685731 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:03.529089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:03.532529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:03.568535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917817f-12c2-455e-b250-1fd146b16efe req-6fedac39-bff1-4663-9ffa-b02c458fcfa4 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:03.575710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-6fedac39-bff1-4663-9ffa-b02c458fcfa4 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/networks?id=2d8aebe4-b8dc-44b8-891a-cebf5f057b5e HTTP/1.1" status: 200 len: 814 time: 0.7086110 Jan 28 03:51:03.591786 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a216b9ad-6b0b-4583-9717-2814f896f2f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (13bcd663-8de4-46e9-8bb4-e3041baa0201), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.595993 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Publish callbacks [] for router (bd279717-20f7-45b3-be14-2dcc19efb878), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.605811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Attempting to bind port d427765d-5884-4c52-8e3e-1be02cd8f836 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:03.607144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Attempting to bind port d427765d-5884-4c52-8e3e-1be02cd8f836 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:03.607913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Attempting to bind port d427765d-5884-4c52-8e3e-1be02cd8f836 on network 8384b886-8756-4312-bda9-93fb2d685731 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:03.615525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:03.616337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Checking segment: {'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:03.617037 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.617828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Bound using segment: {'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:03.618524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Bound port: d427765d-5884-4c52-8e3e-1be02cd8f836, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:03.619153 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.675509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-7a30d6e7-6ed5-4f06-8b1a-f851b43c98dc tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/quotas/9f5b024c07fd4574a91dba7de35648c6 HTTP/1.1" status: 200 len: 375 time: 0.0988798 Jan 28 03:51:03.685603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216b9ad-6b0b-4583-9717-2814f896f2f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Pushing event deleted for resources: {'Port': ['ID=13bcd663-8de4-46e9-8bb4-e3041baa0201,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:03.689763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] Deleting port 03f66380-a8e7-4568-8be0-351f3c367874 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:03.690109 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (03f66380-a8e7-4568-8be0-351f3c367874), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.698230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] For port d427765d-5884-4c52-8e3e-1be02cd8f836, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:03.703091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] For port d427765d-5884-4c52-8e3e-1be02cd8f836, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d427765d-5884-4c52-8e3e-1be02cd8f836,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:03.710815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.728397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-da10a710-324d-4767-9fd2-c9abfdfbc0fe tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f5b024c07fd4574a91dba7de35648c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519292 Jan 28 03:51:03.733354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-f77ae619-372f-4ae6-8409-53a0a5fc5a8e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:51:03.740657 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-f77ae619-372f-4ae6-8409-53a0a5fc5a8e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112836 Jan 28 03:51:03.741421 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'name': 'tempest-TaggedBootDevicesTest-242117527-router', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:07Z', 'updated_at': '2022-01-28T03:51:01Z', 'revision_number': 5, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'gw_port': {'id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:08Z', 'updated_at': '2022-01-28T03:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:03.771482 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe0b9e-8dc4-473e-9186-2c1f28191b9b None None] The sync data for ids ['bd279717-20f7-45b3-be14-2dcc19efb878'] in n-d-808199-14 is: [{'id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'name': 'tempest-TaggedBootDevicesTest-242117527-router', 'tenant_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:36:07Z', 'updated_at': '2022-01-28T03:51:01Z', 'revision_number': 5, 'project_id': '949749fed0bd4ad6b2fcf27a6981fdb3', 'gw_port': {'id': 'a2c36aea-6718-4d36-a50c-a85bd24eb020', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279717-20f7-45b3-be14-2dcc19efb878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:36:08Z', 'updated_at': '2022-01-28T03:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:03.797061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:03.805172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f3c65-8929-43e1-bc56-33626b3ec3ce None None] Pushing event updated for resources: {'Port': ['ID=d427765d-5884-4c52-8e3e-1be02cd8f836,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:03.813838 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1faab3-ce37-4f6e-b74d-7d537423c919 None None] Sync routers for ids ['078122e2-4d6f-41b4-b186-96e7c9ef1daa'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:03.831905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.834954 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-596ed611-c3bc-4024-8f9a-3abd33912bda tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.8866298 Jan 28 03:51:03.835818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50784) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:03.849101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1faab3-ce37-4f6e-b74d-7d537423c919 None None] Routers {'078122e2-4d6f-41b4-b186-96e7c9ef1daa'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:03.850483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3c1faab3-ce37-4f6e-b74d-7d537423c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['078122e2-4d6f-41b4-b186-96e7c9ef1daa'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:03.857292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a7a21b9b-f19f-46d3-a822-2664542143a1 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'enable_snat': False}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:03.872387 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a216b9ad-6b0b-4583-9717-2814f896f2f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks [] for floatingip (d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.875562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a216b9ad-6b0b-4583-9717-2814f896f2f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:03.880233 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a216b9ad-6b0b-4583-9717-2814f896f2f9 tempest-AttachVolumeShelveTestJSON-365234913 tempest-AttachVolumeShelveTestJSON-365234913-project] 10.222.0.44 "DELETE /v2.0/floatingips/d65c1aeb-ca2b-4d14-9c1f-d43e8bba82ff HTTP/1.1" status: 204 len: 168 time: 4.0001955 Jan 28 03:51:03.899049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-b28d0a9c-8b1f-4e6d-a0e8-71b5d23f9ea9 service neutron] 10.222.0.44 "GET /v2.0/networks/2d8aebe4-b8dc-44b8-891a-cebf5f057b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568413 Jan 28 03:51:03.910238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3c1faab3-ce37-4f6e-b74d-7d537423c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:03.932388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1faab3-ce37-4f6e-b74d-7d537423c919 None None] Routers {'078122e2-4d6f-41b4-b186-96e7c9ef1daa'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:03.932999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3c1faab3-ce37-4f6e-b74d-7d537423c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['078122e2-4d6f-41b4-b186-96e7c9ef1daa'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:03.997692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] For port 03f66380-a8e7-4568-8be0-351f3c367874, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=03f66380-a8e7-4568-8be0-351f3c367874,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:03.998144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (03f66380-a8e7-4568-8be0-351f3c367874), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:04.026171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3c1faab3-ce37-4f6e-b74d-7d537423c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:04.027655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1faab3-ce37-4f6e-b74d-7d537423c919 None None] The sync data for ids ['078122e2-4d6f-41b4-b186-96e7c9ef1daa'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:04.062126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] Calling delete_port for 03f66380-a8e7-4568-8be0-351f3c367874 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:04.247991 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Publish callbacks [] for router_gateway (bd279717-20f7-45b3-be14-2dcc19efb878), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:04.498785 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-882caa89-d326-4c1d-ac7b-6bdde8022959 service neutron] 10.222.0.44 "GET /v2.0/networks/2d8aebe4-b8dc-44b8-891a-cebf5f057b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209482 Jan 28 03:51:04.634360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Deleting port a2c36aea-6718-4d36-a50c-a85bd24eb020 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:04.634805 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:04.694398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (5ec12a4d-8d80-4ee7-aa99-002609791e9b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:04.775191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67ef997c-23fc-43a4-ab93-62cfeb94f6da req-a441226e-edb5-46b0-9987-5215553300ee tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 210 time: 0.0381622 Jan 28 03:51:04.803494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-eda6be06-b982-4f8f-aceb-d4e9c8fa831a tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:04.806944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-eda6be06-b982-4f8f-aceb-d4e9c8fa831a tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/networks?id=eb50f9dd-5095-4382-b556-7749c37b381b HTTP/1.1" status: 200 len: 808 time: 0.3878987 Jan 28 03:51:04.862758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-6bd7e4d1-1678-4085-ba58-55dcb5356d65 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/quotas/4ca7b94be46343a199576ef7a33d4e6d HTTP/1.1" status: 200 len: 375 time: 0.0451603 Jan 28 03:51:04.900970 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:04.934260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-4ce3f04a-8ad0-4f76-80bb-aba7e2db070b tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ca7b94be46343a199576ef7a33d4e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580199 Jan 28 03:51:04.944594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] For port a2c36aea-6718-4d36-a50c-a85bd24eb020, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a2c36aea-6718-4d36-a50c-a85bd24eb020,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:04.944998 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:04.994900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Calling delete_port for a2c36aea-6718-4d36-a50c-a85bd24eb020 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:05.146108 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7a21b9b-f19f-46d3-a822-2664542143a1 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (078122e2-4d6f-41b4-b186-96e7c9ef1daa), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:05.158103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (03f66380-a8e7-4568-8be0-351f3c367874), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:05.209865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=03f66380-a8e7-4568-8be0-351f3c367874,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:05.223353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Router 5ec12a4d-8d80-4ee7-aa99-002609791e9b is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:51:05.238310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d427765d-5884-4c52-8e3e-1be02cd8f836 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:05.288483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-7541bbba-8083-43d0-8a17-1048d1319608 service neutron] 10.222.0.44 "GET /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397303 Jan 28 03:51:05.355961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d427765d-5884-4c52-8e3e-1be02cd8f836 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:05.356491 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:05.447815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:05.458320 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Sync routers for ids ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:05.474727 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Routers {'5ec12a4d-8d80-4ee7-aa99-002609791e9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:05.482838 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:05.513516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:05.518513 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-419e0f58-b5d1-480b-9198-a0b56b3451bc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.1192174 Jan 28 03:51:05.528228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:05.539002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d427765d-5884-4c52-8e3e-1be02cd8f836 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:05.539542 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:05.615376 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port d427765d-5884-4c52-8e3e-1be02cd8f836, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d427765d-5884-4c52-8e3e-1be02cd8f836,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:05.630520 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:05.644013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8a9a6919-0a40-46fa-a185-fbd1c41f2001 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:05.697090 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Set router 5ec12a4d-8d80-4ee7-aa99-002609791e9b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:05.717420 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:05.786804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 8a9a6919-0a40-46fa-a185-fbd1c41f2001 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:05.787283 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8a9a6919-0a40-46fa-a185-fbd1c41f2001 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:05.806629 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6968fb-e4c9-4a12-b2e0-604803084e66 None None] Network 8384b886-8756-4312-bda9-93fb2d685731 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:05.845579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=d427765d-5884-4c52-8e3e-1be02cd8f836,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:05.927140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-71032dd4-b5ba-4dff-9e05-f8f2486c7003 service neutron] 10.222.0.44 "GET /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279130 Jan 28 03:51:05.973537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bccc0ef7-fbca-4fa1-996b-534615e1bbe5 None None] Provisioning complete for port d427765d-5884-4c52-8e3e-1be02cd8f836 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:05.973993 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bccc0ef7-fbca-4fa1-996b-534615e1bbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.147461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a62b5be-5a44-4950-8fbe-13691c1550c6 req-6f042267-c7ad-4056-90fe-09c8ba70ec16 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 210 time: 0.1961732 Jan 28 03:51:06.217140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bccc0ef7-fbca-4fa1-996b-534615e1bbe5 None None] Current status of the port d427765d-5884-4c52-8e3e-1be02cd8f836 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:06.264891 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'name': 'tempest-ImageQuotaTest-1103255762-router', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:57Z', 'updated_at': '2022-01-28T03:51:02Z', 'revision_number': 3, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'gw_port': {'id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:01Z', 'updated_at': '2022-01-28T03:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:06.332515 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Checking router: 5ec12a4d-8d80-4ee7-aa99-002609791e9b for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:51:06.333051 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Updating router 5ec12a4d-8d80-4ee7-aa99-002609791e9b port 3072da9c-3de3-4046-816d-f5bfef7b9c9b binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:51:06.385603 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.404501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] Router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:51:06.579096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:06.587910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] Sync routers for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:06.588579 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3a0d7b7a-b708-440f-98b1-40a4eb479e6f admin admin] 10.222.0.44 "PUT /v2.0/routers/ea0e3837-6b30-45cf-ba08-9fe5c90b27f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0024776 Jan 28 03:51:06.591300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:06.609341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:06.610236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:06.736114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7a21b9b-f19f-46d3-a822-2664542143a1 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (078122e2-4d6f-41b4-b186-96e7c9ef1daa), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.744951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7a21b9b-f19f-46d3-a822-2664542143a1 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (078122e2-4d6f-41b4-b186-96e7c9ef1daa), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.757661 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Publish callbacks [] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.776015 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.802200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-168869d6-ed7c-49e9-98f6-f4d6be1579ee None None] Provisioning complete for port d427765d-5884-4c52-8e3e-1be02cd8f836 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:06.802845 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-168869d6-ed7c-49e9-98f6-f4d6be1579ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.838638 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (a2c36aea-6718-4d36-a50c-a85bd24eb020), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.851046 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7172a48-d404-4da9-b5cb-bab2f8c8ba42 None None] Pushing event updated for resources: {'Port': ['ID=3072da9c-3de3-4046-816d-f5bfef7b9c9b,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:06.860979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:06.872592 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Attempting to bind port 3072da9c-3de3-4046-816d-f5bfef7b9c9b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:06.873362 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Attempting to bind port 3072da9c-3de3-4046-816d-f5bfef7b9c9b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:06.873983 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Attempting to bind port 3072da9c-3de3-4046-816d-f5bfef7b9c9b on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:06.880003 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:06.880751 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:06.881427 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.882171 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:06.884055 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Bound port: 3072da9c-3de3-4046-816d-f5bfef7b9c9b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:06.884949 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.885602 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Publish callbacks [] for router (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.888546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a21b9b-f19f-46d3-a822-2664542143a1 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Router 078122e2-4d6f-41b4-b186-96e7c9ef1daa has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:51:06.944089 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] For port 3072da9c-3de3-4046-816d-f5bfef7b9c9b, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:06.948335 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] For port 3072da9c-3de3-4046-816d-f5bfef7b9c9b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3072da9c-3de3-4046-816d-f5bfef7b9c9b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:06.964665 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:07.096229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a21b9b-f19f-46d3-a822-2664542143a1 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:07.098915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c36aea-6718-4d36-a50c-a85bd24eb020,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:07.103404 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7a21b9b-f19f-46d3-a822-2664542143a1 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:07.107442 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a7a21b9b-f19f-46d3-a822-2664542143a1 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "PUT /v2.0/routers/078122e2-4d6f-41b4-b186-96e7c9ef1daa HTTP/1.1" status: 200 len: 920 time: 3.2585497 Jan 28 03:51:07.108046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:07.125654 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d1be9-66be-44e1-b83c-a714dccb5a44 None None] Sync routers for ids ['078122e2-4d6f-41b4-b186-96e7c9ef1daa'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:07.129167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-168869d6-ed7c-49e9-98f6-f4d6be1579ee None None] Current status of the port d427765d-5884-4c52-8e3e-1be02cd8f836 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:07.154437 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7172a48-d404-4da9-b5cb-bab2f8c8ba42 None None] Pushing event updated for resources: {'Port': ['ID=3072da9c-3de3-4046-816d-f5bfef7b9c9b,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:07.162341 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Routers {'5ec12a4d-8d80-4ee7-aa99-002609791e9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:07.162956 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:07.209337 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Publish callbacks [] for router_gateway (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:07.241899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d427765d-5884-4c52-8e3e-1be02cd8f836 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:07.251955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:51:04Z', 'revision_number': 5, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port': {'id': 'c1ffda76-fca6-4e62-b0c5-031aea80ed29', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:07.287757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] Checking router: ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:51:07.321637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] Routers {'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:07.322270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:07.348675 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] Set router 5ec12a4d-8d80-4ee7-aa99-002609791e9b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:07.383650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Allocated IP 172.20.0.1 (8384b886-8756-4312-bda9-93fb2d685731/904f5864-9fa8-444d-9639-14792ed3d71d/dd0baad2-cab9-40da-b18a-a714a9359004) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:07.410884 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-465d2dc5-7c88-4295-a0ef-4051b6d2b4a9 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/routers/078122e2-4d6f-41b4-b186-96e7c9ef1daa HTTP/1.1" status: 200 len: 920 time: 0.2960088 Jan 28 03:51:07.411717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50838) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:07.434833 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (bd279717-20f7-45b3-be14-2dcc19efb878), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:07.462082 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d1be9-66be-44e1-b83c-a714dccb5a44 None None] Routers {'078122e2-4d6f-41b4-b186-96e7c9ef1daa'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:07.465142 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28ef39c9-8510-4f6a-b37a-e6b6cf2d4970 req-88b850ea-648c-4806-85d2-a626082a2446 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 210 time: 0.1658061 Jan 28 03:51:07.466927 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-656d1be9-66be-44e1-b83c-a714dccb5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['078122e2-4d6f-41b4-b186-96e7c9ef1daa'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:07.547221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] Set router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:07.755008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:51:07Z', 'revision_number': 6, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:07.791143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (bd279717-20f7-45b3-be14-2dcc19efb878), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:07.808574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Publish callbacks [] for router_controller (bd279717-20f7-45b3-be14-2dcc19efb878), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:07.826552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d427765d-5884-4c52-8e3e-1be02cd8f836 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:07.826922 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:07.879198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96091b2-dc5e-4990-ab3b-7f943ff59103 None None] The sync data for ids ['ea0e3837-6b30-45cf-ba08-9fe5c90b27f0'] in n-d-808199-14 is: [{'id': 'ea0e3837-6b30-45cf-ba08-9fe5c90b27f0', 'name': 'tempest-AttachVolumeTestJSON-1300853278-router', 'tenant_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:40:50Z', 'updated_at': '2022-01-28T03:51:07Z', 'revision_number': 6, 'project_id': 'fb5cdb19505147fbb0c09b1b86b6d617', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:07.879961 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-656d1be9-66be-44e1-b83c-a714dccb5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:07.912568 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d1be9-66be-44e1-b83c-a714dccb5a44 None None] Routers {'078122e2-4d6f-41b4-b186-96e7c9ef1daa'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:07.913232 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-656d1be9-66be-44e1-b83c-a714dccb5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:50:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['078122e2-4d6f-41b4-b186-96e7c9ef1daa'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:07.945002 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88d25b12-24b0-4e4a-86c7-2d1573bd8b88 req-8f47983c-53c9-4e28-90c3-ee9044c19727 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 210 time: 0.4761252 Jan 28 03:51:08.028502 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-656d1be9-66be-44e1-b83c-a714dccb5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:08.029189 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d1be9-66be-44e1-b83c-a714dccb5a44 None None] The sync data for ids ['078122e2-4d6f-41b4-b186-96e7c9ef1daa'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:08.030258 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (bd279717-20f7-45b3-be14-2dcc19efb878), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:08.031050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd279717-20f7-45b3-be14-2dcc19efb878 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:51:08.043988 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:08.052509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-03bafd7a-0a4c-49ab-8cf3-c9432e4600cc admin admin] 10.222.0.44 "DELETE /v2.0/routers/bd279717-20f7-45b3-be14-2dcc19efb878 HTTP/1.1" status: 204 len: 168 time: 5.3651066 Jan 28 03:51:08.057596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d427765d-5884-4c52-8e3e-1be02cd8f836 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:08.060807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:08.063380 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'name': 'tempest-ImageQuotaTest-1103255762-router', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:57Z', 'updated_at': '2022-01-28T03:51:02Z', 'revision_number': 3, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'gw_port': {'id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:01Z', 'updated_at': '2022-01-28T03:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:08.093166 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e93309-09a3-4a1c-ac8c-d85811f4bb44 None None] The sync data for ids ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'] in n-d-808199-14 is: [{'id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'name': 'tempest-ImageQuotaTest-1103255762-router', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:57Z', 'updated_at': '2022-01-28T03:51:02Z', 'revision_number': 3, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'gw_port': {'id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:01Z', 'updated_at': '2022-01-28T03:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:08.209862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Deleting port c1ffda76-fca6-4e62-b0c5-031aea80ed29 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:08.210406 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:08.299434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd921fd2-25d1-4780-b880-288216a9e530 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:08.314010 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cd921fd2-25d1-4780-b880-288216a9e530 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&device_id=078122e2-4d6f-41b4-b186-96e7c9ef1daa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8953621 Jan 28 03:51:08.321800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50852) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:08.351275 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:08.372541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-463d17c8-56a0-48ff-8276-27f71c100323 admin admin] Deleting subnet b7694a84-b5d6-4276-8838-4e9e643c1be0 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:51:08.376646 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-463d17c8-56a0-48ff-8276-27f71c100323 admin admin] Publish callbacks [] for subnet (b7694a84-b5d6-4276-8838-4e9e643c1be0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:08.474705 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-463d17c8-56a0-48ff-8276-27f71c100323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (b7694a84-b5d6-4276-8838-4e9e643c1be0), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:08.597780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] For port c1ffda76-fca6-4e62-b0c5-031aea80ed29, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c1ffda76-fca6-4e62-b0c5-031aea80ed29,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:08.598516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:08.634122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (dd0baad2-cab9-40da-b18a-a714a9359004), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:08.647471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Calling delete_port for c1ffda76-fca6-4e62-b0c5-031aea80ed29 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:08.682585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fcbbda-dac1-40ef-aaeb-eb34948a69f3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:08.684185 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-21fcbbda-dac1-40ef-aaeb-eb34948a69f3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 881 time: 0.3613751 Jan 28 03:51:08.688876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:08.765589 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-64b6cac6-9304-4a02-a6a7-36f6adf44a6a tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=078122e2-4d6f-41b4-b186-96e7c9ef1daa HTTP/1.1" status: 200 len: 205 time: 0.0728357 Jan 28 03:51:08.768060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:08.779351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917817f-12c2-455e-b250-1fd146b16efe req-3b639f90-bb90-46be-acff-5cf11eda8955 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:08.780938 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-3b639f90-bb90-46be-acff-5cf11eda8955 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.42 "GET /v2.0/networks?id=2d8aebe4-b8dc-44b8-891a-cebf5f057b5e HTTP/1.1" status: 200 len: 814 time: 0.3879972 Jan 28 03:51:08.834577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Request body: {'port': {'device_id': '9cf67d87-63dc-4b3b-be9c-aa01877d3314', 'network_id': '2d8aebe4-b8dc-44b8-891a-cebf5f057b5e', 'admin_state_up': True, 'tenant_id': '9f5b024c07fd4574a91dba7de35648c6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:08.864176 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ff24ca4-f57a-49e9-bb4e-f2d215a98c4c req-fa978106-ed64-4955-9fdf-3cfc5d759066 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 210 time: 0.0654998 Jan 28 03:51:08.932372 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-463d17c8-56a0-48ff-8276-27f71c100323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (b7694a84-b5d6-4276-8838-4e9e643c1be0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.017584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Allocated IP 172.20.0.1 (ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2/d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11/98fe262f-5157-4831-9cff-6fd0f1619a2f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:09.039562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.132823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (078122e2-4d6f-41b4-b186-96e7c9ef1daa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.149927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=dd0baad2-cab9-40da-b18a-a714a9359004,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:09.188958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 8384b886-8756-4312-bda9-93fb2d685731 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:09.204430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:09.234936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:09.262594 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Made reservation on behalf of 9f5b024c07fd4574a91dba7de35648c6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:09.268321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.278091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 03f66380-a8e7-4568-8be0-351f3c367874 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:09.339946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-463d17c8-56a0-48ff-8276-27f71c100323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (b7694a84-b5d6-4276-8838-4e9e643c1be0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.364659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 03f66380-a8e7-4568-8be0-351f3c367874 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:09.365446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 03f66380-a8e7-4568-8be0-351f3c367874 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:09.366747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c1ffda76-fca6-4e62-b0c5-031aea80ed29 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:09.446283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c4d9a80e-75ed-40f6-ba0f-5144f50dc034 req-652b7d0d-a7e9-4d2b-b2f9-bd824867af56 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 210 time: 0.3058558 Jan 28 03:51:09.457183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d17c8-56a0-48ff-8276-27f71c100323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7694a84-b5d6-4276-8838-4e9e643c1be0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:09.527886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-463d17c8-56a0-48ff-8276-27f71c100323 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.535127 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-463d17c8-56a0-48ff-8276-27f71c100323 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b7694a84-b5d6-4276-8838-4e9e643c1be0 HTTP/1.1" status: 204 len: 168 time: 1.4694364 Jan 28 03:51:09.545731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:09.691967 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.715031 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (30e76253-6597-4ba7-aec7-e923d63de0b2), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.736617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca81c8-b5b0-4920-b070-ff8a81649e00 None None] Network 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:09.782477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (078122e2-4d6f-41b4-b186-96e7c9ef1daa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.800723 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c1ffda76-fca6-4e62-b0c5-031aea80ed29), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.890553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ffda76-fca6-4e62-b0c5-031aea80ed29,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:09.928507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b4deb450-1755-4834-8b22-57df927ce256 None None] Provisioning complete for port dd0baad2-cab9-40da-b18a-a714a9359004 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:09.929223 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4deb450-1755-4834-8b22-57df927ce256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:09.936104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Allocated IP 172.20.0.6 (2d8aebe4-b8dc-44b8-891a-cebf5f057b5e/50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d/322896d1-0db1-47a5-a592-6a3c73414419) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:10.027842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-0bce72da-adc8-49df-a460-6eb59138bb2b tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:10.028581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No active binding found for port c1ffda76-fca6-4e62-b0c5-031aea80ed29 {{(pid=103290) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 03:51:10.029460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] The host n-d-808199-14 is not matching for port c1ffda76-fca6-4e62-b0c5-031aea80ed29 host None! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:51:10.029575 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-0bce72da-adc8-49df-a460-6eb59138bb2b tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.42 "GET /v2.0/networks?id=eb50f9dd-5095-4382-b556-7749c37b381b HTTP/1.1" status: 200 len: 808 time: 0.2279510 Jan 28 03:51:10.031465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c1ffda76-fca6-4e62-b0c5-031aea80ed29 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:10.032149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a2c36aea-6718-4d36-a50c-a85bd24eb020 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:10.079266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Deleting port edc2b9ec-2fde-4700-b5da-14e4edf86e9c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:10.079600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (edc2b9ec-2fde-4700-b5da-14e4edf86e9c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.099766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: a2c36aea-6718-4d36-a50c-a85bd24eb020 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:10.100709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a2c36aea-6718-4d36-a50c-a85bd24eb020 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:10.114421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b4deb450-1755-4834-8b22-57df927ce256 None None] Port dd0baad2-cab9-40da-b18a-a714a9359004 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:51:10.155329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Publish callbacks [] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.161327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Request body: {'port': {'device_id': 'b54e195a-e44f-4608-9547-4cd6b3ee196a', 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b', 'admin_state_up': True, 'tenant_id': '4ca7b94be46343a199576ef7a33d4e6d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:10.220205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.235831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb34220-6d9d-40fd-ad51-47a965b7480b None None] DHCP port deletion for 77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:51:10.300207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-700e3571-b1f5-4f54-adf1-8863f2d46037 req-dd8ffdca-b25b-4e89-b538-f72c0e455d4f tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 210 time: 0.2345197 Jan 28 03:51:10.326263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fdb34220-6d9d-40fd-ad51-47a965b7480b None None] Deleting port 06e16bda-54e2-4a60-b520-8d917f4bd671 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:10.326843 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdb34220-6d9d-40fd-ad51-47a965b7480b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.427609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.440791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Publish callbacks [] for router_controller (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.464522 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.501309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fdb34220-6d9d-40fd-ad51-47a965b7480b None None] For port 06e16bda-54e2-4a60-b520-8d917f4bd671, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=06e16bda-54e2-4a60-b520-8d917f4bd671,segment=NetworkSegment(8368db10-3214-418f-829d-57b02f3e12f4),segment_id=8368db10-3214-418f-829d-57b02f3e12f4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:10.503214 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdb34220-6d9d-40fd-ad51-47a965b7480b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.520397 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Publish callbacks [] for port (322896d1-0db1-47a5-a592-6a3c73414419), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.521293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Deleting port 06e16bda-54e2-4a60-b520-8d917f4bd671 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:10.521687 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.526158 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2acceb8b-599b-413a-ad91-7c0d2d4647f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.530437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:10.534726 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.546587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fdb34220-6d9d-40fd-ad51-47a965b7480b None None] Calling delete_port for 06e16bda-54e2-4a60-b520-8d917f4bd671 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:10.557551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:10.607174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:10.634849 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (edc2b9ec-2fde-4700-b5da-14e4edf86e9c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.640040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Made reservation on behalf of 4ca7b94be46343a199576ef7a33d4e6d for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:10.644314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.652673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Calling delete_port for edc2b9ec-2fde-4700-b5da-14e4edf86e9c owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:10.734866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (322896d1-0db1-47a5-a592-6a3c73414419), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.761171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a2b7f42-096d-47e2-9168-63e8d46f45e9 req-d57de3eb-43d1-47c3-80ee-db17136cec43 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 210 time: 0.1226430 Jan 28 03:51:10.843710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdb34220-6d9d-40fd-ad51-47a965b7480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.884635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb34220-6d9d-40fd-ad51-47a965b7480b None None] No DVR routers for this DVR port 06e16bda-54e2-4a60-b520-8d917f4bd671 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:10.892583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb34220-6d9d-40fd-ad51-47a965b7480b None None] Pushing event deleted for resources: {'Port': ['ID=06e16bda-54e2-4a60-b520-8d917f4bd671,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:10.915704 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (ea0e3837-6b30-45cf-ba08-9fe5c90b27f0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.916480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:51:10.921719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (edc2b9ec-2fde-4700-b5da-14e4edf86e9c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.959604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.961089 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b303777e-a49e-41a6-89f1-68e001eb600d admin admin] 10.222.0.44 "DELETE /v2.0/routers/ea0e3837-6b30-45cf-ba08-9fe5c90b27f0 HTTP/1.1" status: 204 len: 168 time: 4.3684812 Jan 28 03:51:10.971487 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:11.068902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7a7e7b0e-d2fb-46ba-ac92-5476ce6deabc None None] Provisioning complete for port 98fe262f-5157-4831-9cff-6fd0f1619a2f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:11.069358 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7b0e-d2fb-46ba-ac92-5476ce6deabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.150709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e7b0e-d2fb-46ba-ac92-5476ce6deabc None None] Port 98fe262f-5157-4831-9cff-6fd0f1619a2f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:51:11.194608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Network 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:11.195842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Pushing event updated for resources: {'Port': ['ID=322896d1-0db1-47a5-a592-6a3c73414419,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:11.208010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:11.214760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:11.253694 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (5ec12a4d-8d80-4ee7-aa99-002609791e9b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.265228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3072da9c-3de3-4046-816d-f5bfef7b9c9b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:11.314982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:11.315597 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.322457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3587bd-448a-4579-a268-44f6ea846b9f admin admin] Deleting subnet e0ee2c3b-02fd-47e8-bdfc-18a286626fbc {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:51:11.358900 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef3587bd-448a-4579-a268-44f6ea846b9f admin admin] Publish callbacks [] for subnet (e0ee2c3b-02fd-47e8-bdfc-18a286626fbc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.362301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Pushing event deleted for resources: {'Port': ['ID=edc2b9ec-2fde-4700-b5da-14e4edf86e9c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:11.396250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3072da9c-3de3-4046-816d-f5bfef7b9c9b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:11.396875 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.406766 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-ec50eae8-97a3-4395-8ea4-ce05275f631d tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5789738 Jan 28 03:51:11.413108 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (078122e2-4d6f-41b4-b186-96e7c9ef1daa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.470634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef3587bd-448a-4579-a268-44f6ea846b9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (e0ee2c3b-02fd-47e8-bdfc-18a286626fbc), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.553435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3072da9c-3de3-4046-816d-f5bfef7b9c9b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:11.554385 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.593073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 3072da9c-3de3-4046-816d-f5bfef7b9c9b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3072da9c-3de3-4046-816d-f5bfef7b9c9b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:11.599883 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.647110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Request body: {'port': {'device_id': '9cf67d87-63dc-4b3b-be9c-aa01877d3314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:11.667209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (078122e2-4d6f-41b4-b186-96e7c9ef1daa), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.687669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 06e16bda-54e2-4a60-b520-8d917f4bd671 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:11.692145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (078122e2-4d6f-41b4-b186-96e7c9ef1daa), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.723513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 06e16bda-54e2-4a60-b520-8d917f4bd671 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:11.723983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 06e16bda-54e2-4a60-b520-8d917f4bd671 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:11.732203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=3072da9c-3de3-4046-816d-f5bfef7b9c9b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:11.785291 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (322896d1-0db1-47a5-a592-6a3c73414419), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.800173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (078122e2-4d6f-41b4-b186-96e7c9ef1daa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.800890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Fanout notify agent at l3_agent the message router_deleted on router 078122e2-4d6f-41b4-b186-96e7c9ef1daa {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:51:11.810742 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.818294 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dedc95a1-dcb6-46fd-9611-73363ee6efb9 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/078122e2-4d6f-41b4-b186-96e7c9ef1daa HTTP/1.1" status: 204 len: 168 time: 3.0465539 Jan 28 03:51:11.822693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50894) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:11.827273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Pushing event updated for resources: {'Port': ['ID=98fe262f-5157-4831-9cff-6fd0f1619a2f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:11.827793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-619e8ca2-aee2-43c0-9440-258b82a0a07f tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-709032382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:11.912905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-619e8ca2-aee2-43c0-9440-258b82a0a07f tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (b57b00b2-2315-4508-a139-5ac81775ab31), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.914481 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-619e8ca2-aee2-43c0-9440-258b82a0a07f tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (b57b00b2-2315-4508-a139-5ac81775ab31), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.921137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] For port 06e16bda-54e2-4a60-b520-8d917f4bd671, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=06e16bda-54e2-4a60-b520-8d917f4bd671,segment=NetworkSegment(8368db10-3214-418f-829d-57b02f3e12f4),segment_id=8368db10-3214-418f-829d-57b02f3e12f4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:11.921663 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.976245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-619e8ca2-aee2-43c0-9440-258b82a0a07f tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (b57b00b2-2315-4508-a139-5ac81775ab31), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.989678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef3587bd-448a-4579-a268-44f6ea846b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (e0ee2c3b-02fd-47e8-bdfc-18a286626fbc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:11.992434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-619e8ca2-aee2-43c0-9440-258b82a0a07f tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (b57b00b2-2315-4508-a139-5ac81775ab31), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.007966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a54534b3-8eec-4f10-b006-d7286ca69c61 req-20d7c423-b617-4712-a1f5-511377a35354 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 210 time: 0.1038120 Jan 28 03:51:12.014093 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Calling delete_port for 06e16bda-54e2-4a60-b520-8d917f4bd671 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:12.085230 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-619e8ca2-aee2-43c0-9440-258b82a0a07f tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.091219 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.093716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-619e8ca2-aee2-43c0-9440-258b82a0a07f tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2699795 Jan 28 03:51:12.094430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50896) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:12.100816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93080-9341-4f08-a263-a041e32a4570 req-bf422922-0957-4ad3-83df-d62700055ce5 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:12.103828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0cd93080-9341-4f08-a263-a041e32a4570 req-bf422922-0957-4ad3-83df-d62700055ce5 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 931 time: 0.2658427 Jan 28 03:51:12.238232 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (dd0baad2-cab9-40da-b18a-a714a9359004), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.352806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322896d1-0db1-47a5-a592-6a3c73414419 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:12.361929 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Publish callbacks [] for port (322896d1-0db1-47a5-a592-6a3c73414419), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.381794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:12.394682 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (06e16bda-54e2-4a60-b520-8d917f4bd671), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.443772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Pushing event deleted for resources: {'Port': ['ID=06e16bda-54e2-4a60-b520-8d917f4bd671,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:12.484631 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.558070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f7efa8a-0d66-4244-805f-e83855002769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.614004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.616261 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (30e76253-6597-4ba7-aec7-e923d63de0b2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.618472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=dd0baad2-cab9-40da-b18a-a714a9359004,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:12.703399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] No DVR routers for this DVR port 06e16bda-54e2-4a60-b520-8d917f4bd671 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:12.708446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0cd93080-9341-4f08-a263-a041e32a4570 req-81885171-2611-49c9-a811-8818410b0a74 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819306 Jan 28 03:51:12.867387 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Transition to ACTIVE for port object 322896d1-0db1-47a5-a592-6a3c73414419 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:51:12.873838 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef3587bd-448a-4579-a268-44f6ea846b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (e0ee2c3b-02fd-47e8-bdfc-18a286626fbc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.890418 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef3587bd-448a-4579-a268-44f6ea846b9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.894500 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ef3587bd-448a-4579-a268-44f6ea846b9f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e0ee2c3b-02fd-47e8-bdfc-18a286626fbc HTTP/1.1" status: 204 len: 168 time: 1.9189491 Jan 28 03:51:12.895344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (322896d1-0db1-47a5-a592-6a3c73414419), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:12.896109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e4ad3-73cf-483d-b6ca-95850665af24 None None] Network de158b34-1094-4e9e-874b-2088e856a456 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:12.897604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:12.952670 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.000775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:13.013320 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (de158b34-1094-4e9e-874b-2088e856a456), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.023610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8368db10-3214-418f-829d-57b02f3e12f4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:13.024000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8368db10-3214-418f-829d-57b02f3e12f4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:13.055480 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (8368db10-3214-418f-829d-57b02f3e12f4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.085290 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8368db10-3214-418f-829d-57b02f3e12f4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.098910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3587bd-448a-4579-a268-44f6ea846b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ee2c3b-02fd-47e8-bdfc-18a286626fbc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:13.102151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:51:13.102607 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (8368db10-3214-418f-829d-57b02f3e12f4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.139940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3072da9c-3de3-4046-816d-f5bfef7b9c9b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:13.217681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 8384b886-8756-4312-bda9-93fb2d685731 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:13.229612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c04c4-86f9-46d7-99a7-3211ae2281b6 None None] DHCP port deletion for de158b34-1094-4e9e-874b-2088e856a456 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:51:13.290277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3072da9c-3de3-4046-816d-f5bfef7b9c9b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:13.290656 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:51:13.291863 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:51:13.318639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.329733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:13.371933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.376141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] 10.222.0.44 "DELETE /v2.0/networks/77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1 HTTP/1.1" status: 204 len: 168 time: 3.8186104 Jan 28 03:51:13.418200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21b5c9d3-fce4-4eac-a4bd-105e0884bd15 req-d7e2f7b6-41d9-47fe-aadd-36d304775845 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 210 time: 0.1448231 Jan 28 03:51:13.418935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (b57b00b2-2315-4508-a139-5ac81775ab31), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.435739 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Pushing event updated for resources: {'Port': ['ID=322896d1-0db1-47a5-a592-6a3c73414419,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:13.464739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Allocated IP 172.20.0.5 (eb50f9dd-5095-4382-b556-7749c37b381b/94b18ed6-82c0-41d4-9dd3-5cb909914c69/50f897e1-f709-4ddf-aad2-9fff8d03b5c2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:13.514622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3072da9c-3de3-4046-816d-f5bfef7b9c9b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:13.527430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c04c4-86f9-46d7-99a7-3211ae2281b6 None None] Deleting port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:13.528055 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c5c04c4-86f9-46d7-99a7-3211ae2281b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.538382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e2d30-90c6-4d90-9bad-0c9e127eb55b admin admin] Pushing event deleted for resources: {'Network': ['ID=77f5b92a-4c85-4dbc-a6c0-19eaf3b6a0e1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:13.618155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Attempting to bind port 322896d1-0db1-47a5-a592-6a3c73414419 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:13.619778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Attempting to bind port 322896d1-0db1-47a5-a592-6a3c73414419 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '38e4350c-6469-4e4b-954b-911b02c6d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2d8aebe4-b8dc-44b8-891a-cebf5f057b5e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:13.620305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Attempting to bind port 322896d1-0db1-47a5-a592-6a3c73414419 on network 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:13.632011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Port 322896d1-0db1-47a5-a592-6a3c73414419 on network 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:51:13.633059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Attempting to bind port 322896d1-0db1-47a5-a592-6a3c73414419 on network 2d8aebe4-b8dc-44b8-891a-cebf5f057b5e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:13.653301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6c5c04c4-86f9-46d7-99a7-3211ae2281b6 None None] For port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9315caa7-31b1-4df8-9b28-cfc4a077e5f0,segment=NetworkSegment(12b4dc0e-b7bd-4d26-9105-827ea244b80e),segment_id=12b4dc0e-b7bd-4d26-9105-827ea244b80e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:13.653876 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c5c04c4-86f9-46d7-99a7-3211ae2281b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.654246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50908) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:13.682332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:13.687242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Checking segment: {'id': '38e4350c-6469-4e4b-954b-911b02c6d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2d8aebe4-b8dc-44b8-891a-cebf5f057b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:13.688539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c04c4-86f9-46d7-99a7-3211ae2281b6 None None] Calling delete_port for 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:13.690180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Bound using segment: {'id': '38e4350c-6469-4e4b-954b-911b02c6d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2d8aebe4-b8dc-44b8-891a-cebf5f057b5e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:13.690864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Bound port: 322896d1-0db1-47a5-a592-6a3c73414419, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e4350c-6469-4e4b-954b-911b02c6d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2d8aebe4-b8dc-44b8-891a-cebf5f057b5e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:13.692015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (322896d1-0db1-47a5-a592-6a3c73414419), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.782116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Deleting port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:13.782716 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.810020 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c5c04c4-86f9-46d7-99a7-3211ae2281b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.825805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e08b55b4-c460-48ff-863d-0d68269a9ccb None None] Provisioning complete for port dd0baad2-cab9-40da-b18a-a714a9359004 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:13.826493 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e08b55b4-c460-48ff-863d-0d68269a9ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:13.878582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c04c4-86f9-46d7-99a7-3211ae2281b6 None None] No DVR routers for this DVR port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:13.882326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e08b55b4-c460-48ff-863d-0d68269a9ccb None None] Port dd0baad2-cab9-40da-b18a-a714a9359004 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:51:13.901660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router 30e76253-6597-4ba7-aec7-e923d63de0b2 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:51:13.927030 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b1a12af2-4ce4-451e-9471-a0e980c224ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37ab4596af694bc4b1afc90362bf04e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581797 Jan 28 03:51:13.927967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c04c4-86f9-46d7-99a7-3211ae2281b6 None None] Pushing event deleted for resources: {'Port': ['ID=9315caa7-31b1-4df8-9b28-cfc4a077e5f0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:13.932352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:13.981421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] For port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0, host n-d-808199-14, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:13.982756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.025115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] For port 322896d1-0db1-47a5-a592-6a3c73414419, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:14.033429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] For port 322896d1-0db1-47a5-a592-6a3c73414419, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=322896d1-0db1-47a5-a592-6a3c73414419,segment=NetworkSegment(38e4350c-6469-4e4b-954b-911b02c6d8cf),segment_id=38e4350c-6469-4e4b-954b-911b02c6d8cf)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:14.053661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Calling delete_port for 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:14.058441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (322896d1-0db1-47a5-a592-6a3c73414419), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.061177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:51:14.081254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff18d2-bcab-4df6-8a4e-645639c5b854 req-1f1f5ccd-e867-40b7-a77a-2a923e05b003 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.082776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3ff18d2-bcab-4df6-8a4e-645639c5b854 req-1f1f5ccd-e867-40b7-a77a-2a923e05b003 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 943 time: 0.2138855 Jan 28 03:51:14.091824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9315caa7-31b1-4df8-9b28-cfc4a077e5f0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.129473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.130846 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.133085 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] 10.222.0.42 "PUT /v2.0/ports/322896d1-0db1-47a5-a592-6a3c73414419 HTTP/1.1" status: 200 len: 1092 time: 2.6687329 Jan 28 03:51:14.134855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf67d87-63dc-4b3b-be9c-aa01877d3314', 'tag': '322896d1-0db1-47a5-a592-6a3c73414419'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:14.137004 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1327456-8377-4b7e-b68c-63622b826e38" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf67d87-63dc-4b3b-be9c-aa01877d3314", "tag": "322896d1-0db1-47a5-a592-6a3c73414419"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:14.150291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] No DVR routers for this DVR port 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:14.173393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Publish callbacks [] for security_group (1911553f-16fd-4e15-891a-942a3900d907), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.218965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d94fb-521d-4f19-b7d3-ddf1379bbc24 service neutron] Pushing event updated for resources: {'Port': ['ID=322896d1-0db1-47a5-a592-6a3c73414419,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:14.251184 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Publish callbacks [] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.283098 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.285053 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.338900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3ff18d2-bcab-4df6-8a4e-645639c5b854 req-f885be0f-fe4e-4c3c-b157-563ecf7b16f4 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217681 Jan 28 03:51:14.386745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:14.387760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks [] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.397158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6843ed53-a524-4251-9b11-beff115e1b41 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "PUT /v2.0/routers/30e76253-6597-4ba7-aec7-e923d63de0b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6319892 Jan 28 03:51:14.403917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50920) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:14.404141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Pushing event deleted for resources: {'Port': ['ID=9315caa7-31b1-4df8-9b28-cfc4a077e5f0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:14.407402 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Publish callbacks [] for security_group (1911553f-16fd-4e15-891a-942a3900d907), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.413050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Sync routers for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:14.445548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Pushing event updated for resources: {'Port': ['ID=98fe262f-5157-4831-9cff-6fd0f1619a2f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:14.449473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (de158b34-1094-4e9e-874b-2088e856a456), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.509077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:14.511872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:14.512779 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c417e75c-9fc4-47e5-852f-20cb6fbeb7b9 x-openstack-request-id: req-c417e75c-9fc4-47e5-852f-20cb6fbeb7b9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:14.513111 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf67d87-63dc-4b3b-be9c-aa01877d3314", "tag": "322896d1-0db1-47a5-a592-6a3c73414419", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:14.513351 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c417e75c-9fc4-47e5-852f-20cb6fbeb7b9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:14.513759 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf67d87-63dc-4b3b-be9c-aa01877d3314', 'tag': '322896d1-0db1-47a5-a592-6a3c73414419', 'status': 'completed', 'code': 200} Jan 28 03:51:14.515035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (b57b00b2-2315-4508-a139-5ac81775ab31), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.528602 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (5ec12a4d-8d80-4ee7-aa99-002609791e9b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.556413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de158b34-1094-4e9e-874b-2088e856a456']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:14.560834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.564182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917817f-12c2-455e-b250-1fd146b16efe req-e7c42c6b-cdc9-4d22-8bf5-b61e05ed0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.566533 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-e7c42c6b-cdc9-4d22-8bf5-b61e05ed0f30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f5b024c07fd4574a91dba7de35648c6&device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 1095 time: 0.3597543 Jan 28 03:51:14.587919 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.597886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b4dc0e-b7bd-4d26-9105-827ea244b80e') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:14.598247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b4dc0e-b7bd-4d26-9105-827ea244b80e') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:14.649543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-3f34433a-b5a2-4b21-93c4-4071e875a567 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322896d1-0db1-47a5-a592-6a3c73414419 HTTP/1.1" status: 200 len: 217 time: 0.0555289 Jan 28 03:51:14.650497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d8f87e5-9463-4e92-9f77-065e852f5056 req-6a793710-b2f1-4046-ab6e-2da73a56c3c0 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 210 time: 0.0484605 Jan 28 03:51:14.668497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:14.682076 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (12b4dc0e-b7bd-4d26-9105-827ea244b80e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.709095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (12b4dc0e-b7bd-4d26-9105-827ea244b80e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.720400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:51:14.721173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (12b4dc0e-b7bd-4d26-9105-827ea244b80e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.776776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818ade8-97c4-4cce-a75f-3e985a74edfb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.776776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818ade8-97c4-4cce-a75f-3e985a74edfb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.777355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818ade8-97c4-4cce-a75f-3e985a74edfb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.777827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818ade8-97c4-4cce-a75f-3e985a74edfb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.778294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818ade8-97c4-4cce-a75f-3e985a74edfb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.778752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818ade8-97c4-4cce-a75f-3e985a74edfb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.779209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818ade8-97c4-4cce-a75f-3e985a74edfb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.779675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818ade8-97c4-4cce-a75f-3e985a74edfb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.780118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818ade8-97c4-4cce-a75f-3e985a74edfb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.782069 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4818ade8-97c4-4cce-a75f-3e985a74edfb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6341 time: 0.3756435 Jan 28 03:51:14.827603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.829529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:14.855643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:14.916915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:51:14.931452 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:51:14.936000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917817f-12c2-455e-b250-1fd146b16efe req-5866d40c-12c5-4d43-aab7-4bb93fe700d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.937596 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-5866d40c-12c5-4d43-aab7-4bb93fe700d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d HTTP/1.1" status: 200 len: 854 time: 0.2723527 Jan 28 03:51:14.940401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:51:10Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:11Z', 'revision_number': 2, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:14.942399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (de158b34-1094-4e9e-874b-2088e856a456), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.945011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Network eb50f9dd-5095-4382-b556-7749c37b381b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:14.954537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:14.962396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:14.988452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Checking router: 30e76253-6597-4ba7-aec7-e923d63de0b2 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:51:14.988814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Updating router 30e76253-6597-4ba7-aec7-e923d63de0b2 port dd0baad2-cab9-40da-b18a-a714a9359004 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:51:15.017841 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.019154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.025148 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] 10.222.0.44 "DELETE /v2.0/networks/de158b34-1094-4e9e-874b-2088e856a456 HTTP/1.1" status: 204 len: 168 time: 2.1240621 Jan 28 03:51:15.144691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Allocated IP 172.25.1.131 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/9d39bc94-086d-4a3a-a0a6-ee0d9d5c1930) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:15.155372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:15.183344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:15.183699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9315caa7-31b1-4df8-9b28-cfc4a077e5f0 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:15.266260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for port (9d39bc94-086d-4a3a-a0a6-ee0d9d5c1930), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.278229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1911553f-16fd-4e15-891a-942a3900d907), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.280986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.282411 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1911553f-16fd-4e15-891a-942a3900d907 HTTP/1.1" status: 204 len: 168 time: 1.3476074 Jan 28 03:51:15.297871 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-3d0caec7-7e02-4a48-8b7d-49ecd4ebeed4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d8aebe4-b8dc-44b8-891a-cebf5f057b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3481317 Jan 28 03:51:15.358042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Pushing event deleted for resources: {'Network': ['ID=de158b34-1094-4e9e-874b-2088e856a456,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:15.375929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1911553f-16fd-4e15-891a-942a3900d907,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:15.458653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50932) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:15.473471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.473922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.474337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.474754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.475207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.475567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.475948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.477190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.477190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.477653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.479533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.479988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.480400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247ac5b9-d5ae-4d3b-8a12-34d5db27e162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.500591 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.502261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.502685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.503096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.503560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.504357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.504357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.504672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.505118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.505513 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.505904 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.506289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.506678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.507066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47f7c4-578a-4036-a201-8086aadd1113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:15.527097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-acd0f0fa-76bf-4a9f-b57d-6dbf70d816ac None None] Provisioning complete for port 98fe262f-5157-4831-9cff-6fd0f1619a2f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:15.527697 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acd0f0fa-76bf-4a9f-b57d-6dbf70d816ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.547072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9d39bc94-086d-4a3a-a0a6-ee0d9d5c1930), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.612020 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Publish callbacks [] for port (dd0baad2-cab9-40da-b18a-a714a9359004), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.637732 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.700465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Pushing event updated for resources: {'Port': ['ID=9d39bc94-086d-4a3a-a0a6-ee0d9d5c1930,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:15.756555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-acd0f0fa-76bf-4a9f-b57d-6dbf70d816ac None None] Port 98fe262f-5157-4831-9cff-6fd0f1619a2f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:51:15.757805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04323bea-69a7-4961-8b36-e0026ccb7c35 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.758295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04323bea-69a7-4961-8b36-e0026ccb7c35 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.758740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04323bea-69a7-4961-8b36-e0026ccb7c35 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.759192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04323bea-69a7-4961-8b36-e0026ccb7c35 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.759650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04323bea-69a7-4961-8b36-e0026ccb7c35 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.760098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04323bea-69a7-4961-8b36-e0026ccb7c35 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.760549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04323bea-69a7-4961-8b36-e0026ccb7c35 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.761042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04323bea-69a7-4961-8b36-e0026ccb7c35 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.765767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-04323bea-69a7-4961-8b36-e0026ccb7c35 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5280 time: 0.9322419 Jan 28 03:51:15.769480 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-5a9bd9f7-eb1a-4979-9d37-45f10c0d6391 service neutron] 10.222.0.42 "GET /v2.0/networks/2d8aebe4-b8dc-44b8-891a-cebf5f057b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607439 Jan 28 03:51:15.781584 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-49b98380-bf64-4ece-ac41-494775461c0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb5cdb19505147fbb0c09b1b86b6d617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882257 Jan 28 03:51:15.795893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:15.796286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:15.805802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:15.840733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:15.850283 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9d18b-9511-4b8c-a205-36acab8814fb None None] Pushing event updated for resources: {'Port': ['ID=dd0baad2-cab9-40da-b18a-a714a9359004,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:15.883710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Attempting to bind port dd0baad2-cab9-40da-b18a-a714a9359004 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:15.884223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Attempting to bind port dd0baad2-cab9-40da-b18a-a714a9359004 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:15.884609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Attempting to bind port dd0baad2-cab9-40da-b18a-a714a9359004 on network 8384b886-8756-4312-bda9-93fb2d685731 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:15.889759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:15.890194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Checking segment: {'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:15.890598 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.891016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Bound using segment: {'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:15.891476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Bound port: dd0baad2-cab9-40da-b18a-a714a9359004, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:15.891853 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.893396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:15.911388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:15.964404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] For port dd0baad2-cab9-40da-b18a-a714a9359004, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:15.974957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] For port dd0baad2-cab9-40da-b18a-a714a9359004, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=dd0baad2-cab9-40da-b18a-a714a9359004,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:15.980393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Pushing event updated for resources: {'Port': ['ID=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:15.987349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.080615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9d18b-9511-4b8c-a205-36acab8814fb None None] Pushing event updated for resources: {'Port': ['ID=dd0baad2-cab9-40da-b18a-a714a9359004,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:16.118933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:16.121437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:16.135596 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7917817f-12c2-455e-b250-1fd146b16efe req-fc464d14-c94a-4638-b6d9-3497bd4c17ba service neutron] 10.222.0.42 "GET /v2.0/networks/2d8aebe4-b8dc-44b8-891a-cebf5f057b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268015 Jan 28 03:51:16.139633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Router 5ec12a4d-8d80-4ee7-aa99-002609791e9b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:51:16.214032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.214388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.214782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.215158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.215502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.215831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.216156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.216482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.216810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.217190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.217539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.217862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.218182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:16.275653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:16.276629 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.302914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-46c4955f-13cd-4bf4-9a91-614ca5334590 None None] Provisioning complete for port dd0baad2-cab9-40da-b18a-a714a9359004 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:16.303667 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46c4955f-13cd-4bf4-9a91-614ca5334590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.338512 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (b57b00b2-2315-4508-a139-5ac81775ab31), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.339408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fe702-80cf-43b4-9a81-6b3f15749d7f req-8e9f2fa7-a372-466e-b136-337bc839b1a9 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:16.341060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d34fe702-80cf-43b4-9a81-6b3f15749d7f req-8e9f2fa7-a372-466e-b136-337bc839b1a9 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 931 time: 0.4736011 Jan 28 03:51:16.342402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:16.361856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-312c4a60-11d6-4c8a-bfec-914ab7e6e3bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=949749fed0bd4ad6b2fcf27a6981fdb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232616 Jan 28 03:51:16.397182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50948) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:16.426475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-945fdc01-24f7-4c31-8758-02345a14a615 admin admin] Publish callbacks [] for security_group (8f7c0e35-407a-4c0c-b2e7-4131e4842942), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.426660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327456-8377-4b7e-b68c-63622b826e38 req-584eecf8-de78-4105-bdfb-c7976b4368c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:16.428476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1327456-8377-4b7e-b68c-63622b826e38 req-584eecf8-de78-4105-bdfb-c7976b4368c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f5b024c07fd4574a91dba7de35648c6&device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 1095 time: 0.1727929 Jan 28 03:51:16.440737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791a636-b829-4c77-978c-4d3705e49cc2 req-cc6f183b-e4f3-4f1b-be20-bcaa25608f02 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:16.442469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a791a636-b829-4c77-978c-4d3705e49cc2 req-cc6f183b-e4f3-4f1b-be20-bcaa25608f02 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 943 time: 0.7047486 Jan 28 03:51:16.472119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-767ed3c2-eee4-4788-9568-1a176de8046d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4136136 Jan 28 03:51:16.523647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Request body: {'port': {'device_id': 'b54e195a-e44f-4608-9547-4cd6b3ee196a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:16.604221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-46c4955f-13cd-4bf4-9a91-614ca5334590 None None] Current status of the port dd0baad2-cab9-40da-b18a-a714a9359004 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:16.605361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46c4955f-13cd-4bf4-9a91-614ca5334590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.609280 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8956dd9-fa62-4d53-8ff9-89e1120b6c7b admin admin] Publish callbacks [] for security_group (8061192b-22ba-455c-9234-cbc6aeebc255), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.614717 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-945fdc01-24f7-4c31-8758-02345a14a615 admin admin] Publish callbacks [] for security_group (8f7c0e35-407a-4c0c-b2e7-4131e4842942), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.677177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327456-8377-4b7e-b68c-63622b826e38 req-c98cd73e-7573-42dc-94ed-dd3901a21b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:16.678669 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1327456-8377-4b7e-b68c-63622b826e38 req-c98cd73e-7573-42dc-94ed-dd3901a21b82 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d8aebe4-b8dc-44b8-891a-cebf5f057b5e HTTP/1.1" status: 200 len: 915 time: 0.2425790 Jan 28 03:51:16.707666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d34fe702-80cf-43b4-9a81-6b3f15749d7f req-a06c04df-3336-4193-85de-bf8f68ddc147 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822907 Jan 28 03:51:16.734631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-46c4955f-13cd-4bf4-9a91-614ca5334590 None None] For port dd0baad2-cab9-40da-b18a-a714a9359004, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=dd0baad2-cab9-40da-b18a-a714a9359004,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:16.746593 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8956dd9-fa62-4d53-8ff9-89e1120b6c7b admin admin] Publish callbacks [] for security_group (8061192b-22ba-455c-9234-cbc6aeebc255), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.751618 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46c4955f-13cd-4bf4-9a91-614ca5334590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.752066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1327456-8377-4b7e-b68c-63622b826e38 req-c03ec9de-9e2a-4f3f-8334-586025798967 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322896d1-0db1-47a5-a592-6a3c73414419 HTTP/1.1" status: 200 len: 217 time: 0.0634494 Jan 28 03:51:16.762806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a791a636-b829-4c77-978c-4d3705e49cc2 req-4cfd92ef-2163-45e2-b73f-42ff728d067a tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808568 Jan 28 03:51:16.768824 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.777602 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:51:16.825211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327456-8377-4b7e-b68c-63622b826e38 req-dea6342e-22e4-4c7b-9e07-e81fb8ff655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:16.827130 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1327456-8377-4b7e-b68c-63622b826e38 req-dea6342e-22e4-4c7b-9e07-e81fb8ff655a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d HTTP/1.1" status: 200 len: 854 time: 0.0663552 Jan 28 03:51:16.847345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:51:10Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:15Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:16.893855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f33edfd-78f2-42ce-b076-08616ad6be3c None None] The sync data for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 is: [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:51:10Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:15Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:16.896083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4955f-13cd-4bf4-9a91-614ca5334590 None None] Pushing event updated for resources: {'Port': ['ID=dd0baad2-cab9-40da-b18a-a714a9359004,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:16.903697 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.914900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-61b45140-02fc-47bf-87cb-fafb0be264e6 None None] Provisioning complete for port dd0baad2-cab9-40da-b18a-a714a9359004 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:16.915393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61b45140-02fc-47bf-87cb-fafb0be264e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:16.923183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:16.933408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1327456-8377-4b7e-b68c-63622b826e38 req-93c5b0dc-4752-4496-b81a-0758158a9954 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d8aebe4-b8dc-44b8-891a-cebf5f057b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554304 Jan 28 03:51:16.935762 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Sync routers for ids ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:16.947196 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Routers {'5ec12a4d-8d80-4ee7-aa99-002609791e9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:16.948268 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:16.956323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1e5db49e-013b-41c0-a508-2e381fea6032 admin admin] 10.222.0.44 "PUT /v2.0/routers/5ec12a4d-8d80-4ee7-aa99-002609791e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4170094 Jan 28 03:51:17.048741 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8956dd9-fa62-4d53-8ff9-89e1120b6c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8061192b-22ba-455c-9234-cbc6aeebc255), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:17.052436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8956dd9-fa62-4d53-8ff9-89e1120b6c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:17.062111 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b8956dd9-fa62-4d53-8ff9-89e1120b6c7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8061192b-22ba-455c-9234-cbc6aeebc255 HTTP/1.1" status: 204 len: 168 time: 0.6430500 Jan 28 03:51:17.115102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-61b45140-02fc-47bf-87cb-fafb0be264e6 None None] Current status of the port dd0baad2-cab9-40da-b18a-a714a9359004 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:17.146316 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (b57b00b2-2315-4508-a139-5ac81775ab31), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:17.151645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8956dd9-fa62-4d53-8ff9-89e1120b6c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8061192b-22ba-455c-9234-cbc6aeebc255,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:17.162328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (b57b00b2-2315-4508-a139-5ac81775ab31), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:17.214628 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Set router 5ec12a4d-8d80-4ee7-aa99-002609791e9b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:17.247774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dd0baad2-cab9-40da-b18a-a714a9359004 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:17.329154 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1327456-8377-4b7e-b68c-63622b826e38 req-43eea31d-839d-4bc6-ac72-a3a319d3dcc2 service neutron] 10.222.0.42 "GET /v2.0/networks/2d8aebe4-b8dc-44b8-891a-cebf5f057b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672173 Jan 28 03:51:17.419549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port dd0baad2-cab9-40da-b18a-a714a9359004 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:17.420188 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:17.636104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port dd0baad2-cab9-40da-b18a-a714a9359004 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:17.666026 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'name': 'tempest-ImageQuotaTest-1103255762-router', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:57Z', 'updated_at': '2022-01-28T03:51:12Z', 'revision_number': 4, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'gw_port': {'id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:01Z', 'updated_at': '2022-01-28T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '98fe262f-5157-4831-9cff-6fd0f1619a2f', 'name': '', 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'mac_address': 'fa:16:3e:be:d8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'd7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:08Z', 'updated_at': '2022-01-28T03:51:13Z', 'revision_number': 2, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'subnets': [{'id': 'd7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:17.697382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:17.708465 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Publish callbacks [] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:17.716148 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Checking router: 5ec12a4d-8d80-4ee7-aa99-002609791e9b for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:51:17.716488 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Updating router 5ec12a4d-8d80-4ee7-aa99-002609791e9b port 98fe262f-5157-4831-9cff-6fd0f1619a2f binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:51:17.746702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Transition to ACTIVE for port object 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:51:17.777463 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:17.798237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:17.996051 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-945fdc01-24f7-4c31-8758-02345a14a615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8f7c0e35-407a-4c0c-b2e7-4131e4842942), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:17.999242 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-945fdc01-24f7-4c31-8758-02345a14a615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:18.004399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-945fdc01-24f7-4c31-8758-02345a14a615 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f7c0e35-407a-4c0c-b2e7-4131e4842942 HTTP/1.1" status: 204 len: 168 time: 2.1665173 Jan 28 03:51:18.131237 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-84b1c6d3-07a7-471f-9c90-d39605163755 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3572 time: 2.3007448 Jan 28 03:51:18.144134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fdc01-24f7-4c31-8758-02345a14a615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7c0e35-407a-4c0c-b2e7-4131e4842942,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:18.346946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Pushing event updated for resources: {'Port': ['ID=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:18.399825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f3577-21e9-41a8-b6c6-a61a609df919 req-b6a46c3d-8dd9-4471-ab57-52102ac4c396 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:18.401553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-745f3577-21e9-41a8-b6c6-a61a609df919 req-b6a46c3d-8dd9-4471-ab57-52102ac4c396 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 943 time: 0.4246929 Jan 28 03:51:18.536638 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1327456-8377-4b7e-b68c-63622b826e38 req-f96c37f9-a73a-4a2e-b4ff-1cb9279fabb0 service neutron] 10.222.0.42 "GET /v2.0/networks/2d8aebe4-b8dc-44b8-891a-cebf5f057b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1989384 Jan 28 03:51:18.546543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Router b57b00b2-2315-4508-a139-5ac81775ab31 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:51:18.561871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540d5b4-cd73-48bd-b1a8-3bd41c2aa2de req-d20fc836-ae01-494e-8b3f-de727e675ce1 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:18.567213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3540d5b4-cd73-48bd-b1a8-3bd41c2aa2de req-d20fc836-ae01-494e-8b3f-de727e675ce1 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 943 time: 0.5533187 Jan 28 03:51:18.644602 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Publish callbacks [] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:18.677105 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:18.686592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-745f3577-21e9-41a8-b6c6-a61a609df919 req-ee8590fd-8e74-4bc8-97e9-d8e4c5f73620 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697134 Jan 28 03:51:18.748513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Attempting to bind port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:18.748971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Attempting to bind port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '7bff25ef-dca5-48ff-a3e5-ddba17a5d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:18.749392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Attempting to bind port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 on network eb50f9dd-5095-4382-b556-7749c37b381b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:18.771317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 on network eb50f9dd-5095-4382-b556-7749c37b381b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:51:18.771818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Attempting to bind port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 on network eb50f9dd-5095-4382-b556-7749c37b381b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:18.790972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:18.792631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Checking segment: {'id': '7bff25ef-dca5-48ff-a3e5-ddba17a5d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:18.793501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Bound using segment: {'id': '7bff25ef-dca5-48ff-a3e5-ddba17a5d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:18.794469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Bound port: 50f897e1-f709-4ddf-aad2-9fff8d03b5c2, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bff25ef-dca5-48ff-a3e5-ddba17a5d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:18.794469 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:18.846549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3540d5b4-cd73-48bd-b1a8-3bd41c2aa2de req-242f888e-2906-4b15-be83-7224bffa2516 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648478 Jan 28 03:51:18.896624 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b4b73-4e4d-44d4-8df3-505d66f62a4d None None] Pushing event updated for resources: {'Port': ['ID=98fe262f-5157-4831-9cff-6fd0f1619a2f,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:18.903578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:18.927071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d0389-ed0e-4072-9916-08c2be005fb2 None None] Sync routers for ids ['b57b00b2-2315-4508-a139-5ac81775ab31'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:18.930630 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:18.932266 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-976adab6-68df-4d15-8f54-799d2bdc0723 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "PUT /v2.0/routers/b57b00b2-2315-4508-a139-5ac81775ab31 HTTP/1.1" status: 200 len: 879 time: 6.5561688 Jan 28 03:51:18.939005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51002) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:18.947926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d0389-ed0e-4072-9916-08c2be005fb2 None None] Routers {'b57b00b2-2315-4508-a139-5ac81775ab31'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:18.948568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b84d0389-ed0e-4072-9916-08c2be005fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b57b00b2-2315-4508-a139-5ac81775ab31'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:19.069031 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Attempting to bind port 98fe262f-5157-4831-9cff-6fd0f1619a2f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:19.070698 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Attempting to bind port 98fe262f-5157-4831-9cff-6fd0f1619a2f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '9af9ec90-f831-480f-9a85-8bc228694169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:19.075009 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Attempting to bind port 98fe262f-5157-4831-9cff-6fd0f1619a2f on network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:19.101531 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:19.102201 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Checking segment: {'id': '9af9ec90-f831-480f-9a85-8bc228694169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:19.102780 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.103329 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Bound using segment: {'id': '9af9ec90-f831-480f-9a85-8bc228694169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:19.103981 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Bound port: 98fe262f-5157-4831-9cff-6fd0f1619a2f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af9ec90-f831-480f-9a85-8bc228694169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:19.104526 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.106352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b84d0389-ed0e-4072-9916-08c2be005fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:19.135153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51006) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:19.139901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-43c2d535-399a-42ad-8a62-9ea94879a4a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551461763', 'description': 'tempest-secgroup-smoke-551461763 description', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:19.177393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:19.184914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d0389-ed0e-4072-9916-08c2be005fb2 None None] Routers {'b57b00b2-2315-4508-a139-5ac81775ab31'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:19.184914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b84d0389-ed0e-4072-9916-08c2be005fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b57b00b2-2315-4508-a139-5ac81775ab31'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:19.252542 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43c2d535-399a-42ad-8a62-9ea94879a4a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.279704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b84d0389-ed0e-4072-9916-08c2be005fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:19.280372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d0389-ed0e-4072-9916-08c2be005fb2 None None] The sync data for ids ['b57b00b2-2315-4508-a139-5ac81775ab31'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:19.292951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] For port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:19.314433 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] For port 98fe262f-5157-4831-9cff-6fd0f1619a2f, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:19.320533 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] For port 98fe262f-5157-4831-9cff-6fd0f1619a2f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=98fe262f-5157-4831-9cff-6fd0f1619a2f,segment=NetworkSegment(9af9ec90-f831-480f-9a85-8bc228694169),segment_id=9af9ec90-f831-480f-9a85-8bc228694169)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:19.333838 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.370707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4a071466-4def-4968-92c9-fd643f3f36f4 None None] Provisioning complete for port 98fe262f-5157-4831-9cff-6fd0f1619a2f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:19.371853 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a071466-4def-4968-92c9-fd643f3f36f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.405909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] For port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,segment=NetworkSegment(7bff25ef-dca5-48ff-a3e5-ddba17a5d534),segment_id=7bff25ef-dca5-48ff-a3e5-ddba17a5d534)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:19.425646 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.458186 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43c2d535-399a-42ad-8a62-9ea94879a4a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (504f1505-8801-4cbf-b8cf-37d8eb0b0ce1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.467181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43c2d535-399a-42ad-8a62-9ea94879a4a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (504f1505-8801-4cbf-b8cf-37d8eb0b0ce1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.497352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 322896d1-0db1-47a5-a592-6a3c73414419 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:51:19.505248 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Routers {'5ec12a4d-8d80-4ee7-aa99-002609791e9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:19.506220 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:19.512430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Pushing event updated for resources: {'Port': ['ID=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:19.544696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ec456846-f1dd-4bda-a5a6-44ddb279d838 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/routers/b57b00b2-2315-4508-a139-5ac81775ab31 HTTP/1.1" status: 200 len: 920 time: 0.5929110 Jan 28 03:51:19.551692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51016) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:19.558834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43c2d535-399a-42ad-8a62-9ea94879a4a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.562133 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-43c2d535-399a-42ad-8a62-9ea94879a4a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4258037 Jan 28 03:51:19.563792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:19.564425 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.572704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c826a737-1600-442a-b706-734ed8b3b77f service neutron] 10.222.0.42 "PUT /v2.0/ports/50f897e1-f709-4ddf-aad2-9fff8d03b5c2 HTTP/1.1" status: 200 len: 1092 time: 3.0546246 Jan 28 03:51:19.573202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51018) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:19.573690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54e195a-e44f-4608-9547-4cd6b3ee196a', 'tag': '50f897e1-f709-4ddf-aad2-9fff8d03b5c2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:19.574876 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b4b73-4e4d-44d4-8df3-505d66f62a4d None None] Pushing event updated for resources: {'Port': ['ID=98fe262f-5157-4831-9cff-6fd0f1619a2f,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:19.578631 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b54e195a-e44f-4608-9547-4cd6b3ee196a", "tag": "50f897e1-f709-4ddf-aad2-9fff8d03b5c2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:19.591048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2d535-399a-42ad-8a62-9ea94879a4a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:19.626920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4fe72152-0264-4193-90f8-804820c3844a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '504f1505-8801-4cbf-b8cf-37d8eb0b0ce1', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:19.645409 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-75298886-6206-4381-bfec-2c70aa405acc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:51:19.669456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1416924616-network', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:19.682328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4a071466-4def-4968-92c9-fd643f3f36f4 None None] Current status of the port 98fe262f-5157-4831-9cff-6fd0f1619a2f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:19.682745 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a071466-4def-4968-92c9-fd643f3f36f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.743275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d8694-a0f3-4a57-a6df-d148190bd776 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:19.751013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fa7d8694-a0f3-4a57-a6df-d148190bd776 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&device_id=b57b00b2-2315-4508-a139-5ac81775ab31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1864486 Jan 28 03:51:19.753155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:19.789905 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8cc346-943a-4360-813c-504d7166bc05 x-openstack-request-id: req-ee8cc346-943a-4360-813c-504d7166bc05 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:19.790185 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54e195a-e44f-4608-9547-4cd6b3ee196a", "tag": "50f897e1-f709-4ddf-aad2-9fff8d03b5c2", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:19.790444 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee8cc346-943a-4360-813c-504d7166bc05 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:19.790868 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54e195a-e44f-4608-9547-4cd6b3ee196a', 'tag': '50f897e1-f709-4ddf-aad2-9fff8d03b5c2', 'status': 'completed', 'code': 200} Jan 28 03:51:19.834809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Made reservation on behalf of 3a702ce6664946df8c8b86e3a4cc2160 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:19.842083 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.865714 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fe72152-0264-4193-90f8-804820c3844a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (6f9e8068-0a66-4825-a0e4-7fc5f5b5d329), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.868349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.879559 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] Set router 5ec12a4d-8d80-4ee7-aa99-002609791e9b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:19.895554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4a071466-4def-4968-92c9-fd643f3f36f4 None None] For port 98fe262f-5157-4831-9cff-6fd0f1619a2f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=98fe262f-5157-4831-9cff-6fd0f1619a2f,segment=NetworkSegment(9af9ec90-f831-480f-9a85-8bc228694169),segment_id=9af9ec90-f831-480f-9a85-8bc228694169)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:19.928726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-0a9a6a17-8ee3-4cde-9195-b25561d914d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:19.930875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-0a9a6a17-8ee3-4cde-9195-b25561d914d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ca7b94be46343a199576ef7a33d4e6d&device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 1095 time: 0.2540410 Jan 28 03:51:19.956828 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a071466-4def-4968-92c9-fd643f3f36f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:19.966768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 322896d1-0db1-47a5-a592-6a3c73414419, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=322896d1-0db1-47a5-a592-6a3c73414419,segment=NetworkSegment(38e4350c-6469-4e4b-954b-911b02c6d8cf),segment_id=38e4350c-6469-4e4b-954b-911b02c6d8cf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:20.056673 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fe72152-0264-4193-90f8-804820c3844a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (6f9e8068-0a66-4825-a0e4-7fc5f5b5d329), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.082594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6138b-ddac-49f5-b310-2aaffe722a76 req-7352edec-0f6f-43ae-b9f1-b6add1aa05ea tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:20.084241 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23e6138b-ddac-49f5-b310-2aaffe722a76 req-7352edec-0f6f-43ae-b9f1-b6add1aa05ea tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 943 time: 0.2696078 Jan 28 03:51:20.085912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-6aef0b58-f4a0-4b08-a361-334312fb5338 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f897e1-f709-4ddf-aad2-9fff8d03b5c2 HTTP/1.1" status: 200 len: 217 time: 0.1226077 Jan 28 03:51:20.105677 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fe72152-0264-4193-90f8-804820c3844a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (6f9e8068-0a66-4825-a0e4-7fc5f5b5d329), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.126323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a071466-4def-4968-92c9-fd643f3f36f4 None None] Pushing event updated for resources: {'Port': ['ID=98fe262f-5157-4831-9cff-6fd0f1619a2f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:20.138958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5b3d6-f0c2-4877-aec2-6094dec55041 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:20.143903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '322896d1-0db1-47a5-a592-6a3c73414419', 'network_id': '2d8aebe4-b8dc-44b8-891a-cebf5f057b5e', 'port_id': '322896d1-0db1-47a5-a592-6a3c73414419', 'mac_address': 'fa:16:3e:58:54:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:51:20.145280 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-60d5b3d6-f0c2-4877-aec2-6094dec55041 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 881 time: 0.3910294 Jan 28 03:51:20.148156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:20.156425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-483e17fc-8b3e-431a-ac9b-e2636d886f77 None None] Provisioning complete for port 98fe262f-5157-4831-9cff-6fd0f1619a2f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:20.156907 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-483e17fc-8b3e-431a-ac9b-e2636d886f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.218862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 322896d1-0db1-47a5-a592-6a3c73414419 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:20.219306 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (322896d1-0db1-47a5-a592-6a3c73414419), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.258491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322896d1-0db1-47a5-a592-6a3c73414419 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:20.270059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c2c50363-2576-4dd0-9380-6ef704d5a18c tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=b57b00b2-2315-4508-a139-5ac81775ab31 HTTP/1.1" status: 200 len: 205 time: 0.1070733 Jan 28 03:51:20.270726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:20.284242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 322896d1-0db1-47a5-a592-6a3c73414419, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=322896d1-0db1-47a5-a592-6a3c73414419,segment=NetworkSegment(38e4350c-6469-4e4b-954b-911b02c6d8cf),segment_id=38e4350c-6469-4e4b-954b-911b02c6d8cf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:20.298453 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (322896d1-0db1-47a5-a592-6a3c73414419), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.312123 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'name': 'tempest-ImageQuotaTest-1103255762-router', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:57Z', 'updated_at': '2022-01-28T03:51:12Z', 'revision_number': 4, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'gw_port': {'id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:01Z', 'updated_at': '2022-01-28T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '98fe262f-5157-4831-9cff-6fd0f1619a2f', 'name': '', 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'mac_address': 'fa:16:3e:be:d8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'd7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:08Z', 'updated_at': '2022-01-28T03:51:19Z', 'revision_number': 4, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'subnets': [{'id': 'd7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:20.320884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c28f78bc-163d-48af-b02d-564b9ce6917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:20.322285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c28f78bc-163d-48af-b02d-564b9ce6917e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94b18ed6-82c0-41d4-9dd3-5cb909914c69 HTTP/1.1" status: 200 len: 848 time: 0.1663811 Jan 28 03:51:20.355512 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fe72152-0264-4193-90f8-804820c3844a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.359642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4fe72152-0264-4193-90f8-804820c3844a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7684200 Jan 28 03:51:20.371038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:20.372366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=322896d1-0db1-47a5-a592-6a3c73414419,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:20.383435 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-514d4ce5-3033-4146-801c-a4e9afa76f4c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '504f1505-8801-4cbf-b8cf-37d8eb0b0ce1', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:20.408225 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a7c3c-82a4-455d-88fb-a361738a4834 None None] The sync data for ids ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'] in n-d-808199-14 is: [{'id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'name': 'tempest-ImageQuotaTest-1103255762-router', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:57Z', 'updated_at': '2022-01-28T03:51:12Z', 'revision_number': 4, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'gw_port': {'id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:01Z', 'updated_at': '2022-01-28T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '98fe262f-5157-4831-9cff-6fd0f1619a2f', 'name': '', 'network_id': 'ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'mac_address': 'fa:16:3e:be:d8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'd7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:08Z', 'updated_at': '2022-01-28T03:51:19Z', 'revision_number': 4, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'subnets': [{'id': 'd7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:20.426657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-483e17fc-8b3e-431a-ac9b-e2636d886f77 None None] Current status of the port 98fe262f-5157-4831-9cff-6fd0f1619a2f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:20.429868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-d23b1905-4443-449a-80ca-95f52ee2bc51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb50f9dd-5095-4382-b556-7749c37b381b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669947 Jan 28 03:51:20.446221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe72152-0264-4193-90f8-804820c3844a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9e8068-0a66-4825-a0e4-7fc5f5b5d329,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:20.602044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f089067-2791-4046-a8d1-122a193f28e2 req-4ce5fae4-d10c-4f45-95f0-b632a5522856 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:20.603677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f089067-2791-4046-a8d1-122a193f28e2 req-4ce5fae4-d10c-4f45-95f0-b632a5522856 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 943 time: 0.5414588 Jan 28 03:51:20.604180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:20.623161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['322896d1-0db1-47a5-a592-6a3c73414419'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:51:20.652149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Publish callbacks [] for security_group (c69fec73-7a8b-4fb5-b2d5-3980349a1603), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.655785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (b57b00b2-2315-4508-a139-5ac81775ab31), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.666968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c69fec73-7a8b-4fb5-b2d5-3980349a1603), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.817195 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-514d4ce5-3033-4146-801c-a4e9afa76f4c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (81b85504-c698-42b6-a981-6d322bfd3d53), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.825817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:51:20.861982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69fec73-7a8b-4fb5-b2d5-3980349a1603,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:20.873638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ef160d41-cdfc-448d-a9ec-54cf0e7331dd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:20.874058 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Added segment ef160d41-cdfc-448d-a9ec-54cf0e7331dd of type vlan for network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 Jan 28 03:51:21.037294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.095812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.096867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:21.097535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.131528 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9486434 Jan 28 03:51:21.135671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51060) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:21.154782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Request body: {'subnet': {'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1416924616-subnet', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:21.194094 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Made reservation on behalf of 3a702ce6664946df8c8b86e3a4cc2160 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:21.197760 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.252665 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 98fe262f-5157-4831-9cff-6fd0f1619a2f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:21.266297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23e6138b-ddac-49f5-b310-2aaffe722a76 req-fda68be3-7709-4b54-8e9e-ddbd6928604a tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1114082 Jan 28 03:51:21.309647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-514d4ce5-3033-4146-801c-a4e9afa76f4c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (81b85504-c698-42b6-a981-6d322bfd3d53), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.366513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 98fe262f-5157-4831-9cff-6fd0f1619a2f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:21.368151 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.396943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-c39d49aa-1d27-409e-93e3-f39836deadc7 service neutron] 10.222.0.42 "GET /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9459298 Jan 28 03:51:21.438175 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-514d4ce5-3033-4146-801c-a4e9afa76f4c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (81b85504-c698-42b6-a981-6d322bfd3d53), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.487760 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (b57b00b2-2315-4508-a139-5ac81775ab31), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.517279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:21.547482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e12b21-aad6-4dfe-ae46-46ed0de2fe1c admin admin] Pushing event updated for resources: {'Network': ['ID=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:21.550508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f089067-2791-4046-a8d1-122a193f28e2 req-dfd855c3-46ad-405f-bb9a-15ad181a798f tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668740 Jan 28 03:51:21.561630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 322896d1-0db1-47a5-a592-6a3c73414419 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:21.573122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d4ce5-3033-4146-801c-a4e9afa76f4c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b85504-c698-42b6-a981-6d322bfd3d53,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:21.618966 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-514d4ce5-3033-4146-801c-a4e9afa76f4c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.629394 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-514d4ce5-3033-4146-801c-a4e9afa76f4c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2518067 Jan 28 03:51:21.631211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51074) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:21.680000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:51:21.690706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d6c1ee37-ec02-4e51-94d1-c07b81ea9b27 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '504f1505-8801-4cbf-b8cf-37d8eb0b0ce1', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:21.769620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340fc350-ea4b-4c35-ba0c-8f4149a956cd req-39d47f2f-db0b-46e5-b090-8eb4ab3cbdd8 service neutron] 10.222.0.42 "GET /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905335 Jan 28 03:51:21.845143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 322896d1-0db1-47a5-a592-6a3c73414419 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:51:21.848928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 98fe262f-5157-4831-9cff-6fd0f1619a2f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:21.897360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 322896d1-0db1-47a5-a592-6a3c73414419 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:21.900923 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (322896d1-0db1-47a5-a592-6a3c73414419), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.908281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ee37-ec02-4e51-94d1-c07b81ea9b27 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (ff99ce35-bcc4-44ad-94f3-ecffeec0039e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.030543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c req-1d424ba9-547a-4479-b8c9-3e0d53a074f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:22.032092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c req-1d424ba9-547a-4479-b8c9-3e0d53a074f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ca7b94be46343a199576ef7a33d4e6d&device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 1095 time: 0.1497180 Jan 28 03:51:22.073229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ee37-ec02-4e51-94d1-c07b81ea9b27 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (ff99ce35-bcc4-44ad-94f3-ecffeec0039e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.084068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Deleting port 9d39bc94-086d-4a3a-a0a6-ee0d9d5c1930 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:22.084336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9d39bc94-086d-4a3a-a0a6-ee0d9d5c1930), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.096477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ee37-ec02-4e51-94d1-c07b81ea9b27 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (ff99ce35-bcc4-44ad-94f3-ecffeec0039e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.141891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 322896d1-0db1-47a5-a592-6a3c73414419 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:22.142305 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (322896d1-0db1-47a5-a592-6a3c73414419), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.227010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf67d87-63dc-4b3b-be9c-aa01877d3314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322896d1-0db1-47a5-a592-6a3c73414419'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:22.235843 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c6f28a-a787-4fa4-b049-92a7587ee04e" -d '{"events": [{"server_uuid": "9cf67d87-63dc-4b3b-be9c-aa01877d3314", "name": "network-vif-plugged", "status": "completed", "tag": "322896d1-0db1-47a5-a592-6a3c73414419"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:22.250480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 322896d1-0db1-47a5-a592-6a3c73414419, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=322896d1-0db1-47a5-a592-6a3c73414419,segment=NetworkSegment(38e4350c-6469-4e4b-954b-911b02c6d8cf),segment_id=38e4350c-6469-4e4b-954b-911b02c6d8cf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:22.267799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1ee37-ec02-4e51-94d1-c07b81ea9b27 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff99ce35-bcc4-44ad-94f3-ecffeec0039e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:22.286910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ee37-ec02-4e51-94d1-c07b81ea9b27 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.293698 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d6c1ee37-ec02-4e51-94d1-c07b81ea9b27 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6556840 Jan 28 03:51:22.295029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51094) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:22.302188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c437e890-ec31-4681-92a0-69a6f8a16bb5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '504f1505-8801-4cbf-b8cf-37d8eb0b0ce1', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:22.311436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (48bb0fe2-834a-40f4-b8f0-4608b68b3adf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.311728 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (322896d1-0db1-47a5-a592-6a3c73414419), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.493285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=322896d1-0db1-47a5-a592-6a3c73414419,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:22.523939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9d39bc94-086d-4a3a-a0a6-ee0d9d5c1930), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.557230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c req-9013da22-7e70-4a2a-873e-9bb7f8f18136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:22.563013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c req-9013da22-7e70-4a2a-873e-9bb7f8f18136 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb50f9dd-5095-4382-b556-7749c37b381b HTTP/1.1" status: 200 len: 909 time: 0.5198705 Jan 28 03:51:22.568115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Calling delete_port for 9d39bc94-086d-4a3a-a0a6-ee0d9d5c1930 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:22.571587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c437e890-ec31-4681-92a0-69a6f8a16bb5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (048839b2-53bb-433f-966e-6a72b34dc0ea), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.581966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48bb0fe2-834a-40f4-b8f0-4608b68b3adf,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:22.600210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Checking segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:22.600817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Network hostable DHCP agents. Network: 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:51:22.647163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c req-fba59ad1-44d4-4025-af1f-a0ad512b3613 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f897e1-f709-4ddf-aad2-9fff8d03b5c2 HTTP/1.1" status: 200 len: 217 time: 0.0750887 Jan 28 03:51:22.722909 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:51:22.732385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (5ec12a4d-8d80-4ee7-aa99-002609791e9b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.753171 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09f8f6a-1527-4da9-8d8e-d4c954b1465c x-openstack-request-id: req-e09f8f6a-1527-4da9-8d8e-d4c954b1465c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:22.753599 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf67d87-63dc-4b3b-be9c-aa01877d3314", "name": "network-vif-plugged", "status": "completed", "tag": "322896d1-0db1-47a5-a592-6a3c73414419", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:22.753955 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e09f8f6a-1527-4da9-8d8e-d4c954b1465c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:22.754457 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf67d87-63dc-4b3b-be9c-aa01877d3314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322896d1-0db1-47a5-a592-6a3c73414419', 'code': 200} Jan 28 03:51:22.766732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:22.793967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca67f5df-c955-4c54-8327-1be1d9e712dd None None] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:22.807831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c437e890-ec31-4681-92a0-69a6f8a16bb5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (048839b2-53bb-433f-966e-6a72b34dc0ea), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.815561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:22.816321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.836225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c437e890-ec31-4681-92a0-69a6f8a16bb5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (048839b2-53bb-433f-966e-6a72b34dc0ea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:22.879803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6022f-7f78-407c-9746-24efb58a06a7 req-9827b211-1161-4b89-aace-84e39b1e9304 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:22.882704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2f6022f-7f78-407c-9746-24efb58a06a7 req-9827b211-1161-4b89-aace-84e39b1e9304 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 943 time: 0.3618617 Jan 28 03:51:23.056109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:51:23.057158 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.066138 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e86114eb-7288-4e07-b233-8b23548b6d20 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9158769 Jan 28 03:51:23.069572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437e890-ec31-4681-92a0-69a6f8a16bb5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048839b2-53bb-433f-966e-6a72b34dc0ea,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:23.072542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:23.073637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c req-1f45f42c-dc65-402c-83fb-10bc8a89fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:23.078994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:23.082623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c req-1f45f42c-dc65-402c-83fb-10bc8a89fe1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94b18ed6-82c0-41d4-9dd3-5cb909914c69 HTTP/1.1" status: 200 len: 848 time: 0.3951981 Jan 28 03:51:23.088279 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c437e890-ec31-4681-92a0-69a6f8a16bb5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.089649 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c437e890-ec31-4681-92a0-69a6f8a16bb5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7915397 Jan 28 03:51:23.093178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:23.099854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-acd42654-d567-4341-8989-10c485209d2a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '504f1505-8801-4cbf-b8cf-37d8eb0b0ce1', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:23.174435 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc77bc9-ba14-43b6-8467-a0f517647f25 req-25a8b67a-2995-4042-aca3-cc73519334ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:23.176203 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ddc77bc9-ba14-43b6-8467-a0f517647f25 req-25a8b67a-2995-4042-aca3-cc73519334ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 1097 time: 0.2096541 Jan 28 03:51:23.180055 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (d90f9e88-ec05-4bea-93da-894ad9ed42bc), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.181201 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (d90f9e88-ec05-4bea-93da-894ad9ed42bc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.225043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c req-15a13d1a-e41a-4b32-ab7d-da40b4cf86ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb50f9dd-5095-4382-b556-7749c37b381b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073551 Jan 28 03:51:23.232030 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-acd42654-d567-4341-8989-10c485209d2a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Project 700e7bfa6ebb41949c07b0d2771d2517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:51:23.297042 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9d39bc94-086d-4a3a-a0a6-ee0d9d5c1930), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.317357 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-acd42654-d567-4341-8989-10c485209d2a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (47fd5c85-a864-412a-9e22-0d3bbef2ae49), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.357522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2f6022f-7f78-407c-9746-24efb58a06a7 req-96a531a2-653c-4c5a-bf5a-4f4b32ac565d tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522974 Jan 28 03:51:23.396518 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ddc77bc9-ba14-43b6-8467-a0f517647f25 req-df4480e6-5b64-402d-bf2c-8c014dd2d7ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985037 Jan 28 03:51:23.397358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Pushing event deleted for resources: {'Port': ['ID=9d39bc94-086d-4a3a-a0a6-ee0d9d5c1930,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:23.411273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5a82d-4d1c-4154-99ef-623af1d16941 req-1caf624e-7f71-45ae-8b55-be6f3b1b5c0b tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:23.413104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80d5a82d-4d1c-4154-99ef-623af1d16941 req-1caf624e-7f71-45ae-8b55-be6f3b1b5c0b tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 945 time: 0.4249859 Jan 28 03:51:23.474767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks [] for router_controller (d90f9e88-ec05-4bea-93da-894ad9ed42bc), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.543168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Allocated IP 172.20.0.2 (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517/48bb0fe2-834a-40f4-b8f0-4608b68b3adf/36d3236e-cf10-46ff-9349-ec3931147291) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:23.569694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80d5a82d-4d1c-4154-99ef-623af1d16941 req-9e7e476a-b079-4cbf-ace4-5455c16ec45c tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406984 Jan 28 03:51:23.596771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c req-1385dabd-d1d5-46b5-ae18-d924123eb915 service neutron] 10.222.0.42 "GET /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604186 Jan 28 03:51:23.756472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (b57b00b2-2315-4508-a139-5ac81775ab31), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.812643 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Publish callbacks [] for port (36d3236e-cf10-46ff-9349-ec3931147291), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.821720 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (36d3236e-cf10-46ff-9349-ec3931147291), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.871448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02ebe869-4b19-48ac-9ebc-85cc7da8ad4c req-dc977d57-c250-4544-ae7d-d9d10a9c3205 service neutron] 10.222.0.42 "GET /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110646 Jan 28 03:51:23.876540 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.888927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Pushing event updated for resources: {'Port': ['ID=36d3236e-cf10-46ff-9349-ec3931147291,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:23.912581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:23.916786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:23.919396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:23.924118 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-acd42654-d567-4341-8989-10c485209d2a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (47fd5c85-a864-412a-9e22-0d3bbef2ae49), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.928257 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks [] for router_gateway (d90f9e88-ec05-4bea-93da-894ad9ed42bc), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.932430 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (b57b00b2-2315-4508-a139-5ac81775ab31), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.935598 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (b57b00b2-2315-4508-a139-5ac81775ab31), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.938435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-acd42654-d567-4341-8989-10c485209d2a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (47fd5c85-a864-412a-9e22-0d3bbef2ae49), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.996527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Attempting to bind port 36d3236e-cf10-46ff-9349-ec3931147291 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:23.998730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Attempting to bind port 36d3236e-cf10-46ff-9349-ec3931147291 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:23.999269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Attempting to bind port 36d3236e-cf10-46ff-9349-ec3931147291 on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:24.011942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd42654-d567-4341-8989-10c485209d2a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fd5c85-a864-412a-9e22-0d3bbef2ae49,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:24.018805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:24.019200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Checking segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:24.019929 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.020061 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-acd42654-d567-4341-8989-10c485209d2a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.020399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Bound using segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:24.021416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Bound port: 36d3236e-cf10-46ff-9349-ec3931147291, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:24.021519 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-acd42654-d567-4341-8989-10c485209d2a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9262648 Jan 28 03:51:24.022097 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (36d3236e-cf10-46ff-9349-ec3931147291), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.026632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:24.035048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fc54760d-2475-47b9-88a9-98f8f1f0e015 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '504f1505-8801-4cbf-b8cf-37d8eb0b0ce1', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:24.047168 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (b57b00b2-2315-4508-a139-5ac81775ab31), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.047739 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Fanout notify agent at l3_agent the message router_deleted on router b57b00b2-2315-4508-a139-5ac81775ab31 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:51:24.050825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] Deleting port 98fe262f-5157-4831-9cff-6fd0f1619a2f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:24.051217 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.055607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.060066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fd2a7f96-2db4-4317-88cc-ddc785ce6e36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/b57b00b2-2315-4508-a139-5ac81775ab31 HTTP/1.1" status: 204 len: 168 time: 3.7815173 Jan 28 03:51:24.060715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51130) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:24.067960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ba775806-b3eb-48c6-8ac7-b376fd5d42fe tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-876569375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:24.100338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba775806-b3eb-48c6-8ac7-b376fd5d42fe tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.102506 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba775806-b3eb-48c6-8ac7-b376fd5d42fe tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.168765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] For port 36d3236e-cf10-46ff-9349-ec3931147291, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:24.175635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] For port 36d3236e-cf10-46ff-9349-ec3931147291, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=36d3236e-cf10-46ff-9349-ec3931147291,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:24.181850 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba775806-b3eb-48c6-8ac7-b376fd5d42fe tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.186909 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-fc54760d-2475-47b9-88a9-98f8f1f0e015 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Project 700e7bfa6ebb41949c07b0d2771d2517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:51:24.187111 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (36d3236e-cf10-46ff-9349-ec3931147291), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.196415 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba775806-b3eb-48c6-8ac7-b376fd5d42fe tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.198659 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc54760d-2475-47b9-88a9-98f8f1f0e015 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (6aea6355-bffc-425c-8d1a-8d8c3ef1cc1f), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.285449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cd29b-2ad2-4166-a2b1-a49593a8de43 None None] Pushing event updated for resources: {'Port': ['ID=36d3236e-cf10-46ff-9349-ec3931147291,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:24.298382 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba775806-b3eb-48c6-8ac7-b376fd5d42fe tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.299730 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ba775806-b3eb-48c6-8ac7-b376fd5d42fe tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2354367 Jan 28 03:51:24.302355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:24.333410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'enable_snat': True}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:24.359626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] For port 98fe262f-5157-4831-9cff-6fd0f1619a2f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=98fe262f-5157-4831-9cff-6fd0f1619a2f,segment=NetworkSegment(9af9ec90-f831-480f-9a85-8bc228694169),segment_id=9af9ec90-f831-480f-9a85-8bc228694169)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:24.359998 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.384882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] Calling delete_port for 98fe262f-5157-4831-9cff-6fd0f1619a2f owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:24.418481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc54760d-2475-47b9-88a9-98f8f1f0e015 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (6aea6355-bffc-425c-8d1a-8d8c3ef1cc1f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.428159 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc54760d-2475-47b9-88a9-98f8f1f0e015 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (6aea6355-bffc-425c-8d1a-8d8c3ef1cc1f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.519248 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks [] for router_gateway (d90f9e88-ec05-4bea-93da-894ad9ed42bc), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.549123 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.705972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:24.843499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Allocated IP 172.25.1.58 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/a4bed702-3222-4980-97e0-78406050010b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:24.988552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54760d-2475-47b9-88a9-98f8f1f0e015 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aea6355-bffc-425c-8d1a-8d8c3ef1cc1f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:25.014523 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc54760d-2475-47b9-88a9-98f8f1f0e015 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.028938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fc54760d-2475-47b9-88a9-98f8f1f0e015 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9850922 Jan 28 03:51:25.029535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks [] for port (a4bed702-3222-4980-97e0-78406050010b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.128969 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.150676 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.161293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a4bed702-3222-4980-97e0-78406050010b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.190869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f173f-fcb6-4007-8228-c06cea05a4d2 req-17f5d90d-e216-4043-b220-1b26132a88a9 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:25.192402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b3f173f-fcb6-4007-8228-c06cea05a4d2 req-17f5d90d-e216-4043-b220-1b26132a88a9 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 945 time: 0.2067904 Jan 28 03:51:25.206163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a430c-1d06-4364-afeb-268568a9c241 req-6130d0ac-bdb1-4f62-adf0-e5ddc01a5291 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:25.207689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-570a430c-1d06-4364-afeb-268568a9c241 req-6130d0ac-bdb1-4f62-adf0-e5ddc01a5291 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 943 time: 0.2201641 Jan 28 03:51:25.252565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:25.262971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:25.275679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:25.278717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 36d3236e-cf10-46ff-9349-ec3931147291 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:25.281192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bed702-3222-4980-97e0-78406050010b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:25.323063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] Deleting port 672ba28f-9491-4946-9dcc-78ba23c8c084 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:25.323430 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.367920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Allocated IP 172.25.1.28 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/ac0d4cee-1449-4692-baae-5856f40897e8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:25.375559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 36d3236e-cf10-46ff-9349-ec3931147291 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:25.376075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (36d3236e-cf10-46ff-9349-ec3931147291), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.388118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-570a430c-1d06-4364-afeb-268568a9c241 req-0ca2e9c1-187f-4027-bc6a-4494273aa654 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643090 Jan 28 03:51:25.527474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b3f173f-fcb6-4007-8228-c06cea05a4d2 req-b4c499a5-82fc-4d60-90b8-e2ffd47ec02a tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171368 Jan 28 03:51:25.546189 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:51:25.614551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 36d3236e-cf10-46ff-9349-ec3931147291 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:25.614940 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (36d3236e-cf10-46ff-9349-ec3931147291), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.657294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] For port 672ba28f-9491-4946-9dcc-78ba23c8c084, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=672ba28f-9491-4946-9dcc-78ba23c8c084,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:25.661497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.721457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] Calling delete_port for 672ba28f-9491-4946-9dcc-78ba23c8c084 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:25.728092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 36d3236e-cf10-46ff-9349-ec3931147291, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=36d3236e-cf10-46ff-9349-ec3931147291,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:25.738940 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (36d3236e-cf10-46ff-9349-ec3931147291), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.846133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,segment=NetworkSegment(7bff25ef-dca5-48ff-a3e5-ddba17a5d534),segment_id=7bff25ef-dca5-48ff-a3e5-ddba17a5d534)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:25.879350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=36d3236e-cf10-46ff-9349-ec3931147291,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:25.882566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '50f897e1-f709-4ddf-aad2-9fff8d03b5c2', 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b', 'port_id': '50f897e1-f709-4ddf-aad2-9fff8d03b5c2', 'mac_address': 'fa:16:3e:ab:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b18ed6-82c0-41d4-9dd3-5cb909914c69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:51:25.940935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:25.941997 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:25.960539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b135d945-3d08-42ec-bc21-ff524baa3734 None None] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:25.964811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:26.052434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,segment=NetworkSegment(7bff25ef-dca5-48ff-a3e5-ddba17a5d534),segment_id=7bff25ef-dca5-48ff-a3e5-ddba17a5d534)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:26.061819 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:26.066860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-05262d45-e38f-45d2-949c-b004cc8df386 None None] Provisioning complete for port 36d3236e-cf10-46ff-9349-ec3931147291 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:26.067353 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05262d45-e38f-45d2-949c-b004cc8df386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (36d3236e-cf10-46ff-9349-ec3931147291), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:26.073071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (98fe262f-5157-4831-9cff-6fd0f1619a2f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:26.117646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-f8b185d0-6b73-424c-a19e-da24a0b8e380 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551461763&fields=id&tenant_id=700e7bfa6ebb41949c07b0d2771d2517 HTTP/1.1" status: 200 len: 267 time: 0.5890379 Jan 28 03:51:26.118289 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (672ba28f-9491-4946-9dcc-78ba23c8c084), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:26.227878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:26.231986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for port (ac0d4cee-1449-4692-baae-5856f40897e8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:26.262187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks [] for router_gateway (d90f9e88-ec05-4bea-93da-894ad9ed42bc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:26.317018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-05262d45-e38f-45d2-949c-b004cc8df386 None None] Current status of the port 36d3236e-cf10-46ff-9349-ec3931147291 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:26.329305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] Pushing event deleted for resources: {'Port': ['ID=98fe262f-5157-4831-9cff-6fd0f1619a2f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:26.371345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['50f897e1-f709-4ddf-aad2-9fff8d03b5c2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:51:26.596434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ac0d4cee-1449-4692-baae-5856f40897e8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:26.693068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:26.713570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:26.740278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-d14402c7-c995-4bb8-86af-33170949fcab tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:26.750079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-d14402c7-c995-4bb8-86af-33170949fcab tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/networks?id=8384b886-8756-4312-bda9-93fb2d685731 HTTP/1.1" status: 200 len: 796 time: 0.6146624 Jan 28 03:51:26.766576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:26.787445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=672ba28f-9491-4946-9dcc-78ba23c8c084,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:26.815182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event updated for resources: {'Port': ['ID=ac0d4cee-1449-4692-baae-5856f40897e8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:26.817404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-e79532b7-9e5f-449b-9778-020051a6902d tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/quotas/700e7bfa6ebb41949c07b0d2771d2517 HTTP/1.1" status: 200 len: 375 time: 0.0661094 Jan 28 03:51:26.848823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-eb9e9ab3-a57f-4dd7-b1c0-2b63c3b6aa93 None None] Provisioning complete for port 36d3236e-cf10-46ff-9349-ec3931147291 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:26.849938 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-eb9e9ab3-a57f-4dd7-b1c0-2b63c3b6aa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (36d3236e-cf10-46ff-9349-ec3931147291), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:26.883236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (d90f9e88-ec05-4bea-93da-894ad9ed42bc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:26.960663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd5f04-c695-4c86-89a5-548167f33f34 req-b79d57df-3636-4c12-a828-b59df099e1e1 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:26.968508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cfdd5f04-c695-4c86-89a5-548167f33f34 req-b79d57df-3636-4c12-a828-b59df099e1e1 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 945 time: 0.4112124 Jan 28 03:51:26.973399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e9ab3-a57f-4dd7-b1c0-2b63c3b6aa93 None None] Current status of the port 36d3236e-cf10-46ff-9349-ec3931147291 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:27.007667 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:27.065204 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-eaa44a38-718d-4a09-af43-fdec7692423b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2467465 Jan 28 03:51:27.181097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cfdd5f04-c695-4c86-89a5-548167f33f34 req-c8df4709-cdda-422a-9499-c8c66228d346 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115624 Jan 28 03:51:27.211766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Router d90f9e88-ec05-4bea-93da-894ad9ed42bc is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:51:27.227489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (5ec12a4d-8d80-4ee7-aa99-002609791e9b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:27.237837 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:27.360067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 36d3236e-cf10-46ff-9349-ec3931147291 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:27.384959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-f4878e8f-e9b3-4391-89a8-d6a27ae056e1 service neutron] 10.222.0.44 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073545 Jan 28 03:51:27.438435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 36d3236e-cf10-46ff-9349-ec3931147291 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:27.438844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (36d3236e-cf10-46ff-9349-ec3931147291), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:27.550571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:27.560141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 36d3236e-cf10-46ff-9349-ec3931147291 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:27.590335 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:27.606133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:27.610347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:27.623566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851454d-086f-447c-b8ab-01799bb222a5 req-75fd8f30-2802-4b8c-a894-f9d83b1399d4 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:27.630979 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:27.635178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f851454d-086f-447c-b8ab-01799bb222a5 req-75fd8f30-2802-4b8c-a894-f9d83b1399d4 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 944 time: 0.2949550 Jan 28 03:51:27.635675 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-22b2e3f1-725b-42e4-8aa4-ab5ed063c125 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5575650 Jan 28 03:51:27.644395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51258) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:27.661524 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Sync routers for ids ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:27.680997 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Routers {'d90f9e88-ec05-4bea-93da-894ad9ed42bc'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:27.681692 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:27.698050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:51:27.707466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:27.707847 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:27.775017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] Router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:51:27.876506 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Set router d90f9e88-ec05-4bea-93da-894ad9ed42bc gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:27.890655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:27.891133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:27.894857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Router d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:51:27.909118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-ba74faec-223d-45e4-83c3-fd2e05722310 service neutron] 10.222.0.44 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094967 Jan 28 03:51:27.935472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f851454d-086f-447c-b8ab-01799bb222a5 req-fb17f80e-ca14-43b7-af64-c8723687f1e9 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884998 Jan 28 03:51:27.955464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54e195a-e44f-4608-9547-4cd6b3ee196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f897e1-f709-4ddf-aad2-9fff8d03b5c2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:27.963533 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b05cd7f-3319-470c-ab27-9200138ff6c3" -d '{"events": [{"server_uuid": "b54e195a-e44f-4608-9547-4cd6b3ee196a", "name": "network-vif-plugged", "status": "completed", "tag": "50f897e1-f709-4ddf-aad2-9fff8d03b5c2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:27.999215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,segment=NetworkSegment(7bff25ef-dca5-48ff-a3e5-ddba17a5d534),segment_id=7bff25ef-dca5-48ff-a3e5-ddba17a5d534)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:28.005731 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:28.076475 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a67adf4-0d29-4b45-a1a6-ed949500799e x-openstack-request-id: req-4a67adf4-0d29-4b45-a1a6-ed949500799e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:28.077059 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54e195a-e44f-4608-9547-4cd6b3ee196a", "name": "network-vif-plugged", "status": "completed", "tag": "50f897e1-f709-4ddf-aad2-9fff8d03b5c2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:28.077554 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a67adf4-0d29-4b45-a1a6-ed949500799e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:28.078182 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54e195a-e44f-4608-9547-4cd6b3ee196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f897e1-f709-4ddf-aad2-9fff8d03b5c2', 'code': 200} Jan 28 03:51:28.124196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:28.236192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:28.245378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:28.247252 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ad567640-35b9-4d51-8479-b6e7fad8096d tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "PUT /v2.0/routers/d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a HTTP/1.1" status: 200 len: 913 time: 3.9436626 Jan 28 03:51:28.253426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a99826-6aed-4e77-9659-1740756cd48c None None] Sync routers for ids ['d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:28.255838 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:26Z', 'revision_number': 3, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:28.279771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a99826-6aed-4e77-9659-1740756cd48c None None] Routers {'d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:28.280468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37a99826-6aed-4e77-9659-1740756cd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:28.281337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51294) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:28.293222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a65d99-9cf1-4f86-90d3-07b32f50df61 req-68211c29-49e3-4611-95de-4fc3f7a4d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:28.301153 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2a65d99-9cf1-4f86-90d3-07b32f50df61 req-68211c29-49e3-4611-95de-4fc3f7a4d7f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 1097 time: 0.1298437 Jan 28 03:51:28.314369 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Checking router: d90f9e88-ec05-4bea-93da-894ad9ed42bc for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:51:28.314813 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Updating router d90f9e88-ec05-4bea-93da-894ad9ed42bc port a4bed702-3222-4980-97e0-78406050010b binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:51:28.354990 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a4bed702-3222-4980-97e0-78406050010b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:28.589453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37a99826-6aed-4e77-9659-1740756cd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:28.598502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a99826-6aed-4e77-9659-1740756cd48c None None] Routers {'d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:28.599122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37a99826-6aed-4e77-9659-1740756cd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:28.605675 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-49f16cb0-a9d7-4d5e-9eec-930f4a079de7 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/routers/d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a HTTP/1.1" status: 200 len: 919 time: 0.3206751 Jan 28 03:51:28.613265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:28.638163 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37a99826-6aed-4e77-9659-1740756cd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:28.639159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a99826-6aed-4e77-9659-1740756cd48c None None] The sync data for ids ['d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:28.735570 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2a65d99-9cf1-4f86-90d3-07b32f50df61 req-baad53b3-b256-472f-b356-ede9474edefa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982121 Jan 28 03:51:28.751710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cad2c8-460d-47c8-afa2-6b8bf5f2f3bf tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:28.753297 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d6cad2c8-460d-47c8-afa2-6b8bf5f2f3bf tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&device_id=d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1390777 Jan 28 03:51:28.756328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51318) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:28.769329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8f30827-ec03-4132-8612-ac6dec139dff req-f2b88ea3-f3bb-4586-8da5-aaba7d373a19 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 210 time: 0.2052798 Jan 28 03:51:28.779675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-495a974b-5591-46ef-ba97-68a6ef7303fe tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:28.781352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-495a974b-5591-46ef-ba97-68a6ef7303fe tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 945 time: 1.0087974 Jan 28 03:51:28.837110 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Publish callbacks [] for port (a4bed702-3222-4980-97e0-78406050010b), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:28.845847 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a4bed702-3222-4980-97e0-78406050010b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:28.860915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] Router 5ec12a4d-8d80-4ee7-aa99-002609791e9b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:51:28.890747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea48583a-3bd4-467f-a861-ec4b850ebca4 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:28.892340 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ea48583a-3bd4-467f-a861-ec4b850ebca4 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 881 time: 0.1340518 Jan 28 03:51:28.895126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:28.920717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe64cb-d56d-4562-8f0e-14c1dc8387ed req-a3d9b48e-7da1-48db-abd2-8d82887f3f70 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:28.927755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58fe64cb-d56d-4562-8f0e-14c1dc8387ed req-a3d9b48e-7da1-48db-abd2-8d82887f3f70 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 945 time: 0.3476605 Jan 28 03:51:28.930158 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-eca6b6cb-a32d-4a99-8324-1d0018e8d4e1 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a HTTP/1.1" status: 200 len: 205 time: 0.0338063 Jan 28 03:51:28.931031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51324) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:28.980345 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Attempting to bind port a4bed702-3222-4980-97e0-78406050010b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:28.981131 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Attempting to bind port a4bed702-3222-4980-97e0-78406050010b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:28.981745 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Attempting to bind port a4bed702-3222-4980-97e0-78406050010b on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:28.984725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:28.999719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2f610dd4-5b25-42c1-8bea-f0ac4a5028b7 admin admin] 10.222.0.44 "PUT /v2.0/routers/02c0fb54-6a1f-4ef2-a904-765c6ebd5450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4866340 Jan 28 03:51:29.006154 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db146857-fb48-4bd7-aa41-f6732f925a01 None None] Pushing event updated for resources: {'Port': ['ID=a4bed702-3222-4980-97e0-78406050010b,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:29.014339 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:29.017323 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:29.028505 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.029385 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:29.030123 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Bound port: a4bed702-3222-4980-97e0-78406050010b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:29.030758 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a4bed702-3222-4980-97e0-78406050010b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.050818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51328) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:29.109916 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.135969 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] For port a4bed702-3222-4980-97e0-78406050010b, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:29.141395 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] For port a4bed702-3222-4980-97e0-78406050010b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a4bed702-3222-4980-97e0-78406050010b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:29.146554 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] Sync routers for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:29.152197 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a4bed702-3222-4980-97e0-78406050010b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.226630 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db146857-fb48-4bd7-aa41-f6732f925a01 None None] Pushing event updated for resources: {'Port': ['ID=a4bed702-3222-4980-97e0-78406050010b,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:29.236806 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:29.237853 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:29.261067 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58fe64cb-d56d-4562-8f0e-14c1dc8387ed req-a9483404-de2b-46c1-85ad-ae7c62161774 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322244 Jan 28 03:51:29.310136 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Routers {'d90f9e88-ec05-4bea-93da-894ad9ed42bc'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:29.311147 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:29.355170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.448107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Deleting port ac0d4cee-1449-4692-baae-5856f40897e8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:29.448449 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ac0d4cee-1449-4692-baae-5856f40897e8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.457290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc741cc3-403d-4e45-ba71-572b58354040 req-08ed2463-a60e-446c-8983-5865bc8aaf2f tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:29.458859 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc741cc3-403d-4e45-ba71-572b58354040 req-08ed2463-a60e-446c-8983-5865bc8aaf2f tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 945 time: 0.3744476 Jan 28 03:51:29.483645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:29.499265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] Sync routers for ids ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:29.500256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-01dfbebd-2c90-4dcb-afec-3b6f81afb41c admin admin] 10.222.0.44 "PUT /v2.0/routers/5ec12a4d-8d80-4ee7-aa99-002609791e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8907146 Jan 28 03:51:29.510429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51332) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:29.512427 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Publish callbacks [] for router (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.529421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] Routers {'5ec12a4d-8d80-4ee7-aa99-002609791e9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:29.532246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:29.549886 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:29.596051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ac0d4cee-1449-4692-baae-5856f40897e8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.642476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Calling delete_port for ac0d4cee-1449-4692-baae-5856f40897e8 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:29.650221 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] Set router d90f9e88-ec05-4bea-93da-894ad9ed42bc gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:29.727865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] Set router 5ec12a4d-8d80-4ee7-aa99-002609791e9b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:29.804896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Publish callbacks [] for router (5ec12a4d-8d80-4ee7-aa99-002609791e9b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.849328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51334) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:29.850086 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Publish callbacks [] for router_gateway (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.869720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc741cc3-403d-4e45-ba71-572b58354040 req-a645e800-c1fd-4d51-91a5-43c5a27e7eca tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924732 Jan 28 03:51:29.944013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-eb2f2939-34da-4bcf-bb49-0e7d48352020 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Deleting port 322896d1-0db1-47a5-a592-6a3c73414419 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:29.944013 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-eb2f2939-34da-4bcf-bb49-0e7d48352020 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (322896d1-0db1-47a5-a592-6a3c73414419), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.004408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88e1fee9-a7d3-4451-873b-adedce5c46d4 req-d7133b69-c1f9-4b61-b3e6-70b60b942992 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 210 time: 0.0514913 Jan 28 03:51:30.029606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-19d5caf5-bd1c-4a14-8c79-eaf94170de09 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:30.031219 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-19d5caf5-bd1c-4a14-8c79-eaf94170de09 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.25 "GET /v2.0/networks?id=8384b886-8756-4312-bda9-93fb2d685731 HTTP/1.1" status: 200 len: 796 time: 0.1774402 Jan 28 03:51:30.043027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ac0d4cee-1449-4692-baae-5856f40897e8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.120103 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:51:26Z', 'revision_number': 5, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port': {'id': '3f4b59eb-79a9-4d74-b914-71c542a0b28a', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:59Z', 'updated_at': '2022-01-28T03:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:30.150596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Pushing event deleted for resources: {'Port': ['ID=ac0d4cee-1449-4692-baae-5856f40897e8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:30.157730 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] Checking router: 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:51:30.172472 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] Routers {'02c0fb54-6a1f-4ef2-a904-765c6ebd5450'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:30.173132 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:30.180935 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:26Z', 'revision_number': 3, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:30.218910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'name': 'tempest-ImageQuotaTest-1103255762-router', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:57Z', 'updated_at': '2022-01-28T03:51:25Z', 'revision_number': 5, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'gw_port': {'id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:01Z', 'updated_at': '2022-01-28T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:30.242469 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9604d15-507d-41b8-8711-1e98e8fea647 None None] The sync data for ids ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'] in n-d-808199-14 is: [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:26Z', 'revision_number': 3, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:30.259248 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-6a619acb-c09c-49aa-8f3f-441fe8eac98e tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=700e7bfa6ebb41949c07b0d2771d2517 HTTP/1.1" status: 200 len: 379 time: 0.2113147 Jan 28 03:51:30.267217 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.275090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'port': {'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'admin_state_up': True, 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'security_groups': ['504f1505-8801-4cbf-b8cf-37d8eb0b0ce1']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:30.277474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] Checking router: 5ec12a4d-8d80-4ee7-aa99-002609791e9b for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:51:30.293569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] Routers {'5ec12a4d-8d80-4ee7-aa99-002609791e9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:30.294202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:30.313293 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] Set router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:30.364593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Deleting port 3f4b59eb-79a9-4d74-b914-71c542a0b28a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:30.365450 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.377327 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:51:29Z', 'revision_number': 6, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:30.436171 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dee5ef-87ff-42b2-9370-fc2b7ba41826 None None] The sync data for ids ['02c0fb54-6a1f-4ef2-a904-765c6ebd5450'] in n-d-808199-14 is: [{'id': '02c0fb54-6a1f-4ef2-a904-765c6ebd5450', 'name': 'tempest-AttachVolumeShelveTestJSON-978148961-router', 'tenant_id': '6b2888d7084a4c879016ab364abeb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:57Z', 'updated_at': '2022-01-28T03:51:29Z', 'revision_number': 6, 'project_id': '6b2888d7084a4c879016ab364abeb6d2', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:30.459052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.463469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.501630 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9236c03d-34d4-4016-bf17-e90d3b548b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.502983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] Set router 5ec12a4d-8d80-4ee7-aa99-002609791e9b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:30.523624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.524261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Fanout notify agent at l3_agent the message router_deleted on router d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:51:30.536193 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.538344 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-54e76191-0215-45be-a44e-01c90fa6c36e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a HTTP/1.1" status: 204 len: 168 time: 1.6055768 Jan 28 03:51:30.545325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:30.552488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b3f5459d-37d0-40eb-a072-e2bd43e4f7bc tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-394359627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:30.557871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-eb2f2939-34da-4bcf-bb49-0e7d48352020 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] For port 322896d1-0db1-47a5-a592-6a3c73414419, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=322896d1-0db1-47a5-a592-6a3c73414419,segment=NetworkSegment(38e4350c-6469-4e4b-954b-911b02c6d8cf),segment_id=38e4350c-6469-4e4b-954b-911b02c6d8cf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:30.558129 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-eb2f2939-34da-4bcf-bb49-0e7d48352020 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (322896d1-0db1-47a5-a592-6a3c73414419), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.576776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-eb2f2939-34da-4bcf-bb49-0e7d48352020 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Calling delete_port for 322896d1-0db1-47a5-a592-6a3c73414419 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:30.588255 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3f5459d-37d0-40eb-a072-e2bd43e4f7bc tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (e1fafd8b-305b-4895-81bb-d07a6309d32a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.589643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3f5459d-37d0-40eb-a072-e2bd43e4f7bc tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (e1fafd8b-305b-4895-81bb-d07a6309d32a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.599288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Made reservation on behalf of 700e7bfa6ebb41949c07b0d2771d2517 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:30.603826 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.668095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3f5459d-37d0-40eb-a072-e2bd43e4f7bc tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (e1fafd8b-305b-4895-81bb-d07a6309d32a), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.668664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.702239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3f5459d-37d0-40eb-a072-e2bd43e4f7bc tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (e1fafd8b-305b-4895-81bb-d07a6309d32a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.709133 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Publish callbacks [] for router_gateway (5ec12a4d-8d80-4ee7-aa99-002609791e9b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.715328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'name': 'tempest-ImageQuotaTest-1103255762-router', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:57Z', 'updated_at': '2022-01-28T03:51:25Z', 'revision_number': 5, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'gw_port': {'id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:01Z', 'updated_at': '2022-01-28T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:30.729413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] For port 3f4b59eb-79a9-4d74-b914-71c542a0b28a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3f4b59eb-79a9-4d74-b914-71c542a0b28a,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:30.729777 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.733863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3f5459d-37d0-40eb-a072-e2bd43e4f7bc tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.735325 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b3f5459d-37d0-40eb-a072-e2bd43e4f7bc tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1888776 Jan 28 03:51:30.738530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51344) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:30.743606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'enable_snat': False}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:30.755634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284d371-d1c6-4a76-859b-d5266f7bb5be None None] The sync data for ids ['5ec12a4d-8d80-4ee7-aa99-002609791e9b'] in n-d-808199-14 is: [{'id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'name': 'tempest-ImageQuotaTest-1103255762-router', 'tenant_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:57Z', 'updated_at': '2022-01-28T03:51:25Z', 'revision_number': 5, 'project_id': '7308f7f507c3410cb76a9cf120f1ebbe', 'gw_port': {'id': '3072da9c-3de3-4046-816d-f5bfef7b9c9b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec12a4d-8d80-4ee7-aa99-002609791e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:01Z', 'updated_at': '2022-01-28T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:30.775885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Calling delete_port for 3f4b59eb-79a9-4d74-b914-71c542a0b28a owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:30.875858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e00fce-0a12-4d16-a2e2-8f73fc5372e9 req-1450572c-fb39-4083-a1f7-9d47039da790 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:30.881369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11e00fce-0a12-4d16-a2e2-8f73fc5372e9 req-1450572c-fb39-4083-a1f7-9d47039da790 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 945 time: 0.3907771 Jan 28 03:51:31.200882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 672ba28f-9491-4946-9dcc-78ba23c8c084 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:31.207937 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9236c03d-34d4-4016-bf17-e90d3b548b35 admin admin] Publish callbacks [] for security_group (f7dd3bf1-e944-4d38-8988-41ff10a88693), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.238172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11e00fce-0a12-4d16-a2e2-8f73fc5372e9 req-329819f0-fdd9-4080-8da2-f13120253161 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/security-groups?id=e997512e-1bc1-43d6-935b-6dff6c9ecfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111112 Jan 28 03:51:31.238922 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9236c03d-34d4-4016-bf17-e90d3b548b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f7dd3bf1-e944-4d38-8988-41ff10a88693), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.268614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 672ba28f-9491-4946-9dcc-78ba23c8c084 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:31.269229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 672ba28f-9491-4946-9dcc-78ba23c8c084 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:31.269856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 98fe262f-5157-4831-9cff-6fd0f1619a2f no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:31.283495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Deleting port 3072da9c-3de3-4046-816d-f5bfef7b9c9b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:31.283917 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.292104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Allocated IP 172.20.0.3 (8384b886-8756-4312-bda9-93fb2d685731/904f5864-9fa8-444d-9639-14792ed3d71d/317861a4-d007-49e2-9dc2-f57a3f148598) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:31.313829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 98fe262f-5157-4831-9cff-6fd0f1619a2f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:31.314492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 98fe262f-5157-4831-9cff-6fd0f1619a2f not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:31.401273 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (e1fafd8b-305b-4895-81bb-d07a6309d32a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.550106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 322896d1-0db1-47a5-a592-6a3c73414419 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:31.591018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 322896d1-0db1-47a5-a592-6a3c73414419 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:31.592984 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 322896d1-0db1-47a5-a592-6a3c73414419 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:31.593641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (317861a4-d007-49e2-9dc2-f57a3f148598), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.711955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.730132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c115447-e7b6-4e76-8904-c0d053e83720 req-0406c083-6e4e-491c-95f8-36867e50e03e tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:31.732410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c115447-e7b6-4e76-8904-c0d053e83720 req-0406c083-6e4e-491c-95f8-36867e50e03e tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 945 time: 0.7473104 Jan 28 03:51:31.778656 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-eb2f2939-34da-4bcf-bb49-0e7d48352020 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (322896d1-0db1-47a5-a592-6a3c73414419), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.854282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 8384b886-8756-4312-bda9-93fb2d685731 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:31.862675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:31.869054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:31.876355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=317861a4-d007-49e2-9dc2-f57a3f148598,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:31.879035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (e1fafd8b-305b-4895-81bb-d07a6309d32a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.903660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236c03d-34d4-4016-bf17-e90d3b548b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dd3bf1-e944-4d38-8988-41ff10a88693,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:31.924759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f2939-34da-4bcf-bb49-0e7d48352020 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Pushing event deleted for resources: {'Port': ['ID=322896d1-0db1-47a5-a592-6a3c73414419,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:31.945539 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.014182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9236c03d-34d4-4016-bf17-e90d3b548b35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e68da3c7bcf04e2abc0960edcf4ce905&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1407316 Jan 28 03:51:32.017400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Allocated IP 172.20.0.1 (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517/48bb0fe2-834a-40f4-b8f0-4608b68b3adf/64416b16-b545-4b7b-94f0-0c7c12d7bb3c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:32.021234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51350) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:32.041212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:32.042163 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.089409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-eb2f2939-34da-4bcf-bb49-0e7d48352020 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] No DVR routers for this DVR port 322896d1-0db1-47a5-a592-6a3c73414419 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:32.099023 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b37c0662-960b-405a-86f2-e7873932c8e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8292413 Jan 28 03:51:32.175086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0698-c13a-4df8-9527-7bae99db1981 admin admin] Publish callbacks [] for security_group (f7dd3bf1-e944-4d38-8988-41ff10a88693), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.197318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c115447-e7b6-4e76-8904-c0d053e83720 req-10e78f4b-4bb8-4bf1-848a-35476cf9ec9f tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055350 Jan 28 03:51:32.211063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Allocated IP 172.25.1.202 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/b0b93a25-ffa9-4d23-afac-a2d0d5dcf403) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:32.212391 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-eb2f2939-34da-4bcf-bb49-0e7d48352020 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.217017 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4aeb9466-a874-49d1-9e6d-d1b915241a30 req-eb2f2939-34da-4bcf-bb49-0e7d48352020 tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.42 "DELETE /v2.0/ports/322896d1-0db1-47a5-a592-6a3c73414419 HTTP/1.1" status: 204 len: 173 time: 3.2128906 Jan 28 03:51:32.217174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf67d87-63dc-4b3b-be9c-aa01877d3314', 'name': 'network-vif-deleted', 'tag': '322896d1-0db1-47a5-a592-6a3c73414419'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:32.219978 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa0af70-3a0f-47ed-a2f6-8f1b4e7be996" -d '{"events": [{"server_uuid": "9cf67d87-63dc-4b3b-be9c-aa01877d3314", "name": "network-vif-deleted", "tag": "322896d1-0db1-47a5-a592-6a3c73414419"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:32.270079 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0698-c13a-4df8-9527-7bae99db1981 admin admin] Publish callbacks [] for security_group (f7dd3bf1-e944-4d38-8988-41ff10a88693), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.271215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4589ad7d-2692-48e4-a2cc-dace236c66e7 None None] Provisioning complete for port 317861a4-d007-49e2-9dc2-f57a3f148598 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:32.271688 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4589ad7d-2692-48e4-a2cc-dace236c66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.298069 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3f4b59eb-79a9-4d74-b914-71c542a0b28a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.304976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] For port 3072da9c-3de3-4046-816d-f5bfef7b9c9b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3072da9c-3de3-4046-816d-f5bfef7b9c9b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:32.313123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.320620 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f088e2a-da0a-446f-a0f0-e69a0cd686e6 x-openstack-request-id: req-6f088e2a-da0a-446f-a0f0-e69a0cd686e6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:32.323808 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf67d87-63dc-4b3b-be9c-aa01877d3314", "name": "network-vif-deleted", "tag": "322896d1-0db1-47a5-a592-6a3c73414419", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:32.325957 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f088e2a-da0a-446f-a0f0-e69a0cd686e6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:32.326515 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf67d87-63dc-4b3b-be9c-aa01877d3314', 'name': 'network-vif-deleted', 'tag': '322896d1-0db1-47a5-a592-6a3c73414419', 'status': 'completed', 'code': 200} Jan 28 03:51:32.366917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b212a-cbc1-4f0e-9576-fed57876ccbb req-93e2d34d-aa2f-430c-b4a8-442bcf0b00cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:32.383679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-294b212a-cbc1-4f0e-9576-fed57876ccbb req-93e2d34d-aa2f-430c-b4a8-442bcf0b00cb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 931 time: 0.6620164 Jan 28 03:51:32.384996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Request body: {'port': {'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:32.412996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4589ad7d-2692-48e4-a2cc-dace236c66e7 None None] Port 317861a4-d007-49e2-9dc2-f57a3f148598 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:51:32.422548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Calling delete_port for 3072da9c-3de3-4046-816d-f5bfef7b9c9b owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:32.473547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0698-c13a-4df8-9527-7bae99db1981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f7dd3bf1-e944-4d38-8988-41ff10a88693), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.477446 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0698-c13a-4df8-9527-7bae99db1981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.481666 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c3cd0698-c13a-4df8-9527-7bae99db1981 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7dd3bf1-e944-4d38-8988-41ff10a88693 HTTP/1.1" status: 204 len: 168 time: 0.4591179 Jan 28 03:51:32.534926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd0698-c13a-4df8-9527-7bae99db1981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dd3bf1-e944-4d38-8988-41ff10a88693,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:32.559846 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.607902 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for port (b0b93a25-ffa9-4d23-afac-a2d0d5dcf403), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.633625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4b59eb-79a9-4d74-b914-71c542a0b28a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:32.683147 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Publish callbacks [] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.703390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb9516e4-7ac1-45a4-b52d-036e0a48b2ad req-e37de1bd-ae90-4ef0-b3bc-f60370d2b45f tempest-ServerAddressesTestJSON-2024181678 tempest-ServerAddressesTestJSON-2024181678-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cf67d87-63dc-4b3b-be9c-aa01877d3314 HTTP/1.1" status: 200 len: 210 time: 0.2668700 Jan 28 03:51:32.854107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-294b212a-cbc1-4f0e-9576-fed57876ccbb req-cd1ef87a-1be7-446e-9e2a-5f1d42275dd5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4685657 Jan 28 03:51:32.861564 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.866777 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b0b93a25-ffa9-4d23-afac-a2d0d5dcf403), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.989308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:32.998334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Pushing event updated for resources: {'Port': ['ID=b0b93a25-ffa9-4d23-afac-a2d0d5dcf403,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:33.005646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:33.009294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:33.038815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51374) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:33.045357 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.058505 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Publish callbacks [] for router_controller (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.061681 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.081130 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00fb6cbc-e12c-40e5-aba9-15792c2935a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.122997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:33.207748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a4bed702-3222-4980-97e0-78406050010b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:33.210314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:33.217296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317861a4-d007-49e2-9dc2-f57a3f148598 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:33.218601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:33.230465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Publish callbacks [] for port (317861a4-d007-49e2-9dc2-f57a3f148598), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.266466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (d90f9e88-ec05-4bea-93da-894ad9ed42bc), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.326217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a4bed702-3222-4980-97e0-78406050010b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:33.326844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a4bed702-3222-4980-97e0-78406050010b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.337978 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (02c0fb54-6a1f-4ef2-a904-765c6ebd5450), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.338507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02c0fb54-6a1f-4ef2-a904-765c6ebd5450 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:51:33.352582 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.354058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f058d94-8c55-44ac-b10e-05d1631547de admin admin] 10.222.0.44 "DELETE /v2.0/routers/02c0fb54-6a1f-4ef2-a904-765c6ebd5450 HTTP/1.1" status: 204 len: 168 time: 4.2978034 Jan 28 03:51:33.358261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:33.404795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Pushing event updated for resources: {'Port': ['ID=64416b16-b545-4b7b-94f0-0c7c12d7bb3c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:33.457511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a4bed702-3222-4980-97e0-78406050010b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:33.458110 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00fb6cbc-e12c-40e5-aba9-15792c2935a2 admin admin] Publish callbacks [] for security_group (0bfc1a25-c541-40f6-94b0-8844cd606aa5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.458661 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a4bed702-3222-4980-97e0-78406050010b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.467284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2ebbc-10e5-4030-8322-2a1911216f09 req-1e2c317a-048d-4b9b-957f-284d7cd209ae tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:33.474666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ec2ebbc-10e5-4030-8322-2a1911216f09 req-1e2c317a-048d-4b9b-957f-284d7cd209ae tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 945 time: 0.3499391 Jan 28 03:51:33.493974 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00fb6cbc-e12c-40e5-aba9-15792c2935a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0bfc1a25-c541-40f6-94b0-8844cd606aa5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.496991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port a4bed702-3222-4980-97e0-78406050010b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a4bed702-3222-4980-97e0-78406050010b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:33.502802 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a4bed702-3222-4980-97e0-78406050010b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.562414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f341f7bd-2eb0-40f8-9233-8002df252678 admin admin] Deleting subnet cf9dd528-7530-4579-ab21-56dc684a7c39 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:51:33.577368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router_gateway (e1fafd8b-305b-4895-81bb-d07a6309d32a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.594457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3f4b59eb-79a9-4d74-b914-71c542a0b28a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:33.627049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f341f7bd-2eb0-40f8-9233-8002df252678 admin admin] Publish callbacks [] for subnet (cf9dd528-7530-4579-ab21-56dc684a7c39), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.634573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 3f4b59eb-79a9-4d74-b914-71c542a0b28a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:33.635225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3f4b59eb-79a9-4d74-b914-71c542a0b28a not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:33.643644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51378) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:33.645512 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-00fb6cbc-e12c-40e5-aba9-15792c2935a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1984e8e77cdf4f309dafc901ffa7aa5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6040606 Jan 28 03:51:33.658814 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3072da9c-3de3-4046-816d-f5bfef7b9c9b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.668573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=a4bed702-3222-4980-97e0-78406050010b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:33.673361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Transition to ACTIVE for port object 317861a4-d007-49e2-9dc2-f57a3f148598 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:51:33.686325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb6cbc-e12c-40e5-aba9-15792c2935a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfc1a25-c541-40f6-94b0-8844cd606aa5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:33.687165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3f923d34-76c7-4e8e-bfcf-e2ba540e8ef8 None None] Provisioning complete for port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:33.687722 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f923d34-76c7-4e8e-bfcf-e2ba540e8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.699862 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.720512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3072da9c-3de3-4046-816d-f5bfef7b9c9b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:33.734702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ec2ebbc-10e5-4030-8322-2a1911216f09 req-4e433a1f-552c-48ef-aab2-df1d82e141dd tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574339 Jan 28 03:51:33.744599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3f923d34-76c7-4e8e-bfcf-e2ba540e8ef8 None None] Port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:51:33.750081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f341f7bd-2eb0-40f8-9233-8002df252678 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (cf9dd528-7530-4579-ab21-56dc684a7c39), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.802222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:33.856881 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.881213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Pushing event updated for resources: {'Port': ['ID=317861a4-d007-49e2-9dc2-f57a3f148598,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:33.887904 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-565d1bab-e1c9-4874-9cfc-ae1a9ebeb136 admin admin] Publish callbacks [] for security_group (0bfc1a25-c541-40f6-94b0-8844cd606aa5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.921772 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (5ec12a4d-8d80-4ee7-aa99-002609791e9b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.000976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64ed31d-11d5-40b8-a136-9c874fd55762 admin admin] Deleting subnet 50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:51:34.004723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-565d1bab-e1c9-4874-9cfc-ae1a9ebeb136 admin admin] Publish callbacks [] for security_group (0bfc1a25-c541-40f6-94b0-8844cd606aa5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.045858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a64ed31d-11d5-40b8-a136-9c874fd55762 admin admin] Publish callbacks [] for subnet (50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.077229 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (5ec12a4d-8d80-4ee7-aa99-002609791e9b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.083796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Publish callbacks [] for router_controller (5ec12a4d-8d80-4ee7-aa99-002609791e9b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.104038 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f341f7bd-2eb0-40f8-9233-8002df252678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (cf9dd528-7530-4579-ab21-56dc684a7c39), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.139293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Attempting to bind port 317861a4-d007-49e2-9dc2-f57a3f148598 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:34.139624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Attempting to bind port 317861a4-d007-49e2-9dc2-f57a3f148598 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:34.139952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Attempting to bind port 317861a4-d007-49e2-9dc2-f57a3f148598 on network 8384b886-8756-4312-bda9-93fb2d685731 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:34.144213 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a64ed31d-11d5-40b8-a136-9c874fd55762 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.196535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (5ec12a4d-8d80-4ee7-aa99-002609791e9b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.196814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec12a4d-8d80-4ee7-aa99-002609791e9b {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:51:34.203146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Port 317861a4-d007-49e2-9dc2-f57a3f148598 on network 8384b886-8756-4312-bda9-93fb2d685731 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:51:34.203479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Attempting to bind port 317861a4-d007-49e2-9dc2-f57a3f148598 on network 8384b886-8756-4312-bda9-93fb2d685731 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:34.203768 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.204947 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-148b4356-eb4a-42f8-9a1e-796abc3339f9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5ec12a4d-8d80-4ee7-aa99-002609791e9b HTTP/1.1" status: 204 len: 168 time: 4.6904509 Jan 28 03:51:34.212130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51386) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:34.213694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574a59e-3b63-4772-b2ed-b8108a96e3a9 req-3f0b1ea7-a67b-460b-ba75-a4cee1b40cf6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:34.214439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:34.214961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Checking segment: {'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:34.215506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Bound using segment: {'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:34.217556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Bound port: 317861a4-d007-49e2-9dc2-f57a3f148598, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc756d9-c816-4154-9965-8891dc999197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8384b886-8756-4312-bda9-93fb2d685731'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:34.218133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.218947 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0574a59e-3b63-4772-b2ed-b8108a96e3a9 req-3f0b1ea7-a67b-460b-ba75-a4cee1b40cf6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 943 time: 0.2216575 Jan 28 03:51:34.257953 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-565d1bab-e1c9-4874-9cfc-ae1a9ebeb136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0bfc1a25-c541-40f6-94b0-8844cd606aa5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.260453 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-565d1bab-e1c9-4874-9cfc-ae1a9ebeb136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.261942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-565d1bab-e1c9-4874-9cfc-ae1a9ebeb136 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bfc1a25-c541-40f6-94b0-8844cd606aa5 HTTP/1.1" status: 204 len: 168 time: 0.6131415 Jan 28 03:51:34.283433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d1bab-e1c9-4874-9cfc-ae1a9ebeb136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfc1a25-c541-40f6-94b0-8844cd606aa5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:34.294994 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (e1fafd8b-305b-4895-81bb-d07a6309d32a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.309307 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a64ed31d-11d5-40b8-a136-9c874fd55762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.318056 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (e1fafd8b-305b-4895-81bb-d07a6309d32a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.341497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0574a59e-3b63-4772-b2ed-b8108a96e3a9 req-1d021562-0967-41c7-9ba6-c76379a33cfe tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146886 Jan 28 03:51:34.351091 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Publish callbacks [] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.362004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.396973 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f341f7bd-2eb0-40f8-9233-8002df252678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (cf9dd528-7530-4579-ab21-56dc684a7c39), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.409222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ccbced-44b7-4d03-9ce7-060b58d35ccd admin admin] Deleting subnet d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:51:34.412733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01ccbced-44b7-4d03-9ce7-060b58d35ccd admin admin] Publish callbacks [] for subnet (d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.431021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Pushing event updated for resources: {'Port': ['ID=64416b16-b545-4b7b-94f0-0c7c12d7bb3c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:34.433713 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (d90f9e88-ec05-4bea-93da-894ad9ed42bc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.450524 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01ccbced-44b7-4d03-9ce7-060b58d35ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.564010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-5cb9853c-2c2c-4462-b8ec-067b32149e5a tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:34.565760 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-5cb9853c-2c2c-4462-b8ec-067b32149e5a tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.42 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 945 time: 0.0781934 Jan 28 03:51:34.630866 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:34.637084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:34.828339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-1e2879fc-cb18-4934-b0fc-718919671af2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Deleting port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:34.828984 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-1e2879fc-cb18-4934-b0fc-718919671af2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.969113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Router d90f9e88-ec05-4bea-93da-894ad9ed42bc has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:51:34.972113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341f7bd-2eb0-40f8-9233-8002df252678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9dd528-7530-4579-ab21-56dc684a7c39,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:34.984715 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f341f7bd-2eb0-40f8-9233-8002df252678 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.988537 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f341f7bd-2eb0-40f8-9233-8002df252678 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cf9dd528-7530-4579-ab21-56dc684a7c39 HTTP/1.1" status: 204 len: 168 time: 1.6291168 Jan 28 03:51:34.991282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:35.006341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac88a384-dce2-499a-8088-8e6bfdeda132 None None] Network d3573caa-9ea9-4c0d-b2bb-94c7d618c961 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:35.025010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-1e2879fc-cb18-4934-b0fc-718919671af2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] For port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,segment=NetworkSegment(7bff25ef-dca5-48ff-a3e5-ddba17a5d534),segment_id=7bff25ef-dca5-48ff-a3e5-ddba17a5d534)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:35.025580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-1e2879fc-cb18-4934-b0fc-718919671af2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.031911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] For port 317861a4-d007-49e2-9dc2-f57a3f148598, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:35.045509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-1e2879fc-cb18-4934-b0fc-718919671af2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Calling delete_port for 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:35.109710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] For port 317861a4-d007-49e2-9dc2-f57a3f148598, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=317861a4-d007-49e2-9dc2-f57a3f148598,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:35.117152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a64ed31d-11d5-40b8-a136-9c874fd55762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.133817 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.139156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-98572cac-ae31-46af-a4cf-f6c2d2510a5a None None] Provisioning complete for port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:35.139530 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98572cac-ae31-46af-a4cf-f6c2d2510a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.142972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01ccbced-44b7-4d03-9ce7-060b58d35ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.176666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a4bed702-3222-4980-97e0-78406050010b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:35.190822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ed31d-11d5-40b8-a136-9c874fd55762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:35.224297 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a64ed31d-11d5-40b8-a136-9c874fd55762 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.230045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-98572cac-ae31-46af-a4cf-f6c2d2510a5a None None] Port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:51:35.230367 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a64ed31d-11d5-40b8-a136-9c874fd55762 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/50b76d51-a0f7-4e6e-91d8-a6ba025f2d7d HTTP/1.1" status: 204 len: 168 time: 1.4268775 Jan 28 03:51:35.234308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51410) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:35.247624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a4bed702-3222-4980-97e0-78406050010b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:35.248237 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a4bed702-3222-4980-97e0-78406050010b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.258616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:35.259197 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.260601 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] 10.222.0.25 "PUT /v2.0/ports/317861a4-d007-49e2-9dc2-f57a3f148598 HTTP/1.1" status: 200 len: 1092 time: 3.1478231 Jan 28 03:51:35.264501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'tag': '317861a4-d007-49e2-9dc2-f57a3f148598'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:35.266829 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d416b843-79a9-4ddc-a858-c1abfffa6200" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb3cb25-9712-4475-b0e5-75bf5b7a42bc", "tag": "317861a4-d007-49e2-9dc2-f57a3f148598"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:35.311010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef173a-ba9c-4e33-8c20-c1793e55a04a req-76444b16-6b00-4329-a1fc-4c16d4244a27 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:35.312579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39ef173a-ba9c-4e33-8c20-c1793e55a04a req-76444b16-6b00-4329-a1fc-4c16d4244a27 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54e195a-e44f-4608-9547-4cd6b3ee196a HTTP/1.1" status: 200 len: 945 time: 0.4232178 Jan 28 03:51:35.378159 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-1e2879fc-cb18-4934-b0fc-718919671af2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (50f897e1-f709-4ddf-aad2-9fff8d03b5c2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.380113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b4280-f445-43f9-aaf1-42903ddcdfbc None None] DHCP port deletion for d3573caa-9ea9-4c0d-b2bb-94c7d618c961 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:51:35.441262 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc378ce7-eb78-4e23-a6f3-cd881f5fea39 x-openstack-request-id: req-cc378ce7-eb78-4e23-a6f3-cd881f5fea39 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:35.442421 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb3cb25-9712-4475-b0e5-75bf5b7a42bc", "tag": "317861a4-d007-49e2-9dc2-f57a3f148598", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:35.442858 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc378ce7-eb78-4e23-a6f3-cd881f5fea39 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:35.443608 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'tag': '317861a4-d007-49e2-9dc2-f57a3f148598', 'status': 'completed', 'code': 200} Jan 28 03:51:35.456485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a4bed702-3222-4980-97e0-78406050010b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:35.476021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['50f897e1-f709-4ddf-aad2-9fff8d03b5c2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:51:35.549155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edc0db-ff58-4101-aca2-b886c7b476b6 service neutron] Pushing event updated for resources: {'Port': ['ID=317861a4-d007-49e2-9dc2-f57a3f148598,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:35.555559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3072da9c-3de3-4046-816d-f5bfef7b9c9b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:35.566888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01ccbced-44b7-4d03-9ce7-060b58d35ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.577517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (2d8aebe4-b8dc-44b8-891a-cebf5f057b5e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.589685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 3072da9c-3de3-4046-816d-f5bfef7b9c9b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:35.590330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3072da9c-3de3-4046-816d-f5bfef7b9c9b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:35.616697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b4280-f445-43f9-aaf1-42903ddcdfbc None None] Deleting port a305386e-cf17-4123-801f-8f26144fe8eb {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:35.617123 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e4b4280-f445-43f9-aaf1-42903ddcdfbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.662510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccbced-44b7-4d03-9ce7-060b58d35ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:35.664857 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01ccbced-44b7-4d03-9ce7-060b58d35ccd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.668015 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-01ccbced-44b7-4d03-9ce7-060b58d35ccd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d7de0c32-c3cf-4b7f-a5ba-1cdb0a8f4c11 HTTP/1.1" status: 204 len: 168 time: 1.4405849 Jan 28 03:51:35.671091 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Router e1fafd8b-305b-4895-81bb-d07a6309d32a is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:51:35.690354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51420) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:35.702850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-cf3c8d1b-7074-47cd-a31c-be6fa6b0aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:35.704378 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-cf3c8d1b-7074-47cd-a31c-be6fa6b0aece service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 1095 time: 0.2782409 Jan 28 03:51:35.704526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3e4b4280-f445-43f9-aaf1-42903ddcdfbc None None] For port a305386e-cf17-4123-801f-8f26144fe8eb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a305386e-cf17-4123-801f-8f26144fe8eb,segment=NetworkSegment(6e452aff-7158-4a28-9682-14728a94c7bf),segment_id=6e452aff-7158-4a28-9682-14728a94c7bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:35.704793 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e4b4280-f445-43f9-aaf1-42903ddcdfbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.722855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b4280-f445-43f9-aaf1-42903ddcdfbc None None] Calling delete_port for a305386e-cf17-4123-801f-8f26144fe8eb owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:35.813523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed84cd4-393e-4cf3-9668-600e807551c3 None None] Network ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:35.877518 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-d8d20969-f34d-4206-88ce-fa55835a3ce9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317861a4-d007-49e2-9dc2-f57a3f148598 HTTP/1.1" status: 200 len: 217 time: 0.1559935 Jan 28 03:51:35.940942 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e4b4280-f445-43f9-aaf1-42903ddcdfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (a305386e-cf17-4123-801f-8f26144fe8eb), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.962384 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.965605 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (2d8aebe4-b8dc-44b8-891a-cebf5f057b5e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.991590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b4280-f445-43f9-aaf1-42903ddcdfbc None None] No DVR routers for this DVR port a305386e-cf17-4123-801f-8f26144fe8eb on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:35.997119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b4280-f445-43f9-aaf1-42903ddcdfbc None None] Pushing event deleted for resources: {'Port': ['ID=a305386e-cf17-4123-801f-8f26144fe8eb,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:36.040882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2879fc-cb18-4934-b0fc-718919671af2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Pushing event deleted for resources: {'Port': ['ID=50f897e1-f709-4ddf-aad2-9fff8d03b5c2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:36.045608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8aebe4-b8dc-44b8-891a-cebf5f057b5e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.062550 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d3573caa-9ea9-4c0d-b2bb-94c7d618c961), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.062834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b959feb0-e054-46d7-a085-c9fb5377e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.064027 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-b959feb0-e054-46d7-a085-c9fb5377e0f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=904f5864-9fa8-444d-9639-14792ed3d71d HTTP/1.1" status: 200 len: 834 time: 0.1526475 Jan 28 03:51:36.070193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e4350c-6469-4e4b-954b-911b02c6d8cf') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.070695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e4350c-6469-4e4b-954b-911b02c6d8cf') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.122607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (38e4350c-6469-4e4b-954b-911b02c6d8cf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.125641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa74ca87-d018-43ac-abab-f5bbc9da1abe None None] DHCP port deletion for ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:51:36.148909 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:36.160752 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e35d261-589b-4b7b-a128-9de01f3a7799 None None] Sync routers for ids ['e1fafd8b-305b-4895-81bb-d07a6309d32a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:36.169384 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.174112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-890912cf-d3f2-4476-b6fc-cc3acc432bd0 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "PUT /v2.0/routers/e1fafd8b-305b-4895-81bb-d07a6309d32a HTTP/1.1" status: 200 len: 915 time: 5.4345441 Jan 28 03:51:36.176697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51430) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:36.177989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (38e4350c-6469-4e4b-954b-911b02c6d8cf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.181877 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e35d261-589b-4b7b-a128-9de01f3a7799 None None] Routers {'e1fafd8b-305b-4895-81bb-d07a6309d32a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:36.184909 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1e35d261-589b-4b7b-a128-9de01f3a7799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e1fafd8b-305b-4895-81bb-d07a6309d32a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.191950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-1e2879fc-cb18-4934-b0fc-718919671af2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] No DVR routers for this DVR port 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:36.195698 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-1e2879fc-cb18-4934-b0fc-718919671af2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.197179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:51:36.197778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (38e4350c-6469-4e4b-954b-911b02c6d8cf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.201177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cbf9c61-a3ee-48f9-995d-425176ae7258 req-1e2879fc-cb18-4934-b0fc-718919671af2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.42 "DELETE /v2.0/ports/50f897e1-f709-4ddf-aad2-9fff8d03b5c2 HTTP/1.1" status: 204 len: 173 time: 1.6287150 Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:51:36.201825 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:51:36.216471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54e195a-e44f-4608-9547-4cd6b3ee196a', 'name': 'network-vif-deleted', 'tag': '50f897e1-f709-4ddf-aad2-9fff8d03b5c2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:36.219839 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a99b1b6-5842-4dbd-b19f-26ab444024cc" -d '{"events": [{"server_uuid": "b54e195a-e44f-4608-9547-4cd6b3ee196a", "name": "network-vif-deleted", "tag": "50f897e1-f709-4ddf-aad2-9fff8d03b5c2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:36.230046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aa74ca87-d018-43ac-abab-f5bbc9da1abe None None] Deleting port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:36.230438 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aa74ca87-d018-43ac-abab-f5bbc9da1abe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.282703 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1e35d261-589b-4b7b-a128-9de01f3a7799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.285191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39ef173a-ba9c-4e33-8c20-c1793e55a04a req-95bf6c61-43c5-4dff-b510-c9510571d771 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9096539 Jan 28 03:51:36.293834 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e35d261-589b-4b7b-a128-9de01f3a7799 None None] Routers {'e1fafd8b-305b-4895-81bb-d07a6309d32a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:36.295162 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1e35d261-589b-4b7b-a128-9de01f3a7799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e1fafd8b-305b-4895-81bb-d07a6309d32a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.310266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa6bed-f0a8-49a6-94d3-22b646d71437 req-ecdd95bb-2f20-4282-a57d-e598da07824c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.311873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3bfa6bed-f0a8-49a6-94d3-22b646d71437 req-ecdd95bb-2f20-4282-a57d-e598da07824c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 943 time: 0.7592905 Jan 28 03:51:36.314210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:36.337609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-65e0cdf3-28e9-403f-928f-1bdaaad0f852 admin admin] 10.222.0.44 "PUT /v2.0/routers/d90f9e88-ec05-4bea-93da-894ad9ed42bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6913366 Jan 28 03:51:36.346672 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Sync routers for ids ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:36.402969 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d3573caa-9ea9-4c0d-b2bb-94c7d618c961), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.404150 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1e35d261-589b-4b7b-a128-9de01f3a7799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.405103 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e35d261-589b-4b7b-a128-9de01f3a7799 None None] The sync data for ids ['e1fafd8b-305b-4895-81bb-d07a6309d32a'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:36.427723 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f743816a-dbe6-4bdb-9695-d1055baa53ff x-openstack-request-id: req-f743816a-dbe6-4bdb-9695-d1055baa53ff {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:36.428022 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54e195a-e44f-4608-9547-4cd6b3ee196a", "name": "network-vif-deleted", "tag": "50f897e1-f709-4ddf-aad2-9fff8d03b5c2", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:36.428402 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f743816a-dbe6-4bdb-9695-d1055baa53ff {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:36.428930 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54e195a-e44f-4608-9547-4cd6b3ee196a', 'name': 'network-vif-deleted', 'tag': '50f897e1-f709-4ddf-aad2-9fff8d03b5c2', 'status': 'completed', 'code': 200} Jan 28 03:51:36.438368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Routers {'d90f9e88-ec05-4bea-93da-894ad9ed42bc'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:36.439430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.444693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-aa74ca87-d018-43ac-abab-f5bbc9da1abe None None] For port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd,segment=NetworkSegment(9af9ec90-f831-480f-9a85-8bc228694169),segment_id=9af9ec90-f831-480f-9a85-8bc228694169)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:36.445857 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aa74ca87-d018-43ac-abab-f5bbc9da1abe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.455447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-57812bc2-b7ed-490c-ab96-3dc27724ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.456982 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-57812bc2-b7ed-490c-ab96-3dc27724ea4b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8384b886-8756-4312-bda9-93fb2d685731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3793976 Jan 28 03:51:36.473553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3573caa-9ea9-4c0d-b2bb-94c7d618c961']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.481768 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (2d8aebe4-b8dc-44b8-891a-cebf5f057b5e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.486878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e452aff-7158-4a28-9682-14728a94c7bf') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.487182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e452aff-7158-4a28-9682-14728a94c7bf') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:36.502459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Deleting port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:36.503309 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.505452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (6e452aff-7158-4a28-9682-14728a94c7bf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.509812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.515825 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2d8aebe4-b8dc-44b8-891a-cebf5f057b5e HTTP/1.1" status: 204 len: 168 time: 1.2772877 Jan 28 03:51:36.523070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aa74ca87-d018-43ac-abab-f5bbc9da1abe None None] Calling delete_port for a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:36.529499 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6e452aff-7158-4a28-9682-14728a94c7bf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.538245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:51:36.538865 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (6e452aff-7158-4a28-9682-14728a94c7bf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.582053 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-73f391d7-b0a6-4fda-b0de-c2d32b922d68 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/routers/e1fafd8b-305b-4895-81bb-d07a6309d32a HTTP/1.1" status: 200 len: 921 time: 0.4001615 Jan 28 03:51:36.582913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58499f05-d31f-42f0-a430-20a362090a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8aebe4-b8dc-44b8-891a-cebf5f057b5e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:36.585095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51442) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:51:36.605813 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:51:36.618826 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d3573caa-9ea9-4c0d-b2bb-94c7d618c961), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.641987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.648135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d3573caa-9ea9-4c0d-b2bb-94c7d618c961 HTTP/1.1" status: 204 len: 168 time: 1.6528223 Jan 28 03:51:36.669211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3bfa6bed-f0a8-49a6-94d3-22b646d71437 req-f05287cd-dc35-40a4-81df-f3158c595346 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299708 Jan 28 03:51:36.681600 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b8446-2e2d-4399-90f3-8a357c167894 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3573caa-9ea9-4c0d-b2bb-94c7d618c961,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:36.721836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] For port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd,segment=NetworkSegment(9af9ec90-f831-480f-9a85-8bc228694169),segment_id=9af9ec90-f831-480f-9a85-8bc228694169)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:36.722204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.758675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Set router d90f9e88-ec05-4bea-93da-894ad9ed42bc gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:36.764700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Calling delete_port for a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:36.791514 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-50bf0a5b-3ca3-4e29-bbc3-596686e4c8d2 service neutron] 10.222.0.25 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248105 Jan 28 03:51:36.794934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1d003-d6c9-42cf-a225-8cdc6e94ca4f tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.799383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:36.817051 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6bd1d003-d6c9-42cf-a225-8cdc6e94ca4f tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&device_id=e1fafd8b-305b-4895-81bb-d07a6309d32a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1900461 Jan 28 03:51:36.840403 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aa74ca87-d018-43ac-abab-f5bbc9da1abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.909976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74ca87-d018-43ac-abab-f5bbc9da1abe None None] Pushing event deleted for resources: {'Port': ['ID=a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:36.933667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa74ca87-d018-43ac-abab-f5bbc9da1abe None None] No DVR routers for this DVR port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:36.948663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc329ddb-a786-41b9-a63b-ae112149c1e3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.955862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:36.964808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fc329ddb-a786-41b9-a63b-ae112149c1e3 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 881 time: 0.1642971 Jan 28 03:51:37.006045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4b6a0dbf-e712-40f6-9bc3-9ae6dd2ddb9e tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1fafd8b-305b-4895-81bb-d07a6309d32a HTTP/1.1" status: 200 len: 205 time: 0.0428848 Jan 28 03:51:37.007418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51456) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:37.019437 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51458) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:37.052713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bfdf5089-ac9f-47ed-9882-e4993ccb6b7a req-5e812020-70f1-45d1-bd29-d726d1521412 service neutron] 10.222.0.25 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344437 Jan 28 03:51:37.061672 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.152977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:37.173884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] No DVR routers for this DVR port a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:37.186542 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a9b07fdd-e8d7-4ec6-ad7b-c60a5d7df5d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f5b024c07fd4574a91dba7de35648c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659045 Jan 28 03:51:37.188611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51460) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:37.262861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a305386e-cf17-4123-801f-8f26144fe8eb no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:37.299925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: a305386e-cf17-4123-801f-8f26144fe8eb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:37.301043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a305386e-cf17-4123-801f-8f26144fe8eb not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:37.301573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:37.331490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (e1fafd8b-305b-4895-81bb-d07a6309d32a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.376341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:37.382731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084a531c-8e0e-4464-b8f4-b24d2e735aec admin admin] Publish callbacks [] for security_group (e997512e-1bc1-43d6-935b-6dff6c9ecfee), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.398575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:37.399051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a3b47c87-7ff8-43e0-96a8-c2d8cbd132dd not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:37.405454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:37.412078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-16a27aa3-5399-4442-9329-1fb3174fe32e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227474863', 'description': 'tempest-description--1056216844'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:37.422098 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.460577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '64416b16-b545-4b7b-94f0-0c7c12d7bb3c', 'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'mac_address': 'fa:16:3e:bd:48:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:30Z', 'updated_at': '2022-01-28T03:51:34Z', 'revision_number': 2, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'subnets': [{'id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:37.494407 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084a531c-8e0e-4464-b8f4-b24d2e735aec admin admin] Publish callbacks [] for security_group (e997512e-1bc1-43d6-935b-6dff6c9ecfee), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.505112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-05d0a1af-0624-4ca1-bc47-19a113104f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:37.506798 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-05d0a1af-0624-4ca1-bc47-19a113104f50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 1095 time: 0.2872965 Jan 28 03:51:37.527060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Checking router: d90f9e88-ec05-4bea-93da-894ad9ed42bc for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:51:37.527422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Updating router d90f9e88-ec05-4bea-93da-894ad9ed42bc port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:51:37.556783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16a27aa3-5399-4442-9329-1fb3174fe32e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.571215 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.586277 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (e1fafd8b-305b-4895-81bb-d07a6309d32a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.678041 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084a531c-8e0e-4464-b8f4-b24d2e735aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e997512e-1bc1-43d6-935b-6dff6c9ecfee), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.680656 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084a531c-8e0e-4464-b8f4-b24d2e735aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.681812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-084a531c-8e0e-4464-b8f4-b24d2e735aec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e997512e-1bc1-43d6-935b-6dff6c9ecfee HTTP/1.1" status: 204 len: 168 time: 0.4921129 Jan 28 03:51:37.698438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:37.733482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a531c-8e0e-4464-b8f4-b24d2e735aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997512e-1bc1-43d6-935b-6dff6c9ecfee,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:37.764450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af9ec90-f831-480f-9a85-8bc228694169') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:37.768405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af9ec90-f831-480f-9a85-8bc228694169') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:37.811068 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16a27aa3-5399-4442-9329-1fb3174fe32e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group (d420b53e-2d16-459d-85c7-5ec0aefb58ae), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.814360 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-262739af-6cbe-4300-9d68-6eb3ce295b43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b2888d7084a4c879016ab364abeb6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347727 Jan 28 03:51:37.818659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (9af9ec90-f831-480f-9a85-8bc228694169), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.822933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:37.846405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16a27aa3-5399-4442-9329-1fb3174fe32e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d420b53e-2d16-459d-85c7-5ec0aefb58ae), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.883009 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (9af9ec90-f831-480f-9a85-8bc228694169), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.901688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Deleting port b0b93a25-ffa9-4d23-afac-a2d0d5dcf403 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:37.902033 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b0b93a25-ffa9-4d23-afac-a2d0d5dcf403), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.914759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a27aa3-5399-4442-9329-1fb3174fe32e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d420b53e-2d16-459d-85c7-5ec0aefb58ae,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:37.925617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:51:37.926041 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (9af9ec90-f831-480f-9a85-8bc228694169), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:51:37.939807 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:51:37.974061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-a638d2e8-130a-4efd-ae22-2cce9fcdcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:37.979805 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-a638d2e8-130a-4efd-ae22-2cce9fcdcee3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8384b886-8756-4312-bda9-93fb2d685731 HTTP/1.1" status: 200 len: 897 time: 0.4453380 Jan 28 03:51:38.007160 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16a27aa3-5399-4442-9329-1fb3174fe32e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.008712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-16a27aa3-5399-4442-9329-1fb3174fe32e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5999970 Jan 28 03:51:38.017968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51496) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:38.028611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6ef9b363-3f3a-4e9c-8568-75eb6710323d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'security_group_rule': {'security_group_id': 'd420b53e-2d16-459d-85c7-5ec0aefb58ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:38.044747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-41b5aba6-d6d9-43d5-ade5-cd366085b654 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:38.046261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-41b5aba6-d6d9-43d5-ade5-cd366085b654 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/networks?id=eb50f9dd-5095-4382-b556-7749c37b381b HTTP/1.1" status: 200 len: 808 time: 0.3720164 Jan 28 03:51:38.065602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f06e-49a7-4473-924a-9d06728ef342 req-c91c0bf4-b499-4a8b-8cba-821693e3346f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:38.067145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-40b0f06e-49a7-4473-924a-9d06728ef342 req-c91c0bf4-b499-4a8b-8cba-821693e3346f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 943 time: 0.2496905 Jan 28 03:51:38.130824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.146238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.152709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-e183d29a-9ecf-4b6a-9ee2-4f8c1a0aba4e tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/quotas/4ca7b94be46343a199576ef7a33d4e6d HTTP/1.1" status: 200 len: 375 time: 0.0983829 Jan 28 03:51:38.160650 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] 10.222.0.44 "DELETE /v2.0/networks/ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2 HTTP/1.1" status: 204 len: 168 time: 2.4692099 Jan 28 03:51:38.211296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bacea1e-88b7-4b2d-b01d-3f2e1daaa3e1 admin admin] Publish callbacks [] for security_group (12aa5b11-d8e8-45a4-aee6-1d5ad0382345), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.245948 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-ae55287d-88ac-47e1-b518-154adf16912b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317861a4-d007-49e2-9dc2-f57a3f148598 HTTP/1.1" status: 200 len: 217 time: 0.1327820 Jan 28 03:51:38.247079 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b0b93a25-ffa9-4d23-afac-a2d0d5dcf403), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.249227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e30648-bf62-4a29-a8dd-91672f0eecab admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc296cc-c9ac-4c22-a03f-15fbb04a0ef2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:38.342523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Calling delete_port for b0b93a25-ffa9-4d23-afac-a2d0d5dcf403 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:38.362018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-57ac5322-07d1-4f07-a075-1c98973d7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:38.364621 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-57ac5322-07d1-4f07-a075-1c98973d7a88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=904f5864-9fa8-444d-9639-14792ed3d71d HTTP/1.1" status: 200 len: 834 time: 0.1105793 Jan 28 03:51:38.386972 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Publish callbacks [] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.399768 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.424381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:38.482441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-85b4a1c1-8311-4806-9661-428190357193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:38.484125 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-85b4a1c1-8311-4806-9661-428190357193 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8384b886-8756-4312-bda9-93fb2d685731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121757 Jan 28 03:51:38.521732 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-41f8e0c9-0ae6-4d55-b6ee-518d5cfafbbf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7308f7f507c3410cb76a9cf120f1ebbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0947318 Jan 28 03:51:38.589263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:38.593923 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b363-3f3a-4e9c-8568-75eb6710323d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group_rule (68ded5bb-066c-4b11-9d6c-b2ceffa03c28), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.620231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c1fc7-a1f1-48e2-ae32-e6a4fa383d00 None None] Pushing event updated for resources: {'Port': ['ID=64416b16-b545-4b7b-94f0-0c7c12d7bb3c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:38.625816 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-40b0f06e-49a7-4473-924a-9d06728ef342 req-872e2e1e-f092-4975-9dfb-b488afbe518e tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5340712 Jan 28 03:51:38.627969 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-2c621e87-3d91-4788-a70c-7f6688446177 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ca7b94be46343a199576ef7a33d4e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4357960 Jan 28 03:51:38.668943 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Attempting to bind port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:38.669476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Attempting to bind port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:38.669978 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Attempting to bind port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:38.682079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:38.682079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Checking segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:38.682864 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.683382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Bound using segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:38.683977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Bound port: 64416b16-b545-4b7b-94f0-0c7c12d7bb3c, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:38.686264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.729700 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-8dbf40cf-692d-42c5-97c3-b7013ee04ca6 service neutron] 10.222.0.25 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363417 Jan 28 03:51:38.828799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df5f3735-d507-43df-aebe-f326d525c9c7 admin admin] Publish callbacks [] for security_group (8f96934d-6ca0-4b48-9b08-5da7f964de69), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.872631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] For port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:38.873668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df5f3735-d507-43df-aebe-f326d525c9c7 admin admin] Publish callbacks [] for security_group (8f96934d-6ca0-4b48-9b08-5da7f964de69), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.904876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-528a8e3c-d1e4-4054-884a-ce53ce68cd53 None None] Provisioning complete for port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:38.905262 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-528a8e3c-d1e4-4054-884a-ce53ce68cd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.918952 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d416b843-79a9-4ddc-a858-c1abfffa6200 req-c059c57c-de8c-4d50-8293-582b015a7813 service neutron] 10.222.0.25 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826346 Jan 28 03:51:38.932017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] For port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64416b16-b545-4b7b-94f0-0c7c12d7bb3c,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:38.939953 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-93f68b3f-98c1-4c65-aa95-ac4eb2d399f8 service neutron] 10.222.0.44 "GET /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780044 Jan 28 03:51:38.974223 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df5f3735-d507-43df-aebe-f326d525c9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8f96934d-6ca0-4b48-9b08-5da7f964de69), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.977368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df5f3735-d507-43df-aebe-f326d525c9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.981912 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:38.989303 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-df5f3735-d507-43df-aebe-f326d525c9c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f96934d-6ca0-4b48-9b08-5da7f964de69 HTTP/1.1" status: 204 len: 168 time: 0.3981578 Jan 28 03:51:39.005030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f3735-d507-43df-aebe-f326d525c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f96934d-6ca0-4b48-9b08-5da7f964de69,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:39.058987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bacea1e-88b7-4b2d-b01d-3f2e1daaa3e1 admin admin] Publish callbacks [] for security_group (12aa5b11-d8e8-45a4-aee6-1d5ad0382345), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.154207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-528a8e3c-d1e4-4054-884a-ce53ce68cd53 None None] Port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:51:39.182639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c1fc7-a1f1-48e2-ae32-e6a4fa383d00 None None] Pushing event updated for resources: {'Port': ['ID=64416b16-b545-4b7b-94f0-0c7c12d7bb3c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:39.189987 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Routers {'d90f9e88-ec05-4bea-93da-894ad9ed42bc'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:39.190626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:39.255212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-a87bf969-96d2-4e41-a7d4-bb3e14d73319 service neutron] 10.222.0.44 "GET /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869613 Jan 28 03:51:39.292497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b0b93a25-ffa9-4d23-afac-a2d0d5dcf403), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.309997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b363-3f3a-4e9c-8568-75eb6710323d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group_rule (68ded5bb-066c-4b11-9d6c-b2ceffa03c28), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.318505 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bacea1e-88b7-4b2d-b01d-3f2e1daaa3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (12aa5b11-d8e8-45a4-aee6-1d5ad0382345), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.330760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bacea1e-88b7-4b2d-b01d-3f2e1daaa3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.338297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5bacea1e-88b7-4b2d-b01d-3f2e1daaa3e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12aa5b11-d8e8-45a4-aee6-1d5ad0382345 HTTP/1.1" status: 204 len: 168 time: 1.5140500 Jan 28 03:51:39.420210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Pushing event deleted for resources: {'Port': ['ID=b0b93a25-ffa9-4d23-afac-a2d0d5dcf403,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:39.427690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacea1e-88b7-4b2d-b01d-3f2e1daaa3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aa5b11-d8e8-45a4-aee6-1d5ad0382345,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:39.473868 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b363-3f3a-4e9c-8568-75eb6710323d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (68ded5bb-066c-4b11-9d6c-b2ceffa03c28), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.526671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9b363-3f3a-4e9c-8568-75eb6710323d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ded5bb-066c-4b11-9d6c-b2ceffa03c28,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:39.572263 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b363-3f3a-4e9c-8568-75eb6710323d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.577470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6ef9b363-3f3a-4e9c-8568-75eb6710323d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5502799 Jan 28 03:51:39.577649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:39.579734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (e1fafd8b-305b-4895-81bb-d07a6309d32a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.581416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-10a6b1dd-0e6f-45f1-b978-d054a1791494 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'security_group_rule': {'security_group_id': 'd420b53e-2d16-459d-85c7-5ec0aefb58ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:39.605934 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:39.680088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10a6b1dd-0e6f-45f1-b978-d054a1791494 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group_rule (225a89ad-5aff-40da-ae4b-9f499a8e24d2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.723886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-da142585-dca6-426f-962c-d2a4f5e3b1a5 req-867bd25a-d96e-4a21-8c2f-48d902ee2282 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 210 time: 0.0350287 Jan 28 03:51:39.737243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:39.745202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 50f897e1-f709-4ddf-aad2-9fff8d03b5c2 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:39.783520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (e1fafd8b-305b-4895-81bb-d07a6309d32a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.799974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f9886f21-9ddc-43dd-acf7-ac2a33b8edc5 None None] Provisioning complete for port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:39.800350 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9886f21-9ddc-43dd-acf7-ac2a33b8edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.804514 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] Set router d90f9e88-ec05-4bea-93da-894ad9ed42bc gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:39.831900 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10a6b1dd-0e6f-45f1-b978-d054a1791494 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group_rule (225a89ad-5aff-40da-ae4b-9f499a8e24d2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.837086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10a6b1dd-0e6f-45f1-b978-d054a1791494 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (225a89ad-5aff-40da-ae4b-9f499a8e24d2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.893713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6b1dd-0e6f-45f1-b978-d054a1791494 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225a89ad-5aff-40da-ae4b-9f499a8e24d2,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:39.904736 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (e1fafd8b-305b-4895-81bb-d07a6309d32a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.916882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10a6b1dd-0e6f-45f1-b978-d054a1791494 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:39.926096 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-10a6b1dd-0e6f-45f1-b978-d054a1791494 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3476150 Jan 28 03:51:39.928690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51554) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:39.941762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:39.949434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 317861a4-d007-49e2-9dc2-f57a3f148598 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:51:39.988895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.001313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64e766-78bc-4079-b467-64ba3f1cf1fd req-68416239-84a7-4d7c-b56d-54c76fd26fa7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:40.003717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c64e766-78bc-4079-b467-64ba3f1cf1fd req-68416239-84a7-4d7c-b56d-54c76fd26fa7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 943 time: 0.1927888 Jan 28 03:51:40.029546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (e1fafd8b-305b-4895-81bb-d07a6309d32a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.030467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Fanout notify agent at l3_agent the message router_deleted on router e1fafd8b-305b-4895-81bb-d07a6309d32a {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:51:40.061377 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.062735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cca20cb5-9559-416c-a17c-beb932e593ca tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/e1fafd8b-305b-4895-81bb-d07a6309d32a HTTP/1.1" status: 204 len: 168 time: 3.0530207 Jan 28 03:51:40.067343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51558) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:40.073166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-177951928', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:40.134916 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c64e766-78bc-4079-b467-64ba3f1cf1fd req-4500a6bc-9b4b-474d-9f99-c2693d08004c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233609 Jan 28 03:51:40.168468 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (bbba3a38-c3a3-4da8-b076-455ddf2733e0), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.168468 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (bbba3a38-c3a3-4da8-b076-455ddf2733e0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.259727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f9886f21-9ddc-43dd-acf7-ac2a33b8edc5 None None] Current status of the port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:40.259906 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9886f21-9ddc-43dd-acf7-ac2a33b8edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.269683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.295960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51566) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:40.305674 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (bbba3a38-c3a3-4da8-b076-455ddf2733e0), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.349101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f22dac90-6d6e-482a-a571-2c6532191bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.430714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 317861a4-d007-49e2-9dc2-f57a3f148598, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=317861a4-d007-49e2-9dc2-f57a3f148598,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:40.464502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f9886f21-9ddc-43dd-acf7-ac2a33b8edc5 None None] For port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64416b16-b545-4b7b-94f0-0c7c12d7bb3c,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:40.495791 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9886f21-9ddc-43dd-acf7-ac2a33b8edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.552366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (bbba3a38-c3a3-4da8-b076-455ddf2733e0), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.562543 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9081baf-f442-4dee-93e7-ad7a74a038a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.567760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '317861a4-d007-49e2-9dc2-f57a3f148598', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'mac_address': 'fa:16:3e:fb:89:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:51:40.696202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 317861a4-d007-49e2-9dc2-f57a3f148598 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:40.696879 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:40.716810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317861a4-d007-49e2-9dc2-f57a3f148598 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:40.731031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9886f21-9ddc-43dd-acf7-ac2a33b8edc5 None None] Pushing event updated for resources: {'Port': ['ID=64416b16-b545-4b7b-94f0-0c7c12d7bb3c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:40.787712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Allocated IP 172.25.1.183 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/09c690c0-204a-448e-8a94-2019bcd57c8a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:40.796075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 317861a4-d007-49e2-9dc2-f57a3f148598, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=317861a4-d007-49e2-9dc2-f57a3f148598,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:40.832203 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:41.008349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '64416b16-b545-4b7b-94f0-0c7c12d7bb3c', 'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'mac_address': 'fa:16:3e:bd:48:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:30Z', 'updated_at': '2022-01-28T03:51:38Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'subnets': [{'id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:41.018217 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for port (09c690c0-204a-448e-8a94-2019bcd57c8a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:41.018558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=317861a4-d007-49e2-9dc2-f57a3f148598,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:41.080006 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (09c690c0-204a-448e-8a94-2019bcd57c8a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:41.091061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee47bb58-635b-42a8-b210-a1b2753c2d8b req-7a63f9d5-349e-4ef0-8526-33ee19b42e97 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 210 time: 0.0635431 Jan 28 03:51:41.092106 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (bbba3a38-c3a3-4da8-b076-455ddf2733e0), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:41.114941 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:41.166507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b10e0f-fff6-49b0-9db9-186b2b26843a None None] The sync data for ids ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'] in n-d-808199-14 is: [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '64416b16-b545-4b7b-94f0-0c7c12d7bb3c', 'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'mac_address': 'fa:16:3e:bd:48:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:30Z', 'updated_at': '2022-01-28T03:51:38Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'subnets': [{'id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:41.219453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:41.230463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:41.287140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:41.296039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['317861a4-d007-49e2-9dc2-f57a3f148598'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:51:41.393078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f22dac90-6d6e-482a-a571-2c6532191bea admin admin] Publish callbacks [] for security_group (a5d36f7a-62d3-40f7-a969-e55d8a43294d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:41.455186 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f22dac90-6d6e-482a-a571-2c6532191bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a5d36f7a-62d3-40f7-a969-e55d8a43294d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:41.579270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'Port': ['ID=09c690c0-204a-448e-8a94-2019bcd57c8a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:41.639954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dac90-6d6e-482a-a571-2c6532191bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d36f7a-62d3-40f7-a969-e55d8a43294d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:41.649205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f22dac90-6d6e-482a-a571-2c6532191bea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.3503401 Jan 28 03:51:41.653660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51600) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:41.800973 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for floatingip (534faaf0-f207-47db-aac2-482c7a40f5d7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:41.971793 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (09c690c0-204a-448e-8a94-2019bcd57c8a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.091921 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.160704 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25bf78f-f96b-4118-bd9f-efcbf6aa97c5 admin admin] Publish callbacks [] for security_group (a5d36f7a-62d3-40f7-a969-e55d8a43294d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.186641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25bf78f-f96b-4118-bd9f-efcbf6aa97c5 admin admin] Publish callbacks [] for security_group (a5d36f7a-62d3-40f7-a969-e55d8a43294d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.239155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Allocated IP 172.25.1.108 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/1f529de3-1f9e-4e9b-8090-d2705a84db1c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:42.274001 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25bf78f-f96b-4118-bd9f-efcbf6aa97c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a5d36f7a-62d3-40f7-a969-e55d8a43294d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.277484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25bf78f-f96b-4118-bd9f-efcbf6aa97c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.280933 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b25bf78f-f96b-4118-bd9f-efcbf6aa97c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5d36f7a-62d3-40f7-a969-e55d8a43294d HTTP/1.1" status: 204 len: 168 time: 0.6186967 Jan 28 03:51:42.293044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bf78f-f96b-4118-bd9f-efcbf6aa97c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d36f7a-62d3-40f7-a969-e55d8a43294d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:42.340133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for port (09c690c0-204a-448e-8a94-2019bcd57c8a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.348149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (09c690c0-204a-448e-8a94-2019bcd57c8a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.355150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ce135-f735-43a2-8af2-8d528e535b23 req-ce155f39-7984-4523-9167-26eb67e2f7ee tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:42.356688 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-547ce135-f735-43a2-8af2-8d528e535b23 req-ce155f39-7984-4523-9167-26eb67e2f7ee tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 944 time: 0.9846005 Jan 28 03:51:42.419809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-4336b0fe-f65f-484c-950b-03a23f2cf295 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:42.421523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-4336b0fe-f65f-484c-950b-03a23f2cf295 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.42 "GET /v2.0/networks?id=eb50f9dd-5095-4382-b556-7749c37b381b HTTP/1.1" status: 200 len: 808 time: 1.1718152 Jan 28 03:51:42.457891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'Port': ['ID=09c690c0-204a-448e-8a94-2019bcd57c8a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:42.497602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Request body: {'port': {'device_id': '6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4', 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b', 'admin_state_up': True, 'tenant_id': '4ca7b94be46343a199576ef7a33d4e6d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:42.502012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (534faaf0-f207-47db-aac2-482c7a40f5d7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.533422 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.539606 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ecda5e4c-7805-401a-b480-129155b296e7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6091082 Jan 28 03:51:42.557223 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c68a3f7-5056-4eb6-a85a-12eacd124cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:42.664581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69b13e05-6e77-47fd-a175-9e67e80850a3 req-47cded9e-2cbc-4b14-8d64-1108c95898f5 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 210 time: 0.0429265 Jan 28 03:51:42.843545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-547ce135-f735-43a2-8af2-8d528e535b23 req-22b34bb3-f83b-4559-a160-57ed5610bdc6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4688895 Jan 28 03:51:42.863805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-989c0707-0606-438c-8948-6e5210f59aed req-dc8e5db3-282b-4bda-9cb8-0851c76b6b96 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a779af5-b904-4648-93f8-2cb4faf98c77 HTTP/1.1" status: 200 len: 210 time: 0.1137121 Jan 28 03:51:43.078591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for port (1f529de3-1f9e-4e9b-8090-d2705a84db1c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:43.263462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64416b16-b545-4b7b-94f0-0c7c12d7bb3c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:43.265663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Made reservation on behalf of 4ca7b94be46343a199576ef7a33d4e6d for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:43.269255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:43.323682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-ca3a2e9c-ef8b-483b-b867-29c424c92eb6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--227474863&fields=id&tenant_id=3a702ce6664946df8c8b86e3a4cc2160 HTTP/1.1" status: 200 len: 267 time: 0.2274907 Jan 28 03:51:43.370747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:43.370747 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:43.371377 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1f529de3-1f9e-4e9b-8090-d2705a84db1c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:43.501162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:43.541195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:43.592666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Pushing event updated for resources: {'Port': ['ID=1f529de3-1f9e-4e9b-8090-d2705a84db1c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:43.602312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:43.618897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:43.707209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Allocated IP 172.20.0.5 (eb50f9dd-5095-4382-b556-7749c37b381b/94b18ed6-82c0-41d4-9dd3-5cb909914c69/3662721b-8108-44df-8687-f5557614fce4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:43.719842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-ca64c1f3-fb35-4510-96f6-3fc4d8bca0e0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:43.727971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-ca64c1f3-fb35-4510-96f6-3fc4d8bca0e0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 812 time: 0.3927097 Jan 28 03:51:43.847605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-90af359a-c071-4863-bda4-adfe015d7da5 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/quotas/3a702ce6664946df8c8b86e3a4cc2160 HTTP/1.1" status: 200 len: 375 time: 0.1187785 Jan 28 03:51:43.856201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 317861a4-d007-49e2-9dc2-f57a3f148598 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:43.925505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 317861a4-d007-49e2-9dc2-f57a3f148598 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:51:43.931298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 317861a4-d007-49e2-9dc2-f57a3f148598 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:43.932089 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:44.147665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-5656adf1-18f4-481c-870b-16399d9b8dc8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2883852 Jan 28 03:51:44.351295 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks [] for port (3662721b-8108-44df-8687-f5557614fce4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:44.368172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 317861a4-d007-49e2-9dc2-f57a3f148598 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:44.369137 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:44.395098 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:44.415468 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (bbba3a38-c3a3-4da8-b076-455ddf2733e0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:44.435740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-f70228f4-a925-46ef-ae0b-0f10bf21d377 service neutron] 10.222.0.44 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870128 Jan 28 03:51:44.449785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 317861a4-d007-49e2-9dc2-f57a3f148598, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=317861a4-d007-49e2-9dc2-f57a3f148598,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:44.454180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317861a4-d007-49e2-9dc2-f57a3f148598'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:44.457520 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc23d62-594d-4b11-96f8-b1b3299931d3" -d '{"events": [{"server_uuid": "5cb3cb25-9712-4475-b0e5-75bf5b7a42bc", "name": "network-vif-plugged", "status": "completed", "tag": "317861a4-d007-49e2-9dc2-f57a3f148598"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:44.466325 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:44.529806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:44.543658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=317861a4-d007-49e2-9dc2-f57a3f148598,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:44.551728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.552178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.553005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.553005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.553734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.554162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.554585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.555008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.555428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.555847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.556275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.557334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.557334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:51:44.592026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a8de90f-43b3-4969-8e1a-4d664b7e758d req-ab7efc4c-346d-45ff-8605-29beb2b0e5c0 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 210 time: 0.0644646 Jan 28 03:51:44.636814 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3662721b-8108-44df-8687-f5557614fce4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:44.779752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Pushing event updated for resources: {'Port': ['ID=3662721b-8108-44df-8687-f5557614fce4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:44.794783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Network eb50f9dd-5095-4382-b556-7749c37b381b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:44.805828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:44.814291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:44.879003 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-7c5ff8b7-32e5-4acf-a33d-4c8b5dc7eedc service neutron] 10.222.0.44 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421111 Jan 28 03:51:44.897150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672fb0e-160e-4286-adcb-8f2bf8e06199 req-970c0e68-9878-44e7-9939-6a907a58ab60 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:44.898882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0672fb0e-160e-4286-adcb-8f2bf8e06199 req-970c0e68-9878-44e7-9939-6a907a58ab60 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 945 time: 0.2208056 Jan 28 03:51:44.977252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:44.978226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:45.030495 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (bbba3a38-c3a3-4da8-b076-455ddf2733e0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:45.035670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-709ee653-f6b8-4530-b8cb-32155d73cb4c tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5479937 Jan 28 03:51:45.041678 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0672fb0e-160e-4286-adcb-8f2bf8e06199 req-1d2555da-666d-40ca-913e-bc21787b95d6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354671 Jan 28 03:51:45.105454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Request body: {'port': {'device_id': '6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:45.219886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3662721b-8108-44df-8687-f5557614fce4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:45.281118 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9ad77e-d2a1-4cda-98f4-f9526c88860e x-openstack-request-id: req-0f9ad77e-d2a1-4cda-98f4-f9526c88860e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:45.281414 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb3cb25-9712-4475-b0e5-75bf5b7a42bc", "name": "network-vif-plugged", "status": "completed", "tag": "317861a4-d007-49e2-9dc2-f57a3f148598", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:45.281675 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f9ad77e-d2a1-4cda-98f4-f9526c88860e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:45.282079 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317861a4-d007-49e2-9dc2-f57a3f148598', 'code': 200} Jan 28 03:51:45.337023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af62eaa8-1e96-431b-9a2d-09e9e3b61d3c req-71ea7c58-33e1-4659-b963-c620eaca9d82 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 210 time: 0.0686345 Jan 28 03:51:45.462788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817e1d-c5ff-4248-87af-cb86df3cbd17 req-9e823c70-ac2c-42df-8e7c-147f8d3f9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:45.467499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-23817e1d-c5ff-4248-87af-cb86df3cbd17 req-9e823c70-ac2c-42df-8e7c-147f8d3f9678 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 1097 time: 0.0776513 Jan 28 03:51:45.467731 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:45.535307 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-23817e1d-c5ff-4248-87af-cb86df3cbd17 req-6384c166-7979-42c4-aa84-3669a8427e9e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618436 Jan 28 03:51:45.855473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca29abd0-fe50-4e56-ba4e-4c5a33121e10 req-5ea1f9d6-efd7-43aa-96e8-c614d65be36c tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.4290836 Jan 28 03:51:45.948249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Router bbba3a38-c3a3-4da8-b076-455ddf2733e0 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:51:46.045895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8022-28d1-4d9e-9a8a-ba80e495d15a req-58b26d7c-c3c0-4057-aefb-a3045a2aea27 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:46.048192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68cf8022-28d1-4d9e-9a8a-ba80e495d15a req-58b26d7c-c3c0-4057-aefb-a3045a2aea27 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 931 time: 0.1868293 Jan 28 03:51:46.304059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68cf8022-28d1-4d9e-9a8a-ba80e495d15a req-adf8bccc-1507-4562-8ee0-1ee94655e0f1 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091434 Jan 28 03:51:46.383018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:46.395891 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8828a1-e4e1-4624-b606-be0b7b948be4 None None] Sync routers for ids ['bbba3a38-c3a3-4da8-b076-455ddf2733e0'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:46.400986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3662721b-8108-44df-8687-f5557614fce4 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:46.411167 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8828a1-e4e1-4624-b606-be0b7b948be4 None None] Routers {'bbba3a38-c3a3-4da8-b076-455ddf2733e0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:46.411793 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6a8828a1-e4e1-4624-b606-be0b7b948be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbba3a38-c3a3-4da8-b076-455ddf2733e0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:46.417905 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Publish callbacks [] for port (3662721b-8108-44df-8687-f5557614fce4), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:46.435074 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:46.438792 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-48d114c6-9646-46fc-b439-dcadd0365630 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3680730 Jan 28 03:51:46.440628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:46.444764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83601be7-6e78-40e7-acdd-7ba0a355c744 req-cafabacd-155c-4c1e-b473-fa586e0c68bc tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:46.445848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:46.446535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83601be7-6e78-40e7-acdd-7ba0a355c744 req-cafabacd-155c-4c1e-b473-fa586e0c68bc tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 945 time: 0.1784780 Jan 28 03:51:46.451750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Transition to ACTIVE for port object 3662721b-8108-44df-8687-f5557614fce4 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:51:46.462719 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (3662721b-8108-44df-8687-f5557614fce4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:46.471508 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6a8828a1-e4e1-4624-b606-be0b7b948be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:46.481927 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8828a1-e4e1-4624-b606-be0b7b948be4 None None] Routers {'bbba3a38-c3a3-4da8-b076-455ddf2733e0'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:46.482444 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6a8828a1-e4e1-4624-b606-be0b7b948be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbba3a38-c3a3-4da8-b076-455ddf2733e0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:46.519929 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6a8828a1-e4e1-4624-b606-be0b7b948be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:46.521637 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8828a1-e4e1-4624-b606-be0b7b948be4 None None] The sync data for ids ['bbba3a38-c3a3-4da8-b076-455ddf2733e0'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:46.556938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ceb5c36-e142-48aa-a02e-3b439ba91749 req-54f290ac-f3ab-4413-b84a-c2992077cdc6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 210 time: 0.0705142 Jan 28 03:51:46.588083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83601be7-6e78-40e7-acdd-7ba0a355c744 req-84b452ab-5906-4aac-bc62-670d8392a4b7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349716 Jan 28 03:51:46.599417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3662721b-8108-44df-8687-f5557614fce4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:46.705738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Attempting to bind port 3662721b-8108-44df-8687-f5557614fce4 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:46.706109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Attempting to bind port 3662721b-8108-44df-8687-f5557614fce4 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '7bff25ef-dca5-48ff-a3e5-ddba17a5d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:46.706452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Attempting to bind port 3662721b-8108-44df-8687-f5557614fce4 on network eb50f9dd-5095-4382-b556-7749c37b381b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:46.708653 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:46.711682 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Port 3662721b-8108-44df-8687-f5557614fce4 on network eb50f9dd-5095-4382-b556-7749c37b381b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:51:46.712016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Attempting to bind port 3662721b-8108-44df-8687-f5557614fce4 on network eb50f9dd-5095-4382-b556-7749c37b381b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:46.720869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:46.721250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Checking segment: {'id': '7bff25ef-dca5-48ff-a3e5-ddba17a5d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:46.721642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Bound using segment: {'id': '7bff25ef-dca5-48ff-a3e5-ddba17a5d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:46.722081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Bound port: 3662721b-8108-44df-8687-f5557614fce4, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bff25ef-dca5-48ff-a3e5-ddba17a5d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:46.722472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3662721b-8108-44df-8687-f5557614fce4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:46.822492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] For port 3662721b-8108-44df-8687-f5557614fce4, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:46.827665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] For port 3662721b-8108-44df-8687-f5557614fce4, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3662721b-8108-44df-8687-f5557614fce4,segment=NetworkSegment(7bff25ef-dca5-48ff-a3e5-ddba17a5d534),segment_id=7bff25ef-dca5-48ff-a3e5-ddba17a5d534)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:46.834180 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (3662721b-8108-44df-8687-f5557614fce4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:46.879927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:46.880736 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:46.882713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] 10.222.0.42 "PUT /v2.0/ports/3662721b-8108-44df-8687-f5557614fce4 HTTP/1.1" status: 200 len: 1092 time: 1.7846944 Jan 28 03:51:46.886874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4', 'tag': '3662721b-8108-44df-8687-f5557614fce4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:46.889653 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef860ad5-8757-474e-a8c8-042c668f3e60" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4", "tag": "3662721b-8108-44df-8687-f5557614fce4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:46.948249 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f07750-4b31-4f68-a9a8-95bda91005d6 x-openstack-request-id: req-d9f07750-4b31-4f68-a9a8-95bda91005d6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:46.948554 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4", "tag": "3662721b-8108-44df-8687-f5557614fce4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:46.948815 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9f07750-4b31-4f68-a9a8-95bda91005d6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:46.951148 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4', 'tag': '3662721b-8108-44df-8687-f5557614fce4', 'status': 'completed', 'code': 200} Jan 28 03:51:46.964758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9e7b3-6c1f-447d-86b4-4cfd6d8b39d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3662721b-8108-44df-8687-f5557614fce4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:47.127617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b29be63e-9e38-4cc2-80ce-feb084cefb8d req-427a91ba-2ae0-4910-9c5d-38f25f237296 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0477862 Jan 28 03:51:47.134678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860ad5-8757-474e-a8c8-042c668f3e60 req-a2fe32b8-c501-436a-82fb-cdd89091d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:47.136443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef860ad5-8757-474e-a8c8-042c668f3e60 req-a2fe32b8-c501-436a-82fb-cdd89091d41b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ca7b94be46343a199576ef7a33d4e6d&device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 1095 time: 0.1155555 Jan 28 03:51:47.399994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860ad5-8757-474e-a8c8-042c668f3e60 req-ee5c7b0c-47df-4a22-a8ab-e368000dba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:47.402364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef860ad5-8757-474e-a8c8-042c668f3e60 req-ee5c7b0c-47df-4a22-a8ab-e368000dba8c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4ca7b94be46343a199576ef7a33d4e6d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2263796 Jan 28 03:51:47.405473 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1469cb1e-9c1a-4201-90c0-f9310fa655e7 req-b477da4e-f5cc-429f-8e6c-c66c7d2f6b04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0520296 Jan 28 03:51:47.492239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e132926-b3d4-4749-a012-d4fdee6b7da1 req-840f30cd-d2a7-4f2c-84e4-305d2d01496f tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:47.493844 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e132926-b3d4-4749-a012-d4fdee6b7da1 req-840f30cd-d2a7-4f2c-84e4-305d2d01496f tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 943 time: 0.0818288 Jan 28 03:51:47.528888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (bbba3a38-c3a3-4da8-b076-455ddf2733e0), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:47.550047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-97ad0cbc-44d3-4d21-9bbb-c65cd5432efe tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:47.551790 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-97ad0cbc-44d3-4d21-9bbb-c65cd5432efe tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 812 time: 0.1996171 Jan 28 03:51:47.573905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_gateway (bbba3a38-c3a3-4da8-b076-455ddf2733e0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:47.576098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:47.593117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-15a8a9e4-64c7-43fc-829c-8439f644ef1b req-f1d1198e-681b-4e66-9420-a219c079f456 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7a779af5-b904-4648-93f8-2cb4faf98c77 HTTP/1.1" status: 200 len: 210 time: 0.0401151 Jan 28 03:51:47.636123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e132926-b3d4-4749-a012-d4fdee6b7da1 req-8bb84519-5485-4916-8601-a96d087ff2a1 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266403 Jan 28 03:51:47.678448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Deleting port 1f529de3-1f9e-4e9b-8090-d2705a84db1c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:47.678598 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1f529de3-1f9e-4e9b-8090-d2705a84db1c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:47.775657 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-149141c6-7e67-497d-be10-183264ae295d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a702ce6664946df8c8b86e3a4cc2160 HTTP/1.1" status: 200 len: 379 time: 0.1140792 Jan 28 03:51:47.793539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'port': {'device_id': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'admin_state_up': True, 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'security_groups': ['d420b53e-2d16-459d-85c7-5ec0aefb58ae']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:47.795970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d536bbd1-12cb-436b-9f6a-4d5126dfbd82 req-5c054606-4a88-444e-a2cf-3189c7df61a8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 210 time: 0.1535347 Jan 28 03:51:47.812210 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1f529de3-1f9e-4e9b-8090-d2705a84db1c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:47.863948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Calling delete_port for 1f529de3-1f9e-4e9b-8090-d2705a84db1c owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:47.897460 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52c336e8-048b-47ec-a0ee-bab63f8ee5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:47.978695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd2638-7a19-47d0-a912-b3a1e132525a req-4010a463-f121-4667-9ce3-62ed92e03c21 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:47.985662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-accd2638-7a19-47d0-a912-b3a1e132525a req-4010a463-f121-4667-9ce3-62ed92e03c21 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 945 time: 0.2008824 Jan 28 03:51:48.021958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Made reservation on behalf of 3a702ce6664946df8c8b86e3a4cc2160 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:48.026061 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.029114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860ad5-8757-474e-a8c8-042c668f3e60 req-d32131d0-b05c-4e29-88a5-e6a65c21ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:48.030817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef860ad5-8757-474e-a8c8-042c668f3e60 req-d32131d0-b05c-4e29-88a5-e6a65c21ad89 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3859332 Jan 28 03:51:48.084823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-accd2638-7a19-47d0-a912-b3a1e132525a req-884ccea3-1c56-4ec8-9470-04fe749355ef tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928674 Jan 28 03:51:48.164997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-e751b012-0dc4-4765-963c-3b226e5d9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:48.166737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-e751b012-0dc4-4765-963c-3b226e5d9767 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ca7b94be46343a199576ef7a33d4e6d&device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0567105 Jan 28 03:51:48.232539 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1f529de3-1f9e-4e9b-8090-d2705a84db1c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.281065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Pushing event deleted for resources: {'Port': ['ID=1f529de3-1f9e-4e9b-8090-d2705a84db1c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:48.291617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Allocated IP 172.20.0.6 (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517/48bb0fe2-834a-40f4-b8f0-4608b68b3adf/be5ff5fb-4e1c-4520-96ca-8060619ee468) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:48.297849 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-84b91557-bbbe-4e02-bf49-4fd81225a8ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3662721b-8108-44df-8687-f5557614fce4 HTTP/1.1" status: 200 len: 217 time: 0.1041284 Jan 28 03:51:48.307840 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52c336e8-048b-47ec-a0ee-bab63f8ee5ea admin admin] Publish callbacks [] for security_group (3043b46a-2b40-414b-aad4-3246bce10313), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.373507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52c336e8-048b-47ec-a0ee-bab63f8ee5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3043b46a-2b40-414b-aad4-3246bce10313), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.384789 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (bbba3a38-c3a3-4da8-b076-455ddf2733e0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.405285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-caa647ff-d4cb-4ca8-a6b9-9f421811aa08 req-cbbda369-6281-4d53-8441-f4440e0aaf25 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.1296806 Jan 28 03:51:48.448059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9d460-b861-4dc3-b86b-b4c5dae97585 req-f25764a6-ff13-4232-a3b8-c15f04a48a93 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:48.449654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ea9d460-b861-4dc3-b86b-b4c5dae97585 req-f25764a6-ff13-4232-a3b8-c15f04a48a93 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 945 time: 0.2880867 Jan 28 03:51:48.454927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-52c336e8-048b-47ec-a0ee-bab63f8ee5ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e473f5ba03c848599cbde78fa0af0537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8778241 Jan 28 03:51:48.455817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c336e8-048b-47ec-a0ee-bab63f8ee5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3043b46a-2b40-414b-aad4-3246bce10313,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:48.460054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51794) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:48.527055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-4ea1e054-41c5-484d-b52e-5e020de8723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:48.528588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-4ea1e054-41c5-484d-b52e-5e020de8723e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94b18ed6-82c0-41d4-9dd3-5cb909914c69 HTTP/1.1" status: 200 len: 848 time: 0.2160187 Jan 28 03:51:48.588234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-c226c76e-05e1-43be-b504-08b819fa5dc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb50f9dd-5095-4382-b556-7749c37b381b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523200 Jan 28 03:51:48.596922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ea9d460-b861-4dc3-b86b-b4c5dae97585 req-1615ac61-ebb8-435a-91fd-8c8c20a0bcde tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339333 Jan 28 03:51:48.598835 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b35161a2-9a11-4a3d-87a9-20f113f1fad2 admin admin] Publish callbacks [] for security_group (3043b46a-2b40-414b-aad4-3246bce10313), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.628251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51796) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:48.700297 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b35161a2-9a11-4a3d-87a9-20f113f1fad2 admin admin] Publish callbacks [] for security_group (3043b46a-2b40-414b-aad4-3246bce10313), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.704001 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (bbba3a38-c3a3-4da8-b076-455ddf2733e0), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.713885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (bbba3a38-c3a3-4da8-b076-455ddf2733e0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.768634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.799678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d4ccd-55cb-4438-b0c3-1ad684f34615 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:48.801290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-648d4ccd-55cb-4438-b0c3-1ad684f34615 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 1092 time: 0.1474710 Jan 28 03:51:48.805593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:48.813749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:48.814510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Router bbba3a38-c3a3-4da8-b076-455ddf2733e0 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:51:48.823217 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-8e836f8e-0289-47ee-9360-6af845c11e85 service neutron] 10.222.0.42 "GET /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252278 Jan 28 03:51:48.839615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751e715-9f89-4c7a-b2ad-44816cb4b7ae req-b30fb9e7-9146-45ec-97b2-2e8dc2474229 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:48.841087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e751e715-9f89-4c7a-b2ad-44816cb4b7ae req-b30fb9e7-9146-45ec-97b2-2e8dc2474229 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 943 time: 0.1307039 Jan 28 03:51:48.907010 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b35161a2-9a11-4a3d-87a9-20f113f1fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3043b46a-2b40-414b-aad4-3246bce10313), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.909572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:48.909977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b35161a2-9a11-4a3d-87a9-20f113f1fad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.913261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b35161a2-9a11-4a3d-87a9-20f113f1fad2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3043b46a-2b40-414b-aad4-3246bce10313 HTTP/1.1" status: 204 len: 168 time: 0.4479537 Jan 28 03:51:48.921331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.925190 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-13aa782f-1708-4739-9c97-3da044e4172b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "PUT /v2.0/routers/bbba3a38-c3a3-4da8-b076-455ddf2733e0 HTTP/1.1" status: 200 len: 705 time: 2.4822297 Jan 28 03:51:48.925190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51806) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:48.925445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f270c584-79cb-4b8c-9ba8-8c69489bf5e5 None None] Sync routers for ids ['bbba3a38-c3a3-4da8-b076-455ddf2733e0'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:48.938600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:48.941409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270c584-79cb-4b8c-9ba8-8c69489bf5e5 None None] Routers {'bbba3a38-c3a3-4da8-b076-455ddf2733e0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:48.943727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f270c584-79cb-4b8c-9ba8-8c69489bf5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbba3a38-c3a3-4da8-b076-455ddf2733e0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:49.023101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f270c584-79cb-4b8c-9ba8-8c69489bf5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:49.025873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:49.032026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35161a2-9a11-4a3d-87a9-20f113f1fad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3043b46a-2b40-414b-aad4-3246bce10313,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:49.067170 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8bc7b4ac-0587-4ae5-9c97-022c3efdcd35 tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/routers/bbba3a38-c3a3-4da8-b076-455ddf2733e0 HTTP/1.1" status: 200 len: 740 time: 0.1385305 Jan 28 03:51:49.070761 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51808) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:49.073760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270c584-79cb-4b8c-9ba8-8c69489bf5e5 None None] Routers {'bbba3a38-c3a3-4da8-b076-455ddf2733e0'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:49.074711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f270c584-79cb-4b8c-9ba8-8c69489bf5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbba3a38-c3a3-4da8-b076-455ddf2733e0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:49.091732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:49.118251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-42efa134-5c4e-4945-857d-c84f9fdc4c8c tempest-RoutersAdminTest-361264710 tempest-RoutersAdminTest-361264710-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&device_id=bbba3a38-c3a3-4da8-b076-455ddf2733e0 HTTP/1.1" status: 200 len: 205 time: 0.0434363 Jan 28 03:51:49.118251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:49.121653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:49.150414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:49.159405 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-161e3e43-9add-4eaf-99fc-d6c534746669 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbba3a38-c3a3-4da8-b076-455ddf2733e0 HTTP/1.1" status: 200 len: 205 time: 0.0341721 Jan 28 03:51:49.174917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f270c584-79cb-4b8c-9ba8-8c69489bf5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:49.175739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f270c584-79cb-4b8c-9ba8-8c69489bf5e5 None None] The sync data for ids ['bbba3a38-c3a3-4da8-b076-455ddf2733e0'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:49.208114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51814) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:49.250903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:49.291052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:49.291715 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:49.337242 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6c8b21c1-b3b5-42c8-96e5-ab7fdd04686e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5528178 Jan 28 03:51:49.353507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e751e715-9f89-4c7a-b2ad-44816cb4b7ae req-bc1a08d3-a715-45c2-a2dd-157ff2aaeab0 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529264 Jan 28 03:51:49.356130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Request body: {'port': {'device_id': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:49.364500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6b8a1-85f8-4558-8c66-9fd3e83bc8c1 req-10a6a237-9255-4b0d-b88c-f374cdf90106 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:49.373159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6b8a1-85f8-4558-8c66-9fd3e83bc8c1 req-10a6a237-9255-4b0d-b88c-f374cdf90106 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 931 time: 0.3613818 Jan 28 03:51:49.380256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-829628c0-2be4-44e9-98e0-239e3b1aa84a req-a0653575-5263-4505-a007-63f10bfe1cfe service neutron] 10.222.0.42 "GET /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493219 Jan 28 03:51:49.393147 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-436180d4-d112-46df-97dd-0cd479553625 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (bbba3a38-c3a3-4da8-b076-455ddf2733e0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:49.467304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:49.516328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51822) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:49.541189 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4024c079-da47-4152-ad7a-090553943eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:49.602967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-004f468d-910d-4e35-b4b5-0a695951c162 None None] Provisioning complete for port be5ff5fb-4e1c-4520-96ca-8060619ee468 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:49.603701 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-004f468d-910d-4e35-b4b5-0a695951c162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:49.645095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84e6b8a1-85f8-4558-8c66-9fd3e83bc8c1 req-47d9e81e-3af1-478d-ab99-f40abdcbfba0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709155 Jan 28 03:51:49.668497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-004f468d-910d-4e35-b4b5-0a695951c162 None None] Port be5ff5fb-4e1c-4520-96ca-8060619ee468 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:51:49.804072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4024c079-da47-4152-ad7a-090553943eab admin admin] Publish callbacks [] for security_group (7aef139b-5003-4a97-806b-61d214317e19), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:49.815767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4024c079-da47-4152-ad7a-090553943eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7aef139b-5003-4a97-806b-61d214317e19), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:49.893227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024c079-da47-4152-ad7a-090553943eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aef139b-5003-4a97-806b-61d214317e19,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:49.900777 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4024c079-da47-4152-ad7a-090553943eab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69dd72c91d0043c3a04709d1e6a4892e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3825374 Jan 28 03:51:49.903409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51824) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:49.924337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5ff5fb-4e1c-4520-96ca-8060619ee468 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:49.939416 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Publish callbacks [] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:49.965120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Transition to ACTIVE for port object be5ff5fb-4e1c-4520-96ca-8060619ee468 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:51:49.986132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87652278-0e66-47d3-9bea-82dfbda6bd14 admin admin] Publish callbacks [] for security_group (7aef139b-5003-4a97-806b-61d214317e19), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:49.988275 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.051048 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-436180d4-d112-46df-97dd-0cd479553625 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (bbba3a38-c3a3-4da8-b076-455ddf2733e0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.052409 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87652278-0e66-47d3-9bea-82dfbda6bd14 admin admin] Publish callbacks [] for security_group (7aef139b-5003-4a97-806b-61d214317e19), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.054734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b3196a10-fcad-41b0-9cfd-6ffaff7428b6 req-00f980c6-496d-4b54-a087-95ffa6bb4f59 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.4223421 Jan 28 03:51:50.056295 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-436180d4-d112-46df-97dd-0cd479553625 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router_controller (bbba3a38-c3a3-4da8-b076-455ddf2733e0), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.135965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:50.139872 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.161626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Attempting to bind port be5ff5fb-4e1c-4520-96ca-8060619ee468 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:50.162042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Attempting to bind port be5ff5fb-4e1c-4520-96ca-8060619ee468 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:50.162844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Attempting to bind port be5ff5fb-4e1c-4520-96ca-8060619ee468 on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:50.171411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Port be5ff5fb-4e1c-4520-96ca-8060619ee468 on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:51:50.171737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Attempting to bind port be5ff5fb-4e1c-4520-96ca-8060619ee468 on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:50.200259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:50.200607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Checking segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:50.201048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Bound using segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:50.201503 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Bound port: be5ff5fb-4e1c-4520-96ca-8060619ee468, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:50.201864 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.275113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Allocated IP 172.25.1.166 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/56bae619-f017-4a01-b384-e275447b13d3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:50.374176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87652278-0e66-47d3-9bea-82dfbda6bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7aef139b-5003-4a97-806b-61d214317e19), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.382495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87652278-0e66-47d3-9bea-82dfbda6bd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.391984 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (56bae619-f017-4a01-b384-e275447b13d3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.403457 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-87652278-0e66-47d3-9bea-82dfbda6bd14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7aef139b-5003-4a97-806b-61d214317e19 HTTP/1.1" status: 204 len: 168 time: 0.4978778 Jan 28 03:51:50.425461 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-436180d4-d112-46df-97dd-0cd479553625 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (bbba3a38-c3a3-4da8-b076-455ddf2733e0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.426254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436180d4-d112-46df-97dd-0cd479553625 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Fanout notify agent at l3_agent the message router_deleted on router bbba3a38-c3a3-4da8-b076-455ddf2733e0 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:51:50.433604 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-436180d4-d112-46df-97dd-0cd479553625 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.440462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51840) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:50.453439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-436180d4-d112-46df-97dd-0cd479553625 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/bbba3a38-c3a3-4da8-b076-455ddf2733e0 HTTP/1.1" status: 204 len: 168 time: 1.2356620 Jan 28 03:51:50.455782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (56bae619-f017-4a01-b384-e275447b13d3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.486586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87652278-0e66-47d3-9bea-82dfbda6bd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aef139b-5003-4a97-806b-61d214317e19,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:50.503510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:50.514493 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-470ba023-e66c-4ea4-8bea-0586ad82a29b tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbba3a38-c3a3-4da8-b076-455ddf2733e0 HTTP/1.1" status: 200 len: 205 time: 0.0709581 Jan 28 03:51:50.515891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51844) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:50.529644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:50.531665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:50.542854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.555131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:50.564765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:50.601508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:50.602128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:50.603611 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] 10.222.0.42 "PUT /v2.0/ports/be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 1092 time: 1.2528734 Jan 28 03:51:50.604073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:50.607164 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6384807b-618c-4481-9131-c65e66738a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:50.655282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b4686-ae2d-4f2a-9774-d33d0051526c service neutron] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:50.688828 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-9053ff15-e704-48cf-a751-a1d517853541 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] delete failed (client error): The resource could not be found. Jan 28 03:51:50.692551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9053ff15-e704-48cf-a751-a1d517853541 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/bbba3a38-c3a3-4da8-b076-455ddf2733e0 HTTP/1.1" status: 404 len: 336 time: 0.1740708 Jan 28 03:51:50.712691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51852) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:50.730864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-363d71ba-39a2-438c-a45e-f8a6a7e8a91d req-6699595c-ef28-4f76-a1f1-3af53cbd5de1 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0479460 Jan 28 03:51:50.736992 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=56bae619-f017-4a01-b384-e275447b13d3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:50.774534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3e959e36-4f77-4060-bc94-ddb86f0eb618 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1fafd8b-305b-4895-81bb-d07a6309d32a HTTP/1.1" status: 200 len: 205 time: 0.0605462 Jan 28 03:51:50.777862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51854) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:50.824140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0b297-7717-4234-9dab-0aba754219dc req-fb9dd65c-c7fc-437d-a6c5-05ad6baa7016 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:50.825597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1da0b297-7717-4234-9dab-0aba754219dc req-fb9dd65c-c7fc-437d-a6c5-05ad6baa7016 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 943 time: 0.1952035 Jan 28 03:51:50.844802 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-3c038f9c-dd49-4a26-a6a9-126964250f36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] delete failed (client error): The resource could not be found. Jan 28 03:51:50.846013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3c038f9c-dd49-4a26-a6a9-126964250f36 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/e1fafd8b-305b-4895-81bb-d07a6309d32a HTTP/1.1" status: 404 len: 336 time: 0.0651455 Jan 28 03:51:50.850205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:50.905235 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-49d75c4d-e199-46cd-98f3-da96f9c11072 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a HTTP/1.1" status: 200 len: 205 time: 0.0535736 Jan 28 03:51:50.913267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:50.921143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-709885aa-5f47-4656-ba9c-eb101c757ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:50.922806 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-709885aa-5f47-4656-ba9c-eb101c757ac7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1095 time: 0.2502832 Jan 28 03:51:50.945515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1da0b297-7717-4234-9dab-0aba754219dc req-030d1f52-797a-4b58-8b79-7798bacd11dd tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976677 Jan 28 03:51:50.946303 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee1cd4-3935-4357-9ea4-a479b6d053bd x-openstack-request-id: req-25ee1cd4-3935-4357-9ea4-a479b6d053bd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:50.949909 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:50.950353 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25ee1cd4-3935-4357-9ea4-a479b6d053bd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:50.950884 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'status': 'completed', 'code': 200} Jan 28 03:51:51.034489 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-c9aebf45-1633-4ac9-b863-68e885e20922 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] delete failed (client error): The resource could not be found. Jan 28 03:51:51.037865 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c9aebf45-1633-4ac9-b863-68e885e20922 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/d7a0f2c2-8fbe-4dd9-ad53-bbc139a6085a HTTP/1.1" status: 404 len: 336 time: 0.1228263 Jan 28 03:51:51.076459 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-4ecef830-1db4-4abe-902e-8100a58807a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 217 time: 0.0493655 Jan 28 03:51:51.077187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:51.144692 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-01dd67c9-5604-4148-82d8-7784cef0a06d tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=b57b00b2-2315-4508-a139-5ac81775ab31 HTTP/1.1" status: 200 len: 205 time: 0.0658779 Jan 28 03:51:51.147801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:51.185523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd56b6-6bc6-411f-9661-7276f31f9c16 req-5fba8599-4a19-47b3-b1cf-e7b5c536e482 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:51.194283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77dd56b6-6bc6-411f-9661-7276f31f9c16 req-5fba8599-4a19-47b3-b1cf-e7b5c536e482 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 943 time: 0.1000750 Jan 28 03:51:51.198803 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-4919d272-7415-4083-bbed-daef9d79223a tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] delete failed (client error): The resource could not be found. Jan 28 03:51:51.200520 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4919d272-7415-4083-bbed-daef9d79223a tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/b57b00b2-2315-4508-a139-5ac81775ab31 HTTP/1.1" status: 404 len: 336 time: 0.0512114 Jan 28 03:51:51.203036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:51.216642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-5fd0fee9-4a38-4a26-ab76-00c3bf075b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:51.218211 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-5fd0fee9-4a38-4a26-ab76-00c3bf075b8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1303761 Jan 28 03:51:51.236067 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4116aef3-28bf-4ce5-9916-95600de6cee4 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=078122e2-4d6f-41b4-b186-96e7c9ef1daa HTTP/1.1" status: 200 len: 205 time: 0.0320127 Jan 28 03:51:51.243992 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51878) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:51.300260 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-6d83d620-8b47-418e-961e-d25eea4a929d tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] delete failed (client error): The resource could not be found. Jan 28 03:51:51.301381 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6d83d620-8b47-418e-961e-d25eea4a929d tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/078122e2-4d6f-41b4-b186-96e7c9ef1daa HTTP/1.1" status: 404 len: 336 time: 0.0550075 Jan 28 03:51:51.305369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51880) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:51.336347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77dd56b6-6bc6-411f-9661-7276f31f9c16 req-e65161d5-373f-4845-9122-5dcf7113216c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411157 Jan 28 03:51:51.337101 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-823937a6-c997-47a2-bd88-4d485a7c4804 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f9a7d5d-1d9f-4b57-92de-210b8456f9e3 HTTP/1.1" status: 200 len: 205 time: 0.0307536 Jan 28 03:51:51.339490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:51.342896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-c1aedbbb-be6b-4975-87df-657f5e8b1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:51.344405 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-c1aedbbb-be6b-4975-87df-657f5e8b1bd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108840 Jan 28 03:51:51.395345 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-b4c2bc80-d50f-45ed-a680-4656b26f1361 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] delete failed (client error): The resource could not be found. Jan 28 03:51:51.396746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b4c2bc80-d50f-45ed-a680-4656b26f1361 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/routers/9f9a7d5d-1d9f-4b57-92de-210b8456f9e3 HTTP/1.1" status: 404 len: 336 time: 0.0554137 Jan 28 03:51:51.417076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:51.468994 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-14baff80-62a4-4563-937a-d9c67cc20fd6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] DELETE failed (client error): The resource could not be found. Jan 28 03:51:51.470206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14baff80-62a4-4563-937a-d9c67cc20fd6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:51:51.477678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14baff80-62a4-4563-937a-d9c67cc20fd6 tempest-RoutersAdminTest-1358687729 tempest-RoutersAdminTest-1358687729-project] 10.222.0.44 "DELETE /v2.0/subnets/7689ae66-ca4b-4701-8c8e-58add665e1e3 HTTP/1.1" status: 404 len: 337 time: 0.0611761 Jan 28 03:51:51.481030 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for floatingip (17bfd038-f1fc-49e8-bed7-bbaddf3b14e2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:51.545610 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-22e1949c-73f6-465b-aa9c-5bbed8e5ef14 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936166 Jan 28 03:51:51.596959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (56bae619-f017-4a01-b384-e275447b13d3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:51.607864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3662721b-8108-44df-8687-f5557614fce4 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:51:51.740276 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9bccf96-50e0-404d-ad01-7aed216f0173 req-6b26adb1-b3f2-43ee-9ffc-7db478b8680c service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850812 Jan 28 03:51:51.813977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3662721b-8108-44df-8687-f5557614fce4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3662721b-8108-44df-8687-f5557614fce4,segment=NetworkSegment(7bff25ef-dca5-48ff-a3e5-ddba17a5d534),segment_id=7bff25ef-dca5-48ff-a3e5-ddba17a5d534)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:51.834204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '3662721b-8108-44df-8687-f5557614fce4', 'network_id': 'eb50f9dd-5095-4382-b556-7749c37b381b', 'port_id': '3662721b-8108-44df-8687-f5557614fce4', 'mac_address': 'fa:16:3e:72:1d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b18ed6-82c0-41d4-9dd3-5cb909914c69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:51:51.884597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 3662721b-8108-44df-8687-f5557614fce4 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:51.885259 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3662721b-8108-44df-8687-f5557614fce4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:51.905270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3662721b-8108-44df-8687-f5557614fce4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:51.954982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3662721b-8108-44df-8687-f5557614fce4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3662721b-8108-44df-8687-f5557614fce4,segment=NetworkSegment(7bff25ef-dca5-48ff-a3e5-ddba17a5d534),segment_id=7bff25ef-dca5-48ff-a3e5-ddba17a5d534)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:51.962721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3662721b-8108-44df-8687-f5557614fce4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:52.000150 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (56bae619-f017-4a01-b384-e275447b13d3), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:52.003617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-002ff70e-56df-4078-917d-27da27dc2d49 req-b84fccc4-f846-4a83-abf4-d0e2fb4336c2 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0668700 Jan 28 03:51:52.008351 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (56bae619-f017-4a01-b384-e275447b13d3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:52.013643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384807b-618c-4481-9131-c65e66738a5c req-66c0baba-6e5f-4b20-9515-e2d3c873f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:52.015479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6384807b-618c-4481-9131-c65e66738a5c req-66c0baba-6e5f-4b20-9515-e2d3c873f448 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1095 time: 0.1463597 Jan 28 03:51:52.110399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=3662721b-8108-44df-8687-f5557614fce4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:52.127050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51920) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:52.128524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=56bae619-f017-4a01-b384-e275447b13d3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:52.188618 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (17bfd038-f1fc-49e8-bed7-bbaddf3b14e2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:52.213473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384807b-618c-4481-9131-c65e66738a5c req-e662a259-8577-4f1c-ae8d-9647365e4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:52.215386 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6384807b-618c-4481-9131-c65e66738a5c req-e662a259-8577-4f1c-ae8d-9647365e4c8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.1860259 Jan 28 03:51:52.246305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8560fa-cbad-4b8d-af03-c03eee17f3c8 req-b18902ef-689d-4a04-97c7-a592716cae82 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:52.248312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f8560fa-cbad-4b8d-af03-c03eee17f3c8 req-b18902ef-689d-4a04-97c7-a592716cae82 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 944 time: 0.1090813 Jan 28 03:51:52.264909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['3662721b-8108-44df-8687-f5557614fce4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:51:52.274630 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6384807b-618c-4481-9131-c65e66738a5c req-0a04128a-b5fb-4b30-adf4-9b775e9595a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 217 time: 0.0524442 Jan 28 03:51:52.306953 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f8560fa-cbad-4b8d-af03-c03eee17f3c8 req-133f97ed-eccb-463a-92a9-68990af412b6 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514922 Jan 28 03:51:52.367881 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Floating IP 17bfd038-f1fc-49e8-bed7-bbaddf3b14e2 associated. External IP: 172.25.1.166, port: 317861a4-d007-49e2-9dc2-f57a3f148598. Jan 28 03:51:52.426787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384807b-618c-4481-9131-c65e66738a5c req-1f37f8f2-0ea6-47c6-9452-7d793b9ba23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:52.434122 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6384807b-618c-4481-9131-c65e66738a5c req-1f37f8f2-0ea6-47c6-9452-7d793b9ba23d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1511214 Jan 28 03:51:52.497673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:52.520086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384807b-618c-4481-9131-c65e66738a5c req-d4678d68-afb6-418d-8f00-c8caf12e2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:52.523298 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6384807b-618c-4481-9131-c65e66738a5c req-d4678d68-afb6-418d-8f00-c8caf12e2d66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842426 Jan 28 03:51:52.633731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5932-a3b5-4c83-8069-1161ed52c437 req-5db60ef5-d4a6-483a-8ec8-285b596e73ff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:52.636008 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-167a5932-a3b5-4c83-8069-1161ed52c437 req-5db60ef5-d4a6-483a-8ec8-285b596e73ff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 943 time: 0.1226318 Jan 28 03:51:52.675027 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6384807b-618c-4481-9131-c65e66738a5c req-749a314f-ff58-4410-820e-6336fa6af632 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435509 Jan 28 03:51:52.708385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d71f9ec-60f7-4436-b01b-9c6d75e462de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:52.756435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-167a5932-a3b5-4c83-8069-1161ed52c437 req-bd671a37-a1be-43f6-8219-5ece25ca6d04 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068580 Jan 28 03:51:52.873473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a6760c3-8839-43f7-bb7e-7cae4a778c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:52.886009 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6384807b-618c-4481-9131-c65e66738a5c req-b5813149-9143-46b4-836f-2d5c8c30bf70 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026658 Jan 28 03:51:52.902812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router 30e76253-6597-4ba7-aec7-e923d63de0b2 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:51:53.011176 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d71f9ec-60f7-4436-b01b-9c6d75e462de admin admin] Publish callbacks [] for security_group (94446a6b-bd86-413e-b280-89c7a30aab3f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.018696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d71f9ec-60f7-4436-b01b-9c6d75e462de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (94446a6b-bd86-413e-b280-89c7a30aab3f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.124744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1d71f9ec-60f7-4436-b01b-9c6d75e462de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6233d259f5ef4c60906704e7809d392a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9926486 Jan 28 03:51:53.127635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51950) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:53.148342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71f9ec-60f7-4436-b01b-9c6d75e462de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94446a6b-bd86-413e-b280-89c7a30aab3f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:53.180176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:51:53.193067 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd248bd2-45df-42af-add8-5782949c071a None None] Sync routers for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:51:53.214912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-123b32f0-3650-447b-aa46-7b0b9d0f4c0c req-1f2aaf74-f45d-49ce-94a1-201453542a8b tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0568581 Jan 28 03:51:53.215934 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd248bd2-45df-42af-add8-5782949c071a None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:53.217430 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fd248bd2-45df-42af-add8-5782949c071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:53.223342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a6760c3-8839-43f7-bb7e-7cae4a778c45 admin admin] Publish callbacks [] for security_group (3da56246-6e41-4140-8e0b-5408e9cd7f80), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.231520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a6760c3-8839-43f7-bb7e-7cae4a778c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3da56246-6e41-4140-8e0b-5408e9cd7f80), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.249085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5791d05d-875a-44e6-81f7-d0e3f07114c3 admin admin] Publish callbacks [] for security_group (94446a6b-bd86-413e-b280-89c7a30aab3f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.268092 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.277109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6760c3-8839-43f7-bb7e-7cae4a778c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da56246-6e41-4140-8e0b-5408e9cd7f80,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:53.309358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5791d05d-875a-44e6-81f7-d0e3f07114c3 admin admin] Publish callbacks [] for security_group (94446a6b-bd86-413e-b280-89c7a30aab3f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.322412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8a6760c3-8839-43f7-bb7e-7cae4a778c45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb9c53655a8340d796f78d43d928b4de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8193240 Jan 28 03:51:53.325225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51958) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:53.334441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c01ef2b7-2d28-4783-b231-fa47c3efcd75 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5243979 Jan 28 03:51:53.340244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'tag': '317861a4-d007-49e2-9dc2-f57a3f148598'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:53.341849 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:53.342977 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb3cb25-9712-4475-b0e5-75bf5b7a42bc", "tag": "317861a4-d007-49e2-9dc2-f57a3f148598"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:53.393011 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed146e8e-7214-4acc-810b-8582ebb4ba4a admin admin] Publish callbacks [] for security_group (3da56246-6e41-4140-8e0b-5408e9cd7f80), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.440211 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fd248bd2-45df-42af-add8-5782949c071a None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:53.441932 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cb02ba-a8e3-4be0-8533-85fc03375c8a x-openstack-request-id: req-57cb02ba-a8e3-4be0-8533-85fc03375c8a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:53.442232 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb3cb25-9712-4475-b0e5-75bf5b7a42bc", "tag": "317861a4-d007-49e2-9dc2-f57a3f148598", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:53.442489 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57cb02ba-a8e3-4be0-8533-85fc03375c8a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:53.442896 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'tag': '317861a4-d007-49e2-9dc2-f57a3f148598', 'status': 'completed', 'code': 200} Jan 28 03:51:53.447317 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed146e8e-7214-4acc-810b-8582ebb4ba4a admin admin] Publish callbacks [] for security_group (3da56246-6e41-4140-8e0b-5408e9cd7f80), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.549422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c032cc5-d5ea-40e8-a08f-940ab5244544 req-a6744b77-6900-46ea-a2e1-d433d4beff1f tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:53.551619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c032cc5-d5ea-40e8-a08f-940ab5244544 req-a6744b77-6900-46ea-a2e1-d433d4beff1f tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 944 time: 0.0813067 Jan 28 03:51:53.585643 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed146e8e-7214-4acc-810b-8582ebb4ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3da56246-6e41-4140-8e0b-5408e9cd7f80), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.588436 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed146e8e-7214-4acc-810b-8582ebb4ba4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.589786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ed146e8e-7214-4acc-810b-8582ebb4ba4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3da56246-6e41-4140-8e0b-5408e9cd7f80 HTTP/1.1" status: 204 len: 168 time: 0.2635736 Jan 28 03:51:53.609025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed146e8e-7214-4acc-810b-8582ebb4ba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da56246-6e41-4140-8e0b-5408e9cd7f80,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:53.618801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3662721b-8108-44df-8687-f5557614fce4 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:53.628143 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-52921e5d-d079-4282-a1fb-711764533a77 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/floatingips/17bfd038-f1fc-49e8-bed7-bbaddf3b14e2 HTTP/1.1" status: 200 len: 991 time: 0.2810221 Jan 28 03:51:53.665322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-399032b6-0590-408a-87cd-745bac459623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:53.666813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-399032b6-0590-408a-87cd-745bac459623 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 1097 time: 0.1815016 Jan 28 03:51:53.668219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c032cc5-d5ea-40e8-a08f-940ab5244544 req-146bc616-68d6-4bb5-b09c-20dff13bcc17 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907969 Jan 28 03:51:53.713739 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5791d05d-875a-44e6-81f7-d0e3f07114c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (94446a6b-bd86-413e-b280-89c7a30aab3f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.718253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5791d05d-875a-44e6-81f7-d0e3f07114c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.722242 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5791d05d-875a-44e6-81f7-d0e3f07114c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94446a6b-bd86-413e-b280-89c7a30aab3f HTTP/1.1" status: 204 len: 168 time: 0.5907223 Jan 28 03:51:53.739351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 3662721b-8108-44df-8687-f5557614fce4 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:51:53.751646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 3662721b-8108-44df-8687-f5557614fce4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:53.753818 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3662721b-8108-44df-8687-f5557614fce4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:53.776711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791d05d-875a-44e6-81f7-d0e3f07114c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94446a6b-bd86-413e-b280-89c7a30aab3f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:53.828976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-56c035a9-bcd0-48a0-a1ad-a0d59a842736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:53.831136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-56c035a9-bcd0-48a0-a1ad-a0d59a842736 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8384b886-8756-4312-bda9-93fb2d685731 HTTP/1.1" status: 200 len: 897 time: 0.1567931 Jan 28 03:51:53.841332 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:51:53.942618 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fd248bd2-45df-42af-add8-5782949c071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:51:10Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '17bfd038-f1fc-49e8-bed7-bbaddf3b14e2', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'mac_address': 'fa:16:3e:fb:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:51Z', 'updated_at': '2022-01-28T03:51:51Z', 'revision_number': 0, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:53.987636 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-e1ebd9ae-92bd-451e-8836-a580dff40411 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317861a4-d007-49e2-9dc2-f57a3f148598 HTTP/1.1" status: 200 len: 999 time: 0.1508250 Jan 28 03:51:54.016914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 3662721b-8108-44df-8687-f5557614fce4 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:54.017707 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3662721b-8108-44df-8687-f5557614fce4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:54.029983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf293111-0885-4f92-b46a-95d690254e1b req-d374f39f-4c61-4792-bdcd-9fdd88babc09 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:54.040440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf293111-0885-4f92-b46a-95d690254e1b req-d374f39f-4c61-4792-bdcd-9fdd88babc09 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 943 time: 0.1232834 Jan 28 03:51:54.065028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3662721b-8108-44df-8687-f5557614fce4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:54.071251 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b6b6eb-5e02-4615-bb98-18dda35dd5ad" -d '{"events": [{"server_uuid": "6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4", "name": "network-vif-plugged", "status": "completed", "tag": "3662721b-8108-44df-8687-f5557614fce4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:54.094971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-e1a5cc06-6767-4131-a6c0-227f6899255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:54.097127 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-e1a5cc06-6767-4131-a6c0-227f6899255e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=904f5864-9fa8-444d-9639-14792ed3d71d HTTP/1.1" status: 200 len: 834 time: 0.1041660 Jan 28 03:51:54.122274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3662721b-8108-44df-8687-f5557614fce4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3662721b-8108-44df-8687-f5557614fce4,segment=NetworkSegment(7bff25ef-dca5-48ff-a3e5-ddba17a5d534),segment_id=7bff25ef-dca5-48ff-a3e5-ddba17a5d534)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:54.132500 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3662721b-8108-44df-8687-f5557614fce4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:54.149967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf293111-0885-4f92-b46a-95d690254e1b req-a5a25eb3-6055-4bf0-b075-91c81673e3d4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080146 Jan 28 03:51:54.211847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-6f1d7104-7a97-40d2-a149-a3d7f0a1d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:54.214985 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-6f1d7104-7a97-40d2-a149-a3d7f0a1d345 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8384b886-8756-4312-bda9-93fb2d685731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119530 Jan 28 03:51:54.241681 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c5c344-6c64-42fa-b435-b0acd39675d5 x-openstack-request-id: req-48c5c344-6c64-42fa-b435-b0acd39675d5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:54.241980 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4", "name": "network-vif-plugged", "status": "completed", "tag": "3662721b-8108-44df-8687-f5557614fce4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:54.242246 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48c5c344-6c64-42fa-b435-b0acd39675d5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:54.242660 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3662721b-8108-44df-8687-f5557614fce4', 'code': 200} Jan 28 03:51:54.256984 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=3662721b-8108-44df-8687-f5557614fce4,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:54.264445 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd248bd2-45df-42af-add8-5782949c071a None None] Checking router: 30e76253-6597-4ba7-aec7-e923d63de0b2 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:51:54.288960 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd248bd2-45df-42af-add8-5782949c071a None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:51:54.291914 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fd248bd2-45df-42af-add8-5782949c071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:54.416525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-766db145-fb18-47be-a845-d45f0ce91ecf req-885c1cbe-d2f6-4fc6-9e6b-f62a24a37ba7 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0406277 Jan 28 03:51:54.501195 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fd248bd2-45df-42af-add8-5782949c071a None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:51:54.501652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810923f7-2e3f-4546-aaa0-f0dd18c22e89 req-2c476401-3031-4b90-bbdf-c1c08f15f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:54.503199 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-810923f7-2e3f-4546-aaa0-f0dd18c22e89 req-2c476401-3031-4b90-bbdf-c1c08f15f865 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 1097 time: 0.1229219 Jan 28 03:51:54.518980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:54.616171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c7f3014a-3ab0-4ceb-813d-26cc4102202d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49db344d4d6b41ba88cea3268e9225e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0947063 Jan 28 03:51:54.618332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51992) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:54.636404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:54.642376 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-810923f7-2e3f-4546-aaa0-f0dd18c22e89 req-e6b9ac92-2278-45d7-ac7f-0da5615ccfac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286962 Jan 28 03:51:54.644660 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-2b935e5c-1e1b-44b4-bdf4-20f97828e499 service neutron] 10.222.0.25 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236257 Jan 28 03:51:54.768348 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-877bf440-b75c-4a88-9376-6b4a73accd45 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/floatingips/17bfd038-f1fc-49e8-bed7-bbaddf3b14e2 HTTP/1.1" status: 200 len: 991 time: 0.1156878 Jan 28 03:51:54.935969 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fd248bd2-45df-42af-add8-5782949c071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:51:10Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '17bfd038-f1fc-49e8-bed7-bbaddf3b14e2', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'mac_address': 'fa:16:3e:fb:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:51Z', 'updated_at': '2022-01-28T03:51:51Z', 'revision_number': 0, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:51:54.942884 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c243a281-4550-440b-a43b-1ff074896feb admin admin] Publish callbacks [] for security_group (e5e8975f-eb3d-47b2-9593-282206d8bfb7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:54.973076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31956-e6ee-44e9-b035-4424639177ec req-0980bf10-5531-4778-8d7f-2be00e150257 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:54.975527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54c31956-e6ee-44e9-b035-4424639177ec req-0980bf10-5531-4778-8d7f-2be00e150257 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 945 time: 0.1712153 Jan 28 03:51:55.013848 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd248bd2-45df-42af-add8-5782949c071a None None] The sync data for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 is: [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:51:10Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '17bfd038-f1fc-49e8-bed7-bbaddf3b14e2', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'mac_address': 'fa:16:3e:fb:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:51Z', 'updated_at': '2022-01-28T03:51:51Z', 'revision_number': 0, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:51:55.022052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c243a281-4550-440b-a43b-1ff074896feb admin admin] Publish callbacks [] for security_group (e5e8975f-eb3d-47b2-9593-282206d8bfb7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:55.081057 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54c31956-e6ee-44e9-b035-4424639177ec req-0f2dfc3a-47e0-4180-91aa-296ab6d2f523 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940642 Jan 28 03:51:55.145036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c243a281-4550-440b-a43b-1ff074896feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e5e8975f-eb3d-47b2-9593-282206d8bfb7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:55.150562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c243a281-4550-440b-a43b-1ff074896feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:55.152384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c243a281-4550-440b-a43b-1ff074896feb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5e8975f-eb3d-47b2-9593-282206d8bfb7 HTTP/1.1" status: 204 len: 168 time: 0.5322287 Jan 28 03:51:55.164932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243a281-4550-440b-a43b-1ff074896feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e8975f-eb3d-47b2-9593-282206d8bfb7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:55.236479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ecadd23-71f3-4a8d-9626-0d3ddfaa8acf req-e7868f12-1858-4860-aa33-ef12873a6554 service neutron] 10.222.0.25 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850112 Jan 28 03:51:55.288349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddab0d-c3dd-4d6a-92ff-47e145cec537 req-607e1913-f71a-4b83-9f93-894b878a9161 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:55.295918 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3ddab0d-c3dd-4d6a-92ff-47e145cec537 req-607e1913-f71a-4b83-9f93-894b878a9161 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 943 time: 0.0618761 Jan 28 03:51:55.352698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3ddab0d-c3dd-4d6a-92ff-47e145cec537 req-a0b5ca72-fefd-4580-8c31-aa5335c40d99 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539398 Jan 28 03:51:55.377131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85d735-0f6a-4c4b-989d-5aecdb5406e7 None None] New status for floating IP 17bfd038-f1fc-49e8-bed7-bbaddf3b14e2: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:51:55.564586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc579e9d-3277-4603-8502-e4ba94ff9385 req-bad80081-a395-49b9-ad56-86470a26fd2f tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0474689 Jan 28 03:51:55.573184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52022) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:55.652799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:51:55.715307 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-994dba82-c284-4861-abc8-cd0de59aaa8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:55.769323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52036) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:55.792040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:55.816104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'port_id': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'mac_address': 'fa:16:3e:04:9c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:51:55.832485 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-994dba82-c284-4861-abc8-cd0de59aaa8e admin admin] Publish callbacks [] for security_group (9dc80e5c-50a1-405b-8191-4e7511e3273b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:55.840458 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-994dba82-c284-4861-abc8-cd0de59aaa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9dc80e5c-50a1-405b-8191-4e7511e3273b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:55.896867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:55.897572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f8a430d0-3683-40d9-8a76-acf8d9bbc2a0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/floatingips/17bfd038-f1fc-49e8-bed7-bbaddf3b14e2 HTTP/1.1" status: 200 len: 993 time: 0.1267481 Jan 28 03:51:55.900750 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-994dba82-c284-4861-abc8-cd0de59aaa8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5fa4d7fde214683a450e51486ed6582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3261907 Jan 28 03:51:55.901771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dba82-c284-4861-abc8-cd0de59aaa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc80e5c-50a1-405b-8191-4e7511e3273b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:55.904422 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:55.904816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52040) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:55.944077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5ff5fb-4e1c-4520-96ca-8060619ee468 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:55.969807 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5868321-aaeb-40ff-bc53-5c58ec2c1707 admin admin] Publish callbacks [] for security_group (9dc80e5c-50a1-405b-8191-4e7511e3273b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:55.980000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:55.989531 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:56.008452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5868321-aaeb-40ff-bc53-5c58ec2c1707 admin admin] Publish callbacks [] for security_group (9dc80e5c-50a1-405b-8191-4e7511e3273b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:56.048728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:56.085877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5868321-aaeb-40ff-bc53-5c58ec2c1707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9dc80e5c-50a1-405b-8191-4e7511e3273b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:56.088513 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5868321-aaeb-40ff-bc53-5c58ec2c1707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:56.092541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c5868321-aaeb-40ff-bc53-5c58ec2c1707 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dc80e5c-50a1-405b-8191-4e7511e3273b HTTP/1.1" status: 204 len: 168 time: 0.1858711 Jan 28 03:51:56.101561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5868321-aaeb-40ff-bc53-5c58ec2c1707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc80e5c-50a1-405b-8191-4e7511e3273b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:56.211004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc4c24-4791-4595-99be-0e66c7b76803 req-43b0a2ee-2b3a-4b3c-8307-38c882b499f5 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:56.218216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6cc4c24-4791-4595-99be-0e66c7b76803 req-43b0a2ee-2b3a-4b3c-8307-38c882b499f5 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 945 time: 0.0603030 Jan 28 03:51:56.273279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['be5ff5fb-4e1c-4520-96ca-8060619ee468'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:51:56.315655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6cc4c24-4791-4595-99be-0e66c7b76803 req-e2354205-5395-4fac-8a55-0e497334a812 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963557 Jan 28 03:51:56.502230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440f023-55f7-4e6f-be76-cca043b6383f req-cc2132e2-8dac-4019-bbdc-e9cf43420d99 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:56.510220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e440f023-55f7-4e6f-be76-cca043b6383f req-cc2132e2-8dac-4019-bbdc-e9cf43420d99 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0613103 Jan 28 03:51:56.588440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e440f023-55f7-4e6f-be76-cca043b6383f req-cb0a3269-3196-4d06-9e5e-bee4793ec0ff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770369 Jan 28 03:51:56.698196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52080) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:56.716305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93de25f4-e247-47fa-87f6-124893112f29 req-980a2d97-c3f1-41af-8666-e61f97922c2b tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0491998 Jan 28 03:51:56.719351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1bbfcd1-e751-4646-970f-ecbfe2a3cd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:56.817346 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1bbfcd1-e751-4646-970f-ecbfe2a3cd1c admin admin] Publish callbacks [] for security_group (e428c5b1-b4b4-47d4-9e56-4c13d39bf4e6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:56.825158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1bbfcd1-e751-4646-970f-ecbfe2a3cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e428c5b1-b4b4-47d4-9e56-4c13d39bf4e6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:56.876399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbfcd1-e751-4646-970f-ecbfe2a3cd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e428c5b1-b4b4-47d4-9e56-4c13d39bf4e6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:56.897632 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c1bbfcd1-e751-4646-970f-ecbfe2a3cd1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ab3f8a28cfc459685ab64b137cecaab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1951952 Jan 28 03:51:56.898254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:56.969675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc1595b0-d7c8-48be-86d2-ef5608a85a58 admin admin] Publish callbacks [] for security_group (e428c5b1-b4b4-47d4-9e56-4c13d39bf4e6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:57.002959 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc1595b0-d7c8-48be-86d2-ef5608a85a58 admin admin] Publish callbacks [] for security_group (e428c5b1-b4b4-47d4-9e56-4c13d39bf4e6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:57.074768 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc1595b0-d7c8-48be-86d2-ef5608a85a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e428c5b1-b4b4-47d4-9e56-4c13d39bf4e6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:57.077395 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc1595b0-d7c8-48be-86d2-ef5608a85a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:57.078616 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bc1595b0-d7c8-48be-86d2-ef5608a85a58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e428c5b1-b4b4-47d4-9e56-4c13d39bf4e6 HTTP/1.1" status: 204 len: 168 time: 0.1794081 Jan 28 03:51:57.087893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1595b0-d7c8-48be-86d2-ef5608a85a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e428c5b1-b4b4-47d4-9e56-4c13d39bf4e6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:57.151592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfbc8c-d6ca-4b83-9935-78bb37584ebd req-b076020c-ef0b-4baa-92d1-a1846b6678ef tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:57.153182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43cfbc8c-d6ca-4b83-9935-78bb37584ebd req-b076020c-ef0b-4baa-92d1-a1846b6678ef tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 945 time: 0.0661087 Jan 28 03:51:57.206405 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43cfbc8c-d6ca-4b83-9935-78bb37584ebd req-a401bafe-a2de-4c17-9cf6-e19aa32adef5 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464694 Jan 28 03:51:57.675482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:57.727969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc8cd1-c452-46c0-851a-b3506e5a99f9 req-0d5af718-a2c5-412d-96d5-25d9b1635579 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:57.729661 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-accc8cd1-c452-46c0-851a-b3506e5a99f9 req-0d5af718-a2c5-412d-96d5-25d9b1635579 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0645051 Jan 28 03:51:57.742419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port be5ff5fb-4e1c-4520-96ca-8060619ee468 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:51:57.748584 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port be5ff5fb-4e1c-4520-96ca-8060619ee468 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:57.750380 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:57.777058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:57.814101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-accc8cd1-c452-46c0-851a-b3506e5a99f9 req-197b6716-d235-4544-b6c4-c76ee677cafc tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732675 Jan 28 03:51:57.855693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39c2c7ac-e29e-4fbd-bfe4-12bca44a4e6c req-39ff32c4-2d54-4b8c-8e32-73c3d6e2075a tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0403459 Jan 28 03:51:57.860654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:57.861618 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:57.892347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:57.894905 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84e6c66-b437-46b6-b177-cd68beacc433" -d '{"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-plugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:57.913143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:57.920166 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:57.954258 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdea2864-c85a-4686-b09e-f6883dc4ec0d x-openstack-request-id: req-cdea2864-c85a-4686-b09e-f6883dc4ec0d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:57.954762 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-plugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:57.955021 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdea2864-c85a-4686-b09e-f6883dc4ec0d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:57.955417 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'code': 200} Jan 28 03:51:57.982341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:58.030966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-297299946', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:58.051208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Made reservation on behalf of 3617e68d77ee46fe93ffd9239e001b92 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:58.054346 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:58.073430 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:58.132684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19251730-094d-475c-8132-9583e2f59a18 req-311a61b4-74c1-4082-8354-64f29e053f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:58.134205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19251730-094d-475c-8132-9583e2f59a18 req-311a61b4-74c1-4082-8354-64f29e053f5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1097 time: 0.0769935 Jan 28 03:51:58.210501 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-19251730-094d-475c-8132-9583e2f59a18 req-f33809b6-7d8e-4067-ae97-4f839624779e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697713 Jan 28 03:51:58.224573 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks [] for security_group (d77f53e6-aa6a-47ad-9c7d-e4fc742fb391), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:58.241844 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d77f53e6-aa6a-47ad-9c7d-e4fc742fb391), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:58.248341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] device_id is not set on port 691107f3-1ac0-48f4-8ff9-114a1bd17aaa yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:51:58.307147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f53e6-aa6a-47ad-9c7d-e4fc742fb391,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:58.362614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dfed1-8ca3-4405-ba17-2728662b92e5 req-869d0410-1731-44e2-ab32-4e89ac319ee9 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:58.370697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f6dfed1-8ca3-4405-ba17-2728662b92e5 req-869d0410-1731-44e2-ab32-4e89ac319ee9 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 945 time: 0.0727053 Jan 28 03:51:58.385851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Allocated IP 172.25.1.129 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/691107f3-1ac0-48f4-8ff9-114a1bd17aaa) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:58.417765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f6dfed1-8ca3-4405-ba17-2728662b92e5 req-83cd4100-4c01-4d4e-b29f-a937f9ed8ca2 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/security-groups?id=504ad2bf-716d-4bcf-881e-3a4be18e5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459943 Jan 28 03:51:58.552410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks [] for port (691107f3-1ac0-48f4-8ff9-114a1bd17aaa), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:58.592010 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (691107f3-1ac0-48f4-8ff9-114a1bd17aaa), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:58.632159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:58.636746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:58.639418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:58.685609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Pushing event updated for resources: {'Port': ['ID=691107f3-1ac0-48f4-8ff9-114a1bd17aaa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:58.703176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:58.703809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:58.725289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52180) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:58.725702 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-559d4fa6-382a-4d2f-a2b7-cfd0f5d287a9 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.9466202 Jan 28 03:51:58.729895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.129'}]}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:58.757539 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (55665b35-1961-4df6-986a-e9016f2a8040), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:58.758607 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (55665b35-1961-4df6-986a-e9016f2a8040), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:58.846592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks [] for router_controller (55665b35-1961-4df6-986a-e9016f2a8040), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:58.869552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-a6df2bd7-d26e-4428-b1d0-82a5c968e57e tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:58.872471 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-a6df2bd7-d26e-4428-b1d0-82a5c968e57e tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 945 time: 0.0765622 Jan 28 03:51:59.040735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-c56def4c-c559-493d-9440-dd8876a91e28 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Deleting port 3662721b-8108-44df-8687-f5557614fce4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:59.041465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-c56def4c-c559-493d-9440-dd8876a91e28 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3662721b-8108-44df-8687-f5557614fce4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.048352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-408b898a-71ce-4e49-8773-86434a372f87 req-4a820a77-ae5b-4515-8838-649c569a7a7f tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0671949 Jan 28 03:51:59.133338 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks [] for router_gateway (55665b35-1961-4df6-986a-e9016f2a8040), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.159017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-c56def4c-c559-493d-9440-dd8876a91e28 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] For port 3662721b-8108-44df-8687-f5557614fce4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3662721b-8108-44df-8687-f5557614fce4,segment=NetworkSegment(7bff25ef-dca5-48ff-a3e5-ddba17a5d534),segment_id=7bff25ef-dca5-48ff-a3e5-ddba17a5d534)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:59.159769 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-c56def4c-c559-493d-9440-dd8876a91e28 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3662721b-8108-44df-8687-f5557614fce4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.163043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427925fa-9220-43ca-870d-e09ac09cf999 req-337227ed-7d71-4a82-81ef-657c0e1d5c50 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:59.165470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-427925fa-9220-43ca-870d-e09ac09cf999 req-337227ed-7d71-4a82-81ef-657c0e1d5c50 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 945 time: 0.1947100 Jan 28 03:51:59.189313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-c56def4c-c559-493d-9440-dd8876a91e28 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Calling delete_port for 3662721b-8108-44df-8687-f5557614fce4 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:59.301178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-427925fa-9220-43ca-870d-e09ac09cf999 req-4582f08f-d336-447b-834e-d4ff3b679b37 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213961 Jan 28 03:51:59.354345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-c56def4c-c559-493d-9440-dd8876a91e28 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3662721b-8108-44df-8687-f5557614fce4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.392172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['3662721b-8108-44df-8687-f5557614fce4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:51:59.398500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56def4c-c559-493d-9440-dd8876a91e28 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Pushing event deleted for resources: {'Port': ['ID=3662721b-8108-44df-8687-f5557614fce4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:59.415168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:59.478523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-c56def4c-c559-493d-9440-dd8876a91e28 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] No DVR routers for this DVR port 3662721b-8108-44df-8687-f5557614fce4 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:59.481519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-c56def4c-c559-493d-9440-dd8876a91e28 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.487593 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40cebe9c-3232-4719-b3ed-184927f0d9a4 req-c56def4c-c559-493d-9440-dd8876a91e28 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.42 "DELETE /v2.0/ports/3662721b-8108-44df-8687-f5557614fce4 HTTP/1.1" status: 204 len: 173 time: 0.6085010 Jan 28 03:51:59.488319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4', 'name': 'network-vif-deleted', 'tag': '3662721b-8108-44df-8687-f5557614fce4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:59.492054 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bbc41f-305b-4f27-b436-05d98c6cba3f" -d '{"events": [{"server_uuid": "6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4", "name": "network-vif-deleted", "tag": "3662721b-8108-44df-8687-f5557614fce4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:59.597054 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f4bf43-1e2a-432f-8068-48fe80ad1287 x-openstack-request-id: req-18f4bf43-1e2a-432f-8068-48fe80ad1287 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:59.597054 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4", "name": "network-vif-deleted", "tag": "3662721b-8108-44df-8687-f5557614fce4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:59.597054 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18f4bf43-1e2a-432f-8068-48fe80ad1287 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:59.597054 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4', 'name': 'network-vif-deleted', 'tag': '3662721b-8108-44df-8687-f5557614fce4', 'status': 'completed', 'code': 200} Jan 28 03:51:59.697002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9a5b-7c86-4783-a748-b9234da7d85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.792667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9a5b-7c86-4783-a748-b9234da7d85b admin admin] Publish callbacks [] for security_group (62635aae-5c35-4bba-b43c-0e3673a54c20), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.797205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9a5b-7c86-4783-a748-b9234da7d85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (62635aae-5c35-4bba-b43c-0e3673a54c20), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.828052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dbb6627e-1e05-48e0-be53-b94ec6b11c2f req-ad3799cf-9be8-4b93-a6be-95d489011942 tempest-VolumesActionsTest-435495418 tempest-VolumesActionsTest-435495418-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a0ab4f0-064c-40d6-a1c5-59a53cd2b9b4 HTTP/1.1" status: 200 len: 210 time: 0.0584722 Jan 28 03:51:59.842845 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dbcd9a5b-7c86-4783-a748-b9234da7d85b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e9cf2a71e1c4a4581742f8a9021f22c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4017780 Jan 28 03:51:59.844400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52218) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:59.852988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd9a5b-7c86-4783-a748-b9234da7d85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62635aae-5c35-4bba-b43c-0e3673a54c20,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:59.868335 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks [] for router_gateway (55665b35-1961-4df6-986a-e9016f2a8040), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.888428 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.907267 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a85db3b7-5fc2-4e2a-b178-33997d41a0bc admin admin] Publish callbacks [] for security_group (62635aae-5c35-4bba-b43c-0e3673a54c20), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.933821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a85db3b7-5fc2-4e2a-b178-33997d41a0bc admin admin] Publish callbacks [] for security_group (62635aae-5c35-4bba-b43c-0e3673a54c20), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.010649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a85db3b7-5fc2-4e2a-b178-33997d41a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (62635aae-5c35-4bba-b43c-0e3673a54c20), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.014377 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a85db3b7-5fc2-4e2a-b178-33997d41a0bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.015534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a85db3b7-5fc2-4e2a-b178-33997d41a0bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62635aae-5c35-4bba-b43c-0e3673a54c20 HTTP/1.1" status: 204 len: 168 time: 0.1701455 Jan 28 03:52:00.025445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85db3b7-5fc2-4e2a-b178-33997d41a0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62635aae-5c35-4bba-b43c-0e3673a54c20,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:00.118559 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks [] for router (55665b35-1961-4df6-986a-e9016f2a8040), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.224459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23c81983-f475-464b-a962-cc19bfd9332f req-5381f9b9-31da-465b-9090-e6d969da8435 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0302944 Jan 28 03:52:00.329927 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (55665b35-1961-4df6-986a-e9016f2a8040), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.332172 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks [] for router_controller (55665b35-1961-4df6-986a-e9016f2a8040), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.401255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (55665b35-1961-4df6-986a-e9016f2a8040), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.402009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55665b35-1961-4df6-986a-e9016f2a8040 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:52:00.445333 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:52:00.446483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9963e046-1d9f-41cc-a793-62ba35e4c53c tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7201853 Jan 28 03:52:00.449734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52234) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:00.454614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddc50a-fe06-4cfb-b7f1-758dc1f4e2bc req-7a88744a-8ec0-4a3d-8228-40472769c566 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:00.456425 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfddc50a-fe06-4cfb-b7f1-758dc1f4e2bc req-7a88744a-8ec0-4a3d-8228-40472769c566 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 945 time: 0.0665345 Jan 28 03:52:00.474956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52236) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:00.522367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfddc50a-fe06-4cfb-b7f1-758dc1f4e2bc req-73ac5653-c2a4-4f2e-bce9-517cb0d8039c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599074 Jan 28 03:52:00.549078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ba481e34-a979-4404-ab6b-faf6511f37c8 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Deleting port 691107f3-1ac0-48f4-8ff9-114a1bd17aaa {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:00.549394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba481e34-a979-4404-ab6b-faf6511f37c8 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (691107f3-1ac0-48f4-8ff9-114a1bd17aaa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.642987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee438a10-8a45-4221-b8c7-fddc72d356a6 req-dcf1569c-aa27-4e19-b0f6-19c4df48abad tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:00.645037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94ff6ae1-45a9-437d-be01-7d0f17e62e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.649519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee438a10-8a45-4221-b8c7-fddc72d356a6 req-dcf1569c-aa27-4e19-b0f6-19c4df48abad tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 945 time: 0.0586553 Jan 28 03:52:00.650202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52242) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:00.655970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52244) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:00.664370 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03673718-351d-44b7-95ab-ae376e03b0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.666784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6d8180c2-b910-4675-84e5-efa30367ef3f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'floatingip': {'port_id': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:00.674172 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba481e34-a979-4404-ab6b-faf6511f37c8 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (691107f3-1ac0-48f4-8ff9-114a1bd17aaa), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.727414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ba481e34-a979-4404-ab6b-faf6511f37c8 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Calling delete_port for 691107f3-1ac0-48f4-8ff9-114a1bd17aaa owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:00.730511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d8180c2-b910-4675-84e5-efa30367ef3f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for floatingip (534faaf0-f207-47db-aac2-482c7a40f5d7), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.740454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03673718-351d-44b7-95ab-ae376e03b0e8 admin admin] Publish callbacks [] for security_group (fed29552-64e6-4800-b6f0-f5e97037ee9f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.744067 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03673718-351d-44b7-95ab-ae376e03b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fed29552-64e6-4800-b6f0-f5e97037ee9f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.783421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-03673718-351d-44b7-95ab-ae376e03b0e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1626a2013dd945c1abf5d7d3dce0d023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321828 Jan 28 03:52:00.784304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03673718-351d-44b7-95ab-ae376e03b0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed29552-64e6-4800-b6f0-f5e97037ee9f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:00.787411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52246) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:00.840322 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60c4f64-807d-48a6-a784-d5404fe35ac7 admin admin] Publish callbacks [] for security_group (fed29552-64e6-4800-b6f0-f5e97037ee9f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.863256 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60c4f64-807d-48a6-a784-d5404fe35ac7 admin admin] Publish callbacks [] for security_group (fed29552-64e6-4800-b6f0-f5e97037ee9f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.919783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60c4f64-807d-48a6-a784-d5404fe35ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fed29552-64e6-4800-b6f0-f5e97037ee9f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.922783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60c4f64-807d-48a6-a784-d5404fe35ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:00.926428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c60c4f64-807d-48a6-a784-d5404fe35ac7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fed29552-64e6-4800-b6f0-f5e97037ee9f HTTP/1.1" status: 204 len: 168 time: 0.1357017 Jan 28 03:52:00.933944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c4f64-807d-48a6-a784-d5404fe35ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed29552-64e6-4800-b6f0-f5e97037ee9f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:01.035758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94ff6ae1-45a9-437d-be01-7d0f17e62e70 admin admin] Publish callbacks [] for security_group (76f78ead-0c80-4990-9b28-4fdb44afab8d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:01.047438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94ff6ae1-45a9-437d-be01-7d0f17e62e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (76f78ead-0c80-4990-9b28-4fdb44afab8d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:01.145482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-94ff6ae1-45a9-437d-be01-7d0f17e62e70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4fb964f82734d0cb073af12b7f07433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6684899 Jan 28 03:52:01.149332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba481e34-a979-4404-ab6b-faf6511f37c8 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (691107f3-1ac0-48f4-8ff9-114a1bd17aaa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:01.149990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:01.156025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff6ae1-45a9-437d-be01-7d0f17e62e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f78ead-0c80-4990-9b28-4fdb44afab8d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:01.227802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba481e34-a979-4404-ab6b-faf6511f37c8 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Pushing event deleted for resources: {'Port': ['ID=691107f3-1ac0-48f4-8ff9-114a1bd17aaa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:01.242097 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-265e4dd7-e9ad-42bb-b765-4287c6cfc96d admin admin] Publish callbacks [] for security_group (76f78ead-0c80-4990-9b28-4fdb44afab8d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:01.278751 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-265e4dd7-e9ad-42bb-b765-4287c6cfc96d admin admin] Publish callbacks [] for security_group (76f78ead-0c80-4990-9b28-4fdb44afab8d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:01.391474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39622020-bc92-4a3d-bf7c-6d84d55105c4 req-98373e23-5168-45e7-ac54-eb43e06d7c0d tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0456004 Jan 28 03:52:01.392784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba481e34-a979-4404-ab6b-faf6511f37c8 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:01.397070 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ba481e34-a979-4404-ab6b-faf6511f37c8 tempest-RoutersAdminNegativeIpV6Test-1207681882 tempest-RoutersAdminNegativeIpV6Test-1207681882-project-admin] 10.222.0.44 "DELETE /v2.0/ports/691107f3-1ac0-48f4-8ff9-114a1bd17aaa HTTP/1.1" status: 204 len: 168 time: 0.9462345 Jan 28 03:52:01.403936 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-265e4dd7-e9ad-42bb-b765-4287c6cfc96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (76f78ead-0c80-4990-9b28-4fdb44afab8d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:01.407679 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-265e4dd7-e9ad-42bb-b765-4287c6cfc96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:01.412327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-265e4dd7-e9ad-42bb-b765-4287c6cfc96d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76f78ead-0c80-4990-9b28-4fdb44afab8d HTTP/1.1" status: 204 len: 168 time: 0.2605655 Jan 28 03:52:01.421073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e4dd7-e9ad-42bb-b765-4287c6cfc96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f78ead-0c80-4990-9b28-4fdb44afab8d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:01.573490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d8180c2-b910-4675-84e5-efa30367ef3f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:01.578868 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d8180c2-b910-4675-84e5-efa30367ef3f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (534faaf0-f207-47db-aac2-482c7a40f5d7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:01.719174 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-6d8180c2-b910-4675-84e5-efa30367ef3f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Floating IP 534faaf0-f207-47db-aac2-482c7a40f5d7 associated. External IP: 172.25.1.183, port: be5ff5fb-4e1c-4520-96ca-8060619ee468. Jan 28 03:52:01.800275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52308) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:01.975112 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce439528-4d55-457e-9aa7-47023a240527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.003497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52322) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:02.011889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8180c2-b910-4675-84e5-efa30367ef3f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Router d90f9e88-ec05-4bea-93da-894ad9ed42bc has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:52:02.024206 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b46e-f138-4541-9dcb-a584873c316c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.132435 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce439528-4d55-457e-9aa7-47023a240527 admin admin] Publish callbacks [] for security_group (662bfcb8-0d97-4765-b3f7-a6358d7fdeea), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.142494 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce439528-4d55-457e-9aa7-47023a240527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (662bfcb8-0d97-4765-b3f7-a6358d7fdeea), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.162086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8180c2-b910-4675-84e5-efa30367ef3f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:52:02.168679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d8180c2-b910-4675-84e5-efa30367ef3f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.179401 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] Sync routers for ids ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:52:02.198311 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] Routers {'d90f9e88-ec05-4bea-93da-894ad9ed42bc'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:52:02.199090 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:02.206736 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6d8180c2-b910-4675-84e5-efa30367ef3f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "PUT /v2.0/floatingips/534faaf0-f207-47db-aac2-482c7a40f5d7 HTTP/1.1" status: 200 len: 991 time: 1.5412626 Jan 28 03:52:02.206736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:52:02.209106 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a232a08-47e2-445c-8239-2e1a2407d1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:52:02.226739 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b46e-f138-4541-9dcb-a584873c316c admin admin] Publish callbacks [] for security_group (64dc2718-33a4-4ca8-9478-e3c81f40a2ea), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.236251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ce439528-4d55-457e-9aa7-47023a240527 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=127354b2c7b44088852eeb9357f3e084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345372 Jan 28 03:52:02.240980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52334) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:02.249645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b46e-f138-4541-9dcb-a584873c316c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (64dc2718-33a4-4ca8-9478-e3c81f40a2ea), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.277972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce439528-4d55-457e-9aa7-47023a240527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662bfcb8-0d97-4765-b3f7-a6358d7fdeea,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:02.324441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d0f1b46e-f138-4541-9dcb-a584873c316c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ee5e67c73d349e1893dc2d5dae14664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189726 Jan 28 03:52:02.332710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52336) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:02.344636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1b46e-f138-4541-9dcb-a584873c316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dc2718-33a4-4ca8-9478-e3c81f40a2ea,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:02.347152 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a70ceca-e859-4260-918e-cf85ca129011 x-openstack-request-id: req-4a70ceca-e859-4260-918e-cf85ca129011 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:52:02.347557 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:52:02.356759 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] Set router d90f9e88-ec05-4bea-93da-894ad9ed42bc gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:52:02.360350 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a70ceca-e859-4260-918e-cf85ca129011 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:52:02.361358 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'status': 'completed', 'code': 200} Jan 28 03:52:02.473003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45a12f8b-461d-4e15-aef8-eee4eff05d12 admin admin] Publish callbacks [] for security_group (662bfcb8-0d97-4765-b3f7-a6358d7fdeea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.484878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-fe95e905-450c-44d6-9cb3-f17632c45c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:02.486082 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-fe95e905-450c-44d6-9cb3-f17632c45c50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1097 time: 0.1059074 Jan 28 03:52:02.550747 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-677c48ee-d2a2-4804-b6ba-545dbfd17817 req-0ed377e3-cec3-4605-94b4-417f92d6c24a tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0415800 Jan 28 03:52:02.575281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cc15d72-2add-4828-b25e-1afdfb7f0ade admin admin] Publish callbacks [] for security_group (64dc2718-33a4-4ca8-9478-e3c81f40a2ea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.580383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45a12f8b-461d-4e15-aef8-eee4eff05d12 admin admin] Publish callbacks [] for security_group (662bfcb8-0d97-4765-b3f7-a6358d7fdeea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.642521 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cc15d72-2add-4828-b25e-1afdfb7f0ade admin admin] Publish callbacks [] for security_group (64dc2718-33a4-4ca8-9478-e3c81f40a2ea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.692024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-b8c3085c-d8d4-4fcc-8844-360909e7e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:02.694842 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-b8c3085c-d8d4-4fcc-8844-360909e7e2da service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.1974108 Jan 28 03:52:02.702999 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '534faaf0-f207-47db-aac2-482c7a40f5d7', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'port_id': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'mac_address': 'fa:16:3e:04:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:41Z', 'updated_at': '2022-01-28T03:52:01Z', 'revision_number': 1, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64416b16-b545-4b7b-94f0-0c7c12d7bb3c', 'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'mac_address': 'fa:16:3e:bd:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:30Z', 'updated_at': '2022-01-28T03:51:40Z', 'revision_number': 5, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'subnets': [{'id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:02.721830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45a12f8b-461d-4e15-aef8-eee4eff05d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (662bfcb8-0d97-4765-b3f7-a6358d7fdeea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.725712 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45a12f8b-461d-4e15-aef8-eee4eff05d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.731745 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] Checking router: d90f9e88-ec05-4bea-93da-894ad9ed42bc for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:52:02.738389 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-45a12f8b-461d-4e15-aef8-eee4eff05d12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/662bfcb8-0d97-4765-b3f7-a6358d7fdeea HTTP/1.1" status: 204 len: 168 time: 0.4904544 Jan 28 03:52:02.751542 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] Routers {'d90f9e88-ec05-4bea-93da-894ad9ed42bc'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:52:02.752185 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:51:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:02.832789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a12f8b-461d-4e15-aef8-eee4eff05d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662bfcb8-0d97-4765-b3f7-a6358d7fdeea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:02.857307 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cc15d72-2add-4828-b25e-1afdfb7f0ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (64dc2718-33a4-4ca8-9478-e3c81f40a2ea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.879747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cc15d72-2add-4828-b25e-1afdfb7f0ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.883989 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7cc15d72-2add-4828-b25e-1afdfb7f0ade admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64dc2718-33a4-4ca8-9478-e3c81f40a2ea HTTP/1.1" status: 204 len: 168 time: 0.5480313 Jan 28 03:52:02.920276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc15d72-2add-4828-b25e-1afdfb7f0ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dc2718-33a4-4ca8-9478-e3c81f40a2ea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:02.940295 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] Set router d90f9e88-ec05-4bea-93da-894ad9ed42bc gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:52:02.957287 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-d80d296d-0c78-44f8-8338-8583f1c22008 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 999 time: 0.2423458 Jan 28 03:52:03.041439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-25bed132-e4dc-4fbb-8829-9d9388a513dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:03.043345 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-25bed132-e4dc-4fbb-8829-9d9388a513dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.0679059 Jan 28 03:52:03.108547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-c0b7660f-def2-4561-acca-e35bc5894c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:03.110143 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-c0b7660f-def2-4561-acca-e35bc5894c90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612047 Jan 28 03:52:03.175515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:03.268207 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '534faaf0-f207-47db-aac2-482c7a40f5d7', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'port_id': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'mac_address': 'fa:16:3e:04:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:41Z', 'updated_at': '2022-01-28T03:52:01Z', 'revision_number': 1, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64416b16-b545-4b7b-94f0-0c7c12d7bb3c', 'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'mac_address': 'fa:16:3e:bd:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:30Z', 'updated_at': '2022-01-28T03:51:40Z', 'revision_number': 5, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'subnets': [{'id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:03.285053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aa3f01f8-838f-4288-8e2c-3483858ada7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3617e68d77ee46fe93ffd9239e001b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082132 Jan 28 03:52:03.287864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:03.335985 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15daae3-36c5-4875-81e1-3bce2b93f248 None None] The sync data for ids ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'] in n-d-808199-14 is: [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '534faaf0-f207-47db-aac2-482c7a40f5d7', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'port_id': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'mac_address': 'fa:16:3e:04:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:41Z', 'updated_at': '2022-01-28T03:52:01Z', 'revision_number': 1, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64416b16-b545-4b7b-94f0-0c7c12d7bb3c', 'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'mac_address': 'fa:16:3e:bd:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:30Z', 'updated_at': '2022-01-28T03:51:40Z', 'revision_number': 5, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'subnets': [{'id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:52:03.339823 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-03b59292-ea98-408e-88de-bd5e3f434e46 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220068 Jan 28 03:52:03.429725 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3910-e329-4c29-944d-56c4430459db admin admin] Publish callbacks [] for security_group (d77f53e6-aa6a-47ad-9c7d-e4fc742fb391), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:03.479835 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3910-e329-4c29-944d-56c4430459db admin admin] Publish callbacks [] for security_group (d77f53e6-aa6a-47ad-9c7d-e4fc742fb391), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:03.543678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4a232a08-47e2-445c-8239-2e1a2407d1b9 req-de91ac3a-49cb-44b6-b349-7a0ee1bba62d service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972740 Jan 28 03:52:03.547202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3910-e329-4c29-944d-56c4430459db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d77f53e6-aa6a-47ad-9c7d-e4fc742fb391), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:03.549965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3910-e329-4c29-944d-56c4430459db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:03.552277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bfeb3910-e329-4c29-944d-56c4430459db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d77f53e6-aa6a-47ad-9c7d-e4fc742fb391 HTTP/1.1" status: 204 len: 168 time: 0.2632263 Jan 28 03:52:03.574658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb3910-e329-4c29-944d-56c4430459db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f53e6-aa6a-47ad-9c7d-e4fc742fb391,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:03.677496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3662721b-8108-44df-8687-f5557614fce4 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:52:03.706662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc60d348-5d62-4672-8a9e-b5b171510b1e req-85e6c4ae-ba64-4e0f-bc52-3fbdbad5e689 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0441098 Jan 28 03:52:03.743447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 3662721b-8108-44df-8687-f5557614fce4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:52:03.743924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3662721b-8108-44df-8687-f5557614fce4 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:52:03.754317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b69617-ea3f-4d4d-9185-6f4570dffe5e None None] New status for floating IP 534faaf0-f207-47db-aac2-482c7a40f5d7: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:52:04.865836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29d82836-9239-4820-9e8e-712a0517c6ed req-356d5d03-b7c0-47b7-9100-fc72718bd176 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0366497 Jan 28 03:52:05.487949 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1dd7a2ac-2405-4586-a3d4-4c16088e610c req-740a5e81-4aeb-48e3-92be-56f49b085dc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b33b5f1646343af9667babacbd912eb&device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0725858 Jan 28 03:52:05.576418 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1dd7a2ac-2405-4586-a3d4-4c16088e610c req-6d9929bd-3110-4329-9950-66e0aa6cb0f1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1b33b5f1646343af9667babacbd912eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610387 Jan 28 03:52:05.688739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52476) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:05.713445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7a2ac-2405-4586-a3d4-4c16088e610c req-af84284a-0a22-4e3a-9463-1fa78260c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:05.716098 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1dd7a2ac-2405-4586-a3d4-4c16088e610c req-af84284a-0a22-4e3a-9463-1fa78260c182 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335449 Jan 28 03:52:06.011032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6385b240-10bf-4334-83ab-c259a4853c01 req-6044b243-e8ff-44b2-ac9f-5fd435710487 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0534847 Jan 28 03:52:06.158692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ceac799f-f7bf-41ee-bfc7-32f6a6f93bbd tempest-AgentManagementNegativeTest-40066833 tempest-AgentManagementNegativeTest-40066833-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4660745 Jan 28 03:52:06.686420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52506) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:07.115524 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ee5abc-b128-4bec-85fa-9bee2864d088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:07.209375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-219ab760-60f5-489f-aa30-d14972defb95 req-20cf946a-f9ad-4fee-8412-94a06fd7ef68 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0767422 Jan 28 03:52:07.304526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ee5abc-b128-4bec-85fa-9bee2864d088 admin admin] Publish callbacks [] for security_group (2c1944ec-ed85-4ee9-b6a6-f441d5613e28), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:07.314969 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ee5abc-b128-4bec-85fa-9bee2864d088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2c1944ec-ed85-4ee9-b6a6-f441d5613e28), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:07.371111 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-53ee5abc-b128-4bec-85fa-9bee2864d088 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fd3ad8077484e57a908d4956203f6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6819012 Jan 28 03:52:07.371562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:07.372078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee5abc-b128-4bec-85fa-9bee2864d088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1944ec-ed85-4ee9-b6a6-f441d5613e28,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:07.440755 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31f54cc9-12e1-411c-8a04-217f2283d86c admin admin] Publish callbacks [] for security_group (2c1944ec-ed85-4ee9-b6a6-f441d5613e28), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:07.485630 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31f54cc9-12e1-411c-8a04-217f2283d86c admin admin] Publish callbacks [] for security_group (2c1944ec-ed85-4ee9-b6a6-f441d5613e28), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:07.558346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31f54cc9-12e1-411c-8a04-217f2283d86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2c1944ec-ed85-4ee9-b6a6-f441d5613e28), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:07.562134 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31f54cc9-12e1-411c-8a04-217f2283d86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:07.564942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-31f54cc9-12e1-411c-8a04-217f2283d86c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c1944ec-ed85-4ee9-b6a6-f441d5613e28 HTTP/1.1" status: 204 len: 168 time: 0.1904814 Jan 28 03:52:07.591392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f54cc9-12e1-411c-8a04-217f2283d86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1944ec-ed85-4ee9-b6a6-f441d5613e28,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:07.673302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:08.081605 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc827-2ccd-4447-adfd-51630cc02a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:08.218081 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc827-2ccd-4447-adfd-51630cc02a0a admin admin] Publish callbacks [] for security_group (1e98ed7c-06c5-40f5-8a0f-6b4e43b7775c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:08.228156 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc827-2ccd-4447-adfd-51630cc02a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1e98ed7c-06c5-40f5-8a0f-6b4e43b7775c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:08.311901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cc827-2ccd-4447-adfd-51630cc02a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98ed7c-06c5-40f5-8a0f-6b4e43b7775c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:08.332394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52566) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:08.333495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aa2cc827-2ccd-4447-adfd-51630cc02a0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7fba9b59cd448468f88d572c8d7472d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6578720 Jan 28 03:52:08.405615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a4320f5-7c5f-4696-b62b-70c546a5c100 req-96600f61-75fc-42f4-920a-fcd0aa405965 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0498788 Jan 28 03:52:08.461462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffb04958-1edd-4412-a70e-56b0f598522b admin admin] Publish callbacks [] for security_group (1e98ed7c-06c5-40f5-8a0f-6b4e43b7775c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:08.474170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffb04958-1edd-4412-a70e-56b0f598522b admin admin] Publish callbacks [] for security_group (1e98ed7c-06c5-40f5-8a0f-6b4e43b7775c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:08.562419 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffb04958-1edd-4412-a70e-56b0f598522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1e98ed7c-06c5-40f5-8a0f-6b4e43b7775c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:08.566126 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffb04958-1edd-4412-a70e-56b0f598522b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:08.567710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ffb04958-1edd-4412-a70e-56b0f598522b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e98ed7c-06c5-40f5-8a0f-6b4e43b7775c HTTP/1.1" status: 204 len: 168 time: 0.2360880 Jan 28 03:52:08.577634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb04958-1edd-4412-a70e-56b0f598522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98ed7c-06c5-40f5-8a0f-6b4e43b7775c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:09.462937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:09.605462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1abbcb8a-3967-44d3-bece-46a1ff4a8e49 req-132824b0-cf47-4840-b0f0-7d71046c27a2 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0497966 Jan 28 03:52:09.673115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-197574200'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:09.714610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Made reservation on behalf of 13dde21ee3784b9183d7e298f174a35d for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:09.719628 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:09.737174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:09.865791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for security_group (5b154eb3-cdd8-42b4-beb1-7b3cf97016f6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:09.902152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5b154eb3-cdd8-42b4-beb1-7b3cf97016f6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:09.942973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:52:09.971171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (84dddc78-6c06-463b-a910-731e4d9ee4d0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:09.971836 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Added segment 84dddc78-6c06-463b-a910-731e4d9ee4d0 of type vlan for network 010d12ba-a2f7-4e59-863c-65eb60e33626 Jan 28 03:52:10.097937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (010d12ba-a2f7-4e59-863c-65eb60e33626), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:10.185360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b154eb3-cdd8-42b4-beb1-7b3cf97016f6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:10.247091 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (010d12ba-a2f7-4e59-863c-65eb60e33626), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:10.256194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:10.256867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:10.347400 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8815317 Jan 28 03:52:10.348582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52646) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:10.353958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadd229-b8cb-45d5-9013-74e304daba19 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Network': ['ID=010d12ba-a2f7-4e59-863c-65eb60e33626,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:10.354826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'subnet': {'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:10.365865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:52:10.478290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Made reservation on behalf of 13dde21ee3784b9183d7e298f174a35d for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:10.482834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:10.486738 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-274489e0-bbdc-49e0-83cc-66dd617f2684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:10.773086 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44f8f175-03eb-4779-9783-5447bef2bb87 req-42f37d5b-d726-4f2e-91aa-3d7e123b4a34 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0461779 Jan 28 03:52:10.784261 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (96b5d8b4-f08c-40d9-a220-d170f27dd0b7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:10.842436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Subnet': ['ID=96b5d8b4-f08c-40d9-a220-d170f27dd0b7,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:10.889675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Checking segment: {'id': '84dddc78-6c06-463b-a910-731e4d9ee4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:10.891864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Network hostable DHCP agents. Network: 010d12ba-a2f7-4e59-863c-65eb60e33626, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:52:10.939348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:52:10.956288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 010d12ba-a2f7-4e59-863c-65eb60e33626) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:10.962217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:10.963496 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:10.967265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cceda44-6567-4800-824a-c7f58a694636 None None] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:11.000939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d8248714-cd97-425e-9628-9039f3f0f3fd tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6497142 Jan 28 03:52:11.002843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52656) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:11.018522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'port': {'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-516707286'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:11.129350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-010d12ba-a2f7-4e59-863c-65eb60e33626', 'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626', 'project_id': '13dde21ee3784b9183d7e298f174a35d', 'fixed_ips': [{'subnet_id': '96b5d8b4-f08c-40d9-a220-d170f27dd0b7'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:52:11.130738 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:11.203424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Made reservation on behalf of 13dde21ee3784b9183d7e298f174a35d for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:11.212968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:11.243787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] device_id is not set on port 26a630d8-98c0-45bd-8a5e-7a5e81c6808c yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:11.346982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Allocated IP 2001:db8::2 (010d12ba-a2f7-4e59-863c-65eb60e33626/96b5d8b4-f08c-40d9-a220-d170f27dd0b7/19d05581-9b7b-44e3-b545-0afe4a7288c0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:11.565269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Publish callbacks [] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:11.579377 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:11.620181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:11.649867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:11.654397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:11.704492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Pushing event updated for resources: {'Port': ['ID=19d05581-9b7b-44e3-b545-0afe4a7288c0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:11.746032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Allocated IP 2001:db8::18a (010d12ba-a2f7-4e59-863c-65eb60e33626/96b5d8b4-f08c-40d9-a220-d170f27dd0b7/26a630d8-98c0-45bd-8a5e-7a5e81c6808c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:11.783513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Attempting to bind port 19d05581-9b7b-44e3-b545-0afe4a7288c0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:52:11.786975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Attempting to bind port 19d05581-9b7b-44e3-b545-0afe4a7288c0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '84dddc78-6c06-463b-a910-731e4d9ee4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:52:11.788974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Attempting to bind port 19d05581-9b7b-44e3-b545-0afe4a7288c0 on network 010d12ba-a2f7-4e59-863c-65eb60e33626 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:11.803575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:52:11.805316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Checking segment: {'id': '84dddc78-6c06-463b-a910-731e4d9ee4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:11.806015 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:11.806718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Bound using segment: {'id': '84dddc78-6c06-463b-a910-731e4d9ee4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:52:11.807450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Bound port: 19d05581-9b7b-44e3-b545-0afe4a7288c0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dddc78-6c06-463b-a910-731e4d9ee4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:52:11.808913 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:11.914654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] For port 19d05581-9b7b-44e3-b545-0afe4a7288c0, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:52:11.923197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] For port 19d05581-9b7b-44e3-b545-0afe4a7288c0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=19d05581-9b7b-44e3-b545-0afe4a7288c0,segment=NetworkSegment(84dddc78-6c06-463b-a910-731e4d9ee4d0),segment_id=84dddc78-6c06-463b-a910-731e4d9ee4d0)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:52:11.931376 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:12.026793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a7ffe7e-601f-40d3-a3ba-8f78a1c741fb req-81a20103-87ca-4c2f-a0d3-da32e58c8e52 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0790076 Jan 28 03:52:12.139497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a71c25-d7a9-42c5-89eb-c9a02322ab8b None None] Pushing event updated for resources: {'Port': ['ID=19d05581-9b7b-44e3-b545-0afe4a7288c0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:12.154614 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:12.205206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for port (26a630d8-98c0-45bd-8a5e-7a5e81c6808c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:12.261349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (26a630d8-98c0-45bd-8a5e-7a5e81c6808c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:12.410475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Port': ['ID=26a630d8-98c0-45bd-8a5e-7a5e81c6808c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:12.415507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:12.417936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:12.425136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:12.441328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:12.450659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:12.505225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52708) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:12.515077 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-63264e2b-686d-47a0-8932-35deecc52839 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5099571 Jan 28 03:52:12.516340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'port': {'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-585530359', 'allowed_address_pairs': [{'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:4d:1e:70'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:12.572691 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61f9ff44-9df1-40e5-b816-693b110561fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:12.716021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Made reservation on behalf of 13dde21ee3784b9183d7e298f174a35d for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:12.853615 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:12.893833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] device_id is not set on port e53f5026-dbc5-4039-a22d-6843162f2f93 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:13.123655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Allocated IP 2001:db8::2cf (010d12ba-a2f7-4e59-863c-65eb60e33626/96b5d8b4-f08c-40d9-a220-d170f27dd0b7/e53f5026-dbc5-4039-a22d-6843162f2f93) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:13.268989 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58937082-22e8-4be4-a04a-76a5c17e885e req-30d1c0f9-cebb-4df1-bb33-418dd8839c0f tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0881338 Jan 28 03:52:13.282309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 19d05581-9b7b-44e3-b545-0afe4a7288c0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:13.515196 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for port (e53f5026-dbc5-4039-a22d-6843162f2f93), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:13.559204 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e53f5026-dbc5-4039-a22d-6843162f2f93), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:13.585914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:13.646465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:13.646465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:13.646465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:13.646465 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:13.646465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Port': ['ID=e53f5026-dbc5-4039-a22d-6843162f2f93,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:13.666162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b6e22f3e-2784-4365-bff5-88e49d148db8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1593413 Jan 28 03:52:13.668477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:13.675834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 19d05581-9b7b-44e3-b545-0afe4a7288c0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:13.676981 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:13.779564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be89742-e6f6-477f-b0ba-d5bc93df875a None None] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:13.785216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 19d05581-9b7b-44e3-b545-0afe4a7288c0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:13.786608 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:13.812690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805446a-98aa-4c01-b3a7-e397e14ff020 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:13.821789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805446a-98aa-4c01-b3a7-e397e14ff020 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:13.832356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805446a-98aa-4c01-b3a7-e397e14ff020 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:13.836803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6805446a-98aa-4c01-b3a7-e397e14ff020 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1648080 Jan 28 03:52:13.837208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:13.921106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 19d05581-9b7b-44e3-b545-0afe4a7288c0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=19d05581-9b7b-44e3-b545-0afe4a7288c0,segment=NetworkSegment(84dddc78-6c06-463b-a910-731e4d9ee4d0),segment_id=84dddc78-6c06-463b-a910-731e4d9ee4d0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:13.965057 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:14.001810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c0d09429-b642-49d0-841d-3f0369604ab8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Deleting port e53f5026-dbc5-4039-a22d-6843162f2f93 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:14.002120 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0d09429-b642-49d0-841d-3f0369604ab8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e53f5026-dbc5-4039-a22d-6843162f2f93), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:14.033587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f0f79fca-92df-48f0-84ac-e2962b7678e3 None None] Provisioning complete for port 19d05581-9b7b-44e3-b545-0afe4a7288c0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:14.034245 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0f79fca-92df-48f0-84ac-e2962b7678e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:14.130674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=19d05581-9b7b-44e3-b545-0afe4a7288c0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:14.219113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f0f79fca-92df-48f0-84ac-e2962b7678e3 None None] Current status of the port 19d05581-9b7b-44e3-b545-0afe4a7288c0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:14.252902 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:14.294919 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0d09429-b642-49d0-841d-3f0369604ab8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e53f5026-dbc5-4039-a22d-6843162f2f93), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:14.311470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c0d09429-b642-49d0-841d-3f0369604ab8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Calling delete_port for e53f5026-dbc5-4039-a22d-6843162f2f93 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:14.481985 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:14.566821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18043516-f806-4f4e-9d54-6ae52ca35840 req-a9d76889-c99b-4d13-a0f0-44587481057a tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.1183612 Jan 28 03:52:14.586044 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0d09429-b642-49d0-841d-3f0369604ab8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e53f5026-dbc5-4039-a22d-6843162f2f93), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:14.623737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d09429-b642-49d0-841d-3f0369604ab8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event deleted for resources: {'Port': ['ID=e53f5026-dbc5-4039-a22d-6843162f2f93,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:14.688069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6ddbdcd5-601b-4371-8125-58dbcbe30498 None None] Provisioning complete for port 19d05581-9b7b-44e3-b545-0afe4a7288c0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:14.688695 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ddbdcd5-601b-4371-8125-58dbcbe30498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:14.827670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbdcd5-601b-4371-8125-58dbcbe30498 None None] Current status of the port 19d05581-9b7b-44e3-b545-0afe4a7288c0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:14.843629 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6ddbdcd5-601b-4371-8125-58dbcbe30498 None None] Provisioning complete for port 26a630d8-98c0-45bd-8a5e-7a5e81c6808c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:14.846783 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ddbdcd5-601b-4371-8125-58dbcbe30498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (26a630d8-98c0-45bd-8a5e-7a5e81c6808c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:14.864773 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0d09429-b642-49d0-841d-3f0369604ab8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:14.869238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c0d09429-b642-49d0-841d-3f0369604ab8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "DELETE /v2.0/ports/e53f5026-dbc5-4039-a22d-6843162f2f93 HTTP/1.1" status: 204 len: 168 time: 1.0310965 Jan 28 03:52:14.872019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:14.924895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbdcd5-601b-4371-8125-58dbcbe30498 None None] Port 26a630d8-98c0-45bd-8a5e-7a5e81c6808c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:14.925475 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f07379f-82ce-471b-8a81-fc481bcdaa82 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] GET failed (client error): The resource could not be found. Jan 28 03:52:14.931020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7f07379f-82ce-471b-8a81-fc481bcdaa82 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "GET /v2.0/ports/e53f5026-dbc5-4039-a22d-6843162f2f93 HTTP/1.1" status: 404 len: 333 time: 0.0578465 Jan 28 03:52:14.934548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6ddbdcd5-601b-4371-8125-58dbcbe30498 None None] Could not find standard attr ID for object e53f5026-dbc5-4039-a22d-6843162f2f93. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:52:14.934693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:14.940608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'port': {'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-311517100'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:15.158354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Made reservation on behalf of 13dde21ee3784b9183d7e298f174a35d for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:15.172403 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:15.173126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-be5416d2-797a-4fc4-85c8-25b1676753e6 None None] Provisioning complete for port 26a630d8-98c0-45bd-8a5e-7a5e81c6808c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:15.173511 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be5416d2-797a-4fc4-85c8-25b1676753e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (26a630d8-98c0-45bd-8a5e-7a5e81c6808c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:15.231989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] device_id is not set on port e228dddc-f228-4d03-9044-0d22123eae9a yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:15.257967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 19d05581-9b7b-44e3-b545-0afe4a7288c0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:15.404613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-be5416d2-797a-4fc4-85c8-25b1676753e6 None None] Port 26a630d8-98c0-45bd-8a5e-7a5e81c6808c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:15.439261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 19d05581-9b7b-44e3-b545-0afe4a7288c0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:15.439640 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:15.563662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Allocated IP 2001:db8::3b7 (010d12ba-a2f7-4e59-863c-65eb60e33626/96b5d8b4-f08c-40d9-a220-d170f27dd0b7/e228dddc-f228-4d03-9044-0d22123eae9a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:15.582400 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:15.584541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-761c181e-f26e-4d79-9102-b00c9a8f5e7c None None] Could not find standard attr ID for object e53f5026-dbc5-4039-a22d-6843162f2f93. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:52:15.715543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 19d05581-9b7b-44e3-b545-0afe4a7288c0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:15.761524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f52d76a5-255d-4274-a68d-d55e795d27f0 req-53f8da52-0dc2-4b3b-9e30-642349e350d0 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0751081 Jan 28 03:52:15.968864 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for port (e228dddc-f228-4d03-9044-0d22123eae9a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:16.032365 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e228dddc-f228-4d03-9044-0d22123eae9a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:16.078924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:16.081982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:16.087080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:16.092477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:16.093117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:16.131384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1924779 Jan 28 03:52:16.131783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52796) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:16.133766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16be6e-4da0-4d01-903b-97f41c13eb26 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Port': ['ID=e228dddc-f228-4d03-9044-0d22123eae9a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:16.139345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:4d:1e:70'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:16.406616 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e228dddc-f228-4d03-9044-0d22123eae9a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:16.544811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5d7019c3-68e6-4abe-bf76-cf70887801d8 None None] Provisioning complete for port e228dddc-f228-4d03-9044-0d22123eae9a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:16.545220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d7019c3-68e6-4abe-bf76-cf70887801d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e228dddc-f228-4d03-9044-0d22123eae9a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:16.620717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5d7019c3-68e6-4abe-bf76-cf70887801d8 None None] Port e228dddc-f228-4d03-9044-0d22123eae9a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:16.706743 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:16.729294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for port (e228dddc-f228-4d03-9044-0d22123eae9a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:16.739787 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e228dddc-f228-4d03-9044-0d22123eae9a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:16.784189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] In _notify_port_updated(), no bound segment for port e228dddc-f228-4d03-9044-0d22123eae9a on network 010d12ba-a2f7-4e59-863c-65eb60e33626 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:52:16.791034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:16.805021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:16.809522 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "PUT /v2.0/ports/e228dddc-f228-4d03-9044-0d22123eae9a HTTP/1.1" status: 200 len: 1002 time: 0.6755161 Jan 28 03:52:16.812564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52816) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:16.872342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Port': ['ID=e228dddc-f228-4d03-9044-0d22123eae9a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:16.893589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.895228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.898998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.900718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.901622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.903589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.904651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.906045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.907153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.908352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.910108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.912791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:16.913365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46914be0-204e-4d32-9073-12d64f474d69 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.049138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bf3825c-e2b6-464e-ac11-7bff5acc2597 req-efaabdbd-4adb-40cc-ba86-a7b2117bf7a5 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0527422 Jan 28 03:52:17.099451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Deleting port e228dddc-f228-4d03-9044-0d22123eae9a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:17.100119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e228dddc-f228-4d03-9044-0d22123eae9a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:17.377311 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5a549a82-f5db-48b7-b27d-a2ce1bb0e57c None None] Provisioning complete for port e228dddc-f228-4d03-9044-0d22123eae9a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:17.383473 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a549a82-f5db-48b7-b27d-a2ce1bb0e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e228dddc-f228-4d03-9044-0d22123eae9a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:17.394774 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e228dddc-f228-4d03-9044-0d22123eae9a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:17.410285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Calling delete_port for e228dddc-f228-4d03-9044-0d22123eae9a owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:17.457300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5a549a82-f5db-48b7-b27d-a2ce1bb0e57c None None] Port e228dddc-f228-4d03-9044-0d22123eae9a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:17.633813 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e228dddc-f228-4d03-9044-0d22123eae9a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:17.682589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event deleted for resources: {'Port': ['ID=e228dddc-f228-4d03-9044-0d22123eae9a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:17.734485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.734936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.735346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.735747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.736149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.736573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.737136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.737533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.737936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.738330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.738725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.739940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.740619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:17.841285 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:17.846660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8335cf42-ac77-45f3-a6d8-d096e482fc01 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "DELETE /v2.0/ports/e228dddc-f228-4d03-9044-0d22123eae9a HTTP/1.1" status: 204 len: 168 time: 1.0329616 Jan 28 03:52:17.850024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:17.921283 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-68338a8e-2538-47a5-b110-9d19f5ff7ede tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] GET failed (client error): The resource could not be found. Jan 28 03:52:17.923147 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-68338a8e-2538-47a5-b110-9d19f5ff7ede tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "GET /v2.0/ports/e228dddc-f228-4d03-9044-0d22123eae9a HTTP/1.1" status: 404 len: 333 time: 0.0713868 Jan 28 03:52:17.930103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:17.935325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'port': {'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-506854720'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:18.093493 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Made reservation on behalf of 13dde21ee3784b9183d7e298f174a35d for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:18.097249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:18.122484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] device_id is not set on port 1124b609-0cf3-4fff-8519-9cd9509ee9f6 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:18.255299 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ead35a6f-8f2b-4b24-810d-34be1747f892 req-a4f5b4b0-eda6-4bc5-9ca0-064e0163e35e tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0663853 Jan 28 03:52:18.744834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Allocated IP 2001:db8::2af (010d12ba-a2f7-4e59-863c-65eb60e33626/96b5d8b4-f08c-40d9-a220-d170f27dd0b7/1124b609-0cf3-4fff-8519-9cd9509ee9f6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:18.950141 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for port (1124b609-0cf3-4fff-8519-9cd9509ee9f6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:19.007728 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1124b609-0cf3-4fff-8519-9cd9509ee9f6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:19.097392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Port': ['ID=1124b609-0cf3-4fff-8519-9cd9509ee9f6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:19.106599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:19.108467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:19.124265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:19.136143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:19.137499 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:19.164806 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dac9a260-0481-40a3-832e-f572e97b0bb0 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2333744 Jan 28 03:52:19.167468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52880) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:19.173106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-57fabd31-1c2f-478f-90f2-6b3308fce479 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4d:1e:70'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:19.442151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad777f34-edc7-4eee-9bf1-013fd9925473 req-e3308f8c-9d7c-439b-8c8c-00a929bfecb7 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0668170 Jan 28 03:52:19.448467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57fabd31-1c2f-478f-90f2-6b3308fce479 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1124b609-0cf3-4fff-8519-9cd9509ee9f6), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:19.633575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3a50114b-dfab-487d-a2d7-186839ff0c15 None None] Provisioning complete for port 1124b609-0cf3-4fff-8519-9cd9509ee9f6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:19.638346 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3a50114b-dfab-487d-a2d7-186839ff0c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1124b609-0cf3-4fff-8519-9cd9509ee9f6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:19.706350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3a50114b-dfab-487d-a2d7-186839ff0c15 None None] Port 1124b609-0cf3-4fff-8519-9cd9509ee9f6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:19.815021 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-7c8f02f8-b970-4242-be0a-45aad901cbbb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018424 Jan 28 03:52:19.845752 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-081eb232-d822-402e-9041-24be621a56e7 req-876cc133-6ffb-4484-9c82-f5dac9995c1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0294704 Jan 28 03:52:19.913251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57fabd31-1c2f-478f-90f2-6b3308fce479 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for port (1124b609-0cf3-4fff-8519-9cd9509ee9f6), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:19.933532 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57fabd31-1c2f-478f-90f2-6b3308fce479 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1124b609-0cf3-4fff-8519-9cd9509ee9f6), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:19.969695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-57fabd31-1c2f-478f-90f2-6b3308fce479 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] In _notify_port_updated(), no bound segment for port 1124b609-0cf3-4fff-8519-9cd9509ee9f6 on network 010d12ba-a2f7-4e59-863c-65eb60e33626 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:52:20.009147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fabd31-1c2f-478f-90f2-6b3308fce479 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:20.009492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-b8a9c7be-571f-43e0-8c75-35e3a3298be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:20.010304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57fabd31-1c2f-478f-90f2-6b3308fce479 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:20.016292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-57fabd31-1c2f-478f-90f2-6b3308fce479 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "PUT /v2.0/ports/1124b609-0cf3-4fff-8519-9cd9509ee9f6 HTTP/1.1" status: 200 len: 1002 time: 0.8453186 Jan 28 03:52:20.022873 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-b8a9c7be-571f-43e0-8c75-35e3a3298be6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 1097 time: 0.1395762 Jan 28 03:52:20.024195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:20.115439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fabd31-1c2f-478f-90f2-6b3308fce479 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Port': ['ID=1124b609-0cf3-4fff-8519-9cd9509ee9f6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:20.290824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-b2437717-d63f-4f87-8fde-090e3b017a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:20.292887 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-b2437717-d63f-4f87-8fde-090e3b017a8a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8384b886-8756-4312-bda9-93fb2d685731 HTTP/1.1" status: 200 len: 897 time: 0.2005093 Jan 28 03:52:20.302952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-eae97b0a-21c7-448b-938e-87348adba872 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Deleting port 1124b609-0cf3-4fff-8519-9cd9509ee9f6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:20.303861 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eae97b0a-21c7-448b-938e-87348adba872 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1124b609-0cf3-4fff-8519-9cd9509ee9f6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:20.449066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0fcc48d2-2323-434a-9980-3af14389c465 None None] Provisioning complete for port 1124b609-0cf3-4fff-8519-9cd9509ee9f6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:20.449470 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fcc48d2-2323-434a-9980-3af14389c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1124b609-0cf3-4fff-8519-9cd9509ee9f6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:20.453756 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-976b7c33-510d-4bac-b9bb-b55551797b21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317861a4-d007-49e2-9dc2-f57a3f148598 HTTP/1.1" status: 200 len: 1001 time: 0.1434739 Jan 28 03:52:20.513983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-e99bf2cc-a558-4f21-ba62-b8dde87477b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:20.515742 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-e99bf2cc-a558-4f21-ba62-b8dde87477b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=904f5864-9fa8-444d-9639-14792ed3d71d HTTP/1.1" status: 200 len: 834 time: 0.0559177 Jan 28 03:52:20.523590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc48d2-2323-434a-9980-3af14389c465 None None] Port 1124b609-0cf3-4fff-8519-9cd9509ee9f6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:20.544012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eae97b0a-21c7-448b-938e-87348adba872 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1124b609-0cf3-4fff-8519-9cd9509ee9f6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:20.577046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-eae97b0a-21c7-448b-938e-87348adba872 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Calling delete_port for 1124b609-0cf3-4fff-8519-9cd9509ee9f6 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:20.668915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77958b69-3488-404c-8321-8efb3b80427c req-eb72dd9a-08d5-4388-a937-4a6c357c9d96 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0646071 Jan 28 03:52:20.674936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-b31c3dcf-f4cb-439d-92a3-75d171d1d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:20.677198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-b31c3dcf-f4cb-439d-92a3-75d171d1d2a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8384b886-8756-4312-bda9-93fb2d685731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497657 Jan 28 03:52:20.866632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eae97b0a-21c7-448b-938e-87348adba872 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1124b609-0cf3-4fff-8519-9cd9509ee9f6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:20.915102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae97b0a-21c7-448b-938e-87348adba872 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event deleted for resources: {'Port': ['ID=1124b609-0cf3-4fff-8519-9cd9509ee9f6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:20.959575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eae97b0a-21c7-448b-938e-87348adba872 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:20.962919 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-eae97b0a-21c7-448b-938e-87348adba872 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "DELETE /v2.0/ports/1124b609-0cf3-4fff-8519-9cd9509ee9f6 HTTP/1.1" status: 204 len: 168 time: 0.9360530 Jan 28 03:52:20.965606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:20.975508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-0741e4ce-749e-4a76-aceb-0cb2533cf7d3 service neutron] 10.222.0.25 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886696 Jan 28 03:52:21.016594 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b46dc2-55c1-45c8-90be-ddefcc660f61 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] GET failed (client error): The resource could not be found. Jan 28 03:52:21.026174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-99b46dc2-55c1-45c8-90be-ddefcc660f61 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "GET /v2.0/ports/1124b609-0cf3-4fff-8519-9cd9509ee9f6 HTTP/1.1" status: 404 len: 333 time: 0.0593908 Jan 28 03:52:21.032429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:21.038937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'port': {'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1413345687'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:21.214968 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c1d5001-1fde-492f-9d6e-c0fb9644b1db req-0a59b4f3-c416-4583-87cb-e7c7a4ac0ea0 service neutron] 10.222.0.25 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383130 Jan 28 03:52:21.296743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Made reservation on behalf of 13dde21ee3784b9183d7e298f174a35d for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:21.300759 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:21.323663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] device_id is not set on port cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:21.493763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Allocated IP 2001:db8::19e (010d12ba-a2f7-4e59-863c-65eb60e33626/96b5d8b4-f08c-40d9-a220-d170f27dd0b7/cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:21.767356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for port (cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:21.810484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b09ac0ba-999a-442b-896b-bfb5afe26473 req-7fc7fa05-b6cb-4667-9094-5d324a8516bd tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0342569 Jan 28 03:52:21.848796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:21.946165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:21.955377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:21.970283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:21.982248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:21.985313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.012386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Port': ['ID=cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:22.030693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f948351c-fbe8-48c4-810d-0ac96aa12f7d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9971871 Jan 28 03:52:22.033438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52950) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:22.044576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'port': {'network_id': '010d12ba-a2f7-4e59-863c-65eb60e33626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1641981087'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:22.289940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Made reservation on behalf of 13dde21ee3784b9183d7e298f174a35d for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:22.295858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.341738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] device_id is not set on port f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:22.374843 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b70d2a0-f342-4086-ba1a-0ffb06f5b4ee req-a484b14b-0032-41d7-b57e-93fa339fefae tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6&device_id=7a779af5-b904-4648-93f8-2cb4faf98c77 HTTP/1.1" status: 200 len: 210 time: 0.0346358 Jan 28 03:52:22.492574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ceb71563-40ca-4c2d-bc58-1abea5778b48 None None] Provisioning complete for port cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:22.493306 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ceb71563-40ca-4c2d-bc58-1abea5778b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.543057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ceb71563-40ca-4c2d-bc58-1abea5778b48 None None] Port cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:22.556383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Allocated IP 2001:db8::1fa (010d12ba-a2f7-4e59-863c-65eb60e33626/96b5d8b4-f08c-40d9-a220-d170f27dd0b7/f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:22.754962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-129af6ca-121e-4a36-bf4a-b6648f9abc15 req-5ba6ad37-8f6a-4b68-ba6d-7a939b6d1e38 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0463872 Jan 28 03:52:22.811898 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8bbc47c4-98ba-4434-a145-45e313a61cce req-986dddb5-7b04-40ec-9a6c-34dcd2149aea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b33b5f1646343af9667babacbd912eb&device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0834632 Jan 28 03:52:22.866841 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8bbc47c4-98ba-4434-a145-45e313a61cce req-d1fcf785-a60a-437f-acb4-9f6d42f9558f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1b33b5f1646343af9667babacbd912eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396092 Jan 28 03:52:23.022754 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for port (f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.092778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc47c4-98ba-4434-a145-45e313a61cce req-83a61989-6d53-4f0c-91d5-dd0ac4a7b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:23.094793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8bbc47c4-98ba-4434-a145-45e313a61cce req-83a61989-6d53-4f0c-91d5-dd0ac4a7b8a1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146251 Jan 28 03:52:23.110198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.166640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Port': ['ID=f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:23.183325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:23.185725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:23.188470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:23.196485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:23.197333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.232212 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-61cd18fe-47a2-4856-b85a-63c3b3bf2c79 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1972973 Jan 28 03:52:23.235980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:23.244255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0efefbd0-5066-42ff-bb1c-9eaf3ce7f0b6 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:4d:1e:70'}, {'ip_address': '2001:db8::19e', 'mac_address': 'fa:16:3e:ff:0b:40'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:23.384167 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0efefbd0-5066-42ff-bb1c-9eaf3ce7f0b6 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.450957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52972) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:23.718295 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0efefbd0-5066-42ff-bb1c-9eaf3ce7f0b6 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for port (f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.718488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-682e2113-d0b3-4fd9-b9fe-d58eb7123b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.740035 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0efefbd0-5066-42ff-bb1c-9eaf3ce7f0b6 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.795251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7df6821e-28e2-4114-bfca-65d3935096de None None] Provisioning complete for port f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:23.796801 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7df6821e-28e2-4114-bfca-65d3935096de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.855734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0efefbd0-5066-42ff-bb1c-9eaf3ce7f0b6 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] In _notify_port_updated(), no bound segment for port f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 on network 010d12ba-a2f7-4e59-863c-65eb60e33626 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:52:23.858056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7df6821e-28e2-4114-bfca-65d3935096de None None] Port f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:23.867931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efefbd0-5066-42ff-bb1c-9eaf3ce7f0b6 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:23.868614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0efefbd0-5066-42ff-bb1c-9eaf3ce7f0b6 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.871191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0efefbd0-5066-42ff-bb1c-9eaf3ce7f0b6 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "PUT /v2.0/ports/f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 HTTP/1.1" status: 200 len: 1068 time: 0.6331913 Jan 28 03:52:23.874143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52982) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:23.898436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-682e2113-d0b3-4fd9-b9fe-d58eb7123b5d admin admin] Publish callbacks [] for security_group (9924f82a-50c6-426b-a9fe-c3cfc84ff59b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.907796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-682e2113-d0b3-4fd9-b9fe-d58eb7123b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9924f82a-50c6-426b-a9fe-c3cfc84ff59b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.022374 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-682e2113-d0b3-4fd9-b9fe-d58eb7123b5d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36954041430247e9a1080624343e8a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5693831 Jan 28 03:52:24.024091 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e2113-d0b3-4fd9-b9fe-d58eb7123b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9924f82a-50c6-426b-a9fe-c3cfc84ff59b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:24.039598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 52986) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:24.079891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efefbd0-5066-42ff-bb1c-9eaf3ce7f0b6 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event updated for resources: {'Port': ['ID=f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:24.091552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8278da3b-c078-44e3-b0b0-aa4de7db0d56 req-fd0919c6-0443-4500-b554-9c7acf878ea8 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.1119268 Jan 28 03:52:24.139090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf4846-bed4-473c-a29b-e1e055e80643 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Deleting port f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:24.139431 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf4846-bed4-473c-a29b-e1e055e80643 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.141952 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc135ed0-b373-4952-8fd1-c9561fd71a5b admin admin] Publish callbacks [] for security_group (9924f82a-50c6-426b-a9fe-c3cfc84ff59b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.176635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc135ed0-b373-4952-8fd1-c9561fd71a5b admin admin] Publish callbacks [] for security_group (9924f82a-50c6-426b-a9fe-c3cfc84ff59b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.252165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf4846-bed4-473c-a29b-e1e055e80643 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.273444 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc135ed0-b373-4952-8fd1-c9561fd71a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9924f82a-50c6-426b-a9fe-c3cfc84ff59b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.276407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc135ed0-b373-4952-8fd1-c9561fd71a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.277798 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dc135ed0-b373-4952-8fd1-c9561fd71a5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9924f82a-50c6-426b-a9fe-c3cfc84ff59b HTTP/1.1" status: 204 len: 168 time: 0.2371423 Jan 28 03:52:24.291344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc135ed0-b373-4952-8fd1-c9561fd71a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9924f82a-50c6-426b-a9fe-c3cfc84ff59b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:24.298768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf4846-bed4-473c-a29b-e1e055e80643 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Calling delete_port for f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:24.432014 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f142135-0c68-425f-8e01-225388eb1359 None None] Provisioning complete for port f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:24.432794 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f142135-0c68-425f-8e01-225388eb1359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.477590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2f142135-0c68-425f-8e01-225388eb1359 None None] Port f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:24.528789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf4846-bed4-473c-a29b-e1e055e80643 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.558302 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8bbc47c4-98ba-4434-a145-45e313a61cce req-6244d12d-b789-43b3-be71-e7a7231db7fe tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0391986 Jan 28 03:52:24.582067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf4846-bed4-473c-a29b-e1e055e80643 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event deleted for resources: {'Port': ['ID=f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:24.771053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53000) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:24.796915 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bc358aa-8c51-4bd0-889c-1dfd15962912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.929313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bc358aa-8c51-4bd0-889c-1dfd15962912 admin admin] Publish callbacks [] for security_group (e19fdba9-2f4c-4e2c-9abf-a54074c9c3b4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.933693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bc358aa-8c51-4bd0-889c-1dfd15962912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e19fdba9-2f4c-4e2c-9abf-a54074c9c3b4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.981801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc358aa-8c51-4bd0-889c-1dfd15962912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19fdba9-2f4c-4e2c-9abf-a54074c9c3b4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:24.986983 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2bc358aa-8c51-4bd0-889c-1dfd15962912 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83fdb634bb0040299015884fcb3eb3d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2143183 Jan 28 03:52:24.989944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:25.090989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86e87730-df87-4db4-9a0b-6307839aeb75 admin admin] Publish callbacks [] for security_group (e19fdba9-2f4c-4e2c-9abf-a54074c9c3b4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:25.126428 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86e87730-df87-4db4-9a0b-6307839aeb75 admin admin] Publish callbacks [] for security_group (e19fdba9-2f4c-4e2c-9abf-a54074c9c3b4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:25.222565 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86e87730-df87-4db4-9a0b-6307839aeb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e19fdba9-2f4c-4e2c-9abf-a54074c9c3b4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:25.234234 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86e87730-df87-4db4-9a0b-6307839aeb75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:25.256780 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-86e87730-df87-4db4-9a0b-6307839aeb75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e19fdba9-2f4c-4e2c-9abf-a54074c9c3b4 HTTP/1.1" status: 204 len: 168 time: 0.2657242 Jan 28 03:52:25.272541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e87730-df87-4db4-9a0b-6307839aeb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19fdba9-2f4c-4e2c-9abf-a54074c9c3b4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:25.371840 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-217be479-f0c1-4b36-a1fa-28c836adff62 req-1bbcf0b2-f4ac-4e36-8426-3278ed201901 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c2ef73-de4c-4074-b9bf-200f5434bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0503988 Jan 28 03:52:25.404245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf4846-bed4-473c-a29b-e1e055e80643 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:25.411061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f6cf4846-bed4-473c-a29b-e1e055e80643 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "DELETE /v2.0/ports/f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 HTTP/1.1" status: 204 len: 168 time: 1.5329797 Jan 28 03:52:25.411567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53010) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:25.440693 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bf0470-b6c8-41f3-b248-a5ad73e965b7 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] GET failed (client error): The resource could not be found. Jan 28 03:52:25.445115 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-57bf0470-b6c8-41f3-b248-a5ad73e965b7 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "GET /v2.0/ports/f33ce0b8-2e3a-4112-bc4f-a922d2c8fa23 HTTP/1.1" status: 404 len: 333 time: 0.0299931 Jan 28 03:52:25.445564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:25.549434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-76f2bd4f-205a-4cd2-8ed5-074129b3aad3 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Deleting port cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:25.549808 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76f2bd4f-205a-4cd2-8ed5-074129b3aad3 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:25.663635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76f2bd4f-205a-4cd2-8ed5-074129b3aad3 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:25.678692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-76f2bd4f-205a-4cd2-8ed5-074129b3aad3 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Calling delete_port for cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:25.866454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76f2bd4f-205a-4cd2-8ed5-074129b3aad3 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:25.943964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2bd4f-205a-4cd2-8ed5-074129b3aad3 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event deleted for resources: {'Port': ['ID=cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:25.984658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76f2bd4f-205a-4cd2-8ed5-074129b3aad3 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:25.989205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-76f2bd4f-205a-4cd2-8ed5-074129b3aad3 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "DELETE /v2.0/ports/cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916 HTTP/1.1" status: 204 len: 168 time: 0.5423734 Jan 28 03:52:25.991637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:26.031041 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cbf279-20ca-43f2-9150-e28574e35207 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] GET failed (client error): The resource could not be found. Jan 28 03:52:26.036061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-87cbf279-20ca-43f2-9150-e28574e35207 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "GET /v2.0/ports/cc3a8f1c-c442-4adf-9ceb-9cb92a2bc916 HTTP/1.1" status: 404 len: 333 time: 0.0398855 Jan 28 03:52:26.037480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:26.206659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f23d780a-72b0-4d26-8468-49046d114fa8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Deleting port 26a630d8-98c0-45bd-8a5e-7a5e81c6808c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:26.207735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f23d780a-72b0-4d26-8468-49046d114fa8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (26a630d8-98c0-45bd-8a5e-7a5e81c6808c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:26.349734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f23d780a-72b0-4d26-8468-49046d114fa8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (26a630d8-98c0-45bd-8a5e-7a5e81c6808c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:26.362596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f23d780a-72b0-4d26-8468-49046d114fa8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Calling delete_port for 26a630d8-98c0-45bd-8a5e-7a5e81c6808c owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:26.522835 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f23d780a-72b0-4d26-8468-49046d114fa8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (26a630d8-98c0-45bd-8a5e-7a5e81c6808c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:26.665675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d780a-72b0-4d26-8468-49046d114fa8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event deleted for resources: {'Port': ['ID=26a630d8-98c0-45bd-8a5e-7a5e81c6808c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:26.687868 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f23d780a-72b0-4d26-8468-49046d114fa8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:26.692615 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f23d780a-72b0-4d26-8468-49046d114fa8 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "DELETE /v2.0/ports/26a630d8-98c0-45bd-8a5e-7a5e81c6808c HTTP/1.1" status: 204 len: 168 time: 0.6520154 Jan 28 03:52:26.695229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:26.852814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cfb7b3-b63d-4fd6-9cc8-c1cb99d1c22d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Deleting subnet 96b5d8b4-f08c-40d9-a220-d170f27dd0b7 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:52:26.856260 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86b9b22d-5b1a-4a5a-a8d9-7bf7396d31d0 req-1de0d807-5a1c-4f5a-b44b-d8873104b4b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b33b5f1646343af9667babacbd912eb&device_id=7a779af5-b904-4648-93f8-2cb4faf98c77 HTTP/1.1" status: 200 len: 210 time: 0.1038387 Jan 28 03:52:26.857445 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03cfb7b3-b63d-4fd6-9cc8-c1cb99d1c22d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for subnet (96b5d8b4-f08c-40d9-a220-d170f27dd0b7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:26.922925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86b9b22d-5b1a-4a5a-a8d9-7bf7396d31d0 req-e860d24a-2e52-49ba-858f-c3e128116020 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=1b33b5f1646343af9667babacbd912eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500634 Jan 28 03:52:27.047288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03cfb7b3-b63d-4fd6-9cc8-c1cb99d1c22d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (96b5d8b4-f08c-40d9-a220-d170f27dd0b7), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.057491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b7abd98-e799-4cb6-8023-91cebfb63cbf req-e55549c9-ede4-4f87-8a2b-84a32666a962 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a779af5-b904-4648-93f8-2cb4faf98c77 HTTP/1.1" status: 200 len: 210 time: 0.0758681 Jan 28 03:52:27.097708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9b22d-5b1a-4a5a-a8d9-7bf7396d31d0 req-3cc96074-0fe3-4a45-9e2d-84031907b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:27.099904 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86b9b22d-5b1a-4a5a-a8d9-7bf7396d31d0 req-3cc96074-0fe3-4a45-9e2d-84031907b2e4 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1711204 Jan 28 03:52:27.244498 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03cfb7b3-b63d-4fd6-9cc8-c1cb99d1c22d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (96b5d8b4-f08c-40d9-a220-d170f27dd0b7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.337762 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03cfb7b3-b63d-4fd6-9cc8-c1cb99d1c22d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (96b5d8b4-f08c-40d9-a220-d170f27dd0b7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.365489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfb7b3-b63d-4fd6-9cc8-c1cb99d1c22d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event deleted for resources: {'Subnet': ['ID=96b5d8b4-f08c-40d9-a220-d170f27dd0b7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:27.376834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03cfb7b3-b63d-4fd6-9cc8-c1cb99d1c22d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.381866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-03cfb7b3-b63d-4fd6-9cc8-c1cb99d1c22d tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "DELETE /v2.0/subnets/96b5d8b4-f08c-40d9-a220-d170f27dd0b7 HTTP/1.1" status: 204 len: 168 time: 0.6849141 Jan 28 03:52:27.384168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa58686-50e3-4b26-bc3e-82fecfdd9922 None None] Network 010d12ba-a2f7-4e59-863c-65eb60e33626 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:27.384711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53072) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:27.477837 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (010d12ba-a2f7-4e59-863c-65eb60e33626), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.538494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Deleting port 19d05581-9b7b-44e3-b545-0afe4a7288c0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:27.538754 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.616975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5279d7-2c4e-423f-a143-e18c0f6bccc0 None None] DHCP port deletion for 010d12ba-a2f7-4e59-863c-65eb60e33626 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:52:27.660801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] For port 19d05581-9b7b-44e3-b545-0afe4a7288c0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=19d05581-9b7b-44e3-b545-0afe4a7288c0,segment=NetworkSegment(84dddc78-6c06-463b-a910-731e4d9ee4d0),segment_id=84dddc78-6c06-463b-a910-731e4d9ee4d0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:27.661219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.701696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Calling delete_port for 19d05581-9b7b-44e3-b545-0afe4a7288c0 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:27.725666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4a5279d7-2c4e-423f-a143-e18c0f6bccc0 None None] Deleting port 19d05581-9b7b-44e3-b545-0afe4a7288c0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:27.726047 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a5279d7-2c4e-423f-a143-e18c0f6bccc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.799581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4a5279d7-2c4e-423f-a143-e18c0f6bccc0 None None] For port 19d05581-9b7b-44e3-b545-0afe4a7288c0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=19d05581-9b7b-44e3-b545-0afe4a7288c0,segment=NetworkSegment(84dddc78-6c06-463b-a910-731e4d9ee4d0),segment_id=84dddc78-6c06-463b-a910-731e4d9ee4d0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:27.799936 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a5279d7-2c4e-423f-a143-e18c0f6bccc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.815538 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.816300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4a5279d7-2c4e-423f-a143-e18c0f6bccc0 None None] Calling delete_port for 19d05581-9b7b-44e3-b545-0afe4a7288c0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:27.864354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event deleted for resources: {'Port': ['ID=19d05581-9b7b-44e3-b545-0afe4a7288c0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:27.879231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] No DVR routers for this DVR port 19d05581-9b7b-44e3-b545-0afe4a7288c0 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:52:27.977080 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a5279d7-2c4e-423f-a143-e18c0f6bccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (19d05581-9b7b-44e3-b545-0afe4a7288c0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.986672 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (010d12ba-a2f7-4e59-863c-65eb60e33626), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:28.011732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010d12ba-a2f7-4e59-863c-65eb60e33626']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:28.024977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dddc78-6c06-463b-a910-731e4d9ee4d0') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:28.025347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dddc78-6c06-463b-a910-731e4d9ee4d0') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:28.050741 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (84dddc78-6c06-463b-a910-731e4d9ee4d0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:28.064733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5279d7-2c4e-423f-a143-e18c0f6bccc0 None None] No DVR routers for this DVR port 19d05581-9b7b-44e3-b545-0afe4a7288c0 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:52:28.072093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5279d7-2c4e-423f-a143-e18c0f6bccc0 None None] Pushing event deleted for resources: {'Port': ['ID=19d05581-9b7b-44e3-b545-0afe4a7288c0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:28.081905 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (84dddc78-6c06-463b-a910-731e4d9ee4d0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:28.124071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:52:28.124480 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (84dddc78-6c06-463b-a910-731e4d9ee4d0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: warnings.warn(msg) Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:52:28.132273 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:52:28.249191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2129426-8162-4ead-a997-5e7deeba191c req-1a10f5de-2f5e-4071-a573-3a98d8c610b2 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a779af5-b904-4648-93f8-2cb4faf98c77 HTTP/1.1" status: 200 len: 210 time: 0.0464811 Jan 28 03:52:28.282372 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (010d12ba-a2f7-4e59-863c-65eb60e33626), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:28.287713 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:28.290985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] 10.222.0.44 "DELETE /v2.0/networks/010d12ba-a2f7-4e59-863c-65eb60e33626 HTTP/1.1" status: 204 len: 168 time: 0.9056399 Jan 28 03:52:28.309668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2d274-38f3-4bcd-bba4-6ee7d76bf431 tempest-AllowedAddressPairIpV6TestJSON-1150064717 tempest-AllowedAddressPairIpV6TestJSON-1150064717-project] Pushing event deleted for resources: {'Network': ['ID=010d12ba-a2f7-4e59-863c-65eb60e33626,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:28.714132 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86b9b22d-5b1a-4a5a-a8d9-7bf7396d31d0 req-fc621ff1-74ef-4ad2-8d67-bbe01f01e5a9 tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a779af5-b904-4648-93f8-2cb4faf98c77 HTTP/1.1" status: 200 len: 210 time: 0.0400140 Jan 28 03:52:28.769876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53110) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:29.032404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3f5a6ded-5972-4893-adf3-bbaf94821c21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13dde21ee3784b9183d7e298f174a35d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595656 Jan 28 03:52:29.034919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53120) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:29.129171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cdbdb30-a793-439b-a008-d88671546c56 admin admin] Publish callbacks [] for security_group (5b154eb3-cdd8-42b4-beb1-7b3cf97016f6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:29.163426 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cdbdb30-a793-439b-a008-d88671546c56 admin admin] Publish callbacks [] for security_group (5b154eb3-cdd8-42b4-beb1-7b3cf97016f6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:29.187779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 19d05581-9b7b-44e3-b545-0afe4a7288c0 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:52:29.214321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 19d05581-9b7b-44e3-b545-0afe4a7288c0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:52:29.214921 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 19d05581-9b7b-44e3-b545-0afe4a7288c0 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:52:29.273844 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cdbdb30-a793-439b-a008-d88671546c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5b154eb3-cdd8-42b4-beb1-7b3cf97016f6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:29.276325 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cdbdb30-a793-439b-a008-d88671546c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:29.279770 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4cdbdb30-a793-439b-a008-d88671546c56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b154eb3-cdd8-42b4-beb1-7b3cf97016f6 HTTP/1.1" status: 204 len: 168 time: 0.2401304 Jan 28 03:52:29.301345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbdb30-a793-439b-a008-d88671546c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b154eb3-cdd8-42b4-beb1-7b3cf97016f6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:29.472343 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fe9faee-46a5-491c-b0cf-82dad218188e req-3ada32ed-f14c-419a-b34e-c16f4e791e7a tempest-ServerShowV247Test-1433982963 tempest-ServerShowV247Test-1433982963-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a779af5-b904-4648-93f8-2cb4faf98c77 HTTP/1.1" status: 200 len: 210 time: 0.0636847 Jan 28 03:52:30.563438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53194) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:30.793174 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:52:30.818518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2057308644'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:30.856555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Made reservation on behalf of 3b20155dabab427582d4c63eade25fcc for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:30.860082 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:30.869699 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:30.951497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53206) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:30.967154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for security_group (a365fbce-87ea-41ab-a550-58b3ab141881), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:30.979366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a365fbce-87ea-41ab-a550-58b3ab141881), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.025762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:52:31.038586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a365fbce-87ea-41ab-a550-58b3ab141881,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:31.066704 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (31569607-7457-457d-9bbe-df25af316dda), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.068031 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Added segment 31569607-7457-457d-9bbe-df25af316dda of type vlan for network 87cea965-a9d3-4352-8a63-dab699bf5974 Jan 28 03:52:31.083197 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8df7-9235-4152-9755-5f1f3c84ff47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.135428 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (87cea965-a9d3-4352-8a63-dab699bf5974), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.168602 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (87cea965-a9d3-4352-8a63-dab699bf5974), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.174390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:31.175389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.194632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8df7-9235-4152-9755-5f1f3c84ff47 admin admin] Publish callbacks [] for security_group (32276db6-3bb7-4c99-9a9d-f15711b964dd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.200639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8df7-9235-4152-9755-5f1f3c84ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (32276db6-3bb7-4c99-9a9d-f15711b964dd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.245648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c8df7-9235-4152-9755-5f1f3c84ff47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32276db6-3bb7-4c99-9a9d-f15711b964dd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:31.251356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9f0c8df7-9235-4152-9755-5f1f3c84ff47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b33b5f1646343af9667babacbd912eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988055 Jan 28 03:52:31.256828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53224) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:31.280206 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7130487 Jan 28 03:52:31.281236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53226) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:31.287824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'subnet': {'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:31.298084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064187b-fa69-493e-9817-f21e2197a52b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Network': ['ID=87cea965-a9d3-4352-8a63-dab699bf5974,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:31.323181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 87cea965-a9d3-4352-8a63-dab699bf5974 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:52:31.332581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41163e19-4496-4116-b0b6-77da0513b289 admin admin] Publish callbacks [] for security_group (32276db6-3bb7-4c99-9a9d-f15711b964dd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.378357 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41163e19-4496-4116-b0b6-77da0513b289 admin admin] Publish callbacks [] for security_group (32276db6-3bb7-4c99-9a9d-f15711b964dd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.393435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Made reservation on behalf of 3b20155dabab427582d4c63eade25fcc for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:31.399509 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.465013 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41163e19-4496-4116-b0b6-77da0513b289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (32276db6-3bb7-4c99-9a9d-f15711b964dd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.468953 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41163e19-4496-4116-b0b6-77da0513b289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.471126 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-41163e19-4496-4116-b0b6-77da0513b289 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32276db6-3bb7-4c99-9a9d-f15711b964dd HTTP/1.1" status: 204 len: 168 time: 0.2125828 Jan 28 03:52:31.483400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41163e19-4496-4116-b0b6-77da0513b289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32276db6-3bb7-4c99-9a9d-f15711b964dd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:31.704576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (2c1cf4bc-1991-4c42-9e31-dbe458cba390), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.791638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Subnet': ['ID=2c1cf4bc-1991-4c42-9e31-dbe458cba390,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:31.800554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Checking segment: {'id': '31569607-7457-457d-9bbe-df25af316dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:31.801218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Network hostable DHCP agents. Network: 87cea965-a9d3-4352-8a63-dab699bf5974, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:52:31.821761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Network 87cea965-a9d3-4352-8a63-dab699bf5974 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:52:31.833122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 87cea965-a9d3-4352-8a63-dab699bf5974) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:31.838134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:31.839234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.844031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa776c2-9150-4d3f-ad5f-71d836edf625 None None] Network 87cea965-a9d3-4352-8a63-dab699bf5974 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:31.859656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-524d9971-700a-4315-9610-3828f758b513 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5770407 Jan 28 03:52:31.862278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:31.868321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'port': {'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974', 'name': 'tempest-AllowedAddressPairTestJSON-89592276'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:32.000925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-87cea965-a9d3-4352-8a63-dab699bf5974', 'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974', 'project_id': '3b20155dabab427582d4c63eade25fcc', 'fixed_ips': [{'subnet_id': '2c1cf4bc-1991-4c42-9e31-dbe458cba390'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:52:32.002515 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.061843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Made reservation on behalf of 3b20155dabab427582d4c63eade25fcc for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:32.065521 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.105385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] device_id is not set on port 5566eebe-60aa-4091-9ee5-73e02b5be111 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:32.212980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Allocated IP 172.20.0.2 (87cea965-a9d3-4352-8a63-dab699bf5974/2c1cf4bc-1991-4c42-9e31-dbe458cba390/64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:32.380534 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Publish callbacks [] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.387815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.431460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Network 87cea965-a9d3-4352-8a63-dab699bf5974 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:32.436712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:32.443960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:32.450022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Pushing event updated for resources: {'Port': ['ID=64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:32.451486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Allocated IP 172.20.0.8 (87cea965-a9d3-4352-8a63-dab699bf5974/2c1cf4bc-1991-4c42-9e31-dbe458cba390/5566eebe-60aa-4091-9ee5-73e02b5be111) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:32.510637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Attempting to bind port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:52:32.511115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Attempting to bind port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '31569607-7457-457d-9bbe-df25af316dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:52:32.511547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Attempting to bind port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e on network 87cea965-a9d3-4352-8a63-dab699bf5974 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:32.517675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:52:32.518514 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Checking segment: {'id': '31569607-7457-457d-9bbe-df25af316dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:32.519081 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.520315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Bound using segment: {'id': '31569607-7457-457d-9bbe-df25af316dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:52:32.521207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Bound port: 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31569607-7457-457d-9bbe-df25af316dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:52:32.521746 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.647183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] For port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:52:32.654561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] For port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e,segment=NetworkSegment(31569607-7457-457d-9bbe-df25af316dda),segment_id=31569607-7457-457d-9bbe-df25af316dda)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:52:32.662359 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.695405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for port (5566eebe-60aa-4091-9ee5-73e02b5be111), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.755108 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5566eebe-60aa-4091-9ee5-73e02b5be111), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.756347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629db27-1111-4476-a67e-f31dd839ee83 None None] Pushing event updated for resources: {'Port': ['ID=64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:32.814113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Network 87cea965-a9d3-4352-8a63-dab699bf5974 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:32.818649 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:32.823258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:32.900337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Port': ['ID=5566eebe-60aa-4091-9ee5-73e02b5be111,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:32.920662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:32.921633 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.952736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-34096eef-820b-405b-ae39-f3ca363a8898 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0893188 Jan 28 03:52:32.955842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53330) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:32.962003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'port': {'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974', 'name': 'tempest-AllowedAddressPairTestJSON-2112315759', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:5f:24:87'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:33.207678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Made reservation on behalf of 3b20155dabab427582d4c63eade25fcc for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:33.339314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:33.378125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:33.419491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] device_id is not set on port c93b3c96-7846-4929-9388-e1cdcd3f8613 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:33.434605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:33.435168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:33.591499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Allocated IP 172.20.0.9 (87cea965-a9d3-4352-8a63-dab699bf5974/2c1cf4bc-1991-4c42-9e31-dbe458cba390/c93b3c96-7846-4929-9388-e1cdcd3f8613) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:33.604804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:33.605469 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:33.657899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e,segment=NetworkSegment(31569607-7457-457d-9bbe-df25af316dda),segment_id=31569607-7457-457d-9bbe-df25af316dda)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:33.668216 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:33.787100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:33.911369 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for port (c93b3c96-7846-4929-9388-e1cdcd3f8613), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:33.977749 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c93b3c96-7846-4929-9388-e1cdcd3f8613), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:34.046045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Port': ['ID=c93b3c96-7846-4929-9388-e1cdcd3f8613,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:34.080802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Network 87cea965-a9d3-4352-8a63-dab699bf5974 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:34.085455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:34.088384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:34.177210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:34.177711 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:34.209967 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1975f209-1a10-48c2-b3d3-15c7881e3274 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2529473 Jan 28 03:52:34.212687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:34.318754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f9038c-152a-40cf-89f6-624e7dcd53d5 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:34.332531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f9038c-152a-40cf-89f6-624e7dcd53d5 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:34.338027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f9038c-152a-40cf-89f6-624e7dcd53d5 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:34.339724 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-78f9038c-152a-40cf-89f6-624e7dcd53d5 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1260297 Jan 28 03:52:34.342625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:34.384485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5899a4d-ceb3-46ab-a2d4-352f4d14be24 None None] Network 87cea965-a9d3-4352-8a63-dab699bf5974 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:34.475643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-71989c34-68c5-4e2d-803b-7eebd58273e0 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Deleting port c93b3c96-7846-4929-9388-e1cdcd3f8613 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:34.476198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71989c34-68c5-4e2d-803b-7eebd58273e0 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c93b3c96-7846-4929-9388-e1cdcd3f8613), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:34.536583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8ef54860-37eb-440b-868d-748cbc740be8 None None] Provisioning complete for port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:34.537274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ef54860-37eb-440b-868d-748cbc740be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:34.592277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71989c34-68c5-4e2d-803b-7eebd58273e0 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c93b3c96-7846-4929-9388-e1cdcd3f8613), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:34.610032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-71989c34-68c5-4e2d-803b-7eebd58273e0 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Calling delete_port for c93b3c96-7846-4929-9388-e1cdcd3f8613 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:34.703054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8ef54860-37eb-440b-868d-748cbc740be8 None None] Current status of the port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:34.814223 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71989c34-68c5-4e2d-803b-7eebd58273e0 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c93b3c96-7846-4929-9388-e1cdcd3f8613), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:34.921137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71989c34-68c5-4e2d-803b-7eebd58273e0 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event deleted for resources: {'Port': ['ID=c93b3c96-7846-4929-9388-e1cdcd3f8613,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:34.947679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-034045be-ba5f-496f-9d10-34c7a329e109 None None] Provisioning complete for port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:34.948053 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-034045be-ba5f-496f-9d10-34c7a329e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:35.045864 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71989c34-68c5-4e2d-803b-7eebd58273e0 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:35.049701 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-71989c34-68c5-4e2d-803b-7eebd58273e0 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "DELETE /v2.0/ports/c93b3c96-7846-4929-9388-e1cdcd3f8613 HTTP/1.1" status: 204 len: 168 time: 0.7058063 Jan 28 03:52:35.053176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53396) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:35.085557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-034045be-ba5f-496f-9d10-34c7a329e109 None None] Current status of the port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:35.089441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-034045be-ba5f-496f-9d10-34c7a329e109 None None] Could not find standard attr ID for object c93b3c96-7846-4929-9388-e1cdcd3f8613. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:52:35.101292 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-034045be-ba5f-496f-9d10-34c7a329e109 None None] Provisioning complete for port 5566eebe-60aa-4091-9ee5-73e02b5be111 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:35.101831 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-034045be-ba5f-496f-9d10-34c7a329e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5566eebe-60aa-4091-9ee5-73e02b5be111), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:35.123529 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-042caf2d-269e-4b91-a473-4093df746c1b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] GET failed (client error): The resource could not be found. Jan 28 03:52:35.129036 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-042caf2d-269e-4b91-a473-4093df746c1b tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "GET /v2.0/ports/c93b3c96-7846-4929-9388-e1cdcd3f8613 HTTP/1.1" status: 404 len: 333 time: 0.0703104 Jan 28 03:52:35.129478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53400) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:35.140528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'port': {'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974', 'name': 'tempest-AllowedAddressPairTestJSON-1071924134'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:35.153652 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-034045be-ba5f-496f-9d10-34c7a329e109 None None] Port 5566eebe-60aa-4091-9ee5-73e02b5be111 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:35.235383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:35.409189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Made reservation on behalf of 3b20155dabab427582d4c63eade25fcc for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:35.413556 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:35.449453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] device_id is not set on port aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:35.621322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-10df1217-5fb7-49e4-8a15-e497db264f2f None None] Provisioning complete for port 5566eebe-60aa-4091-9ee5-73e02b5be111 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:35.621790 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10df1217-5fb7-49e4-8a15-e497db264f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5566eebe-60aa-4091-9ee5-73e02b5be111), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:35.677418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-10df1217-5fb7-49e4-8a15-e497db264f2f None None] Port 5566eebe-60aa-4091-9ee5-73e02b5be111 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:35.683511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:35.684111 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:35.705468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Allocated IP 172.20.0.5 (87cea965-a9d3-4352-8a63-dab699bf5974/2c1cf4bc-1991-4c42-9e31-dbe458cba390/aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:35.848302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8aca5a98-f959-4c89-ae81-64407db97ea9 None None] Could not find standard attr ID for object c93b3c96-7846-4929-9388-e1cdcd3f8613. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:52:35.890756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:35.975995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for port (aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:36.037434 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:36.060700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Network 87cea965-a9d3-4352-8a63-dab699bf5974 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:36.065083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:36.069103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:36.155385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:36.156153 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:36.160788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Port': ['ID=aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:36.195270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4482a9d0-af21-4ef9-a659-974877b0eda9 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0623415 Jan 28 03:52:36.195979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:36.201533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f9e0ac73-7b3b-4894-ae4e-f6f12d8c4f65 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:5f:24:87'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:36.411427 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ac73-7b3b-4894-ae4e-f6f12d8c4f65 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:36.480354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-84e22cbb-2b72-4ab4-8bcc-166518790351 None None] Provisioning complete for port aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:36.480747 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-84e22cbb-2b72-4ab4-8bcc-166518790351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:36.524671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-84e22cbb-2b72-4ab4-8bcc-166518790351 None None] Port aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:36.724052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ac73-7b3b-4894-ae4e-f6f12d8c4f65 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for port (aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:36.730841 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ac73-7b3b-4894-ae4e-f6f12d8c4f65 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:36.837317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0ac73-7b3b-4894-ae4e-f6f12d8c4f65 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Port': ['ID=aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:36.855719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0ac73-7b3b-4894-ae4e-f6f12d8c4f65 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] In _notify_port_updated(), no bound segment for port aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 on network 87cea965-a9d3-4352-8a63-dab699bf5974 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:52:36.861210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e0ac73-7b3b-4894-ae4e-f6f12d8c4f65 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:36.862421 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ac73-7b3b-4894-ae4e-f6f12d8c4f65 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:36.866957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53458) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:36.867418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f9e0ac73-7b3b-4894-ae4e-f6f12d8c4f65 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "PUT /v2.0/ports/aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 HTTP/1.1" status: 200 len: 993 time: 0.6701963 Jan 28 03:52:37.034396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2018c0e6-d07e-4c63-8de9-b3a699f0c2eb tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Deleting port aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:37.034804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2018c0e6-d07e-4c63-8de9-b3a699f0c2eb tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.161236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9f48883c-bd20-4e86-94c0-9bfdb81ee09a None None] Provisioning complete for port aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:37.161808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f48883c-bd20-4e86-94c0-9bfdb81ee09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.175648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2018c0e6-d07e-4c63-8de9-b3a699f0c2eb tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.192482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2018c0e6-d07e-4c63-8de9-b3a699f0c2eb tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Calling delete_port for aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:37.226637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53466) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:37.234606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9f48883c-bd20-4e86-94c0-9bfdb81ee09a None None] Port aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:37.367783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2018c0e6-d07e-4c63-8de9-b3a699f0c2eb tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.386578 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6f29c9-cf63-4c80-87de-021d410bcae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.402692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018c0e6-d07e-4c63-8de9-b3a699f0c2eb tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event deleted for resources: {'Port': ['ID=aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:37.500433 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6f29c9-cf63-4c80-87de-021d410bcae2 admin admin] Publish callbacks [] for security_group (9c0beec1-b989-4ff9-ad21-61d9e77f8aa8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.513203 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f6f29c9-cf63-4c80-87de-021d410bcae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9c0beec1-b989-4ff9-ad21-61d9e77f8aa8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.593382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2f6f29c9-cf63-4c80-87de-021d410bcae2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e9f8208381e49b097ee0f376c268045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3654745 Jan 28 03:52:37.594167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:37.607187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2018c0e6-d07e-4c63-8de9-b3a699f0c2eb tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.611246 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2018c0e6-d07e-4c63-8de9-b3a699f0c2eb tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "DELETE /v2.0/ports/aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 HTTP/1.1" status: 204 len: 168 time: 0.7427773 Jan 28 03:52:37.614694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53476) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:37.618629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f29c9-cf63-4c80-87de-021d410bcae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0beec1-b989-4ff9-ad21-61d9e77f8aa8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:37.675198 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc6e2d9-34b2-498a-aa06-b6a8d0183806 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] GET failed (client error): The resource could not be found. Jan 28 03:52:37.677906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8fc6e2d9-34b2-498a-aa06-b6a8d0183806 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "GET /v2.0/ports/aa7d2d6b-2b03-46a3-b1c1-06c44fb26cf7 HTTP/1.1" status: 404 len: 333 time: 0.0618606 Jan 28 03:52:37.681657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53480) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:37.682937 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4528ba53-532a-41e3-9766-707747e74538 admin admin] Publish callbacks [] for security_group (9c0beec1-b989-4ff9-ad21-61d9e77f8aa8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.696747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'port': {'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974', 'name': 'tempest-AllowedAddressPairTestJSON-434100311'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:37.723163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4528ba53-532a-41e3-9766-707747e74538 admin admin] Publish callbacks [] for security_group (9c0beec1-b989-4ff9-ad21-61d9e77f8aa8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.804143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4528ba53-532a-41e3-9766-707747e74538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9c0beec1-b989-4ff9-ad21-61d9e77f8aa8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.820176 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4528ba53-532a-41e3-9766-707747e74538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.824487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4528ba53-532a-41e3-9766-707747e74538 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c0beec1-b989-4ff9-ad21-61d9e77f8aa8 HTTP/1.1" status: 204 len: 168 time: 0.2231419 Jan 28 03:52:37.832714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528ba53-532a-41e3-9766-707747e74538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0beec1-b989-4ff9-ad21-61d9e77f8aa8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:37.849859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Made reservation on behalf of 3b20155dabab427582d4c63eade25fcc for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:37.866112 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.886425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] device_id is not set on port 5e08fac8-cb8d-448d-976b-5e3e0dc8f796 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:38.042327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Allocated IP 172.20.0.12 (87cea965-a9d3-4352-8a63-dab699bf5974/2c1cf4bc-1991-4c42-9e31-dbe458cba390/5e08fac8-cb8d-448d-976b-5e3e0dc8f796) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:38.231943 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for port (5e08fac8-cb8d-448d-976b-5e3e0dc8f796), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.272669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5e08fac8-cb8d-448d-976b-5e3e0dc8f796), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.340089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Network 87cea965-a9d3-4352-8a63-dab699bf5974 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:38.344444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:38.351424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:38.360630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:38.375418 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d77506c-6520-4804-a10c-1e25e77e6a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.379479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Port': ['ID=5e08fac8-cb8d-448d-976b-5e3e0dc8f796,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:38.418822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:38.419848 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.443961 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dbe8e6d3-7dcf-4593-8dd4-6ad816fc511e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7584255 Jan 28 03:52:38.450545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53502) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:38.457250 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0439ac2c-2869-4392-b9f1-6ef73b57c9c3 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5f:24:87'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:38.508555 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d77506c-6520-4804-a10c-1e25e77e6a4d admin admin] Publish callbacks [] for security_group (0018fd4f-a257-47f1-abd7-dd84d4cb5e6a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.517274 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d77506c-6520-4804-a10c-1e25e77e6a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0018fd4f-a257-47f1-abd7-dd84d4cb5e6a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.566801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:38.585168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7d77506c-6520-4804-a10c-1e25e77e6a4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b8083798ba94b12994e8a4898ceba47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2232168 Jan 28 03:52:38.587025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53508) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:38.632296 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77506c-6520-4804-a10c-1e25e77e6a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0018fd4f-a257-47f1-abd7-dd84d4cb5e6a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:38.705474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57482fd-e4e7-497a-bcd4-3567cd5afa36 admin admin] Deleting subnet 94b18ed6-82c0-41d4-9dd3-5cb909914c69 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:52:38.724989 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57482fd-e4e7-497a-bcd4-3567cd5afa36 admin admin] Publish callbacks [] for subnet (94b18ed6-82c0-41d4-9dd3-5cb909914c69), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.786356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d7837a19-9e16-49c3-b104-b850cc1ccbd4 None None] Provisioning complete for port 5e08fac8-cb8d-448d-976b-5e3e0dc8f796 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:38.786970 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7837a19-9e16-49c3-b104-b850cc1ccbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5e08fac8-cb8d-448d-976b-5e3e0dc8f796), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.823013 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57482fd-e4e7-497a-bcd4-3567cd5afa36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (94b18ed6-82c0-41d4-9dd3-5cb909914c69), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.876577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d7837a19-9e16-49c3-b104-b850cc1ccbd4 None None] Port 5e08fac8-cb8d-448d-976b-5e3e0dc8f796 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:38.903705 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da230930-d20e-4b0e-9b3b-207b4c532bba admin admin] Publish callbacks [] for security_group (0018fd4f-a257-47f1-abd7-dd84d4cb5e6a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.937186 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57482fd-e4e7-497a-bcd4-3567cd5afa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (94b18ed6-82c0-41d4-9dd3-5cb909914c69), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:38.960669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da230930-d20e-4b0e-9b3b-207b4c532bba admin admin] Publish callbacks [] for security_group (0018fd4f-a257-47f1-abd7-dd84d4cb5e6a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.049379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57482fd-e4e7-497a-bcd4-3567cd5afa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (94b18ed6-82c0-41d4-9dd3-5cb909914c69), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.068007 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0439ac2c-2869-4392-b9f1-6ef73b57c9c3 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5e08fac8-cb8d-448d-976b-5e3e0dc8f796), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.083919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57482fd-e4e7-497a-bcd4-3567cd5afa36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94b18ed6-82c0-41d4-9dd3-5cb909914c69,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:39.103944 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da230930-d20e-4b0e-9b3b-207b4c532bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0018fd4f-a257-47f1-abd7-dd84d4cb5e6a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.111986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da230930-d20e-4b0e-9b3b-207b4c532bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.117624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-da230930-d20e-4b0e-9b3b-207b4c532bba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0018fd4f-a257-47f1-abd7-dd84d4cb5e6a HTTP/1.1" status: 204 len: 168 time: 0.5020716 Jan 28 03:52:39.119915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57482fd-e4e7-497a-bcd4-3567cd5afa36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.126245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c57482fd-e4e7-497a-bcd4-3567cd5afa36 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/94b18ed6-82c0-41d4-9dd3-5cb909914c69 HTTP/1.1" status: 204 len: 168 time: 0.5583580 Jan 28 03:52:39.130791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:39.162769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da230930-d20e-4b0e-9b3b-207b4c532bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0018fd4f-a257-47f1-abd7-dd84d4cb5e6a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:39.238705 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (eb50f9dd-5095-4382-b556-7749c37b381b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.344371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0439ac2c-2869-4392-b9f1-6ef73b57c9c3 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for port (5e08fac8-cb8d-448d-976b-5e3e0dc8f796), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.349619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (eb50f9dd-5095-4382-b556-7749c37b381b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.361142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0439ac2c-2869-4392-b9f1-6ef73b57c9c3 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5e08fac8-cb8d-448d-976b-5e3e0dc8f796), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.391749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb50f9dd-5095-4382-b556-7749c37b381b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:39.404743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bff25ef-dca5-48ff-a3e5-ddba17a5d534') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:39.405092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bff25ef-dca5-48ff-a3e5-ddba17a5d534') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:39.420573 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (7bff25ef-dca5-48ff-a3e5-ddba17a5d534), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.448824 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7bff25ef-dca5-48ff-a3e5-ddba17a5d534), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.460901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:52:39.461686 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (7bff25ef-dca5-48ff-a3e5-ddba17a5d534), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:52:39.465849 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:52:39.468225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0439ac2c-2869-4392-b9f1-6ef73b57c9c3 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] In _notify_port_updated(), no bound segment for port 5e08fac8-cb8d-448d-976b-5e3e0dc8f796 on network 87cea965-a9d3-4352-8a63-dab699bf5974 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:52:39.473909 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439ac2c-2869-4392-b9f1-6ef73b57c9c3 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:39.474792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0439ac2c-2869-4392-b9f1-6ef73b57c9c3 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.476353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0439ac2c-2869-4392-b9f1-6ef73b57c9c3 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "PUT /v2.0/ports/5e08fac8-cb8d-448d-976b-5e3e0dc8f796 HTTP/1.1" status: 200 len: 996 time: 1.0244620 Jan 28 03:52:39.479723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53532) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:39.563034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439ac2c-2869-4392-b9f1-6ef73b57c9c3 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Port': ['ID=5e08fac8-cb8d-448d-976b-5e3e0dc8f796,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:39.586385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (eb50f9dd-5095-4382-b556-7749c37b381b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.593545 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.611654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eb50f9dd-5095-4382-b556-7749c37b381b HTTP/1.1" status: 204 len: 168 time: 0.4743123 Jan 28 03:52:39.636816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f64fd-9d1d-4ea2-aba3-35a8ee3fbb58 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb50f9dd-5095-4382-b556-7749c37b381b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:39.646915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5fca49eb-92bf-49ca-adf1-65e78d261dde tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Deleting port 5e08fac8-cb8d-448d-976b-5e3e0dc8f796 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:39.647742 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5fca49eb-92bf-49ca-adf1-65e78d261dde tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5e08fac8-cb8d-448d-976b-5e3e0dc8f796), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.794395 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5fca49eb-92bf-49ca-adf1-65e78d261dde tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5e08fac8-cb8d-448d-976b-5e3e0dc8f796), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.811400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5fca49eb-92bf-49ca-adf1-65e78d261dde tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Calling delete_port for 5e08fac8-cb8d-448d-976b-5e3e0dc8f796 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:39.912603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fb77c4e7-e571-407e-a636-e45bc763a8bf None None] Provisioning complete for port 5e08fac8-cb8d-448d-976b-5e3e0dc8f796 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:39.916498 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb77c4e7-e571-407e-a636-e45bc763a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5e08fac8-cb8d-448d-976b-5e3e0dc8f796), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:39.984691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fb77c4e7-e571-407e-a636-e45bc763a8bf None None] Port 5e08fac8-cb8d-448d-976b-5e3e0dc8f796 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:39.995970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53544) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:40.042480 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5fca49eb-92bf-49ca-adf1-65e78d261dde tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5e08fac8-cb8d-448d-976b-5e3e0dc8f796), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.096554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-623addfe-303e-4c51-956a-efdf17bb3a86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ca7b94be46343a199576ef7a33d4e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0974619 Jan 28 03:52:40.099227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:40.105010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca49eb-92bf-49ca-adf1-65e78d261dde tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event deleted for resources: {'Port': ['ID=5e08fac8-cb8d-448d-976b-5e3e0dc8f796,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:40.181463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:40.197328 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bf87a4b-7468-4005-9d2b-ebb43ab1d12f admin admin] Publish callbacks [] for security_group (504ad2bf-716d-4bcf-881e-3a4be18e5d5d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.220078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5fca49eb-92bf-49ca-adf1-65e78d261dde tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.224972 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5fca49eb-92bf-49ca-adf1-65e78d261dde tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "DELETE /v2.0/ports/5e08fac8-cb8d-448d-976b-5e3e0dc8f796 HTTP/1.1" status: 204 len: 168 time: 0.7438781 Jan 28 03:52:40.227103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:40.248892 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bf87a4b-7468-4005-9d2b-ebb43ab1d12f admin admin] Publish callbacks [] for security_group (504ad2bf-716d-4bcf-881e-3a4be18e5d5d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.257201 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3dabf89-f0b1-4cbf-a210-9d42bb494ae2 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] GET failed (client error): The resource could not be found. Jan 28 03:52:40.258990 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c3dabf89-f0b1-4cbf-a210-9d42bb494ae2 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "GET /v2.0/ports/5e08fac8-cb8d-448d-976b-5e3e0dc8f796 HTTP/1.1" status: 404 len: 333 time: 0.0307512 Jan 28 03:52:40.262519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:40.267820 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'port': {'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974', 'name': 'tempest-AllowedAddressPairTestJSON-1945303488'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:40.320380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bf87a4b-7468-4005-9d2b-ebb43ab1d12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (504ad2bf-716d-4bcf-881e-3a4be18e5d5d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.323716 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bf87a4b-7468-4005-9d2b-ebb43ab1d12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.325103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8bf87a4b-7468-4005-9d2b-ebb43ab1d12f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/504ad2bf-716d-4bcf-881e-3a4be18e5d5d HTTP/1.1" status: 204 len: 168 time: 0.2227724 Jan 28 03:52:40.336586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf87a4b-7468-4005-9d2b-ebb43ab1d12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ad2bf-716d-4bcf-881e-3a4be18e5d5d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:40.385441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a242be05-8e98-4255-aa95-e0ff7ca9038d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.453273 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75475a75-0fff-4b08-aac4-aad3381551f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.541087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Made reservation on behalf of 3b20155dabab427582d4c63eade25fcc for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:40.545423 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.591105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a242be05-8e98-4255-aa95-e0ff7ca9038d admin admin] Publish callbacks [] for security_group (1757dd3d-e076-405f-90a5-b8390957e661), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.605677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] device_id is not set on port da174309-5d4b-4bc2-a995-1bb13e98bfe9 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:40.611270 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a242be05-8e98-4255-aa95-e0ff7ca9038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1757dd3d-e076-405f-90a5-b8390957e661), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.709365 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a242be05-8e98-4255-aa95-e0ff7ca9038d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed96af0a647542f0ba2fd134edd15713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5265894 Jan 28 03:52:40.712633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53570) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:40.716807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242be05-8e98-4255-aa95-e0ff7ca9038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1757dd3d-e076-405f-90a5-b8390957e661,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:40.812751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Allocated IP 172.20.0.7 (87cea965-a9d3-4352-8a63-dab699bf5974/2c1cf4bc-1991-4c42-9e31-dbe458cba390/da174309-5d4b-4bc2-a995-1bb13e98bfe9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:40.821725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70e906e-88be-4b01-88a8-fcb00df061bd admin admin] Publish callbacks [] for security_group (1757dd3d-e076-405f-90a5-b8390957e661), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:40.860816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70e906e-88be-4b01-88a8-fcb00df061bd admin admin] Publish callbacks [] for security_group (1757dd3d-e076-405f-90a5-b8390957e661), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.008380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70e906e-88be-4b01-88a8-fcb00df061bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1757dd3d-e076-405f-90a5-b8390957e661), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.010997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70e906e-88be-4b01-88a8-fcb00df061bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.012410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f70e906e-88be-4b01-88a8-fcb00df061bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1757dd3d-e076-405f-90a5-b8390957e661 HTTP/1.1" status: 204 len: 168 time: 0.2985826 Jan 28 03:52:41.033475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e906e-88be-4b01-88a8-fcb00df061bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1757dd3d-e076-405f-90a5-b8390957e661,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:41.075005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for port (da174309-5d4b-4bc2-a995-1bb13e98bfe9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.121468 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (da174309-5d4b-4bc2-a995-1bb13e98bfe9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.177107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Network 87cea965-a9d3-4352-8a63-dab699bf5974 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:41.188178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:41.193445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:41.198389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Port': ['ID=da174309-5d4b-4bc2-a995-1bb13e98bfe9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:41.246561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:41.247303 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.274141 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ed696c9c-08be-4527-a191-86ba9af017e1 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0100954 Jan 28 03:52:41.276355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53592) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:41.283592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'port': {'network_id': '87cea965-a9d3-4352-8a63-dab699bf5974', 'name': 'tempest-AllowedAddressPairTestJSON-1676502139'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:41.429900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Made reservation on behalf of 3b20155dabab427582d4c63eade25fcc for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:41.433950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.456272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] device_id is not set on port 59ad329a-f74b-415a-8b0c-26070181f8c2 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:52:41.532352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4539ba2e-177e-4a6f-8038-386dc7dab7c6 None None] Provisioning complete for port da174309-5d4b-4bc2-a995-1bb13e98bfe9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:41.534207 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4539ba2e-177e-4a6f-8038-386dc7dab7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (da174309-5d4b-4bc2-a995-1bb13e98bfe9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.582614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4539ba2e-177e-4a6f-8038-386dc7dab7c6 None None] Port da174309-5d4b-4bc2-a995-1bb13e98bfe9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:41.607086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Allocated IP 172.20.0.5 (87cea965-a9d3-4352-8a63-dab699bf5974/2c1cf4bc-1991-4c42-9e31-dbe458cba390/59ad329a-f74b-415a-8b0c-26070181f8c2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:41.783341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for port (59ad329a-f74b-415a-8b0c-26070181f8c2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.825666 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (59ad329a-f74b-415a-8b0c-26070181f8c2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.876640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Network 87cea965-a9d3-4352-8a63-dab699bf5974 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:41.884183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:41.886200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Port': ['ID=59ad329a-f74b-415a-8b0c-26070181f8c2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:41.888527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:41.944498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:41.945952 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:41.970115 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-86ec3d5a-758a-44cd-8314-1a4a1bb3233e tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6888771 Jan 28 03:52:41.970988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53624) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:41.977189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-aa570f89-75da-49cf-9e2f-25caa7c67a50 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:5f:24:87'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3a:87:64'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:42.088739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.150307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa570f89-75da-49cf-9e2f-25caa7c67a50 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (59ad329a-f74b-415a-8b0c-26070181f8c2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.214463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ae9a8b69-0f56-41e5-81dd-e0a640f86aa3 None None] Provisioning complete for port 59ad329a-f74b-415a-8b0c-26070181f8c2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:42.214995 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8b69-0f56-41e5-81dd-e0a640f86aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (59ad329a-f74b-415a-8b0c-26070181f8c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.261699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a8b69-0f56-41e5-81dd-e0a640f86aa3 None None] Port 59ad329a-f74b-415a-8b0c-26070181f8c2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:42.332553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53638) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:42.390649 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa570f89-75da-49cf-9e2f-25caa7c67a50 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for port (59ad329a-f74b-415a-8b0c-26070181f8c2), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.399119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa570f89-75da-49cf-9e2f-25caa7c67a50 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (59ad329a-f74b-415a-8b0c-26070181f8c2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.486042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa570f89-75da-49cf-9e2f-25caa7c67a50 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event updated for resources: {'Port': ['ID=59ad329a-f74b-415a-8b0c-26070181f8c2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:42.502094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-aa570f89-75da-49cf-9e2f-25caa7c67a50 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] In _notify_port_updated(), no bound segment for port 59ad329a-f74b-415a-8b0c-26070181f8c2 on network 87cea965-a9d3-4352-8a63-dab699bf5974 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:52:42.508008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa570f89-75da-49cf-9e2f-25caa7c67a50 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:42.508691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa570f89-75da-49cf-9e2f-25caa7c67a50 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.510072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aa570f89-75da-49cf-9e2f-25caa7c67a50 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "PUT /v2.0/ports/59ad329a-f74b-415a-8b0c-26070181f8c2 HTTP/1.1" status: 200 len: 1055 time: 0.5384283 Jan 28 03:52:42.512780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53650) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:42.559350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1448239096-network', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:42.564260 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35e51c91-e9e4-4e95-9fe7-0f624854e593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.623799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Made reservation on behalf of f9f9a83372904e3e8813b4d6506248c5 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:42.626242 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.641002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.681162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f97f5-69ab-47fd-968a-7823a8080c29 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Deleting port 59ad329a-f74b-415a-8b0c-26070181f8c2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:42.681778 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb1f97f5-69ab-47fd-968a-7823a8080c29 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (59ad329a-f74b-415a-8b0c-26070181f8c2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.797220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-062e8963-c1cb-4111-9764-ff15a9d6a646 None None] Provisioning complete for port 59ad329a-f74b-415a-8b0c-26070181f8c2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:42.798008 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-062e8963-c1cb-4111-9764-ff15a9d6a646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (59ad329a-f74b-415a-8b0c-26070181f8c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.840622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-062e8963-c1cb-4111-9764-ff15a9d6a646 None None] Port 59ad329a-f74b-415a-8b0c-26070181f8c2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:42.844362 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb1f97f5-69ab-47fd-968a-7823a8080c29 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (59ad329a-f74b-415a-8b0c-26070181f8c2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.867572 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Publish callbacks [] for security_group (44b07983-ac42-42af-9c2d-a065c677d4b5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.869015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f97f5-69ab-47fd-968a-7823a8080c29 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Calling delete_port for 59ad329a-f74b-415a-8b0c-26070181f8c2 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:42.877927 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (44b07983-ac42-42af-9c2d-a065c677d4b5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.942925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:52:42.954289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b07983-ac42-42af-9c2d-a065c677d4b5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:42.972689 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0a05f3f8-80d0-40a4-9604-0aaf218907fc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:42.973736 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Added segment 0a05f3f8-80d0-40a4-9604-0aaf218907fc of type vlan for network ed270c6d-6a85-48d7-82c3-43307b02001a Jan 28 03:52:43.042564 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (ed270c6d-6a85-48d7-82c3-43307b02001a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.106078 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (ed270c6d-6a85-48d7-82c3-43307b02001a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.107132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:43.107777 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.182801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8465033 Jan 28 03:52:43.183094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53674) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:43.189769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Request body: {'subnet': {'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1448239096-subnet', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:43.193500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb1f97f5-69ab-47fd-968a-7823a8080c29 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (59ad329a-f74b-415a-8b0c-26070181f8c2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.240699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7b0fa-2f30-45e3-a269-a2fe50d655cc admin admin] Pushing event updated for resources: {'Network': ['ID=ed270c6d-6a85-48d7-82c3-43307b02001a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:43.247015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f97f5-69ab-47fd-968a-7823a8080c29 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event deleted for resources: {'Port': ['ID=59ad329a-f74b-415a-8b0c-26070181f8c2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:43.253304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network ed270c6d-6a85-48d7-82c3-43307b02001a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:52:43.323056 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Made reservation on behalf of f9f9a83372904e3e8813b4d6506248c5 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:43.327073 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.655004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb1f97f5-69ab-47fd-968a-7823a8080c29 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.662398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eb1f97f5-69ab-47fd-968a-7823a8080c29 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "DELETE /v2.0/ports/59ad329a-f74b-415a-8b0c-26070181f8c2 HTTP/1.1" status: 204 len: 168 time: 1.1451325 Jan 28 03:52:43.662813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53706) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:43.688712 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb7beba-da66-45e5-99ec-69e2963b3903 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] GET failed (client error): The resource could not be found. Jan 28 03:52:43.691067 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8bb7beba-da66-45e5-99ec-69e2963b3903 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "GET /v2.0/ports/59ad329a-f74b-415a-8b0c-26070181f8c2 HTTP/1.1" status: 404 len: 333 time: 0.0272086 Jan 28 03:52:43.693983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53710) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:43.729370 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (a053c090-39b2-4f24-8580-fb4faebe833b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.783250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a053c090-39b2-4f24-8580-fb4faebe833b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:43.804907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2878a864-f607-4010-859f-b5262ef7c060 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Deleting port da174309-5d4b-4bc2-a995-1bb13e98bfe9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:43.805198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2878a864-f607-4010-859f-b5262ef7c060 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (da174309-5d4b-4bc2-a995-1bb13e98bfe9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.831254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Checking segment: {'id': '0a05f3f8-80d0-40a4-9604-0aaf218907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:43.832024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Network hostable DHCP agents. Network: ed270c6d-6a85-48d7-82c3-43307b02001a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:52:43.862332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Network ed270c6d-6a85-48d7-82c3-43307b02001a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:52:43.881830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, ed270c6d-6a85-48d7-82c3-43307b02001a) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:43.887390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:43.889012 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.892575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4158af6-1da9-406b-aaa4-6f4e3b935c53 None None] Network ed270c6d-6a85-48d7-82c3-43307b02001a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:43.913425 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4350dde6-283e-4ab9-b284-8f09fc5ed878 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7292268 Jan 28 03:52:43.916755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:43.923984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1448239096-router', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:43.947404 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2878a864-f607-4010-859f-b5262ef7c060 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (da174309-5d4b-4bc2-a995-1bb13e98bfe9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.959475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (cd879c15-a40f-4719-8929-bf3ba9f071b7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.960814 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (cd879c15-a40f-4719-8929-bf3ba9f071b7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:43.966658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2878a864-f607-4010-859f-b5262ef7c060 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Calling delete_port for da174309-5d4b-4bc2-a995-1bb13e98bfe9 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:44.063781 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks [] for router_controller (cd879c15-a40f-4719-8929-bf3ba9f071b7), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:44.101622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-ed270c6d-6a85-48d7-82c3-43307b02001a', 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a', 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'fixed_ips': [{'subnet_id': 'a053c090-39b2-4f24-8580-fb4faebe833b'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:52:44.102888 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:44.295414 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:44.296875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2878a864-f607-4010-859f-b5262ef7c060 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (da174309-5d4b-4bc2-a995-1bb13e98bfe9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:44.320684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Allocated IP 172.20.0.2 (ed270c6d-6a85-48d7-82c3-43307b02001a/a053c090-39b2-4f24-8580-fb4faebe833b/f001305e-1d39-4baa-921a-8e1261b58677) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:44.350336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878a864-f607-4010-859f-b5262ef7c060 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event deleted for resources: {'Port': ['ID=da174309-5d4b-4bc2-a995-1bb13e98bfe9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:44.499205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2878a864-f607-4010-859f-b5262ef7c060 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:44.505789 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2878a864-f607-4010-859f-b5262ef7c060 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "DELETE /v2.0/ports/da174309-5d4b-4bc2-a995-1bb13e98bfe9 HTTP/1.1" status: 204 len: 168 time: 0.8104784 Jan 28 03:52:44.508327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53764) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:44.584107 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc430ba-9d99-48d8-a114-686539db4762 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] GET failed (client error): The resource could not be found. Jan 28 03:52:44.587672 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0dc430ba-9d99-48d8-a114-686539db4762 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "GET /v2.0/ports/da174309-5d4b-4bc2-a995-1bb13e98bfe9 HTTP/1.1" status: 404 len: 333 time: 0.0781274 Jan 28 03:52:44.593664 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:44.786936 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:44.787244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3927eeb6-41ce-4ae2-bf3d-da537a4a6b4a tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Deleting port 5566eebe-60aa-4091-9ee5-73e02b5be111 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:44.787990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3927eeb6-41ce-4ae2-bf3d-da537a4a6b4a tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5566eebe-60aa-4091-9ee5-73e02b5be111), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:44.788171 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Publish callbacks [] for port (f001305e-1d39-4baa-921a-8e1261b58677), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:44.810780 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (f001305e-1d39-4baa-921a-8e1261b58677), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:44.853195 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks [] for router_gateway (cd879c15-a40f-4719-8929-bf3ba9f071b7), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:44.915733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Network ed270c6d-6a85-48d7-82c3-43307b02001a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:44.918402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Pushing event updated for resources: {'Port': ['ID=f001305e-1d39-4baa-921a-8e1261b58677,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:44.924267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:44.946280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:44.959449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.959674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.959920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.960245 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.960578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.965048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.965574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.965816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.966158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.966495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.966889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.967234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:44.967452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:45.000351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3927eeb6-41ce-4ae2-bf3d-da537a4a6b4a tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5566eebe-60aa-4091-9ee5-73e02b5be111), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.015913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3927eeb6-41ce-4ae2-bf3d-da537a4a6b4a tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Calling delete_port for 5566eebe-60aa-4091-9ee5-73e02b5be111 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:45.060612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Attempting to bind port f001305e-1d39-4baa-921a-8e1261b58677 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:52:45.061015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Attempting to bind port f001305e-1d39-4baa-921a-8e1261b58677 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '0a05f3f8-80d0-40a4-9604-0aaf218907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:52:45.063250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Attempting to bind port f001305e-1d39-4baa-921a-8e1261b58677 on network ed270c6d-6a85-48d7-82c3-43307b02001a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:45.074925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:52:45.075474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Checking segment: {'id': '0a05f3f8-80d0-40a4-9604-0aaf218907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:45.075879 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.076428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Bound using segment: {'id': '0a05f3f8-80d0-40a4-9604-0aaf218907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:52:45.077046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Bound port: f001305e-1d39-4baa-921a-8e1261b58677, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a05f3f8-80d0-40a4-9604-0aaf218907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:52:45.077429 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f001305e-1d39-4baa-921a-8e1261b58677), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.167756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks [] for router_gateway (cd879c15-a40f-4719-8929-bf3ba9f071b7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.177051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] For port f001305e-1d39-4baa-921a-8e1261b58677, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:52:45.181150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3927eeb6-41ce-4ae2-bf3d-da537a4a6b4a tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5566eebe-60aa-4091-9ee5-73e02b5be111), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.182028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] For port f001305e-1d39-4baa-921a-8e1261b58677, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f001305e-1d39-4baa-921a-8e1261b58677,segment=NetworkSegment(0a05f3f8-80d0-40a4-9604-0aaf218907fc),segment_id=0a05f3f8-80d0-40a4-9604-0aaf218907fc)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:52:45.188551 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f001305e-1d39-4baa-921a-8e1261b58677), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.197672 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.269881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927eeb6-41ce-4ae2-bf3d-da537a4a6b4a tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event deleted for resources: {'Port': ['ID=5566eebe-60aa-4091-9ee5-73e02b5be111,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:45.312001 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6b929-b8cb-4b61-8d85-40e8396fb27b None None] Pushing event updated for resources: {'Port': ['ID=f001305e-1d39-4baa-921a-8e1261b58677,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:45.449949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Allocated IP 172.25.1.233 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/429e9dda-7fb7-49c0-b67a-02b4d47febea) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:45.466280 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3927eeb6-41ce-4ae2-bf3d-da537a4a6b4a tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.474514 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3927eeb6-41ce-4ae2-bf3d-da537a4a6b4a tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "DELETE /v2.0/ports/5566eebe-60aa-4091-9ee5-73e02b5be111 HTTP/1.1" status: 204 len: 168 time: 0.8794248 Jan 28 03:52:45.477335 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:45.535976 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.619804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf44acf-1d74-4384-966d-f0be73ca9119 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Deleting subnet 2c1cf4bc-1991-4c42-9e31-dbe458cba390 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:52:45.633883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cf44acf-1d74-4384-966d-f0be73ca9119 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for subnet (2c1cf4bc-1991-4c42-9e31-dbe458cba390), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.708653 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks [] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.744598 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cf44acf-1d74-4384-966d-f0be73ca9119 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (2c1cf4bc-1991-4c42-9e31-dbe458cba390), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.794542 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.842208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:45.845659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:45.848956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:45.897036 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cf44acf-1d74-4384-966d-f0be73ca9119 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (2c1cf4bc-1991-4c42-9e31-dbe458cba390), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:45.924683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Pushing event updated for resources: {'Port': ['ID=429e9dda-7fb7-49c0-b67a-02b4d47febea,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:46.026800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cf44acf-1d74-4384-966d-f0be73ca9119 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (2c1cf4bc-1991-4c42-9e31-dbe458cba390), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.043433 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cf44acf-1d74-4384-966d-f0be73ca9119 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.046626 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8cf44acf-1d74-4384-966d-f0be73ca9119 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "DELETE /v2.0/subnets/2c1cf4bc-1991-4c42-9e31-dbe458cba390 HTTP/1.1" status: 204 len: 168 time: 0.5682802 Jan 28 03:52:46.055758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f97290-11b6-4431-8d50-e8881a72e6d6 None None] Network 87cea965-a9d3-4352-8a63-dab699bf5974 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:46.056284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53816) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:46.076401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf44acf-1d74-4384-966d-f0be73ca9119 tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1cf4bc-1991-4c42-9e31-dbe458cba390,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:46.273191 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (87cea965-a9d3-4352-8a63-dab699bf5974), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.307104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8ccacb-c409-4b8b-8971-41f3584bf8f5 None None] DHCP port deletion for 87cea965-a9d3-4352-8a63-dab699bf5974 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:52:46.388739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ccacb-c409-4b8b-8971-41f3584bf8f5 None None] Deleting port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:46.389292 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f8ccacb-c409-4b8b-8971-41f3584bf8f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.475914 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks [] for router_gateway (cd879c15-a40f-4719-8929-bf3ba9f071b7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.514142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3f8ccacb-c409-4b8b-8971-41f3584bf8f5 None None] For port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e,segment=NetworkSegment(31569607-7457-457d-9bbe-df25af316dda),segment_id=31569607-7457-457d-9bbe-df25af316dda)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:46.514678 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f8ccacb-c409-4b8b-8971-41f3584bf8f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.537747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ccacb-c409-4b8b-8971-41f3584bf8f5 None None] Calling delete_port for 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:46.550565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Deleting port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:46.550924 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.657516 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f8ccacb-c409-4b8b-8971-41f3584bf8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.693791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ccacb-c409-4b8b-8971-41f3584bf8f5 None None] Pushing event deleted for resources: {'Port': ['ID=64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:46.713144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] For port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e,segment=NetworkSegment(31569607-7457-457d-9bbe-df25af316dda),segment_id=31569607-7457-457d-9bbe-df25af316dda)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:46.713520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.717878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ccacb-c409-4b8b-8971-41f3584bf8f5 None None] No DVR routers for this DVR port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:52:46.724395 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.757086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:46.794143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Calling delete_port for 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:46.921992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d134a71-268d-4676-ab29-9173676324b4 None None] Network ed270c6d-6a85-48d7-82c3-43307b02001a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:46.935047 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (cd879c15-a40f-4719-8929-bf3ba9f071b7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:46.971393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd9de-bb12-4d7e-84aa-662e1cc0b4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.029738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.064637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-572721b7-3a6f-4c81-8869-d66bc493ead7 None None] Provisioning complete for port f001305e-1d39-4baa-921a-8e1261b58677 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:47.065244 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-572721b7-3a6f-4c81-8869-d66bc493ead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f001305e-1d39-4baa-921a-8e1261b58677), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.116524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event deleted for resources: {'Port': ['ID=64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:47.133937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] No DVR routers for this DVR port 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:52:47.162824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd9de-bb12-4d7e-84aa-662e1cc0b4f5 admin admin] Publish callbacks [] for security_group (24e4de8c-b9b8-4562-9c1e-bc76b582cd8e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.174638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd9de-bb12-4d7e-84aa-662e1cc0b4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (24e4de8c-b9b8-4562-9c1e-bc76b582cd8e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.177944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-572721b7-3a6f-4c81-8869-d66bc493ead7 None None] Current status of the port f001305e-1d39-4baa-921a-8e1261b58677 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:47.178913 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-572721b7-3a6f-4c81-8869-d66bc493ead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f001305e-1d39-4baa-921a-8e1261b58677), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.253783 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-572721b7-3a6f-4c81-8869-d66bc493ead7 None None] For port f001305e-1d39-4baa-921a-8e1261b58677, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f001305e-1d39-4baa-921a-8e1261b58677,segment=NetworkSegment(0a05f3f8-80d0-40a4-9604-0aaf218907fc),segment_id=0a05f3f8-80d0-40a4-9604-0aaf218907fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:47.271965 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-572721b7-3a6f-4c81-8869-d66bc493ead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f001305e-1d39-4baa-921a-8e1261b58677), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.316632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfd9de-bb12-4d7e-84aa-662e1cc0b4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e4de8c-b9b8-4562-9c1e-bc76b582cd8e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:47.348037 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5dcfd9de-bb12-4d7e-84aa-662e1cc0b4f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15bf6e63cda546cd9fd7e033b31ae952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5898864 Jan 28 03:52:47.349870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:47.363975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (87cea965-a9d3-4352-8a63-dab699bf5974), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.426429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cea965-a9d3-4352-8a63-dab699bf5974']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:47.456951 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572721b7-3a6f-4c81-8869-d66bc493ead7 None None] Pushing event updated for resources: {'Port': ['ID=f001305e-1d39-4baa-921a-8e1261b58677,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:47.457459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67d8fec7-da07-474c-a9ab-b26349f82977 admin admin] Publish callbacks [] for security_group (24e4de8c-b9b8-4562-9c1e-bc76b582cd8e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.458968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31569607-7457-457d-9bbe-df25af316dda') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:47.459284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31569607-7457-457d-9bbe-df25af316dda') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:47.462642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f001305e-1d39-4baa-921a-8e1261b58677 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:47.473154 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (31569607-7457-457d-9bbe-df25af316dda), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.488245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Router cd879c15-a40f-4719-8929-bf3ba9f071b7 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:52:47.494902 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (31569607-7457-457d-9bbe-df25af316dda), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.507612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:52:47.508341 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (31569607-7457-457d-9bbe-df25af316dda), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:52:47.513344 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:52:47.515868 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67d8fec7-da07-474c-a9ab-b26349f82977 admin admin] Publish callbacks [] for security_group (24e4de8c-b9b8-4562-9c1e-bc76b582cd8e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.574162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-78944acb-9ed5-4824-b7ce-f96329630c41 None None] Provisioning complete for port f001305e-1d39-4baa-921a-8e1261b58677 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:47.575132 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78944acb-9ed5-4824-b7ce-f96329630c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f001305e-1d39-4baa-921a-8e1261b58677), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.583372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67d8fec7-da07-474c-a9ab-b26349f82977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (24e4de8c-b9b8-4562-9c1e-bc76b582cd8e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.588523 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67d8fec7-da07-474c-a9ab-b26349f82977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.594521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-67d8fec7-da07-474c-a9ab-b26349f82977 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24e4de8c-b9b8-4562-9c1e-bc76b582cd8e HTTP/1.1" status: 204 len: 168 time: 0.2422447 Jan 28 03:52:47.608611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8fec7-da07-474c-a9ab-b26349f82977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e4de8c-b9b8-4562-9c1e-bc76b582cd8e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:47.730137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:52:47.744074 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Sync routers for ids ['cd879c15-a40f-4719-8929-bf3ba9f071b7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:52:47.754273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-78944acb-9ed5-4824-b7ce-f96329630c41 None None] Current status of the port f001305e-1d39-4baa-921a-8e1261b58677 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:47.759134 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Routers {'cd879c15-a40f-4719-8929-bf3ba9f071b7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:52:47.761219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f001305e-1d39-4baa-921a-8e1261b58677 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:47.761489 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f001305e-1d39-4baa-921a-8e1261b58677), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.761759 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['cd879c15-a40f-4719-8929-bf3ba9f071b7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:47.828733 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.835197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53908) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:47.835408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8ea8c725-fcdc-4e0e-bfa7-06c643001b3d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9156556 Jan 28 03:52:47.881162 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (87cea965-a9d3-4352-8a63-dab699bf5974), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.895427 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:47.902409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] 10.222.0.44 "DELETE /v2.0/networks/87cea965-a9d3-4352-8a63-dab699bf5974 HTTP/1.1" status: 204 len: 168 time: 1.8358278 Jan 28 03:52:47.923755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda0086-6b6e-46d2-999f-33dbee7f527f tempest-AllowedAddressPairTestJSON-1508218911 tempest-AllowedAddressPairTestJSON-1508218911-project] Pushing event deleted for resources: {'Network': ['ID=87cea965-a9d3-4352-8a63-dab699bf5974,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:47.952213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f001305e-1d39-4baa-921a-8e1261b58677 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:48.056340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:52:48.084315 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Set router cd879c15-a40f-4719-8929-bf3ba9f071b7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:52:48.091017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:52:48.091511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64a0d4e4-4f5c-4e01-8024-dec6bdd99f0e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:52:48.217224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:48.233914 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbffd208-2dbd-4de6-8bb4-89579592b427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.311848 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'name': 'tempest-TestAggregatesBasicOps-1448239096-router', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:43Z', 'updated_at': '2022-01-28T03:52:46Z', 'revision_number': 3, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'gw_port': {'id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:45Z', 'updated_at': '2022-01-28T03:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:48.359643 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Checking router: cd879c15-a40f-4719-8929-bf3ba9f071b7 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:52:48.360128 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Updating router cd879c15-a40f-4719-8929-bf3ba9f071b7 port 429e9dda-7fb7-49c0-b67a-02b4d47febea binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:52:48.398660 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.443799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbffd208-2dbd-4de6-8bb4-89579592b427 admin admin] Publish callbacks [] for security_group (1d41cedd-e3a9-4aef-9774-5d3f12cbb765), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.455162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbffd208-2dbd-4de6-8bb4-89579592b427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1d41cedd-e3a9-4aef-9774-5d3f12cbb765), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.486639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:48.531037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffd208-2dbd-4de6-8bb4-89579592b427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d41cedd-e3a9-4aef-9774-5d3f12cbb765,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:48.539413 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cbffd208-2dbd-4de6-8bb4-89579592b427 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed9656f35fef4ff4b17bf0b083e8559d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189518 Jan 28 03:52:48.539899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53938) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:48.609886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.633296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cea929fd-c1b9-4c66-98c9-334e972b3838 admin admin] Publish callbacks [] for security_group (1d41cedd-e3a9-4aef-9774-5d3f12cbb765), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.667892 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cea929fd-c1b9-4c66-98c9-334e972b3838 admin admin] Publish callbacks [] for security_group (1d41cedd-e3a9-4aef-9774-5d3f12cbb765), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.743563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aa656772-1a12-43ad-aca1-d95c36b4ec08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b20155dabab427582d4c63eade25fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548270 Jan 28 03:52:48.746584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:48.775052 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Publish callbacks [] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.784748 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cea929fd-c1b9-4c66-98c9-334e972b3838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1d41cedd-e3a9-4aef-9774-5d3f12cbb765), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.787904 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.788391 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cea929fd-c1b9-4c66-98c9-334e972b3838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.793993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cea929fd-c1b9-4c66-98c9-334e972b3838 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d41cedd-e3a9-4aef-9774-5d3f12cbb765 HTTP/1.1" status: 204 len: 168 time: 0.2532566 Jan 28 03:52:48.812159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea929fd-c1b9-4c66-98c9-334e972b3838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d41cedd-e3a9-4aef-9774-5d3f12cbb765,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:48.859981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbf17e4d-f0a5-48d7-a5b2-c4c2627b5976 admin admin] Publish callbacks [] for security_group (a365fbce-87ea-41ab-a550-58b3ab141881), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.887124 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Attempting to bind port 429e9dda-7fb7-49c0-b67a-02b4d47febea on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:52:48.887780 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Attempting to bind port 429e9dda-7fb7-49c0-b67a-02b4d47febea by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:52:48.888300 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Attempting to bind port 429e9dda-7fb7-49c0-b67a-02b4d47febea on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:48.905949 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:52:48.907120 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:48.907811 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.908414 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:52:48.909671 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Bound port: 429e9dda-7fb7-49c0-b67a-02b4d47febea, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:52:48.910496 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.921897 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Allocated IP 172.20.0.1 (ed270c6d-6a85-48d7-82c3-43307b02001a/a053c090-39b2-4f24-8580-fb4faebe833b/82908513-6197-44e4-8d12-ee0a75f6e9ba) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:48.929456 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbf17e4d-f0a5-48d7-a5b2-c4c2627b5976 admin admin] Publish callbacks [] for security_group (a365fbce-87ea-41ab-a550-58b3ab141881), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:48.997862 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Pushing event updated for resources: {'Port': ['ID=429e9dda-7fb7-49c0-b67a-02b4d47febea,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:49.024491 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] For port 429e9dda-7fb7-49c0-b67a-02b4d47febea, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:52:49.049791 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbf17e4d-f0a5-48d7-a5b2-c4c2627b5976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a365fbce-87ea-41ab-a550-58b3ab141881), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.053402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbf17e4d-f0a5-48d7-a5b2-c4c2627b5976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.055509 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] For port 429e9dda-7fb7-49c0-b67a-02b4d47febea, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=429e9dda-7fb7-49c0-b67a-02b4d47febea,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:52:49.057502 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.057827 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.058162 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.058496 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.059122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bbf17e4d-f0a5-48d7-a5b2-c4c2627b5976 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a365fbce-87ea-41ab-a550-58b3ab141881 HTTP/1.1" status: 204 len: 168 time: 0.3110156 Jan 28 03:52:49.067380 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.067746 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.068154 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.069436 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.069794 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.070129 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.070458 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.073894 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.074256 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:49.080657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf17e4d-f0a5-48d7-a5b2-c4c2627b5976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365fbce-87ea-41ab-a550-58b3ab141881,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:49.083909 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.084267 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Publish callbacks [] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.133770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.197367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Network ed270c6d-6a85-48d7-82c3-43307b02001a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:49.200690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:49.203500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:49.251010 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Routers {'cd879c15-a40f-4719-8929-bf3ba9f071b7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:52:49.251240 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['cd879c15-a40f-4719-8929-bf3ba9f071b7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:49.262381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Pushing event updated for resources: {'Port': ['ID=82908513-6197-44e4-8d12-ee0a75f6e9ba,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:49.263569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f001305e-1d39-4baa-921a-8e1261b58677 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:49.275717 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (cd879c15-a40f-4719-8929-bf3ba9f071b7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.424012 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1ca0b-281e-483f-8eef-4bf6feaf8da0 None None] Pushing event updated for resources: {'Port': ['ID=429e9dda-7fb7-49c0-b67a-02b4d47febea,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:49.424505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f001305e-1d39-4baa-921a-8e1261b58677 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:49.425438 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f001305e-1d39-4baa-921a-8e1261b58677), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.447258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.630880 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] Set router cd879c15-a40f-4719-8929-bf3ba9f071b7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:52:49.641797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f001305e-1d39-4baa-921a-8e1261b58677 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:49.702301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-47630234-69d4-42ec-b2e0-ad87c9a4e9d9 None None] Provisioning complete for port 82908513-6197-44e4-8d12-ee0a75f6e9ba triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:49.702743 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47630234-69d4-42ec-b2e0-ad87c9a4e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.797820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Publish callbacks [] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.810340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-47630234-69d4-42ec-b2e0-ad87c9a4e9d9 None None] Port 82908513-6197-44e4-8d12-ee0a75f6e9ba cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:49.814083 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:49.915813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Pushing event updated for resources: {'Port': ['ID=82908513-6197-44e4-8d12-ee0a75f6e9ba,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:49.928070 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (cd879c15-a40f-4719-8929-bf3ba9f071b7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:50.058396 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'name': 'tempest-TestAggregatesBasicOps-1448239096-router', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:43Z', 'updated_at': '2022-01-28T03:52:46Z', 'revision_number': 3, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'gw_port': {'id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:45Z', 'updated_at': '2022-01-28T03:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:50.065439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Network ed270c6d-6a85-48d7-82c3-43307b02001a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:50.067658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:50.133942 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44b44a-2d7d-4256-846c-23aca94fcaff None None] The sync data for ids ['cd879c15-a40f-4719-8929-bf3ba9f071b7'] in n-d-808199-14 is: [{'id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'name': 'tempest-TestAggregatesBasicOps-1448239096-router', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:43Z', 'updated_at': '2022-01-28T03:52:46Z', 'revision_number': 3, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'gw_port': {'id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:45Z', 'updated_at': '2022-01-28T03:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:52:50.233189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Router cd879c15-a40f-4719-8929-bf3ba9f071b7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:52:50.408816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:52:50.425902 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-99445eb4-53dd-460b-b590-d55845f839be admin admin] 10.222.0.44 "PUT /v2.0/routers/cd879c15-a40f-4719-8929-bf3ba9f071b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5882850 Jan 28 03:52:50.442979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f7721985-0c50-4aa9-9c92-d0330e34533b None None] Provisioning complete for port 82908513-6197-44e4-8d12-ee0a75f6e9ba triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:50.443536 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7721985-0c50-4aa9-9c92-d0330e34533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:50.486759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f7721985-0c50-4aa9-9c92-d0330e34533b None None] Port 82908513-6197-44e4-8d12-ee0a75f6e9ba cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:50.756801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54080) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:51.071215 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc51e48f-0072-49c7-992f-0ead43110bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:51.249157 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc51e48f-0072-49c7-992f-0ead43110bbf admin admin] Publish callbacks [] for security_group (671f5135-80fa-41d1-b414-02901699f86b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:51.257194 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc51e48f-0072-49c7-992f-0ead43110bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (671f5135-80fa-41d1-b414-02901699f86b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:51.290398 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 429e9dda-7fb7-49c0-b67a-02b4d47febea up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:51.343292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54116) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:51.352326 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dc51e48f-0072-49c7-992f-0ead43110bbf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41f3414392cb46f0ac51c644cf243b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5930479 Jan 28 03:52:51.354418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51e48f-0072-49c7-992f-0ead43110bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671f5135-80fa-41d1-b414-02901699f86b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:51.381712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 429e9dda-7fb7-49c0-b67a-02b4d47febea triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:51.382092 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:51.445495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a08ebdd-5f54-466e-88a7-a4d6bf86eef8 admin admin] Publish callbacks [] for security_group (671f5135-80fa-41d1-b414-02901699f86b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:51.478443 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a08ebdd-5f54-466e-88a7-a4d6bf86eef8 admin admin] Publish callbacks [] for security_group (671f5135-80fa-41d1-b414-02901699f86b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:51.504078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 429e9dda-7fb7-49c0-b67a-02b4d47febea is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:51.504683 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:51.526420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 429e9dda-7fb7-49c0-b67a-02b4d47febea, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=429e9dda-7fb7-49c0-b67a-02b4d47febea,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:51.536643 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:51.574990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a08ebdd-5f54-466e-88a7-a4d6bf86eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (671f5135-80fa-41d1-b414-02901699f86b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:51.578839 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a08ebdd-5f54-466e-88a7-a4d6bf86eef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:51.580130 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1a08ebdd-5f54-466e-88a7-a4d6bf86eef8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/671f5135-80fa-41d1-b414-02901699f86b HTTP/1.1" status: 204 len: 168 time: 0.2352250 Jan 28 03:52:51.590536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08ebdd-5f54-466e-88a7-a4d6bf86eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671f5135-80fa-41d1-b414-02901699f86b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:51.606813 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=429e9dda-7fb7-49c0-b67a-02b4d47febea,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:51.682502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:52.059855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54160) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:52.066391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-652473480-network', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:52.075912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1248876032'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:52.089117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Made reservation on behalf of fb3f9e85b80b4a96a157e25c1edf8556 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:52.096591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.111728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Made reservation on behalf of 77b92b5628454f6892ffc3cc8f751c17 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:52.115150 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.118350 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.135899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.231891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Sync routers for ids ['cd879c15-a40f-4719-8929-bf3ba9f071b7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:52:52.235314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Publish callbacks [] for security_group (8bafa1fa-57a0-41dc-bf7e-d138172de3cd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.242691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8bafa1fa-57a0-41dc-bf7e-d138172de3cd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.245485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Routers {'cd879c15-a40f-4719-8929-bf3ba9f071b7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:52:52.246396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['cd879c15-a40f-4719-8929-bf3ba9f071b7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:52.248707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks [] for security_group (0f608ef8-3b86-4260-a49b-4935f6ab9d21), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.264263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0f608ef8-3b86-4260-a49b-4935f6ab9d21), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.272157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bafa1fa-57a0-41dc-bf7e-d138172de3cd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:52.283694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:52:52.301082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (1d00ace6-4ab9-4662-bf06-a57cc4754de9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.305220 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Added segment 1d00ace6-4ab9-4662-bf06-a57cc4754de9 of type vlan for network dc033508-1f51-4841-a025-0b34798ee2d1 Jan 28 03:52:52.311700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f608ef8-3b86-4260-a49b-4935f6ab9d21,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:52.327331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54166) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:52.337225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:52:52.352586 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bf9081e-0679-4e1b-9759-3bd8797c2f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.364474 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (10723426-d87a-49e7-92ec-b0d30be6209d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.365868 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Added segment 10723426-d87a-49e7-92ec-b0d30be6209d of type vlan for network 094bdfe6-14d0-4e22-b2c8-1aa035cfe53c Jan 28 03:52:52.420236 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (dc033508-1f51-4841-a025-0b34798ee2d1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.483456 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (094bdfe6-14d0-4e22-b2c8-1aa035cfe53c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.490801 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (dc033508-1f51-4841-a025-0b34798ee2d1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.492067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:52.492793 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.543173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (094bdfe6-14d0-4e22-b2c8-1aa035cfe53c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.549256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:52.550799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.595294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Set router cd879c15-a40f-4719-8929-bf3ba9f071b7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:52:52.623995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5629189 Jan 28 03:52:52.628141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54174) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:52.645144 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9614921 Jan 28 03:52:52.649603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Request body: {'subnet': {'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-652473480-subnet', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:52.651383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54176) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:52.653939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bf9081e-0679-4e1b-9759-3bd8797c2f81 admin admin] Publish callbacks [] for security_group (bcaf3458-7085-4bf7-83b4-9317280cec2c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.660964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-31bdc29b-94f6-42e9-9e4b-5a1eb55ea209 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c', 'tempest-TagsTest-Tag-830069251') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:52.670426 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bf9081e-0679-4e1b-9759-3bd8797c2f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bcaf3458-7085-4bf7-83b4-9317280cec2c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.672782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300007e-533f-4dff-b291-7fc7bd83e25a admin admin] Pushing event updated for resources: {'Network': ['ID=dc033508-1f51-4841-a025-0b34798ee2d1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:52.710194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Made reservation on behalf of fb3f9e85b80b4a96a157e25c1edf8556 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:52.711820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network dc033508-1f51-4841-a025-0b34798ee2d1 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:52:52.716162 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.742060 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5bf9081e-0679-4e1b-9759-3bd8797c2f81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c4fc71e8c50440ea3757bc373866737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130611 Jan 28 03:52:52.743657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9081e-0679-4e1b-9759-3bd8797c2f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf3458-7085-4bf7-83b4-9317280cec2c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:52.748337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54180) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:52.749481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63252e-1862-436d-a54c-4eac66e4e7bf tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Pushing event updated for resources: {'Network': ['ID=094bdfe6-14d0-4e22-b2c8-1aa035cfe53c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:52.810859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 094bdfe6-14d0-4e22-b2c8-1aa035cfe53c details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:52:52.855019 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-31bdc29b-94f6-42e9-9e4b-5a1eb55ea209 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "PUT /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags/tempest-TagsTest-Tag-830069251 HTTP/1.1" status: 201 len: 201 time: 0.1995428 Jan 28 03:52:52.857318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54188) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:52.869725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-f4db24fb-ea2a-4a70-abdc-330e386964e8 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c', 'tempest-TagsTest-Tag-830069251') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:52.955011 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f4db24fb-ea2a-4a70-abdc-330e386964e8 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "GET /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags/tempest-TagsTest-Tag-830069251 HTTP/1.1" status: 204 len: 168 time: 0.0954714 Jan 28 03:52:52.958317 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54196) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:52.960420 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9005c26-0e0e-46cf-9bc4-304652520a88 admin admin] Publish callbacks [] for security_group (bcaf3458-7085-4bf7-83b4-9317280cec2c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:52.963701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-1d5c6cbd-1da3-405e-b6f1-b975df316910 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:53.029103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9005c26-0e0e-46cf-9bc4-304652520a88 admin admin] Publish callbacks [] for security_group (bcaf3458-7085-4bf7-83b4-9317280cec2c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.074432 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1d5c6cbd-1da3-405e-b6f1-b975df316910 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "GET /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags HTTP/1.1" status: 200 len: 237 time: 0.1149909 Jan 28 03:52:53.076925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54206) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:53.083083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-b27ae7f5-dd59-4d03-87d3-70f71449e318 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c', {'tags': ['tempest-TagsTest-Tag-2013571590', 'tempest-TagsTest-Tag-1132568560', 'tempest-TagsTest-Tag-705360015']}) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:53.139764 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (1e33d9d4-8329-46b3-8028-769335a2fa09), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.151001 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'name': 'tempest-TestAggregatesBasicOps-1448239096-router', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:43Z', 'updated_at': '2022-01-28T03:52:49Z', 'revision_number': 4, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'gw_port': {'id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:45Z', 'updated_at': '2022-01-28T03:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '82908513-6197-44e4-8d12-ee0a75f6e9ba', 'name': '', 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'mac_address': 'fa:16:3e:ce:7f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a053c090-39b2-4f24-8580-fb4faebe833b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:48Z', 'updated_at': '2022-01-28T03:52:49Z', 'revision_number': 2, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'subnets': [{'id': 'a053c090-39b2-4f24-8580-fb4faebe833b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:53.197300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Checking router: cd879c15-a40f-4719-8929-bf3ba9f071b7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:52:53.197915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Updating router cd879c15-a40f-4719-8929-bf3ba9f071b7 port 82908513-6197-44e4-8d12-ee0a75f6e9ba binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:52:53.208998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e33d9d4-8329-46b3-8028-769335a2fa09,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:53.211689 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9005c26-0e0e-46cf-9bc4-304652520a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bcaf3458-7085-4bf7-83b4-9317280cec2c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.214665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9005c26-0e0e-46cf-9bc4-304652520a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.216116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c9005c26-0e0e-46cf-9bc4-304652520a88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcaf3458-7085-4bf7-83b4-9317280cec2c HTTP/1.1" status: 204 len: 168 time: 0.4674854 Jan 28 03:52:53.229975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9005c26-0e0e-46cf-9bc4-304652520a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf3458-7085-4bf7-83b4-9317280cec2c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:53.231844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.258321 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b27ae7f5-dd59-4d03-87d3-70f71449e318 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "PUT /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags HTTP/1.1" status: 200 len: 308 time: 0.1802905 Jan 28 03:52:53.258950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54212) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:53.265811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-b84a831a-c419-4e5a-8a84-8502fb29e5be tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c', 'tempest-TagsTest-Tag-2013571590') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:53.282024 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 429e9dda-7fb7-49c0-b67a-02b4d47febea up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:53.284507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Checking segment: {'id': '1d00ace6-4ab9-4662-bf06-a57cc4754de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:53.285287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Network hostable DHCP agents. Network: dc033508-1f51-4841-a025-0b34798ee2d1, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:52:53.317195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Network dc033508-1f51-4841-a025-0b34798ee2d1 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:52:53.347391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, dc033508-1f51-4841-a025-0b34798ee2d1) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:53.371872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553462f0-1138-477c-a68e-c8c4ed5a6d90 None None] Network dc033508-1f51-4841-a025-0b34798ee2d1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:53.380469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:53.381099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.413393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-627169e3-5053-4e92-9e91-4d7c8ca4fcd2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7808123 Jan 28 03:52:53.413598 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b84a831a-c419-4e5a-8a84-8502fb29e5be tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "DELETE /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags/tempest-TagsTest-Tag-2013571590 HTTP/1.1" status: 204 len: 168 time: 0.1524627 Jan 28 03:52:53.414392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54220) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:53.415170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:53.420757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-49a5e92d-96ab-4a93-99d1-74145bc161ff tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c', 'tempest-TagsTest-Tag-2013571590') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:53.424530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-652473480-router', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:53.460907 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (8c576af5-bef4-4ae1-b9e2-958433ad0be2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.463207 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (8c576af5-bef4-4ae1-b9e2-958433ad0be2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.547475 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-49a5e92d-96ab-4a93-99d1-74145bc161ff tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] show failed (client error): The resource could not be found. Jan 28 03:52:53.558608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-49a5e92d-96ab-4a93-99d1-74145bc161ff tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "GET /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags/tempest-TagsTest-Tag-2013571590 HTTP/1.1" status: 404 len: 326 time: 0.1381721 Jan 28 03:52:53.559812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54226) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:53.567701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-afbb518b-14ab-494d-b0eb-a73df208fab3 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c', 'tempest-TagsTest-Tag-1132568560') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:53.570101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 429e9dda-7fb7-49c0-b67a-02b4d47febea triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:53.570692 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.620451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks [] for router_controller (8c576af5-bef4-4ae1-b9e2-958433ad0be2), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.709935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-afbb518b-14ab-494d-b0eb-a73df208fab3 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "GET /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags/tempest-TagsTest-Tag-1132568560 HTTP/1.1" status: 204 len: 168 time: 0.1475644 Jan 28 03:52:53.710812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:53.721834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-be8917e3-b748-4815-b1b8-97c0f5e9805a tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c', 'tempest-TagsTest-Tag-705360015') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:53.743612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-dc033508-1f51-4841-a025-0b34798ee2d1', 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1', 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'fixed_ips': [{'subnet_id': '1e33d9d4-8329-46b3-8028-769335a2fa09'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:52:53.744473 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.875467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-be8917e3-b748-4815-b1b8-97c0f5e9805a tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "GET /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags/tempest-TagsTest-Tag-705360015 HTTP/1.1" status: 204 len: 168 time: 0.1616614 Jan 28 03:52:53.877658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54256) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:53.890536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-e1af96c7-9316-4da0-8a18-ebe96b0b9fd0 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:53.921408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks [] for router_gateway (8c576af5-bef4-4ae1-b9e2-958433ad0be2), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:53.991863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 429e9dda-7fb7-49c0-b67a-02b4d47febea is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:54.083424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e1af96c7-9316-4da0-8a18-ebe96b0b9fd0 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "DELETE /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags HTTP/1.1" status: 204 len: 168 time: 0.2042515 Jan 28 03:52:54.089529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:54.095560 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-449bff59-7eb8-4491-949a-24c61c41e0e4 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c', 'tempest-TagsTest-Tag-1132568560') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:54.136652 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Publish callbacks [] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.166999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Allocated IP 172.20.0.2 (dc033508-1f51-4841-a025-0b34798ee2d1/1e33d9d4-8329-46b3-8028-769335a2fa09/bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:54.170129 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.186609 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-449bff59-7eb8-4491-949a-24c61c41e0e4 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] show failed (client error): The resource could not be found. Jan 28 03:52:54.188567 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-449bff59-7eb8-4491-949a-24c61c41e0e4 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "GET /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags/tempest-TagsTest-Tag-1132568560 HTTP/1.1" status: 404 len: 326 time: 0.0976658 Jan 28 03:52:54.192289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:54.199947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-2a396879-f45d-44be-9d97-0623465f1526 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c', 'tempest-TagsTest-Tag-705360015') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:54.242518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ba926-4036-41ec-88d9-e5f6772af5e2 None None] Pushing event updated for resources: {'Port': ['ID=82908513-6197-44e4-8d12-ee0a75f6e9ba,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:54.296443 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks [] for router_gateway (8c576af5-bef4-4ae1-b9e2-958433ad0be2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.337080 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-2a396879-f45d-44be-9d97-0623465f1526 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] show failed (client error): The resource could not be found. Jan 28 03:52:54.338208 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2a396879-f45d-44be-9d97-0623465f1526 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "GET /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags/tempest-TagsTest-Tag-705360015 HTTP/1.1" status: 404 len: 325 time: 0.1440799 Jan 28 03:52:54.343328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54282) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:54.348428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-33231180-504b-4485-8c87-e65f32b4cd08 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '094bdfe6-14d0-4e22-b2c8-1aa035cfe53c') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:54.356181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.446034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Attempting to bind port 82908513-6197-44e4-8d12-ee0a75f6e9ba on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:52:54.446658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Attempting to bind port 82908513-6197-44e4-8d12-ee0a75f6e9ba by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '0a05f3f8-80d0-40a4-9604-0aaf218907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:52:54.447206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Attempting to bind port 82908513-6197-44e4-8d12-ee0a75f6e9ba on network ed270c6d-6a85-48d7-82c3-43307b02001a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:54.447734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-33231180-504b-4485-8c87-e65f32b4cd08 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "DELETE /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c/tags HTTP/1.1" status: 204 len: 168 time: 0.1030819 Jan 28 03:52:54.451731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:54.460766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:52:54.461400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Checking segment: {'id': '0a05f3f8-80d0-40a4-9604-0aaf218907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:54.461963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.462523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Bound using segment: {'id': '0a05f3f8-80d0-40a4-9604-0aaf218907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:52:54.463180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Bound port: 82908513-6197-44e4-8d12-ee0a75f6e9ba, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a05f3f8-80d0-40a4-9604-0aaf218907fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:52:54.463723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.573287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] For port 82908513-6197-44e4-8d12-ee0a75f6e9ba, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:52:54.578894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] For port 82908513-6197-44e4-8d12-ee0a75f6e9ba, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=82908513-6197-44e4-8d12-ee0a75f6e9ba,segment=NetworkSegment(0a05f3f8-80d0-40a4-9604-0aaf218907fc),segment_id=0a05f3f8-80d0-40a4-9604-0aaf218907fc)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:52:54.595525 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Allocated IP 172.25.1.208 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/fa8d9635-8fa0-47da-9a26-47ff7ccb0235) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:54.602269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.629246 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (094bdfe6-14d0-4e22-b2c8-1aa035cfe53c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.711617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Routers {'cd879c15-a40f-4719-8929-bf3ba9f071b7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:52:54.712342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['cd879c15-a40f-4719-8929-bf3ba9f071b7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:54.797437 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (094bdfe6-14d0-4e22-b2c8-1aa035cfe53c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.867206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094bdfe6-14d0-4e22-b2c8-1aa035cfe53c']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:54.878276 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks [] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.891302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10723426-d87a-49e7-92ec-b0d30be6209d') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:54.891684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10723426-d87a-49e7-92ec-b0d30be6209d') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:54.900336 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Publish callbacks [] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.916730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ba926-4036-41ec-88d9-e5f6772af5e2 None None] Pushing event updated for resources: {'Port': ['ID=82908513-6197-44e4-8d12-ee0a75f6e9ba,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:54.925369 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (10723426-d87a-49e7-92ec-b0d30be6209d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.959341 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (10723426-d87a-49e7-92ec-b0d30be6209d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.966739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:52:54.967288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (10723426-d87a-49e7-92ec-b0d30be6209d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.967528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:52:54.971540 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:52:55.014464 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.053631 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (094bdfe6-14d0-4e22-b2c8-1aa035cfe53c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.073680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8d9635-8fa0-47da-9a26-47ff7ccb0235,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:55.077528 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.081628 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] 10.222.0.44 "DELETE /v2.0/networks/094bdfe6-14d0-4e22-b2c8-1aa035cfe53c HTTP/1.1" status: 204 len: 168 time: 0.6281633 Jan 28 03:52:55.082997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59495d92-c939-451f-8535-6ef96b896440 tempest-TagsTest-688860486 tempest-TagsTest-688860486-project] Pushing event deleted for resources: {'Network': ['ID=094bdfe6-14d0-4e22-b2c8-1aa035cfe53c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:55.094284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:55.095801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:55.098804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:55.306777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6a480253-c031-4770-aff5-2a18dcfb016a None None] Provisioning complete for port 82908513-6197-44e4-8d12-ee0a75f6e9ba triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:55.307393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a480253-c031-4770-aff5-2a18dcfb016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.368397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] Set router cd879c15-a40f-4719-8929-bf3ba9f071b7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:52:55.429966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Network dc033508-1f51-4841-a025-0b34798ee2d1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:55.432973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:55.441514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks [] for router_gateway (8c576af5-bef4-4ae1-b9e2-958433ad0be2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.446225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:55.510985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Pushing event updated for resources: {'Port': ['ID=bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:55.619424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Attempting to bind port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:52:55.619792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Attempting to bind port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '1d00ace6-4ab9-4662-bf06-a57cc4754de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:52:55.620157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Attempting to bind port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e on network dc033508-1f51-4841-a025-0b34798ee2d1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:55.639421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:52:55.640445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Checking segment: {'id': '1d00ace6-4ab9-4662-bf06-a57cc4754de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:55.640445 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.640713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Bound using segment: {'id': '1d00ace6-4ab9-4662-bf06-a57cc4754de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:52:55.641298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Bound port: bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d00ace6-4ab9-4662-bf06-a57cc4754de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:52:55.641647 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.664130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6a480253-c031-4770-aff5-2a18dcfb016a None None] Current status of the port 82908513-6197-44e4-8d12-ee0a75f6e9ba is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:55.664515 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a480253-c031-4770-aff5-2a18dcfb016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.674015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (8c576af5-bef4-4ae1-b9e2-958433ad0be2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.752204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6a480253-c031-4770-aff5-2a18dcfb016a None None] For port 82908513-6197-44e4-8d12-ee0a75f6e9ba, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=82908513-6197-44e4-8d12-ee0a75f6e9ba,segment=NetworkSegment(0a05f3f8-80d0-40a4-9604-0aaf218907fc),segment_id=0a05f3f8-80d0-40a4-9604-0aaf218907fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:55.765484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a480253-c031-4770-aff5-2a18dcfb016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.826223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54348) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:55.848171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a480253-c031-4770-aff5-2a18dcfb016a None None] Pushing event updated for resources: {'Port': ['ID=82908513-6197-44e4-8d12-ee0a75f6e9ba,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:55.870334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] For port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:52:55.891178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] For port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e,segment=NetworkSegment(1d00ace6-4ab9-4662-bf06-a57cc4754de9),segment_id=1d00ace6-4ab9-4662-bf06-a57cc4754de9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:52:55.915910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8b1a4c39-16ed-457d-8b55-b6a2d5082a58 None None] Provisioning complete for port 82908513-6197-44e4-8d12-ee0a75f6e9ba triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:55.916627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b1a4c39-16ed-457d-8b55-b6a2d5082a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.918383 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:55.930362 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:55.985685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'name': 'tempest-TestAggregatesBasicOps-1448239096-router', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:43Z', 'updated_at': '2022-01-28T03:52:49Z', 'revision_number': 4, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'gw_port': {'id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:45Z', 'updated_at': '2022-01-28T03:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '82908513-6197-44e4-8d12-ee0a75f6e9ba', 'name': '', 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'mac_address': 'fa:16:3e:ce:7f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a053c090-39b2-4f24-8580-fb4faebe833b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:48Z', 'updated_at': '2022-01-28T03:52:54Z', 'revision_number': 4, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'subnets': [{'id': 'a053c090-39b2-4f24-8580-fb4faebe833b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:56.036003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453883e-0c3e-4e35-9160-a95b0e9ee29c None None] The sync data for ids ['cd879c15-a40f-4719-8929-bf3ba9f071b7'] in n-d-808199-14 is: [{'id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'name': 'tempest-TestAggregatesBasicOps-1448239096-router', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:43Z', 'updated_at': '2022-01-28T03:52:49Z', 'revision_number': 4, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'gw_port': {'id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:45Z', 'updated_at': '2022-01-28T03:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '82908513-6197-44e4-8d12-ee0a75f6e9ba', 'name': '', 'network_id': 'ed270c6d-6a85-48d7-82c3-43307b02001a', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'mac_address': 'fa:16:3e:ce:7f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a053c090-39b2-4f24-8580-fb4faebe833b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:48Z', 'updated_at': '2022-01-28T03:52:54Z', 'revision_number': 4, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'subnets': [{'id': 'a053c090-39b2-4f24-8580-fb4faebe833b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:52:56.148256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d0f54-fa03-4f5c-879f-05e3c0579bf8 None None] Pushing event updated for resources: {'Port': ['ID=bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:56.171793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a4c39-16ed-457d-8b55-b6a2d5082a58 None None] Current status of the port 82908513-6197-44e4-8d12-ee0a75f6e9ba is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:56.213003 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1453bc44-4f16-413f-af70-0d1894c76d85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77b92b5628454f6892ffc3cc8f751c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3847933 Jan 28 03:52:56.215418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:56.312487 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98709d1d-0dac-440f-8c6b-f3213071bcc7 admin admin] Publish callbacks [] for security_group (0f608ef8-3b86-4260-a49b-4935f6ab9d21), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:56.351962 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98709d1d-0dac-440f-8c6b-f3213071bcc7 admin admin] Publish callbacks [] for security_group (0f608ef8-3b86-4260-a49b-4935f6ab9d21), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:56.438590 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98709d1d-0dac-440f-8c6b-f3213071bcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0f608ef8-3b86-4260-a49b-4935f6ab9d21), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:56.442449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98709d1d-0dac-440f-8c6b-f3213071bcc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:56.459624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-98709d1d-0dac-440f-8c6b-f3213071bcc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f608ef8-3b86-4260-a49b-4935f6ab9d21 HTTP/1.1" status: 204 len: 168 time: 0.2356167 Jan 28 03:52:56.468135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98709d1d-0dac-440f-8c6b-f3213071bcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f608ef8-3b86-4260-a49b-4935f6ab9d21,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:56.474322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:52:56.519557 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-118225ed-879a-484f-98de-dcc5e36158aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:56.691512 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-118225ed-879a-484f-98de-dcc5e36158aa admin admin] Publish callbacks [] for security_group (bd739a87-7233-4e38-89f9-da41456b9969), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:56.702273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-118225ed-879a-484f-98de-dcc5e36158aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bd739a87-7233-4e38-89f9-da41456b9969), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:56.713610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:52:56.729570 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Sync routers for ids ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:52:56.741615 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Routers {'8c576af5-bef4-4ae1-b9e2-958433ad0be2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:52:56.742369 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:56.754992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:56.760383 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-afb061b6-46d6-4b93-9e79-ae3653238098 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3416862 Jan 28 03:52:56.760654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:56.787324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-118225ed-879a-484f-98de-dcc5e36158aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03a2c6ce5fb14231aecb318a64218fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8532727 Jan 28 03:52:56.787324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118225ed-879a-484f-98de-dcc5e36158aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd739a87-7233-4e38-89f9-da41456b9969,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:56.794062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54384) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:56.889831 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f7fd73-0850-42a5-88ee-170591acf851 admin admin] Publish callbacks [] for security_group (bd739a87-7233-4e38-89f9-da41456b9969), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:56.921466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f7fd73-0850-42a5-88ee-170591acf851 admin admin] Publish callbacks [] for security_group (bd739a87-7233-4e38-89f9-da41456b9969), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:56.958176 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Set router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:52:57.036004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f7fd73-0850-42a5-88ee-170591acf851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bd739a87-7233-4e38-89f9-da41456b9969), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:57.049009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f7fd73-0850-42a5-88ee-170591acf851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:57.050257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b1f7fd73-0850-42a5-88ee-170591acf851 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd739a87-7233-4e38-89f9-da41456b9969 HTTP/1.1" status: 204 len: 168 time: 0.2480946 Jan 28 03:52:57.068872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7fd73-0850-42a5-88ee-170591acf851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd739a87-7233-4e38-89f9-da41456b9969,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:57.400427 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'name': 'tempest-TestAggregatesBasicOps-652473480-router', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:53Z', 'updated_at': '2022-01-28T03:52:55Z', 'revision_number': 3, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'gw_port': {'id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:54Z', 'updated_at': '2022-01-28T03:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:57.456530 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Checking router: 8c576af5-bef4-4ae1-b9e2-958433ad0be2 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:52:57.457371 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Updating router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 port fa8d9635-8fa0-47da-9a26-47ff7ccb0235 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:52:57.505760 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:57.529840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:57.684531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:57.688946 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:57.818044 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:57.895794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:57.896203 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:57.954549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e,segment=NetworkSegment(1d00ace6-4ab9-4662-bf06-a57cc4754de9),segment_id=1d00ace6-4ab9-4662-bf06-a57cc4754de9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:57.969833 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:57.972807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 82908513-6197-44e4-8d12-ee0a75f6e9ba up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:58.109113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627c67a-b177-4b87-89e9-25e8cb5ff6b6 None None] Network dc033508-1f51-4841-a025-0b34798ee2d1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:58.213468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Allocated IP 172.20.0.1 (dc033508-1f51-4841-a025-0b34798ee2d1/1e33d9d4-8329-46b3-8028-769335a2fa09/53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:58.269574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:58.280886 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Publish callbacks [] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:58.300280 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:58.316106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 82908513-6197-44e4-8d12-ee0a75f6e9ba triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:58.316396 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:58.373717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7fd8d24c-e305-4b0f-8146-73bc1bb51d4f None None] Provisioning complete for port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:58.374102 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fd8d24c-e305-4b0f-8146-73bc1bb51d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:58.403986 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Attempting to bind port fa8d9635-8fa0-47da-9a26-47ff7ccb0235 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:52:58.404404 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Attempting to bind port fa8d9635-8fa0-47da-9a26-47ff7ccb0235 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:52:58.404731 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Attempting to bind port fa8d9635-8fa0-47da-9a26-47ff7ccb0235 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:58.412787 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Publish callbacks [] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:58.419122 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:52:58.419388 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:58.419755 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:58.420148 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:52:58.420630 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Bound port: fa8d9635-8fa0-47da-9a26-47ff7ccb0235, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:52:58.421044 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:58.473452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:58.506055 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6a2b4-fbba-4bfd-b215-9f376641e170 None None] Pushing event updated for resources: {'Port': ['ID=fa8d9635-8fa0-47da-9a26-47ff7ccb0235,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:58.540798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Network dc033508-1f51-4841-a025-0b34798ee2d1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:58.547058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:58.553464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:58.573858 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] For port fa8d9635-8fa0-47da-9a26-47ff7ccb0235, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:52:58.577878 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] For port fa8d9635-8fa0-47da-9a26-47ff7ccb0235, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fa8d9635-8fa0-47da-9a26-47ff7ccb0235,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:52:58.584051 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:58.603541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Pushing event updated for resources: {'Port': ['ID=53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:58.624451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 82908513-6197-44e4-8d12-ee0a75f6e9ba is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:58.652334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (8c576af5-bef4-4ae1-b9e2-958433ad0be2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:58.654031 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6a2b4-fbba-4bfd-b215-9f376641e170 None None] Pushing event updated for resources: {'Port': ['ID=fa8d9635-8fa0-47da-9a26-47ff7ccb0235,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:58.677087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8d24c-e305-4b0f-8146-73bc1bb51d4f None None] Current status of the port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:58.691058 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Routers {'8c576af5-bef4-4ae1-b9e2-958433ad0be2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:52:58.691808 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:58.858802 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] Set router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:52:58.865883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:59.109296 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'name': 'tempest-TestAggregatesBasicOps-652473480-router', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:53Z', 'updated_at': '2022-01-28T03:52:55Z', 'revision_number': 3, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'gw_port': {'id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:54Z', 'updated_at': '2022-01-28T03:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:59.123499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d3679bb2-e09a-4ac6-9a96-f298cbbf33fc None None] Provisioning complete for port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:59.123888 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3679bb2-e09a-4ac6-9a96-f298cbbf33fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:59.154101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Publish callbacks [] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:59.173271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:59.201694 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420341f-7d44-4436-9de7-8880ea2a279e None None] The sync data for ids ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'] in n-d-808199-14 is: [{'id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'name': 'tempest-TestAggregatesBasicOps-652473480-router', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:53Z', 'updated_at': '2022-01-28T03:52:55Z', 'revision_number': 3, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'gw_port': {'id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:54Z', 'updated_at': '2022-01-28T03:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:52:59.266082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d3679bb2-e09a-4ac6-9a96-f298cbbf33fc None None] Port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:59.281953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:59.415917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d3679bb2-e09a-4ac6-9a96-f298cbbf33fc None None] Provisioning complete for port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:59.416556 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3679bb2-e09a-4ac6-9a96-f298cbbf33fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:59.470367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:59.471975 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:59.476100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (8c576af5-bef4-4ae1-b9e2-958433ad0be2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:59.480617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Pushing event updated for resources: {'Port': ['ID=53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:59.591301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d3679bb2-e09a-4ac6-9a96-f298cbbf33fc None None] Current status of the port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:59.704996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:59.763074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-84b243ab-2f53-4079-b5cf-dd98345bac87 None None] Provisioning complete for port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:59.763647 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-84b243ab-2f53-4079-b5cf-dd98345bac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:59.771215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Network dc033508-1f51-4841-a025-0b34798ee2d1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:59.771215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:59.851487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-84b243ab-2f53-4079-b5cf-dd98345bac87 None None] Port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:52:59.966387 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:53:00.078587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ff2e05a6-f8e2-4d7c-ab2e-93195c3571be None None] Provisioning complete for port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:00.078963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff2e05a6-f8e2-4d7c-ab2e-93195c3571be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:00.146998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e05a6-f8e2-4d7c-ab2e-93195c3571be None None] Port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:53:00.179682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:00.189367 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-848ec51c-6e1e-4dca-a50e-c9db9c70b238 admin admin] 10.222.0.44 "PUT /v2.0/routers/8c576af5-bef4-4ae1-b9e2-958433ad0be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4276130 Jan 28 03:53:01.255463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fa8d9635-8fa0-47da-9a26-47ff7ccb0235 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:01.320142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port fa8d9635-8fa0-47da-9a26-47ff7ccb0235 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:01.320527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:01.407277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port fa8d9635-8fa0-47da-9a26-47ff7ccb0235 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:01.407668 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:01.440531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port fa8d9635-8fa0-47da-9a26-47ff7ccb0235, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fa8d9635-8fa0-47da-9a26-47ff7ccb0235,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:01.448004 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:01.511542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=fa8d9635-8fa0-47da-9a26-47ff7ccb0235,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:01.667504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Sync routers for ids ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:01.689735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Routers {'8c576af5-bef4-4ae1-b9e2-958433ad0be2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:01.692541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:01.854655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Set router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:01.970439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54568) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:02.132809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'name': 'tempest-TestAggregatesBasicOps-652473480-router', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:53Z', 'updated_at': '2022-01-28T03:52:58Z', 'revision_number': 4, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'gw_port': {'id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:54Z', 'updated_at': '2022-01-28T03:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b', 'name': '', 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'mac_address': 'fa:16:3e:96:33:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '1e33d9d4-8329-46b3-8028-769335a2fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:57Z', 'updated_at': '2022-01-28T03:52:58Z', 'revision_number': 2, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'subnets': [{'id': '1e33d9d4-8329-46b3-8028-769335a2fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:02.408458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Checking router: 8c576af5-bef4-4ae1-b9e2-958433ad0be2 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:53:02.409235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Updating router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:53:02.436006 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:02.487896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (cd879c15-a40f-4719-8929-bf3ba9f071b7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:02.533075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54576) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:02.883473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60f9370c-b137-47c7-8902-f8648e5198cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:02.962986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] Deleting port 82908513-6197-44e4-8d12-ee0a75f6e9ba {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:02.963424 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.058840 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Publish callbacks [] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.062371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60f9370c-b137-47c7-8902-f8648e5198cb admin admin] Publish callbacks [] for security_group (8fc154f8-597f-4c3a-a90a-a8ce40007a3b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.067590 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.068192 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60f9370c-b137-47c7-8902-f8648e5198cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8fc154f8-597f-4c3a-a90a-a8ce40007a3b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.097887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9370c-b137-47c7-8902-f8648e5198cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc154f8-597f-4c3a-a90a-a8ce40007a3b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:03.128177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] For port 82908513-6197-44e4-8d12-ee0a75f6e9ba, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=82908513-6197-44e4-8d12-ee0a75f6e9ba,segment=NetworkSegment(0a05f3f8-80d0-40a4-9604-0aaf218907fc),segment_id=0a05f3f8-80d0-40a4-9604-0aaf218907fc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:03.132427 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-60f9370c-b137-47c7-8902-f8648e5198cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=770b7e75f80547fb9f56bd1125ccb2a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5964131 Jan 28 03:53:03.132653 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.132770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:03.187977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ee443-d619-40da-8dda-4026668878b6 None None] Pushing event updated for resources: {'Port': ['ID=53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:03.204500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] Calling delete_port for 82908513-6197-44e4-8d12-ee0a75f6e9ba owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:03.261639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Attempting to bind port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:03.262302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Attempting to bind port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '1d00ace6-4ab9-4662-bf06-a57cc4754de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:03.262836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Attempting to bind port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b on network dc033508-1f51-4841-a025-0b34798ee2d1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:03.269383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:03.270059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Checking segment: {'id': '1d00ace6-4ab9-4662-bf06-a57cc4754de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:03.270637 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.271192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Bound using segment: {'id': '1d00ace6-4ab9-4662-bf06-a57cc4754de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:03.271967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Bound port: 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d00ace6-4ab9-4662-bf06-a57cc4754de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:03.272538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.292551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48fd7501-9dc9-4764-b96b-a1fa739dc6be admin admin] Publish callbacks [] for security_group (8fc154f8-597f-4c3a-a90a-a8ce40007a3b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.346134 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48fd7501-9dc9-4764-b96b-a1fa739dc6be admin admin] Publish callbacks [] for security_group (8fc154f8-597f-4c3a-a90a-a8ce40007a3b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.355753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fa8d9635-8fa0-47da-9a26-47ff7ccb0235 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:03.431978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48fd7501-9dc9-4764-b96b-a1fa739dc6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8fc154f8-597f-4c3a-a90a-a8ce40007a3b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.435420 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48fd7501-9dc9-4764-b96b-a1fa739dc6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.439266 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-48fd7501-9dc9-4764-b96b-a1fa739dc6be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fc154f8-597f-4c3a-a90a-a8ce40007a3b HTTP/1.1" status: 204 len: 168 time: 0.3032739 Jan 28 03:53:03.453812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd7501-9dc9-4764-b96b-a1fa739dc6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc154f8-597f-4c3a-a90a-a8ce40007a3b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:03.488966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] For port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:03.492769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] For port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b,segment=NetworkSegment(1d00ace6-4ab9-4662-bf06-a57cc4754de9),segment_id=1d00ace6-4ab9-4662-bf06-a57cc4754de9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:03.514952 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.714640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Routers {'8c576af5-bef4-4ae1-b9e2-958433ad0be2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:03.720819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:03.754909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cb00be31-c203-4642-aaa3-1f4fefc04a66 None None] Provisioning complete for port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:03.755308 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb00be31-c203-4642-aaa3-1f4fefc04a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.840019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port fa8d9635-8fa0-47da-9a26-47ff7ccb0235 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:03.840663 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.886808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (82908513-6197-44e4-8d12-ee0a75f6e9ba), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:03.895705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ee443-d619-40da-8dda-4026668878b6 None None] Pushing event updated for resources: {'Port': ['ID=53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:04.056002 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] Pushing event deleted for resources: {'Port': ['ID=82908513-6197-44e4-8d12-ee0a75f6e9ba,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:04.074068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port fa8d9635-8fa0-47da-9a26-47ff7ccb0235 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:04.165757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] Set router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:04.271975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cb00be31-c203-4642-aaa3-1f4fefc04a66 None None] Current status of the port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:04.272382 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb00be31-c203-4642-aaa3-1f4fefc04a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:04.424494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54688) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:04.438952 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e64b957e-e9dc-4c4e-a5ae-7755902203c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:04.590441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cb00be31-c203-4642-aaa3-1f4fefc04a66 None None] For port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b,segment=NetworkSegment(1d00ace6-4ab9-4662-bf06-a57cc4754de9),segment_id=1d00ace6-4ab9-4662-bf06-a57cc4754de9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:04.602706 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e64b957e-e9dc-4c4e-a5ae-7755902203c1 admin admin] Publish callbacks [] for security_group (c1aadb6f-4e3f-4df8-8aab-4f5932321b4b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:04.609502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e64b957e-e9dc-4c4e-a5ae-7755902203c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c1aadb6f-4e3f-4df8-8aab-4f5932321b4b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:04.610128 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb00be31-c203-4642-aaa3-1f4fefc04a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:04.646080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b957e-e9dc-4c4e-a5ae-7755902203c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aadb6f-4e3f-4df8-8aab-4f5932321b4b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:04.674923 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e64b957e-e9dc-4c4e-a5ae-7755902203c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=737af0ae999f40dd980bc6fd1156d4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484608 Jan 28 03:53:04.678147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:04.813780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-01929888-3cd4-47a5-b3b6-075c23c6f336 None None] Provisioning complete for port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:04.814155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01929888-3cd4-47a5-b3b6-075c23c6f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:04.855206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01d677d7-caa9-4481-b047-df270d1518f0 admin admin] Publish callbacks [] for security_group (c1aadb6f-4e3f-4df8-8aab-4f5932321b4b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:04.886404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00be31-c203-4642-aaa3-1f4fefc04a66 None None] Pushing event updated for resources: {'Port': ['ID=53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:04.917269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'name': 'tempest-TestAggregatesBasicOps-652473480-router', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:53Z', 'updated_at': '2022-01-28T03:52:58Z', 'revision_number': 4, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'gw_port': {'id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:54Z', 'updated_at': '2022-01-28T03:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b', 'name': '', 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'mac_address': 'fa:16:3e:96:33:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '1e33d9d4-8329-46b3-8028-769335a2fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:57Z', 'updated_at': '2022-01-28T03:53:03Z', 'revision_number': 4, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'subnets': [{'id': '1e33d9d4-8329-46b3-8028-769335a2fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:04.918818 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01d677d7-caa9-4481-b047-df270d1518f0 admin admin] Publish callbacks [] for security_group (c1aadb6f-4e3f-4df8-8aab-4f5932321b4b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:04.968467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276f2365-0b59-40fe-bbd3-b722b7eac672 None None] The sync data for ids ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'] in n-d-808199-14 is: [{'id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'name': 'tempest-TestAggregatesBasicOps-652473480-router', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:53Z', 'updated_at': '2022-01-28T03:52:58Z', 'revision_number': 4, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'gw_port': {'id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:54Z', 'updated_at': '2022-01-28T03:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b', 'name': '', 'network_id': 'dc033508-1f51-4841-a025-0b34798ee2d1', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'mac_address': 'fa:16:3e:96:33:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '1e33d9d4-8329-46b3-8028-769335a2fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:57Z', 'updated_at': '2022-01-28T03:53:03Z', 'revision_number': 4, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'subnets': [{'id': '1e33d9d4-8329-46b3-8028-769335a2fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:04.997914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-01929888-3cd4-47a5-b3b6-075c23c6f336 None None] Current status of the port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:05.061337 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (cd879c15-a40f-4719-8929-bf3ba9f071b7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:05.097999 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01d677d7-caa9-4481-b047-df270d1518f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c1aadb6f-4e3f-4df8-8aab-4f5932321b4b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:05.108489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01d677d7-caa9-4481-b047-df270d1518f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:05.113366 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-01d677d7-caa9-4481-b047-df270d1518f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1aadb6f-4e3f-4df8-8aab-4f5932321b4b HTTP/1.1" status: 204 len: 168 time: 0.4293525 Jan 28 03:53:05.135145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d677d7-caa9-4481-b047-df270d1518f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aadb6f-4e3f-4df8-8aab-4f5932321b4b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:05.241471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:05.451663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe60207-1e12-4862-9a03-91f58a4287a1 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:05.454055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe60207-1e12-4862-9a03-91f58a4287a1 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:05.457413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe60207-1e12-4862-9a03-91f58a4287a1 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:05.460477 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fbe60207-1e12-4862-9a03-91f58a4287a1 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=700e7bfa6ebb41949c07b0d2771d2517&network_id=8384b886-8756-4312-bda9-93fb2d685731 HTTP/1.1" status: 200 len: 2972 time: 0.2177627 Jan 28 03:53:05.509025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:05.535235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] Router cd879c15-a40f-4719-8929-bf3ba9f071b7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:53:05.661088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:05.662604 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:05.733980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:05.739855 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0df33b5e-8d36-4153-a592-9d845a1c1abb admin admin] 10.222.0.44 "PUT /v2.0/routers/cd879c15-a40f-4719-8929-bf3ba9f071b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7688582 Jan 28 03:53:05.742399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54768) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:05.748158 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] Sync routers for ids ['cd879c15-a40f-4719-8929-bf3ba9f071b7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:05.767745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:05.773153 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] Routers {'cd879c15-a40f-4719-8929-bf3ba9f071b7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:05.774198 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['cd879c15-a40f-4719-8929-bf3ba9f071b7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:05.931321 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Publish callbacks [] for router (cd879c15-a40f-4719-8929-bf3ba9f071b7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:05.946386 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] Set router cd879c15-a40f-4719-8929-bf3ba9f071b7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:06.155125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:06.176583 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Publish callbacks [] for router_gateway (cd879c15-a40f-4719-8929-bf3ba9f071b7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:06.342758 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'name': 'tempest-TestAggregatesBasicOps-1448239096-router', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:43Z', 'updated_at': '2022-01-28T03:53:03Z', 'revision_number': 5, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'gw_port': {'id': '429e9dda-7fb7-49c0-b67a-02b4d47febea', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:45Z', 'updated_at': '2022-01-28T03:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:06.366207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Deleting port 429e9dda-7fb7-49c0-b67a-02b4d47febea {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:06.366870 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:06.401579 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] Checking router: cd879c15-a40f-4719-8929-bf3ba9f071b7 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:53:06.427863 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] Routers {'cd879c15-a40f-4719-8929-bf3ba9f071b7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:06.428783 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['cd879c15-a40f-4719-8929-bf3ba9f071b7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:06.450238 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b3caa04-1c01-4134-9320-44641b729e19 req-f591cf0c-adea-4d7a-9b93-41edaa73f2cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1033833 Jan 28 03:53:06.477514 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f9fecb3-97bf-4100-ae80-09c6ec6f9436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:06.612297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3caa04-1c01-4134-9320-44641b729e19 req-1ebd9fba-c799-4057-8a7d-b62e2696dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:06.616747 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b3caa04-1c01-4134-9320-44641b729e19 req-1ebd9fba-c799-4057-8a7d-b62e2696dba6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1097 time: 0.1333439 Jan 28 03:53:06.624137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] For port 429e9dda-7fb7-49c0-b67a-02b4d47febea, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=429e9dda-7fb7-49c0-b67a-02b4d47febea,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:06.624806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:06.638455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Calling delete_port for 429e9dda-7fb7-49c0-b67a-02b4d47febea owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:06.672673 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] Set router cd879c15-a40f-4719-8929-bf3ba9f071b7 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:06.804621 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'name': 'tempest-TestAggregatesBasicOps-1448239096-router', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:43Z', 'updated_at': '2022-01-28T03:53:06Z', 'revision_number': 6, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:06.841343 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0091bb-61a4-4532-8b66-7732a16eb0bf None None] The sync data for ids ['cd879c15-a40f-4719-8929-bf3ba9f071b7'] in n-d-808199-14 is: [{'id': 'cd879c15-a40f-4719-8929-bf3ba9f071b7', 'name': 'tempest-TestAggregatesBasicOps-1448239096-router', 'tenant_id': 'f9f9a83372904e3e8813b4d6506248c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:43Z', 'updated_at': '2022-01-28T03:53:06Z', 'revision_number': 6, 'project_id': 'f9f9a83372904e3e8813b4d6506248c5', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:06.856223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3caa04-1c01-4134-9320-44641b729e19 req-227c59e9-2057-4504-9710-739b53a80454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:06.857836 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b3caa04-1c01-4134-9320-44641b729e19 req-227c59e9-2057-4504-9710-739b53a80454 service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.2177989 Jan 28 03:53:06.922899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:07.023910 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f9fecb3-97bf-4100-ae80-09c6ec6f9436 admin admin] Publish callbacks [] for security_group (5f07f4bb-6cd2-4a8b-9fd4-ed74f851583a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.025664 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47769d5b-61a4-4ac6-bcd4-8328145845d6 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:07.027095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-47769d5b-61a4-4ac6-bcd4-8328145845d6 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 814 time: 0.1033440 Jan 28 03:53:07.043187 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f9fecb3-97bf-4100-ae80-09c6ec6f9436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5f07f4bb-6cd2-4a8b-9fd4-ed74f851583a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.049049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b3caa04-1c01-4134-9320-44641b729e19 req-98afcb4a-a52c-4f96-b519-2616d51da28f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 1001 time: 0.1818933 Jan 28 03:53:07.115740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3caa04-1c01-4134-9320-44641b729e19 req-70daf62c-69d6-4f91-b66f-81aa8024b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:07.117242 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b3caa04-1c01-4134-9320-44641b729e19 req-70daf62c-69d6-4f91-b66f-81aa8024b633 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.0573952 Jan 28 03:53:07.174924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fecb3-97bf-4100-ae80-09c6ec6f9436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f07f4bb-6cd2-4a8b-9fd4-ed74f851583a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:07.187000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2f9fecb3-97bf-4100-ae80-09c6ec6f9436 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe409e6c50df4abf89cdb7142ae5bb11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0307689 Jan 28 03:53:07.190942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:07.199503 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3caa04-1c01-4134-9320-44641b729e19 req-0bbaf5fe-d09c-4448-ae0a-c73252d3301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:07.201863 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b3caa04-1c01-4134-9320-44641b729e19 req-0bbaf5fe-d09c-4448-ae0a-c73252d3301b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781856 Jan 28 03:53:07.225207 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (429e9dda-7fb7-49c0-b67a-02b4d47febea), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.300143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 82908513-6197-44e4-8d12-ee0a75f6e9ba no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:53:07.332484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=429e9dda-7fb7-49c0-b67a-02b4d47febea,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:07.344082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 82908513-6197-44e4-8d12-ee0a75f6e9ba {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:53:07.348096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 82908513-6197-44e4-8d12-ee0a75f6e9ba not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:53:07.385547 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b3caa04-1c01-4134-9320-44641b729e19 req-9e7ef1ea-6c4a-46b3-95e0-2f38069c7334 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769478 Jan 28 03:53:07.430083 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b115b016-bc7d-4f83-9717-fa4f47b8a0df admin admin] Publish callbacks [] for security_group (5f07f4bb-6cd2-4a8b-9fd4-ed74f851583a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.495914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54828) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:07.503920 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (cd879c15-a40f-4719-8929-bf3ba9f071b7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.536088 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b3caa04-1c01-4134-9320-44641b729e19 req-d60ad9a5-ddad-4907-9f75-050f36b321ca service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439981 Jan 28 03:53:07.546444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'network': {'name': 'tempest-network-smoke--2044116103', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:07.552401 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b115b016-bc7d-4f83-9717-fa4f47b8a0df admin admin] Publish callbacks [] for security_group (5f07f4bb-6cd2-4a8b-9fd4-ed74f851583a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.713543 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (cd879c15-a40f-4719-8929-bf3ba9f071b7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.719471 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Publish callbacks [] for router_controller (cd879c15-a40f-4719-8929-bf3ba9f071b7), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.721194 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b115b016-bc7d-4f83-9717-fa4f47b8a0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5f07f4bb-6cd2-4a8b-9fd4-ed74f851583a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.723988 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b115b016-bc7d-4f83-9717-fa4f47b8a0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.727884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b115b016-bc7d-4f83-9717-fa4f47b8a0df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f07f4bb-6cd2-4a8b-9fd4-ed74f851583a HTTP/1.1" status: 204 len: 168 time: 0.5329933 Jan 28 03:53:07.747354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Made reservation on behalf of 700e7bfa6ebb41949c07b0d2771d2517 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:07.754447 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.793509 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:53:07.822095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115b016-bc7d-4f83-9717-fa4f47b8a0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f07f4bb-6cd2-4a8b-9fd4-ed74f851583a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:07.864088 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (cd879c15-a40f-4719-8929-bf3ba9f071b7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.864518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd879c15-a40f-4719-8929-bf3ba9f071b7 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:53:07.869842 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.870977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-58363773-9cd3-4deb-a116-f0cf4bc41b17 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cd879c15-a40f-4719-8929-bf3ba9f071b7 HTTP/1.1" status: 204 len: 168 time: 2.1238546 Jan 28 03:53:07.874106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54840) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:07.881567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:53:07.894385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e72f8c48-14cb-4495-994a-60fa41ade475), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.894689 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Added segment e72f8c48-14cb-4495-994a-60fa41ade475 of type vlan for network 996d46f8-6580-41da-99d4-fe4d417aee49 Jan 28 03:53:07.944654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2999728d-e010-4ee6-8ee2-4856e399a97a admin admin] Deleting subnet a053c090-39b2-4f24-8580-fb4faebe833b {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:53:07.952383 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (996d46f8-6580-41da-99d4-fe4d417aee49), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:07.956965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2999728d-e010-4ee6-8ee2-4856e399a97a admin admin] Publish callbacks [] for subnet (a053c090-39b2-4f24-8580-fb4faebe833b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.010534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2999728d-e010-4ee6-8ee2-4856e399a97a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (a053c090-39b2-4f24-8580-fb4faebe833b), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.051637 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (996d46f8-6580-41da-99d4-fe4d417aee49), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.060443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.061334 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.113111 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2999728d-e010-4ee6-8ee2-4856e399a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (a053c090-39b2-4f24-8580-fb4faebe833b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.181835 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6690347 Jan 28 03:53:08.182362 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54848) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:08.199171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2999728d-e010-4ee6-8ee2-4856e399a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (a053c090-39b2-4f24-8580-fb4faebe833b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.259531 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35236678-9b1e-4a57-8410-7b9f771d222f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Network': ['ID=996d46f8-6580-41da-99d4-fe4d417aee49,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:08.274005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 996d46f8-6580-41da-99d4-fe4d417aee49 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:53:08.295482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999728d-e010-4ee6-8ee2-4856e399a97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a053c090-39b2-4f24-8580-fb4faebe833b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:08.302894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2999728d-e010-4ee6-8ee2-4856e399a97a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.309458 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2999728d-e010-4ee6-8ee2-4856e399a97a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a053c090-39b2-4f24-8580-fb4faebe833b HTTP/1.1" status: 204 len: 168 time: 0.4314032 Jan 28 03:53:08.310213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54852) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:08.376127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33db49-e7f8-45af-b714-c50a137bc533 None None] Network ed270c6d-6a85-48d7-82c3-43307b02001a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:53:08.431600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (ed270c6d-6a85-48d7-82c3-43307b02001a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.442156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751630b-e3fb-4339-b831-acff63ab4b0f tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.446205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4751630b-e3fb-4339-b831-acff63ab4b0f tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=700e7bfa6ebb41949c07b0d2771d2517&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2606473 Jan 28 03:53:08.446597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:08.572157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:08.593820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f5d2-a8af-421e-b3a2-1a4424ebed0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.601149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Deleting port f001305e-1d39-4baa-921a-8e1261b58677 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:08.603066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f001305e-1d39-4baa-921a-8e1261b58677), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.678792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48942a4-a25b-4a8d-81f2-b431ffbcf001 None None] DHCP port deletion for ed270c6d-6a85-48d7-82c3-43307b02001a request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:53:08.688601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b9050-af87-4067-90cd-d9642109486f tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.690819 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-148b9050-af87-4067-90cd-d9642109486f tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2428105 Jan 28 03:53:08.694987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:08.745303 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-27efd271-6af6-4d35-8e19-27b42abd8efb tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482924 Jan 28 03:53:08.747154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:08.756451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f48942a4-a25b-4a8d-81f2-b431ffbcf001 None None] Deleting port f001305e-1d39-4baa-921a-8e1261b58677 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:08.757100 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f48942a4-a25b-4a8d-81f2-b431ffbcf001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f001305e-1d39-4baa-921a-8e1261b58677), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.775395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] For port f001305e-1d39-4baa-921a-8e1261b58677, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f001305e-1d39-4baa-921a-8e1261b58677,segment=NetworkSegment(0a05f3f8-80d0-40a4-9604-0aaf218907fc),segment_id=0a05f3f8-80d0-40a4-9604-0aaf218907fc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:08.775790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f001305e-1d39-4baa-921a-8e1261b58677), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.790473 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-69062951-f7ef-4e1f-a5a9-9e741e91b37f tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=700e7bfa6ebb41949c07b0d2771d2517&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418437 Jan 28 03:53:08.794851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:08.796466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Calling delete_port for f001305e-1d39-4baa-921a-8e1261b58677 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:08.907499 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f001305e-1d39-4baa-921a-8e1261b58677), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.920346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f48942a4-a25b-4a8d-81f2-b431ffbcf001 None None] For port f001305e-1d39-4baa-921a-8e1261b58677, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f001305e-1d39-4baa-921a-8e1261b58677,segment=NetworkSegment(0a05f3f8-80d0-40a4-9604-0aaf218907fc),segment_id=0a05f3f8-80d0-40a4-9604-0aaf218907fc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:08.920540 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f48942a4-a25b-4a8d-81f2-b431ffbcf001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f001305e-1d39-4baa-921a-8e1261b58677), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.930020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e58dbb6-1490-4a08-8619-9320e20b2c1b tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.931490 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6e58dbb6-1490-4a08-8619-9320e20b2c1b tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344552 Jan 28 03:53:08.936630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:08.951432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f48942a4-a25b-4a8d-81f2-b431ffbcf001 None None] Calling delete_port for f001305e-1d39-4baa-921a-8e1261b58677 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:08.951702 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f5d2-a8af-421e-b3a2-1a4424ebed0c admin admin] Publish callbacks [] for security_group (c479f6f6-ae06-4d81-af0c-732842cefb28), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.965436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] No DVR routers for this DVR port f001305e-1d39-4baa-921a-8e1261b58677 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:53:08.976383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f001305e-1d39-4baa-921a-8e1261b58677,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:08.978220 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-201c284b-0d2c-47be-a2ac-66485ab21e59 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402687 Jan 28 03:53:08.979594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f5d2-a8af-421e-b3a2-1a4424ebed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c479f6f6-ae06-4d81-af0c-732842cefb28), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:08.984045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54878) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:08.994296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118990899', 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:09.097290 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b2e0f5d2-a8af-421e-b3a2-1a4424ebed0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5878f51fb134028a190a75a3a48a18f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5220349 Jan 28 03:53:09.097968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0f5d2-a8af-421e-b3a2-1a4424ebed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c479f6f6-ae06-4d81-af0c-732842cefb28,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:09.104200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:09.153847 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f48942a4-a25b-4a8d-81f2-b431ffbcf001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (f001305e-1d39-4baa-921a-8e1261b58677), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.164490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Made reservation on behalf of 700e7bfa6ebb41949c07b0d2771d2517 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:09.168483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.175847 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (ed270c6d-6a85-48d7-82c3-43307b02001a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.223029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48942a4-a25b-4a8d-81f2-b431ffbcf001 None None] Pushing event deleted for resources: {'Port': ['ID=f001305e-1d39-4baa-921a-8e1261b58677,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:09.227083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed270c6d-6a85-48d7-82c3-43307b02001a']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:09.236097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48942a4-a25b-4a8d-81f2-b431ffbcf001 None None] No DVR routers for this DVR port f001305e-1d39-4baa-921a-8e1261b58677 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:53:09.247281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a05f3f8-80d0-40a4-9604-0aaf218907fc') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:09.247762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a05f3f8-80d0-40a4-9604-0aaf218907fc') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:09.260495 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (0a05f3f8-80d0-40a4-9604-0aaf218907fc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.302219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0a05f3f8-80d0-40a4-9604-0aaf218907fc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.306856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f001305e-1d39-4baa-921a-8e1261b58677 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:53:09.320402 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78bc77b0-1928-4619-a5e8-53905d473f07 admin admin] Publish callbacks [] for security_group (c479f6f6-ae06-4d81-af0c-732842cefb28), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.328289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:53:09.329690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (0a05f3f8-80d0-40a4-9604-0aaf218907fc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.351589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f001305e-1d39-4baa-921a-8e1261b58677 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:53:09.352332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f001305e-1d39-4baa-921a-8e1261b58677 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:53:09.353017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 429e9dda-7fb7-49c0-b67a-02b4d47febea no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:53:09.359539 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78bc77b0-1928-4619-a5e8-53905d473f07 admin admin] Publish callbacks [] for security_group (c479f6f6-ae06-4d81-af0c-732842cefb28), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.407999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 429e9dda-7fb7-49c0-b67a-02b4d47febea {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:53:09.409161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 429e9dda-7fb7-49c0-b67a-02b4d47febea not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:53:09.432597 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:53:09.439845 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (ed270c6d-6a85-48d7-82c3-43307b02001a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.446124 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.452822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ed270c6d-6a85-48d7-82c3-43307b02001a HTTP/1.1" status: 204 len: 168 time: 1.1419756 Jan 28 03:53:09.454545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54892) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:09.552131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a54f3-90a7-491c-ac2f-53a2925752a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed270c6d-6a85-48d7-82c3-43307b02001a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:09.561530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78bc77b0-1928-4619-a5e8-53905d473f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c479f6f6-ae06-4d81-af0c-732842cefb28), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.567234 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78bc77b0-1928-4619-a5e8-53905d473f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.569705 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-78bc77b0-1928-4619-a5e8-53905d473f07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c479f6f6-ae06-4d81-af0c-732842cefb28 HTTP/1.1" status: 204 len: 168 time: 0.4644425 Jan 28 03:53:09.575315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (158090c2-e9c9-46b3-9b63-f236b4315fb4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.620545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc77b0-1928-4619-a5e8-53905d473f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c479f6f6-ae06-4d81-af0c-732842cefb28,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:09.676432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Subnet': ['ID=158090c2-e9c9-46b3-9b63-f236b4315fb4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:09.761136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Checking segment: {'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:09.763390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network hostable DHCP agents. Network: 996d46f8-6580-41da-99d4-fe4d417aee49, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:53:09.795388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 996d46f8-6580-41da-99d4-fe4d417aee49 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:53:09.814175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 996d46f8-6580-41da-99d4-fe4d417aee49) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:09.826712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4cfd7-7376-44d2-bbdc-bc8ca454e27d None None] Network 996d46f8-6580-41da-99d4-fe4d417aee49 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:53:09.833201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:09.834335 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:09.869993 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dcf1c54c-6abc-4de9-b647-468f1c385f0f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8857987 Jan 28 03:53:10.144435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-996d46f8-6580-41da-99d4-fe4d417aee49', 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ips': [{'subnet_id': '158090c2-e9c9-46b3-9b63-f236b4315fb4'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:53:10.146051 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.311029 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (8c576af5-bef4-4ae1-b9e2-958433ad0be2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.459144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-120a6bf7-149b-4725-b4b3-98998392d927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.472920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Allocated IP 172.20.0.18 (996d46f8-6580-41da-99d4-fe4d417aee49/158090c2-e9c9-46b3-9b63-f236b4315fb4/649d66ad-e991-4af5-a533-9b7fde4fae04) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:10.562925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:10.568312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-795d9c0e-de82-4906-8337-3ecdbc95c84b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281884198', 'description': 'tempest-secgroup-smoke-1281884198 description', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:10.620053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-795d9c0e-de82-4906-8337-3ecdbc95c84b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.695506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] Deleting port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:10.695721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.729043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-795d9c0e-de82-4906-8337-3ecdbc95c84b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (5babe7eb-79e3-47b7-942a-6f351ad21cdc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.733062 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Publish callbacks [] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.737899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-795d9c0e-de82-4906-8337-3ecdbc95c84b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5babe7eb-79e3-47b7-942a-6f351ad21cdc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.772261 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.780412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-795d9c0e-de82-4906-8337-3ecdbc95c84b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.782304 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-795d9c0e-de82-4906-8337-3ecdbc95c84b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2182434 Jan 28 03:53:10.785168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d9c0e-de82-4906-8337-3ecdbc95c84b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5babe7eb-79e3-47b7-942a-6f351ad21cdc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:10.787571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54936) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:10.792723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4651b41e-7c0a-4cc1-a717-2cff5be52fa3 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '5babe7eb-79e3-47b7-942a-6f351ad21cdc', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:10.832123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] For port 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b,segment=NetworkSegment(1d00ace6-4ab9-4662-bf06-a57cc4754de9),segment_id=1d00ace6-4ab9-4662-bf06-a57cc4754de9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:10.833022 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.838732 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4651b41e-7c0a-4cc1-a717-2cff5be52fa3 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (ab8640c8-3953-4d5a-9c79-3454d1ad7d3c), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:10.860393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] Calling delete_port for 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:10.891009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Network 996d46f8-6580-41da-99d4-fe4d417aee49 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:10.891958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Pushing event updated for resources: {'Port': ['ID=649d66ad-e991-4af5-a533-9b7fde4fae04,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:10.896173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:10.898222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:11.000041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Attempting to bind port 649d66ad-e991-4af5-a533-9b7fde4fae04 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:11.000630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Attempting to bind port 649d66ad-e991-4af5-a533-9b7fde4fae04 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:11.001057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Attempting to bind port 649d66ad-e991-4af5-a533-9b7fde4fae04 on network 996d46f8-6580-41da-99d4-fe4d417aee49 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:11.004522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4651b41e-7c0a-4cc1-a717-2cff5be52fa3 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (ab8640c8-3953-4d5a-9c79-3454d1ad7d3c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.018835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:11.020434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4651b41e-7c0a-4cc1-a717-2cff5be52fa3 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (ab8640c8-3953-4d5a-9c79-3454d1ad7d3c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.021015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Checking segment: {'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:11.023539 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.024251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Bound using segment: {'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:11.024976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Bound port: 649d66ad-e991-4af5-a533-9b7fde4fae04, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:11.025626 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.085592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651b41e-7c0a-4cc1-a717-2cff5be52fa3 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8640c8-3953-4d5a-9c79-3454d1ad7d3c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:11.101230 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4651b41e-7c0a-4cc1-a717-2cff5be52fa3 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.104600 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4651b41e-7c0a-4cc1-a717-2cff5be52fa3 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159072 Jan 28 03:53:11.107319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54946) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:11.113826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7eedcad3-1b21-438f-9b56-94b12d808aa0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '5babe7eb-79e3-47b7-942a-6f351ad21cdc', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:11.181323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.183341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7eedcad3-1b21-438f-9b56-94b12d808aa0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (c4c51447-86ba-492c-b1dc-878504f609a7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.220721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] For port 649d66ad-e991-4af5-a533-9b7fde4fae04, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:11.228872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] For port 649d66ad-e991-4af5-a533-9b7fde4fae04, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=649d66ad-e991-4af5-a533-9b7fde4fae04,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:11.239694 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.255214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] Pushing event deleted for resources: {'Port': ['ID=53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:11.323030 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7eedcad3-1b21-438f-9b56-94b12d808aa0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (c4c51447-86ba-492c-b1dc-878504f609a7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.337285 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7eedcad3-1b21-438f-9b56-94b12d808aa0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c4c51447-86ba-492c-b1dc-878504f609a7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.369927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ded50-033e-454a-9a34-aea13376de4a None None] Pushing event updated for resources: {'Port': ['ID=649d66ad-e991-4af5-a533-9b7fde4fae04,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:11.376134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedcad3-1b21-438f-9b56-94b12d808aa0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c51447-86ba-492c-b1dc-878504f609a7,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:11.386324 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7eedcad3-1b21-438f-9b56-94b12d808aa0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.387651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7eedcad3-1b21-438f-9b56-94b12d808aa0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2793715 Jan 28 03:53:11.391125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:11.396678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a32d637d-7216-40c7-bd20-5902c1f846d7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '5babe7eb-79e3-47b7-942a-6f351ad21cdc', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:11.445944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a32d637d-7216-40c7-bd20-5902c1f846d7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (af65d376-09b0-4a6b-bf21-6e0923fb4ac8), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.542088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a32d637d-7216-40c7-bd20-5902c1f846d7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (af65d376-09b0-4a6b-bf21-6e0923fb4ac8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.552219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a32d637d-7216-40c7-bd20-5902c1f846d7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (af65d376-09b0-4a6b-bf21-6e0923fb4ac8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.596922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d637d-7216-40c7-bd20-5902c1f846d7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af65d376-09b0-4a6b-bf21-6e0923fb4ac8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:11.633616 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (8c576af5-bef4-4ae1-b9e2-958433ad0be2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.636149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a32d637d-7216-40c7-bd20-5902c1f846d7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.648226 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a32d637d-7216-40c7-bd20-5902c1f846d7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2559402 Jan 28 03:53:11.654977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:11.662872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f53ecc1d-9143-480c-8fd5-df0eb5ee8996 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '5babe7eb-79e3-47b7-942a-6f351ad21cdc', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:11.682468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:11.719986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f53ecc1d-9143-480c-8fd5-df0eb5ee8996 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (03e743df-bf22-4667-8fc7-445304aac4bb), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.793427 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f53ecc1d-9143-480c-8fd5-df0eb5ee8996 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (03e743df-bf22-4667-8fc7-445304aac4bb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.800926 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f53ecc1d-9143-480c-8fd5-df0eb5ee8996 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (03e743df-bf22-4667-8fc7-445304aac4bb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.829212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ecc1d-9143-480c-8fd5-df0eb5ee8996 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e743df-bf22-4667-8fc7-445304aac4bb,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:11.850843 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f53ecc1d-9143-480c-8fd5-df0eb5ee8996 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:11.854609 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f53ecc1d-9143-480c-8fd5-df0eb5ee8996 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1961370 Jan 28 03:53:11.856421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54972) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:11.869217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2374c030-c130-49c7-b441-06c387da4640 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '5babe7eb-79e3-47b7-942a-6f351ad21cdc', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:11.909829 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-2374c030-c130-49c7-b441-06c387da4640 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Project 700e7bfa6ebb41949c07b0d2771d2517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:53:11.916074 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2374c030-c130-49c7-b441-06c387da4640 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (20023301-2fc7-4aea-8a47-587b0871c1b1), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.006249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db9b7e42-14dd-4d01-8e67-e1d3ab2b7ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.030656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] Router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:53:12.056682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2374c030-c130-49c7-b441-06c387da4640 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (20023301-2fc7-4aea-8a47-587b0871c1b1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.068010 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2374c030-c130-49c7-b441-06c387da4640 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (20023301-2fc7-4aea-8a47-587b0871c1b1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.106885 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.118179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374c030-c130-49c7-b441-06c387da4640 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20023301-2fc7-4aea-8a47-587b0871c1b1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:12.131968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2374c030-c130-49c7-b441-06c387da4640 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.133949 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2374c030-c130-49c7-b441-06c387da4640 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2756505 Jan 28 03:53:12.136680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:12.141924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-be4076ed-c351-4462-a630-1423f1461185 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': '5babe7eb-79e3-47b7-942a-6f351ad21cdc', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:12.177321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54984) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:12.195067 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db9b7e42-14dd-4d01-8e67-e1d3ab2b7ea3 admin admin] Publish callbacks [] for security_group (8003d86e-9fca-4c96-9b5e-f2f13ce2c637), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.201884 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db9b7e42-14dd-4d01-8e67-e1d3ab2b7ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8003d86e-9fca-4c96-9b5e-f2f13ce2c637), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.217334 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-be4076ed-c351-4462-a630-1423f1461185 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Project 700e7bfa6ebb41949c07b0d2771d2517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:53:12.228223 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be4076ed-c351-4462-a630-1423f1461185 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (dbd39de1-5eb9-4029-b7fa-418a72057bd2), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.261471 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-db9b7e42-14dd-4d01-8e67-e1d3ab2b7ea3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=745c1b9d18904d7ca3b51af34f86f027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5712755 Jan 28 03:53:12.261471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:12.277862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b7e42-14dd-4d01-8e67-e1d3ab2b7ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8003d86e-9fca-4c96-9b5e-f2f13ce2c637,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:12.318624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:12.328637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] Sync routers for ids ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:12.344537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] Routers {'8c576af5-bef4-4ae1-b9e2-958433ad0be2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:12.345215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:52:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:12.365470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-86ad3765-606f-4cde-9d23-60596fde914e admin admin] 10.222.0.44 "PUT /v2.0/routers/8c576af5-bef4-4ae1-b9e2-958433ad0be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9091797 Jan 28 03:53:12.366409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:12.373238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85d6a7c2-5b1f-4548-a4c2-0bdac3174a9c admin admin] Publish callbacks [] for security_group (8003d86e-9fca-4c96-9b5e-f2f13ce2c637), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.401450 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85d6a7c2-5b1f-4548-a4c2-0bdac3174a9c admin admin] Publish callbacks [] for security_group (8003d86e-9fca-4c96-9b5e-f2f13ce2c637), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.520332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85d6a7c2-5b1f-4548-a4c2-0bdac3174a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8003d86e-9fca-4c96-9b5e-f2f13ce2c637), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.524592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85d6a7c2-5b1f-4548-a4c2-0bdac3174a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.528471 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-85d6a7c2-5b1f-4548-a4c2-0bdac3174a9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8003d86e-9fca-4c96-9b5e-f2f13ce2c637 HTTP/1.1" status: 204 len: 168 time: 0.2670524 Jan 28 03:53:12.544318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6a7c2-5b1f-4548-a4c2-0bdac3174a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8003d86e-9fca-4c96-9b5e-f2f13ce2c637,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:12.733227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55010) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:12.886982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af38e6-230e-4850-a2a6-b1cd73af8bae None None] Network 996d46f8-6580-41da-99d4-fe4d417aee49 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:53:12.941588 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed595c5f-5c98-4229-97a6-ade2177580d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.944930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] Set router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:13.067318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fededa61-3abe-4d71-9d87-a3298f2e61e3 None None] Provisioning complete for port 649d66ad-e991-4af5-a533-9b7fde4fae04 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:13.068534 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fededa61-3abe-4d71-9d87-a3298f2e61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.112791 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c491-3873-4ce1-a82d-685d588a5302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.225825 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-551e6e5d-26e5-4282-bb1a-df4de1fd34f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.262100 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be4076ed-c351-4462-a630-1423f1461185 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (dbd39de1-5eb9-4029-b7fa-418a72057bd2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.331779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55018) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:13.373646 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57c259b0-7ae4-42b3-9e9d-7c29e0962eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.376203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fededa61-3abe-4d71-9d87-a3298f2e61e3 None None] Current status of the port 649d66ad-e991-4af5-a533-9b7fde4fae04 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:13.377327 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fededa61-3abe-4d71-9d87-a3298f2e61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.418860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-551e6e5d-26e5-4282-bb1a-df4de1fd34f9 admin admin] Publish callbacks [] for security_group (e9225888-49a7-47c7-8467-9f12fe4127b3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.436099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-551e6e5d-26e5-4282-bb1a-df4de1fd34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e9225888-49a7-47c7-8467-9f12fe4127b3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.458567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Publish callbacks [] for router (8c576af5-bef4-4ae1-b9e2-958433ad0be2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.469633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'name': 'tempest-TestAggregatesBasicOps-652473480-router', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:53Z', 'updated_at': '2022-01-28T03:53:11Z', 'revision_number': 5, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'gw_port': {'id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:54Z', 'updated_at': '2022-01-28T03:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:13.495812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e6e5d-26e5-4282-bb1a-df4de1fd34f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9225888-49a7-47c7-8467-9f12fe4127b3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:13.497586 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c491-3873-4ce1-a82d-685d588a5302 admin admin] Publish callbacks [] for security_group (41c7dc25-7bc0-44f0-8aeb-edc457f8cdc9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.499430 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be4076ed-c351-4462-a630-1423f1461185 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (dbd39de1-5eb9-4029-b7fa-418a72057bd2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.540149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 649d66ad-e991-4af5-a533-9b7fde4fae04 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:13.546469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] Checking router: 8c576af5-bef4-4ae1-b9e2-958433ad0be2 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:53:13.551830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fededa61-3abe-4d71-9d87-a3298f2e61e3 None None] For port 649d66ad-e991-4af5-a533-9b7fde4fae04, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=649d66ad-e991-4af5-a533-9b7fde4fae04,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:13.556016 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c491-3873-4ce1-a82d-685d588a5302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (41c7dc25-7bc0-44f0-8aeb-edc457f8cdc9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.558263 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-551e6e5d-26e5-4282-bb1a-df4de1fd34f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2ea9909187e490fac7e567c67303139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8232248 Jan 28 03:53:13.558951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55020) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:13.600932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4076ed-c351-4462-a630-1423f1461185 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd39de1-5eb9-4029-b7fa-418a72057bd2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:13.605890 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fededa61-3abe-4d71-9d87-a3298f2e61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.630383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57c259b0-7ae4-42b3-9e9d-7c29e0962eec admin admin] Publish callbacks [] for security_group (99e483f8-eb71-46c3-a37a-4f9aca954d7a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.675701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] Routers {'8c576af5-bef4-4ae1-b9e2-958433ad0be2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:13.676346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:13.677408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a0a9c491-3873-4ce1-a82d-685d588a5302 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3b0b6766b2f4116b0417b073619c1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4961653 Jan 28 03:53:13.682648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:13.684105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-225ad187-50f0-41ec-90b6-a549b8f7aff8 admin admin] Publish callbacks [] for security_group (e9225888-49a7-47c7-8467-9f12fe4127b3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.716197 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be4076ed-c351-4462-a630-1423f1461185 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.725499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-be4076ed-c351-4462-a630-1423f1461185 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5793977 Jan 28 03:53:13.726514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9c491-3873-4ce1-a82d-685d588a5302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c7dc25-7bc0-44f0-8aeb-edc457f8cdc9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:13.769174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57c259b0-7ae4-42b3-9e9d-7c29e0962eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (99e483f8-eb71-46c3-a37a-4f9aca954d7a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.824994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fededa61-3abe-4d71-9d87-a3298f2e61e3 None None] Pushing event updated for resources: {'Port': ['ID=649d66ad-e991-4af5-a533-9b7fde4fae04,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:13.837202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 649d66ad-e991-4af5-a533-9b7fde4fae04 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:13.837629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.928603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fc41a24d-2c04-49e4-91a4-ccf30ac306d6 None None] Provisioning complete for port 649d66ad-e991-4af5-a533-9b7fde4fae04 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:13.928603 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc41a24d-2c04-49e4-91a4-ccf30ac306d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.929724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-225ad187-50f0-41ec-90b6-a549b8f7aff8 admin admin] Publish callbacks [] for security_group (e9225888-49a7-47c7-8467-9f12fe4127b3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.936870 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Publish callbacks [] for router_gateway (8c576af5-bef4-4ae1-b9e2-958433ad0be2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:13.988697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-57c259b0-7ae4-42b3-9e9d-7c29e0962eec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=035f8a83df4248bcafe5d0ba24239d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6557653 Jan 28 03:53:13.996872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55034) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:14.004987 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-225ad187-50f0-41ec-90b6-a549b8f7aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e9225888-49a7-47c7-8467-9f12fe4127b3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.007679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-225ad187-50f0-41ec-90b6-a549b8f7aff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.027557 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-225ad187-50f0-41ec-90b6-a549b8f7aff8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9225888-49a7-47c7-8467-9f12fe4127b3 HTTP/1.1" status: 204 len: 168 time: 0.4536855 Jan 28 03:53:14.046770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d08c37e1-9aa2-44bd-a94c-5555a740b2dc admin admin] Publish callbacks [] for security_group (41c7dc25-7bc0-44f0-8aeb-edc457f8cdc9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.050096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c259b0-7ae4-42b3-9e9d-7c29e0962eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e483f8-eb71-46c3-a37a-4f9aca954d7a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:14.068782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] Set router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:14.076034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ad187-50f0-41ec-90b6-a549b8f7aff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9225888-49a7-47c7-8467-9f12fe4127b3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:14.095429 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d08c37e1-9aa2-44bd-a94c-5555a740b2dc admin admin] Publish callbacks [] for security_group (41c7dc25-7bc0-44f0-8aeb-edc457f8cdc9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.115008 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-87ac9daa-3fcf-4aa7-a59d-ce45c1b04871 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281884198&fields=id&tenant_id=700e7bfa6ebb41949c07b0d2771d2517 HTTP/1.1" status: 200 len: 267 time: 0.0789950 Jan 28 03:53:14.123893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Deleting port fa8d9635-8fa0-47da-9a26-47ff7ccb0235 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:14.124279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.148232 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ba16-1790-41e3-8215-2b3261c46f4f admin admin] Publish callbacks [] for security_group (99e483f8-eb71-46c3-a37a-4f9aca954d7a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.209084 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d08c37e1-9aa2-44bd-a94c-5555a740b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (41c7dc25-7bc0-44f0-8aeb-edc457f8cdc9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.212593 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d08c37e1-9aa2-44bd-a94c-5555a740b2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.216881 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d08c37e1-9aa2-44bd-a94c-5555a740b2dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41c7dc25-7bc0-44f0-8aeb-edc457f8cdc9 HTTP/1.1" status: 204 len: 168 time: 0.5257206 Jan 28 03:53:14.232476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c37e1-9aa2-44bd-a94c-5555a740b2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c7dc25-7bc0-44f0-8aeb-edc457f8cdc9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:14.290539 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ba16-1790-41e3-8215-2b3261c46f4f admin admin] Publish callbacks [] for security_group (99e483f8-eb71-46c3-a37a-4f9aca954d7a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.316115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 649d66ad-e991-4af5-a533-9b7fde4fae04 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:14.413807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] For port fa8d9635-8fa0-47da-9a26-47ff7ccb0235, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fa8d9635-8fa0-47da-9a26-47ff7ccb0235,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:14.414192 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.417479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ba16-1790-41e3-8215-2b3261c46f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (99e483f8-eb71-46c3-a37a-4f9aca954d7a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.421384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ba16-1790-41e3-8215-2b3261c46f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.437378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a7d9ba16-1790-41e3-8215-2b3261c46f4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99e483f8-eb71-46c3-a37a-4f9aca954d7a HTTP/1.1" status: 204 len: 168 time: 0.4389603 Jan 28 03:53:14.442318 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.497439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Calling delete_port for fa8d9635-8fa0-47da-9a26-47ff7ccb0235 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:14.514163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9ba16-1790-41e3-8215-2b3261c46f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e483f8-eb71-46c3-a37a-4f9aca954d7a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:14.529583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fc41a24d-2c04-49e4-91a4-ccf30ac306d6 None None] Current status of the port 649d66ad-e991-4af5-a533-9b7fde4fae04 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:14.537189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-4312c9e0-3233-4929-bfed-8a1ee38c9dd6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:14.538834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-4312c9e0-3233-4929-bfed-8a1ee38c9dd6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/networks?id=996d46f8-6580-41da-99d4-fe4d417aee49 HTTP/1.1" status: 200 len: 797 time: 0.4116380 Jan 28 03:53:14.566435 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.639510 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-1456afb8-cf58-43c3-b05c-75562d211018 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/quotas/700e7bfa6ebb41949c07b0d2771d2517 HTTP/1.1" status: 200 len: 375 time: 0.0853226 Jan 28 03:53:14.657866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'name': 'tempest-TestAggregatesBasicOps-652473480-router', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:53Z', 'updated_at': '2022-01-28T03:53:11Z', 'revision_number': 5, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'gw_port': {'id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:54Z', 'updated_at': '2022-01-28T03:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:14.701166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f91461-3c9d-46a7-9d55-db8af2b2aed4 None None] The sync data for ids ['8c576af5-bef4-4ae1-b9e2-958433ad0be2'] in n-d-808199-14 is: [{'id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'name': 'tempest-TestAggregatesBasicOps-652473480-router', 'tenant_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:52:53Z', 'updated_at': '2022-01-28T03:53:11Z', 'revision_number': 5, 'project_id': 'fb3f9e85b80b4a96a157e25c1edf8556', 'gw_port': {'id': 'fa8d9635-8fa0-47da-9a26-47ff7ccb0235', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c576af5-bef4-4ae1-b9e2-958433ad0be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:52:54Z', 'updated_at': '2022-01-28T03:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:14.751514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:14.766815 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-601b64ae-0181-4ba1-a7c1-0592cc97827e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.795726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-b410e866-63f6-4c18-8161-042b8943e791 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1420319 Jan 28 03:53:14.910333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-601b64ae-0181-4ba1-a7c1-0592cc97827e admin admin] Publish callbacks [] for security_group (94271246-f0ad-4e46-85cd-7af68d74be60), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.917639 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-601b64ae-0181-4ba1-a7c1-0592cc97827e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (94271246-f0ad-4e46-85cd-7af68d74be60), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.965860 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-601b64ae-0181-4ba1-a7c1-0592cc97827e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f339e8352c774489859b6b87f8ff4591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114213 Jan 28 03:53:14.966548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:14.993299 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b64ae-0181-4ba1-a7c1-0592cc97827e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94271246-f0ad-4e46-85cd-7af68d74be60,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:15.021950 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-40a1b06e-7ee6-498e-8def-239b58d53b6c service neutron] 10.222.0.44 "GET /v2.0/networks/996d46f8-6580-41da-99d4-fe4d417aee49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101004 Jan 28 03:53:15.050830 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fa8d9635-8fa0-47da-9a26-47ff7ccb0235), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.067831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-155de051-c5b3-4bcd-bdf7-85586320980e admin admin] Publish callbacks [] for security_group (94271246-f0ad-4e46-85cd-7af68d74be60), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.097816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-155de051-c5b3-4bcd-bdf7-85586320980e admin admin] Publish callbacks [] for security_group (94271246-f0ad-4e46-85cd-7af68d74be60), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.156004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8d9635-8fa0-47da-9a26-47ff7ccb0235,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:15.165732 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-155de051-c5b3-4bcd-bdf7-85586320980e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (94271246-f0ad-4e46-85cd-7af68d74be60), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.168372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-155de051-c5b3-4bcd-bdf7-85586320980e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.172496 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-155de051-c5b3-4bcd-bdf7-85586320980e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94271246-f0ad-4e46-85cd-7af68d74be60 HTTP/1.1" status: 204 len: 168 time: 0.2049830 Jan 28 03:53:15.180852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155de051-c5b3-4bcd-bdf7-85586320980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94271246-f0ad-4e46-85cd-7af68d74be60,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:15.321805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 649d66ad-e991-4af5-a533-9b7fde4fae04 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:15.420396 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (8c576af5-bef4-4ae1-b9e2-958433ad0be2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.452482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 649d66ad-e991-4af5-a533-9b7fde4fae04 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:15.453031 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.474084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-d670443b-c401-4716-aa83-169c28ae02ba service neutron] 10.222.0.44 "GET /v2.0/networks/996d46f8-6580-41da-99d4-fe4d417aee49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487593 Jan 28 03:53:15.574187 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.604228 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (8c576af5-bef4-4ae1-b9e2-958433ad0be2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.614110 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Publish callbacks [] for router_controller (8c576af5-bef4-4ae1-b9e2-958433ad0be2), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.683754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 649d66ad-e991-4af5-a533-9b7fde4fae04 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:15.697471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:53:15.737504 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (8c576af5-bef4-4ae1-b9e2-958433ad0be2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.738427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c576af5-bef4-4ae1-b9e2-958433ad0be2 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:53:15.743416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.745618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a16f87ca-e04a-4595-8dfe-1119e0486c6d admin admin] 10.222.0.44 "DELETE /v2.0/routers/8c576af5-bef4-4ae1-b9e2-958433ad0be2 HTTP/1.1" status: 204 len: 168 time: 3.3743222 Jan 28 03:53:15.748126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:15.809220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:53:15.809220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 53b8d3ab-ccc9-4d4b-85b3-3f35eee52d0b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:53:15.850444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ac0592-cff7-49af-bab5-dd7ddc787423 admin admin] Deleting subnet 1e33d9d4-8329-46b3-8028-769335a2fa09 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:53:15.898959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ac0592-cff7-49af-bab5-dd7ddc787423 admin admin] Publish callbacks [] for subnet (1e33d9d4-8329-46b3-8028-769335a2fa09), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.972630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a876eb1-f286-4920-8bfb-9d9fa8f34f8e req-d9f59960-d969-4def-8ae1-c2c1fcec7ab2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 210 time: 0.1270177 Jan 28 03:53:16.018886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ac0592-cff7-49af-bab5-dd7ddc787423 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (1e33d9d4-8329-46b3-8028-769335a2fa09), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.167584 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ac0592-cff7-49af-bab5-dd7ddc787423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (1e33d9d4-8329-46b3-8028-769335a2fa09), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.239287 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ac0592-cff7-49af-bab5-dd7ddc787423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (1e33d9d4-8329-46b3-8028-769335a2fa09), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.302363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac0592-cff7-49af-bab5-dd7ddc787423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e33d9d4-8329-46b3-8028-769335a2fa09,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:16.304430 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ac0592-cff7-49af-bab5-dd7ddc787423 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.311143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-80ac0592-cff7-49af-bab5-dd7ddc787423 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1e33d9d4-8329-46b3-8028-769335a2fa09 HTTP/1.1" status: 204 len: 168 time: 0.5616219 Jan 28 03:53:16.311659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55122) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:16.318253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081511f0-9f8a-4fe5-86de-74ac6ee152e1 None None] Network dc033508-1f51-4841-a025-0b34798ee2d1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:53:16.430781 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (dc033508-1f51-4841-a025-0b34798ee2d1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.684884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Deleting port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:16.692359 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.713523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6686ab0-6336-4d71-9b8b-72eac6828d29 None None] DHCP port deletion for dc033508-1f51-4841-a025-0b34798ee2d1 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:53:16.728487 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.793085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d6686ab0-6336-4d71-9b8b-72eac6828d29 None None] Deleting port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:16.793475 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6686ab0-6336-4d71-9b8b-72eac6828d29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.862508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] For port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e,segment=NetworkSegment(1d00ace6-4ab9-4662-bf06-a57cc4754de9),segment_id=1d00ace6-4ab9-4662-bf06-a57cc4754de9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:16.863221 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.890408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Calling delete_port for bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:16.902068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55138) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:16.921247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d6686ab0-6336-4d71-9b8b-72eac6828d29 None None] For port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e,segment=NetworkSegment(1d00ace6-4ab9-4662-bf06-a57cc4754de9),segment_id=1d00ace6-4ab9-4662-bf06-a57cc4754de9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:16.921846 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6686ab0-6336-4d71-9b8b-72eac6828d29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.937016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d6686ab0-6336-4d71-9b8b-72eac6828d29 None None] Calling delete_port for bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:17.038961 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.051670 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6686ab0-6336-4d71-9b8b-72eac6828d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.073457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:17.082082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] No DVR routers for this DVR port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:53:17.102890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6686ab0-6336-4d71-9b8b-72eac6828d29 None None] No DVR routers for this DVR port bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:53:17.111820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6686ab0-6336-4d71-9b8b-72eac6828d29 None None] Pushing event deleted for resources: {'Port': ['ID=bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:17.193630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35cbb772-f1b8-4c7e-af43-3bc1fd42c0e2 req-680e2443-a245-48c6-8b52-00900dc59257 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 210 time: 0.0851948 Jan 28 03:53:17.201870 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (dc033508-1f51-4841-a025-0b34798ee2d1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.225087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fa8d9635-8fa0-47da-9a26-47ff7ccb0235 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:53:17.246012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.247757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: fa8d9635-8fa0-47da-9a26-47ff7ccb0235 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:53:17.248279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fa8d9635-8fa0-47da-9a26-47ff7ccb0235 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:53:17.248791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:53:17.256565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc033508-1f51-4841-a025-0b34798ee2d1']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:17.273098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d00ace6-4ab9-4662-bf06-a57cc4754de9') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:17.273507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d00ace6-4ab9-4662-bf06-a57cc4754de9') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:17.277806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:53:17.278410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bb86ff5e-2689-4af2-a9a3-66b3bd7f4a3e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:53:17.287422 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (1d00ace6-4ab9-4662-bf06-a57cc4754de9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.306033 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (1d00ace6-4ab9-4662-bf06-a57cc4754de9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.316047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:53:17.316566 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (1d00ace6-4ab9-4662-bf06-a57cc4754de9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:53:17.320478 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:53:17.407637 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (dc033508-1f51-4841-a025-0b34798ee2d1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.415637 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.420886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/dc033508-1f51-4841-a025-0b34798ee2d1 HTTP/1.1" status: 204 len: 168 time: 1.1076880 Jan 28 03:53:17.451129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93189f6-7ba8-4387-b31a-adab9388dbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc033508-1f51-4841-a025-0b34798ee2d1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:17.479491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Publish callbacks [] for security_group (512f44fe-7f7c-4e35-8407-48f08740fb6f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.489410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (512f44fe-7f7c-4e35-8407-48f08740fb6f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.535551 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88d8c92d87004095a0e06cdb565d4b21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6289697 Jan 28 03:53:17.536119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55162) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:17.551339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512f44fe-7f7c-4e35-8407-48f08740fb6f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:17.561272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.561621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.561950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.562290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.562621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.562953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.563325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.563604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.564495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.565496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.565496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.565726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.565987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c752ff-01b6-4a2a-bc91-a820f7c921f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:17.590840 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-1278a99f-b08c-4454-879c-de0059efa39b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:17.592334 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-1278a99f-b08c-4454-879c-de0059efa39b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.42 "GET /v2.0/networks?id=996d46f8-6580-41da-99d4-fe4d417aee49 HTTP/1.1" status: 200 len: 797 time: 0.1823354 Jan 28 03:53:17.599647 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-286db0b0-e9c5-4418-9e20-8f8caefc871c admin admin] Publish callbacks [] for security_group (512f44fe-7f7c-4e35-8407-48f08740fb6f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.639466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-286db0b0-e9c5-4418-9e20-8f8caefc871c admin admin] Publish callbacks [] for security_group (512f44fe-7f7c-4e35-8407-48f08740fb6f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.708782 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-9021d458-d2be-4c87-8641-1b0d1e3af0e9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=700e7bfa6ebb41949c07b0d2771d2517 HTTP/1.1" status: 200 len: 472 time: 0.1019108 Jan 28 03:53:17.718703 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-286db0b0-e9c5-4418-9e20-8f8caefc871c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (512f44fe-7f7c-4e35-8407-48f08740fb6f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.721884 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-286db0b0-e9c5-4418-9e20-8f8caefc871c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:17.723548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-286db0b0-e9c5-4418-9e20-8f8caefc871c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/512f44fe-7f7c-4e35-8407-48f08740fb6f HTTP/1.1" status: 204 len: 168 time: 0.1860254 Jan 28 03:53:17.733523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286db0b0-e9c5-4418-9e20-8f8caefc871c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512f44fe-7f7c-4e35-8407-48f08740fb6f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:17.747160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'port': {'device_id': 'fc42a114-806f-44dd-bf85-9e53f72e454c', 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49', 'admin_state_up': True, 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'security_groups': ['5babe7eb-79e3-47b7-942a-6f351ad21cdc']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:17.748443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55170) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:18.252754 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2ded8c55-b807-40ca-be32-fc8fccad02f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9f9a83372904e3e8813b4d6506248c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4987290 Jan 28 03:53:18.253702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55200) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:18.335542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Made reservation on behalf of 700e7bfa6ebb41949c07b0d2771d2517 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:18.339322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:18.412370 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Publish callbacks [] for security_group (44b07983-ac42-42af-9c2d-a065c677d4b5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:18.418087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa0fafd8-b965-4461-a21c-77070e8afed0 req-70e0ad86-817d-482a-a6fa-175d388bad95 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 210 time: 0.0819509 Jan 28 03:53:18.449251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Publish callbacks [] for security_group (44b07983-ac42-42af-9c2d-a065c677d4b5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:18.519279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (44b07983-ac42-42af-9c2d-a065c677d4b5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:18.523623 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:18.525049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44b07983-ac42-42af-9c2d-a065c677d4b5 HTTP/1.1" status: 204 len: 168 time: 0.2708948 Jan 28 03:53:18.540658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b07983-ac42-42af-9c2d-a065c677d4b5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:18.554066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Allocated IP 172.20.0.27 (996d46f8-6580-41da-99d4-fe4d417aee49/158090c2-e9c9-46b3-9b63-f236b4315fb4/41d58b4a-8198-410e-896b-e5427159200b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:18.555653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.556006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.556349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.556690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.557514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.565344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.566781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.567144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.567485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.568622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.569188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.569535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.569869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4507dc3-0eb8-4dfe-ab0d-fd4dd5e3e64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:18.780187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (41d58b4a-8198-410e-896b-e5427159200b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:18.839196 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (41d58b4a-8198-410e-896b-e5427159200b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:18.884796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 996d46f8-6580-41da-99d4-fe4d417aee49 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:18.888316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:18.890772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:18.942095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=41d58b4a-8198-410e-896b-e5427159200b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:18.972131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:18.973000 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:18.991035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:19.013060 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-74f0202e-97b6-4289-a487-89ed980d601c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2803595 Jan 28 03:53:19.032001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Request body: {'port': {'device_id': 'fc42a114-806f-44dd-bf85-9e53f72e454c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:19.154208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (41d58b4a-8198-410e-896b-e5427159200b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:19.228865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55236) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:19.317054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b31cc784-ed5b-4c47-a7d2-8e4419f770f2 None None] Provisioning complete for port 41d58b4a-8198-410e-896b-e5427159200b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:19.317634 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b31cc784-ed5b-4c47-a7d2-8e4419f770f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (41d58b4a-8198-410e-896b-e5427159200b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:19.344771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aba686c4-91c0-477e-abfb-f6d318b9173d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb3f9e85b80b4a96a157e25c1edf8556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1145411 Jan 28 03:53:19.346592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:19.397738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b31cc784-ed5b-4c47-a7d2-8e4419f770f2 None None] Port 41d58b4a-8198-410e-896b-e5427159200b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:53:19.458981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f194639b-85de-41e8-acf4-f95ca1846c0d admin admin] Publish callbacks [] for security_group (8bafa1fa-57a0-41dc-bf7e-d138172de3cd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:19.493657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f194639b-85de-41e8-acf4-f95ca1846c0d admin admin] Publish callbacks [] for security_group (8bafa1fa-57a0-41dc-bf7e-d138172de3cd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:19.530324 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d58b4a-8198-410e-896b-e5427159200b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:53:19.544626 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Publish callbacks [] for port (41d58b4a-8198-410e-896b-e5427159200b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:19.564275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:19.620018 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:19.623997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f194639b-85de-41e8-acf4-f95ca1846c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8bafa1fa-57a0-41dc-bf7e-d138172de3cd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:19.624507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Transition to ACTIVE for port object 41d58b4a-8198-410e-896b-e5427159200b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:53:19.630431 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f194639b-85de-41e8-acf4-f95ca1846c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:19.634125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (41d58b4a-8198-410e-896b-e5427159200b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:19.635123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f194639b-85de-41e8-acf4-f95ca1846c0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bafa1fa-57a0-41dc-bf7e-d138172de3cd HTTP/1.1" status: 204 len: 168 time: 0.2875299 Jan 28 03:53:19.675971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194639b-85de-41e8-acf4-f95ca1846c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bafa1fa-57a0-41dc-bf7e-d138172de3cd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:19.729666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3177-d909-46d3-864f-907bf1d177d3 req-18f84d70-2016-49b3-86b0-ec367a823b35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:19.731222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-599a3177-d909-46d3-864f-907bf1d177d3 req-18f84d70-2016-49b3-86b0-ec367a823b35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 932 time: 0.1455824 Jan 28 03:53:19.789529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Pushing event updated for resources: {'Port': ['ID=41d58b4a-8198-410e-896b-e5427159200b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:19.830848 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-599a3177-d909-46d3-864f-907bf1d177d3 req-ea3cf000-3dcc-4393-8bf8-3c59481e1f8c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893822 Jan 28 03:53:19.848883 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:20.050638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Attempting to bind port 41d58b4a-8198-410e-896b-e5427159200b on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:20.050786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Attempting to bind port 41d58b4a-8198-410e-896b-e5427159200b by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:20.051109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Attempting to bind port 41d58b4a-8198-410e-896b-e5427159200b on network 996d46f8-6580-41da-99d4-fe4d417aee49 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:20.057197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Port 41d58b4a-8198-410e-896b-e5427159200b on network 996d46f8-6580-41da-99d4-fe4d417aee49 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:20.057743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Attempting to bind port 41d58b4a-8198-410e-896b-e5427159200b on network 996d46f8-6580-41da-99d4-fe4d417aee49 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:20.065965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:20.067377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Checking segment: {'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:20.068128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Bound using segment: {'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:20.068735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Bound port: 41d58b4a-8198-410e-896b-e5427159200b, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:20.069278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (41d58b4a-8198-410e-896b-e5427159200b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:20.089006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Allocated IP 172.25.1.45 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/d7ed8114-1c25-40e9-bccd-63297a95cb46) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:20.202407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] For port 41d58b4a-8198-410e-896b-e5427159200b, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:20.206594 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] For port 41d58b4a-8198-410e-896b-e5427159200b, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=41d58b4a-8198-410e-896b-e5427159200b,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:20.211341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (41d58b4a-8198-410e-896b-e5427159200b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:20.260626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:20.261362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:20.263370 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] 10.222.0.42 "PUT /v2.0/ports/41d58b4a-8198-410e-896b-e5427159200b HTTP/1.1" status: 200 len: 1093 time: 1.2376807 Jan 28 03:53:20.263905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc42a114-806f-44dd-bf85-9e53f72e454c', 'tag': '41d58b4a-8198-410e-896b-e5427159200b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:20.266816 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb054d1-408b-481a-ba8a-55da0a423ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc42a114-806f-44dd-bf85-9e53f72e454c", "tag": "41d58b4a-8198-410e-896b-e5427159200b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:20.311350 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for port (d7ed8114-1c25-40e9-bccd-63297a95cb46), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:20.366191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6e9f8-65bd-4f6c-9f9d-e882c70d1f8b service neutron] Pushing event updated for resources: {'Port': ['ID=41d58b4a-8198-410e-896b-e5427159200b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:20.383423 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1979e37c-52f2-4d58-bb3e-a7b429a4babf x-openstack-request-id: req-1979e37c-52f2-4d58-bb3e-a7b429a4babf {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:20.383724 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc42a114-806f-44dd-bf85-9e53f72e454c", "tag": "41d58b4a-8198-410e-896b-e5427159200b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:20.383977 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1979e37c-52f2-4d58-bb3e-a7b429a4babf {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:20.384386 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc42a114-806f-44dd-bf85-9e53f72e454c', 'tag': '41d58b4a-8198-410e-896b-e5427159200b', 'status': 'completed', 'code': 200} Jan 28 03:53:20.402830 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d7ed8114-1c25-40e9-bccd-63297a95cb46), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:20.453764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-09413955-c9f1-4af5-9e0d-78950f23642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:20.456132 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-09413955-c9f1-4af5-9e0d-78950f23642d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 1096 time: 0.1153574 Jan 28 03:53:20.485994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event updated for resources: {'Port': ['ID=d7ed8114-1c25-40e9-bccd-63297a95cb46,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:20.494294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:20.499120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:20.503245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:20.529211 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-fccbb800-d92d-4820-af3b-64c09cfb8430 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=41d58b4a-8198-410e-896b-e5427159200b HTTP/1.1" status: 200 len: 217 time: 0.0599449 Jan 28 03:53:20.635048 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for floatingip (ff37c488-88eb-4835-87c3-68836ec9e791), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:20.638658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-cbab09ec-3ac6-48ee-9b32-366adedaf715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:20.641131 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-cbab09ec-3ac6-48ee-9b32-366adedaf715 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=158090c2-e9c9-46b3-9b63-f236b4315fb4 HTTP/1.1" status: 200 len: 837 time: 0.1057916 Jan 28 03:53:20.691503 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d7ed8114-1c25-40e9-bccd-63297a95cb46), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:20.697707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-b9a92b30-2a65-45f4-b752-011a721bd008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:20.699683 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-b9a92b30-2a65-45f4-b752-011a721bd008 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=996d46f8-6580-41da-99d4-fe4d417aee49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0491171 Jan 28 03:53:20.824937 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-78806eac-03b3-4964-b29b-3145a61cd3d9 service neutron] 10.222.0.42 "GET /v2.0/networks/996d46f8-6580-41da-99d4-fe4d417aee49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185942 Jan 28 03:53:20.958911 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for port (d7ed8114-1c25-40e9-bccd-63297a95cb46), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:20.970738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (d7ed8114-1c25-40e9-bccd-63297a95cb46), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.014356 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd4df42-f125-4c5a-b0ee-8b6859a80c04 req-8549932d-8ee5-42aa-9589-2e99a87b9ea4 service neutron] 10.222.0.42 "GET /v2.0/networks/996d46f8-6580-41da-99d4-fe4d417aee49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833153 Jan 28 03:53:21.109441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event updated for resources: {'Port': ['ID=d7ed8114-1c25-40e9-bccd-63297a95cb46,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:21.161615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492e22a-381d-4e53-830a-1be3d1e22bd9 req-37ad8645-e2a0-4350-8902-1fc9a3d06d65 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:21.163208 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2492e22a-381d-4e53-830a-1be3d1e22bd9 req-37ad8645-e2a0-4350-8902-1fc9a3d06d65 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 944 time: 0.1693239 Jan 28 03:53:21.168645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (ff37c488-88eb-4835-87c3-68836ec9e791), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.243945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2492e22a-381d-4e53-830a-1be3d1e22bd9 req-ee77957e-5202-4ce3-9548-601fc56747da tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687203 Jan 28 03:53:21.247094 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.248758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1b7b9aac-fc76-47cb-b6ec-f3c58e36ba36 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2559104 Jan 28 03:53:21.252186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-6e9cc0fc-6c45-4bdf-991f-bcdf54677ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:21.253798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55302) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:21.254004 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-6e9cc0fc-6c45-4bdf-991f-bcdf54677ab5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 1096 time: 0.1106787 Jan 28 03:53:21.259186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1483740991'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:21.285055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Made reservation on behalf of 4718d222ab074670b54d4ea2bd9e5f38 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:21.291693 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.316536 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.422789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for security_group (2ea755b2-e3b7-41f7-b602-caaefaf1f619), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.429204 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2ea755b2-e3b7-41f7-b602-caaefaf1f619), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.430065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-da5374cc-8d5f-4276-a9cb-ce8c220638b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:21.431581 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-da5374cc-8d5f-4276-a9cb-ce8c220638b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=996d46f8-6580-41da-99d4-fe4d417aee49 HTTP/1.1" status: 200 len: 898 time: 0.1618285 Jan 28 03:53:21.466200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea755b2-e3b7-41f7-b602-caaefaf1f619,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:21.494704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:53:21.509488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (761ccf3c-c89a-4f88-a22c-25bc55d16635), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.510066 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Added segment 761ccf3c-c89a-4f88-a22c-25bc55d16635 of type vlan for network 42e4f5d0-d69d-4522-9b38-8588605c2744 Jan 28 03:53:21.511949 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-4bc8f102-bdfd-49a9-9ff3-43afe241c4d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=41d58b4a-8198-410e-896b-e5427159200b HTTP/1.1" status: 200 len: 217 time: 0.0739655 Jan 28 03:53:21.573099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (42e4f5d0-d69d-4522-9b38-8588605c2744), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.580028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-41a29e27-d3a9-4388-99cb-732d3448ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:21.582123 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-41a29e27-d3a9-4388-99cb-732d3448ce76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=158090c2-e9c9-46b3-9b63-f236b4315fb4 HTTP/1.1" status: 200 len: 837 time: 0.0634227 Jan 28 03:53:21.609271 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (42e4f5d0-d69d-4522-9b38-8588605c2744), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.617123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:21.618055 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:21.643271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3851869 Jan 28 03:53:21.644522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55318) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:21.650177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Request body: {'subnet': {'network_id': '42e4f5d0-d69d-4522-9b38-8588605c2744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:21.661255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-cf2a846f-7eee-4c96-b0ed-f6d7e4ec24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:21.662746 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-cf2a846f-7eee-4c96-b0ed-f6d7e4ec24ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=996d46f8-6580-41da-99d4-fe4d417aee49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0741723 Jan 28 03:53:21.700757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7f88a-d05c-449d-b1d4-8db8cfd687c2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event updated for resources: {'Network': ['ID=42e4f5d0-d69d-4522-9b38-8588605c2744,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:21.721298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 42e4f5d0-d69d-4522-9b38-8588605c2744 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:53:21.819020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-15fbaf23-7cdc-427d-8afa-1a1a650ded7f service neutron] 10.222.0.42 "GET /v2.0/networks/996d46f8-6580-41da-99d4-fe4d417aee49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463253 Jan 28 03:53:21.848582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Made reservation on behalf of 4718d222ab074670b54d4ea2bd9e5f38 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:21.852047 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.016406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:22.029224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-deb054d1-408b-481a-ba8a-55da0a423ad8 req-7cb719e1-8a62-4a66-8442-94d5fdb1da9f service neutron] 10.222.0.42 "GET /v2.0/networks/996d46f8-6580-41da-99d4-fe4d417aee49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013774 Jan 28 03:53:22.151931 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (873d7b5e-dec9-4a8b-aae2-2d2811e5fa06), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.231554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event updated for resources: {'Subnet': ['ID=873d7b5e-dec9-4a8b-aae2-2d2811e5fa06,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:22.233994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Checking segment: {'id': '761ccf3c-c89a-4f88-a22c-25bc55d16635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42e4f5d0-d69d-4522-9b38-8588605c2744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:22.234356 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Network hostable DHCP agents. Network: 42e4f5d0-d69d-4522-9b38-8588605c2744, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:53:22.258811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Network 42e4f5d0-d69d-4522-9b38-8588605c2744 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:53:22.290682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 42e4f5d0-d69d-4522-9b38-8588605c2744) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:22.309135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:22.309683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5146257-3db2-4a99-9518-6c2c15caa4fd None None] Network 42e4f5d0-d69d-4522-9b38-8588605c2744 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:53:22.312717 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.337666 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07dbb008-8a30-4916-8daf-e4dfc23bd1de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.382149 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b19ac339-a3c5-47da-bc94-7702c1790f0f tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7373278 Jan 28 03:53:22.382775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55356) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:22.387402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1398911938', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:22.426486 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (76dd5844-976a-448c-8cd8-a941715f956a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.428074 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (76dd5844-976a-448c-8cd8-a941715f956a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.499111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-42e4f5d0-d69d-4522-9b38-8588605c2744', 'network_id': '42e4f5d0-d69d-4522-9b38-8588605c2744', 'project_id': '4718d222ab074670b54d4ea2bd9e5f38', 'fixed_ips': [{'subnet_id': '873d7b5e-dec9-4a8b-aae2-2d2811e5fa06'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:53:22.499984 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.504741 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for router_controller (76dd5844-976a-448c-8cd8-a941715f956a), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.506305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-d952a226-cee1-458d-859e-0a60d7205986 req-c82c7e4b-44f3-4f97-994a-9d0f9cd85f36 service neutron] (103289) timed out ('10.222.0.42', 61197) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:53:22.640023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad4818-31bd-4cf3-9050-18d47a7aed12 req-79341107-0697-4b77-8047-de5400fd3f60 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:22.641622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0cad4818-31bd-4cf3-9050-18d47a7aed12 req-79341107-0697-4b77-8047-de5400fd3f60 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 944 time: 0.1670926 Jan 28 03:53:22.717577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55364) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:22.739144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Allocated IP 172.20.0.2 (42e4f5d0-d69d-4522-9b38-8588605c2744/873d7b5e-dec9-4a8b-aae2-2d2811e5fa06/647c0add-4b05-49be-8696-54735d4b74bd) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:22.761043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07dbb008-8a30-4916-8daf-e4dfc23bd1de admin admin] Publish callbacks [] for security_group (dc9fca7d-0543-4659-a253-2a2d46ec5bb6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.791282 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07dbb008-8a30-4916-8daf-e4dfc23bd1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dc9fca7d-0543-4659-a253-2a2d46ec5bb6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.832219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for router_gateway (76dd5844-976a-448c-8cd8-a941715f956a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.852650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-07dbb008-8a30-4916-8daf-e4dfc23bd1de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=768dfe6e6b34497caa2b62d8e73e35b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8356469 Jan 28 03:53:22.857640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55368) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:22.902550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0cad4818-31bd-4cf3-9050-18d47a7aed12 req-7714c9d5-2448-4af2-89ec-17fa170b67a0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432411 Jan 28 03:53:22.908975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13a1d638-5d8a-408d-bc8e-d4c6b5183433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.929131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbb008-8a30-4916-8daf-e4dfc23bd1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9fca7d-0543-4659-a253-2a2d46ec5bb6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:23.003135 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Publish callbacks [] for port (647c0add-4b05-49be-8696-54735d4b74bd), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.006878 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13a1d638-5d8a-408d-bc8e-d4c6b5183433 admin admin] Publish callbacks [] for security_group (931b849a-eed3-4b22-81ee-79ed948f159c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.013456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (647c0add-4b05-49be-8696-54735d4b74bd), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.018580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13a1d638-5d8a-408d-bc8e-d4c6b5183433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (931b849a-eed3-4b22-81ee-79ed948f159c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.056195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1d638-5d8a-408d-bc8e-d4c6b5183433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b849a-eed3-4b22-81ee-79ed948f159c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:23.090588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-13a1d638-5d8a-408d-bc8e-d4c6b5183433 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1817fd5f9bce415fbb6895437af23dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697097 Jan 28 03:53:23.090825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:23.105193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88ac446-3151-4d3c-bcaf-40ff4bad24eb admin admin] Publish callbacks [] for security_group (dc9fca7d-0543-4659-a253-2a2d46ec5bb6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.115769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Network 42e4f5d0-d69d-4522-9b38-8588605c2744 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:23.118780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:23.125885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:23.137868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Pushing event updated for resources: {'Port': ['ID=647c0add-4b05-49be-8696-54735d4b74bd,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:23.147434 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88ac446-3151-4d3c-bcaf-40ff4bad24eb admin admin] Publish callbacks [] for security_group (dc9fca7d-0543-4659-a253-2a2d46ec5bb6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.198917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Attempting to bind port 647c0add-4b05-49be-8696-54735d4b74bd on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:23.199286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Attempting to bind port 647c0add-4b05-49be-8696-54735d4b74bd by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '761ccf3c-c89a-4f88-a22c-25bc55d16635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42e4f5d0-d69d-4522-9b38-8588605c2744'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:23.199461 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df266f01-a8c8-4cc7-b568-5f9386373730 admin admin] Publish callbacks [] for security_group (931b849a-eed3-4b22-81ee-79ed948f159c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.199969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Attempting to bind port 647c0add-4b05-49be-8696-54735d4b74bd on network 42e4f5d0-d69d-4522-9b38-8588605c2744 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:23.207163 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:23.207799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Checking segment: {'id': '761ccf3c-c89a-4f88-a22c-25bc55d16635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42e4f5d0-d69d-4522-9b38-8588605c2744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:23.208369 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.208950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Bound using segment: {'id': '761ccf3c-c89a-4f88-a22c-25bc55d16635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42e4f5d0-d69d-4522-9b38-8588605c2744'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:23.209572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Bound port: 647c0add-4b05-49be-8696-54735d4b74bd, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761ccf3c-c89a-4f88-a22c-25bc55d16635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '42e4f5d0-d69d-4522-9b38-8588605c2744'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:23.210142 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (647c0add-4b05-49be-8696-54735d4b74bd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.229230 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df266f01-a8c8-4cc7-b568-5f9386373730 admin admin] Publish callbacks [] for security_group (931b849a-eed3-4b22-81ee-79ed948f159c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.255966 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88ac446-3151-4d3c-bcaf-40ff4bad24eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dc9fca7d-0543-4659-a253-2a2d46ec5bb6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.261211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88ac446-3151-4d3c-bcaf-40ff4bad24eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.262489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c88ac446-3151-4d3c-bcaf-40ff4bad24eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc9fca7d-0543-4659-a253-2a2d46ec5bb6 HTTP/1.1" status: 204 len: 168 time: 0.3938432 Jan 28 03:53:23.285557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ac446-3151-4d3c-bcaf-40ff4bad24eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9fca7d-0543-4659-a253-2a2d46ec5bb6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:23.324802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for router_gateway (76dd5844-976a-448c-8cd8-a941715f956a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.328414 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df266f01-a8c8-4cc7-b568-5f9386373730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (931b849a-eed3-4b22-81ee-79ed948f159c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.343911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] For port 647c0add-4b05-49be-8696-54735d4b74bd, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:23.347924 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df266f01-a8c8-4cc7-b568-5f9386373730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.348370 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.352569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-df266f01-a8c8-4cc7-b568-5f9386373730 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/931b849a-eed3-4b22-81ee-79ed948f159c HTTP/1.1" status: 204 len: 168 time: 0.2608352 Jan 28 03:53:23.355252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] For port 647c0add-4b05-49be-8696-54735d4b74bd, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=647c0add-4b05-49be-8696-54735d4b74bd,segment=NetworkSegment(761ccf3c-c89a-4f88-a22c-25bc55d16635),segment_id=761ccf3c-c89a-4f88-a22c-25bc55d16635)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:23.365380 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (647c0add-4b05-49be-8696-54735d4b74bd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.400817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df266f01-a8c8-4cc7-b568-5f9386373730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b849a-eed3-4b22-81ee-79ed948f159c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:23.512468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0b80d-387f-4720-a9ed-6b7747bf7728 None None] Pushing event updated for resources: {'Port': ['ID=647c0add-4b05-49be-8696-54735d4b74bd,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:23.656812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Allocated IP 172.25.1.43 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/b4273854-5e11-4179-b0e5-5ef3dedf448c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:23.785238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55386) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:23.790215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649728788', 'description': 'tempest-secgroup-smoke-649728788 description', 'project_id': '3b47383bfe204078917fadb2fc9fe99a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:23.898732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.922844 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:23.936484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for port (b4273854-5e11-4179-b0e5-5ef3dedf448c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.017795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b4273854-5e11-4179-b0e5-5ef3dedf448c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.021375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 41d58b4a-8198-410e-896b-e5427159200b details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:53:24.141769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:24.162409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:24.169083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:24.237963 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (d55bc2db-78cb-48df-afc1-38bb3233e6de), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.254735 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d55bc2db-78cb-48df-afc1-38bb3233e6de), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.268156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event updated for resources: {'Port': ['ID=b4273854-5e11-4179-b0e5-5ef3dedf448c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:24.290688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a0a75-0a2f-4c23-8cfb-d1bb8c81df98 req-62e70a5c-14f7-40bd-884d-9eb957b1ebd9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:24.306765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f2a0a75-0a2f-4c23-8cfb-d1bb8c81df98 req-62e70a5c-14f7-40bd-884d-9eb957b1ebd9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 944 time: 0.1951115 Jan 28 03:53:24.331726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55396) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:24.430366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e53a81b6-cbfb-496c-b14b-2c801cbfb5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.439543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55bc2db-78cb-48df-afc1-38bb3233e6de,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:24.557060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f2a0a75-0a2f-4c23-8cfb-d1bb8c81df98 req-6f379a8d-d4ff-453a-880a-be20aca43597 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443535 Jan 28 03:53:24.577047 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (f8f3fbcc-6494-482d-881b-92ed99d95aed), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.643194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 41d58b4a-8198-410e-896b-e5427159200b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=41d58b4a-8198-410e-896b-e5427159200b,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:24.693513 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e53a81b6-cbfb-496c-b14b-2c801cbfb5d0 admin admin] Publish callbacks [] for security_group (8032dc13-d12c-49f1-b3d8-680ef5d057d9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.694039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '41d58b4a-8198-410e-896b-e5427159200b', 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49', 'port_id': '41d58b4a-8198-410e-896b-e5427159200b', 'mac_address': 'fa:16:3e:39:f1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158090c2-e9c9-46b3-9b63-f236b4315fb4', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:53:24.699877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f8f3fbcc-6494-482d-881b-92ed99d95aed), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.728576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e53a81b6-cbfb-496c-b14b-2c801cbfb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8032dc13-d12c-49f1-b3d8-680ef5d057d9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.736369 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for router_gateway (76dd5844-976a-448c-8cd8-a941715f956a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.804552 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.805854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0195410 Jan 28 03:53:24.808869 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:24.809568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 41d58b4a-8198-410e-896b-e5427159200b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:24.809967 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (41d58b4a-8198-410e-896b-e5427159200b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.816586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-58e5d3f0-d35f-4441-b0da-d6e2df5ca115 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'f8f3fbcc-6494-482d-881b-92ed99d95aed', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:24.853658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58e5d3f0-d35f-4441-b0da-d6e2df5ca115 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (42b1eecd-f99b-4bbf-88f4-cfda720e1c83), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.855199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6395113-5168-4e1a-b066-a3940ae27c7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f3fbcc-6494-482d-881b-92ed99d95aed,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:24.856429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d58b4a-8198-410e-896b-e5427159200b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:53:24.907060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e53a81b6-cbfb-496c-b14b-2c801cbfb5d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=926351c0487c4171b2084a48332a845b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5698860 Jan 28 03:53:24.908036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55410) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:24.922564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 41d58b4a-8198-410e-896b-e5427159200b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=41d58b4a-8198-410e-896b-e5427159200b,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:24.933150 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (41d58b4a-8198-410e-896b-e5427159200b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.983956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58e5d3f0-d35f-4441-b0da-d6e2df5ca115 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (42b1eecd-f99b-4bbf-88f4-cfda720e1c83), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.027351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a81b6-cbfb-496c-b14b-2c801cbfb5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8032dc13-d12c-49f1-b3d8-680ef5d057d9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:25.039773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58e5d3f0-d35f-4441-b0da-d6e2df5ca115 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (42b1eecd-f99b-4bbf-88f4-cfda720e1c83), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.053760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=41d58b4a-8198-410e-896b-e5427159200b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:25.083269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5d3f0-d35f-4441-b0da-d6e2df5ca115 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b1eecd-f99b-4bbf-88f4-cfda720e1c83,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:25.099943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5a0cdc2-d9e0-4250-bf8e-d517b522abd1 admin admin] Publish callbacks [] for security_group (8032dc13-d12c-49f1-b3d8-680ef5d057d9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.134634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395f3ba5-9aef-4e9c-8885-c6a0e574c013 None None] Network 42e4f5d0-d69d-4522-9b38-8588605c2744 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:53:25.157990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (76dd5844-976a-448c-8cd8-a941715f956a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.159866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5a0cdc2-d9e0-4250-bf8e-d517b522abd1 admin admin] Publish callbacks [] for security_group (8032dc13-d12c-49f1-b3d8-680ef5d057d9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.163992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58e5d3f0-d35f-4441-b0da-d6e2df5ca115 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.165205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-58e5d3f0-d35f-4441-b0da-d6e2df5ca115 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547356 Jan 28 03:53:25.168620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55416) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:25.175309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1764ce9c-acf3-44cf-9775-56d5b20da48b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'f8f3fbcc-6494-482d-881b-92ed99d95aed', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:25.266250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['41d58b4a-8198-410e-896b-e5427159200b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:53:25.279294 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5a0cdc2-d9e0-4250-bf8e-d517b522abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8032dc13-d12c-49f1-b3d8-680ef5d057d9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.284878 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5a0cdc2-d9e0-4250-bf8e-d517b522abd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.289294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b5a0cdc2-d9e0-4250-bf8e-d517b522abd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8032dc13-d12c-49f1-b3d8-680ef5d057d9 HTTP/1.1" status: 204 len: 168 time: 0.3763115 Jan 28 03:53:25.301460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0cdc2-d9e0-4250-bf8e-d517b522abd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8032dc13-d12c-49f1-b3d8-680ef5d057d9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:25.336790 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1764ce9c-acf3-44cf-9775-56d5b20da48b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (3af352eb-4ab4-4d4f-abdd-069a2b027fe7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.430331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1764ce9c-acf3-44cf-9775-56d5b20da48b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (3af352eb-4ab4-4d4f-abdd-069a2b027fe7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.431989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Router 76dd5844-976a-448c-8cd8-a941715f956a is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:53:25.442360 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1764ce9c-acf3-44cf-9775-56d5b20da48b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (3af352eb-4ab4-4d4f-abdd-069a2b027fe7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.456863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 647c0add-4b05-49be-8696-54735d4b74bd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:25.501782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764ce9c-acf3-44cf-9775-56d5b20da48b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af352eb-4ab4-4d4f-abdd-069a2b027fe7,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:25.531595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a50647e3-4716-488c-af35-4134dfb6a542 None None] Provisioning complete for port 647c0add-4b05-49be-8696-54735d4b74bd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:25.531964 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a50647e3-4716-488c-af35-4134dfb6a542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (647c0add-4b05-49be-8696-54735d4b74bd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.561061 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1764ce9c-acf3-44cf-9775-56d5b20da48b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.562430 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1764ce9c-acf3-44cf-9775-56d5b20da48b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3927100 Jan 28 03:53:25.565605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55424) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:25.571900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2dc3508e-2331-40fd-b171-8dc597541734 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'f8f3fbcc-6494-482d-881b-92ed99d95aed', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:25.605208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:25.621227 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f421d9-1c4d-46dc-9611-65fcb3ff477a None None] Sync routers for ids ['76dd5844-976a-448c-8cd8-a941715f956a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:25.638209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2dc3508e-2331-40fd-b171-8dc597541734 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (6154a789-319c-46e8-9b27-773b5ec11bd5), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.646028 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f421d9-1c4d-46dc-9611-65fcb3ff477a None None] Routers {'76dd5844-976a-448c-8cd8-a941715f956a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:25.647044 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1f421d9-1c4d-46dc-9611-65fcb3ff477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['76dd5844-976a-448c-8cd8-a941715f956a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:25.655124 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.669922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55430) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:25.670578 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ce110b41-6670-4417-a67a-55740da45602 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.2863154 Jan 28 03:53:25.717160 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 647c0add-4b05-49be-8696-54735d4b74bd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:25.717643 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (647c0add-4b05-49be-8696-54735d4b74bd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.724780 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1f421d9-1c4d-46dc-9611-65fcb3ff477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:25.747580 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f421d9-1c4d-46dc-9611-65fcb3ff477a None None] Routers {'76dd5844-976a-448c-8cd8-a941715f956a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:25.748495 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1f421d9-1c4d-46dc-9611-65fcb3ff477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['76dd5844-976a-448c-8cd8-a941715f956a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:25.821979 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2dc3508e-2331-40fd-b171-8dc597541734 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (6154a789-319c-46e8-9b27-773b5ec11bd5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.831988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2dc3508e-2331-40fd-b171-8dc597541734 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (6154a789-319c-46e8-9b27-773b5ec11bd5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.858586 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1f421d9-1c4d-46dc-9611-65fcb3ff477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:25.862448 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f421d9-1c4d-46dc-9611-65fcb3ff477a None None] The sync data for ids ['76dd5844-976a-448c-8cd8-a941715f956a'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:25.900514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2dc3508e-2331-40fd-b171-8dc597541734 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:25.902145 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2dc3508e-2331-40fd-b171-8dc597541734 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3353741 Jan 28 03:53:25.905266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55442) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:25.911000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3508e-2331-40fd-b171-8dc597541734 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6154a789-319c-46e8-9b27-773b5ec11bd5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:25.926190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e58b955c-0d52-4e1d-9f11-ca6a5f7341e7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'f8f3fbcc-6494-482d-881b-92ed99d95aed', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:26.024105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a50647e3-4716-488c-af35-4134dfb6a542 None None] Current status of the port 647c0add-4b05-49be-8696-54735d4b74bd is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:26.024994 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a50647e3-4716-488c-af35-4134dfb6a542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (647c0add-4b05-49be-8696-54735d4b74bd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.082659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f81b-e0bf-4cd7-806f-ac5670528a94 req-23a0942c-b424-4f4d-bdf3-03add96963ae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:26.089725 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62a7f81b-e0bf-4cd7-806f-ac5670528a94 req-23a0942c-b424-4f4d-bdf3-03add96963ae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 945 time: 0.3006289 Jan 28 03:53:26.122532 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a50647e3-4716-488c-af35-4134dfb6a542 None None] For port 647c0add-4b05-49be-8696-54735d4b74bd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=647c0add-4b05-49be-8696-54735d4b74bd,segment=NetworkSegment(761ccf3c-c89a-4f88-a22c-25bc55d16635),segment_id=761ccf3c-c89a-4f88-a22c-25bc55d16635)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:26.146423 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a50647e3-4716-488c-af35-4134dfb6a542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (647c0add-4b05-49be-8696-54735d4b74bd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.196889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e58b955c-0d52-4e1d-9f11-ca6a5f7341e7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (fcd17532-90f2-4536-bcbe-22ed50a7263b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.245492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 647c0add-4b05-49be-8696-54735d4b74bd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:26.254083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62a7f81b-e0bf-4cd7-806f-ac5670528a94 req-078cfbde-ff35-47de-86a7-381c2e8c7743 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634161 Jan 28 03:53:26.306825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50647e3-4716-488c-af35-4134dfb6a542 None None] Pushing event updated for resources: {'Port': ['ID=647c0add-4b05-49be-8696-54735d4b74bd,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:26.336106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8a79b807-fca3-4ce2-8ec2-96834e35d73d None None] Provisioning complete for port 647c0add-4b05-49be-8696-54735d4b74bd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:26.336793 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a79b807-fca3-4ce2-8ec2-96834e35d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (647c0add-4b05-49be-8696-54735d4b74bd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.368567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e58b955c-0d52-4e1d-9f11-ca6a5f7341e7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (fcd17532-90f2-4536-bcbe-22ed50a7263b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.381493 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e58b955c-0d52-4e1d-9f11-ca6a5f7341e7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (fcd17532-90f2-4536-bcbe-22ed50a7263b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.441244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b955c-0d52-4e1d-9f11-ca6a5f7341e7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd17532-90f2-4536-bcbe-22ed50a7263b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:26.466309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e58b955c-0d52-4e1d-9f11-ca6a5f7341e7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.469382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e58b955c-0d52-4e1d-9f11-ca6a5f7341e7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5539143 Jan 28 03:53:26.470812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55464) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:26.475621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-181ba229-13a2-45b6-b987-5dcad673b7c8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'f8f3fbcc-6494-482d-881b-92ed99d95aed', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:26.516005 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-181ba229-13a2-45b6-b987-5dcad673b7c8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Project 3b47383bfe204078917fadb2fc9fe99a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:53:26.524592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-181ba229-13a2-45b6-b987-5dcad673b7c8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (f739d0f0-e845-41e4-94b8-81e5a5e8f2cd), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.549388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8a79b807-fca3-4ce2-8ec2-96834e35d73d None None] Current status of the port 647c0add-4b05-49be-8696-54735d4b74bd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:26.628813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-181ba229-13a2-45b6-b987-5dcad673b7c8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (f739d0f0-e845-41e4-94b8-81e5a5e8f2cd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.642269 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-181ba229-13a2-45b6-b987-5dcad673b7c8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (f739d0f0-e845-41e4-94b8-81e5a5e8f2cd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.665454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ba229-13a2-45b6-b987-5dcad673b7c8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f739d0f0-e845-41e4-94b8-81e5a5e8f2cd,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:26.701029 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-181ba229-13a2-45b6-b987-5dcad673b7c8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.705234 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-181ba229-13a2-45b6-b987-5dcad673b7c8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2305074 Jan 28 03:53:26.705792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:26.720766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9fb07ff6-c8a2-4635-8176-253da3f33a6a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'f8f3fbcc-6494-482d-881b-92ed99d95aed', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:26.724116 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.766375 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-9fb07ff6-c8a2-4635-8176-253da3f33a6a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Project 3b47383bfe204078917fadb2fc9fe99a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:53:26.776024 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fb07ff6-c8a2-4635-8176-253da3f33a6a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (ecf796de-9328-40b2-a10d-8fb028b49234), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.908905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fb07ff6-c8a2-4635-8176-253da3f33a6a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (ecf796de-9328-40b2-a10d-8fb028b49234), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.916441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fb07ff6-c8a2-4635-8176-253da3f33a6a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (ecf796de-9328-40b2-a10d-8fb028b49234), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:26.953383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb07ff6-c8a2-4635-8176-253da3f33a6a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf796de-9328-40b2-a10d-8fb028b49234,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:27.006830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fb07ff6-c8a2-4635-8176-253da3f33a6a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:27.012963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9fb07ff6-c8a2-4635-8176-253da3f33a6a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3060777 Jan 28 03:53:27.013801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:27.028686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'network': {'name': 'tempest-network-smoke--128735415', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:27.090569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:27.101452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:27.136634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:53:27.182528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8510fdaa-44bb-4cbc-8669-b76ab728ddc4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:27.182871 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Added segment 8510fdaa-44bb-4cbc-8669-b76ab728ddc4 of type vlan for network 68a68089-8684-4b59-9c52-72791fb6210f Jan 28 03:53:27.200570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Allocated IP 172.20.0.1 (42e4f5d0-d69d-4522-9b38-8588605c2744/873d7b5e-dec9-4a8b-aae2-2d2811e5fa06/a5412ebf-956d-484e-859e-2b4ed982fd95) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:27.268967 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (68a68089-8684-4b59-9c52-72791fb6210f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:27.280008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 647c0add-4b05-49be-8696-54735d4b74bd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:27.323727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (68a68089-8684-4b59-9c52-72791fb6210f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:27.335125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:27.335789 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:27.396692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 647c0add-4b05-49be-8696-54735d4b74bd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:27.397349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (647c0add-4b05-49be-8696-54735d4b74bd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:27.403439 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3850234 Jan 28 03:53:27.432462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55520) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:27.445465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'admin_state_up': True, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:27.477271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15096675-24ca-454d-9f63-a60fd7f8f186 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Network': ['ID=68a68089-8684-4b59-9c52-72791fb6210f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:27.487599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (4a63d7a1-36ad-45ca-841f-ebb9605dbace), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:27.488939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (4a63d7a1-36ad-45ca-841f-ebb9605dbace), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:27.490458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 68a68089-8684-4b59-9c52-72791fb6210f details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:53:27.554149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_controller (4a63d7a1-36ad-45ca-841f-ebb9605dbace), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:27.554667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55524) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:27.699406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 647c0add-4b05-49be-8696-54735d4b74bd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:27.952102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8fe87-5ac4-4bd7-8127-60fd1ac48043 req-967777ad-8eb6-40a2-a1f3-dccc062d24c1 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:27.953897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8b8fe87-5ac4-4bd7-8127-60fd1ac48043 req-967777ad-8eb6-40a2-a1f3-dccc062d24c1 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 945 time: 0.1049078 Jan 28 03:53:28.043381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 41d58b4a-8198-410e-896b-e5427159200b up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:28.044657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for port (a5412ebf-956d-484e-859e-2b4ed982fd95), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.129719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8b8fe87-5ac4-4bd7-8127-60fd1ac48043 req-6fed6653-1fa0-40f6-ad74-51a8b24f2379 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604486 Jan 28 03:53:28.146138 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f4adbcb-2001-4281-8b72-29e92906b0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.174314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 41d58b4a-8198-410e-896b-e5427159200b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:53:28.183317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 41d58b4a-8198-410e-896b-e5427159200b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:28.183828 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (41d58b4a-8198-410e-896b-e5427159200b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.238040 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (a5412ebf-956d-484e-859e-2b4ed982fd95), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.315960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 41d58b4a-8198-410e-896b-e5427159200b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:28.317138 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (41d58b4a-8198-410e-896b-e5427159200b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.335373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (4a63d7a1-36ad-45ca-841f-ebb9605dbace), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.337313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Network 42e4f5d0-d69d-4522-9b38-8588605c2744 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:28.353360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:28.355810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:28.358051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc42a114-806f-44dd-bf85-9e53f72e454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d58b4a-8198-410e-896b-e5427159200b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:28.359820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event updated for resources: {'Port': ['ID=a5412ebf-956d-484e-859e-2b4ed982fd95,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:28.362675 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ecae0c-a225-4684-996b-a787db53fbaa" -d '{"events": [{"server_uuid": "fc42a114-806f-44dd-bf85-9e53f72e454c", "name": "network-vif-plugged", "status": "completed", "tag": "41d58b4a-8198-410e-896b-e5427159200b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:28.378276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 41d58b4a-8198-410e-896b-e5427159200b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=41d58b4a-8198-410e-896b-e5427159200b,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:28.387376 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (41d58b4a-8198-410e-896b-e5427159200b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.411397 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (76dd5844-976a-448c-8cd8-a941715f956a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.478351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=41d58b4a-8198-410e-896b-e5427159200b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:28.503362 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d63387-01c9-48c5-897d-4fcafe4a4898 x-openstack-request-id: req-e2d63387-01c9-48c5-897d-4fcafe4a4898 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:28.503655 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc42a114-806f-44dd-bf85-9e53f72e454c", "name": "network-vif-plugged", "status": "completed", "tag": "41d58b4a-8198-410e-896b-e5427159200b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:28.504175 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2d63387-01c9-48c5-897d-4fcafe4a4898 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:28.506121 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc42a114-806f-44dd-bf85-9e53f72e454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d58b4a-8198-410e-896b-e5427159200b', 'code': 200} Jan 28 03:53:28.601436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f4adbcb-2001-4281-8b72-29e92906b0aa admin admin] Publish callbacks [] for security_group (5a2860ee-b290-450b-9827-f48b299e7f92), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.615029 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f4adbcb-2001-4281-8b72-29e92906b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5a2860ee-b290-450b-9827-f48b299e7f92), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.632402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a5412ebf-956d-484e-859e-2b4ed982fd95), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.715889 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3f4adbcb-2001-4281-8b72-29e92906b0aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edc3bf0e5fe74cddb7f0727a44b2b9e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1599951 Jan 28 03:53:28.716584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4adbcb-2001-4281-8b72-29e92906b0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2860ee-b290-450b-9827-f48b299e7f92,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:28.718996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:28.738920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778370f-e424-41a2-a9bb-7de6e5e81781 req-9bba035b-5751-43b3-b88a-91a8f1bb82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:28.740578 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6778370f-e424-41a2-a9bb-7de6e5e81781 req-9bba035b-5751-43b3-b88a-91a8f1bb82e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 1098 time: 0.1364663 Jan 28 03:53:28.853994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c1985b8a-ae92-4618-96d4-ea28dd1f9684 None None] Provisioning complete for port a5412ebf-956d-484e-859e-2b4ed982fd95 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:28.854431 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1985b8a-ae92-4618-96d4-ea28dd1f9684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a5412ebf-956d-484e-859e-2b4ed982fd95), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.892103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f89e5456-23c7-46a7-9ac4-3fa3eba5210d admin admin] Publish callbacks [] for security_group (5a2860ee-b290-450b-9827-f48b299e7f92), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.918427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c1985b8a-ae92-4618-96d4-ea28dd1f9684 None None] Port a5412ebf-956d-484e-859e-2b4ed982fd95 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:53:28.944808 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6778370f-e424-41a2-a9bb-7de6e5e81781 req-9582c751-3d54-42b2-8444-6de37658b752 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731300 Jan 28 03:53:28.945512 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (4a63d7a1-36ad-45ca-841f-ebb9605dbace), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:28.970421 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:29.014263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f89e5456-23c7-46a7-9ac4-3fa3eba5210d admin admin] Publish callbacks [] for security_group (5a2860ee-b290-450b-9827-f48b299e7f92), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:29.043657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for port (a5412ebf-956d-484e-859e-2b4ed982fd95), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:29.049966 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (a5412ebf-956d-484e-859e-2b4ed982fd95), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:29.176929 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f89e5456-23c7-46a7-9ac4-3fa3eba5210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5a2860ee-b290-450b-9827-f48b299e7f92), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:29.179745 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f89e5456-23c7-46a7-9ac4-3fa3eba5210d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:29.185634 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f89e5456-23c7-46a7-9ac4-3fa3eba5210d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a2860ee-b290-450b-9827-f48b299e7f92 HTTP/1.1" status: 204 len: 168 time: 0.4638152 Jan 28 03:53:29.201901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.25.1.208 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:29.205636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e5456-23c7-46a7-9ac4-3fa3eba5210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2860ee-b290-450b-9827-f48b299e7f92,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:29.224472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (76dd5844-976a-448c-8cd8-a941715f956a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:29.245779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event updated for resources: {'Port': ['ID=a5412ebf-956d-484e-859e-2b4ed982fd95,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:29.383582 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:29.435063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:29.499032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:29.504011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:29.513002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:29.514576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa924e0-dd91-4330-9412-ce2aeb572a0d req-3d6842f1-a398-46be-b935-aa6f4878dedc tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:29.516444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfa924e0-dd91-4330-9412-ce2aeb572a0d req-3d6842f1-a398-46be-b935-aa6f4878dedc tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 946 time: 0.1528859 Jan 28 03:53:29.528938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:29.565834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Network 42e4f5d0-d69d-4522-9b38-8588605c2744 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:29.568670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:29.732268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfa924e0-dd91-4330-9412-ce2aeb572a0d req-bc384f59-15d7-4738-9d98-1f61878ac447 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052875 Jan 28 03:53:29.790018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55572) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:29.882282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Router 76dd5844-976a-448c-8cd8-a941715f956a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:53:29.978109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55578) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:30.001255 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (4a63d7a1-36ad-45ca-841f-ebb9605dbace), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.044061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1559fcf-bd28-4a84-8461-f1717f46d88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.065846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0ace141f-2ed9-42d4-9325-a3efc3919b12 None None] Provisioning complete for port a5412ebf-956d-484e-859e-2b4ed982fd95 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:30.066468 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ace141f-2ed9-42d4-9325-a3efc3919b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a5412ebf-956d-484e-859e-2b4ed982fd95), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.185646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:30.201554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-db08d8ed-ccc0-49e0-843f-c079b06cf3be tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "PUT /v2.0/routers/76dd5844-976a-448c-8cd8-a941715f956a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5302653 Jan 28 03:53:30.202183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:30.212682 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0ace141f-2ed9-42d4-9325-a3efc3919b12 None None] Port a5412ebf-956d-484e-859e-2b4ed982fd95 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:53:30.216752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6405208-2d72-46a4-84e9-5fff76c64c82 None None] Sync routers for ids ['76dd5844-976a-448c-8cd8-a941715f956a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:30.220396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Request body: {'port': {'network_id': '42e4f5d0-d69d-4522-9b38-8588605c2744', 'name': 'tempest-FloatingIPAdminTestJSON-1316030596'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:30.229595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6405208-2d72-46a4-84e9-5fff76c64c82 None None] Routers {'76dd5844-976a-448c-8cd8-a941715f956a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:30.230230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6405208-2d72-46a4-84e9-5fff76c64c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['76dd5844-976a-448c-8cd8-a941715f956a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:30.292615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6405208-2d72-46a4-84e9-5fff76c64c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:30.317555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6405208-2d72-46a4-84e9-5fff76c64c82 None None] Routers {'76dd5844-976a-448c-8cd8-a941715f956a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:30.318429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6405208-2d72-46a4-84e9-5fff76c64c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['76dd5844-976a-448c-8cd8-a941715f956a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:30.368228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6405208-2d72-46a4-84e9-5fff76c64c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:30.369121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6405208-2d72-46a4-84e9-5fff76c64c82 None None] The sync data for ids ['76dd5844-976a-448c-8cd8-a941715f956a'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:30.414011 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81b0eaf3-73f1-40cf-9165-27db0e76d0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.470712 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1559fcf-bd28-4a84-8461-f1717f46d88d admin admin] Publish callbacks [] for security_group (4c395344-75fd-41ea-ad54-761167746f02), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.474845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Made reservation on behalf of 4718d222ab074670b54d4ea2bd9e5f38 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:30.480816 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.495411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1559fcf-bd28-4a84-8461-f1717f46d88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4c395344-75fd-41ea-ad54-761167746f02), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.540469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] device_id is not set on port 8dfb093e-e83f-441f-87ba-1d1c4591bc76 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:53:30.571018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a1559fcf-bd28-4a84-8461-f1717f46d88d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0226c6a509214566922755c415769246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5902536 Jan 28 03:53:30.571989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1559fcf-bd28-4a84-8461-f1717f46d88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c395344-75fd-41ea-ad54-761167746f02,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:30.604059 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81b0eaf3-73f1-40cf-9165-27db0e76d0f1 admin admin] Publish callbacks [] for security_group (d0796200-9566-4c98-9879-69da6aa1e85c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.608914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55586) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:30.614973 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81b0eaf3-73f1-40cf-9165-27db0e76d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d0796200-9566-4c98-9879-69da6aa1e85c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.637423 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (4a63d7a1-36ad-45ca-841f-ebb9605dbace), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.725842 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d51aa3d-e0d0-4bb9-956a-be0af87c9a63 admin admin] Publish callbacks [] for security_group (4c395344-75fd-41ea-ad54-761167746f02), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.745617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-81b0eaf3-73f1-40cf-9165-27db0e76d0f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7fe1451c0760455491bdfefbce229c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9476111 Jan 28 03:53:30.749919 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d51aa3d-e0d0-4bb9-956a-be0af87c9a63 admin admin] Publish callbacks [] for security_group (4c395344-75fd-41ea-ad54-761167746f02), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.779036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55590) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:30.785001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0eaf3-73f1-40cf-9165-27db0e76d0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0796200-9566-4c98-9879-69da6aa1e85c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:30.818856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Allocated IP 172.20.0.5 (42e4f5d0-d69d-4522-9b38-8588605c2744/873d7b5e-dec9-4a8b-aae2-2d2811e5fa06/8dfb093e-e83f-441f-87ba-1d1c4591bc76) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:30.825268 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d51aa3d-e0d0-4bb9-956a-be0af87c9a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4c395344-75fd-41ea-ad54-761167746f02), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.829519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d51aa3d-e0d0-4bb9-956a-be0af87c9a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.833581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3d51aa3d-e0d0-4bb9-956a-be0af87c9a63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c395344-75fd-41ea-ad54-761167746f02 HTTP/1.1" status: 204 len: 168 time: 0.2235608 Jan 28 03:53:30.852620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51aa3d-e0d0-4bb9-956a-be0af87c9a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c395344-75fd-41ea-ad54-761167746f02,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:30.853873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ddc3b7-e11b-4ed0-82de-fa2fe4eb382c admin admin] Publish callbacks [] for security_group (d0796200-9566-4c98-9879-69da6aa1e85c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.876968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ddc3b7-e11b-4ed0-82de-fa2fe4eb382c admin admin] Publish callbacks [] for security_group (d0796200-9566-4c98-9879-69da6aa1e85c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.957300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 4a63d7a1-36ad-45ca-841f-ebb9605dbace is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:53:30.996344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ddc3b7-e11b-4ed0-82de-fa2fe4eb382c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d0796200-9566-4c98-9879-69da6aa1e85c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:31.001748 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ddc3b7-e11b-4ed0-82de-fa2fe4eb382c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:31.004583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d53bee-c4db-4174-8b7d-dce0bcac00f7 req-cbef7db9-93da-4021-986a-b558f40253d5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:31.006208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-61ddc3b7-e11b-4ed0-82de-fa2fe4eb382c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0796200-9566-4c98-9879-69da6aa1e85c HTTP/1.1" status: 204 len: 168 time: 0.2258046 Jan 28 03:53:31.009712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64d53bee-c4db-4174-8b7d-dce0bcac00f7 req-cbef7db9-93da-4021-986a-b558f40253d5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 946 time: 0.1241219 Jan 28 03:53:31.063303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddc3b7-e11b-4ed0-82de-fa2fe4eb382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0796200-9566-4c98-9879-69da6aa1e85c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:31.155799 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for port (8dfb093e-e83f-441f-87ba-1d1c4591bc76), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:31.171555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:31.184590 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Sync routers for ids ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:31.200219 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Routers {'4a63d7a1-36ad-45ca-841f-ebb9605dbace'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:31.200924 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:31.212244 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8dfb093e-e83f-441f-87ba-1d1c4591bc76), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:31.233095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:31.235469 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c2674c09-aa63-41a2-b8d3-343d36a66513 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8021073 Jan 28 03:53:31.235984 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64d53bee-c4db-4174-8b7d-dce0bcac00f7 req-182db149-05a4-44a4-9b92-377d24bf190d tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202904 Jan 28 03:53:31.238622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:31.320827 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event updated for resources: {'Port': ['ID=8dfb093e-e83f-441f-87ba-1d1c4591bc76,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:31.344800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Network 42e4f5d0-d69d-4522-9b38-8588605c2744 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:31.351439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:31.356207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:31.362673 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Set router 4a63d7a1-36ad-45ca-841f-ebb9605dbace gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:31.451201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:31.452082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:31.516454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0362913e-699a-4a48-914f-67368c166eff tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3077188 Jan 28 03:53:31.520308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:31.551582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafe207-d560-436f-a893-ce31c094e0a0 req-0b39b60e-6231-44f1-bb12-d87595789c77 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:31.553918 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fafe207-d560-436f-a893-ce31c094e0a0 req-0b39b60e-6231-44f1-bb12-d87595789c77 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 946 time: 0.0961549 Jan 28 03:53:31.675035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fafe207-d560-436f-a893-ce31c094e0a0 req-639a60cd-495a-489e-a6fa-253d8b129c67 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114547 Jan 28 03:53:31.800371 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:29Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:31.833193 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Checking router: 4a63d7a1-36ad-45ca-841f-ebb9605dbace for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:53:31.833532 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Updating router 4a63d7a1-36ad-45ca-841f-ebb9605dbace port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:53:31.848283 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-627ec8aa-fb14-434e-ad40-9f1619ac2efe None None] Provisioning complete for port 8dfb093e-e83f-441f-87ba-1d1c4591bc76 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:31.849375 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-627ec8aa-fb14-434e-ad40-9f1619ac2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8dfb093e-e83f-441f-87ba-1d1c4591bc76), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:31.866071 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:31.930886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-627ec8aa-fb14-434e-ad40-9f1619ac2efe None None] Port 8dfb093e-e83f-441f-87ba-1d1c4591bc76 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:53:31.981247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'project_id': '4718d222ab074670b54d4ea2bd9e5f38', 'port_id': '8dfb093e-e83f-441f-87ba-1d1c4591bc76'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:32.010731 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1e700387-b12a-442b-8054-23aeabe3820d tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3b47383bfe204078917fadb2fc9fe99a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7706819 Jan 28 03:53:32.013384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55628) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:32.051667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.200633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55632) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:32.224593 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-653fb819-f2f6-4b71-b3c2-64cd56d399bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.259597 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.359180 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Publish callbacks [] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.376339 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.384657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7bc97-28e7-4259-901f-d3597c9b8de9 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:32.389321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-74c7bc97-28e7-4259-901f-d3597c9b8de9 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3722723 Jan 28 03:53:32.389826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55638) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:32.431853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c8177e37-c38f-4b2e-9f07-b54c698a8dd7 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384312 Jan 28 03:53:32.432246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55640) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:32.437980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-173465524', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:32.462563 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-653fb819-f2f6-4b71-b3c2-64cd56d399bb admin admin] Publish callbacks [] for security_group (a367c16e-01fc-425e-b5f3-f33b2732d9bb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.474458 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-653fb819-f2f6-4b71-b3c2-64cd56d399bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a367c16e-01fc-425e-b5f3-f33b2732d9bb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.512189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fb819-f2f6-4b71-b3c2-64cd56d399bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a367c16e-01fc-425e-b5f3-f33b2732d9bb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:32.531682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Allocated IP 172.25.1.211 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/aa1315ee-06f7-498e-b53f-8529e8124cbd) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:32.548821 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Attempting to bind port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:32.550227 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Attempting to bind port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:32.550626 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Attempting to bind port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:32.559257 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-653fb819-f2f6-4b71-b3c2-64cd56d399bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=234148ac8e6a4dceab7f267e2a54d7d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528371 Jan 28 03:53:32.559257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:32.570897 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870c627-e410-4c6e-8d84-e5175b04722a None None] Pushing event updated for resources: {'Port': ['ID=c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:32.585435 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:32.586561 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:32.587232 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.587783 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:32.588438 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Bound port: c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:32.589178 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.617168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:32.622181 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.670116 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] For port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:32.675801 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] For port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:32.683082 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.693375 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9f55ff4-53e7-46f5-951b-a197a387df63 admin admin] Publish callbacks [] for security_group (a367c16e-01fc-425e-b5f3-f33b2732d9bb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.741358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9f55ff4-53e7-46f5-951b-a197a387df63 admin admin] Publish callbacks [] for security_group (a367c16e-01fc-425e-b5f3-f33b2732d9bb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.745999 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks [] for port (aa1315ee-06f7-498e-b53f-8529e8124cbd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.779335 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Routers {'4a63d7a1-36ad-45ca-841f-ebb9605dbace'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:32.780332 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:32.878127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (aa1315ee-06f7-498e-b53f-8529e8124cbd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.923653 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870c627-e410-4c6e-8d84-e5175b04722a None None] Pushing event updated for resources: {'Port': ['ID=c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:32.953467 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] Set router 4a63d7a1-36ad-45ca-841f-ebb9605dbace gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:32.956498 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (1e076db4-db42-4077-a3e3-a73556bda86e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.987040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:33.001380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:33.004292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:33.015870 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9f55ff4-53e7-46f5-951b-a197a387df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a367c16e-01fc-425e-b5f3-f33b2732d9bb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:33.022828 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9f55ff4-53e7-46f5-951b-a197a387df63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:33.027951 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b9f55ff4-53e7-46f5-951b-a197a387df63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a367c16e-01fc-425e-b5f3-f33b2732d9bb HTTP/1.1" status: 204 len: 168 time: 0.4645927 Jan 28 03:53:33.081683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Subnet': ['ID=1e076db4-db42-4077-a3e3-a73556bda86e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:33.090562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Checking segment: {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:33.091564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network hostable DHCP agents. Network: 68a68089-8684-4b59-9c52-72791fb6210f, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:53:33.120591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network 68a68089-8684-4b59-9c52-72791fb6210f is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:53:33.128207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f55ff4-53e7-46f5-951b-a197a387df63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a367c16e-01fc-425e-b5f3-f33b2732d9bb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:33.130263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Pushing event updated for resources: {'Port': ['ID=aa1315ee-06f7-498e-b53f-8529e8124cbd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:33.146783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 68a68089-8684-4b59-9c52-72791fb6210f) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:33.151412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:33.151931 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:33.162356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbaf2c8-0acb-4abe-b33a-002abe41c99c None None] Network 68a68089-8684-4b59-9c52-72791fb6210f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:53:33.187842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f40cf214-decb-43f2-ad89-98a7c605cebd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7543454 Jan 28 03:53:33.189138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:33.228658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55666) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:33.269670 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:29Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:33.314465 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1dba4-7ef2-4a89-98a5-91359c581f23 None None] The sync data for ids ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'] in n-d-808199-14 is: [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:29Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:33.431911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-68a68089-8684-4b59-9c52-72791fb6210f', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:53:33.432906 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:34.180196 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:34.263220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Allocated IP 172.20.0.2 (68a68089-8684-4b59-9c52-72791fb6210f/1e076db4-db42-4077-a3e3-a73556bda86e/4a854052-6c74-45c2-ab4b-febd044c9184) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:34.575909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks [] for floatingip (b3a717e1-a497-44f8-82ee-faf5c9148634), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:34.588383 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Publish callbacks [] for port (4a854052-6c74-45c2-ab4b-febd044c9184), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:34.600691 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:34.672450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Pushing event updated for resources: {'Port': ['ID=4a854052-6c74-45c2-ab4b-febd044c9184,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:34.701374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (aa1315ee-06f7-498e-b53f-8529e8124cbd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:34.710319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Network 68a68089-8684-4b59-9c52-72791fb6210f is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:34.714132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:34.721964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:34.773408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.20.0.1 (68a68089-8684-4b59-9c52-72791fb6210f/1e076db4-db42-4077-a3e3-a73556bda86e/b711d76c-42d3-4ba0-80ae-4dd45b0afe0e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:34.835526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Attempting to bind port 4a854052-6c74-45c2-ab4b-febd044c9184 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:34.836306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Attempting to bind port 4a854052-6c74-45c2-ab4b-febd044c9184 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:34.836963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Attempting to bind port 4a854052-6c74-45c2-ab4b-febd044c9184 on network 68a68089-8684-4b59-9c52-72791fb6210f {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:34.848205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:34.848796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Checking segment: {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:34.849419 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:34.849977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Bound using segment: {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:34.850702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Bound port: 4a854052-6c74-45c2-ab4b-febd044c9184, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:34.851457 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:34.980448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.043597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] For port 4a854052-6c74-45c2-ab4b-febd044c9184, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:35.048126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.051225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] For port 4a854052-6c74-45c2-ab4b-febd044c9184, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4a854052-6c74-45c2-ab4b-febd044c9184,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:35.062465 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.103251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.173073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f4ba6-326d-4446-929b-f7f74e47b37a None None] Pushing event updated for resources: {'Port': ['ID=4a854052-6c74-45c2-ab4b-febd044c9184,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:35.191996 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks [] for port (aa1315ee-06f7-498e-b53f-8529e8124cbd), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.212660 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (aa1315ee-06f7-498e-b53f-8529e8124cbd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.236891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network 68a68089-8684-4b59-9c52-72791fb6210f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:35.240180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:35.247895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=b711d76c-42d3-4ba0-80ae-4dd45b0afe0e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:35.252042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:35.318638 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (4a63d7a1-36ad-45ca-841f-ebb9605dbace), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.356164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:35.488717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:35.489479 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.595267 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.687162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:35.687719 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.711502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Allocated IP 172.20.0.17 (996d46f8-6580-41da-99d4-fe4d417aee49/158090c2-e9c9-46b3-9b63-f236b4315fb4/f445f086-a759-42cc-8216-e4b62808171c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:35.731826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Pushing event updated for resources: {'Port': ['ID=aa1315ee-06f7-498e-b53f-8529e8124cbd,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:35.743937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (b3a717e1-a497-44f8-82ee-faf5c9148634), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.750488 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:35.768761 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.887734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:35.976201 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Floating IP b3a717e1-a497-44f8-82ee-faf5c9148634 associated. External IP: 172.25.1.211, port: 8dfb093e-e83f-441f-87ba-1d1c4591bc76. Jan 28 03:53:36.098804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (f445f086-a759-42cc-8216-e4b62808171c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:36.308366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f445f086-a759-42cc-8216-e4b62808171c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:36.365183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 996d46f8-6580-41da-99d4-fe4d417aee49 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:36.403401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:36.412120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:36.543202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=f445f086-a759-42cc-8216-e4b62808171c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:36.619965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (30e76253-6597-4ba7-aec7-e923d63de0b2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:36.764886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:36.775075 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:36.904186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=b711d76c-42d3-4ba0-80ae-4dd45b0afe0e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:36.950651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Router 76dd5844-976a-448c-8cd8-a941715f956a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:53:36.953382 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (4a63d7a1-36ad-45ca-841f-ebb9605dbace), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:36.959744 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f445f086-a759-42cc-8216-e4b62808171c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:37.006530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3ce25ce7-bb1d-4e36-adb6-b433ff4d68ad None None] Provisioning complete for port f445f086-a759-42cc-8216-e4b62808171c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:37.009711 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ce25ce7-bb1d-4e36-adb6-b433ff4d68ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f445f086-a759-42cc-8216-e4b62808171c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:37.099854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network 68a68089-8684-4b59-9c52-72791fb6210f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:37.101877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3ce25ce7-bb1d-4e36-adb6-b433ff4d68ad None None] Port f445f086-a759-42cc-8216-e4b62808171c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:53:37.106131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:37.235030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67317c-1095-4cab-b197-c875a72f0296 None None] Network 68a68089-8684-4b59-9c52-72791fb6210f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:53:37.274295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:37.297930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 4a63d7a1-36ad-45ca-841f-ebb9605dbace has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:53:37.322576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:37.411998 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5f4d398e-f089-47dd-b2f7-c6a5ff33b98b tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.8905118 Jan 28 03:53:37.415886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:37.469166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:37.482917 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Sync routers for ids ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:37.493390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bfd0d64c-1962-4274-9008-0d08c561aaa5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "PUT /v2.0/routers/4a63d7a1-36ad-45ca-841f-ebb9605dbace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3023784 Jan 28 03:53:37.517745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:37.525778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486a646-c44d-476f-89fd-6779ff05d941 None None] Sync routers for ids ['76dd5844-976a-448c-8cd8-a941715f956a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:37.527328 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Routers {'4a63d7a1-36ad-45ca-841f-ebb9605dbace'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:37.537682 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:37.552611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:37.664024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55828) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:37.664287 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ca32c1f0-1504-45be-bb54-948b003cbff9 tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] 10.222.0.44 "GET /v2.0/floatingips/b3a717e1-a497-44f8-82ee-faf5c9148634 HTTP/1.1" status: 200 len: 983 time: 0.2474489 Jan 28 03:53:37.798662 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (f445f086-a759-42cc-8216-e4b62808171c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:37.816662 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f445f086-a759-42cc-8216-e4b62808171c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:37.822231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486a646-c44d-476f-89fd-6779ff05d941 None None] Routers {'76dd5844-976a-448c-8cd8-a941715f956a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:37.823470 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4486a646-c44d-476f-89fd-6779ff05d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['76dd5844-976a-448c-8cd8-a941715f956a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:37.886468 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Set router 4a63d7a1-36ad-45ca-841f-ebb9605dbace gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:37.944939 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dbabad1-60ed-4590-8069-db618c8655bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:37.980512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4486a646-c44d-476f-89fd-6779ff05d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:37.987578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-54787e20-2905-4c64-9d62-3458367b9db9 None None] Provisioning complete for port 4a854052-6c74-45c2-ab4b-febd044c9184 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:37.993936 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54787e20-2905-4c64-9d62-3458367b9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:38.012618 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (30e76253-6597-4ba7-aec7-e923d63de0b2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:38.033576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=f445f086-a759-42cc-8216-e4b62808171c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:38.125074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486a646-c44d-476f-89fd-6779ff05d941 None None] Routers {'76dd5844-976a-448c-8cd8-a941715f956a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:38.139391 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4486a646-c44d-476f-89fd-6779ff05d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['76dd5844-976a-448c-8cd8-a941715f956a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:38.160809 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dbabad1-60ed-4590-8069-db618c8655bb admin admin] Publish callbacks [] for security_group (6e0ebf18-ee75-4482-8688-b962daa550d7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:38.214465 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dbabad1-60ed-4590-8069-db618c8655bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6e0ebf18-ee75-4482-8688-b962daa550d7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:38.222873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 996d46f8-6580-41da-99d4-fe4d417aee49 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:38.225218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:38.258776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4486a646-c44d-476f-89fd-6779ff05d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:38.259437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486a646-c44d-476f-89fd-6779ff05d941 None None] The sync data for ids ['76dd5844-976a-448c-8cd8-a941715f956a'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:38.283213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-69c3bd6c-d016-445e-9121-4beb18a84742 tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.6137218 Jan 28 03:53:38.291580 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b711d76c-42d3-4ba0-80ae-4dd45b0afe0e', 'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:9a:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:34Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 2, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:38.312083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:38.312487 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:38.324986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55846) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:38.371879 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Checking router: 4a63d7a1-36ad-45ca-841f-ebb9605dbace for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:53:38.372247 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Updating router 4a63d7a1-36ad-45ca-841f-ebb9605dbace port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:53:38.449452 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:38.497015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-54787e20-2905-4c64-9d62-3458367b9db9 None None] Current status of the port 4a854052-6c74-45c2-ab4b-febd044c9184 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:38.498405 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54787e20-2905-4c64-9d62-3458367b9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:38.563879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router 30e76253-6597-4ba7-aec7-e923d63de0b2 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:53:38.637553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-54787e20-2905-4c64-9d62-3458367b9db9 None None] For port 4a854052-6c74-45c2-ab4b-febd044c9184, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4a854052-6c74-45c2-ab4b-febd044c9184,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:38.644608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-7e548060-5e2e-4fcf-b8db-332205ad8902 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649728788&fields=id&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 267 time: 0.4626338 Jan 28 03:53:38.652388 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54787e20-2905-4c64-9d62-3458367b9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:38.659993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5dbabad1-60ed-4590-8069-db618c8655bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06e01edb0f654a638abc647c7caa5a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1393120 Jan 28 03:53:38.663803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:38.739278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbabad1-60ed-4590-8069-db618c8655bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0ebf18-ee75-4482-8688-b962daa550d7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:38.807975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54787e20-2905-4c64-9d62-3458367b9db9 None None] Pushing event updated for resources: {'Port': ['ID=4a854052-6c74-45c2-ab4b-febd044c9184,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:38.898146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:38.924650 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-930d4260-5d90-44fd-a7c7-37aa37f28f31 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "PUT /v2.0/routers/30e76253-6597-4ba7-aec7-e923d63de0b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6948340 Jan 28 03:53:38.981505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:38.986589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4a854052-6c74-45c2-ab4b-febd044c9184 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:39.089512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Sync routers for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:39.127330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:39.128082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:39.146792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b28108aa-4c3e-4aaf-a179-ef11406cfe03 None None] Provisioning complete for port f445f086-a759-42cc-8216-e4b62808171c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:39.147149 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b28108aa-4c3e-4aaf-a179-ef11406cfe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f445f086-a759-42cc-8216-e4b62808171c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.234007 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Publish callbacks [] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.252409 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.283879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4a854052-6c74-45c2-ab4b-febd044c9184 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:39.284260 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.322592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f137397e-076f-41c6-8b7c-5a95aa5f4691 admin admin] Publish callbacks [] for security_group (6e0ebf18-ee75-4482-8688-b962daa550d7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.447161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b28108aa-4c3e-4aaf-a179-ef11406cfe03 None None] Port f445f086-a759-42cc-8216-e4b62808171c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:53:39.453027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-edd1d71c-1e13-4eff-a227-61107442dc55 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:39.455501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-edd1d71c-1e13-4eff-a227-61107442dc55 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 796 time: 0.7904134 Jan 28 03:53:39.474013 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d28fa2-077f-4bd4-8f17-d179ad973463 None None] Pushing event updated for resources: {'Port': ['ID=b711d76c-42d3-4ba0-80ae-4dd45b0afe0e,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:39.476857 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Attempting to bind port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:39.477402 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Attempting to bind port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:39.477934 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Attempting to bind port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e on network 68a68089-8684-4b59-9c52-72791fb6210f {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:39.485702 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:39.486359 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Checking segment: {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:39.486935 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.487496 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Bound using segment: {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:39.488718 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Bound port: b711d76c-42d3-4ba0-80ae-4dd45b0afe0e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:39.489293 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.497442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-f595b5e9-7377-4672-8bfb-61907342cfb9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/quotas/3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 375 time: 0.0280180 Jan 28 03:53:39.524286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:39.537288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f137397e-076f-41c6-8b7c-5a95aa5f4691 admin admin] Publish callbacks [] for security_group (6e0ebf18-ee75-4482-8688-b962daa550d7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.555482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90001f5-601e-442a-ad7d-980e614e1971 req-b90b3dda-8874-4b8f-ad10-09cdf9130970 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:39.569213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b90001f5-601e-442a-ad7d-980e614e1971 req-b90b3dda-8874-4b8f-ad10-09cdf9130970 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 945 time: 0.3506024 Jan 28 03:53:39.628045 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] For port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:39.634747 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] For port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b711d76c-42d3-4ba0-80ae-4dd45b0afe0e,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:39.644621 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.713185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4a854052-6c74-45c2-ab4b-febd044c9184 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:39.764788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-01e8dad1-2f85-4745-8a26-36599b8bd6c3 None None] Provisioning complete for port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:39.773961 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01e8dad1-2f85-4745-8a26-36599b8bd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.844865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b90001f5-601e-442a-ad7d-980e614e1971 req-25a1d1c1-b24f-4f1b-b064-edb61c1fb423 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600729 Jan 28 03:53:39.870602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Deleting port aa1315ee-06f7-498e-b53f-8529e8124cbd {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:39.871023 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (aa1315ee-06f7-498e-b53f-8529e8124cbd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:39.923525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-39fefde3-9e97-42b9-b940-9ae2ce9c0a9e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4049487 Jan 28 03:53:39.923637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4a854052-6c74-45c2-ab4b-febd044c9184 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:40.004341 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f137397e-076f-41c6-8b7c-5a95aa5f4691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6e0ebf18-ee75-4482-8688-b962daa550d7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:40.010252 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f137397e-076f-41c6-8b7c-5a95aa5f4691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:40.014058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f137397e-076f-41c6-8b7c-5a95aa5f4691 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e0ebf18-ee75-4482-8688-b962daa550d7 HTTP/1.1" status: 204 len: 168 time: 1.3165083 Jan 28 03:53:40.062187 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Routers {'4a63d7a1-36ad-45ca-841f-ebb9605dbace'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:40.063522 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:40.119032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137397e-076f-41c6-8b7c-5a95aa5f4691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0ebf18-ee75-4482-8688-b962daa550d7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:40.190712 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d28fa2-077f-4bd4-8f17-d179ad973463 None None] Pushing event updated for resources: {'Port': ['ID=b711d76c-42d3-4ba0-80ae-4dd45b0afe0e,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:40.320624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4a854052-6c74-45c2-ab4b-febd044c9184 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:40.321095 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:40.332073 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (aa1315ee-06f7-498e-b53f-8529e8124cbd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:40.332936 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for floatingip (aa1315ee-06f7-498e-b53f-8529e8124cbd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:40.382488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-f033d5e0-c209-405a-a373-e718227ebb71 service neutron] 10.222.0.44 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296012 Jan 28 03:53:40.408585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Calling delete_port for aa1315ee-06f7-498e-b53f-8529e8124cbd owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:40.431670 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] Set router 4a63d7a1-36ad-45ca-841f-ebb9605dbace gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:40.579222 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6334-0dba-49cf-8095-12dfe566c5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:40.606568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-01e8dad1-2f85-4745-8a26-36599b8bd6c3 None None] Current status of the port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:40.607203 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01e8dad1-2f85-4745-8a26-36599b8bd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:40.736043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-01e8dad1-2f85-4745-8a26-36599b8bd6c3 None None] For port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b711d76c-42d3-4ba0-80ae-4dd45b0afe0e,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:40.739438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4a854052-6c74-45c2-ab4b-febd044c9184 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:40.752939 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01e8dad1-2f85-4745-8a26-36599b8bd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:40.888616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-7aa054de-a441-4724-8143-7b95734e9af5 service neutron] 10.222.0.44 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044250 Jan 28 03:53:40.924741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-01e8dad1-2f85-4745-8a26-36599b8bd6c3 None None] Provisioning complete for port 4a854052-6c74-45c2-ab4b-febd044c9184 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:40.927213 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01e8dad1-2f85-4745-8a26-36599b8bd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:40.938070 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b711d76c-42d3-4ba0-80ae-4dd45b0afe0e', 'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:9a:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:34Z', 'updated_at': '2022-01-28T03:53:39Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:40.976774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:53:36Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '17bfd038-f1fc-49e8-bed7-bbaddf3b14e2', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'mac_address': 'fa:16:3e:fb:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:51Z', 'updated_at': '2022-01-28T03:51:55Z', 'revision_number': 1, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f445f086-a759-42cc-8216-e4b62808171c', 'name': '', 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:da:71:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '158090c2-e9c9-46b3-9b63-f236b4315fb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:35Z', 'updated_at': '2022-01-28T03:53:37Z', 'revision_number': 2, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '158090c2-e9c9-46b3-9b63-f236b4315fb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:41.072702 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e573a0a0-0530-450f-a6c5-f110d1b939b6 None None] The sync data for ids ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'] in n-d-808199-14 is: [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b711d76c-42d3-4ba0-80ae-4dd45b0afe0e', 'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:9a:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:34Z', 'updated_at': '2022-01-28T03:53:39Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:41.208467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (aa1315ee-06f7-498e-b53f-8529e8124cbd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:41.240687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Checking router: 30e76253-6597-4ba7-aec7-e923d63de0b2 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:53:41.241285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Updating router 30e76253-6597-4ba7-aec7-e923d63de0b2 port f445f086-a759-42cc-8216-e4b62808171c binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:53:41.266344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55928) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:41.292358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8dad1-2f85-4745-8a26-36599b8bd6c3 None None] Pushing event updated for resources: {'Port': ['ID=b711d76c-42d3-4ba0-80ae-4dd45b0afe0e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:41.292656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event deleted for resources: {'Port': ['ID=aa1315ee-06f7-498e-b53f-8529e8124cbd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:41.307589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b31af19-27e6-4284-aca5-eb0990166e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:41.309729 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f445f086-a759-42cc-8216-e4b62808171c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:41.386413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57e1c887-e3d2-4e16-a265-bbd5d6839110 req-cce22060-8c91-4f47-b778-ad0ecc691965 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 210 time: 0.1437669 Jan 28 03:53:41.459108 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for floatingip (b3a717e1-a497-44f8-82ee-faf5c9148634), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:41.459457 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Floating IP b3a717e1-a497-44f8-82ee-faf5c9148634 disassociated (deleted). External IP: 172.25.1.211, port: 8dfb093e-e83f-441f-87ba-1d1c4591bc76. Jan 28 03:53:41.503938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b31af19-27e6-4284-aca5-eb0990166e00 admin admin] Publish callbacks [] for security_group (b6e0764d-b493-412b-a5ef-7704a6e6c159), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:41.519331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b31af19-27e6-4284-aca5-eb0990166e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b6e0764d-b493-412b-a5ef-7704a6e6c159), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:41.604009 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4b31af19-27e6-4284-aca5-eb0990166e00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=946ac8ae82c04b6c949018520f0e0507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3357346 Jan 28 03:53:41.607409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:41.621521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31af19-27e6-4284-aca5-eb0990166e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e0764d-b493-412b-a5ef-7704a6e6c159,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:41.709880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-01e8dad1-2f85-4745-8a26-36599b8bd6c3 None None] Current status of the port 4a854052-6c74-45c2-ab4b-febd044c9184 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:41.762874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7d24b33-8168-4b9f-9f05-d728a4ea168e admin admin] Publish callbacks [] for security_group (b6e0764d-b493-412b-a5ef-7704a6e6c159), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:41.805847 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7d24b33-8168-4b9f-9f05-d728a4ea168e admin admin] Publish callbacks [] for security_group (b6e0764d-b493-412b-a5ef-7704a6e6c159), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:41.894503 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7d24b33-8168-4b9f-9f05-d728a4ea168e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b6e0764d-b493-412b-a5ef-7704a6e6c159), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:41.898643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7d24b33-8168-4b9f-9f05-d728a4ea168e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:41.900641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e7d24b33-8168-4b9f-9f05-d728a4ea168e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6e0764d-b493-412b-a5ef-7704a6e6c159 HTTP/1.1" status: 204 len: 168 time: 0.2919500 Jan 28 03:53:41.920373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d24b33-8168-4b9f-9f05-d728a4ea168e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e0764d-b493-412b-a5ef-7704a6e6c159,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:41.992879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-480a0715-5cb1-40f9-b861-66ee6ddd4d03 None None] Provisioning complete for port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:41.994963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-480a0715-5cb1-40f9-b861-66ee6ddd4d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:42.021883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Router 76dd5844-976a-448c-8cd8-a941715f956a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:53:42.237223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:42.357893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:42.369475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:42.373824 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef96b89-dc0d-41f5-8690-884bc62113f4 None None] Sync routers for ids ['76dd5844-976a-448c-8cd8-a941715f956a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:42.393224 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef96b89-dc0d-41f5-8690-884bc62113f4 None None] Routers {'76dd5844-976a-448c-8cd8-a941715f956a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:42.395478 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-aef96b89-dc0d-41f5-8690-884bc62113f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['76dd5844-976a-448c-8cd8-a941715f956a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:42.398646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b711d76c-42d3-4ba0-80ae-4dd45b0afe0e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:42.449980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-805fe11e-5c87-4279-804d-3fc048e5b4c5 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "DELETE /v2.0/floatingips/b3a717e1-a497-44f8-82ee-faf5c9148634 HTTP/1.1" status: 204 len: 168 time: 4.1239040 Jan 28 03:53:42.453552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:42.458046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:42.533899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:42.577535 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-aef96b89-dc0d-41f5-8690-884bc62113f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:42.598369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84f06b9c-f36a-4dd7-8487-bc8b688feab5 req-58ec4367-8386-4123-95aa-b43d0b5c4fd0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 210 time: 0.0620062 Jan 28 03:53:42.609287 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef96b89-dc0d-41f5-8690-884bc62113f4 None None] Routers {'76dd5844-976a-448c-8cd8-a941715f956a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:42.615019 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-aef96b89-dc0d-41f5-8690-884bc62113f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['76dd5844-976a-448c-8cd8-a941715f956a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:42.630706 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:42.659464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:42.659849 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:42.661417 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b27fde2-dc58-4bf0-a893-71883d395327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:42.724282 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-118c9def-93fc-4fc8-a8b1-9f66928ea116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:42.726618 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-aef96b89-dc0d-41f5-8690-884bc62113f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:42.730154 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef96b89-dc0d-41f5-8690-884bc62113f4 None None] The sync data for ids ['76dd5844-976a-448c-8cd8-a941715f956a'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:42.806114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-480a0715-5cb1-40f9-b861-66ee6ddd4d03 None None] Current status of the port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:42.862978 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:42.899636 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Publish callbacks [] for port (f445f086-a759-42cc-8216-e4b62808171c), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:42.912425 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f445f086-a759-42cc-8216-e4b62808171c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.001477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a25bf-8a51-4835-a023-5b321b2c58f3 None None] Pushing event updated for resources: {'Port': ['ID=f445f086-a759-42cc-8216-e4b62808171c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:43.022279 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-118c9def-93fc-4fc8-a8b1-9f66928ea116 admin admin] Publish callbacks [] for security_group (b2038b90-d084-4f1d-8945-8a4a64769bc6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.037217 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-118c9def-93fc-4fc8-a8b1-9f66928ea116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b2038b90-d084-4f1d-8945-8a4a64769bc6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.063668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Attempting to bind port f445f086-a759-42cc-8216-e4b62808171c on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:43.064188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Attempting to bind port f445f086-a759-42cc-8216-e4b62808171c by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:43.064782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Attempting to bind port f445f086-a759-42cc-8216-e4b62808171c on network 996d46f8-6580-41da-99d4-fe4d417aee49 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:43.070814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:43.071256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Checking segment: {'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:43.071603 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.072003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Bound using segment: {'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:43.072548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Bound port: f445f086-a759-42cc-8216-e4b62808171c, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72f8c48-14cb-4495-994a-60fa41ade475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:43.072882 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f445f086-a759-42cc-8216-e4b62808171c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.102389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.170008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c9def-93fc-4fc8-a8b1-9f66928ea116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2038b90-d084-4f1d-8945-8a4a64769bc6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:43.252670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] For port f445f086-a759-42cc-8216-e4b62808171c, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:43.259401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] For port f445f086-a759-42cc-8216-e4b62808171c, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f445f086-a759-42cc-8216-e4b62808171c,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:43.271006 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f445f086-a759-42cc-8216-e4b62808171c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.273596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:43.275149 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-118c9def-93fc-4fc8-a8b1-9f66928ea116 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38cc296f46bf4a418cd570e881fd1102&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0366864 Jan 28 03:53:43.432084 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad47a56e-c2a5-4fd7-9ab1-88405a87d206 admin admin] Publish callbacks [] for security_group (b2038b90-d084-4f1d-8945-8a4a64769bc6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.463839 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad47a56e-c2a5-4fd7-9ab1-88405a87d206 admin admin] Publish callbacks [] for security_group (b2038b90-d084-4f1d-8945-8a4a64769bc6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.549618 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:43.550474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:43.565149 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad47a56e-c2a5-4fd7-9ab1-88405a87d206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b2038b90-d084-4f1d-8945-8a4a64769bc6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.568828 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad47a56e-c2a5-4fd7-9ab1-88405a87d206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:43.573342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ad47a56e-c2a5-4fd7-9ab1-88405a87d206 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2038b90-d084-4f1d-8945-8a4a64769bc6 HTTP/1.1" status: 204 len: 168 time: 0.2945070 Jan 28 03:53:43.591144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47a56e-c2a5-4fd7-9ab1-88405a87d206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2038b90-d084-4f1d-8945-8a4a64769bc6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:43.786777 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb08f7c4-681d-4b88-aa45-43200adac6d2 req-6d9abc5f-0735-4a5a-9ad7-7893d97f9da3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 210 time: 0.0599668 Jan 28 03:53:43.800938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:53:43.841851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a25bf-8a51-4835-a023-5b321b2c58f3 None None] Pushing event updated for resources: {'Port': ['ID=f445f086-a759-42cc-8216-e4b62808171c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:43.860890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2e0f9d52-17ba-4449-a4d3-20d207b0eb49 None None] Provisioning complete for port f445f086-a759-42cc-8216-e4b62808171c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:43.861261 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9d52-17ba-4449-a4d3-20d207b0eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f445f086-a759-42cc-8216-e4b62808171c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.039257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f9d52-17ba-4449-a4d3-20d207b0eb49 None None] Current status of the port f445f086-a759-42cc-8216-e4b62808171c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:44.040211 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9d52-17ba-4449-a4d3-20d207b0eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f445f086-a759-42cc-8216-e4b62808171c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.111768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:53:44.160336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-eb1d5e35-9b56-43f2-ac82-00d79801badc req-bc11cc7a-0cdc-46be-90dc-aad04a4f9ca4 service neutron] (103288) timed out ('10.222.0.25', 54514) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:53:44.174916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2e0f9d52-17ba-4449-a4d3-20d207b0eb49 None None] For port f445f086-a759-42cc-8216-e4b62808171c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f445f086-a759-42cc-8216-e4b62808171c,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:44.194333 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9d52-17ba-4449-a4d3-20d207b0eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f445f086-a759-42cc-8216-e4b62808171c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.261386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56008) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:44.269688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-7146ac00-ee20-4354-ba70-7773906411b0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:44.272763 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-7146ac00-ee20-4354-ba70-7773906411b0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.25 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 796 time: 1.1518769 Jan 28 03:53:44.332508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Allocated IP 172.25.1.233 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/c623e3e6-b1f0-48c1-9fea-7925c54b8b85) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:44.410638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56012) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:44.433435 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05eca2d5-2647-42b3-8fea-c21c6f86f4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.447165 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-b20cb4da-4dc9-4d39-90dd-ff61fcfe7cce tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 379 time: 0.1541698 Jan 28 03:53:44.453136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1c4e7b4e-f2c0-4a26-873b-c5782acb0612 None None] Provisioning complete for port f445f086-a759-42cc-8216-e4b62808171c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:44.454124 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c4e7b4e-f2c0-4a26-873b-c5782acb0612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f445f086-a759-42cc-8216-e4b62808171c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.472251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.507477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'port': {'device_id': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'admin_state_up': True, 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'security_groups': ['f8f3fbcc-6494-482d-881b-92ed99d95aed']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:44.561131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05eca2d5-2647-42b3-8fea-c21c6f86f4a7 admin admin] Publish callbacks [] for security_group (7938ad64-1762-4b97-9e23-18c95af38d17), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.570040 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05eca2d5-2647-42b3-8fea-c21c6f86f4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7938ad64-1762-4b97-9e23-18c95af38d17), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.649133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:44.649722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-05eca2d5-2647-42b3-8fea-c21c6f86f4a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0733c87fe1974e27a99442e5b31b1ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369504 Jan 28 03:53:44.653258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eca2d5-2647-42b3-8fea-c21c6f86f4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7938ad64-1762-4b97-9e23-18c95af38d17,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:44.666975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks [] for port (c623e3e6-b1f0-48c1-9fea-7925c54b8b85), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.702521 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e89e-2c51-43a1-a539-d0de2bb71fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.714417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f9d52-17ba-4449-a4d3-20d207b0eb49 None None] Pushing event updated for resources: {'Port': ['ID=f445f086-a759-42cc-8216-e4b62808171c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:44.722974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:44.726589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.759267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:44.778050 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.793509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9d6ffbb-ee36-46e0-8b0a-6e997bdcb7c1 admin admin] Publish callbacks [] for security_group (7938ad64-1762-4b97-9e23-18c95af38d17), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.793742 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:53:44.798364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'port_id': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'mac_address': 'fa:16:3e:04:9c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:53:44.846939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c623e3e6-b1f0-48c1-9fea-7925c54b8b85), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.872873 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e89e-2c51-43a1-a539-d0de2bb71fb6 admin admin] Publish callbacks [] for security_group (8d85cffe-e117-46ce-9eb5-3640ff1e71d5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.879290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:53:36Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '17bfd038-f1fc-49e8-bed7-bbaddf3b14e2', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'mac_address': 'fa:16:3e:fb:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:51Z', 'updated_at': '2022-01-28T03:51:55Z', 'revision_number': 1, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f445f086-a759-42cc-8216-e4b62808171c', 'name': '', 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:da:71:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '158090c2-e9c9-46b3-9b63-f236b4315fb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:35Z', 'updated_at': '2022-01-28T03:53:43Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '158090c2-e9c9-46b3-9b63-f236b4315fb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:44.881803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e89e-2c51-43a1-a539-d0de2bb71fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8d85cffe-e117-46ce-9eb5-3640ff1e71d5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.920915 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9d6ffbb-ee36-46e0-8b0a-6e997bdcb7c1 admin admin] Publish callbacks [] for security_group (7938ad64-1762-4b97-9e23-18c95af38d17), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.934149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8d3c7-1572-42cc-b14b-e0f534a04553 None None] The sync data for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 is: [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:53:36Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '17bfd038-f1fc-49e8-bed7-bbaddf3b14e2', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'mac_address': 'fa:16:3e:fb:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:51Z', 'updated_at': '2022-01-28T03:51:55Z', 'revision_number': 1, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f445f086-a759-42cc-8216-e4b62808171c', 'name': '', 'network_id': '996d46f8-6580-41da-99d4-fe4d417aee49', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:da:71:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '158090c2-e9c9-46b3-9b63-f236b4315fb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:35Z', 'updated_at': '2022-01-28T03:53:43Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '158090c2-e9c9-46b3-9b63-f236b4315fb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:44.938584 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:44.939109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:44.946115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:44.970932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e7b4e-f2c0-4a26-873b-c5782acb0612 None None] Current status of the port f445f086-a759-42cc-8216-e4b62808171c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:44.974038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be5ff5fb-4e1c-4520-96ca-8060619ee468 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:53:44.984256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:45.001999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:45.049105 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f7f8e89e-2c51-43a1-a539-d0de2bb71fb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c00e4fc9513945c0a40e6190c24a078a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7859874 Jan 28 03:53:45.049818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:45.061645 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.102413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:45.146869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8e89e-2c51-43a1-a539-d0de2bb71fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d85cffe-e117-46ce-9eb5-3640ff1e71d5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:45.158261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Pushing event updated for resources: {'Port': ['ID=c623e3e6-b1f0-48c1-9fea-7925c54b8b85,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:45.209168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:45.218375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9e19faa-50f2-4fc2-b459-61e4103f45f0 req-d00e8c04-18e6-4b75-879f-cbbfafe0eadd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 210 time: 0.2389143 Jan 28 03:53:45.239949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.240302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.240648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.241099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.241444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.245047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.245359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.245708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.246048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.246387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.246722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.248827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.249979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:45.257065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.20.0.12 (68a68089-8684-4b59-9c52-72791fb6210f/1e076db4-db42-4077-a3e3-a73556bda86e/863b25cd-e4ed-4a7b-812b-539c7b622637) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:45.274072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['be5ff5fb-4e1c-4520-96ca-8060619ee468'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:53:45.309258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9d6ffbb-ee36-46e0-8b0a-6e997bdcb7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7938ad64-1762-4b97-9e23-18c95af38d17), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.314461 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9d6ffbb-ee36-46e0-8b0a-6e997bdcb7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.316012 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d9d6ffbb-ee36-46e0-8b0a-6e997bdcb7c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7938ad64-1762-4b97-9e23-18c95af38d17 HTTP/1.1" status: 204 len: 168 time: 0.6658618 Jan 28 03:53:45.376455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6ffbb-ee36-46e0-8b0a-6e997bdcb7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7938ad64-1762-4b97-9e23-18c95af38d17,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:45.384428 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1625-608d-4fc0-8ac4-5ec3f9ea34e5 admin admin] Publish callbacks [] for security_group (8d85cffe-e117-46ce-9eb5-3640ff1e71d5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.440574 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks [] for floatingip (5097e66a-c24b-4f93-8e09-274a373b4b8e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.464761 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1625-608d-4fc0-8ac4-5ec3f9ea34e5 admin admin] Publish callbacks [] for security_group (8d85cffe-e117-46ce-9eb5-3640ff1e71d5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.496885 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.620611 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c623e3e6-b1f0-48c1-9fea-7925c54b8b85), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.725226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1625-608d-4fc0-8ac4-5ec3f9ea34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8d85cffe-e117-46ce-9eb5-3640ff1e71d5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.728921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1625-608d-4fc0-8ac4-5ec3f9ea34e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.730711 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8f3a1625-608d-4fc0-8ac4-5ec3f9ea34e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d85cffe-e117-46ce-9eb5-3640ff1e71d5 HTTP/1.1" status: 204 len: 168 time: 0.6187801 Jan 28 03:53:45.735781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.762163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a1625-608d-4fc0-8ac4-5ec3f9ea34e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d85cffe-e117-46ce-9eb5-3640ff1e71d5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:45.898200 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:45.983231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network 68a68089-8684-4b59-9c52-72791fb6210f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:45.985585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=863b25cd-e4ed-4a7b-812b-539c7b622637,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:45.991506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:45.998287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:46.086128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:46.151789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:46.152476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.177860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f445f086-a759-42cc-8216-e4b62808171c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:46.239156 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c6ae027f-45ce-4469-a373-af1e5a0f3e09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7515709 Jan 28 03:53:46.275605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:46.293279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Request body: {'port': {'device_id': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:46.316212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks [] for port (c623e3e6-b1f0-48c1-9fea-7925c54b8b85), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.355533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port be5ff5fb-4e1c-4520-96ca-8060619ee468 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:46.356139 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.387839 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c623e3e6-b1f0-48c1-9fea-7925c54b8b85), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.393790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f445f086-a759-42cc-8216-e4b62808171c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:46.395995 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f445f086-a759-42cc-8216-e4b62808171c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.513073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bd4a1-82dd-4dff-96fd-6612cbb9afa5 req-d9380099-579c-4eed-b843-cc26f67f36e3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:46.514583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-233bd4a1-82dd-4dff-96fd-6612cbb9afa5 req-d9380099-579c-4eed-b843-cc26f67f36e3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 932 time: 0.1217105 Jan 28 03:53:46.550901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-35534898-cb4c-49f2-81fd-d44132ac0827 None None] Provisioning complete for port 863b25cd-e4ed-4a7b-812b-539c7b622637 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:46.551286 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35534898-cb4c-49f2-81fd-d44132ac0827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.587155 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.599137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Pushing event updated for resources: {'Port': ['ID=c623e3e6-b1f0-48c1-9fea-7925c54b8b85,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:46.610951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (5097e66a-c24b-4f93-8e09-274a373b4b8e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.625631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-35534898-cb4c-49f2-81fd-d44132ac0827 None None] Port 863b25cd-e4ed-4a7b-812b-539c7b622637 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:53:46.666300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:46.666537 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.667748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-233bd4a1-82dd-4dff-96fd-6612cbb9afa5 req-adc92852-6b45-46d6-8b1e-d70997d745e5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456072 Jan 28 03:53:46.699257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:46.701602 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3741ea85-e3d8-4b23-ab2b-ec89bd000659" -d '{"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-plugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:46.731403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:46.732465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f445f086-a759-42cc-8216-e4b62808171c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:46.737218 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.740499 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.793231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-666349487'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:46.821368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:46.836429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:46.848541 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f201f4-d854-4085-b6a3-4213dbedfdc6 x-openstack-request-id: req-f1f201f4-d854-4085-b6a3-4213dbedfdc6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:46.848826 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-plugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:46.849104 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1f201f4-d854-4085-b6a3-4213dbedfdc6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:46.849504 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'code': 200} Jan 28 03:53:46.858111 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.859516 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-564efc48-47dd-4964-bb48-de46387a5c3e tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4047344 Jan 28 03:53:46.865439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56094) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:46.869069 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf50c1c-6c3f-4225-8fcd-caa260f271ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.913167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Made reservation on behalf of 885b634d246842bb95db69c89c8980b9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:46.917053 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:46.942302 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.090553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf50c1c-6c3f-4225-8fcd-caa260f271ed admin admin] Publish callbacks [] for security_group (57ea24cc-f245-46a7-9923-66c1c789c645), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.108399 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks [] for security_group (3f8aab74-975c-4f55-8afb-75d80d108794), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.109506 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf50c1c-6c3f-4225-8fcd-caa260f271ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (57ea24cc-f245-46a7-9923-66c1c789c645), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.142003 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3f8aab74-975c-4f55-8afb-75d80d108794), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.155763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-abf50c1c-6c3f-4225-8fcd-caa260f271ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dba8eb41dec544f2b36f9fbb0a05b9e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3331959 Jan 28 03:53:47.163112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56106) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:47.177978 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:53:47.190044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf50c1c-6c3f-4225-8fcd-caa260f271ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ea24cc-f245-46a7-9923-66c1c789c645,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:47.204795 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a6bf80d3-5f61-43f0-85e7-a7b643a7ff91), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.205176 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Added segment a6bf80d3-5f61-43f0-85e7-a7b643a7ff91 of type vlan for network 139e0b3f-6f98-413a-a40c-6de41f025261 Jan 28 03:53:47.273224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8aab74-975c-4f55-8afb-75d80d108794,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:47.292224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (139e0b3f-6f98-413a-a40c-6de41f025261), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.332061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:47.357142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a836-bf7a-4fc8-a60d-cfe91897de5a admin admin] Publish callbacks [] for security_group (57ea24cc-f245-46a7-9923-66c1c789c645), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.387055 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (139e0b3f-6f98-413a-a40c-6de41f025261), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.394091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:47.394804 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.405604 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.428575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a836-bf7a-4fc8-a60d-cfe91897de5a admin admin] Publish callbacks [] for security_group (57ea24cc-f245-46a7-9923-66c1c789c645), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.511140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863b25cd-e4ed-4a7b-812b-539c7b622637 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:53:47.532131 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Publish callbacks [] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.537720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2606125 Jan 28 03:53:47.592111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21812e-0088-4c35-b269-498c01d365e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Pushing event updated for resources: {'Network': ['ID=139e0b3f-6f98-413a-a40c-6de41f025261,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:47.605586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Transition to ACTIVE for port object 863b25cd-e4ed-4a7b-812b-539c7b622637 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:53:47.607352 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a836-bf7a-4fc8-a60d-cfe91897de5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (57ea24cc-f245-46a7-9923-66c1c789c645), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.611104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 139e0b3f-6f98-413a-a40c-6de41f025261 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:53:47.612759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a836-bf7a-4fc8-a60d-cfe91897de5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.616905 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0fb9a836-bf7a-4fc8-a60d-cfe91897de5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57ea24cc-f245-46a7-9923-66c1c789c645 HTTP/1.1" status: 204 len: 168 time: 0.4468699 Jan 28 03:53:47.626966 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.763650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9a836-bf7a-4fc8-a60d-cfe91897de5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ea24cc-f245-46a7-9923-66c1c789c645,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:47.787130 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:47.910289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=863b25cd-e4ed-4a7b-812b-539c7b622637,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:48.021334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Attempting to bind port 863b25cd-e4ed-4a7b-812b-539c7b622637 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:48.021677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Attempting to bind port 863b25cd-e4ed-4a7b-812b-539c7b622637 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:48.022016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Attempting to bind port 863b25cd-e4ed-4a7b-812b-539c7b622637 on network 68a68089-8684-4b59-9c52-72791fb6210f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:48.041074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Port 863b25cd-e4ed-4a7b-812b-539c7b622637 on network 68a68089-8684-4b59-9c52-72791fb6210f not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:48.041427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Attempting to bind port 863b25cd-e4ed-4a7b-812b-539c7b622637 on network 68a68089-8684-4b59-9c52-72791fb6210f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:48.058881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:48.059227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Checking segment: {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:48.059638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Bound using segment: {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:48.070265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Bound port: 863b25cd-e4ed-4a7b-812b-539c7b622637, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:48.072025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:48.110963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Allocated IP 172.25.1.76 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/96aeb380-1bfe-408f-b9f3-8a87f0a2dc27) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:48.234495 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks [] for port (96aeb380-1bfe-408f-b9f3-8a87f0a2dc27), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:48.295701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:48.297579 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (96aeb380-1bfe-408f-b9f3-8a87f0a2dc27), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:48.310623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Request body: {'port': {'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261', 'binding:host_id': 'n-h1-808199-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683103149'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:48.363934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:48.379228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:48.381701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=863b25cd-e4ed-4a7b-812b-539c7b622637,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:48.389022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:48.392101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:48.408137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b43d6-a9ad-4323-9c87-d705c4d7b0de req-d06600dd-54ab-4ada-9125-da7818186f4b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:48.409775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-272b43d6-a9ad-4323-9c87-d705c4d7b0de req-d06600dd-54ab-4ada-9125-da7818186f4b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 944 time: 0.5157721 Jan 28 03:53:48.411182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:48.417648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Made reservation on behalf of a2d99283c0e04a37b09e6cfe5f542330 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:48.421367 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:48.430971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:48.431772 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:48.433800 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] 10.222.0.25 "PUT /v2.0/ports/863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 1093 time: 2.1661527 Jan 28 03:53:48.434609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:48.438057 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199d6a49-d77b-4717-af52-8f6e2595f973" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:48.523212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Pushing event updated for resources: {'Port': ['ID=96aeb380-1bfe-408f-b9f3-8a87f0a2dc27,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:48.556091 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d74ab9e-f2c6-475a-9395-6f7063f16b28 x-openstack-request-id: req-5d74ab9e-f2c6-475a-9395-6f7063f16b28 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:48.567039 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:48.567676 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d74ab9e-f2c6-475a-9395-6f7063f16b28 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:48.568136 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'status': 'completed', 'code': 200} Jan 28 03:53:48.746648 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:48.793147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c8396ab0-b0fb-436c-925c-fef5d88906db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:48.800977 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-c8396ab0-b0fb-436c-925c-fef5d88906db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1096 time: 0.2249379 Jan 28 03:53:48.807723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69682b20-c8d3-47a4-bab8-8446fb813dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=863b25cd-e4ed-4a7b-812b-539c7b622637,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:48.905097 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-9d264309-6fc6-45fa-9cc9-53a9f14973b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 217 time: 0.0845962 Jan 28 03:53:48.947338 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks [] for security_group (f3223e4d-4995-48d3-ba4a-13843b1de2cf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:48.963037 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f3223e4d-4995-48d3-ba4a-13843b1de2cf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:48.967376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-5eef737d-933e-4493-a922-d973a3a90a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:48.970622 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-5eef737d-933e-4493-a922-d973a3a90a34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.0586820 Jan 28 03:53:49.053887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] device_id is not set on port c1a84f11-662d-4ff8-9dd8-83c30e5f197d yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:53:49.087131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3223e4d-4995-48d3-ba4a-13843b1de2cf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:49.088460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-5dd04ac7-e797-4e7c-a13a-43c61a9536e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:49.091185 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-5dd04ac7-e797-4e7c-a13a-43c61a9536e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100922 Jan 28 03:53:49.181494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-272b43d6-a9ad-4323-9c87-d705c4d7b0de req-31b82062-66de-44da-9c14-f7260a58f170 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7569728 Jan 28 03:53:49.296509 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-d37b2e5c-b23d-4794-a2e9-453aa9e7cb12 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980386 Jan 28 03:53:49.431364 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks [] for floatingip (e5385106-f7cf-41fb-a437-a519047300d8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:49.460399 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f94013c-ed2a-4593-ba5a-432552e4387b req-3e459564-898d-4a85-80cb-d9e621b3a000 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574574 Jan 28 03:53:49.501321 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (96aeb380-1bfe-408f-b9f3-8a87f0a2dc27), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:49.637982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-a5e49115-cf69-4205-96f1-db0aa2b8b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:49.639787 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-a5e49115-cf69-4205-96f1-db0aa2b8b73d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1096 time: 0.0707531 Jan 28 03:53:49.782319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-cbe985c2-3dc7-435a-9e5f-04017c2f3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:49.783828 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-cbe985c2-3dc7-435a-9e5f-04017c2f3871 service neutron] 10.222.0.25 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 897 time: 0.1372397 Jan 28 03:53:49.869216 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-787a0714-399a-48c3-aa24-036833fc43d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 217 time: 0.0779295 Jan 28 03:53:49.952438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-4318e366-894c-4579-a809-e0c057d9dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:49.957612 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-4318e366-894c-4579-a809-e0c057d9dd30 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.0812459 Jan 28 03:53:50.040217 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks [] for port (96aeb380-1bfe-408f-b9f3-8a87f0a2dc27), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:50.053771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (96aeb380-1bfe-408f-b9f3-8a87f0a2dc27), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:50.071576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] device_id is not set on port c1a84f11-662d-4ff8-9dd8-83c30e5f197d yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:53:50.092852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-52bac2dc-aa10-438f-9332-18e7ce57b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:50.096305 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-52bac2dc-aa10-438f-9332-18e7ce57b273 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326809 Jan 28 03:53:50.110729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks [] for port (c1a84f11-662d-4ff8-9dd8-83c30e5f197d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:50.183995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c1a84f11-662d-4ff8-9dd8-83c30e5f197d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:50.189943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Pushing event updated for resources: {'Port': ['ID=96aeb380-1bfe-408f-b9f3-8a87f0a2dc27,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:50.260931 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-73a85e7b-1042-4af1-863a-5181ed497a63 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529548 Jan 28 03:53:50.489832 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-199d6a49-d77b-4717-af52-8f6e2595f973 req-4ea85b08-8f98-49e0-8317-e58a24edd5f3 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172811 Jan 28 03:53:50.805875 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (e5385106-f7cf-41fb-a437-a519047300d8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:50.811474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event updated for resources: {'Port': ['ID=c1a84f11-662d-4ff8-9dd8-83c30e5f197d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:50.864347 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:50.867134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d6c2d836-0f4f-4820-aa4a-b0e4d9b34960 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9942558 Jan 28 03:53:50.870337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56194) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:50.980357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Checking segment: {'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:50.981060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Network hostable DHCP agents. Network: 139e0b3f-6f98-413a-a40c-6de41f025261, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:53:51.008373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cefb9-dae4-4968-be4c-22282b7d4cc3 req-155d85d1-a013-44f7-99e3-c1fa98748e62 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:51.009960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d62cefb9-dae4-4968-be4c-22282b7d4cc3 req-155d85d1-a013-44f7-99e3-c1fa98748e62 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 944 time: 0.2056839 Jan 28 03:53:51.096296 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8da3aab4-dc86-4a65-a1fc-cb6479453396 tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.2213552 Jan 28 03:53:51.096537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56202) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:51.099163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Network 139e0b3f-6f98-413a-a40c-6de41f025261 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:53:51.136509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 139e0b3f-6f98-413a-a40c-6de41f025261) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:51.149629 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c5247f-7b32-4475-b9b4-212af3d548e6 None None] Network 139e0b3f-6f98-413a-a40c-6de41f025261 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:53:51.164664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:51.215148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d62cefb9-dae4-4968-be4c-22282b7d4cc3 req-45496ac6-a774-441f-9fe5-7cd41296d166 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917963 Jan 28 03:53:51.241881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:51.242453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:51.243013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:51.255499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:51.264993 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:51.266217 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 2 to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d Jan 28 03:53:51.302493 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0f4613ca-6d50-4cea-92bb-a9eb3d039c5c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2048440 Jan 28 03:53:51.308123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:51.317220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:51.317592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:51.317925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:51.358289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:51.358626 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:51.365976 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 3 to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d Jan 28 03:53:51.436637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:51.437020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:51.437552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:51.446175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:51.446507 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:51.450690 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 4 to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d Jan 28 03:53:51.504789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:51.505095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:51.505523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:51.516422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:51.517695 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:51.519464 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 5 to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d Jan 28 03:53:51.542004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:51.542495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:51.542950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:51.554153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:51.554485 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:51.555958 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 6 to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d Jan 28 03:53:51.577125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-94d1c487-7dcb-40df-8317-6516902a4e38 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Deleting port 96aeb380-1bfe-408f-b9f3-8a87f0a2dc27 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:51.577470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d1c487-7dcb-40df-8317-6516902a4e38 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (96aeb380-1bfe-408f-b9f3-8a87f0a2dc27), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:51.585384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:51.585733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:51.586055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:51.629407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:51.629746 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:51.637904 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 7 to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d Jan 28 03:53:51.665031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:51.665489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:51.665926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:51.674913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:51.675351 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:51.681355 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 8 to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d Jan 28 03:53:51.697641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:51.698312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:51.698746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:51.712816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:51.713409 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:51.719801 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 9 to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d Jan 28 03:53:51.739065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:51.739065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:51.739065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:51.746670 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d1c487-7dcb-40df-8317-6516902a4e38 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (96aeb380-1bfe-408f-b9f3-8a87f0a2dc27), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:51.747103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d1c487-7dcb-40df-8317-6516902a4e38 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks [] for floatingip (96aeb380-1bfe-408f-b9f3-8a87f0a2dc27), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:51.749688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:51.750147 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:51.755371 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 10 to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d Jan 28 03:53:51.773982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-94d1c487-7dcb-40df-8317-6516902a4e38 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Calling delete_port for 96aeb380-1bfe-408f-b9f3-8a87f0a2dc27 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:51.779644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:51.780065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:51.780475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:51.788281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:51.788619 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port c1a84f11-662d-4ff8-9dd8-83c30e5f197d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:51.789173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c1a84f11-662d-4ff8-9dd8-83c30e5f197d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:51.946806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56234) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:51.957404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] For port c1a84f11-662d-4ff8-9dd8-83c30e5f197d, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:51.957853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempted to set empty binding levels {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:53:51.988271 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c1a84f11-662d-4ff8-9dd8-83c30e5f197d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.073667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:52.074277 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.131478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.8273838 Jan 28 03:53:52.131790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56244) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:52.143109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0fc13-eff1-446f-b445-8372e9a428d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event updated for resources: {'Port': ['ID=c1a84f11-662d-4ff8-9dd8-83c30e5f197d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:52.154960 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d1c487-7dcb-40df-8317-6516902a4e38 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (96aeb380-1bfe-408f-b9f3-8a87f0a2dc27), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.201890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1c487-7dcb-40df-8317-6516902a4e38 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Pushing event deleted for resources: {'Port': ['ID=96aeb380-1bfe-408f-b9f3-8a87f0a2dc27,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:52.226768 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0afba2f6-f3ed-44f4-8b3e-6cc5f367c5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.263479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-da6b940e-6f91-4bc6-82af-9bef4aee9a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Deleting port c1a84f11-662d-4ff8-9dd8-83c30e5f197d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:52.264359 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da6b940e-6f91-4bc6-82af-9bef4aee9a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c1a84f11-662d-4ff8-9dd8-83c30e5f197d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.317015 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d1c487-7dcb-40df-8317-6516902a4e38 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks [] for floatingip (e5385106-f7cf-41fb-a437-a519047300d8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.319581 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d1c487-7dcb-40df-8317-6516902a4e38 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.323309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-94d1c487-7dcb-40df-8317-6516902a4e38 tempest-FloatingIPAdminTestJSON-1754342462 tempest-FloatingIPAdminTestJSON-1754342462-project] 10.222.0.44 "DELETE /v2.0/floatingips/e5385106-f7cf-41fb-a437-a519047300d8 HTTP/1.1" status: 204 len: 168 time: 1.0102911 Jan 28 03:53:52.324319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56248) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:52.371915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-da6b940e-6f91-4bc6-82af-9bef4aee9a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] For port c1a84f11-662d-4ff8-9dd8-83c30e5f197d, host n-h1-808199-14, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:52.372278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da6b940e-6f91-4bc6-82af-9bef4aee9a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c1a84f11-662d-4ff8-9dd8-83c30e5f197d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.389647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-da6b940e-6f91-4bc6-82af-9bef4aee9a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Calling delete_port for c1a84f11-662d-4ff8-9dd8-83c30e5f197d owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:52.459732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 863b25cd-e4ed-4a7b-812b-539c7b622637 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:53:52.545364 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0afba2f6-f3ed-44f4-8b3e-6cc5f367c5af admin admin] Publish callbacks [] for security_group (b98e86ee-1591-4a4c-a867-10d5426676c1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.567818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416275-efb5-47eb-abdc-ec94aa3131da req-d1b2e4d5-77d2-4b75-83d6-db7864cb2234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:52.572589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86416275-efb5-47eb-abdc-ec94aa3131da req-d1b2e4d5-77d2-4b75-83d6-db7864cb2234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 944 time: 0.2102687 Jan 28 03:53:52.574329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0afba2f6-f3ed-44f4-8b3e-6cc5f367c5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b98e86ee-1591-4a4c-a867-10d5426676c1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.610130 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da6b940e-6f91-4bc6-82af-9bef4aee9a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c1a84f11-662d-4ff8-9dd8-83c30e5f197d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.647322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afba2f6-f3ed-44f4-8b3e-6cc5f367c5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98e86ee-1591-4a4c-a867-10d5426676c1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:52.652175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0afba2f6-f3ed-44f4-8b3e-6cc5f367c5af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a36f7935f5c840609f53a8d254a251a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7039037 Jan 28 03:53:52.654841 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56254) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:52.674214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b940e-6f91-4bc6-82af-9bef4aee9a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1a84f11-662d-4ff8-9dd8-83c30e5f197d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:52.690754 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da6b940e-6f91-4bc6-82af-9bef4aee9a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.692919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5549f556-ecc1-4407-8bf9-00b6e5b5bf1f tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Deleting port c623e3e6-b1f0-48c1-9fea-7925c54b8b85 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:52.693224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5549f556-ecc1-4407-8bf9-00b6e5b5bf1f tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c623e3e6-b1f0-48c1-9fea-7925c54b8b85), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.703185 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-da6b940e-6f91-4bc6-82af-9bef4aee9a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c1a84f11-662d-4ff8-9dd8-83c30e5f197d HTTP/1.1" status: 204 len: 168 time: 0.5687709 Jan 28 03:53:52.704029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=863b25cd-e4ed-4a7b-812b-539c7b622637,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:52.706863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56256) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:52.729810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'port_id': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'mac_address': 'fa:16:3e:3b:e3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:53:52.762594 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcf53b5-485f-482d-9713-eaf7ae892af0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:53:52.764080 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2fcf53b5-485f-482d-9713-eaf7ae892af0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "GET /v2.0/ports/c1a84f11-662d-4ff8-9dd8-83c30e5f197d HTTP/1.1" status: 404 len: 333 time: 0.0562563 Jan 28 03:53:52.764211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86416275-efb5-47eb-abdc-ec94aa3131da req-6b7ca819-aea1-4bbc-bd64-23b450f2086e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749637 Jan 28 03:53:52.772117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56258) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:52.778375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Request body: {'port': {'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293931802'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:52.808715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Made reservation on behalf of a2d99283c0e04a37b09e6cfe5f542330 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:52.812086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.821267 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5d63190-7d2c-44ed-8c05-4fca9a452f3d admin admin] Publish callbacks [] for security_group (b98e86ee-1591-4a4c-a867-10d5426676c1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.849538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] device_id is not set on port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:53:52.852449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 863b25cd-e4ed-4a7b-812b-539c7b622637 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:52.853178 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.857760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5549f556-ecc1-4407-8bf9-00b6e5b5bf1f tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c623e3e6-b1f0-48c1-9fea-7925c54b8b85), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.858093 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5549f556-ecc1-4407-8bf9-00b6e5b5bf1f tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks [] for floatingip (c623e3e6-b1f0-48c1-9fea-7925c54b8b85), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.870552 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5d63190-7d2c-44ed-8c05-4fca9a452f3d admin admin] Publish callbacks [] for security_group (b98e86ee-1591-4a4c-a867-10d5426676c1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:52.884916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5549f556-ecc1-4407-8bf9-00b6e5b5bf1f tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Calling delete_port for c623e3e6-b1f0-48c1-9fea-7925c54b8b85 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:52.886896 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863b25cd-e4ed-4a7b-812b-539c7b622637 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:53:52.949193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=863b25cd-e4ed-4a7b-812b-539c7b622637,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:52.960125 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.011480 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5d63190-7d2c-44ed-8c05-4fca9a452f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b98e86ee-1591-4a4c-a867-10d5426676c1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.015431 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5d63190-7d2c-44ed-8c05-4fca9a452f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.017041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d5d63190-7d2c-44ed-8c05-4fca9a452f3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b98e86ee-1591-4a4c-a867-10d5426676c1 HTTP/1.1" status: 204 len: 168 time: 0.3588133 Jan 28 03:53:53.036240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d63190-7d2c-44ed-8c05-4fca9a452f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98e86ee-1591-4a4c-a867-10d5426676c1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:53.145270 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5549f556-ecc1-4407-8bf9-00b6e5b5bf1f tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c623e3e6-b1f0-48c1-9fea-7925c54b8b85), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.162349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=863b25cd-e4ed-4a7b-812b-539c7b622637,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:53.228398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks [] for port (797f5b54-efbd-49b2-a67a-4dd9b8ded7e3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.275734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549f556-ecc1-4407-8bf9-00b6e5b5bf1f tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Pushing event deleted for resources: {'Port': ['ID=c623e3e6-b1f0-48c1-9fea-7925c54b8b85,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:53.324696 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (797f5b54-efbd-49b2-a67a-4dd9b8ded7e3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.353438 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5549f556-ecc1-4407-8bf9-00b6e5b5bf1f tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks [] for floatingip (5097e66a-c24b-4f93-8e09-274a373b4b8e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.357357 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5549f556-ecc1-4407-8bf9-00b6e5b5bf1f tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.359973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5549f556-ecc1-4407-8bf9-00b6e5b5bf1f tempest-FloatingIPAdminTestJSON-192276096 tempest-FloatingIPAdminTestJSON-192276096-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/5097e66a-c24b-4f93-8e09-274a373b4b8e HTTP/1.1" status: 204 len: 168 time: 1.0342262 Jan 28 03:53:53.365348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56268) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:53.378293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['863b25cd-e4ed-4a7b-812b-539c7b622637'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:53:53.452510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Network 139e0b3f-6f98-413a-a40c-6de41f025261 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:53.461370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:53.471322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event updated for resources: {'Port': ['ID=797f5b54-efbd-49b2-a67a-4dd9b8ded7e3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:53.476046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:53.478998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:53.481604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.511347 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7dbc961d-a03f-4d70-ba33-a6819be17a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7372220 Jan 28 03:53:53.514327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56274) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:53.520567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:53.568243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a3185890-cf2b-4ca1-abc0-f9a0414d3bc2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Deleting port 8dfb093e-e83f-441f-87ba-1d1c4591bc76 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:53.568679 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3185890-cf2b-4ca1-abc0-f9a0414d3bc2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8dfb093e-e83f-441f-87ba-1d1c4591bc76), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.615740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (797f5b54-efbd-49b2-a67a-4dd9b8ded7e3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.621336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:53.638380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea3c69d4-c34a-4ecb-90df-f1c3e3dafe22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.773859 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea3c69d4-c34a-4ecb-90df-f1c3e3dafe22 admin admin] Publish callbacks [] for security_group (bbb90cb3-f50d-4732-905a-fc88231314ee), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.800098 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea3c69d4-c34a-4ecb-90df-f1c3e3dafe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bbb90cb3-f50d-4732-905a-fc88231314ee), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.865313 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ea3c69d4-c34a-4ecb-90df-f1c3e3dafe22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ac3dce1fe5b46c1b0dcb26dee76caa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418559 Jan 28 03:53:53.866104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:53.892760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c69d4-c34a-4ecb-90df-f1c3e3dafe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb90cb3-f50d-4732-905a-fc88231314ee,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:53.893874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3185890-cf2b-4ca1-abc0-f9a0414d3bc2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8dfb093e-e83f-441f-87ba-1d1c4591bc76), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.953867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a351b153-e39c-41e9-923b-c69fe95caefd admin admin] Publish callbacks [] for security_group (bbb90cb3-f50d-4732-905a-fc88231314ee), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:53.980419 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a351b153-e39c-41e9-923b-c69fe95caefd admin admin] Publish callbacks [] for security_group (bbb90cb3-f50d-4732-905a-fc88231314ee), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:54.007560 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a3185890-cf2b-4ca1-abc0-f9a0414d3bc2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Calling delete_port for 8dfb093e-e83f-441f-87ba-1d1c4591bc76 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:54.052771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18722d0-fd93-4c94-b670-78e8d49d3242 req-12bb1707-a94d-40c2-9cde-6bb4e02755e5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:54.060349 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d18722d0-fd93-4c94-b670-78e8d49d3242 req-12bb1707-a94d-40c2-9cde-6bb4e02755e5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 945 time: 0.1502273 Jan 28 03:53:54.064349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a351b153-e39c-41e9-923b-c69fe95caefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bbb90cb3-f50d-4732-905a-fc88231314ee), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:54.067722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a351b153-e39c-41e9-923b-c69fe95caefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:54.072100 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a351b153-e39c-41e9-923b-c69fe95caefd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbb90cb3-f50d-4732-905a-fc88231314ee HTTP/1.1" status: 204 len: 168 time: 0.2027941 Jan 28 03:53:54.096144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351b153-e39c-41e9-923b-c69fe95caefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb90cb3-f50d-4732-905a-fc88231314ee,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:54.206321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d18722d0-fd93-4c94-b670-78e8d49d3242 req-ce11e089-da6c-4c0d-b0b3-d8ff0381deb8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384161 Jan 28 03:53:54.271961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] device_id is not set on port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:53:54.290723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks [] for port (797f5b54-efbd-49b2-a67a-4dd9b8ded7e3), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:54.302219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (797f5b54-efbd-49b2-a67a-4dd9b8ded7e3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:54.402393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event updated for resources: {'Port': ['ID=797f5b54-efbd-49b2-a67a-4dd9b8ded7e3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:54.445798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:54.446168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:54.446472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:54.451604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:54.451936 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:54.452624 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 2 to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 Jan 28 03:53:54.472367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:54.472805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:54.473288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:54.475593 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3185890-cf2b-4ca1-abc0-f9a0414d3bc2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8dfb093e-e83f-441f-87ba-1d1c4591bc76), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:54.489226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:54.489718 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:54.508625 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 3 to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 Jan 28 03:53:54.511948 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3185890-cf2b-4ca1-abc0-f9a0414d3bc2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event deleted for resources: {'Port': ['ID=8dfb093e-e83f-441f-87ba-1d1c4591bc76,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:54.555525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:54.555869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:54.556185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:54.595410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:54.595752 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:54.598652 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 4 to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 Jan 28 03:53:54.642815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:54.643160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:54.643641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:54.649634 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3185890-cf2b-4ca1-abc0-f9a0414d3bc2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:54.659879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:54.660511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a3185890-cf2b-4ca1-abc0-f9a0414d3bc2 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "DELETE /v2.0/ports/8dfb093e-e83f-441f-87ba-1d1c4591bc76 HTTP/1.1" status: 204 len: 168 time: 1.2865422 Jan 28 03:53:54.666420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:54.666816 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:54.667224 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 5 to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 Jan 28 03:53:54.702609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:54.703706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:54.704056 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:54.709776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:54.710110 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:54.710517 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 6 to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 Jan 28 03:53:54.729572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:54.729921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:54.730268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:54.735177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:54.735553 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:54.735968 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 7 to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 Jan 28 03:53:54.758334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:54.758688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:54.759019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:54.766937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:54.767277 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:54.767728 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 8 to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 Jan 28 03:53:54.775354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b8cc7-6724-4795-886b-67278f598dda tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:54.779309 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3e5b8cc7-6724-4795-886b-67278f598dda tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "GET /v2.0/ports?device_id=76dd5844-976a-448c-8cd8-a941715f956a HTTP/1.1" status: 200 len: 913 time: 0.1174748 Jan 28 03:53:54.782968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:54.792017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:54.792369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:54.793244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:54.808756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:54.809196 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:54.809609 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 9 to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 Jan 28 03:53:54.837334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:54.837678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:54.840518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:54.850937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:54.851281 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:54.851688 n-d-808199-14 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 10 to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 Jan 28 03:53:54.874535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:54.875119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:54.875526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:54.882120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:54.882464 n-d-808199-14 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:53:54.882844 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (797f5b54-efbd-49b2-a67a-4dd9b8ded7e3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:54.966340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] For port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:54.966971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempted to set empty binding levels {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:53:54.974635 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (797f5b54-efbd-49b2-a67a-4dd9b8ded7e3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:55.041794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event updated for resources: {'Port': ['ID=797f5b54-efbd-49b2-a67a-4dd9b8ded7e3,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:55.048438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] In _notify_port_updated(), no bound segment for port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:53:55.049384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.052986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:55.052986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-18570d7c-91be-4879-8ece-b1fc0efcc7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "PUT /v2.0/ports/797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 HTTP/1.1" status: 200 len: 980 time: 1.5359390 Jan 28 03:53:55.061685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56308) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:55.228716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.229155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.229634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.230100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.230562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.231026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.231477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.231936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.232771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.232916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.233340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.233786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.234959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.235391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.236013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.236474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.248467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.249125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.250183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.250845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.251330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.251819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.252246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.252709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.253202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.253661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.263145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5206bb25-b145-4a86-a78f-8de6079b525e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23031 time: 0.1955371 Jan 28 03:53:55.263861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:55.446363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (76dd5844-976a-448c-8cd8-a941715f956a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:55.463170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f61c8-e063-4e46-b41b-208c34a4b0f6 req-6fce1ddc-4abf-4061-bb3b-432e3e49f952 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:55.464674 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df2f61c8-e063-4e46-b41b-208c34a4b0f6 req-6fce1ddc-4abf-4061-bb3b-432e3e49f952 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 945 time: 0.1355269 Jan 28 03:53:55.543953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b76484c6-3c31-47f5-bb90-48d5a74527b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Deleting port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:55.549713 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b76484c6-3c31-47f5-bb90-48d5a74527b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (797f5b54-efbd-49b2-a67a-4dd9b8ded7e3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:55.941860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df2f61c8-e063-4e46-b41b-208c34a4b0f6 req-3d397d2c-5e15-404c-aef1-37eec6e585d7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4638681 Jan 28 03:53:55.943039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b76484c6-3c31-47f5-bb90-48d5a74527b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] For port 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3, host n-h1-808199-14, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:55.943402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b76484c6-3c31-47f5-bb90-48d5a74527b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (797f5b54-efbd-49b2-a67a-4dd9b8ded7e3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:55.960565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b76484c6-3c31-47f5-bb90-48d5a74527b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Calling delete_port for 797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:56.084305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Deleting port a5412ebf-956d-484e-859e-2b4ed982fd95 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:56.084937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a5412ebf-956d-484e-859e-2b4ed982fd95), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:56.153862 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b76484c6-3c31-47f5-bb90-48d5a74527b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (797f5b54-efbd-49b2-a67a-4dd9b8ded7e3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:56.212769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76484c6-3c31-47f5-bb90-48d5a74527b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event deleted for resources: {'Port': ['ID=797f5b54-efbd-49b2-a67a-4dd9b8ded7e3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:56.224534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b76484c6-3c31-47f5-bb90-48d5a74527b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:56.229145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b76484c6-3c31-47f5-bb90-48d5a74527b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "DELETE /v2.0/ports/797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 HTTP/1.1" status: 204 len: 168 time: 0.9642291 Jan 28 03:53:56.231956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:56.286610 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-72127754-e15b-4f02-8b18-30ee9ca594c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:53:56.287495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a5412ebf-956d-484e-859e-2b4ed982fd95), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:56.298418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-72127754-e15b-4f02-8b18-30ee9ca594c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "GET /v2.0/ports/797f5b54-efbd-49b2-a67a-4dd9b8ded7e3 HTTP/1.1" status: 404 len: 333 time: 0.0585554 Jan 28 03:53:56.299159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:56.306584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-464177268', 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:56.331190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Calling delete_port for a5412ebf-956d-484e-859e-2b4ed982fd95 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:56.333632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Made reservation on behalf of a2d99283c0e04a37b09e6cfe5f542330 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:56.336227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:56.360409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] device_id is not set on port ae426fee-5b62-435b-b041-700212739174 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:53:56.514599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 863b25cd-e4ed-4a7b-812b-539c7b622637 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:56.688513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 863b25cd-e4ed-4a7b-812b-539c7b622637 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:53:56.697309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 863b25cd-e4ed-4a7b-812b-539c7b622637 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:56.697923 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:56.701589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks [] for port (ae426fee-5b62-435b-b041-700212739174), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:56.830158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 863b25cd-e4ed-4a7b-812b-539c7b622637 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:56.831351 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:56.832178 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ae426fee-5b62-435b-b041-700212739174), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:56.845103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a5412ebf-956d-484e-859e-2b4ed982fd95), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:56.902781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=863b25cd-e4ed-4a7b-812b-539c7b622637,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:56.905036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Network 139e0b3f-6f98-413a-a40c-6de41f025261 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:56.907990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:56.913829 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b5306a-4b7e-40ae-9ccf-07629a2ce4c4" -d '{"events": [{"server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "name": "network-vif-plugged", "status": "completed", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:56.925243 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.043272 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e49451-51a5-4f57-8b64-0d5ac818931e x-openstack-request-id: req-c0e49451-51a5-4f57-8b64-0d5ac818931e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:57.045323 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "name": "network-vif-plugged", "status": "completed", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:57.046358 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0e49451-51a5-4f57-8b64-0d5ac818931e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:57.048546 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'code': 200} Jan 28 03:53:57.096793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:57.102464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:57.103385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:57.105727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.135424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=863b25cd-e4ed-4a7b-812b-539c7b622637,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:57.135606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event updated for resources: {'Port': ['ID=ae426fee-5b62-435b-b041-700212739174,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:57.209882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985ebec-bb1a-4750-b935-837170bacfa6 req-8e21c15a-0b5e-4298-bcc1-0be059ac54e8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:57.233329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d985ebec-bb1a-4750-b935-837170bacfa6 req-8e21c15a-0b5e-4298-bcc1-0be059ac54e8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.0963001 Jan 28 03:53:57.286759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event deleted for resources: {'Port': ['ID=a5412ebf-956d-484e-859e-2b4ed982fd95,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:57.296152 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fd08056a-1e83-4499-b7cb-17f9cd702831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9958322 Jan 28 03:53:57.301591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56374) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:57.362358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f881f7-4724-42c0-a45e-0c169038a398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:57.367442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-76f881f7-4724-42c0-a45e-0c169038a398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "GET /v2.0/ports/ae426fee-5b62-435b-b041-700212739174 HTTP/1.1" status: 200 len: 958 time: 0.0647147 Jan 28 03:53:57.373360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56378) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:57.388584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3eb1d-0421-43fb-89f6-c56a064b9d3b req-626c56f6-e38d-46c0-b898-e52adf373b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:57.390358 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-62b3eb1d-0421-43fb-89f6-c56a064b9d3b req-626c56f6-e38d-46c0-b898-e52adf373b32 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1098 time: 0.2557068 Jan 28 03:53:57.432632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (76dd5844-976a-448c-8cd8-a941715f956a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.445084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d985ebec-bb1a-4750-b935-837170bacfa6 req-19ac36db-1dbf-4b7a-89fd-fda3d016d858 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085640 Jan 28 03:53:57.509491 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-62b3eb1d-0421-43fb-89f6-c56a064b9d3b req-ec8cb167-3351-4198-98ef-400403e16961 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122613 Jan 28 03:53:57.587162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e51d1a7d-2cc6-4dc6-8b89-cdd3eba4f4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Deleting port ae426fee-5b62-435b-b041-700212739174 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:57.587162 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e51d1a7d-2cc6-4dc6-8b89-cdd3eba4f4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ae426fee-5b62-435b-b041-700212739174), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.616903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:57.841201 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e51d1a7d-2cc6-4dc6-8b89-cdd3eba4f4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ae426fee-5b62-435b-b041-700212739174), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.901801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e51d1a7d-2cc6-4dc6-8b89-cdd3eba4f4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Calling delete_port for ae426fee-5b62-435b-b041-700212739174 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:58.186238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56406) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:58.265099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e51d1a7d-2cc6-4dc6-8b89-cdd3eba4f4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ae426fee-5b62-435b-b041-700212739174), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:58.369830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d1a7d-2cc6-4dc6-8b89-cdd3eba4f4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae426fee-5b62-435b-b041-700212739174,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:58.375369 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e51d1a7d-2cc6-4dc6-8b89-cdd3eba4f4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:58.378251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e51d1a7d-2cc6-4dc6-8b89-cdd3eba4f4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "DELETE /v2.0/ports/ae426fee-5b62-435b-b041-700212739174 HTTP/1.1" status: 204 len: 168 time: 1.0035014 Jan 28 03:53:58.407243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56412) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:58.438509 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-54916c5b-745f-4078-8c08-b3cddefb7868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:53:58.440024 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-54916c5b-745f-4078-8c08-b3cddefb7868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "GET /v2.0/ports/ae426fee-5b62-435b-b041-700212739174 HTTP/1.1" status: 404 len: 333 time: 0.0316422 Jan 28 03:53:58.444536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56414) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:58.465941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Request body: {'port': {'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273590297'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:58.549585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Router 76dd5844-976a-448c-8cd8-a941715f956a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:53:58.622327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:58.629526 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e92cdf-43c8-4018-9243-0605b2dfdeea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:58.706680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Made reservation on behalf of a2d99283c0e04a37b09e6cfe5f542330 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:58.709379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:58.745042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] device_id is not set on port 59e0bbb6-23e5-427a-ba7a-79348f02c12d yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:53:58.820785 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:53:58.839359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8396ac50-3a02-44b4-8814-640b68dedd99 None None] Sync routers for ids ['76dd5844-976a-448c-8cd8-a941715f956a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:53:58.859043 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-46dbd5a0-53f4-4182-9bdf-55a75056e3d4 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "PUT /v2.0/routers/76dd5844-976a-448c-8cd8-a941715f956a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0708203 Jan 28 03:53:58.861203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56428) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:58.863770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396ac50-3a02-44b4-8814-640b68dedd99 None None] Routers {'76dd5844-976a-448c-8cd8-a941715f956a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:58.866630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8396ac50-3a02-44b4-8814-640b68dedd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['76dd5844-976a-448c-8cd8-a941715f956a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:58.883734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa5ce3-17b9-4523-8f7d-2741e47198ec req-caf1aced-2a95-4e51-ad08-fde6745c54a1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:58.895216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bfa5ce3-17b9-4523-8f7d-2741e47198ec req-caf1aced-2a95-4e51-ad08-fde6745c54a1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.2715118 Jan 28 03:53:58.957968 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8396ac50-3a02-44b4-8814-640b68dedd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:58.972727 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd1392dc-8071-4c15-9afb-3bb5e0f0ceda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:58.973877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396ac50-3a02-44b4-8814-640b68dedd99 None None] Routers {'76dd5844-976a-448c-8cd8-a941715f956a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:53:58.974636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8396ac50-3a02-44b4-8814-640b68dedd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['76dd5844-976a-448c-8cd8-a941715f956a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:59.027868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8396ac50-3a02-44b4-8814-640b68dedd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:53:59.028597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8396ac50-3a02-44b4-8814-640b68dedd99 None None] The sync data for ids ['76dd5844-976a-448c-8cd8-a941715f956a'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:53:59.099743 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e92cdf-43c8-4018-9243-0605b2dfdeea admin admin] Publish callbacks [] for security_group (03559b4f-3ee4-4d0a-af13-b2dc447b9e56), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.136554 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e92cdf-43c8-4018-9243-0605b2dfdeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (03559b4f-3ee4-4d0a-af13-b2dc447b9e56), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.150318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for router (76dd5844-976a-448c-8cd8-a941715f956a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.256416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bfa5ce3-17b9-4523-8f7d-2741e47198ec req-40c12a5c-f507-4f7e-b59b-3fb412109acf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525629 Jan 28 03:53:59.309904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for router_gateway (76dd5844-976a-448c-8cd8-a941715f956a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.313972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d3e92cdf-43c8-4018-9243-0605b2dfdeea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f09744d48544941933b6121e443c362&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0729601 Jan 28 03:53:59.328389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56430) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:59.336085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e92cdf-43c8-4018-9243-0605b2dfdeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03559b4f-3ee4-4d0a-af13-b2dc447b9e56,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:59.355593 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks [] for port (59e0bbb6-23e5-427a-ba7a-79348f02c12d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.448562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Deleting port b4273854-5e11-4179-b0e5-5ef3dedf448c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:59.448961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b4273854-5e11-4179-b0e5-5ef3dedf448c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.522256 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (30e76253-6597-4ba7-aec7-e923d63de0b2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.529142 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd1392dc-8071-4c15-9afb-3bb5e0f0ceda admin admin] Publish callbacks [] for security_group (1f5315b3-6f87-492c-b875-be3ff374d47c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.578552 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd1392dc-8071-4c15-9afb-3bb5e0f0ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1f5315b3-6f87-492c-b875-be3ff374d47c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.581462 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-867aa7af-cc33-4fce-8d60-9ac7990a5043 admin admin] Publish callbacks [] for security_group (03559b4f-3ee4-4d0a-af13-b2dc447b9e56), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.590150 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (59e0bbb6-23e5-427a-ba7a-79348f02c12d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.619842 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b4273854-5e11-4179-b0e5-5ef3dedf448c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.636449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Calling delete_port for b4273854-5e11-4179-b0e5-5ef3dedf448c owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:59.666766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Network 139e0b3f-6f98-413a-a40c-6de41f025261 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:59.678782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:59.683284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:59.685059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:59.685059 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.756050 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-867aa7af-cc33-4fce-8d60-9ac7990a5043 admin admin] Publish callbacks [] for security_group (03559b4f-3ee4-4d0a-af13-b2dc447b9e56), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.799063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fd1392dc-8071-4c15-9afb-3bb5e0f0ceda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6adba49ea0d14836a34fa1e4c3c42ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1670294 Jan 28 03:53:59.811037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:59.837099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1392dc-8071-4c15-9afb-3bb5e0f0ceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5315b3-6f87-492c-b875-be3ff374d47c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:59.857656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event updated for resources: {'Port': ['ID=59e0bbb6-23e5-427a-ba7a-79348f02c12d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:59.873334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56442) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:53:59.873581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-77cb77be-e9c3-4a4f-ad3a-42a1d3945140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4271758 Jan 28 03:53:59.881295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:59.987339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (59e0bbb6-23e5-427a-ba7a-79348f02c12d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.035060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b4273854-5e11-4179-b0e5-5ef3dedf448c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.079068 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9aeb13b5-1337-4f03-90c4-d3876879a906 admin admin] Publish callbacks [] for security_group (1f5315b3-6f87-492c-b875-be3ff374d47c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.107648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event deleted for resources: {'Port': ['ID=b4273854-5e11-4179-b0e5-5ef3dedf448c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:00.107895 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-867aa7af-cc33-4fce-8d60-9ac7990a5043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (03559b4f-3ee4-4d0a-af13-b2dc447b9e56), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.115668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-867aa7af-cc33-4fce-8d60-9ac7990a5043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.124665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-867aa7af-cc33-4fce-8d60-9ac7990a5043 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03559b4f-3ee4-4d0a-af13-b2dc447b9e56 HTTP/1.1" status: 204 len: 168 time: 0.7825696 Jan 28 03:54:00.160213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867aa7af-cc33-4fce-8d60-9ac7990a5043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03559b4f-3ee4-4d0a-af13-b2dc447b9e56,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:00.206617 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9aeb13b5-1337-4f03-90c4-d3876879a906 admin admin] Publish callbacks [] for security_group (1f5315b3-6f87-492c-b875-be3ff374d47c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.304614 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (76dd5844-976a-448c-8cd8-a941715f956a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.401113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9aeb13b5-1337-4f03-90c4-d3876879a906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1f5315b3-6f87-492c-b875-be3ff374d47c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.404558 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9aeb13b5-1337-4f03-90c4-d3876879a906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.417425 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9aeb13b5-1337-4f03-90c4-d3876879a906 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f5315b3-6f87-492c-b875-be3ff374d47c HTTP/1.1" status: 204 len: 168 time: 0.5952940 Jan 28 03:54:00.481756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (76dd5844-976a-448c-8cd8-a941715f956a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.486765 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for router_controller (76dd5844-976a-448c-8cd8-a941715f956a), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.561786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb13b5-1337-4f03-90c4-d3876879a906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5315b3-6f87-492c-b875-be3ff374d47c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:00.564642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (76dd5844-976a-448c-8cd8-a941715f956a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.565320 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Fanout notify agent at l3_agent the message router_deleted on router 76dd5844-976a-448c-8cd8-a941715f956a {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:54:00.587905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.592801 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ebd36975-0d55-4212-952d-a9cb96d0272c tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "DELETE /v2.0/routers/76dd5844-976a-448c-8cd8-a941715f956a HTTP/1.1" status: 204 len: 168 time: 1.7297554 Jan 28 03:54:00.599408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:00.691744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] device_id is not set on port 59e0bbb6-23e5-427a-ba7a-79348f02c12d yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:00.705497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaceba03-7e09-4b14-8f63-c430603595af tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Deleting subnet 873d7b5e-dec9-4a8b-aae2-2d2811e5fa06 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:00.724136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks [] for port (59e0bbb6-23e5-427a-ba7a-79348f02c12d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.747896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (59e0bbb6-23e5-427a-ba7a-79348f02c12d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.761119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaceba03-7e09-4b14-8f63-c430603595af tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for subnet (873d7b5e-dec9-4a8b-aae2-2d2811e5fa06), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.825844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event updated for resources: {'Port': ['ID=59e0bbb6-23e5-427a-ba7a-79348f02c12d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:00.865877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2af55-9062-4a07-8022-57af3471ce13 req-4637761c-957f-4ebd-bf9a-6503148ca422 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:00.875614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dee2af55-9062-4a07-8022-57af3471ce13 req-4637761c-957f-4ebd-bf9a-6503148ca422 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.4922640 Jan 28 03:54:00.887522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:00.887862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:00.888192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:00.901299 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:00.901636 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:54:00.902028 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 2 to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d Jan 28 03:54:00.922193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaceba03-7e09-4b14-8f63-c430603595af tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (873d7b5e-dec9-4a8b-aae2-2d2811e5fa06), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.941967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:00.944751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:00.945146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:00.958713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:00.959048 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:54:00.959456 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 3 to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d Jan 28 03:54:01.000326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:01.000666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:01.001043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:01.006477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:01.006924 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:54:01.007476 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 4 to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d Jan 28 03:54:01.023014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dee2af55-9062-4a07-8022-57af3471ce13 req-f47c72cb-555f-42ed-b562-a9e04a634fa8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462209 Jan 28 03:54:01.023369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:01.023717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:01.024052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:01.029730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:01.030060 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:54:01.030455 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 5 to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d Jan 28 03:54:01.038071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port f445f086-a759-42cc-8216-e4b62808171c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:01.038569 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f445f086-a759-42cc-8216-e4b62808171c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.050179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:01.050315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:01.051015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:01.068229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:01.068567 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:54:01.069011 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 6 to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d Jan 28 03:54:01.086786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:01.087131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:01.087535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:01.094752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:01.095460 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:54:01.095597 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 7 to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d Jan 28 03:54:01.110933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56470) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:01.118371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:01.119000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:01.119519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:01.133938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48b29b54-b5c2-42ca-997f-1cd1ac028c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.153795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:01.154219 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:54:01.157110 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 8 to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d Jan 28 03:54:01.181360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:01.181698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:01.182032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:01.189294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:01.189622 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:54:01.192739 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 9 to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d Jan 28 03:54:01.212891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:01.213228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:01.213567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:01.226654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:01.226990 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:54:01.228730 n-d-808199-14 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempt 10 to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d Jan 28 03:54:01.251142 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:01.251483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:01.251820 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempting to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:01.263252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:01.263587 n-d-808199-14 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Failed to bind port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on host n-h1-808199-14 for vnic_type normal using segments [{'id': 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '139e0b3f-6f98-413a-a40c-6de41f025261'}] Jan 28 03:54:01.263955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (59e0bbb6-23e5-427a-ba7a-79348f02c12d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.358557 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48b29b54-b5c2-42ca-997f-1cd1ac028c9d admin admin] Publish callbacks [] for security_group (f4496c7d-3dbd-4036-a340-5d87e175725b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.363163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaceba03-7e09-4b14-8f63-c430603595af tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (873d7b5e-dec9-4a8b-aae2-2d2811e5fa06), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.371239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48b29b54-b5c2-42ca-997f-1cd1ac028c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f4496c7d-3dbd-4036-a340-5d87e175725b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.397341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] For port 59e0bbb6-23e5-427a-ba7a-79348f02c12d, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:01.397885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attempted to set empty binding levels {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:54:01.416260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (59e0bbb6-23e5-427a-ba7a-79348f02c12d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.427322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb987b27-5bf2-482e-902a-3fb06be62bf4 req-0992b64e-a16a-43d9-bd84-4bd00a8b6d59 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:01.428885 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-48b29b54-b5c2-42ca-997f-1cd1ac028c9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1a6b553d1bd48fc86b0d16d04adbd0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3163836 Jan 28 03:54:01.430198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb987b27-5bf2-482e-902a-3fb06be62bf4 req-0992b64e-a16a-43d9-bd84-4bd00a8b6d59 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.1475501 Jan 28 03:54:01.435505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56476) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:01.462681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b29b54-b5c2-42ca-997f-1cd1ac028c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4496c7d-3dbd-4036-a340-5d87e175725b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:01.472106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] In _notify_port_updated(), no bound segment for port 59e0bbb6-23e5-427a-ba7a-79348f02c12d on network 139e0b3f-6f98-413a-a40c-6de41f025261 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:54:01.473176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:01.473902 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.478231 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "PUT /v2.0/ports/59e0bbb6-23e5-427a-ba7a-79348f02c12d HTTP/1.1" status: 200 len: 980 time: 1.6035054 Jan 28 03:54:01.478974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56480) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:01.521090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a7be9-0e52-4416-91e4-06ae0e005dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event updated for resources: {'Port': ['ID=59e0bbb6-23e5-427a-ba7a-79348f02c12d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:01.621080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ec031-c538-47f0-a319-2be348b41c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Deleting port 59e0bbb6-23e5-427a-ba7a-79348f02c12d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:01.621720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec031-c538-47f0-a319-2be348b41c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (59e0bbb6-23e5-427a-ba7a-79348f02c12d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.701411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bf8ec031-c538-47f0-a319-2be348b41c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] For port 59e0bbb6-23e5-427a-ba7a-79348f02c12d, host n-h1-808199-14, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:01.703171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec031-c538-47f0-a319-2be348b41c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (59e0bbb6-23e5-427a-ba7a-79348f02c12d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.720625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ec031-c538-47f0-a319-2be348b41c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Calling delete_port for 59e0bbb6-23e5-427a-ba7a-79348f02c12d owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:01.790111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb987b27-5bf2-482e-902a-3fb06be62bf4 req-3199f62c-4c3f-418b-b6db-f1d3b921ce5e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497217 Jan 28 03:54:01.818463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] For port f445f086-a759-42cc-8216-e4b62808171c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f445f086-a759-42cc-8216-e4b62808171c,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:01.818463 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f445f086-a759-42cc-8216-e4b62808171c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.840220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:01.841111 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec031-c538-47f0-a319-2be348b41c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (59e0bbb6-23e5-427a-ba7a-79348f02c12d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.864880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for f445f086-a759-42cc-8216-e4b62808171c owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:01.866657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be957250-540b-4617-b158-d0386989988e admin admin] Publish callbacks [] for security_group (f4496c7d-3dbd-4036-a340-5d87e175725b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.889143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be957250-540b-4617-b158-d0386989988e admin admin] Publish callbacks [] for security_group (f4496c7d-3dbd-4036-a340-5d87e175725b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.916255 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec031-c538-47f0-a319-2be348b41c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.920137 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bf8ec031-c538-47f0-a319-2be348b41c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "DELETE /v2.0/ports/59e0bbb6-23e5-427a-ba7a-79348f02c12d HTTP/1.1" status: 204 len: 168 time: 0.4377644 Jan 28 03:54:01.924195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56494) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:01.936137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ec031-c538-47f0-a319-2be348b41c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] Pushing event deleted for resources: {'Port': ['ID=59e0bbb6-23e5-427a-ba7a-79348f02c12d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:01.970103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be957250-540b-4617-b158-d0386989988e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f4496c7d-3dbd-4036-a340-5d87e175725b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.973220 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be957250-540b-4617-b158-d0386989988e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.974539 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-be957250-540b-4617-b158-d0386989988e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4496c7d-3dbd-4036-a340-5d87e175725b HTTP/1.1" status: 204 len: 168 time: 0.5376024 Jan 28 03:54:01.974672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f7db26-3104-488e-a596-2693f735ba37 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:01.979568 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d7f7db26-3104-488e-a596-2693f735ba37 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1093 time: 0.1321404 Jan 28 03:54:01.979568 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b814e01e-8301-460d-a8a0-5c7d1602ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:54:01.984502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:01.984695 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b814e01e-8301-460d-a8a0-5c7d1602ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119284085-project-admin] 10.222.0.44 "GET /v2.0/ports/59e0bbb6-23e5-427a-ba7a-79348f02c12d HTTP/1.1" status: 404 len: 333 time: 0.0532308 Jan 28 03:54:01.984695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:02.026101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:02.051508 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaceba03-7e09-4b14-8f63-c430603595af tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (873d7b5e-dec9-4a8b-aae2-2d2811e5fa06), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.081675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (139e0b3f-6f98-413a-a40c-6de41f025261), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.117429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaceba03-7e09-4b14-8f63-c430603595af tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.125137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e80da8-74ea-4a36-bba3-9b1c2fb6c44d None None] Network 42e4f5d0-d69d-4522-9b38-8588605c2744 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:02.146545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aaceba03-7e09-4b14-8f63-c430603595af tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "DELETE /v2.0/subnets/873d7b5e-dec9-4a8b-aae2-2d2811e5fa06 HTTP/1.1" status: 204 len: 168 time: 1.5235596 Jan 28 03:54:02.146804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56502) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:02.149979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be957250-540b-4617-b158-d0386989988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4496c7d-3dbd-4036-a340-5d87e175725b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:02.169130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceba03-7e09-4b14-8f63-c430603595af tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event deleted for resources: {'Subnet': ['ID=873d7b5e-dec9-4a8b-aae2-2d2811e5fa06,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:02.177843 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.252173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (139e0b3f-6f98-413a-a40c-6de41f025261), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.294148 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139e0b3f-6f98-413a-a40c-6de41f025261']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:02.309536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (42e4f5d0-d69d-4522-9b38-8588605c2744), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.315017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:02.315326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bf80d3-5f61-43f0-85e7-a7b643a7ff91') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:02.336473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (a6bf80d3-5f61-43f0-85e7-a7b643a7ff91), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.395630 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a6bf80d3-5f61-43f0-85e7-a7b643a7ff91), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.409399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:02.409980 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (a6bf80d3-5f61-43f0-85e7-a7b643a7ff91), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:02.415827 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:02.559434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Deleting port 647c0add-4b05-49be-8696-54735d4b74bd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:02.559944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (647c0add-4b05-49be-8696-54735d4b74bd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.580835 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.585325 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (139e0b3f-6f98-413a-a40c-6de41f025261), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.818078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.822977 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] 10.222.0.44 "DELETE /v2.0/networks/139e0b3f-6f98-413a-a40c-6de41f025261 HTTP/1.1" status: 204 len: 168 time: 0.8372462 Jan 28 03:54:02.835854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff0b4da-a296-4a62-8774-8403540e4268 None None] DHCP port deletion for 42e4f5d0-d69d-4522-9b38-8588605c2744 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:54:02.883315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f0b64-106f-431b-8424-90d5ccf0bf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512938803-project] Pushing event deleted for resources: {'Network': ['ID=139e0b3f-6f98-413a-a40c-6de41f025261,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:02.948486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] For port 647c0add-4b05-49be-8696-54735d4b74bd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=647c0add-4b05-49be-8696-54735d4b74bd,segment=NetworkSegment(761ccf3c-c89a-4f88-a22c-25bc55d16635),segment_id=761ccf3c-c89a-4f88-a22c-25bc55d16635)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:02.948879 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (647c0add-4b05-49be-8696-54735d4b74bd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.980186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bff0b4da-a296-4a62-8774-8403540e4268 None None] Deleting port 647c0add-4b05-49be-8696-54735d4b74bd {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:02.980564 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bff0b4da-a296-4a62-8774-8403540e4268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (647c0add-4b05-49be-8696-54735d4b74bd), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:02.983964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Calling delete_port for 647c0add-4b05-49be-8696-54735d4b74bd owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:03.040618 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f445f086-a759-42cc-8216-e4b62808171c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.143178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bff0b4da-a296-4a62-8774-8403540e4268 None None] For port 647c0add-4b05-49be-8696-54735d4b74bd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=647c0add-4b05-49be-8696-54735d4b74bd,segment=NetworkSegment(761ccf3c-c89a-4f88-a22c-25bc55d16635),segment_id=761ccf3c-c89a-4f88-a22c-25bc55d16635)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:03.146753 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bff0b4da-a296-4a62-8774-8403540e4268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (647c0add-4b05-49be-8696-54735d4b74bd), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.158979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.25.1.136 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/199cd388-4d70-42c0-a840-181f80a0f9f9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:03.173561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=f445f086-a759-42cc-8216-e4b62808171c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:03.179667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bff0b4da-a296-4a62-8774-8403540e4268 None None] Calling delete_port for 647c0add-4b05-49be-8696-54735d4b74bd owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:03.224076 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (647c0add-4b05-49be-8696-54735d4b74bd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.297427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] No DVR routers for this DVR port 647c0add-4b05-49be-8696-54735d4b74bd on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:03.311037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event deleted for resources: {'Port': ['ID=647c0add-4b05-49be-8696-54735d4b74bd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:03.340385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:03.487905 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bff0b4da-a296-4a62-8774-8403540e4268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (647c0add-4b05-49be-8696-54735d4b74bd), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.518361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (42e4f5d0-d69d-4522-9b38-8588605c2744), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.575597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0b4da-a296-4a62-8774-8403540e4268 None None] Pushing event deleted for resources: {'Port': ['ID=647c0add-4b05-49be-8696-54735d4b74bd,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:03.602472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff0b4da-a296-4a62-8774-8403540e4268 None None] No DVR routers for this DVR port 647c0add-4b05-49be-8696-54735d4b74bd on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:03.617033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e4f5d0-d69d-4522-9b38-8588605c2744']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:03.642484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761ccf3c-c89a-4f88-a22c-25bc55d16635') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:03.642947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761ccf3c-c89a-4f88-a22c-25bc55d16635') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:03.670604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (761ccf3c-c89a-4f88-a22c-25bc55d16635), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.696253 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-62747d43-a0c9-45c8-9b08-17f43035e3cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=885b634d246842bb95db69c89c8980b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3543208 Jan 28 03:54:03.698289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (761ccf3c-c89a-4f88-a22c-25bc55d16635), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.700468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:03.727237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:03.727816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (761ccf3c-c89a-4f88-a22c-25bc55d16635), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:03.732263 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:03.833616 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (30e76253-6597-4ba7-aec7-e923d63de0b2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.955372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (42e4f5d0-d69d-4522-9b38-8588605c2744), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.968493 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.976086 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "DELETE /v2.0/networks/42e4f5d0-d69d-4522-9b38-8588605c2744 HTTP/1.1" status: 204 len: 168 time: 1.8286958 Jan 28 03:54:03.979320 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:03.995994 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3808fc52-4e9f-4dc1-a088-f4c5b8d0e172 admin admin] Publish callbacks [] for security_group (3f8aab74-975c-4f55-8afb-75d80d108794), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.999048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 647c0add-4b05-49be-8696-54735d4b74bd no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:04.043989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 647c0add-4b05-49be-8696-54735d4b74bd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:04.044327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 647c0add-4b05-49be-8696-54735d4b74bd not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:04.070190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (199cd388-4d70-42c0-a840-181f80a0f9f9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:04.160280 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3808fc52-4e9f-4dc1-a088-f4c5b8d0e172 admin admin] Publish callbacks [] for security_group (3f8aab74-975c-4f55-8afb-75d80d108794), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:04.216559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e8e19-95b1-4ecb-9026-7473f1cff47b tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event deleted for resources: {'Network': ['ID=42e4f5d0-d69d-4522-9b38-8588605c2744,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:04.242345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3808fc52-4e9f-4dc1-a088-f4c5b8d0e172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3f8aab74-975c-4f55-8afb-75d80d108794), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:04.246084 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3808fc52-4e9f-4dc1-a088-f4c5b8d0e172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:04.250522 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3808fc52-4e9f-4dc1-a088-f4c5b8d0e172 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f8aab74-975c-4f55-8afb-75d80d108794 HTTP/1.1" status: 204 len: 168 time: 0.5459554 Jan 28 03:54:04.267732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808fc52-4e9f-4dc1-a088-f4c5b8d0e172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8aab74-975c-4f55-8afb-75d80d108794,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:04.291432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-97a5cc41-e420-4f00-bd9a-35e50de3c3c9 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Deleting port d7ed8114-1c25-40e9-bccd-63297a95cb46 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:04.291647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97a5cc41-e420-4f00-bd9a-35e50de3c3c9 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d7ed8114-1c25-40e9-bccd-63297a95cb46), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:04.470379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (199cd388-4d70-42c0-a840-181f80a0f9f9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:04.481231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router 30e76253-6597-4ba7-aec7-e923d63de0b2 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:54:04.500056 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97a5cc41-e420-4f00-bd9a-35e50de3c3c9 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d7ed8114-1c25-40e9-bccd-63297a95cb46), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:04.501265 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97a5cc41-e420-4f00-bd9a-35e50de3c3c9 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for floatingip (d7ed8114-1c25-40e9-bccd-63297a95cb46), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:04.532364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-97a5cc41-e420-4f00-bd9a-35e50de3c3c9 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Calling delete_port for d7ed8114-1c25-40e9-bccd-63297a95cb46 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:04.548328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:04.585544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:04.592592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:04.891252 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97a5cc41-e420-4f00-bd9a-35e50de3c3c9 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d7ed8114-1c25-40e9-bccd-63297a95cb46), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:04.924746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=199cd388-4d70-42c0-a840-181f80a0f9f9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:04.947225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:54:04.955612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5cc41-e420-4f00-bd9a-35e50de3c3c9 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Pushing event deleted for resources: {'Port': ['ID=d7ed8114-1c25-40e9-bccd-63297a95cb46,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:04.967688 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-38f22254-cbe8-4239-9863-71dc72233ffd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "PUT /v2.0/routers/30e76253-6597-4ba7-aec7-e923d63de0b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3439524 Jan 28 03:54:04.972104 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] Sync routers for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:54:05.013782 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:05.014417 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:05.201936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97a5cc41-e420-4f00-bd9a-35e50de3c3c9 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks [] for floatingip (ff37c488-88eb-4835-87c3-68836ec9e791), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.205795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97a5cc41-e420-4f00-bd9a-35e50de3c3c9 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.208749 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:05.224239 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-97a5cc41-e420-4f00-bd9a-35e50de3c3c9 tempest-FloatingIPAdminTestJSON-1437956365 tempest-FloatingIPAdminTestJSON-1437956365-project] 10.222.0.44 "DELETE /v2.0/floatingips/ff37c488-88eb-4835-87c3-68836ec9e791 HTTP/1.1" status: 204 len: 168 time: 1.2241797 Jan 28 03:54:05.248404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:05.397996 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5fb6edbe-5382-45ff-a199-ffc63b634fdd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2d99283c0e04a37b09e6cfe5f542330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464369 Jan 28 03:54:05.400932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56608) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:05.543831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1f83f21-1e33-4980-8a8a-ba43938318c1 admin admin] Publish callbacks [] for security_group (f3223e4d-4995-48d3-ba4a-13843b1de2cf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.609860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:05.669655 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1f83f21-1e33-4980-8a8a-ba43938318c1 admin admin] Publish callbacks [] for security_group (f3223e4d-4995-48d3-ba4a-13843b1de2cf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.760143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4083f3a-cfc5-4d04-be9b-75535aa0125c req-05ffbb54-adf6-480a-aca2-f24a25db6f6a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:05.762212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4083f3a-cfc5-4d04-be9b-75535aa0125c req-05ffbb54-adf6-480a-aca2-f24a25db6f6a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 946 time: 0.1833763 Jan 28 03:54:05.782138 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1f83f21-1e33-4980-8a8a-ba43938318c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f3223e4d-4995-48d3-ba4a-13843b1de2cf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.789722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1f83f21-1e33-4980-8a8a-ba43938318c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.791187 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a1f83f21-1e33-4980-8a8a-ba43938318c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3223e4d-4995-48d3-ba4a-13843b1de2cf HTTP/1.1" status: 204 len: 168 time: 0.3885179 Jan 28 03:54:05.803858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f83f21-1e33-4980-8a8a-ba43938318c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3223e4d-4995-48d3-ba4a-13843b1de2cf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:05.918345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6741275-8e4b-40df-ac1a-c59566da209f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.949290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4083f3a-cfc5-4d04-be9b-75535aa0125c req-f4fc0ec1-c09b-406b-a8cf-4b8eaa0b464f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635909 Jan 28 03:54:05.965831 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:54:02Z', 'revision_number': 6, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '17bfd038-f1fc-49e8-bed7-bbaddf3b14e2', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'mac_address': 'fa:16:3e:fb:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:51Z', 'updated_at': '2022-01-28T03:51:55Z', 'revision_number': 1, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:06.024063 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] Checking router: 30e76253-6597-4ba7-aec7-e923d63de0b2 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:54:06.057337 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:06.058945 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:06.172669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6741275-8e4b-40df-ac1a-c59566da209f admin admin] Publish callbacks [] for security_group (a35a6f2d-c670-4dd3-a020-db8c9e944573), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.185458 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6741275-8e4b-40df-ac1a-c59566da209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a35a6f2d-c670-4dd3-a020-db8c9e944573), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.194276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:06.297498 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d6741275-8e4b-40df-ac1a-c59566da209f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=498daaed14ea4651bd7ee25413fbc829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6764221 Jan 28 03:54:06.298228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56632) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:06.330428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6741275-8e4b-40df-ac1a-c59566da209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35a6f2d-c670-4dd3-a020-db8c9e944573,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:06.376742 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:06.601822 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-132cc1ca-4385-42e8-96ed-b3fa9b09a8e0 admin admin] Publish callbacks [] for security_group (a35a6f2d-c670-4dd3-a020-db8c9e944573), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.664184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-132cc1ca-4385-42e8-96ed-b3fa9b09a8e0 admin admin] Publish callbacks [] for security_group (a35a6f2d-c670-4dd3-a020-db8c9e944573), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.766706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-bcd2d7dd-206d-415e-8ec5-71d5f8aa8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:06.769816 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-bcd2d7dd-206d-415e-8ec5-71d5f8aa8eff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1097 time: 0.3361599 Jan 28 03:54:06.784758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-132cc1ca-4385-42e8-96ed-b3fa9b09a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a35a6f2d-c670-4dd3-a020-db8c9e944573), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.794421 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-132cc1ca-4385-42e8-96ed-b3fa9b09a8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.796164 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-132cc1ca-4385-42e8-96ed-b3fa9b09a8e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a35a6f2d-c670-4dd3-a020-db8c9e944573 HTTP/1.1" status: 204 len: 168 time: 0.4957378 Jan 28 03:54:06.875495 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:54:02Z', 'revision_number': 6, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '17bfd038-f1fc-49e8-bed7-bbaddf3b14e2', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'mac_address': 'fa:16:3e:fb:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:51Z', 'updated_at': '2022-01-28T03:51:55Z', 'revision_number': 1, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:06.981241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cc1ca-4385-42e8-96ed-b3fa9b09a8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35a6f2d-c670-4dd3-a020-db8c9e944573,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:07.043879 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (2ec48225-8696-443b-9906-8bbf80056ee6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.111955 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f4bbae4f-ed45-47a9-bd37-86a817119e0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4718d222ab074670b54d4ea2bd9e5f38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9144220 Jan 28 03:54:07.135928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56660) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:07.292521 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077de26-4a3a-4c26-b034-e66a03915848 None None] The sync data for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 is: [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:54:02Z', 'revision_number': 6, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '17bfd038-f1fc-49e8-bed7-bbaddf3b14e2', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'port_id': '317861a4-d007-49e2-9dc2-f57a3f148598', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'mac_address': 'fa:16:3e:fb:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:51:51Z', 'updated_at': '2022-01-28T03:51:55Z', 'revision_number': 1, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:54:07.380262 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88679852-7ec8-44b2-9466-5287b3cd24af admin admin] Publish callbacks [] for security_group (2ea755b2-e3b7-41f7-b602-caaefaf1f619), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.382470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-d69fb3fb-08d4-4166-bc97-2ea12fb4ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:07.384039 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-d69fb3fb-08d4-4166-bc97-2ea12fb4ae62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.5643120 Jan 28 03:54:07.503815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56674) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:07.513046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88679852-7ec8-44b2-9466-5287b3cd24af admin admin] Publish callbacks [] for security_group (2ea755b2-e3b7-41f7-b602-caaefaf1f619), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.587753 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-5aa3930f-d761-4fab-ba93-1fd04c67e4ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 1001 time: 0.1912839 Jan 28 03:54:07.588300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8cd9-1292-4310-87b0-a22b408550e1 req-df274138-08e8-49bb-b57d-cc3e0c993b64 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:07.601449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-264b8cd9-1292-4310-87b0-a22b408550e1 req-df274138-08e8-49bb-b57d-cc3e0c993b64 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 946 time: 0.2776923 Jan 28 03:54:07.678099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-917c92af-464b-4837-9883-8c854a8785cc tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:07.679732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-917c92af-464b-4837-9883-8c854a8785cc tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 946 time: 0.6637049 Jan 28 03:54:07.725812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88679852-7ec8-44b2-9466-5287b3cd24af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2ea755b2-e3b7-41f7-b602-caaefaf1f619), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.739290 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88679852-7ec8-44b2-9466-5287b3cd24af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.740783 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-88679852-7ec8-44b2-9466-5287b3cd24af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ea755b2-e3b7-41f7-b602-caaefaf1f619 HTTP/1.1" status: 204 len: 168 time: 0.6017506 Jan 28 03:54:07.755522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-b63eab52-c1bb-4666-8ac4-d9e6c3b8c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:07.763964 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-b63eab52-c1bb-4666-8ac4-d9e6c3b8c9f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1674597 Jan 28 03:54:07.863846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88679852-7ec8-44b2-9466-5287b3cd24af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea755b2-e3b7-41f7-b602-caaefaf1f619,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:07.883941 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (199cd388-4d70-42c0-a840-181f80a0f9f9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.914466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f445f086-a759-42cc-8216-e4b62808171c no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:07.930422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-264b8cd9-1292-4310-87b0-a22b408550e1 req-4a8695b9-336d-4e32-a0bf-99ad5ebfe756 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205357 Jan 28 03:54:07.940459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-796e325a-f065-474b-953c-bca59bfad6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:07.946153 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-796e325a-f065-474b-953c-bca59bfad6d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1762338 Jan 28 03:54:08.002725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f445f086-a759-42cc-8216-e4b62808171c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:08.003395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f445f086-a759-42cc-8216-e4b62808171c not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:08.148935 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-712228060'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:08.261199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:08.273746 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.299223 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.308194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-18e4c133-b381-4cfc-9ba3-32571dadb485 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port 41d58b4a-8198-410e-896b-e5427159200b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:08.313817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-18e4c133-b381-4cfc-9ba3-32571dadb485 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (41d58b4a-8198-410e-896b-e5427159200b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.386939 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-3eb7e8d8-5870-43cc-bd9f-68dc1bc2851e service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290960 Jan 28 03:54:08.514441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:08.560754 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c005faf-ac7a-4967-8c24-544f9c2a8b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.572273 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-81f1a795-34f0-400b-b1c1-7ababb4b8760 req-d647df40-7dc1-4072-8243-e8920c57384a service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751161 Jan 28 03:54:08.716884 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for security_group (548d281e-5e07-4d12-97ff-2c497f48730a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.726675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-18e4c133-b381-4cfc-9ba3-32571dadb485 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] For port 41d58b4a-8198-410e-896b-e5427159200b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=41d58b4a-8198-410e-896b-e5427159200b,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:08.728145 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-18e4c133-b381-4cfc-9ba3-32571dadb485 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (41d58b4a-8198-410e-896b-e5427159200b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.736479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (548d281e-5e07-4d12-97ff-2c497f48730a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.760872 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (199cd388-4d70-42c0-a840-181f80a0f9f9), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.767754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:08.784214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-18e4c133-b381-4cfc-9ba3-32571dadb485 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for 41d58b4a-8198-410e-896b-e5427159200b owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:08.786231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548d281e-5e07-4d12-97ff-2c497f48730a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:08.793622 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d3c0838a-7efb-4592-b650-b06111cbae17), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.794167 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Added segment d3c0838a-7efb-4592-b650-b06111cbae17 of type vlan for network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 Jan 28 03:54:08.807195 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (199cd388-4d70-42c0-a840-181f80a0f9f9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.875985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (6a7227f2-5258-465d-a2b1-a1c9a424a7f7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.909762 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (6a7227f2-5258-465d-a2b1-a1c9a424a7f7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.916130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:08.917195 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.975044 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4701128 Jan 28 03:54:08.981436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56710) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:08.995377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:09.133294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=199cd388-4d70-42c0-a840-181f80a0f9f9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:09.152274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b0201-087d-45f4-8ffe-b7730765aa08 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Network': ['ID=6a7227f2-5258-465d-a2b1-a1c9a424a7f7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:09.165321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:09.223799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:09.229074 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.250570 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (2ec48225-8696-443b-9906-8bbf80056ee6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.443645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c005faf-ac7a-4967-8c24-544f9c2a8b3b admin admin] Publish callbacks [] for security_group (00fd591f-b8d8-4ef9-8730-60bd5be4b6ed), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.488601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85902439-765d-4c28-92b7-975d429d3334 req-40b4a5f8-e9af-49ac-b1a4-85d8f97b0e35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:09.495761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85902439-765d-4c28-92b7-975d429d3334 req-40b4a5f8-e9af-49ac-b1a4-85d8f97b0e35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 946 time: 0.3885407 Jan 28 03:54:09.508339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c005faf-ac7a-4967-8c24-544f9c2a8b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (00fd591f-b8d8-4ef9-8730-60bd5be4b6ed), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.523515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-18e4c133-b381-4cfc-9ba3-32571dadb485 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (41d58b4a-8198-410e-896b-e5427159200b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.638861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4c133-b381-4cfc-9ba3-32571dadb485 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=41d58b4a-8198-410e-896b-e5427159200b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:09.641181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:09.660692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7c005faf-ac7a-4967-8c24-544f9c2a8b3b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6968b57b669147e78507ae224d1e15e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1383653 Jan 28 03:54:09.661094 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56744) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:09.687256 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.692352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c005faf-ac7a-4967-8c24-544f9c2a8b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fd591f-b8d8-4ef9-8730-60bd5be4b6ed,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:09.701154 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Floating IP 2ec48225-8696-443b-9906-8bbf80056ee6 associated. External IP: 172.25.1.136, port: 863b25cd-e4ed-4a7b-812b-539c7b622637. Jan 28 03:54:09.733376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85902439-765d-4c28-92b7-975d429d3334 req-8826cb47-13eb-4cf0-b97c-c73250b8deeb tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=5babe7eb-79e3-47b7-942a-6f351ad21cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365997 Jan 28 03:54:09.735729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-18e4c133-b381-4cfc-9ba3-32571dadb485 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] No DVR routers for this DVR port 41d58b4a-8198-410e-896b-e5427159200b on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:09.771409 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-18e4c133-b381-4cfc-9ba3-32571dadb485 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.775878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bfe28e5a-09d6-462b-a3c7-2780440111d5 req-18e4c133-b381-4cfc-9ba3-32571dadb485 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.42 "DELETE /v2.0/ports/41d58b4a-8198-410e-896b-e5427159200b HTTP/1.1" status: 204 len: 173 time: 2.0705254 Jan 28 03:54:09.776541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc42a114-806f-44dd-bf85-9e53f72e454c', 'name': 'network-vif-deleted', 'tag': '41d58b4a-8198-410e-896b-e5427159200b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:09.782116 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3031968c-9562-4fb2-8e3c-f46d28b748a2" -d '{"events": [{"server_uuid": "fc42a114-806f-44dd-bf85-9e53f72e454c", "name": "network-vif-deleted", "tag": "41d58b4a-8198-410e-896b-e5427159200b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:09.865405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-593e9582-38d6-4ff9-b3c5-a3f5829f65a0 admin admin] Publish callbacks [] for security_group (00fd591f-b8d8-4ef9-8730-60bd5be4b6ed), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.874860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:09.876824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network hostable DHCP agents. Network: 6a7227f2-5258-465d-a2b1-a1c9a424a7f7, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:09.881674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-261386632'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:09.884289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:09.932562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Made reservation on behalf of 1fcc052e3b594e7ba6bc0c9d4c665d74 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:09.937209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.971519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-593e9582-38d6-4ff9-b3c5-a3f5829f65a0 admin admin] Publish callbacks [] for security_group (00fd591f-b8d8-4ef9-8730-60bd5be4b6ed), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.995439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:10.020212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 6a7227f2-5258-465d-a2b1-a1c9a424a7f7) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:10.032185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:10.037085 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.037488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.049128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cdb453-afc6-46a2-aea7-14d11b09b223 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:10.088592 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5850242d-2a5f-494a-8694-da2b00152bc6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1049120 Jan 28 03:54:10.089278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:10.100635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'name': 'tempest-NetworksTestDHCPv6-1000132716'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:10.149209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 41d58b4a-8198-410e-896b-e5427159200b no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:10.166421 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c6cbaf-da56-409d-8556-7b3c3b4e3bf8 x-openstack-request-id: req-75c6cbaf-da56-409d-8556-7b3c3b4e3bf8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:10.167002 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc42a114-806f-44dd-bf85-9e53f72e454c", "name": "network-vif-deleted", "tag": "41d58b4a-8198-410e-896b-e5427159200b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:10.167472 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75c6cbaf-da56-409d-8556-7b3c3b4e3bf8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:10.168347 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc42a114-806f-44dd-bf85-9e53f72e454c', 'name': 'network-vif-deleted', 'tag': '41d58b4a-8198-410e-896b-e5427159200b', 'status': 'completed', 'code': 200} Jan 28 03:54:10.209651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 41d58b4a-8198-410e-896b-e5427159200b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:10.210246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 41d58b4a-8198-410e-896b-e5427159200b not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:10.229276 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-593e9582-38d6-4ff9-b3c5-a3f5829f65a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (00fd591f-b8d8-4ef9-8730-60bd5be4b6ed), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.236677 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-593e9582-38d6-4ff9-b3c5-a3f5829f65a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.238922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 4a63d7a1-36ad-45ca-841f-ebb9605dbace has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:54:10.240718 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-593e9582-38d6-4ff9-b3c5-a3f5829f65a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00fd591f-b8d8-4ef9-8730-60bd5be4b6ed HTTP/1.1" status: 204 len: 168 time: 0.5791397 Jan 28 03:54:10.261865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e9582-38d6-4ff9-b3c5-a3f5829f65a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fd591f-b8d8-4ef9-8730-60bd5be4b6ed,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:10.427265 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks [] for security_group (74940602-00d0-4657-9f55-9371daa2c3d8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.433814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': '6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:10.434745 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.444831 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (74940602-00d0-4657-9f55-9371daa2c3d8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.451311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:10.459657 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.502707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:10.504226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 06190880-a7c7-4a87-bb1c-30e5cdd87ac9 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:10.587560 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (28584343-e4da-4b6e-b156-fd0b14b3e51c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.587908 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Added segment 28584343-e4da-4b6e-b156-fd0b14b3e51c of type vlan for network 1b790099-48a3-4104-9a4e-b1d15abb7535 Jan 28 03:54:10.590119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74940602-00d0-4657-9f55-9371daa2c3d8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:10.642827 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e4e9-d9c7-4800-bd7d-5d33b43c8c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.644580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c360fbb-0206-4a4f-9abd-854854f7cf22 req-51d9b903-0049-43ae-a75d-b829fc0c400f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:10.646519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c360fbb-0206-4a4f-9abd-854854f7cf22 req-51d9b903-0049-43ae-a75d-b829fc0c400f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 945 time: 0.1789687 Jan 28 03:54:10.699225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:54:10.701827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1b790099-48a3-4104-9a4e-b1d15abb7535), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.712015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] Sync routers for ids ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:54:10.732046 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.733076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::230 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c/06190880-a7c7-4a87-bb1c-30e5cdd87ac9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:10.735222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] Routers {'4a63d7a1-36ad-45ca-841f-ebb9605dbace'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:10.736670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:10.774783 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-20fd5123-e788-454d-ab5a-88cb61896460 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.7914994 Jan 28 03:54:10.803134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c360fbb-0206-4a4f-9abd-854854f7cf22 req-a7745d9f-ab4a-42c8-bb47-556a69bc2fb3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432836 Jan 28 03:54:10.814591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1b790099-48a3-4104-9a4e-b1d15abb7535), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.820741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:10.821662 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.888412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2384670 Jan 28 03:54:10.898023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56776) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:10.986747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] Set router 4a63d7a1-36ad-45ca-841f-ebb9605dbace gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:10.990519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:10.992988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361d1d3-7e83-45d0-ba3c-607143120e20 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Pushing event updated for resources: {'Network': ['ID=1b790099-48a3-4104-9a4e-b1d15abb7535,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:10.996830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9215ee95-730d-467e-969e-dcf865a72bca req-2e6eb262-52d3-4ca2-bb41-963eda1ffbaa tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc42a114-806f-44dd-bf85-9e53f72e454c HTTP/1.1" status: 200 len: 210 time: 0.0998633 Jan 28 03:54:11.019311 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-072e9217-0825-4a04-a8b8-f71eb8198b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.032222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b4df0-0400-4489-be71-60e3bb8fe441 req-d817f28e-bd25-4ce7-88f7-5f1096fd6b36 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:11.034971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-041b4df0-0400-4489-be71-60e3bb8fe441 req-d817f28e-bd25-4ce7-88f7-5f1096fd6b36 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.1197402 Jan 28 03:54:11.087635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1b790099-48a3-4104-9a4e-b1d15abb7535 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:11.134578 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-072e9217-0825-4a04-a8b8-f71eb8198b98 admin admin] Publish callbacks [] for security_group (8ad4ee2b-f0e6-4c45-93a7-59a171deced7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.147162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-072e9217-0825-4a04-a8b8-f71eb8198b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8ad4ee2b-f0e6-4c45-93a7-59a171deced7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.188465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-041b4df0-0400-4489-be71-60e3bb8fe441 req-67b617d2-cb1b-4583-8ccf-d366837c0deb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345043 Jan 28 03:54:11.221656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56788) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:11.242543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-072e9217-0825-4a04-a8b8-f71eb8198b98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e957e4fadd9460b8b3bd8836a89a131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2521274 Jan 28 03:54:11.252085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e9217-0825-4a04-a8b8-f71eb8198b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad4ee2b-f0e6-4c45-93a7-59a171deced7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:11.257497 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56790) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:11.360972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2ffc1167-a801-465b-aa63-269311fd6d47 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/2ec48225-8696-443b-9906-8bbf80056ee6 HTTP/1.1" status: 200 len: 992 time: 0.1380284 Jan 28 03:54:11.406486 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (06190880-a7c7-4a87-bb1c-30e5cdd87ac9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.416050 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4960861b-71d4-4164-8b41-158f0bdfe500 admin admin] Publish callbacks [] for security_group (8ad4ee2b-f0e6-4c45-93a7-59a171deced7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.453919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4960861b-71d4-4164-8b41-158f0bdfe500 admin admin] Publish callbacks [] for security_group (8ad4ee2b-f0e6-4c45-93a7-59a171deced7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.488695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Request body: {'network': {'name': 'tempest-network--580491605', 'router:external': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:11.519647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (06190880-a7c7-4a87-bb1c-30e5cdd87ac9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.533108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Made reservation on behalf of 5e0e92d39ea44359a520b7d72941935a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:11.535792 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.558211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.578073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4960861b-71d4-4164-8b41-158f0bdfe500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8ad4ee2b-f0e6-4c45-93a7-59a171deced7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.580813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4960861b-71d4-4164-8b41-158f0bdfe500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.581970 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4960861b-71d4-4164-8b41-158f0bdfe500 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ad4ee2b-f0e6-4c45-93a7-59a171deced7 HTTP/1.1" status: 204 len: 168 time: 0.2999954 Jan 28 03:54:11.591593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:11.604922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:11.611178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960861b-71d4-4164-8b41-158f0bdfe500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad4ee2b-f0e6-4c45-93a7-59a171deced7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:11.617448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:11.620310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:11.620986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.634204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=06190880-a7c7-4a87-bb1c-30e5cdd87ac9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:11.648450 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-13d44949-3e03-4cb2-8c16-75c825d6de21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5552244 Jan 28 03:54:11.651066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:11.682659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c/404b324a-03d7-4fe9-b032-e604ecb61863) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:11.719280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '2ec48225-8696-443b-9906-8bbf80056ee6', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'port_id': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'mac_address': 'fa:16:3e:3b:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:05Z', 'updated_at': '2022-01-28T03:54:05Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b711d76c-42d3-4ba0-80ae-4dd45b0afe0e', 'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:9a:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:34Z', 'updated_at': '2022-01-28T03:53:40Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:11.743994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for security_group (31021b1c-be8c-4123-8e4a-8104a4efdaf8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.750310 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (31021b1c-be8c-4123-8e4a-8104a4efdaf8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.760057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23685f87-6b5a-4d54-a717-bdc33096d967 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:11.761004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] Checking router: 4a63d7a1-36ad-45ca-841f-ebb9605dbace for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:54:11.769185 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-23685f87-6b5a-4d54-a717-bdc33096d967 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1139393 Jan 28 03:54:11.770727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56806) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:11.777911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:11.782817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] Routers {'4a63d7a1-36ad-45ca-841f-ebb9605dbace'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:11.783571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:53:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:11.798340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31021b1c-be8c-4123-8e4a-8104a4efdaf8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:11.807082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7babf7b6-7a17-4e15-bb66-acff41cdfa15), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.807439 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Added segment 7babf7b6-7a17-4e15-bb66-acff41cdfa15 of type vlan for network 036ba7e3-3880-4e87-b5f6-7ec9edb4749d Jan 28 03:54:11.888465 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (036ba7e3-3880-4e87-b5f6-7ec9edb4749d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.908212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] Set router 4a63d7a1-36ad-45ca-841f-ebb9605dbace gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:11.939766 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (036ba7e3-3880-4e87-b5f6-7ec9edb4749d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.941937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:11.942785 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.976884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0660141 Jan 28 03:54:11.980202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:12.015687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0c94ac43-b671-468d-ab6f-43076c38f300 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 06190880-a7c7-4a87-bb1c-30e5cdd87ac9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:12.016031 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c94ac43-b671-468d-ab6f-43076c38f300 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (06190880-a7c7-4a87-bb1c-30e5cdd87ac9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.024028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae8895-5df7-40e7-a8f2-206daa783bd1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event updated for resources: {'Network': ['ID=036ba7e3-3880-4e87-b5f6-7ec9edb4749d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:12.052729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 036ba7e3-3880-4e87-b5f6-7ec9edb4749d details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:12.080370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56814) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:12.171264 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:12.178728 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97d081-066c-441d-b13c-759138717430" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:12.225181 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eab7205d-f08f-4bd5-ad53-96de89bb8323 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (5babe7eb-79e3-47b7-942a-6f351ad21cdc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.254022 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b1dc69-82d7-4e8a-a7a7-c3110e7a4893 x-openstack-request-id: req-c9b1dc69-82d7-4e8a-a7a7-c3110e7a4893 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:12.254588 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:12.254848 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9b1dc69-82d7-4e8a-a7a7-c3110e7a4893 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:12.255528 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'status': 'completed', 'code': 200} Jan 28 03:54:12.263326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eab7205d-f08f-4bd5-ad53-96de89bb8323 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (5babe7eb-79e3-47b7-942a-6f351ad21cdc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.355398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56824) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:12.396026 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.442300 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7f671c44-f4bc-4de9-bc0a-d9e51141d7f0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/2ec48225-8696-443b-9906-8bbf80056ee6 HTTP/1.1" status: 200 len: 992 time: 0.0855949 Jan 28 03:54:12.443562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eab7205d-f08f-4bd5-ad53-96de89bb8323 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5babe7eb-79e3-47b7-942a-6f351ad21cdc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.447054 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eab7205d-f08f-4bd5-ad53-96de89bb8323 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.448494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eab7205d-f08f-4bd5-ad53-96de89bb8323 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/security-groups/5babe7eb-79e3-47b7-942a-6f351ad21cdc HTTP/1.1" status: 204 len: 168 time: 0.3669040 Jan 28 03:54:12.462030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7205d-f08f-4bd5-ad53-96de89bb8323 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5babe7eb-79e3-47b7-942a-6f351ad21cdc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:12.500920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:12.650103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21b6845-f1da-4470-a2f5-e3b0a376c276 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting subnet 158090c2-e9c9-46b3-9b63-f236b4315fb4 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:12.660320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b21b6845-f1da-4470-a2f5-e3b0a376c276 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for subnet (158090c2-e9c9-46b3-9b63-f236b4315fb4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.702495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (036ba7e3-3880-4e87-b5f6-7ec9edb4749d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.732795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97d081-066c-441d-b13c-759138717430 req-85561dc2-daeb-48aa-ad75-df1ce35abeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:12.734820 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd97d081-066c-441d-b13c-759138717430 req-85561dc2-daeb-48aa-ad75-df1ce35abeb0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1098 time: 0.1493952 Jan 28 03:54:12.746067 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e88bd64-ff11-4f00-960b-d95709c8aa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.788166 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Publish callbacks [] for port (404b324a-03d7-4fe9-b032-e604ecb61863), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.798856 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.815600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '2ec48225-8696-443b-9906-8bbf80056ee6', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'port_id': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'mac_address': 'fa:16:3e:3b:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:05Z', 'updated_at': '2022-01-28T03:54:05Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b711d76c-42d3-4ba0-80ae-4dd45b0afe0e', 'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:9a:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:34Z', 'updated_at': '2022-01-28T03:53:40Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:12.864629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97d081-066c-441d-b13c-759138717430 req-0ed5ef74-2818-44bf-b7c5-b34b387adf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:12.866421 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd97d081-066c-441d-b13c-759138717430 req-0ed5ef74-2818-44bf-b7c5-b34b387adf8f service neutron] 10.222.0.25 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 897 time: 0.1123321 Jan 28 03:54:12.873480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408a3fb4-9f14-42d5-9149-0112b055a3b6 None None] The sync data for ids ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'] in n-d-808199-14 is: [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '2ec48225-8696-443b-9906-8bbf80056ee6', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'port_id': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'mac_address': 'fa:16:3e:3b:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:05Z', 'updated_at': '2022-01-28T03:54:05Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b711d76c-42d3-4ba0-80ae-4dd45b0afe0e', 'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:9a:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:34Z', 'updated_at': '2022-01-28T03:53:40Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:54:12.877156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:12.908866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:12.914111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:13.019853 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c94ac43-b671-468d-ab6f-43076c38f300 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (06190880-a7c7-4a87-bb1c-30e5cdd87ac9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.053864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Pushing event updated for resources: {'Port': ['ID=404b324a-03d7-4fe9-b032-e604ecb61863,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:13.066675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0c94ac43-b671-468d-ab6f-43076c38f300 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 06190880-a7c7-4a87-bb1c-30e5cdd87ac9 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:13.090549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Attempting to bind port 404b324a-03d7-4fe9-b032-e604ecb61863 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:13.090954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Attempting to bind port 404b324a-03d7-4fe9-b032-e604ecb61863 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:13.091510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Attempting to bind port 404b324a-03d7-4fe9-b032-e604ecb61863 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:13.107885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:13.108364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:13.108779 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.109260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:13.109743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Bound port: 404b324a-03d7-4fe9-b032-e604ecb61863, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:13.110130 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.143567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd97d081-066c-441d-b13c-759138717430 req-d1cac5d4-ce29-43d7-aafa-3b146a1454da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 1000 time: 0.2704022 Jan 28 03:54:13.222141 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (036ba7e3-3880-4e87-b5f6-7ec9edb4749d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.235687 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b21b6845-f1da-4470-a2f5-e3b0a376c276 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (158090c2-e9c9-46b3-9b63-f236b4315fb4), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.239686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] For port 404b324a-03d7-4fe9-b032-e604ecb61863, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:13.245529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] For port 404b324a-03d7-4fe9-b032-e604ecb61863, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=404b324a-03d7-4fe9-b032-e604ecb61863,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:13.252771 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.288478 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a329da31-5321-425f-b93d-62950f0fa318 None None] New status for floating IP 2ec48225-8696-443b-9906-8bbf80056ee6: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:54:13.339798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036ba7e3-3880-4e87-b5f6-7ec9edb4749d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:13.358197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7babf7b6-7a17-4e15-bb66-acff41cdfa15') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:13.358772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7babf7b6-7a17-4e15-bb66-acff41cdfa15') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:13.383700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97d081-066c-441d-b13c-759138717430 req-2180177e-4439-48f4-899a-82b94c03bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:13.385536 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd97d081-066c-441d-b13c-759138717430 req-2180177e-4439-48f4-899a-82b94c03bda3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.2349036 Jan 28 03:54:13.389915 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (7babf7b6-7a17-4e15-bb66-acff41cdfa15), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.445075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:13.464321 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b21b6845-f1da-4470-a2f5-e3b0a376c276 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (158090c2-e9c9-46b3-9b63-f236b4315fb4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.500529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce33f9a-72a9-4dee-9955-43e84377e787 None None] Pushing event updated for resources: {'Port': ['ID=404b324a-03d7-4fe9-b032-e604ecb61863,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:13.516474 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7babf7b6-7a17-4e15-bb66-acff41cdfa15), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.603720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:13.604867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (7babf7b6-7a17-4e15-bb66-acff41cdfa15), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.615396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97d081-066c-441d-b13c-759138717430 req-057bcf15-6ba9-4553-80b3-638b8dd41c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:13.617494 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd97d081-066c-441d-b13c-759138717430 req-057bcf15-6ba9-4553-80b3-638b8dd41c54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2197616 Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:13.627432 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:13.636775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-996895e1-a795-4d50-a7c5-e50e3196b56e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/2ec48225-8696-443b-9906-8bbf80056ee6 HTTP/1.1" status: 200 len: 992 time: 0.1793270 Jan 28 03:54:13.675821 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b21b6845-f1da-4470-a2f5-e3b0a376c276 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (158090c2-e9c9-46b3-9b63-f236b4315fb4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.757161 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b21b6845-f1da-4470-a2f5-e3b0a376c276 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.766706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1fba71-153c-4320-b1ee-caa60712aa25 None None] Network 996d46f8-6580-41da-99d4-fe4d417aee49 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:13.782335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b21b6845-f1da-4470-a2f5-e3b0a376c276 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/subnets/158090c2-e9c9-46b3-9b63-f236b4315fb4 HTTP/1.1" status: 204 len: 168 time: 1.2795384 Jan 28 03:54:13.791486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b6845-f1da-4470-a2f5-e3b0a376c276 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Subnet': ['ID=158090c2-e9c9-46b3-9b63-f236b4315fb4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:13.797455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:13.923299 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c94ac43-b671-468d-ab6f-43076c38f300 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (06190880-a7c7-4a87-bb1c-30e5cdd87ac9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.020766 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (036ba7e3-3880-4e87-b5f6-7ec9edb4749d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.071401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 036ba7e3-3880-4e87-b5f6-7ec9edb4749d {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:54:14.083748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 404b324a-03d7-4fe9-b032-e604ecb61863 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:14.104046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.112736 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d729dc3a-a0c0-4907-aaf3-6a4dc01c6dae None None] DHCP port deletion for 996d46f8-6580-41da-99d4-fe4d417aee49 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:54:14.117862 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "DELETE /v2.0/networks/036ba7e3-3880-4e87-b5f6-7ec9edb4749d HTTP/1.1" status: 204 len: 168 time: 2.1326911 Jan 28 03:54:14.117862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94ac43-b671-468d-ab6f-43076c38f300 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=06190880-a7c7-4a87-bb1c-30e5cdd87ac9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:14.119661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:14.126295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:14.157571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:54:14.166168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:14.176927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Made reservation on behalf of 5e0e92d39ea44359a520b7d72941935a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:14.179752 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.194864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd97d081-066c-441d-b13c-759138717430 req-9aaa78b0-8d3d-455f-8038-f47cd601873e service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395353 Jan 28 03:54:14.199963 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c94ac43-b671-468d-ab6f-43076c38f300 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.219670 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0c94ac43-b671-468d-ab6f-43076c38f300 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/06190880-a7c7-4a87-bb1c-30e5cdd87ac9 HTTP/1.1" status: 204 len: 168 time: 2.4443192 Jan 28 03:54:14.220799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56872) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:14.221147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc5dcb-6f78-456e-ae26-b4c79951c5ce tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event deleted for resources: {'Network': ['ID=036ba7e3-3880-4e87-b5f6-7ec9edb4749d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:14.259825 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (996d46f8-6580-41da-99d4-fe4d417aee49), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.365438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:14.393262 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.431055 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2235a939-94da-4421-9fcd-ec74c20d25b9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.435160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd97d081-066c-441d-b13c-759138717430 req-0ee38c7c-3b75-414a-9a1f-bc2f1c0d0118 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177866 Jan 28 03:54:14.435317 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Added segment 2235a939-94da-4421-9fcd-ec74c20d25b9 of type vlan for network 7962b1c7-fcf4-4840-aee4-59a996c2a0ec Jan 28 03:54:14.529277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port 649d66ad-e991-4af5-a533-9b7fde4fae04 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:14.529277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.551977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce8d95d-f8d9-4f3f-8ecf-df6f21d70562 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:14.556340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce8d95d-f8d9-4f3f-8ecf-df6f21d70562 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:14.562600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dce8d95d-f8d9-4f3f-8ecf-df6f21d70562 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3398275 Jan 28 03:54:14.572833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56880) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:14.601612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56882) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:14.635570 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.648074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d729dc3a-a0c0-4907-aaf3-6a4dc01c6dae None None] Deleting port 649d66ad-e991-4af5-a533-9b7fde4fae04 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:14.648568 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d729dc3a-a0c0-4907-aaf3-6a4dc01c6dae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.660229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] For port 649d66ad-e991-4af5-a533-9b7fde4fae04, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=649d66ad-e991-4af5-a533-9b7fde4fae04,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:14.660794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.681048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for 649d66ad-e991-4af5-a533-9b7fde4fae04 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:14.681294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56886) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:14.711043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (7962b1c7-fcf4-4840-aee4-59a996c2a0ec), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.813707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d729dc3a-a0c0-4907-aaf3-6a4dc01c6dae None None] For port 649d66ad-e991-4af5-a533-9b7fde4fae04, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=649d66ad-e991-4af5-a533-9b7fde4fae04,segment=NetworkSegment(e72f8c48-14cb-4495-994a-60fa41ade475),segment_id=e72f8c48-14cb-4495-994a-60fa41ade475)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:14.814280 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d729dc3a-a0c0-4907-aaf3-6a4dc01c6dae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.853934 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d729dc3a-a0c0-4907-aaf3-6a4dc01c6dae None None] Calling delete_port for 649d66ad-e991-4af5-a533-9b7fde4fae04 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:14.888627 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.892151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e2e115-a22b-4069-bdbb-b9f0cc48c7bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:14.915993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-89b0e370-0a14-466d-be96-ce3b59efb113 tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:14.918432 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82e2e115-a22b-4069-bdbb-b9f0cc48c7bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.928119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=649d66ad-e991-4af5-a533-9b7fde4fae04,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:14.937916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] No DVR routers for this DVR port 649d66ad-e991-4af5-a533-9b7fde4fae04 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:14.978076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 404b324a-03d7-4fe9-b032-e604ecb61863 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:14.978450 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.036252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cf016aac-012f-4a0f-b586-3a699352b3c8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/2ec48225-8696-443b-9906-8bbf80056ee6 HTTP/1.1" status: 200 len: 994 time: 0.3533130 Jan 28 03:54:15.065854 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (7962b1c7-fcf4-4840-aee4-59a996c2a0ec), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.066833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:15.067410 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.070836 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (996d46f8-6580-41da-99d4-fe4d417aee49), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.106044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996d46f8-6580-41da-99d4-fe4d417aee49']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:15.126088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72f8c48-14cb-4495-994a-60fa41ade475') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:15.126602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72f8c48-14cb-4495-994a-60fa41ade475') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:15.142326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (e72f8c48-14cb-4495-994a-60fa41ade475), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.160363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e72f8c48-14cb-4495-994a-60fa41ade475), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.167989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:15.168532 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (e72f8c48-14cb-4495-994a-60fa41ade475), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:15.172800 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:15.197427 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d729dc3a-a0c0-4907-aaf3-6a4dc01c6dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (649d66ad-e991-4af5-a533-9b7fde4fae04), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.216554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:15.227251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.229436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d8ad4-0a60-4b52-91ac-fb38c4231599 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:15.236596 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82e2e115-a22b-4069-bdbb-b9f0cc48c7bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.239331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event updated for resources: {'Network': ['ID=7962b1c7-fcf4-4840-aee4-59a996c2a0ec,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:15.259036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:15.259255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9dd8c487-e3e2-48df-b1db-8ffb58294feb tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1380875 Jan 28 03:54:15.265844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Request body: {'subnet': {'network_id': '7962b1c7-fcf4-4840-aee4-59a996c2a0ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:15.307817 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (996d46f8-6580-41da-99d4-fe4d417aee49), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.313500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Made reservation on behalf of 5e0e92d39ea44359a520b7d72941935a for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:15.321038 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.332941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 7962b1c7-fcf4-4840-aee4-59a996c2a0ec details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:15.344415 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.350745 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/networks/996d46f8-6580-41da-99d4-fe4d417aee49 HTTP/1.1" status: 204 len: 168 time: 1.5502961 Jan 28 03:54:15.351483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:15.397542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d3107-0c25-4969-ab3f-c1858091a32f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Network': ['ID=996d46f8-6580-41da-99d4-fe4d417aee49,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:15.413777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729dc3a-a0c0-4907-aaf3-6a4dc01c6dae None None] Pushing event deleted for resources: {'Port': ['ID=649d66ad-e991-4af5-a533-9b7fde4fae04,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:15.418487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729dc3a-a0c0-4907-aaf3-6a4dc01c6dae None None] No DVR routers for this DVR port 649d66ad-e991-4af5-a533-9b7fde4fae04 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:15.455671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:15.520503 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82e2e115-a22b-4069-bdbb-b9f0cc48c7bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.522133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:15.524753 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f26ec4c-42bf-4608-ae2a-1287250b0eb8" -d '{"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-unplugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:15.552597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'port_id': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'mac_address': 'fa:16:3e:04:9c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:54:15.554465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9604cddf-725f-4f7f-93a3-e91cfc083c56 None None] Provisioning complete for port 404b324a-03d7-4fe9-b032-e604ecb61863 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:15.554827 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9604cddf-725f-4f7f-93a3-e91cfc083c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.565834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:15.625611 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.627144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.651212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-89b0e370-0a14-466d-be96-ce3b59efb113 tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] 10.222.0.44 "PUT /v2.0/quotas/1b84aee9b3f0443086ac2a587c572a81 HTTP/1.1" status: 200 len: 366 time: 1.0451686 Jan 28 03:54:15.657973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56914) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:15.663360 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0575fbd8-c754-495f-b3fd-bec9f5f319b2 x-openstack-request-id: req-0575fbd8-c754-495f-b3fd-bec9f5f319b2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:15.663689 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-unplugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:15.663945 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0575fbd8-c754-495f-b3fd-bec9f5f319b2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:15.664339 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'code': 200} Jan 28 03:54:15.687819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-65db21b1-1a7b-43d5-bc11-b1049370fc39 tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0275846 Jan 28 03:54:15.691016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56916) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:15.725320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dfae838e-da02-4bac-8e5c-2aa152eed7d6 tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] 10.222.0.44 "GET /v2.0/quotas/1b84aee9b3f0443086ac2a587c572a81 HTTP/1.1" status: 200 len: 366 time: 0.0272968 Jan 28 03:54:15.730885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56918) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:15.743421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 404b324a-03d7-4fe9-b032-e604ecb61863 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:15.743819 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.772980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a0da4df4-c589-47ca-8f21-cf079ead4df0 tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/1b84aee9b3f0443086ac2a587c572a81 HTTP/1.1" status: 204 len: 168 time: 0.0377626 Jan 28 03:54:15.775118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82e2e115-a22b-4069-bdbb-b9f0cc48c7bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.777508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:15.792007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:15.792477 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.823772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2e115-a22b-4069-bdbb-b9f0cc48c7bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:15.834775 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82e2e115-a22b-4069-bdbb-b9f0cc48c7bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.841397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-82e2e115-a22b-4069-bdbb-b9f0cc48c7bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c HTTP/1.1" status: 204 len: 168 time: 1.2669785 Jan 28 03:54:15.844598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:15.845100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56926) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:15.863690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5ff5fb-4e1c-4520-96ca-8060619ee468 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:54:15.867484 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ead4b64a-d215-4cf5-9f7b-cf9d16f97aa5 tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0880156 Jan 28 03:54:15.925132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:15.974609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9604cddf-725f-4f7f-93a3-e91cfc083c56 None None] Current status of the port 404b324a-03d7-4fe9-b032-e604ecb61863 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:15.976050 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9604cddf-725f-4f7f-93a3-e91cfc083c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.997439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8c6aa460-4011-43c4-9241-3629a2becc73 tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] 10.222.0.44 "GET /v2.0/quotas/1b84aee9b3f0443086ac2a587c572a81 HTTP/1.1" status: 200 len: 370 time: 0.0711508 Jan 28 03:54:15.998276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56938) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:16.001967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fb8cf03c-6257-420f-883b-89c1b840145a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1559000 Jan 28 03:54:16.005597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56940) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:16.009875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8e305db1-14e0-42e7-bee2-a8c908b2ead3 tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] 10.222.0.44 "GET /v2.0/quotas/1b84aee9b3f0443086ac2a587c572a81/default HTTP/1.1" status: 200 len: 370 time: 0.0100844 Jan 28 03:54:16.010496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:16.014843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-331072d1-d8a7-455c-b179-d06eb34ed41a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:16.019296 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-7aaf93e2-7092-405d-9f2e-622593274d80 tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] delete failed (client error): The resource could not be found. Jan 28 03:54:16.023577 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7aaf93e2-7092-405d-9f2e-622593274d80 tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/1b84aee9b3f0443086ac2a587c572a81 HTTP/1.1" status: 404 len: 348 time: 0.0120907 Jan 28 03:54:16.045833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:16.176778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port 56bae619-f017-4a01-b384-e275447b13d3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:16.177204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (56bae619-f017-4a01-b384-e275447b13d3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.272877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:16.308303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Usage tracker for resource:network and project:bb953cec2be34b2fb9a4f17072642bf9 is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 03:54:16.312226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 03:54:16.312760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbff11a-e024-4ee5-8c81-b5a5e32e7369 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:16.319055 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.319763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Usage tracker for resource:subnet and project:bb953cec2be34b2fb9a4f17072642bf9 is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 03:54:16.323489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 03:54:16.331479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Usage tracker for resource:subnetpool and project:bb953cec2be34b2fb9a4f17072642bf9 is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 03:54:16.337578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 03:54:16.345315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Usage tracker for resource:port and project:bb953cec2be34b2fb9a4f17072642bf9 is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 03:54:16.349627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 03:54:16.356701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Usage tracker for resource:router and project:bb953cec2be34b2fb9a4f17072642bf9 is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 03:54:16.360970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 03:54:16.369110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Usage tracker for resource:floatingip and project:bb953cec2be34b2fb9a4f17072642bf9 is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 03:54:16.373815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 03:54:16.390223 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (56bae619-f017-4a01-b384-e275447b13d3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.391263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for floatingip (56bae619-f017-4a01-b384-e275447b13d3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.402903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331072d1-d8a7-455c-b179-d06eb34ed41a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:16.408339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-331072d1-d8a7-455c-b179-d06eb34ed41a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.439564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Usage tracker for resource:security_group and project:bb953cec2be34b2fb9a4f17072642bf9 is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 03:54:16.443858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 03:54:16.454274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Usage tracker for resource:security_group_rule and project:bb953cec2be34b2fb9a4f17072642bf9 is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 03:54:16.461629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.quota.resource [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 03:54:16.475060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f3d342c-27fe-40c6-b164-b3bd16acc1df tempest-QuotasTest-1398902412 tempest-QuotasTest-1398902412-project-admin] 10.222.0.44 "GET /v2.0/quotas/bb953cec2be34b2fb9a4f17072642bf9/details.json HTTP/1.1" status: 200 len: 703 time: 0.2010648 Jan 28 03:54:16.521894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for 56bae619-f017-4a01-b384-e275447b13d3 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:16.545167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9604cddf-725f-4f7f-93a3-e91cfc083c56 None None] For port 404b324a-03d7-4fe9-b032-e604ecb61863, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=404b324a-03d7-4fe9-b032-e604ecb61863,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:16.547734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['be5ff5fb-4e1c-4520-96ca-8060619ee468'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:54:16.619867 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:54:16.620240 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:54:16.636658 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9604cddf-725f-4f7f-93a3-e91cfc083c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.660249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:16.719107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604cddf-725f-4f7f-93a3-e91cfc083c56 None None] Pushing event updated for resources: {'Port': ['ID=404b324a-03d7-4fe9-b032-e604ecb61863,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:16.768900 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.790727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f3121846-0836-4979-b858-7805c21d98c8 None None] Provisioning complete for port 404b324a-03d7-4fe9-b032-e604ecb61863 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:16.791110 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3121846-0836-4979-b858-7805c21d98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.848390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700062a5-1e61-4b23-8d7b-eb79609e9da9 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:54:16.882998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:54:16.883479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (97762bc7-4ff8-433a-ba0a-7541a0da4597), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.020572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event updated for resources: {'Subnet': ['ID=97762bc7-4ff8-433a-ba0a-7541a0da4597,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:17.054825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:17.078096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-700062a5-1e61-4b23-8d7b-eb79609e9da9 None None] Deleting port 404b324a-03d7-4fe9-b032-e604ecb61863 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:17.078381 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-700062a5-1e61-4b23-8d7b-eb79609e9da9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.079717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Checking segment: {'id': '2235a939-94da-4421-9fcd-ec74c20d25b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7962b1c7-fcf4-4840-aee4-59a996c2a0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:17.079931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Network hostable DHCP agents. Network: 7962b1c7-fcf4-4840-aee4-59a996c2a0ec, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:17.083549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f3121846-0836-4979-b858-7805c21d98c8 None None] Current status of the port 404b324a-03d7-4fe9-b032-e604ecb61863 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:17.127994 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-331072d1-d8a7-455c-b179-d06eb34ed41a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (9a15951a-7d6f-4634-a6c9-096a8f8c2652), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.181230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331072d1-d8a7-455c-b179-d06eb34ed41a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:17.189869 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Network 7962b1c7-fcf4-4840-aee4-59a996c2a0ec is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:17.196967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-331072d1-d8a7-455c-b179-d06eb34ed41a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:17.206836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331072d1-d8a7-455c-b179-d06eb34ed41a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:17.207476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-331072d1-d8a7-455c-b179-d06eb34ed41a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.226849 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 7962b1c7-fcf4-4840-aee4-59a996c2a0ec) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:17.243147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:17.244027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.250681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (56bae619-f017-4a01-b384-e275447b13d3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.253364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331072d1-d8a7-455c-b179-d06eb34ed41a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=9a15951a-7d6f-4634-a6c9-096a8f8c2652,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:17.270062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966cf78-8b8d-48fb-9c33-fb1a46dfe21b None None] Network 7962b1c7-fcf4-4840-aee4-59a996c2a0ec requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:17.304108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=56bae619-f017-4a01-b384-e275447b13d3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:17.312225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 404b324a-03d7-4fe9-b032-e604ecb61863 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:17.317024 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-331072d1-d8a7-455c-b179-d06eb34ed41a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3046358 Jan 28 03:54:17.317952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56966) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:17.323229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'name': 'tempest-NetworksTestDHCPv6-1949185240'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:17.327953 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1e96-edd3-43c8-a578-b07c928e5121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.337347 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-263c2941-7ff8-4dc7-b504-2571931cc229 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0747604 Jan 28 03:54:17.338132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:17.344306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-700062a5-1e61-4b23-8d7b-eb79609e9da9 None None] For port 404b324a-03d7-4fe9-b032-e604ecb61863, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=404b324a-03d7-4fe9-b032-e604ecb61863,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:17.344717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-700062a5-1e61-4b23-8d7b-eb79609e9da9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.368246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Request body: {'floatingip': {'floating_network_id': '7962b1c7-fcf4-4840-aee4-59a996c2a0ec'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:17.404138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-700062a5-1e61-4b23-8d7b-eb79609e9da9 None None] Calling delete_port for 404b324a-03d7-4fe9-b032-e604ecb61863 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:17.471997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for floatingip (17bfd038-f1fc-49e8-bed7-bbaddf3b14e2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.472324 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Floating IP 17bfd038-f1fc-49e8-bed7-bbaddf3b14e2 disassociated (deleted). External IP: 172.25.1.166, port: 317861a4-d007-49e2-9dc2-f57a3f148598. Jan 28 03:54:17.512729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1e96-edd3-43c8-a578-b07c928e5121 admin admin] Publish callbacks [] for security_group (1cd4bb17-630c-4e00-b0ef-49db92d93a8e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.515246 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.529008 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1e96-edd3-43c8-a578-b07c928e5121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1cd4bb17-630c-4e00-b0ef-49db92d93a8e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.560195 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c8ad1e96-edd3-43c8-a578-b07c928e5121 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ada7044f98f41c182a61c243f54f931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5041711 Jan 28 03:54:17.563251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:17.568485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 404b324a-03d7-4fe9-b032-e604ecb61863 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:17.660263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:17.663624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.689706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad1e96-edd3-43c8-a578-b07c928e5121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd4bb17-630c-4e00-b0ef-49db92d93a8e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:17.715997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee018ce0-9ce9-4326-9a9f-add8a9be2e3b None None] Network 7962b1c7-fcf4-4840-aee4-59a996c2a0ec requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:17.718081 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-040572a1-6340-4cee-8b68-0ecb91c7de15 admin admin] Publish callbacks [] for security_group (1cd4bb17-630c-4e00-b0ef-49db92d93a8e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.721587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 183df0ed-1966-4743-85ff-619c8e612a96 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:17.755237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-040572a1-6340-4cee-8b68-0ecb91c7de15 admin admin] Publish callbacks [] for security_group (1cd4bb17-630c-4e00-b0ef-49db92d93a8e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.812397 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.879655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Port 404b324a-03d7-4fe9-b032-e604ecb61863 update to DOWN by agent not found {{(pid=103290) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 03:54:17.880272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 649d66ad-e991-4af5-a533-9b7fde4fae04 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:17.888580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-040572a1-6340-4cee-8b68-0ecb91c7de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1cd4bb17-630c-4e00-b0ef-49db92d93a8e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.892004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-040572a1-6340-4cee-8b68-0ecb91c7de15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.893474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-040572a1-6340-4cee-8b68-0ecb91c7de15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1cd4bb17-630c-4e00-b0ef-49db92d93a8e HTTP/1.1" status: 204 len: 168 time: 0.3242264 Jan 28 03:54:17.908941 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-700062a5-1e61-4b23-8d7b-eb79609e9da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (404b324a-03d7-4fe9-b032-e604ecb61863), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.913940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 649d66ad-e991-4af5-a533-9b7fde4fae04 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:17.914228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 649d66ad-e991-4af5-a533-9b7fde4fae04 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:17.938569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040572a1-6340-4cee-8b68-0ecb91c7de15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd4bb17-630c-4e00-b0ef-49db92d93a8e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:17.946698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700062a5-1e61-4b23-8d7b-eb79609e9da9 None None] Pushing event deleted for resources: {'Port': ['ID=404b324a-03d7-4fe9-b032-e604ecb61863,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:17.964136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700062a5-1e61-4b23-8d7b-eb79609e9da9 None None] No DVR routers for this DVR port 404b324a-03d7-4fe9-b032-e604ecb61863 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:17.969252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Allocated IP 172.20.0.3 (7962b1c7-fcf4-4840-aee4-59a996c2a0ec/97762bc7-4ff8-433a-ba0a-7541a0da4597/662cceae-eab8-4fc3-be8d-2ea4fb4669cd) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:18.039702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066da41f-dfa9-4de0-9fc1-b12bdf1952b5 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:18.179670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': '9a15951a-7d6f-4634-a6c9-096a8f8c2652'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:18.180634 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:18.238157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::55 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/9a15951a-7d6f-4634-a6c9-096a8f8c2652/183df0ed-1966-4743-85ff-619c8e612a96) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:18.244314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for port (662cceae-eab8-4fc3-be8d-2ea4fb4669cd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:18.305062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router 30e76253-6597-4ba7-aec7-e923d63de0b2 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:54:18.351909 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (662cceae-eab8-4fc3-be8d-2ea4fb4669cd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:18.368813 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:18.474396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Network 7962b1c7-fcf4-4840-aee4-59a996c2a0ec is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:18.497459 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:18.506252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port be5ff5fb-4e1c-4520-96ca-8060619ee468 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:18.507224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:18.508035 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:18.583856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:18.585070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event updated for resources: {'Port': ['ID=662cceae-eab8-4fc3-be8d-2ea4fb4669cd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:18.600989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.601435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.601926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.602386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.602984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.603380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.603728 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.604071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.604474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.604816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.605178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.605557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.606070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:18.646314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-502a5e12-691e-4436-aba7-d681beada64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:18.688706 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for floatingip (e1ccc1d3-05aa-4332-9083-40326a2c4780), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:18.720354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:54:18.732438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:18.734309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:18.735124 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:18.741020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] Sync routers for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:54:18.748740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (662cceae-eab8-4fc3-be8d-2ea4fb4669cd), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:18.776902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:18.777741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:54:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:18.787176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:18.790300 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55de42ff-829c-4166-9391-81f77199e149" -d '{"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-plugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:18.871168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:18.885378 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:18.987065 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410071a9-278c-4b84-83c2-1e38ab10e24c x-openstack-request-id: req-410071a9-278c-4b84-83c2-1e38ab10e24c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:18.987465 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-plugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:18.987821 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-410071a9-278c-4b84-83c2-1e38ab10e24c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:18.988318 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'code': 200} Jan 28 03:54:18.989554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:19.133496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:19.174706 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for port (662cceae-eab8-4fc3-be8d-2ea4fb4669cd), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.181600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (662cceae-eab8-4fc3-be8d-2ea4fb4669cd), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.218070 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (183df0ed-1966-4743-85ff-619c8e612a96), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.264887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (183df0ed-1966-4743-85ff-619c8e612a96), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.286944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event updated for resources: {'Port': ['ID=662cceae-eab8-4fc3-be8d-2ea4fb4669cd,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:19.304108 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (e1ccc1d3-05aa-4332-9083-40326a2c4780), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.355886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.357254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9a11c3b9-248b-441c-a7b8-944685f798dd tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0051849 Jan 28 03:54:19.360782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56992) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:19.368457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=183df0ed-1966-4743-85ff-619c8e612a96,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:19.378188 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ea827921-3fc7-46ee-b67f-d7da1dd0c96b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/floatingips/17bfd038-f1fc-49e8-bed7-bbaddf3b14e2 HTTP/1.1" status: 204 len: 168 time: 4.0155783 Jan 28 03:54:19.385138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.385661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.386088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.386539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.387570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.387570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.388620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.390958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.390958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.391891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.392370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.393640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.394120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:19.397559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'tag': '317861a4-d007-49e2-9dc2-f57a3f148598'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:19.409692 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb3cb25-9712-4475-b0e5-75bf5b7a42bc", "tag": "317861a4-d007-49e2-9dc2-f57a3f148598"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:19.416004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/9a15951a-7d6f-4634-a6c9-096a8f8c2652/c42bfe4a-a0ad-4098-b381-c6a6eb33b262) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:19.445368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:19.455691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:19.476893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:19.485563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:19.486365 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.493354 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c8630-dfdc-453e-a0e5-411606661d81 x-openstack-request-id: req-c01c8630-dfdc-453e-a0e5-411606661d81 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:19.493774 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb3cb25-9712-4475-b0e5-75bf5b7a42bc", "tag": "317861a4-d007-49e2-9dc2-f57a3f148598", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:19.494130 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c01c8630-dfdc-453e-a0e5-411606661d81 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:19.494619 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'tag': '317861a4-d007-49e2-9dc2-f57a3f148598', 'status': 'completed', 'code': 200} Jan 28 03:54:19.506336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:19.506642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c941b9d7-5b29-45de-b233-757fe9069435 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=7962b1c7-fcf4-4840-aee4-59a996c2a0ec HTTP/1.1" status: 200 len: 689 time: 0.1436992 Jan 28 03:54:19.524729 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-502a5e12-691e-4436-aba7-d681beada64a admin admin] Publish callbacks [] for security_group (4dc6288a-d8bf-4ee3-8aa9-bb5236a5d96c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.573797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-502a5e12-691e-4436-aba7-d681beada64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4dc6288a-d8bf-4ee3-8aa9-bb5236a5d96c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.633621 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-502a5e12-691e-4436-aba7-d681beada64a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb953cec2be34b2fb9a4f17072642bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0476556 Jan 28 03:54:19.636511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:19.662722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a5e12-691e-4436-aba7-d681beada64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc6288a-d8bf-4ee3-8aa9-bb5236a5d96c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:19.670510 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-eb0a4189-53ab-4cc4-a59b-759dca432b2a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3491580 Jan 28 03:54:19.674991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:19.755416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-c1dc4718-e590-420d-b29b-f75776a54006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:19.757127 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-c1dc4718-e590-420d-b29b-f75776a54006 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 1097 time: 0.2225115 Jan 28 03:54:19.774721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9665f00-c101-4973-859a-9de7f8292730 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:19.776496 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e9665f00-c101-4973-859a-9de7f8292730 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1001596 Jan 28 03:54:19.784009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:19.795115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af29682-0a77-42e2-adfc-eb9681821d59 admin admin] Publish callbacks [] for security_group (4dc6288a-d8bf-4ee3-8aa9-bb5236a5d96c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.817956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (7962b1c7-fcf4-4840-aee4-59a996c2a0ec), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.857445 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af29682-0a77-42e2-adfc-eb9681821d59 admin admin] Publish callbacks [] for security_group (4dc6288a-d8bf-4ee3-8aa9-bb5236a5d96c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.944027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:54:02Z', 'revision_number': 6, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:19.993507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Publish callbacks [] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.996074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] Checking router: 30e76253-6597-4ba7-aec7-e923d63de0b2 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:54:20.012504 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:20.029496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:20.030840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:54:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:20.068615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b837a6-dac1-4ce4-a5ab-814eb593fa7d req-36026df9-37d1-4aee-99ee-6ea1c552a192 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:20.070252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74b837a6-dac1-4ce4-a5ab-814eb593fa7d req-36026df9-37d1-4aee-99ee-6ea1c552a192 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 945 time: 0.1507525 Jan 28 03:54:20.084592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af29682-0a77-42e2-adfc-eb9681821d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4dc6288a-d8bf-4ee3-8aa9-bb5236a5d96c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:20.087295 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9af29682-0a77-42e2-adfc-eb9681821d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:20.088488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9af29682-0a77-42e2-adfc-eb9681821d59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4dc6288a-d8bf-4ee3-8aa9-bb5236a5d96c HTTP/1.1" status: 204 len: 168 time: 0.4506860 Jan 28 03:54:20.108191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af29682-0a77-42e2-adfc-eb9681821d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc6288a-d8bf-4ee3-8aa9-bb5236a5d96c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:20.175363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-9bae0bff-2365-4296-80da-f7f3e8063dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:20.177154 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-9bae0bff-2365-4296-80da-f7f3e8063dd6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8384b886-8756-4312-bda9-93fb2d685731 HTTP/1.1" status: 200 len: 897 time: 0.3633060 Jan 28 03:54:20.185392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-85afeb5f-dec9-4faf-89ea-3b892c1a3ce6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 183df0ed-1966-4743-85ff-619c8e612a96 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:20.185784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85afeb5f-dec9-4faf-89ea-3b892c1a3ce6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (183df0ed-1966-4743-85ff-619c8e612a96), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:20.211505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74b837a6-dac1-4ce4-a5ab-814eb593fa7d req-02f1859f-26c3-4635-b8e1-e51d2926203a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979376 Jan 28 03:54:20.336610 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85afeb5f-dec9-4faf-89ea-3b892c1a3ce6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (183df0ed-1966-4743-85ff-619c8e612a96), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:20.352764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:20.441527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Pushing event updated for resources: {'Port': ['ID=c42bfe4a-a0ad-4098-b381-c6a6eb33b262,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:20.450006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:20.456468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:20.472653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-85afeb5f-dec9-4faf-89ea-3b892c1a3ce6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 183df0ed-1966-4743-85ff-619c8e612a96 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:20.476311 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-edea3d84-e6ec-4ebc-a9d4-5c9b4d784424 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317861a4-d007-49e2-9dc2-f57a3f148598 HTTP/1.1" status: 200 len: 217 time: 0.1181037 Jan 28 03:54:20.505239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:20.563807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Deleting port 662cceae-eab8-4fc3-be8d-2ea4fb4669cd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:20.564180 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (662cceae-eab8-4fc3-be8d-2ea4fb4669cd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:20.585684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-a08ec329-5ca4-4ba0-9db8-0346cc4a9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:20.587719 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-a08ec329-5ca4-4ba0-9db8-0346cc4a9c53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=904f5864-9fa8-444d-9639-14792ed3d71d HTTP/1.1" status: 200 len: 834 time: 0.0968628 Jan 28 03:54:20.649782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Attempting to bind port c42bfe4a-a0ad-4098-b381-c6a6eb33b262 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:20.650673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Attempting to bind port c42bfe4a-a0ad-4098-b381-c6a6eb33b262 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:20.652196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Attempting to bind port c42bfe4a-a0ad-4098-b381-c6a6eb33b262 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:20.664116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:20.674834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:20.677494 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:20.678091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:20.678765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Bound port: c42bfe4a-a0ad-4098-b381-c6a6eb33b262, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:20.679339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:20.781077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-41bc8600-46b1-4ab3-b807-4126a15baea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:20.782619 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-41bc8600-46b1-4ab3-b807-4126a15baea7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8384b886-8756-4312-bda9-93fb2d685731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567037 Jan 28 03:54:20.803644 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (662cceae-eab8-4fc3-be8d-2ea4fb4669cd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:20.803888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for floatingip (662cceae-eab8-4fc3-be8d-2ea4fb4669cd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:20.942309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] For port c42bfe4a-a0ad-4098-b381-c6a6eb33b262, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:20.945912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Calling delete_port for 662cceae-eab8-4fc3-be8d-2ea4fb4669cd owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:20.959838 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] For port c42bfe4a-a0ad-4098-b381-c6a6eb33b262, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c42bfe4a-a0ad-4098-b381-c6a6eb33b262,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:21.006443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:21.136580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3fcb9-87d4-47ff-849e-62ac9adefa6c None None] Pushing event updated for resources: {'Port': ['ID=c42bfe4a-a0ad-4098-b381-c6a6eb33b262,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:21.168670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:54:02Z', 'revision_number': 6, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:21.207872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (662cceae-eab8-4fc3-be8d-2ea4fb4669cd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:21.243339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb05fea-a7aa-4cba-9b6b-bf8e10786eda None None] The sync data for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 is: [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:54:02Z', 'revision_number': 6, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'dd0baad2-cab9-40da-b18a-a714a9359004', 'name': '', 'network_id': '8384b886-8756-4312-bda9-93fb2d685731', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:ce:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:05Z', 'updated_at': '2022-01-28T03:51:16Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '904f5864-9fa8-444d-9639-14792ed3d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:54:21.393397 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event deleted for resources: {'Port': ['ID=662cceae-eab8-4fc3-be8d-2ea4fb4669cd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:21.518361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136457da-092f-48ea-9cb8-676fcc8544e0 req-9941ed4c-03ce-4732-9452-744a54de6ece tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:21.520498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-136457da-092f-48ea-9cb8-676fcc8544e0 req-9941ed4c-03ce-4732-9452-744a54de6ece tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 945 time: 0.1789558 Jan 28 03:54:21.570451 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-1d22f956-2a97-4ed7-b5ba-9d5c06694e55 service neutron] 10.222.0.25 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745078 Jan 28 03:54:21.677320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-136457da-092f-48ea-9cb8-676fcc8544e0 req-89f805d7-91be-4894-a367-4edb83ad1f43 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507092 Jan 28 03:54:21.692552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:21.715867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85afeb5f-dec9-4faf-89ea-3b892c1a3ce6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (183df0ed-1966-4743-85ff-619c8e612a96), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:21.792752 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:54:21.821206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afeb5f-dec9-4faf-89ea-3b892c1a3ce6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=183df0ed-1966-4743-85ff-619c8e612a96,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:21.831848 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95782c-5280-4b68-896a-d3ce16dba1dc None None] New status for floating IP 17bfd038-f1fc-49e8-bed7-bbaddf3b14e2: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:54:21.869877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-583121378'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:21.901573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:21.907126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:21.917349 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.033131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761627e-24b6-4f27-99b4-5259db6d079c req-733d4c58-1538-4dd1-93da-b6534b016800 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:22.034897 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b761627e-24b6-4f27-99b4-5259db6d079c req-733d4c58-1538-4dd1-93da-b6534b016800 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 945 time: 0.6073024 Jan 28 03:54:22.035928 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for floatingip (e1ccc1d3-05aa-4332-9083-40326a2c4780), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.049933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85afeb5f-dec9-4faf-89ea-3b892c1a3ce6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.054188 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-85afeb5f-dec9-4faf-89ea-3b892c1a3ce6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/183df0ed-1966-4743-85ff-619c8e612a96 HTTP/1.1" status: 204 len: 168 time: 2.2690742 Jan 28 03:54:22.068800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:22.146625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41251107-5f9c-4b2e-90a4-a4b5191853a3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:22.148283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41251107-5f9c-4b2e-90a4-a4b5191853a3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:22.153247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-41251107-5f9c-4b2e-90a4-a4b5191853a3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0830286 Jan 28 03:54:22.153834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:22.158893 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for security_group (fd8922a6-f938-491a-bf74-2808dceadd00), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.166397 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc25d75-d5c2-4ec3-9c9f-ccf0b89941b0 req-7abb4894-2775-4aec-a56e-97d6e6af6ee2 service neutron] 10.222.0.25 "GET /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751967 Jan 28 03:54:22.245812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (97762bc7-4ff8-433a-ba0a-7541a0da4597), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.258783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc41ab7-078b-404e-a801-1e3810ef0238 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 9a15951a-7d6f-4634-a6c9-096a8f8c2652 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:22.263245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecc41ab7-078b-404e-a801-1e3810ef0238 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (9a15951a-7d6f-4634-a6c9-096a8f8c2652), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.312614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecc41ab7-078b-404e-a801-1e3810ef0238 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (9a15951a-7d6f-4634-a6c9-096a8f8c2652), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.342360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b761627e-24b6-4f27-99b4-5259db6d079c req-ceb450b3-f7f4-42ef-80f5-cdf700095c9a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port 317861a4-d007-49e2-9dc2-f57a3f148598 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:22.343221 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b761627e-24b6-4f27-99b4-5259db6d079c req-ceb450b3-f7f4-42ef-80f5-cdf700095c9a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.357427 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fd8922a6-f938-491a-bf74-2808dceadd00), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.450680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b761627e-24b6-4f27-99b4-5259db6d079c req-ceb450b3-f7f4-42ef-80f5-cdf700095c9a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] For port 317861a4-d007-49e2-9dc2-f57a3f148598, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=317861a4-d007-49e2-9dc2-f57a3f148598,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:22.452982 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b761627e-24b6-4f27-99b4-5259db6d079c req-ceb450b3-f7f4-42ef-80f5-cdf700095c9a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.463535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (97762bc7-4ff8-433a-ba0a-7541a0da4597), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.471119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:22.475372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b761627e-24b6-4f27-99b4-5259db6d079c req-ceb450b3-f7f4-42ef-80f5-cdf700095c9a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for 317861a4-d007-49e2-9dc2-f57a3f148598 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:22.487436 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fddce206-5749-42eb-902a-cd8243ab575c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.488511 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Added segment fddce206-5749-42eb-902a-cd8243ab575c of type vlan for network d63cdaa7-ce65-4d56-8168-ed6784ad5bd7 Jan 28 03:54:22.502172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=97762bc7-4ff8-433a-ba0a-7541a0da4597,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:22.541362 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8922a6-f938-491a-bf74-2808dceadd00,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:22.607184 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d63cdaa7-ce65-4d56-8168-ed6784ad5bd7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.635447 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecc41ab7-078b-404e-a801-1e3810ef0238 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (9a15951a-7d6f-4634-a6c9-096a8f8c2652), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.675686 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (7962b1c7-fcf4-4840-aee4-59a996c2a0ec), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.699983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7962b1c7-fcf4-4840-aee4-59a996c2a0ec']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:22.730059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2235a939-94da-4421-9fcd-ec74c20d25b9') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:22.731696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d63cdaa7-ce65-4d56-8168-ed6784ad5bd7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.732770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2235a939-94da-4421-9fcd-ec74c20d25b9') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:22.742281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:22.742948 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.755296 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (2235a939-94da-4421-9fcd-ec74c20d25b9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.769707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2235a939-94da-4421-9fcd-ec74c20d25b9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.776973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:22.777388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (2235a939-94da-4421-9fcd-ec74c20d25b9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:22.811113 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:22.876110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-633098cd-c360-40dd-9c1b-17fe8f4add45 None None] Provisioning complete for port c42bfe4a-a0ad-4098-b381-c6a6eb33b262 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:22.877274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-633098cd-c360-40dd-9c1b-17fe8f4add45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.895618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Network': ['ID=d63cdaa7-ce65-4d56-8168-ed6784ad5bd7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:22.923150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (7962b1c7-fcf4-4840-aee4-59a996c2a0ec), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.938194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7962b1c7-fcf4-4840-aee4-59a996c2a0ec {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:54:22.970082 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a5976bbf-eae1-4142-8ef5-b9a505a84f02 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2752569 Jan 28 03:54:22.972311 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d63cdaa7-ce65-4d56-8168-ed6784ad5bd7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:22.979181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:22.997151 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "DELETE /v2.0/networks/7962b1c7-fcf4-4840-aee4-59a996c2a0ec HTTP/1.1" status: 204 len: 168 time: 3.4737086 Jan 28 03:54:23.014937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:23.048264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752cd0e-b476-43df-8dcd-f007b1e2835a tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event deleted for resources: {'Network': ['ID=7962b1c7-fcf4-4840-aee4-59a996c2a0ec,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:23.093596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807904f-547c-476a-8b59-1373d14a409a req-13b38411-2696-4593-b563-48049c7e0a38 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:23.099719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9807904f-547c-476a-8b59-1373d14a409a req-13b38411-2696-4593-b563-48049c7e0a38 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb3cb25-9712-4475-b0e5-75bf5b7a42bc HTTP/1.1" status: 200 len: 945 time: 0.2190602 Jan 28 03:54:23.246145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b761627e-24b6-4f27-99b4-5259db6d079c req-ceb450b3-f7f4-42ef-80f5-cdf700095c9a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (317861a4-d007-49e2-9dc2-f57a3f148598), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:23.335808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb450b3-f7f4-42ef-80f5-cdf700095c9a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=317861a4-d007-49e2-9dc2-f57a3f148598,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:23.445891 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecc41ab7-078b-404e-a801-1e3810ef0238 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (9a15951a-7d6f-4634-a6c9-096a8f8c2652), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:23.463811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-633098cd-c360-40dd-9c1b-17fe8f4add45 None None] Current status of the port c42bfe4a-a0ad-4098-b381-c6a6eb33b262 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:23.464353 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-633098cd-c360-40dd-9c1b-17fe8f4add45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:23.560267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b761627e-24b6-4f27-99b4-5259db6d079c req-ceb450b3-f7f4-42ef-80f5-cdf700095c9a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] No DVR routers for this DVR port 317861a4-d007-49e2-9dc2-f57a3f148598 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:23.565191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b761627e-24b6-4f27-99b4-5259db6d079c req-ceb450b3-f7f4-42ef-80f5-cdf700095c9a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:23.567202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-633098cd-c360-40dd-9c1b-17fe8f4add45 None None] For port c42bfe4a-a0ad-4098-b381-c6a6eb33b262, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c42bfe4a-a0ad-4098-b381-c6a6eb33b262,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:23.574402 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b761627e-24b6-4f27-99b4-5259db6d079c req-ceb450b3-f7f4-42ef-80f5-cdf700095c9a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.25 "DELETE /v2.0/ports/317861a4-d007-49e2-9dc2-f57a3f148598 HTTP/1.1" status: 204 len: 173 time: 1.5270019 Jan 28 03:54:23.578033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'name': 'network-vif-deleted', 'tag': '317861a4-d007-49e2-9dc2-f57a3f148598'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:23.580270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-633098cd-c360-40dd-9c1b-17fe8f4add45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:23.588081 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bba1d1-c073-4efe-8273-c83a0445c3e6" -d '{"events": [{"server_uuid": "5cb3cb25-9712-4475-b0e5-75bf5b7a42bc", "name": "network-vif-deleted", "tag": "317861a4-d007-49e2-9dc2-f57a3f148598"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:23.785736 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecc41ab7-078b-404e-a801-1e3810ef0238 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:23.803333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-459dd3ed-001f-4600-ac06-3847934d91bf None None] Could not find standard attr ID for object 06190880-a7c7-4a87-bb1c-30e5cdd87ac9. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:54:23.805394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ecc41ab7-078b-404e-a801-1e3810ef0238 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/9a15951a-7d6f-4634-a6c9-096a8f8c2652 HTTP/1.1" status: 204 len: 168 time: 1.6447120 Jan 28 03:54:23.809955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc41ab7-078b-404e-a801-1e3810ef0238 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=9a15951a-7d6f-4634-a6c9-096a8f8c2652,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:23.847338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c42bfe4a-a0ad-4098-b381-c6a6eb33b262 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:23.855126 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaac001d-f15a-492a-ab4e-d10346cc0df5 x-openstack-request-id: req-aaac001d-f15a-492a-ab4e-d10346cc0df5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:23.855432 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb3cb25-9712-4475-b0e5-75bf5b7a42bc", "name": "network-vif-deleted", "tag": "317861a4-d007-49e2-9dc2-f57a3f148598", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:23.858417 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaac001d-f15a-492a-ab4e-d10346cc0df5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:23.860456 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb3cb25-9712-4475-b0e5-75bf5b7a42bc', 'name': 'network-vif-deleted', 'tag': '317861a4-d007-49e2-9dc2-f57a3f148598', 'status': 'completed', 'code': 200} Jan 28 03:54:23.863106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:23.923477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9807904f-547c-476a-8b59-1373d14a409a req-0c04f40a-0bd1-4ee1-b8cb-19f3fd69c966 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8088539 Jan 28 03:54:23.941472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-019d6db3-dbbe-45a5-8327-60cc52662881 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.8370967 Jan 28 03:54:23.942124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:24.053278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91886fd5-f6a6-42ff-9b58-82013391dacd None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:24.138392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633098cd-c360-40dd-9c1b-17fe8f4add45 None None] Pushing event updated for resources: {'Port': ['ID=c42bfe4a-a0ad-4098-b381-c6a6eb33b262,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:24.187933 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c7694261-ecae-4baf-a380-2cfe86b79f21 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3173325 Jan 28 03:54:24.193450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:24.208121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7d75d873-696c-47a4-88bd-d408c540dcdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:24.227798 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48a1f129-55ba-4103-b809-eec767363bd5 req-e63b517e-15e0-44eb-8f12-6863dab09c54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5051725 Jan 28 03:54:24.261369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fa995f2f-7874-46fd-a7b3-9e71df1971c1 None None] Could not find standard attr ID for object 183df0ed-1966-4743-85ff-619c8e612a96. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:54:24.504281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c42bfe4a-a0ad-4098-b381-c6a6eb33b262 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:24.510821 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:24.529232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8b3a7-22bf-4509-99ce-75ac413d51e1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.534496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8b3a7-22bf-4509-99ce-75ac413d51e1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.534971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8b3a7-22bf-4509-99ce-75ac413d51e1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.535435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8b3a7-22bf-4509-99ce-75ac413d51e1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.535867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8b3a7-22bf-4509-99ce-75ac413d51e1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.536311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8b3a7-22bf-4509-99ce-75ac413d51e1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.544873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f129-55ba-4103-b809-eec767363bd5 req-0b363757-7b61-4c55-baa8-1ef11769d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.547151 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48a1f129-55ba-4103-b809-eec767363bd5 req-0b363757-7b61-4c55-baa8-1ef11769d99b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1098 time: 0.1857684 Jan 28 03:54:24.547578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-53a8b3a7-22bf-4509-99ce-75ac413d51e1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3988 time: 0.6043475 Jan 28 03:54:24.547727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57080) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:24.634288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 317861a4-d007-49e2-9dc2-f57a3f148598 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:24.682161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d75d873-696c-47a4-88bd-d408c540dcdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:24.709034 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d75d873-696c-47a4-88bd-d408c540dcdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:24.715795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 317861a4-d007-49e2-9dc2-f57a3f148598 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:24.715795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 317861a4-d007-49e2-9dc2-f57a3f148598 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:24.733606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66265ea5-7699-464e-a24a-073f33476ba7 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:54:24.862577 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-fb1a9b29-9ea6-469f-a645-1d2f808eb2d6 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] delete failed (client error): The resource could not be found. Jan 28 03:54:24.864436 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fb1a9b29-9ea6-469f-a645-1d2f808eb2d6 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/e1ccc1d3-05aa-4332-9083-40326a2c4780 HTTP/1.1" status: 404 len: 345 time: 0.3158195 Jan 28 03:54:24.867915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57082) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:24.918874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c42bfe4a-a0ad-4098-b381-c6a6eb33b262 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:24.941152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66265ea5-7699-464e-a24a-073f33476ba7 None None] Deleting port c42bfe4a-a0ad-4098-b381-c6a6eb33b262 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:24.941789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66265ea5-7699-464e-a24a-073f33476ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.079625 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-66265ea5-7699-464e-a24a-073f33476ba7 None None] For port c42bfe4a-a0ad-4098-b381-c6a6eb33b262, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c42bfe4a-a0ad-4098-b381-c6a6eb33b262,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:25.083009 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66265ea5-7699-464e-a24a-073f33476ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.116690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66265ea5-7699-464e-a24a-073f33476ba7 None None] Calling delete_port for c42bfe4a-a0ad-4098-b381-c6a6eb33b262 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:25.122195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57086) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:25.152655 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e9268c-98e2-4cd2-ac39-d1f2b25f2f2b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 03:54:25.163772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e9268c-98e2-4cd2-ac39-d1f2b25f2f2b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:54:25.168834 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-38e9268c-98e2-4cd2-ac39-d1f2b25f2f2b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "DELETE /v2.0/networks/7962b1c7-fcf4-4840-aee4-59a996c2a0ec HTTP/1.1" status: 404 len: 339 time: 0.2889178 Jan 28 03:54:25.181556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:25.216250 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Request body: {'network': {'name': 'tempest-network--2120638895', 'router:external': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:25.293176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f129-55ba-4103-b809-eec767363bd5 req-1cec88e3-b29a-47b1-bec5-5f472f6f744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:25.295156 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48a1f129-55ba-4103-b809-eec767363bd5 req-1cec88e3-b29a-47b1-bec5-5f472f6f744d service neutron] 10.222.0.25 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 897 time: 0.7009892 Jan 28 03:54:25.301043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Made reservation on behalf of 5e0e92d39ea44359a520b7d72941935a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:25.303667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.338769 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66265ea5-7699-464e-a24a-073f33476ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (c42bfe4a-a0ad-4098-b381-c6a6eb33b262), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.429124 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61551d7c-214b-4faf-9a9a-224d667c8a1b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (504f1505-8801-4cbf-b8cf-37d8eb0b0ce1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.440166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66265ea5-7699-464e-a24a-073f33476ba7 None None] Pushing event deleted for resources: {'Port': ['ID=c42bfe4a-a0ad-4098-b381-c6a6eb33b262,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:25.467703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66265ea5-7699-464e-a24a-073f33476ba7 None None] No DVR routers for this DVR port c42bfe4a-a0ad-4098-b381-c6a6eb33b262 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:25.486275 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d75d873-696c-47a4-88bd-d408c540dcdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (98e61412-cc06-4dd9-9253-23a5223333b2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.487595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:25.499542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c42bfe4a-a0ad-4098-b381-c6a6eb33b262 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:25.514232 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a2a89d71-412c-43cd-988a-c5efa8323325), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.514232 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Added segment a2a89d71-412c-43cd-988a-c5efa8323325 of type vlan for network 579ebd21-94f7-4c2f-8fe2-a91724fe1da4 Jan 28 03:54:25.602671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c42bfe4a-a0ad-4098-b381-c6a6eb33b262 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:25.603042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c42bfe4a-a0ad-4098-b381-c6a6eb33b262 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:25.643889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (579ebd21-94f7-4c2f-8fe2-a91724fe1da4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.645830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d75d873-696c-47a4-88bd-d408c540dcdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:25.649221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75d873-696c-47a4-88bd-d408c540dcdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=98e61412-cc06-4dd9-9253-23a5223333b2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:25.655893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7d75d873-696c-47a4-88bd-d408c540dcdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:25.663527 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d75d873-696c-47a4-88bd-d408c540dcdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:25.665566 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d75d873-696c-47a4-88bd-d408c540dcdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.668909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c4e89-fae6-4fea-9151-49323c3b7fa1 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:25.745182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7d75d873-696c-47a4-88bd-d408c540dcdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5503597 Jan 28 03:54:25.745723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57096) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:25.755754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'name': 'tempest-NetworksTestDHCPv6-442774628'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:25.840528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (579ebd21-94f7-4c2f-8fe2-a91724fe1da4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.855956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:25.856668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.892886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61551d7c-214b-4faf-9a9a-224d667c8a1b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (504f1505-8801-4cbf-b8cf-37d8eb0b0ce1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:25.932384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7255442 Jan 28 03:54:25.989634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:25.992857 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48a1f129-55ba-4103-b809-eec767363bd5 req-21ab233d-2ada-44da-83cc-6581cc4bdbc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 1002 time: 0.6713216 Jan 28 03:54:26.049765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': '98e61412-cc06-4dd9-9253-23a5223333b2'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:26.051238 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:26.085165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:26.093969 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:26.135398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port adee9c0f-019f-4d4d-9c66-bfb04352059e yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:26.296260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/98e61412-cc06-4dd9-9253-23a5223333b2/f6e51dbe-d690-4053-bcb8-bf3638babaf6) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:26.363478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf1025-49c0-4718-8523-a37def6e2d09 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event updated for resources: {'Network': ['ID=579ebd21-94f7-4c2f-8fe2-a91724fe1da4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:26.390363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f129-55ba-4103-b809-eec767363bd5 req-1e70f25b-9e52-417b-a04e-a6e927fb1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:26.392417 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48a1f129-55ba-4103-b809-eec767363bd5 req-1e70f25b-9e52-417b-a04e-a6e927fb1ec8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.2411768 Jan 28 03:54:26.438809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76dab9-ea63-4dcd-a400-020d2bfab31a tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:26.445545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76dab9-ea63-4dcd-a400-020d2bfab31a tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:26.451485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76dab9-ea63-4dcd-a400-020d2bfab31a tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:26.457610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76dab9-ea63-4dcd-a400-020d2bfab31a tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:26.459617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7c76dab9-ea63-4dcd-a400-020d2bfab31a tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4670727 Jan 28 03:54:26.462630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:26.478308 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61551d7c-214b-4faf-9a9a-224d667c8a1b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (504f1505-8801-4cbf-b8cf-37d8eb0b0ce1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:26.481367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61551d7c-214b-4faf-9a9a-224d667c8a1b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:26.486795 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-61551d7c-214b-4faf-9a9a-224d667c8a1b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/security-groups/504f1505-8801-4cbf-b8cf-37d8eb0b0ce1 HTTP/1.1" status: 204 len: 168 time: 1.3609405 Jan 28 03:54:26.498997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61551d7c-214b-4faf-9a9a-224d667c8a1b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504f1505-8801-4cbf-b8cf-37d8eb0b0ce1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:26.543985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f129-55ba-4103-b809-eec767363bd5 req-8f6a4fdb-013c-41bb-aa66-40cb641be4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:26.548459 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48a1f129-55ba-4103-b809-eec767363bd5 req-8f6a4fdb-013c-41bb-aa66-40cb641be4b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459553 Jan 28 03:54:26.566631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57114) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:26.641645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (579ebd21-94f7-4c2f-8fe2-a91724fe1da4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:26.757001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48a1f129-55ba-4103-b809-eec767363bd5 req-b54bd3df-28db-4ed2-979b-089a2d9544cf service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013643 Jan 28 03:54:26.844861 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (579ebd21-94f7-4c2f-8fe2-a91724fe1da4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:26.880520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579ebd21-94f7-4c2f-8fe2-a91724fe1da4']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:26.894396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a89d71-412c-43cd-988a-c5efa8323325') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:26.894832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a89d71-412c-43cd-988a-c5efa8323325') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:26.905083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:26.911956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'subnet': {'network_id': 'd63cdaa7-ce65-4d56-8168-ed6784ad5bd7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:27.007323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (a2a89d71-412c-43cd-988a-c5efa8323325), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:27.017968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:27.022129 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:27.063143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a2a89d71-412c-43cd-988a-c5efa8323325), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:27.068687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 579ebd21-94f7-4c2f-8fe2-a91724fe1da4 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:27.150365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:27.150942 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (a2a89d71-412c-43cd-988a-c5efa8323325), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:27.152795 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:27.261083 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (579ebd21-94f7-4c2f-8fe2-a91724fe1da4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:27.272599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 579ebd21-94f7-4c2f-8fe2-a91724fe1da4 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:54:27.276469 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:27.282284 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "DELETE /v2.0/networks/579ebd21-94f7-4c2f-8fe2-a91724fe1da4 HTTP/1.1" status: 204 len: 168 time: 0.8183529 Jan 28 03:54:27.296427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:27.302768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Request body: {'network': {'name': 'tempest-network--1061585995', 'router:external': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:27.322874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0db10b-25cb-4005-b88c-e02e00789c85 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event deleted for resources: {'Network': ['ID=579ebd21-94f7-4c2f-8fe2-a91724fe1da4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:27.358383 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Publish callbacks [] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:27.388675 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:27.452954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:27.457291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::102 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/98e61412-cc06-4dd9-9253-23a5223333b2/adee9c0f-019f-4d4d-9c66-bfb04352059e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:27.471335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:27.491007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:27.700553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Pushing event updated for resources: {'Port': ['ID=f6e51dbe-d690-4053-bcb8-bf3638babaf6,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:27.768933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Attempting to bind port f6e51dbe-d690-4053-bcb8-bf3638babaf6 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:27.769408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Attempting to bind port f6e51dbe-d690-4053-bcb8-bf3638babaf6 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:27.769788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Attempting to bind port f6e51dbe-d690-4053-bcb8-bf3638babaf6 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:27.800273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:27.800659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:27.803682 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:27.804134 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:27.804647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Bound port: f6e51dbe-d690-4053-bcb8-bf3638babaf6, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:27.805072 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:27.881804 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48a1f129-55ba-4103-b809-eec767363bd5 req-26e3e996-15ee-4ec5-8f3b-e0008d7fcd58 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9237289 Jan 28 03:54:27.937735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] For port f6e51dbe-d690-4053-bcb8-bf3638babaf6, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:27.941881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] For port f6e51dbe-d690-4053-bcb8-bf3638babaf6, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f6e51dbe-d690-4053-bcb8-bf3638babaf6,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:27.965062 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.056976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42e1b6-751e-428b-ad47-2c1bc1e3ba79 None None] Pushing event updated for resources: {'Port': ['ID=f6e51dbe-d690-4053-bcb8-bf3638babaf6,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:28.079184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Made reservation on behalf of 5e0e92d39ea44359a520b7d72941935a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:28.081583 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.211590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:28.223770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (30e76253-6597-4ba7-aec7-e923d63de0b2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.251530 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4f14bc8c-380f-47ed-ad2a-ebdd7d2c1690), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.251945 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Added segment 4f14bc8c-380f-47ed-ad2a-ebdd7d2c1690 of type vlan for network fb7460c4-df00-42c2-840b-5b6a51a8c8f2 Jan 28 03:54:28.257316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (2735e75a-54cf-448b-81a0-db4db1428240), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.443383 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (adee9c0f-019f-4d4d-9c66-bfb04352059e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.471399 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (fb7460c4-df00-42c2-840b-5b6a51a8c8f2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.501823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Subnet': ['ID=2735e75a-54cf-448b-81a0-db4db1428240,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:28.562902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Checking segment: {'id': 'fddce206-5749-42eb-902a-cd8243ab575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd63cdaa7-ce65-4d56-8168-ed6784ad5bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:28.563253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network hostable DHCP agents. Network: d63cdaa7-ce65-4d56-8168-ed6784ad5bd7, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:28.617213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (fb7460c4-df00-42c2-840b-5b6a51a8c8f2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.619068 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:28.619664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.667027 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (adee9c0f-019f-4d4d-9c66-bfb04352059e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.688961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port dd0baad2-cab9-40da-b18a-a714a9359004 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:28.689301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.769168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=adee9c0f-019f-4d4d-9c66-bfb04352059e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:28.773393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network d63cdaa7-ce65-4d56-8168-ed6784ad5bd7 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:28.791919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:28.798674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:28.801350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:28.807900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:28.808575 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.828852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5301256 Jan 28 03:54:28.833457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-587ccb5a-28a5-4844-bdd4-bcfbccb14e0a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0866053 Jan 28 03:54:28.833581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57134) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:28.834841 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603ef9d-2c38-4bfd-8b5e-e41287a87a4b tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event updated for resources: {'Network': ['ID=fb7460c4-df00-42c2-840b-5b6a51a8c8f2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:28.843697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57136) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:28.849351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network fb7460c4-df00-42c2-840b-5b6a51a8c8f2 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:28.962426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] For port dd0baad2-cab9-40da-b18a-a714a9359004, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=dd0baad2-cab9-40da-b18a-a714a9359004,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:28.963547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:28.988647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d63cdaa7-ce65-4d56-8168-ed6784ad5bd7) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:28.995518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:28.999588 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:29.012945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e1c86-b434-450f-8af8-ca713c9712e0 None None] Network d63cdaa7-ce65-4d56-8168-ed6784ad5bd7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:29.018683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for dd0baad2-cab9-40da-b18a-a714a9359004 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:29.049712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616fc9d9-77a8-4606-ab8d-7a3be1ed10a1 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:29.059470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57138) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:29.063096 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-616fc9d9-77a8-4606-ab8d-7a3be1ed10a1 tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] 10.222.0.44 "GET /v2.0/networks/fb7460c4-df00-42c2-840b-5b6a51a8c8f2 HTTP/1.1" status: 200 len: 757 time: 0.2173784 Jan 28 03:54:29.263171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-d63cdaa7-ce65-4d56-8168-ed6784ad5bd7', 'network_id': 'd63cdaa7-ce65-4d56-8168-ed6784ad5bd7', 'project_id': 'fd3b387a1ad244e3801155a2cf981cc1', 'fixed_ips': [{'subnet_id': '2735e75a-54cf-448b-81a0-db4db1428240'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:29.264790 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:29.304235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866508e-59a0-448b-baa3-d639a3e4747e tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:29.307477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e866508e-59a0-448b-baa3-d639a3e4747e tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] 10.222.0.44 "GET /v2.0/networks/1b790099-48a3-4104-9a4e-b1d15abb7535 HTTP/1.1" status: 200 len: 767 time: 0.2312856 Jan 28 03:54:29.328417 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-83e0c5b7-f13f-4a02-9df5-b5886d3bfea9 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4207995 Jan 28 03:54:29.329452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57140) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:29.329799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:29.367299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-664875335'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:29.440635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2018f-4ef5-46c8-a111-7d68e3b3775e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:29.453365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2018f-4ef5-46c8-a111-7d68e3b3775e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:29.458523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-11b2018f-4ef5-46c8-a111-7d68e3b3775e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6133957 Jan 28 03:54:29.463045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:29.470789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:29.498528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57146) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:29.556401 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (dd0baad2-cab9-40da-b18a-a714a9359004), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:29.599006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=dd0baad2-cab9-40da-b18a-a714a9359004,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:29.674393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Allocated IP 2001:db8:0:ffff::2 (d63cdaa7-ce65-4d56-8168-ed6784ad5bd7/2735e75a-54cf-448b-81a0-db4db1428240/2f969a8b-efda-4829-a051-dea376e6bb24) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:29.807415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (fb7460c4-df00-42c2-840b-5b6a51a8c8f2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:29.912915 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Publish callbacks [] for port (2f969a8b-efda-4829-a051-dea376e6bb24), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:29.925319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:29.928037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f6e51dbe-d690-4053-bcb8-bf3638babaf6 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:29.944277 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.028248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e77bbf6a-6070-4c14-b650-e0ab6de02769), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.045667 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Added segment e77bbf6a-6070-4c14-b650-e0ab6de02769 of type vlan for network 62dbb532-17d7-4c7d-a05f-f2859a5c3855 Jan 28 03:54:30.057154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (30e76253-6597-4ba7-aec7-e923d63de0b2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.118136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Network d63cdaa7-ce65-4d56-8168-ed6784ad5bd7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:30.148683 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (62dbb532-17d7-4c7d-a05f-f2859a5c3855), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.150885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:30.156953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-42728f03-6cbc-4df5-98b3-e67867c2d239 None None] Provisioning complete for port f6e51dbe-d690-4053-bcb8-bf3638babaf6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:30.158073 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-42728f03-6cbc-4df5-98b3-e67867c2d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.163214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:30.209749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-993d0354-c513-43fb-94a6-8ada9489b5cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port adee9c0f-019f-4d4d-9c66-bfb04352059e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:30.210102 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-993d0354-c513-43fb-94a6-8ada9489b5cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (adee9c0f-019f-4d4d-9c66-bfb04352059e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.249450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Pushing event updated for resources: {'Port': ['ID=2f969a8b-efda-4829-a051-dea376e6bb24,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:30.323917 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-993d0354-c513-43fb-94a6-8ada9489b5cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (adee9c0f-019f-4d4d-9c66-bfb04352059e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.340578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-993d0354-c513-43fb-94a6-8ada9489b5cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for adee9c0f-019f-4d4d-9c66-bfb04352059e owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:30.418289 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (62dbb532-17d7-4c7d-a05f-f2859a5c3855), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.425055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:30.425812 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.457986 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Attempting to bind port 2f969a8b-efda-4829-a051-dea376e6bb24 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:30.460756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Attempting to bind port 2f969a8b-efda-4829-a051-dea376e6bb24 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'fddce206-5749-42eb-902a-cd8243ab575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd63cdaa7-ce65-4d56-8168-ed6784ad5bd7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:30.461113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Attempting to bind port 2f969a8b-efda-4829-a051-dea376e6bb24 on network d63cdaa7-ce65-4d56-8168-ed6784ad5bd7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:30.478791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f6e51dbe-d690-4053-bcb8-bf3638babaf6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:30.480953 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.488870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:30.491016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Checking segment: {'id': 'fddce206-5749-42eb-902a-cd8243ab575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd63cdaa7-ce65-4d56-8168-ed6784ad5bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:30.493097 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.494447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Bound using segment: {'id': 'fddce206-5749-42eb-902a-cd8243ab575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd63cdaa7-ce65-4d56-8168-ed6784ad5bd7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:30.496569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Bound port: 2f969a8b-efda-4829-a051-dea376e6bb24, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddce206-5749-42eb-902a-cd8243ab575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd63cdaa7-ce65-4d56-8168-ed6784ad5bd7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:30.497251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.503272 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (fb7460c4-df00-42c2-840b-5b6a51a8c8f2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.534268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7460c4-df00-42c2-840b-5b6a51a8c8f2']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:30.546333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f14bc8c-380f-47ed-ad2a-ebdd7d2c1690') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:30.546926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f14bc8c-380f-47ed-ad2a-ebdd7d2c1690') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:30.559036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (4f14bc8c-380f-47ed-ad2a-ebdd7d2c1690), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.622929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router 30e76253-6597-4ba7-aec7-e923d63de0b2 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:54:30.712390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-42728f03-6cbc-4df5-98b3-e67867c2d239 None None] Current status of the port f6e51dbe-d690-4053-bcb8-bf3638babaf6 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:30.715510 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-42728f03-6cbc-4df5-98b3-e67867c2d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.740378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] For port 2f969a8b-efda-4829-a051-dea376e6bb24, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:30.774905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:54:30.783427 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4f14bc8c-380f-47ed-ad2a-ebdd7d2c1690), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.790665 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3a594f4a-dc66-4055-b3f9-768163bb3c35 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "PUT /v2.0/routers/30e76253-6597-4ba7-aec7-e923d63de0b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2219839 Jan 28 03:54:30.800182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:30.801441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Network': ['ID=62dbb532-17d7-4c7d-a05f-f2859a5c3855,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:30.812202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] Sync routers for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:54:30.813907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c12c36d6-7cb0-4b4e-9e8f-f6677e0c38bf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4532847 Jan 28 03:54:30.814819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57170) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:30.817121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:30.817833 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (4f14bc8c-380f-47ed-ad2a-ebdd7d2c1690), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.827052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] For port 2f969a8b-efda-4829-a051-dea376e6bb24, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2f969a8b-efda-4829-a051-dea376e6bb24,segment=NetworkSegment(fddce206-5749-42eb-902a-cd8243ab575c),segment_id=fddce206-5749-42eb-902a-cd8243ab575c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:30.829752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'subnet': {'network_id': '62dbb532-17d7-4c7d-a05f-f2859a5c3855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:30.829942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 62dbb532-17d7-4c7d-a05f-f2859a5c3855 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:30.850283 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-42728f03-6cbc-4df5-98b3-e67867c2d239 None None] For port f6e51dbe-d690-4053-bcb8-bf3638babaf6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f6e51dbe-d690-4053-bcb8-bf3638babaf6,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:30.866983 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.897366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91637f5-0bbd-4999-a700-e5d822dd92a9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting subnet 904f5864-9fa8-444d-9639-14792ed3d71d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:30.901152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d91637f5-0bbd-4999-a700-e5d822dd92a9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for subnet (904f5864-9fa8-444d-9639-14792ed3d71d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:30.924752 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:30.962535 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-42728f03-6cbc-4df5-98b3-e67867c2d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.007494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f6e51dbe-d690-4053-bcb8-bf3638babaf6 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:31.008019 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.010205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:31.010956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:54:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:31.013926 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d91637f5-0bbd-4999-a700-e5d822dd92a9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (904f5864-9fa8-444d-9639-14792ed3d71d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.054918 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-993d0354-c513-43fb-94a6-8ada9489b5cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (adee9c0f-019f-4d4d-9c66-bfb04352059e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.131176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-87b33277-b4d1-49a2-969f-984ba457ba1c None None] Could not find standard attr ID for object adee9c0f-019f-4d4d-9c66-bfb04352059e. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:54:31.148773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d0354-c513-43fb-94a6-8ada9489b5cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=adee9c0f-019f-4d4d-9c66-bfb04352059e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:31.188156 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (fb7460c4-df00-42c2-840b-5b6a51a8c8f2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.218689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb7460c4-df00-42c2-840b-5b6a51a8c8f2 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:54:31.222952 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-993d0354-c513-43fb-94a6-8ada9489b5cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.228412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-993d0354-c513-43fb-94a6-8ada9489b5cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/adee9c0f-019f-4d4d-9c66-bfb04352059e HTTP/1.1" status: 204 len: 168 time: 1.7266741 Jan 28 03:54:31.228412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb7460c4-df00-42c2-840b-5b6a51a8c8f2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:31.228803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57178) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:31.231570 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.236896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eeb971de-973f-4350-ba73-c158413313df tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "DELETE /v2.0/networks/fb7460c4-df00-42c2-840b-5b6a51a8c8f2 HTTP/1.1" status: 204 len: 168 time: 1.9046540 Jan 28 03:54:31.244265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57180) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:31.251702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Request body: {'network': {'name': 'tempest-network--955256663'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:31.257718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec52d8-9899-4a89-a92c-e1e614d620b9 None None] Pushing event updated for resources: {'Port': ['ID=2f969a8b-efda-4829-a051-dea376e6bb24,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:31.263603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d91637f5-0bbd-4999-a700-e5d822dd92a9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (904f5864-9fa8-444d-9639-14792ed3d71d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.316642 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:54:31.319435 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:54:31.338212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:31.342294 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.345105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d91637f5-0bbd-4999-a700-e5d822dd92a9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (904f5864-9fa8-444d-9639-14792ed3d71d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.346239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Made reservation on behalf of 5e0e92d39ea44359a520b7d72941935a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:31.348519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.382318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42728f03-6cbc-4df5-98b3-e67867c2d239 None None] Pushing event updated for resources: {'Port': ['ID=f6e51dbe-d690-4053-bcb8-bf3638babaf6,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:31.424547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:31.435506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91637f5-0bbd-4999-a700-e5d822dd92a9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Subnet': ['ID=904f5864-9fa8-444d-9639-14792ed3d71d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:31.438898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d91637f5-0bbd-4999-a700-e5d822dd92a9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.458094 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d91637f5-0bbd-4999-a700-e5d822dd92a9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/subnets/904f5864-9fa8-444d-9639-14792ed3d71d HTTP/1.1" status: 204 len: 168 time: 0.6548543 Jan 28 03:54:31.459416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57188) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:31.623322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a6b80-0a9d-49e2-a7b2-29afa323662e None None] Network 8384b886-8756-4312-bda9-93fb2d685731 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:31.724509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:31.744055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7840c705-b938-47b5-a4f5-ed838270616d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:31.746994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7840c705-b938-47b5-a4f5-ed838270616d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:31.755632 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7840c705-b938-47b5-a4f5-ed838270616d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5166938 Jan 28 03:54:31.765691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a6480043-8d8d-4fad-b207-0d8ab7cfa19d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.766154 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Added segment a6480043-8d8d-4fad-b207-0d8ab7cfa19d of type vlan for network e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47 Jan 28 03:54:31.794480 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router (30e76253-6597-4ba7-aec7-e923d63de0b2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.809896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57196) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:31.838214 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.057968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_gateway (30e76253-6597-4ba7-aec7-e923d63de0b2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.069193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.070239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:32.070827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.101332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0358f28c-b3c9-4a70-9b79-7f0ea26511b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 98e61412-cc06-4dd9-9253-23a5223333b2 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:32.113116 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0358f28c-b3c9-4a70-9b79-7f0ea26511b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (98e61412-cc06-4dd9-9253-23a5223333b2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.235452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0358f28c-b3c9-4a70-9b79-7f0ea26511b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (98e61412-cc06-4dd9-9253-23a5223333b2), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.247039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9992735 Jan 28 03:54:32.251003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:32.295944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2d7ac3f3-057a-4692-90ef-2cac769e271c tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:32.366156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec303e-3621-4cfe-9fb6-fb9b5eafcac0 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event updated for resources: {'Network': ['ID=e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:32.385848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:32.456798 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0358f28c-b3c9-4a70-9b79-7f0ea26511b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (98e61412-cc06-4dd9-9253-23a5223333b2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.570937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.objects.ports [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:54:32.585836 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (56b19bd5-44ea-4ff1-8e23-c0592e9f2136), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.586157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0358f28c-b3c9-4a70-9b79-7f0ea26511b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (98e61412-cc06-4dd9-9253-23a5223333b2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.589810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f6e51dbe-d690-4053-bcb8-bf3638babaf6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:32.618200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358f28c-b3c9-4a70-9b79-7f0ea26511b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=98e61412-cc06-4dd9-9253-23a5223333b2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:32.629745 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0358f28c-b3c9-4a70-9b79-7f0ea26511b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.632698 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0358f28c-b3c9-4a70-9b79-7f0ea26511b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/98e61412-cc06-4dd9-9253-23a5223333b2 HTTP/1.1" status: 204 len: 168 time: 0.8215594 Jan 28 03:54:32.637213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57210) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:32.661359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d5ded-3688-4a12-a98c-86f1bf78915c None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:32.712520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '8fe54168-fead-4e9f-a450-23e536063444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:54:29Z', 'revision_number': 7, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': '8fe54168-fead-4e9f-a450-23e536063444', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:50:48Z', 'updated_at': '2022-01-28T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:32.749022 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-252f474d-f004-46ee-9de1-4d1a814a4255 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036766 Jan 28 03:54:32.752400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port 8fe54168-fead-4e9f-a450-23e536063444 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:32.752748 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8fe54168-fead-4e9f-a450-23e536063444), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.766520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57212) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:32.896927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] Checking router: 30e76253-6597-4ba7-aec7-e923d63de0b2 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:54:32.913111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] Routers {'30e76253-6597-4ba7-aec7-e923d63de0b2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:32.913880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:54:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['30e76253-6597-4ba7-aec7-e923d63de0b2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:32.962509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] For port 8fe54168-fead-4e9f-a450-23e536063444, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8fe54168-fead-4e9f-a450-23e536063444,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:32.962885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8fe54168-fead-4e9f-a450-23e536063444), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:32.965629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Subnet': ['ID=56b19bd5-44ea-4ff1-8e23-c0592e9f2136,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:33.001087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15dd15f-07a5-4a77-b6f2-c36252f4cc63 None None] DHCP port deletion for 8384b886-8756-4312-bda9-93fb2d685731 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:54:33.014226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for 8fe54168-fead-4e9f-a450-23e536063444 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:33.076627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb889bd-4820-4e3a-af05-3fc42982c790 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:33.080780 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ceb889bd-4820-4e3a-af05-3fc42982c790 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3108435 Jan 28 03:54:33.085263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:33.137192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Checking segment: {'id': 'e77bbf6a-6070-4c14-b650-e0ab6de02769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '62dbb532-17d7-4c7d-a05f-f2859a5c3855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:33.137593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network hostable DHCP agents. Network: 62dbb532-17d7-4c7d-a05f-f2859a5c3855, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:33.141397 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d7ac3f3-057a-4692-90ef-2cac769e271c tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.179706 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d7ac3f3-057a-4692-90ef-2cac769e271c tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.190993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network 62dbb532-17d7-4c7d-a05f-f2859a5c3855 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:33.205811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43441e95-9133-4732-80ad-3361056d988a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:33.207316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-43441e95-9133-4732-80ad-3361056d988a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1211059 Jan 28 03:54:33.211774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d7ac3f3-057a-4692-90ef-2cac769e271c tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Network e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47 is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:54:33.212618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ac3f3-057a-4692-90ef-2cac769e271c tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:33.222882 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d7ac3f3-057a-4692-90ef-2cac769e271c tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.224296 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2d7ac3f3-057a-4692-90ef-2cac769e271c tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "PUT /v2.0/networks/e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47 HTTP/1.1" status: 200 len: 857 time: 0.9722297 Jan 28 03:54:33.224986 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57220) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:33.233085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:33.246478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] Set router 30e76253-6597-4ba7-aec7-e923d63de0b2 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:33.268707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 62dbb532-17d7-4c7d-a05f-f2859a5c3855) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:33.278821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:33.279510 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.288386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ac3f3-057a-4692-90ef-2cac769e271c tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event updated for resources: {'Network': ['ID=e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:33.303897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c5137b55-5cef-4b10-9e3b-94529e70277f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4800487 Jan 28 03:54:33.306640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:33.315020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'port': {'network_id': '62dbb532-17d7-4c7d-a05f-f2859a5c3855', 'name': 'tempest-NetworksIpV6TestAttrs-907706293'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:33.354800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7be52c-dee8-4f1c-990f-cd931383168f None None] Network d63cdaa7-ce65-4d56-8168-ed6784ad5bd7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:33.396910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.410748 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a660a3c5-52cb-453e-8f1d-47df0c2c9f34 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1807892 Jan 28 03:54:33.414488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:33.424475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b8a0911b-aaf3-4fd3-88c1-cb4c7f3fc8ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:33.473847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f6e51dbe-d690-4053-bcb8-bf3638babaf6 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:33.483305 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:54:32Z', 'revision_number': 8, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:33.490693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d825f19-9b6d-4a82-aa20-b23c4f3080b1 None None] Network 62dbb532-17d7-4c7d-a05f-f2859a5c3855 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:33.522883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8fe54168-fead-4e9f-a450-23e536063444), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.635824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a0911b-aaf3-4fd3-88c1-cb4c7f3fc8ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:33.640397 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8a0911b-aaf3-4fd3-88c1-cb4c7f3fc8ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.654594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89058ff-658e-433c-8716-1b098dab0b8a None None] The sync data for ids ['30e76253-6597-4ba7-aec7-e923d63de0b2'] in n-d-808199-14 is: [{'id': '30e76253-6597-4ba7-aec7-e923d63de0b2', 'name': 'tempest-TestNetworkBasicOps-router-923300661', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:50:44Z', 'updated_at': '2022-01-28T03:54:32Z', 'revision_number': 8, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:54:33.715259 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.718856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-57136795-7217-4b93-87b6-626505ad6466 None None] Provisioning complete for port 2f969a8b-efda-4829-a051-dea376e6bb24 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:33.719574 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57136795-7217-4b93-87b6-626505ad6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.765522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:33.782008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6480043-8d8d-4fad-b207-0d8ab7cfa19d') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:33.782008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6480043-8d8d-4fad-b207-0d8ab7cfa19d') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:33.786794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:33.790392 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.791887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (a6480043-8d8d-4fad-b207-0d8ab7cfa19d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.809751 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a6480043-8d8d-4fad-b207-0d8ab7cfa19d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.812243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c15dd15f-07a5-4a77-b6f2-c36252f4cc63 None None] Deleting port d427765d-5884-4c52-8e3e-1be02cd8f836 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:33.813026 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c15dd15f-07a5-4a77-b6f2-c36252f4cc63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.819404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:33.819404 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (a6480043-8d8d-4fad-b207-0d8ab7cfa19d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.845618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] device_id is not set on port 38cc4639-e1f1-42c9-95df-c2b1a26b28b0 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:33.897828 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:33.907681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=8fe54168-fead-4e9f-a450-23e536063444,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:34.016511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.035676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:54:34.046664 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.058091 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] 10.222.0.44 "DELETE /v2.0/networks/e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47 HTTP/1.1" status: 204 len: 168 time: 0.8169744 Jan 28 03:54:34.061101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a58319-54d2-46b6-aaa8-f649e9e6204a None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:54:34.068592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:34.079263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c15dd15f-07a5-4a77-b6f2-c36252f4cc63 None None] For port d427765d-5884-4c52-8e3e-1be02cd8f836, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d427765d-5884-4c52-8e3e-1be02cd8f836,segment=NetworkSegment(6dc756d9-c816-4154-9965-8891dc999197),segment_id=6dc756d9-c816-4154-9965-8891dc999197)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:34.079679 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c15dd15f-07a5-4a77-b6f2-c36252f4cc63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.101357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f6e51dbe-d690-4053-bcb8-bf3638babaf6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:34.101739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.152544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c74368-773e-4db6-addb-41bbeef0d7f1 tempest-ExternalNetworksTestJSON-1421455096 tempest-ExternalNetworksTestJSON-1421455096-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1a1c20a-bb97-4ce8-9a44-6ab5d55baa47,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:34.206258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (30e76253-6597-4ba7-aec7-e923d63de0b2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.253565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-62dbb532-17d7-4c7d-a05f-f2859a5c3855', 'network_id': '62dbb532-17d7-4c7d-a05f-f2859a5c3855', 'project_id': 'fd3b387a1ad244e3801155a2cf981cc1', 'fixed_ips': [{'subnet_id': '56b19bd5-44ea-4ff1-8e23-c0592e9f2136'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:34.254320 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.274338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c15dd15f-07a5-4a77-b6f2-c36252f4cc63 None None] Calling delete_port for d427765d-5884-4c52-8e3e-1be02cd8f836 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:34.380488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8a0911b-aaf3-4fd3-88c1-cb4c7f3fc8ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (b3623139-678d-4cfe-becf-b9d4972b0470), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.400506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-57136795-7217-4b93-87b6-626505ad6466 None None] Current status of the port 2f969a8b-efda-4829-a051-dea376e6bb24 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:34.400925 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57136795-7217-4b93-87b6-626505ad6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.465203 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49ef46c-31df-4c2c-aa24-0d204d4d38cf tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] DELETE failed (client error): The resource could not be found. Jan 28 03:54:34.478184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49ef46c-31df-4c2c-aa24-0d204d4d38cf tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:54:34.483586 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d49ef46c-31df-4c2c-aa24-0d204d4d38cf tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] 10.222.0.44 "DELETE /v2.0/subnets/97762bc7-4ff8-433a-ba0a-7541a0da4597 HTTP/1.1" status: 404 len: 337 time: 0.4074199 Jan 28 03:54:34.488238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57246) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:34.504698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a0911b-aaf3-4fd3-88c1-cb4c7f3fc8ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:34.511852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b8a0911b-aaf3-4fd3-88c1-cb4c7f3fc8ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:34.522781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a0911b-aaf3-4fd3-88c1-cb4c7f3fc8ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:34.523774 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8a0911b-aaf3-4fd3-88c1-cb4c7f3fc8ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.577499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b8a0911b-aaf3-4fd3-88c1-cb4c7f3fc8ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1616788 Jan 28 03:54:34.583792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57252) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:34.592316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-57136795-7217-4b93-87b6-626505ad6466 None None] For port 2f969a8b-efda-4829-a051-dea376e6bb24, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2f969a8b-efda-4829-a051-dea376e6bb24,segment=NetworkSegment(fddce206-5749-42eb-902a-cd8243ab575c),segment_id=fddce206-5749-42eb-902a-cd8243ab575c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:34.593785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': 'b3623139-678d-4cfe-becf-b9d4972b0470', 'ip_address': '2001:db8::67c5:60e1:9277:d6cd'}], 'name': 'tempest-NetworksTestDHCPv6-924179987'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:34.601281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0911b-aaf3-4fd3-88c1-cb4c7f3fc8ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=b3623139-678d-4cfe-becf-b9d4972b0470,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:34.642890 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57136795-7217-4b93-87b6-626505ad6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.716196 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (30e76253-6597-4ba7-aec7-e923d63de0b2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.730329 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_controller (30e76253-6597-4ba7-aec7-e923d63de0b2), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.738704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Allocated IP 2001:db8::f816:3eff:fe56:48c (62dbb532-17d7-4c7d-a05f-f2859a5c3855/56b19bd5-44ea-4ff1-8e23-c0592e9f2136/38cc4639-e1f1-42c9-95df-c2b1a26b28b0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:34.797406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f6e51dbe-d690-4053-bcb8-bf3638babaf6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:34.798418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2f969a8b-efda-4829-a051-dea376e6bb24 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:34.806234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b2a58319-54d2-46b6-aaa8-f649e9e6204a None None] Deleting port f6e51dbe-d690-4053-bcb8-bf3638babaf6 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:34.806612 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2a58319-54d2-46b6-aaa8-f649e9e6204a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.810268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57136795-7217-4b93-87b6-626505ad6466 None None] Pushing event updated for resources: {'Port': ['ID=2f969a8b-efda-4829-a051-dea376e6bb24,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:34.853810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3b368e23-8f2c-4604-a864-b34e57971a18 None None] Provisioning complete for port 2f969a8b-efda-4829-a051-dea376e6bb24 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:34.854221 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b368e23-8f2c-4604-a864-b34e57971a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.912681 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c15dd15f-07a5-4a77-b6f2-c36252f4cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (d427765d-5884-4c52-8e3e-1be02cd8f836), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.922519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (30e76253-6597-4ba7-aec7-e923d63de0b2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.923055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Fanout notify agent at l3_agent the message router_deleted on router 30e76253-6597-4ba7-aec7-e923d63de0b2 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:54:34.937563 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.938408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:34.942552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:34.952493 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c0d0e47d-ecd5-49d6-92bd-bf9895501ea2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/routers/30e76253-6597-4ba7-aec7-e923d63de0b2 HTTP/1.1" status: 204 len: 168 time: 3.4917641 Jan 28 03:54:35.000251 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1b790099-48a3-4104-9a4e-b1d15abb7535), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.191460 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1b790099-48a3-4104-9a4e-b1d15abb7535), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.246979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b790099-48a3-4104-9a4e-b1d15abb7535']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:35.277238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28584343-e4da-4b6e-b156-fd0b14b3e51c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:35.277238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28584343-e4da-4b6e-b156-fd0b14b3e51c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:35.293340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dd15f-07a5-4a77-b6f2-c36252f4cc63 None None] Pushing event deleted for resources: {'Port': ['ID=d427765d-5884-4c52-8e3e-1be02cd8f836,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:35.299268 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (28584343-e4da-4b6e-b156-fd0b14b3e51c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.308296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15dd15f-07a5-4a77-b6f2-c36252f4cc63 None None] No DVR routers for this DVR port d427765d-5884-4c52-8e3e-1be02cd8f836 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:35.326942 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (28584343-e4da-4b6e-b156-fd0b14b3e51c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.334355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:35.334855 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (28584343-e4da-4b6e-b156-fd0b14b3e51c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.377921 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b2a58319-54d2-46b6-aaa8-f649e9e6204a None None] For port f6e51dbe-d690-4053-bcb8-bf3638babaf6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f6e51dbe-d690-4053-bcb8-bf3638babaf6,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:35.378326 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2a58319-54d2-46b6-aaa8-f649e9e6204a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.381065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2f969a8b-efda-4829-a051-dea376e6bb24 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:35.381420 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:35.399132 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:35.411268 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1b790099-48a3-4104-9a4e-b1d15abb7535), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.419507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b2a58319-54d2-46b6-aaa8-f649e9e6204a None None] Calling delete_port for f6e51dbe-d690-4053-bcb8-bf3638babaf6 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:35.419728 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.436491 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] 10.222.0.44 "DELETE /v2.0/networks/1b790099-48a3-4104-9a4e-b1d15abb7535 HTTP/1.1" status: 204 len: 168 time: 0.9407825 Jan 28 03:54:35.453614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5c60a-1b45-4676-a67b-6438247ab59d tempest-ExternalNetworksTestJSON-1854366832 tempest-ExternalNetworksTestJSON-1854366832-project] Pushing event deleted for resources: {'Network': ['ID=1b790099-48a3-4104-9a4e-b1d15abb7535,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:35.567420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3b368e23-8f2c-4604-a864-b34e57971a18 None None] Current status of the port 2f969a8b-efda-4829-a051-dea376e6bb24 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:35.662528 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2a58319-54d2-46b6-aaa8-f649e9e6204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (f6e51dbe-d690-4053-bcb8-bf3638babaf6), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.758432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a58319-54d2-46b6-aaa8-f649e9e6204a None None] No DVR routers for this DVR port f6e51dbe-d690-4053-bcb8-bf3638babaf6 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:35.760604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a58319-54d2-46b6-aaa8-f649e9e6204a None None] Pushing event deleted for resources: {'Port': ['ID=f6e51dbe-d690-4053-bcb8-bf3638babaf6,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:35.764484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2f969a8b-efda-4829-a051-dea376e6bb24 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:35.783752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b82f67c-de18-4a18-9fe3-9052448b648c None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:35.827983 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8384b886-8756-4312-bda9-93fb2d685731), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.922275 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.943853 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for port (38cc4639-e1f1-42c9-95df-c2b1a26b28b0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.954386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port ce9912ab-5a74-46e1-ab26-327645ef7049 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:36.021016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2f969a8b-efda-4829-a051-dea376e6bb24 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:36.034257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:36.105975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': 'b3623139-678d-4cfe-becf-b9d4972b0470'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:36.106871 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.312088 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8384b886-8756-4312-bda9-93fb2d685731), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.348410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8384b886-8756-4312-bda9-93fb2d685731']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:36.379936 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (38cc4639-e1f1-42c9-95df-c2b1a26b28b0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.383406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc756d9-c816-4154-9965-8891dc999197') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:36.383821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc756d9-c816-4154-9965-8891dc999197') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:36.393967 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-acee8682-e3d4-4a48-883a-8b018c034f18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fcc052e3b594e7ba6bc0c9d4c665d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532002 Jan 28 03:54:36.395070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:36.410020 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (6dc756d9-c816-4154-9965-8891dc999197), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.458271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ba3ceba-75be-477a-94dd-be2d389f5e4b admin admin] Publish callbacks [] for security_group (74940602-00d0-4657-9f55-9371daa2c3d8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.462203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2f969a8b-efda-4829-a051-dea376e6bb24 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:36.462870 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.469125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Allocated IP 2001:db8::f816:3eff:fe92:6f58 (62dbb532-17d7-4c7d-a05f-f2859a5c3855/56b19bd5-44ea-4ff1-8e23-c0592e9f2136/36cca2a6-133e-4ce2-befe-a92442a38f74) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:36.486987 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ba3ceba-75be-477a-94dd-be2d389f5e4b admin admin] Publish callbacks [] for security_group (74940602-00d0-4657-9f55-9371daa2c3d8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.517553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6dc756d9-c816-4154-9965-8891dc999197), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.520525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::67c5:60e1:9277:d6cd (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/b3623139-678d-4cfe-becf-b9d4972b0470/ce9912ab-5a74-46e1-ab26-327645ef7049) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:36.537752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Port': ['ID=38cc4639-e1f1-42c9-95df-c2b1a26b28b0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:36.542153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network 62dbb532-17d7-4c7d-a05f-f2859a5c3855 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:36.543833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:36.545183 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (6dc756d9-c816-4154-9965-8891dc999197), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:36.551261 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:36.570917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:36.580247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:36.588030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:36.588261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ba3ceba-75be-477a-94dd-be2d389f5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (74940602-00d0-4657-9f55-9371daa2c3d8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.589269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.592747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ba3ceba-75be-477a-94dd-be2d389f5e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.594084 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8ba3ceba-75be-477a-94dd-be2d389f5e4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74940602-00d0-4657-9f55-9371daa2c3d8 HTTP/1.1" status: 204 len: 168 time: 0.1980433 Jan 28 03:54:36.631458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3ceba-75be-477a-94dd-be2d389f5e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74940602-00d0-4657-9f55-9371daa2c3d8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:36.656207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-32299dd4-dbe3-4767-90f4-c4ab168a84a3 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.3481789 Jan 28 03:54:36.659500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57298) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:36.697121 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8384b886-8756-4312-bda9-93fb2d685731), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.716967 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.720468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/networks/8384b886-8756-4312-bda9-93fb2d685731 HTTP/1.1" status: 204 len: 168 time: 1.7744460 Jan 28 03:54:36.753290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:36.758122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5179c2da-d39e-4f9d-bf08-21242ba75416 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Deleting subnet 56b19bd5-44ea-4ff1-8e23-c0592e9f2136 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:36.768535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'network': {'name': 'tempest-network-smoke--634263372', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:36.811802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Made reservation on behalf of 700e7bfa6ebb41949c07b0d2771d2517 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:36.815593 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.826241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735a51-b549-4b4a-ac1e-dd09949dacd0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Network': ['ID=8384b886-8756-4312-bda9-93fb2d685731,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:36.868743 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Publish callbacks [] for port (36cca2a6-133e-4ce2-befe-a92442a38f74), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.885293 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (36cca2a6-133e-4ce2-befe-a92442a38f74), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.891645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:36.913336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5179c2da-d39e-4f9d-bf08-21242ba75416 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (56b19bd5-44ea-4ff1-8e23-c0592e9f2136), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:36.971697 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (ce9912ab-5a74-46e1-ab26-327645ef7049), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.019837 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Network 62dbb532-17d7-4c7d-a05f-f2859a5c3855 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:37.031363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:37.039239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fc70484c-5109-4b4d-9bf3-71013743c8ef), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.043061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:37.048056 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Added segment fc70484c-5109-4b4d-9bf3-71013743c8ef of type vlan for network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf Jan 28 03:54:37.087578 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ce9912ab-5a74-46e1-ab26-327645ef7049), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.103039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Pushing event updated for resources: {'Port': ['ID=36cca2a6-133e-4ce2-befe-a92442a38f74,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:37.144199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=ce9912ab-5a74-46e1-ab26-327645ef7049,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:37.158560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5179c2da-d39e-4f9d-bf08-21242ba75416 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (56b19bd5-44ea-4ff1-8e23-c0592e9f2136), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.172802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:37.175493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:37.178427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:37.184087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:37.184733 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.217354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-24c9ac97-0485-4b9f-ac71-9a19a3b24d26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6286857 Jan 28 03:54:37.218784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:37.246388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/b3623139-678d-4cfe-becf-b9d4972b0470/448ab362-f855-4338-8eb0-7c4f91c6381b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:37.253404 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (82c7a2ef-a5f1-4380-8e4b-495c2957bbcf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.380499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa17f4d-10ef-493a-9f95-27b9200cd858 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:37.382121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9aa17f4d-10ef-493a-9f95-27b9200cd858 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1574867 Jan 28 03:54:37.385346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:37.415281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (82c7a2ef-a5f1-4380-8e4b-495c2957bbcf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.425015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:37.425647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.495791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2f969a8b-efda-4829-a051-dea376e6bb24 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:37.525225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57320) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:37.570738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Attempting to bind port 36cca2a6-133e-4ce2-befe-a92442a38f74 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:37.573045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Attempting to bind port 36cca2a6-133e-4ce2-befe-a92442a38f74 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e77bbf6a-6070-4c14-b650-e0ab6de02769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '62dbb532-17d7-4c7d-a05f-f2859a5c3855'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:37.573719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Attempting to bind port 36cca2a6-133e-4ce2-befe-a92442a38f74 on network 62dbb532-17d7-4c7d-a05f-f2859a5c3855 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:37.590830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:37.593180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Checking segment: {'id': 'e77bbf6a-6070-4c14-b650-e0ab6de02769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '62dbb532-17d7-4c7d-a05f-f2859a5c3855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:37.593875 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.594508 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Bound using segment: {'id': 'e77bbf6a-6070-4c14-b650-e0ab6de02769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '62dbb532-17d7-4c7d-a05f-f2859a5c3855'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:37.595261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Bound port: 36cca2a6-133e-4ce2-befe-a92442a38f74, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77bbf6a-6070-4c14-b650-e0ab6de02769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '62dbb532-17d7-4c7d-a05f-f2859a5c3855'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:37.596085 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (36cca2a6-133e-4ce2-befe-a92442a38f74), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.620564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-47331780-d779-4d44-884b-77cf082759c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e0e92d39ea44359a520b7d72941935a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0938432 Jan 28 03:54:37.621306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57322) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:37.663273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Network': ['ID=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:37.668487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6d48bf66-76d2-4577-92d3-3ffbb3c4c52d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port ce9912ab-5a74-46e1-ab26-327645ef7049 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:37.668782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d48bf66-76d2-4577-92d3-3ffbb3c4c52d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ce9912ab-5a74-46e1-ab26-327645ef7049), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.691298 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14c4f053-3b2a-4f87-8d37-31f7896e1010 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9279132 Jan 28 03:54:37.694918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:37.695738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8fe54168-fead-4e9f-a450-23e536063444 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:37.699546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'admin_state_up': True, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:37.751411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:37.800701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 8fe54168-fead-4e9f-a450-23e536063444 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:37.802394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8fe54168-fead-4e9f-a450-23e536063444 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:37.803554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f6e51dbe-d690-4053-bcb8-bf3638babaf6 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:37.804181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5179c2da-d39e-4f9d-bf08-21242ba75416 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (56b19bd5-44ea-4ff1-8e23-c0592e9f2136), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.809158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (c1117ceb-b1a6-4464-88e1-2869f53f45a1), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.811374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (c1117ceb-b1a6-4464-88e1-2869f53f45a1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.928401 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_controller (c1117ceb-b1a6-4464-88e1-2869f53f45a1), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.936427 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d48bf66-76d2-4577-92d3-3ffbb3c4c52d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ce9912ab-5a74-46e1-ab26-327645ef7049), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.967613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6d48bf66-76d2-4577-92d3-3ffbb3c4c52d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for ce9912ab-5a74-46e1-ab26-327645ef7049 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:37.976060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5179c2da-d39e-4f9d-bf08-21242ba75416 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (56b19bd5-44ea-4ff1-8e23-c0592e9f2136), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:37.988282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f6e51dbe-d690-4053-bcb8-bf3638babaf6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:37.989274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f6e51dbe-d690-4053-bcb8-bf3638babaf6 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:37.989987 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dd0baad2-cab9-40da-b18a-a714a9359004 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:38.005739 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179c2da-d39e-4f9d-bf08-21242ba75416 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Subnet': ['ID=56b19bd5-44ea-4ff1-8e23-c0592e9f2136,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:38.071114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: dd0baad2-cab9-40da-b18a-a714a9359004 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:38.073841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dd0baad2-cab9-40da-b18a-a714a9359004 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:38.076134 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d427765d-5884-4c52-8e3e-1be02cd8f836 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:38.217289 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Publish callbacks [] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.219630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: d427765d-5884-4c52-8e3e-1be02cd8f836 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:38.220219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d427765d-5884-4c52-8e3e-1be02cd8f836 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:38.267042 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.364677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:38.374909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:38.400784 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d48bf66-76d2-4577-92d3-3ffbb3c4c52d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ce9912ab-5a74-46e1-ab26-327645ef7049), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.419594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] For port 36cca2a6-133e-4ce2-befe-a92442a38f74, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:38.423318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] For port 36cca2a6-133e-4ce2-befe-a92442a38f74, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=36cca2a6-133e-4ce2-befe-a92442a38f74,segment=NetworkSegment(e77bbf6a-6070-4c14-b650-e0ab6de02769),segment_id=e77bbf6a-6070-4c14-b650-e0ab6de02769)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:38.424651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:38.444391 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (36cca2a6-133e-4ce2-befe-a92442a38f74), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.456634 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81e487c3-26ff-402b-8d34-74d96dfdbf42 admin admin] Publish callbacks [] for security_group (31021b1c-be8c-4123-8e4a-8104a4efdaf8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.462928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Pushing event updated for resources: {'Port': ['ID=448ab362-f855-4338-8eb0-7c4f91c6381b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:38.538399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48bf66-76d2-4577-92d3-3ffbb3c4c52d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=ce9912ab-5a74-46e1-ab26-327645ef7049,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:38.572159 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81e487c3-26ff-402b-8d34-74d96dfdbf42 admin admin] Publish callbacks [] for security_group (31021b1c-be8c-4123-8e4a-8104a4efdaf8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.642945 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81e487c3-26ff-402b-8d34-74d96dfdbf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (31021b1c-be8c-4123-8e4a-8104a4efdaf8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.644855 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81e487c3-26ff-402b-8d34-74d96dfdbf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.657372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-81e487c3-26ff-402b-8d34-74d96dfdbf42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31021b1c-be8c-4123-8e4a-8104a4efdaf8 HTTP/1.1" status: 204 len: 168 time: 1.0346615 Jan 28 03:54:38.680802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Attempting to bind port 448ab362-f855-4338-8eb0-7c4f91c6381b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:38.681582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Attempting to bind port 448ab362-f855-4338-8eb0-7c4f91c6381b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:38.682211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Attempting to bind port 448ab362-f855-4338-8eb0-7c4f91c6381b on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:38.695694 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d48bf66-76d2-4577-92d3-3ffbb3c4c52d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.698125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5179c2da-d39e-4f9d-bf08-21242ba75416 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.702864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:38.705708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6d48bf66-76d2-4577-92d3-3ffbb3c4c52d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/ce9912ab-5a74-46e1-ab26-327645ef7049 HTTP/1.1" status: 204 len: 168 time: 1.3168631 Jan 28 03:54:38.706996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:38.707996 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5179c2da-d39e-4f9d-bf08-21242ba75416 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/subnets/56b19bd5-44ea-4ff1-8e23-c0592e9f2136 HTTP/1.1" status: 204 len: 168 time: 2.0470779 Jan 28 03:54:38.708672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:38.712360 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.713067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57344) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:38.713326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:38.714223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Bound port: 448ab362-f855-4338-8eb0-7c4f91c6381b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:38.715555 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.729620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e487c3-26ff-402b-8d34-74d96dfdbf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31021b1c-be8c-4123-8e4a-8104a4efdaf8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:38.762360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6690ec2-d22b-4fe0-a6ec-7d0e778b8850 None None] Network 62dbb532-17d7-4c7d-a05f-f2859a5c3855 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:38.774510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b8f6e-9004-4ba3-9c37-eed70dcede22 None None] Pushing event updated for resources: {'Port': ['ID=36cca2a6-133e-4ce2-befe-a92442a38f74,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:38.830106 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_gateway (c1117ceb-b1a6-4464-88e1-2869f53f45a1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:38.932895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888c18d-a12b-4229-aba3-ba8abca65556 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:38.968404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888c18d-a12b-4229-aba3-ba8abca65556 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:38.980183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57354) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:38.991138 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c888c18d-a12b-4229-aba3-ba8abca65556 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2754741 Jan 28 03:54:39.066472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] For port 448ab362-f855-4338-8eb0-7c4f91c6381b, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:39.100698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] For port 448ab362-f855-4338-8eb0-7c4f91c6381b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=448ab362-f855-4338-8eb0-7c4f91c6381b,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:39.115199 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:39.208289 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84424f36-6fd8-48e2-aadd-be36a09a889f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (62dbb532-17d7-4c7d-a05f-f2859a5c3855), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:39.242394 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-84424f36-6fd8-48e2-aadd-be36a09a889f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 03:54:39.245374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84424f36-6fd8-48e2-aadd-be36a09a889f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:54:39.259132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57362) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:39.261391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-84424f36-6fd8-48e2-aadd-be36a09a889f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/62dbb532-17d7-4c7d-a05f-f2859a5c3855 HTTP/1.1" status: 409 len: 466 time: 0.2799010 Jan 28 03:54:39.271532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad94c26e-72bd-4454-af3b-fa7bacaefbf1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:39.272870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad94c26e-72bd-4454-af3b-fa7bacaefbf1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:39.278335 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ad94c26e-72bd-4454-af3b-fa7bacaefbf1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5615790 Jan 28 03:54:39.278764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57364) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:39.306944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1442129730'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:39.362842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:39.366520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88185a-fef6-4669-8a38-e69537682b9c None None] Pushing event updated for resources: {'Port': ['ID=448ab362-f855-4338-8eb0-7c4f91c6381b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:39.374247 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:39.391803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3466cc-e3a1-49d2-8c08-7499b47f505e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet b3623139-678d-4cfe-becf-b9d4972b0470 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:39.402540 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d3466cc-e3a1-49d2-8c08-7499b47f505e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (b3623139-678d-4cfe-becf-b9d4972b0470), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:39.421885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:39.436133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:39.436785 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Added segment 0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4 of type vlan for network 167be258-ca40-497d-a7cb-fe43b3fd71ad Jan 28 03:54:39.492429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d3466cc-e3a1-49d2-8c08-7499b47f505e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (b3623139-678d-4cfe-becf-b9d4972b0470), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:39.537149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (167be258-ca40-497d-a7cb-fe43b3fd71ad), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:39.678478 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (167be258-ca40-497d-a7cb-fe43b3fd71ad), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:39.686671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:39.687788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:39.900732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d3466cc-e3a1-49d2-8c08-7499b47f505e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (b3623139-678d-4cfe-becf-b9d4972b0470), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:39.911017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Network': ['ID=167be258-ca40-497d-a7cb-fe43b3fd71ad,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:39.939583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 167be258-ca40-497d-a7cb-fe43b3fd71ad details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:39.974590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5a5b04d0-fdf9-4d00-8b37-993499d5ce1f tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7099040 Jan 28 03:54:39.975253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57386) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:39.975882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_gateway (c1117ceb-b1a6-4464-88e1-2869f53f45a1), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:40.005721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'subnet': {'network_id': '167be258-ca40-497d-a7cb-fe43b3fd71ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:40.109046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:40.112415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d3466cc-e3a1-49d2-8c08-7499b47f505e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (b3623139-678d-4cfe-becf-b9d4972b0470), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:40.229867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3466cc-e3a1-49d2-8c08-7499b47f505e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=b3623139-678d-4cfe-becf-b9d4972b0470,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:40.235709 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d3466cc-e3a1-49d2-8c08-7499b47f505e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:40.242560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5d3466cc-e3a1-49d2-8c08-7499b47f505e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/b3623139-678d-4cfe-becf-b9d4972b0470 HTTP/1.1" status: 204 len: 168 time: 0.9627316 Jan 28 03:54:40.245150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57398) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:40.402107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d073a285-4482-4d83-9a24-c76b80b3ef48 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1555288 Jan 28 03:54:40.405617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57404) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:40.412494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-59299410-c54f-4208-9e72-225e6bdf64ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:40.503752 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-561c7bb8-b922-46bf-a4f2-59f16058781d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:40.532855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:40.536438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:40.547601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 448ab362-f855-4338-8eb0-7c4f91c6381b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:40.573973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Allocated IP 172.25.1.41 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/e1fe20c0-a2ca-456f-add6-3c06f08d2c78) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:40.679256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:40.705862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 448ab362-f855-4338-8eb0-7c4f91c6381b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:40.706266 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:40.843228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59299410-c54f-4208-9e72-225e6bdf64ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:40.846806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59299410-c54f-4208-9e72-225e6bdf64ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:40.906248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 448ab362-f855-4338-8eb0-7c4f91c6381b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:40.906879 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:41.007421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 448ab362-f855-4338-8eb0-7c4f91c6381b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=448ab362-f855-4338-8eb0-7c4f91c6381b,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:41.017934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665091092'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:41.021227 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:41.153447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=448ab362-f855-4338-8eb0-7c4f91c6381b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:41.205284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6a18df-6efd-4dd5-ba20-4b8705d5b10e None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:54:41.221494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:41.228988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:41.247025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:41.345073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-df419760-5e2f-41c3-b4f0-4da26c8782b2 None None] Provisioning complete for port 448ab362-f855-4338-8eb0-7c4f91c6381b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:41.345300 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df419760-5e2f-41c3-b4f0-4da26c8782b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:41.354511 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59299410-c54f-4208-9e72-225e6bdf64ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (c43c1183-f550-4363-af43-b52463609d8d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:41.375629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:41.460330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59299410-c54f-4208-9e72-225e6bdf64ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=c43c1183-f550-4363-af43-b52463609d8d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:41.471353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59299410-c54f-4208-9e72-225e6bdf64ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:41.472884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-59299410-c54f-4208-9e72-225e6bdf64ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:41.475966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59299410-c54f-4208-9e72-225e6bdf64ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:41.476580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59299410-c54f-4208-9e72-225e6bdf64ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:41.517978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-59299410-c54f-4208-9e72-225e6bdf64ac tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1079190 Jan 28 03:54:41.518256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57424) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:41.523618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': 'c43c1183-f550-4363-af43-b52463609d8d', 'ip_address': '2001:db8::9b7e:bf89:cf41:56eb'}], 'name': 'tempest-NetworksTestDHCPv6-1774722705'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:41.558858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:41.658966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:41.668615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:41.673701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:41.758675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:41.765369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a18df-6efd-4dd5-ba20-4b8705d5b10e None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:54:41.900377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-df419760-5e2f-41c3-b4f0-4da26c8782b2 None None] Current status of the port 448ab362-f855-4338-8eb0-7c4f91c6381b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:41.988574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=e1fe20c0-a2ca-456f-add6-3c06f08d2c78,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:42.005088 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.036454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port f8499b6b-d7fe-4b29-afda-ea4312999712 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:42.086571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523a9b8-3ce1-445c-a6fb-fbab2896cd3f None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:42.101774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:54:42.107110 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (b732f469-2e53-4a16-aab8-abd1b6055549), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.221323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.243123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::9b7e:bf89:cf41:56eb (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/c43c1183-f550-4363-af43-b52463609d8d/f8499b6b-d7fe-4b29-afda-ea4312999712) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:42.282137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Subnet': ['ID=b732f469-2e53-4a16-aab8-abd1b6055549,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:42.313389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for security_group (a0952de7-7c46-4765-8195-71e3578a6779), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.331516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a0952de7-7c46-4765-8195-71e3578a6779), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.373489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0952de7-7c46-4765-8195-71e3578a6779,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:42.411828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Checking segment: {'id': '0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '167be258-ca40-497d-a7cb-fe43b3fd71ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:42.412199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network hostable DHCP agents. Network: 167be258-ca40-497d-a7cb-fe43b3fd71ad, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:42.418031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:42.443078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 448ab362-f855-4338-8eb0-7c4f91c6381b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:42.451449 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.451801 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce of type vlan for network 6dc876b6-6439-4f28-96a4-0baebb34052e Jan 28 03:54:42.603881 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_gateway (c1117ceb-b1a6-4464-88e1-2869f53f45a1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.636947 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6918d48a-ee28-484b-be41-ab59313f4641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.658682 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (f8499b6b-d7fe-4b29-afda-ea4312999712), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.672132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c95586a-aefb-4eec-bd2b-25faba8616bf None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:42.730809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network 167be258-ca40-497d-a7cb-fe43b3fd71ad is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:42.748763 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f8499b6b-d7fe-4b29-afda-ea4312999712), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.777640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (6dc876b6-6439-4f28-96a4-0baebb34052e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.806409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:42.812271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:42.828249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:42.835413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:42.836281 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.844447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 448ab362-f855-4338-8eb0-7c4f91c6381b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:42.845205 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.860387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=f8499b6b-d7fe-4b29-afda-ea4312999712,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:42.864089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 167be258-ca40-497d-a7cb-fe43b3fd71ad) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:42.869191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:42.871958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.877667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-16b6086b-42bc-4b3f-aff0-3b1ee33ec9d2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3580906 Jan 28 03:54:42.878549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57444) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:42.889888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61749f59-e4b6-4c6f-b2b6-4e429dfb540a None None] Network 167be258-ca40-497d-a7cb-fe43b3fd71ad requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:42.901607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (6dc876b6-6439-4f28-96a4-0baebb34052e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.908474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:42.909336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:42.916369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f4ea44f0-559d-4b78-bc1a-11dfe07baa1d None None] Provisioning complete for port 448ab362-f855-4338-8eb0-7c4f91c6381b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:42.916369 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4ea44f0-559d-4b78-bc1a-11dfe07baa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:43.019362 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395d3a5e-0502-487f-a1da-918342996bff tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:43.037257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395d3a5e-0502-487f-a1da-918342996bff tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:43.040496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-395d3a5e-0502-487f-a1da-918342996bff tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1599329 Jan 28 03:54:43.043612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:43.056797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=6dc876b6-6439-4f28-96a4-0baebb34052e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:43.066297 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8d65299e-6b76-47eb-b95f-ca5eab2b946f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3820965 Jan 28 03:54:43.070203 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0ce56d80-4d7e-421a-aed7-ac939e9d7310 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0854936 Jan 28 03:54:43.073324 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:43.080782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'port': {'network_id': '167be258-ca40-497d-a7cb-fe43b3fd71ad', 'name': 'tempest-NetworksIpV6TestAttrs-2139476487'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:43.112555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 6dc876b6-6439-4f28-96a4-0baebb34052e details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:43.243801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57456) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:43.256428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': '6dc876b6-6439-4f28-96a4-0baebb34052e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:43.363133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf42a7-7a94-47b4-8785-664e38383e4e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port f8499b6b-d7fe-4b29-afda-ea4312999712 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:43.363133 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaf42a7-7a94-47b4-8785-664e38383e4e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f8499b6b-d7fe-4b29-afda-ea4312999712), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:43.429728 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (c1117ceb-b1a6-4464-88e1-2869f53f45a1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:43.522997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:43.526541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:43.529325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:43.537755 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:43.587616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-167be258-ca40-497d-a7cb-fe43b3fd71ad', 'network_id': '167be258-ca40-497d-a7cb-fe43b3fd71ad', 'project_id': 'fd3b387a1ad244e3801155a2cf981cc1', 'fixed_ips': [{'subnet_id': 'b732f469-2e53-4a16-aab8-abd1b6055549'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:43.603146 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:43.634302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 448ab362-f855-4338-8eb0-7c4f91c6381b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:43.637240 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaf42a7-7a94-47b4-8785-664e38383e4e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f8499b6b-d7fe-4b29-afda-ea4312999712), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:43.659010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf42a7-7a94-47b4-8785-664e38383e4e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for f8499b6b-d7fe-4b29-afda-ea4312999712 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:43.723092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] device_id is not set on port 56675ce6-b749-45b0-b47b-d8029acf67a8 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:43.809919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea44f0-559d-4b78-bc1a-11dfe07baa1d None None] Current status of the port 448ab362-f855-4338-8eb0-7c4f91c6381b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:43.906088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Allocated IP 2001:db8::f816:3eff:feea:5861 (167be258-ca40-497d-a7cb-fe43b3fd71ad/b732f469-2e53-4a16-aab8-abd1b6055549/ee9ff76f-6646-4eaa-bfe2-3a4a3db61add) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:43.918287 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaf42a7-7a94-47b4-8785-664e38383e4e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f8499b6b-d7fe-4b29-afda-ea4312999712), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:43.997774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf42a7-7a94-47b4-8785-664e38383e4e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=f8499b6b-d7fe-4b29-afda-ea4312999712,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:44.039077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c083f7e2-6553-4129-be17-6ad4766b62c0 None None] Could not find standard attr ID for object f8499b6b-d7fe-4b29-afda-ea4312999712. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:54:44.039395 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaf42a7-7a94-47b4-8785-664e38383e4e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.053733 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3aaf42a7-7a94-47b4-8785-664e38383e4e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/f8499b6b-d7fe-4b29-afda-ea4312999712 HTTP/1.1" status: 204 len: 168 time: 1.0091169 Jan 28 03:54:44.054390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:44.135493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c083f7e2-6553-4129-be17-6ad4766b62c0 None None] Provisioning complete for port 448ab362-f855-4338-8eb0-7c4f91c6381b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:44.135894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c083f7e2-6553-4129-be17-6ad4766b62c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.163729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a05bde-003f-4610-8b2f-5b359af8e94d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:44.165398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a05bde-003f-4610-8b2f-5b359af8e94d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:44.180442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a4a05bde-003f-4610-8b2f-5b359af8e94d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1249776 Jan 28 03:54:44.181353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:44.224149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router c1117ceb-b1a6-4464-88e1-2869f53f45a1 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:54:44.272472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c582226-d372-4374-9007-0c186fffb181 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet c43c1183-f550-4363-af43-b52463609d8d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:44.276077 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c582226-d372-4374-9007-0c186fffb181 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (c43c1183-f550-4363-af43-b52463609d8d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.376310 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.382449 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Publish callbacks [] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.396665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c582226-d372-4374-9007-0c186fffb181 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (c43c1183-f550-4363-af43-b52463609d8d), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.454184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (24d76756-1228-4149-a2d4-1022efa59c6e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.462180 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.490930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c582226-d372-4374-9007-0c186fffb181 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (c43c1183-f550-4363-af43-b52463609d8d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.508825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Network 167be258-ca40-497d-a7cb-fe43b3fd71ad is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:44.550295 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:44.556501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:44.574570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c083f7e2-6553-4129-be17-6ad4766b62c0 None None] Current status of the port 448ab362-f855-4338-8eb0-7c4f91c6381b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:44.604689 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.608696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Pushing event updated for resources: {'Port': ['ID=ee9ff76f-6646-4eaa-bfe2-3a4a3db61add,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:44.623844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Allocated IP 2001:db8::f816:3eff:fe97:daa0 (167be258-ca40-497d-a7cb-fe43b3fd71ad/b732f469-2e53-4a16-aab8-abd1b6055549/56675ce6-b749-45b0-b47b-d8029acf67a8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:44.625834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c582226-d372-4374-9007-0c186fffb181 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (c43c1183-f550-4363-af43-b52463609d8d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.642040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=24d76756-1228-4149-a2d4-1022efa59c6e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:44.676694 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c582226-d372-4374-9007-0c186fffb181 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.677679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Attempting to bind port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:44.678228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Attempting to bind port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '167be258-ca40-497d-a7cb-fe43b3fd71ad'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:44.679035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Attempting to bind port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add on network 167be258-ca40-497d-a7cb-fe43b3fd71ad {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:44.681157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:54:44.692376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57484) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:44.694085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5c582226-d372-4374-9007-0c186fffb181 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/c43c1183-f550-4363-af43-b52463609d8d HTTP/1.1" status: 204 len: 168 time: 0.5114720 Jan 28 03:54:44.694220 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Sync routers for ids ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:54:44.710260 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Routers {'c1117ceb-b1a6-4464-88e1-2869f53f45a1'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:44.710817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef6d123-79a1-407f-a188-32ccc025cdb7 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:44.713681 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:54:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:44.721257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c582226-d372-4374-9007-0c186fffb181 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=c43c1183-f550-4363-af43-b52463609d8d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:44.722579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:44.722966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Checking segment: {'id': '0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '167be258-ca40-497d-a7cb-fe43b3fd71ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:44.723374 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.723772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Bound using segment: {'id': '0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '167be258-ca40-497d-a7cb-fe43b3fd71ad'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:44.724278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Bound port: ee9ff76f-6646-4eaa-bfe2-3a4a3db61add, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '167be258-ca40-497d-a7cb-fe43b3fd71ad'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:44.724660 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.738360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d5860845-0fb3-4af8-8fe0-2bffe60f0422 None None] Could not find standard attr ID for object f8499b6b-d7fe-4b29-afda-ea4312999712. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:54:44.757883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d5860845-0fb3-4af8-8fe0-2bffe60f0422 None None] Could not find standard attr ID for object ce9912ab-5a74-46e1-ab26-327645ef7049. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:54:44.771126 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-37c6ed1e-5947-4102-9733-38f6525184dc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734398 Jan 28 03:54:44.771982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': 'ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6dc876b6-6439-4f28-96a4-0baebb34052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:44.773148 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: 6dc876b6-6439-4f28-96a4-0baebb34052e, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:44.775633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57486) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:44.784990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-72a47991-90b7-4b23-88f9-08b4366de408 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:44.814308 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.815567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c22d2d86-96d8-4b94-844b-f1897fc1c3f6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1196985 Jan 28 03:54:44.820290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:44.923360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] For port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:44.927551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] For port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ee9ff76f-6646-4eaa-bfe2-3a4a3db61add,segment=NetworkSegment(0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4),segment_id=0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:44.938331 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:44.983128 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Set router c1117ceb-b1a6-4464-88e1-2869f53f45a1 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:45.017372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1b7a4-2af6-4e88-99bd-c8f0702314d2 None None] Pushing event updated for resources: {'Port': ['ID=ee9ff76f-6646-4eaa-bfe2-3a4a3db61add,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:45.027313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a47991-90b7-4b23-88f9-08b4366de408 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:45.031360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72a47991-90b7-4b23-88f9-08b4366de408 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:45.045152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:54:45.084365 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e110de1e-4e6c-4bc3-b1ae-e3b173defa74 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=700e7bfa6ebb41949c07b0d2771d2517&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2336614 Jan 28 03:54:45.085833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57502) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:45.186033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Deleting port 448ab362-f855-4338-8eb0-7c4f91c6381b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:45.186853 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:45.292024 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] For port 448ab362-f855-4338-8eb0-7c4f91c6381b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=448ab362-f855-4338-8eb0-7c4f91c6381b,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:45.292438 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:45.327306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Calling delete_port for 448ab362-f855-4338-8eb0-7c4f91c6381b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:45.380379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72a47991-90b7-4b23-88f9-08b4366de408 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (07600add-a2bf-476e-abe0-663e091418c4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:45.448543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a47991-90b7-4b23-88f9-08b4366de408 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=07600add-a2bf-476e-abe0-663e091418c4,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:45.470026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a47991-90b7-4b23-88f9-08b4366de408 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:45.471825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-72a47991-90b7-4b23-88f9-08b4366de408 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:45.475304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a47991-90b7-4b23-88f9-08b4366de408 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:45.476640 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72a47991-90b7-4b23-88f9-08b4366de408 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:45.494984 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-72a47991-90b7-4b23-88f9-08b4366de408 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7174952 Jan 28 03:54:45.497791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57518) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:45.503114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de4d693-af30-4ab3-b931-b0ca84dbe017 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:45.504290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': '07600add-a2bf-476e-abe0-663e091418c4', 'ip_address': '2001:db8::1bd5:b0e9:19c0:ff78'}], 'name': 'tempest-NetworksTestDHCPv6-859787300'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:45.517229 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2de4d693-af30-4ab3-b931-b0ca84dbe017 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4174035 Jan 28 03:54:45.520702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57520) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:45.521695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network 6dc876b6-6439-4f28-96a4-0baebb34052e is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:45.576175 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:42Z', 'revision_number': 3, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:45.605810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 6dc876b6-6439-4f28-96a4-0baebb34052e) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:45.611881 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-878a0388-83e2-4ec7-b4a6-4e5420b3bbe5 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0874784 Jan 28 03:54:45.612491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57524) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:45.627518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874031038', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:45.640090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:45.641062 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:45.670936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75435c7-2080-4065-957f-37601bff722b None None] Network 6dc876b6-6439-4f28-96a4-0baebb34052e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:45.678166 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:45.686519 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Checking router: c1117ceb-b1a6-4464-88e1-2869f53f45a1 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:54:45.689195 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Updating router c1117ceb-b1a6-4464-88e1-2869f53f45a1 port e1fe20c0-a2ca-456f-add6-3c06f08d2c78 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:54:45.775167 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:45.789349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (448ab362-f855-4338-8eb0-7c4f91c6381b), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:45.847533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Pushing event deleted for resources: {'Port': ['ID=448ab362-f855-4338-8eb0-7c4f91c6381b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:45.850227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] No DVR routers for this DVR port 448ab362-f855-4338-8eb0-7c4f91c6381b on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:45.861928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6dc876b6-6439-4f28-96a4-0baebb34052e', 'network_id': '6dc876b6-6439-4f28-96a4-0baebb34052e', 'project_id': '291df46969e14de596282068400372d9', 'fixed_ips': [{'subnet_id': '24d76756-1228-4149-a2d4-1022efa59c6e'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:45.862779 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:45.892620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b538ee-a7a2-4c44-8ff2-61934730da93 req-452dfac8-370c-4bf9-8319-1c6dba71d195 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:45.894534 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2b538ee-a7a2-4c44-8ff2-61934730da93 req-452dfac8-370c-4bf9-8319-1c6dba71d195 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.1074357 Jan 28 03:54:46.001349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:46.016612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.046014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2b538ee-a7a2-4c44-8ff2-61934730da93 req-7af85506-3b19-4b73-8a3d-d97bde6c5586 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423137 Jan 28 03:54:46.052946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 2c839936-7c98-4023-b8bf-9d55a0647d3c yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:46.060459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef5cb4-a75f-466e-a552-04ebdb26faea None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:46.065028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.065678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.066084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.066566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.067007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.067365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.067728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.078744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.079151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.079520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.079914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.080318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.080655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df161a3-0996-486a-a36b-4f6886063eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.352744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Allocated IP 172.20.255.242 (6dc876b6-6439-4f28-96a4-0baebb34052e/24d76756-1228-4149-a2d4-1022efa59c6e/28228138-c191-4ccd-a0a7-12cc31f8a91b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:46.404107 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Publish callbacks [] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.410224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::1bd5:b0e9:19c0:ff78 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/07600add-a2bf-476e-abe0-663e091418c4/2c839936-7c98-4023-b8bf-9d55a0647d3c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:46.412456 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.494143 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Attempting to bind port e1fe20c0-a2ca-456f-add6-3c06f08d2c78 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:46.495014 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Attempting to bind port e1fe20c0-a2ca-456f-add6-3c06f08d2c78 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:46.495677 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Attempting to bind port e1fe20c0-a2ca-456f-add6-3c06f08d2c78 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:46.532424 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:46.532945 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:46.533846 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.534350 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:46.534752 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Bound port: e1fe20c0-a2ca-456f-add6-3c06f08d2c78, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:46.538888 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.587380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ee9ff76f-6646-4eaa-bfe2-3a4a3db61add up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:46.610665 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Pushing event updated for resources: {'Port': ['ID=e1fe20c0-a2ca-456f-add6-3c06f08d2c78,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:46.639077 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.639457 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.647920 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.648250 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.648802 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.648982 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.649305 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.649996 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.654647 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.655787 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.655946 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.656172 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.664831 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:46.687007 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ae091524-4637-47c7-a8d0-f0960cebe851 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.4396431 Jan 28 03:54:46.691455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:46.697176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-111492244'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:46.707707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for port (56675ce6-b749-45b0-b47b-d8029acf67a8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.711679 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] For port e1fe20c0-a2ca-456f-add6-3c06f08d2c78, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:46.717546 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] For port e1fe20c0-a2ca-456f-add6-3c06f08d2c78, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e1fe20c0-a2ca-456f-add6-3c06f08d2c78,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:46.723225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Made reservation on behalf of 700e7bfa6ebb41949c07b0d2771d2517 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:46.727469 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.742249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.757998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4318cb1b-6b88-49f8-a078-5449e1fbe6ae None None] Network 167be258-ca40-497d-a7cb-fe43b3fd71ad requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:46.816570 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Routers {'c1117ceb-b1a6-4464-88e1-2869f53f45a1'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:46.817811 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:54:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:46.822138 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46938f7c-e8a9-4d29-82d6-9fddc16c8903 None None] Pushing event updated for resources: {'Port': ['ID=e1fe20c0-a2ca-456f-add6-3c06f08d2c78,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:46.823240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:46.828935 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.850567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': '07600add-a2bf-476e-abe0-663e091418c4'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:46.851433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.851594 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (2c839936-7c98-4023-b8bf-9d55a0647d3c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.873016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:46.889893 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c794c30d-a454-4b5c-8379-2edfc11bc94e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.890245 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment c794c30d-a454-4b5c-8379-2edfc11bc94e of type vlan for network 6ea3d7b8-b44a-486e-8966-98e10f434ce4 Jan 28 03:54:46.950790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (6ea3d7b8-b44a-486e-8966-98e10f434ce4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.961922 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (2c839936-7c98-4023-b8bf-9d55a0647d3c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:46.988670 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.007558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (56675ce6-b749-45b0-b47b-d8029acf67a8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.016386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8b0472ed-0f05-4722-9854-0fe96665186b None None] Provisioning complete for port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:47.016870 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b0472ed-0f05-4722-9854-0fe96665186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.022877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:47.029037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (1ee80fc5-6d61-47c7-b2ca-8a0c96652379), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.034220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:47.040467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:47.041505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:47.041885 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.047925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:47.049119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.060235 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (6ea3d7b8-b44a-486e-8966-98e10f434ce4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.066235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:47.067211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.110048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=2c839936-7c98-4023-b8bf-9d55a0647d3c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:47.126866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bf2b7669-349b-4c21-8010-526528981c30 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6268873 Jan 28 03:54:47.127712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:47.129734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network 167be258-ca40-497d-a7cb-fe43b3fd71ad is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:47.137349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:47.144204 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] Set router c1117ceb-b1a6-4464-88e1-2869f53f45a1 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:47.145533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:47.155511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:47.156441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.199030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5065017 Jan 28 03:54:47.204719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57552) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:47.211093 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': '6ea3d7b8-b44a-486e-8966-98e10f434ce4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:47.243614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Port': ['ID=56675ce6-b749-45b0-b47b-d8029acf67a8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:47.257031 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-15175449-5561-4984-83b2-d80cbcf7f721 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.1823993 Jan 28 03:54:47.261567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:47.262278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Subnet': ['ID=1ee80fc5-6d61-47c7-b2ca-8a0c96652379,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:47.287274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Publish callbacks [] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.327837 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.380171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Checking segment: {'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:47.380540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network hostable DHCP agents. Network: 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:47.433681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fb9946-707c-4fc5-91a9-7d1273487139 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Deleting subnet b732f469-2e53-4a16-aab8-abd1b6055549 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:47.438628 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90fb9946-707c-4fc5-91a9-7d1273487139 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (b732f469-2e53-4a16-aab8-abd1b6055549), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.452157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Network 6dc876b6-6439-4f28-96a4-0baebb34052e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:47.493066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90fb9946-707c-4fc5-91a9-7d1273487139 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (b732f469-2e53-4a16-aab8-abd1b6055549), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.503140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8b0472ed-0f05-4722-9854-0fe96665186b None None] Current status of the port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:47.506393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b0472ed-0f05-4722-9854-0fe96665186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.523607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:47.526047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:47.567807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Pushing event updated for resources: {'Port': ['ID=28228138-c191-4ccd-a0a7-12cc31f8a91b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:47.578031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:47.578423 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.594976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/07600add-a2bf-476e-abe0-663e091418c4/8fca78ef-a519-4c0c-8473-7f617a4d7698) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:47.611994 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:42Z', 'revision_number': 3, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:47.627315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:47.646824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8b0472ed-0f05-4722-9854-0fe96665186b None None] For port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ee9ff76f-6646-4eaa-bfe2-3a4a3db61add,segment=NetworkSegment(0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4),segment_id=0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:47.681864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:47.690355 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b0472ed-0f05-4722-9854-0fe96665186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.702997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e146d6d-2159-4849-819a-181174d5ae9e None None] Network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:47.715022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:47.715626 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.799090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdd208-30b9-4814-ad52-3f053584a6b6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=6ea3d7b8-b44a-486e-8966-98e10f434ce4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:47.823475 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-df28830a-ffa5-45f1-a58e-1fa2bf9ab4be tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2002723 Jan 28 03:54:47.829125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57566) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:47.898397 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632a2ed-2821-4316-8757-e8b4d40e1ee0 None None] The sync data for ids ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'] in n-d-808199-14 is: [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:42Z', 'revision_number': 3, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:54:47.904354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 6ea3d7b8-b44a-486e-8966-98e10f434ce4 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:47.910524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff66a783-2520-4b45-bf0b-124531f91b31 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:47.916544 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ff66a783-2520-4b45-bf0b-124531f91b31 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7538340 Jan 28 03:54:47.917949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57568) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:47.965699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc6c3b-90ba-4715-8584-a9abf28acc7f req-012776d9-1a1e-454a-87d5-3f6fdb341aba tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:47.970187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99dc6c3b-90ba-4715-8584-a9abf28acc7f req-012776d9-1a1e-454a-87d5-3f6fdb341aba tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.2831020 Jan 28 03:54:47.971309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:47.977722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90fb9946-707c-4fc5-91a9-7d1273487139 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (b732f469-2e53-4a16-aab8-abd1b6055549), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:47.998340 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.049813 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:54:48.050415 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:54:48.159017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Attempting to bind port 28228138-c191-4ccd-a0a7-12cc31f8a91b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:48.159387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Attempting to bind port 28228138-c191-4ccd-a0a7-12cc31f8a91b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6dc876b6-6439-4f28-96a4-0baebb34052e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:48.159732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Attempting to bind port 28228138-c191-4ccd-a0a7-12cc31f8a91b on network 6dc876b6-6439-4f28-96a4-0baebb34052e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:48.208551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:48.209273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Checking segment: {'id': 'ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6dc876b6-6439-4f28-96a4-0baebb34052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:48.209542 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.210058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Bound using segment: {'id': 'ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6dc876b6-6439-4f28-96a4-0baebb34052e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:48.210583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Bound port: 28228138-c191-4ccd-a0a7-12cc31f8a91b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6dc876b6-6439-4f28-96a4-0baebb34052e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:48.213200 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.227335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99dc6c3b-90ba-4715-8584-a9abf28acc7f req-4b36a1a8-a9f6-47a0-9df9-9c8a617c9604 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242360 Jan 28 03:54:48.235702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d80f4cf0-d465-40d3-8207-d634d9514dac None None] Provisioning complete for port 56675ce6-b749-45b0-b47b-d8029acf67a8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:48.237196 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d80f4cf0-d465-40d3-8207-d634d9514dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (56675ce6-b749-45b0-b47b-d8029acf67a8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.242601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0472ed-0f05-4722-9854-0fe96665186b None None] Pushing event updated for resources: {'Port': ['ID=ee9ff76f-6646-4eaa-bfe2-3a4a3db61add,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:48.453317 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90fb9946-707c-4fc5-91a9-7d1273487139 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (b732f469-2e53-4a16-aab8-abd1b6055549), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.525637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ce346a00-6a22-498e-a80b-679de8c7d323 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 2c839936-7c98-4023-b8bf-9d55a0647d3c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:48.525909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce346a00-6a22-498e-a80b-679de8c7d323 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2c839936-7c98-4023-b8bf-9d55a0647d3c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.529086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb9946-707c-4fc5-91a9-7d1273487139 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Subnet': ['ID=b732f469-2e53-4a16-aab8-abd1b6055549,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:48.532887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90fb9946-707c-4fc5-91a9-7d1273487139 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.541532 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-90fb9946-707c-4fc5-91a9-7d1273487139 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/subnets/b732f469-2e53-4a16-aab8-abd1b6055549 HTTP/1.1" status: 204 len: 168 time: 1.2714736 Jan 28 03:54:48.548759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] For port 28228138-c191-4ccd-a0a7-12cc31f8a91b, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:48.553690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] For port 28228138-c191-4ccd-a0a7-12cc31f8a91b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=28228138-c191-4ccd-a0a7-12cc31f8a91b,segment=NetworkSegment(ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce),segment_id=ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:48.563755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57582) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:48.575755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:48.576671 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.586954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de01277-6bae-4fcd-907d-efbdc9037eb7 None None] Network 167be258-ca40-497d-a7cb-fe43b3fd71ad requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:48.625146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (5573bc3d-a27d-4556-afc9-c50cfb433e48), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.634421 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.730257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=5573bc3d-a27d-4556-afc9-c50cfb433e48,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:48.756866 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': 'c794c30d-a454-4b5c-8379-2edfc11bc94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6ea3d7b8-b44a-486e-8966-98e10f434ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:48.757624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: 6ea3d7b8-b44a-486e-8966-98e10f434ce4, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:48.774939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3388271e-65bc-443d-b6d0-1838bc16f900 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:48.776697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3388271e-65bc-443d-b6d0-1838bc16f900 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:48.783036 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3388271e-65bc-443d-b6d0-1838bc16f900 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2172303 Jan 28 03:54:48.790521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57586) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:48.807074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network 6ea3d7b8-b44a-486e-8966-98e10f434ce4 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:48.829785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d80f4cf0-d465-40d3-8207-d634d9514dac None None] Port 56675ce6-b749-45b0-b47b-d8029acf67a8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:54:48.841981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 6ea3d7b8-b44a-486e-8966-98e10f434ce4) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:48.855691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:48.859107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:48.888966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab67d8-6aa3-4527-b6cf-002d1ee5490b None None] Network 6ea3d7b8-b44a-486e-8966-98e10f434ce4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:48.920471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b719232b-efdc-43a8-9a10-03c34376279a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7121325 Jan 28 03:54:48.922749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:48.969261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce346a00-6a22-498e-a80b-679de8c7d323 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2c839936-7c98-4023-b8bf-9d55a0647d3c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.034619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ce346a00-6a22-498e-a80b-679de8c7d323 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 2c839936-7c98-4023-b8bf-9d55a0647d3c owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:49.046240 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79c532f5-5942-4143-baae-dfbabb059f09 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (167be258-ca40-497d-a7cb-fe43b3fd71ad), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.264415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbec23-f77b-4675-969e-b799090fd582 req-dcfe3e96-dc86-4b3b-81cb-1eb4fbb4769f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:49.266064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9cfbec23-f77b-4675-969e-b799090fd582 req-dcfe3e96-dc86-4b3b-81cb-1eb4fbb4769f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.1195941 Jan 28 03:54:49.269825 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (6ea3d7b8-b44a-486e-8966-98e10f434ce4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.318266 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c532f5-5942-4143-baae-dfbabb059f09 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 03:54:49.318738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c532f5-5942-4143-baae-dfbabb059f09 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:54:49.323991 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-79c532f5-5942-4143-baae-dfbabb059f09 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/167be258-ca40-497d-a7cb-fe43b3fd71ad HTTP/1.1" status: 409 len: 466 time: 0.5319831 Jan 28 03:54:49.331311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57600) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:49.369610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-583808940'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:49.437260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:49.479191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9cfbec23-f77b-4675-969e-b799090fd582 req-812c78c9-896f-409e-bfe1-474c354e8d9d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050743 Jan 28 03:54:49.487643 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (5573bc3d-a27d-4556-afc9-c50cfb433e48), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.592374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:49.600732 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.621544 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (5573bc3d-a27d-4556-afc9-c50cfb433e48), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.656085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=5573bc3d-a27d-4556-afc9-c50cfb433e48,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:49.677448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 448ab362-f855-4338-8eb0-7c4f91c6381b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:49.698098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d80f4cf0-d465-40d3-8207-d634d9514dac None None] Provisioning complete for port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:49.699594 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d80f4cf0-d465-40d3-8207-d634d9514dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.729483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce346a00-6a22-498e-a80b-679de8c7d323 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (2c839936-7c98-4023-b8bf-9d55a0647d3c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.745004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (6ea3d7b8-b44a-486e-8966-98e10f434ce4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.787457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea3d7b8-b44a-486e-8966-98e10f434ce4']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:49.799078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c794c30d-a454-4b5c-8379-2edfc11bc94e') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:49.799984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c794c30d-a454-4b5c-8379-2edfc11bc94e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:49.821152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (c794c30d-a454-4b5c-8379-2edfc11bc94e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.822298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:49.827812 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Publish callbacks [] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.829495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbca5ef-408d-4341-bba9-1aeaee336a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6ea3d7b8-b44a-486e-8966-98e10f434ce4', 'network_id': '6ea3d7b8-b44a-486e-8966-98e10f434ce4', 'project_id': '291df46969e14de596282068400372d9', 'fixed_ips': [{'subnet_id': '5573bc3d-a27d-4556-afc9-c50cfb433e48'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:49.835806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bbca5ef-408d-4341-bba9-1aeaee336a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.846763 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c794c30d-a454-4b5c-8379-2edfc11bc94e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.852224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 448ab362-f855-4338-8eb0-7c4f91c6381b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:49.852623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 448ab362-f855-4338-8eb0-7c4f91c6381b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:49.853505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:49.854056 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (c794c30d-a454-4b5c-8379-2edfc11bc94e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.868733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.868733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce346a00-6a22-498e-a80b-679de8c7d323 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:49.869078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3f8ba-41c8-471e-88af-d63999ad4624 None None] Pushing event updated for resources: {'Port': ['ID=28228138-c191-4ccd-a0a7-12cc31f8a91b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:49.869180 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ce346a00-6a22-498e-a80b-679de8c7d323 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/2c839936-7c98-4023-b8bf-9d55a0647d3c HTTP/1.1" status: 204 len: 168 time: 1.9466362 Jan 28 03:54:49.876950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:49.930361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce346a00-6a22-498e-a80b-679de8c7d323 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=2c839936-7c98-4023-b8bf-9d55a0647d3c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:49.943924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d00e0-48bb-4828-bc39-47a90044c2db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:49.945398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d00e0-48bb-4828-bc39-47a90044c2db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:49.947159 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f54d00e0-48bb-4828-bc39-47a90044c2db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0719335 Jan 28 03:54:49.953140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:49.969353 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:49.973381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Allocated IP 172.20.0.2 (82c7a2ef-a5f1-4380-8e4b-495c2957bbcf/1ee80fc5-6d61-47c7-b2ca-8a0c96652379/1f68787a-2899-424f-a41f-77c5a5ee8f46) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:49.987093 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (6ea3d7b8-b44a-486e-8966-98e10f434ce4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.014447 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (9b4b8534-bada-4174-b116-5cfca52a81b5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.014752 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Added segment 9b4b8534-bada-4174-b116-5cfca52a81b5 of type vlan for network c68719df-2a99-4791-a7f8-1a5d84ac7e42 Jan 28 03:54:50.028656 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.039000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/6ea3d7b8-b44a-486e-8966-98e10f434ce4 HTTP/1.1" status: 204 len: 168 time: 1.0796940 Jan 28 03:54:50.039000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7159f9-1008-4b63-82c5-2cb575f4cb0b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=6ea3d7b8-b44a-486e-8966-98e10f434ce4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:50.042554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:50.049139 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.054568 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1253816020'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:50.070907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cf2528-74c1-4486-bbbd-0e841f633036 None None] Network 6ea3d7b8-b44a-486e-8966-98e10f434ce4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:50.098766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:50.104816 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.152740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cf2528-74c1-4486-bbbd-0e841f633036 None None] Network 6ea3d7b8-b44a-486e-8966-98e10f434ce4 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:54:50.180984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:50.197127 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3d4f51bc-8076-44a4-b7d8-43eae41a80f5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.198156 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment 3d4f51bc-8076-44a4-b7d8-43eae41a80f5 of type vlan for network 5142d981-d4eb-42fb-86cd-704fa118f86a Jan 28 03:54:50.260891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-add8a39d-cea9-4652-b611-4a8b548ab0fe tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 07600add-a2bf-476e-abe0-663e091418c4 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:50.265909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (c68719df-2a99-4791-a7f8-1a5d84ac7e42), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.270485 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-add8a39d-cea9-4652-b611-4a8b548ab0fe tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (07600add-a2bf-476e-abe0-663e091418c4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.284146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (5142d981-d4eb-42fb-86cd-704fa118f86a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.317092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:50.320888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dbcb60-11be-4579-9bed-8388bc34e30f None None] DHCP port deletion for 167be258-ca40-497d-a7cb-fe43b3fd71ad request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:54:50.324429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (5142d981-d4eb-42fb-86cd-704fa118f86a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.330623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:50.334271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:50.335582 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.370513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e1fe20c0-a2ca-456f-add6-3c06f08d2c78 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:50.380738 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:54:50.384097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:50.439353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-add8a39d-cea9-4652-b611-4a8b548ab0fe tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (07600add-a2bf-476e-abe0-663e091418c4), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.477239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4305236 Jan 28 03:54:50.482923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:50.488754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': '5142d981-d4eb-42fb-86cd-704fa118f86a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:50.494837 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Pushing event updated for resources: {'Port': ['ID=8fca78ef-a519-4c0c-8473-7f617a4d7698,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:50.523469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7fa2b-7132-41e6-b219-7ec1caa62234 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=5142d981-d4eb-42fb-86cd-704fa118f86a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:50.523638 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:50.534226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (c68719df-2a99-4791-a7f8-1a5d84ac7e42), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.554058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:50.554718 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.667376 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 5142d981-d4eb-42fb-86cd-704fa118f86a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:50.703432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:50.707509 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.728445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d80f4cf0-d465-40d3-8207-d634d9514dac None None] Current status of the port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:50.811682 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6201cf-5d65-4520-a693-632f5cb25079 None None] Network 6dc876b6-6439-4f28-96a4-0baebb34052e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:50.830232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Performing IP validity checks on allocation pools {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:54:50.831147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:54:50.841732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e36d02-62fd-4c77-8405-e1f5a6488a2d req-1a61a8ed-1d75-451a-a749-a95bc477ce69 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:50.843773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4e36d02-62fd-4c77-8405-e1f5a6488a2d req-1a61a8ed-1d75-451a-a749-a95bc477ce69 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.2128103 Jan 28 03:54:50.935252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4e36d02-62fd-4c77-8405-e1f5a6488a2d req-a553feb2-09f2-4b9a-bee7-ffa4b8f9b59e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829310 Jan 28 03:54:50.994369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:50.994719 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:50.996460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Attempting to bind port 8fca78ef-a519-4c0c-8473-7f617a4d7698 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:50.997271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Attempting to bind port 8fca78ef-a519-4c0c-8473-7f617a4d7698 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:50.997468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Attempting to bind port 8fca78ef-a519-4c0c-8473-7f617a4d7698 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:51.014431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:51.015101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:51.015242 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.015597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:51.016322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Bound port: 8fca78ef-a519-4c0c-8473-7f617a4d7698, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:51.016461 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.056804 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7187135 Jan 28 03:54:51.072727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57630) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:51.082298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d127c-8015-4131-8586-3523fbc92ab4 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Network': ['ID=c68719df-2a99-4791-a7f8-1a5d84ac7e42,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:51.083050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'subnet': {'network_id': 'c68719df-2a99-4791-a7f8-1a5d84ac7e42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:51.089122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (3ddf9c90-ead6-4c8f-9e9c-aa497138f04d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.101414 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-add8a39d-cea9-4652-b611-4a8b548ab0fe tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (07600add-a2bf-476e-abe0-663e091418c4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.113257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5b53753e-6334-4b4c-bd59-fa830a186bbf None None] Provisioning complete for port 56675ce6-b749-45b0-b47b-d8029acf67a8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:51.113639 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b53753e-6334-4b4c-bd59-fa830a186bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (56675ce6-b749-45b0-b47b-d8029acf67a8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.144531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network c68719df-2a99-4791-a7f8-1a5d84ac7e42 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:51.244366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-add8a39d-cea9-4652-b611-4a8b548ab0fe tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (07600add-a2bf-476e-abe0-663e091418c4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.282641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8a39d-cea9-4652-b611-4a8b548ab0fe tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=07600add-a2bf-476e-abe0-663e091418c4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:51.293459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-add8a39d-cea9-4652-b611-4a8b548ab0fe tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.300896 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-add8a39d-cea9-4652-b611-4a8b548ab0fe tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/07600add-a2bf-476e-abe0-663e091418c4 HTTP/1.1" status: 204 len: 168 time: 1.3445971 Jan 28 03:54:51.301139 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] For port 8fca78ef-a519-4c0c-8473-7f617a4d7698, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:51.304327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:51.304567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] For port 8fca78ef-a519-4c0c-8473-7f617a4d7698, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8fca78ef-a519-4c0c-8473-7f617a4d7698,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:51.323517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:51.326510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=3ddf9c90-ead6-4c8f-9e9c-aa497138f04d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:51.328151 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727944df-7db1-4753-b8a3-4ce29651433b" -d '{"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-unplugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:51.334397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbcb60-11be-4579-9bed-8388bc34e30f None None] Deleting port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:51.335035 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcb60-11be-4579-9bed-8388bc34e30f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.340103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': '3d4f51bc-8076-44a4-b7d8-43eae41a80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5142d981-d4eb-42fb-86cd-704fa118f86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:51.341417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: 5142d981-d4eb-42fb-86cd-704fa118f86a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:51.368725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:51.369363 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.376266 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.381495 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-72c56ab0-bc89-4747-b96d-46d68751dbb8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698183 Jan 28 03:54:51.382228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:51.416159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5b53753e-6334-4b4c-bd59-fa830a186bbf None None] Port 56675ce6-b749-45b0-b47b-d8029acf67a8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:54:51.435208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e1fe20c0-a2ca-456f-add6-3c06f08d2c78 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:51.435927 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.444452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61d6aac-dc10-4c75-8373-2d0b9d59a022 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:51.451638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57646) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:51.451854 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f61d6aac-dc10-4c75-8373-2d0b9d59a022 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0659015 Jan 28 03:54:51.469706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network 5142d981-d4eb-42fb-86cd-704fa118f86a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:51.501701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 5142d981-d4eb-42fb-86cd-704fa118f86a) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:51.505595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:51.513090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:51.514581 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.519548 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe53456a-b557-42b1-b4e1-6ad912c18f74 x-openstack-request-id: req-fe53456a-b557-42b1-b4e1-6ad912c18f74 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:51.520320 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-unplugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:51.520746 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe53456a-b557-42b1-b4e1-6ad912c18f74 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:51.521372 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'code': 200} Jan 28 03:54:51.552322 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Publish callbacks [] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.572319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6a451845-064a-448c-8f3c-99da9d97f6c9 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0881760 Jan 28 03:54:51.577995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:51.589954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd8f88e-40ac-4d85-a92b-a567d7f9bcee tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:51.593849 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3fd8f88e-40ac-4d85-a92b-a567d7f9bcee tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1438682 Jan 28 03:54:51.595831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ff460-b7aa-4dcf-8809-01af8b6bb5ff None None] Network 5142d981-d4eb-42fb-86cd-704fa118f86a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:51.598928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:51.641488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Allocated IP 172.20.0.1 (82c7a2ef-a5f1-4380-8e4b-495c2957bbcf/1ee80fc5-6d61-47c7-b2ca-8a0c96652379/fb742a1a-26f2-4df2-8306-11ce637cf454) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:51.644608 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.646615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f1048-1e02-4e16-a41d-f17536a1de0c None None] Pushing event updated for resources: {'Port': ['ID=8fca78ef-a519-4c0c-8473-7f617a4d7698,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:51.676660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7ab2abe9-5cc2-46ea-b666-ff9ffa8dc011 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645268 Jan 28 03:54:51.712968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57656) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:51.723669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-705b1c4b-92f1-47ff-910f-6f148bc82445 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:51.751900 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.753996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5b53753e-6334-4b4c-bd59-fa830a186bbf None None] Provisioning complete for port 28228138-c191-4ccd-a0a7-12cc31f8a91b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:51.754570 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b53753e-6334-4b4c-bd59-fa830a186bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.944410 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (5142d981-d4eb-42fb-86cd-704fa118f86a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.946482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:51.951333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e43ecd-f059-47f9-8150-299c365a42ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-5142d981-d4eb-42fb-86cd-704fa118f86a', 'network_id': '5142d981-d4eb-42fb-86cd-704fa118f86a', 'project_id': '291df46969e14de596282068400372d9', 'fixed_ips': [{'subnet_id': '3ddf9c90-ead6-4c8f-9e9c-aa497138f04d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:51.952267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2e43ecd-f059-47f9-8150-299c365a42ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:51.956684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b3dbcb60-11be-4579-9bed-8388bc34e30f None None] For port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ee9ff76f-6646-4eaa-bfe2-3a4a3db61add,segment=NetworkSegment(0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4),segment_id=0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:51.957128 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcb60-11be-4579-9bed-8388bc34e30f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.053382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:52.056205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:52.060521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e1fe20c0-a2ca-456f-add6-3c06f08d2c78 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:52.061049 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.080471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbcb60-11be-4579-9bed-8388bc34e30f None None] Calling delete_port for ee9ff76f-6646-4eaa-bfe2-3a4a3db61add owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:52.112498 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (3ddf9c90-ead6-4c8f-9e9c-aa497138f04d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.130892 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.176270 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.185480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705b1c4b-92f1-47ff-910f-6f148bc82445 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:52.189476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-705b1c4b-92f1-47ff-910f-6f148bc82445 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.236076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=fb742a1a-26f2-4df2-8306-11ce637cf454,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:52.243274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:52.244917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:52.248141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:52.320725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (c1117ceb-b1a6-4464-88e1-2869f53f45a1), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.346520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port e1fe20c0-a2ca-456f-add6-3c06f08d2c78, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e1fe20c0-a2ca-456f-add6-3c06f08d2c78,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:52.376719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82356c82-2ae8-4c2f-85f5-8e9cdf352b1f req-56a777ea-c3b4-4415-924e-d36c11bfb63a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:52.378320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82356c82-2ae8-4c2f-85f5-8e9cdf352b1f req-56a777ea-c3b4-4415-924e-d36c11bfb63a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2682753 Jan 28 03:54:52.393229 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (3ddf9c90-ead6-4c8f-9e9c-aa497138f04d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.405724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:52.441263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=3ddf9c90-ead6-4c8f-9e9c-aa497138f04d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:52.481669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.objects.ports [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:54:52.501729 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.502506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 28228138-c191-4ccd-a0a7-12cc31f8a91b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:52.512293 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (2dfc0e8e-6563-4099-bc8c-23c367201fff), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.524113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82356c82-2ae8-4c2f-85f5-8e9cdf352b1f req-517d1d83-8132-4f0a-bbca-540d2d9cf7f1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381950 Jan 28 03:54:52.560477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:54:52.601526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-d2e43ecd-f059-47f9-8150-299c365a42ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ddf9c90-ead6-4c8f-9e9c-aa497138f04d: This subnet is being modified by another concurrent operation. Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:54:52.698320 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ddf9c90-ead6-4c8f-9e9c-aa497138f04d: This subnet is being modified by another concurrent operation. Jan 28 03:54:52.704171 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server Jan 28 03:54:52.726204 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (5142d981-d4eb-42fb-86cd-704fa118f86a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.744246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348f8fd-5226-48b2-ac24-a3128875d3e6 None None] Network 5142d981-d4eb-42fb-86cd-704fa118f86a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:52.759030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Pushing event updated for resources: {'Port': ['ID=1f68787a-2899-424f-a41f-77c5a5ee8f46,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:52.788710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Subnet': ['ID=2dfc0e8e-6563-4099-bc8c-23c367201fff,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:52.807536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5142d981-d4eb-42fb-86cd-704fa118f86a']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:52.810676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Checking segment: {'id': '9b4b8534-bada-4174-b116-5cfca52a81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c68719df-2a99-4791-a7f8-1a5d84ac7e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:52.811292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network hostable DHCP agents. Network: c68719df-2a99-4791-a7f8-1a5d84ac7e42, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:52.825877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4f51bc-8076-44a4-b7d8-43eae41a80f5') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:52.826320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4f51bc-8076-44a4-b7d8-43eae41a80f5') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:52.861610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Attempting to bind port 1f68787a-2899-424f-a41f-77c5a5ee8f46 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:52.862011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Attempting to bind port 1f68787a-2899-424f-a41f-77c5a5ee8f46 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:52.862382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Attempting to bind port 1f68787a-2899-424f-a41f-77c5a5ee8f46 on network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:52.871299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5b53753e-6334-4b4c-bd59-fa830a186bbf None None] Current status of the port 28228138-c191-4ccd-a0a7-12cc31f8a91b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:52.871857 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b53753e-6334-4b4c-bd59-fa830a186bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.875827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (3d4f51bc-8076-44a4-b7d8-43eae41a80f5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.901857 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network c68719df-2a99-4791-a7f8-1a5d84ac7e42 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:52.910061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3d4f51bc-8076-44a4-b7d8-43eae41a80f5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.914293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:52.914710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Checking segment: {'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:52.915125 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.915531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Bound using segment: {'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:52.916059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Bound port: 1f68787a-2899-424f-a41f-77c5a5ee8f46, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:52.916746 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.921437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:52.921968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (3d4f51bc-8076-44a4-b7d8-43eae41a80f5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:52.926613 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:52.929618 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-705b1c4b-92f1-47ff-910f-6f148bc82445 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (624dcc87-36ce-482a-bb5b-1543c8d884e1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.940346 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcb60-11be-4579-9bed-8388bc34e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (ee9ff76f-6646-4eaa-bfe2-3a4a3db61add), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:52.956014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, c68719df-2a99-4791-a7f8-1a5d84ac7e42) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:53.036989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c186b8-fc68-4fd4-ac57-88accba30d99 None None] Network c68719df-2a99-4791-a7f8-1a5d84ac7e42 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:53.042295 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:53.089528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dbcb60-11be-4579-9bed-8388bc34e30f None None] No DVR routers for this DVR port ee9ff76f-6646-4eaa-bfe2-3a4a3db61add on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:53.101034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=e1fe20c0-a2ca-456f-add6-3c06f08d2c78,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:53.103266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:53.109761 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.133780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b1c4b-92f1-47ff-910f-6f148bc82445 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:53.143596 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f52a824c-97f4-4654-891f-d93c91e1d90d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0668771 Jan 28 03:54:53.145041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:53.147014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-705b1c4b-92f1-47ff-910f-6f148bc82445 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:53.153109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5b53753e-6334-4b4c-bd59-fa830a186bbf None None] For port 28228138-c191-4ccd-a0a7-12cc31f8a91b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=28228138-c191-4ccd-a0a7-12cc31f8a91b,segment=NetworkSegment(ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce),segment_id=ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:53.174949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b1c4b-92f1-47ff-910f-6f148bc82445 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:53.176403 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-705b1c4b-92f1-47ff-910f-6f148bc82445 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.181792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.192426 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.212590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef37a3a-a4c0-4722-af67-19737997a709 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:53.244393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b53753e-6334-4b4c-bd59-fa830a186bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.246399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'port_id': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'mac_address': 'fa:16:3e:04:9c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:54:53.268962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbcb60-11be-4579-9bed-8388bc34e30f None None] Pushing event deleted for resources: {'Port': ['ID=ee9ff76f-6646-4eaa-bfe2-3a4a3db61add,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:53.271110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 28228138-c191-4ccd-a0a7-12cc31f8a91b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:53.271649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.305552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (c1117ceb-b1a6-4464-88e1-2869f53f45a1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.318386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=fb742a1a-26f2-4df2-8306-11ce637cf454,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:53.318996 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (c68719df-2a99-4791-a7f8-1a5d84ac7e42), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.339105 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (5142d981-d4eb-42fb-86cd-704fa118f86a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.344360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b1c4b-92f1-47ff-910f-6f148bc82445 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=624dcc87-36ce-482a-bb5b-1543c8d884e1,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:53.353807 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.364957 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/5142d981-d4eb-42fb-86cd-704fa118f86a HTTP/1.1" status: 204 len: 168 time: 1.7851665 Jan 28 03:54:53.406237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57694) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:53.414118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-980839959'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:53.436333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:53.438409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:53.501872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57702) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:53.502260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-705b1c4b-92f1-47ff-910f-6f148bc82445 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7865546 Jan 28 03:54:53.508781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e57a16-0a63-429a-b551-1c845bf7dc48 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=5142d981-d4eb-42fb-86cd-704fa118f86a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:53.509497 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': '624dcc87-36ce-482a-bb5b-1543c8d884e1', 'ip_address': '2001:db8::6e5:afd7:fb68:1ebc'}], 'name': 'tempest-NetworksTestDHCPv6-994402816'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:53.533129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] For port 1f68787a-2899-424f-a41f-77c5a5ee8f46, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:53.546580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (2dfc0e8e-6563-4099-bc8c-23c367201fff), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.569705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:53.571345 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.576461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:53.579957 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.624768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:53.635622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] For port 1f68787a-2899-424f-a41f-77c5a5ee8f46, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1f68787a-2899-424f-a41f-77c5a5ee8f46,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:53.661159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53753e-6334-4b4c-bd59-fa830a186bbf None None] Pushing event updated for resources: {'Port': ['ID=28228138-c191-4ccd-a0a7-12cc31f8a91b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:53.668087 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (2dfc0e8e-6563-4099-bc8c-23c367201fff), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.678474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37784a56-2f77-444c-abd7-48e9a3378042 None None] Provisioning complete for port 28228138-c191-4ccd-a0a7-12cc31f8a91b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:53.678856 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37784a56-2f77-444c-abd7-48e9a3378042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.687324 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.688005 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4f4c79e4-0f40-4736-8069-3ea4cb5ca1e8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.688601 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment 4f4c79e4-0f40-4736-8069-3ea4cb5ca1e8 of type vlan for network 1b8bbca6-edd8-453e-9ed2-dbf41fdec036 Jan 28 03:54:53.707145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b3a48c-ebe3-41ce-86fc-96ad9ffc08b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-c68719df-2a99-4791-a7f8-1a5d84ac7e42', 'network_id': 'c68719df-2a99-4791-a7f8-1a5d84ac7e42', 'project_id': 'fd3b387a1ad244e3801155a2cf981cc1', 'fixed_ips': [{'subnet_id': '2dfc0e8e-6563-4099-bc8c-23c367201fff'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:53.708031 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96b3a48c-ebe3-41ce-86fc-96ad9ffc08b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.708256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router c1117ceb-b1a6-4464-88e1-2869f53f45a1 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:54:53.738939 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfc0e8e-6563-4099-bc8c-23c367201fff,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:53.775478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5ff5fb-4e1c-4520-96ca-8060619ee468 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:54:53.919290 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (c68719df-2a99-4791-a7f8-1a5d84ac7e42), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:53.964404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68719df-2a99-4791-a7f8-1a5d84ac7e42']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:53.976603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4b8534-bada-4174-b116-5cfca52a81b5') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:53.977744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4b8534-bada-4174-b116-5cfca52a81b5') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:53.993151 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (9b4b8534-bada-4174-b116-5cfca52a81b5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.015898 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (9b4b8534-bada-4174-b116-5cfca52a81b5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.023809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:54.024567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (9b4b8534-bada-4174-b116-5cfca52a81b5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.029425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:54.038567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:54:54.047386 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7fc571d1-3016-4992-b29c-8e061158dee8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "PUT /v2.0/routers/c1117ceb-b1a6-4464-88e1-2869f53f45a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2166388 Jan 28 03:54:54.063244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57714) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:54.068745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:54.085164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Sync routers for ids ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:54.127845 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:54.178472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (c68719df-2a99-4791-a7f8-1a5d84ac7e42), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.192725 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.199452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.203878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/c68719df-2a99-4791-a7f8-1a5d84ac7e42 HTTP/1.1" status: 204 len: 168 time: 1.0580039 Jan 28 03:54:54.212800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72517c46-ad03-4119-8fb4-a4a62648d611 req-ce292635-9f53-448b-8b44-2be5940bdc9c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.214390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72517c46-ad03-4119-8fb4-a4a62648d611 req-ce292635-9f53-448b-8b44-2be5940bdc9c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.5427661 Jan 28 03:54:54.228288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:54.244498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1185157440'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:54.259836 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1b8bbca6-edd8-453e-9ed2-dbf41fdec036), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.261852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3c20a-db25-4868-ba0d-37dd2b93bd58 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Network': ['ID=c68719df-2a99-4791-a7f8-1a5d84ac7e42,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:54.287949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e4c296-e3d8-4893-90f4-e9ada22fdf40 None None] Network c68719df-2a99-4791-a7f8-1a5d84ac7e42 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:54.300344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 28228138-c191-4ccd-a0a7-12cc31f8a91b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:54.309623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Routers {'c1117ceb-b1a6-4464-88e1-2869f53f45a1'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:54.310593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:54:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:54.312508 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f51982-6e16-4d11-a7cc-427224447298 None None] Pushing event updated for resources: {'Port': ['ID=1f68787a-2899-424f-a41f-77c5a5ee8f46,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:54.382584 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:54:54.393253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:54.397710 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.464142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:54.489396 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (335bc6c4-3b73-46dc-9c58-569bc89ffea4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.489758 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Added segment 335bc6c4-3b73-46dc-9c58-569bc89ffea4 of type vlan for network e2cddcdf-a641-4c00-8334-4f3e5110245d Jan 28 03:54:54.555758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:54.573854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['be5ff5fb-4e1c-4520-96ca-8060619ee468'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:54:54.587291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e4c296-e3d8-4893-90f4-e9ada22fdf40 None None] Network c68719df-2a99-4791-a7f8-1a5d84ac7e42 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:54:54.596438 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (e2cddcdf-a641-4c00-8334-4f3e5110245d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.603202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a092e-9f7c-402d-9124-7fd49a49b853 None None] Update dhcp port {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': '624dcc87-36ce-482a-bb5b-1543c8d884e1'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '8fca78ef-a519-4c0c-8473-7f617a4d7698'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:54:54.649719 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (e2cddcdf-a641-4c00-8334-4f3e5110245d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.657719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.658501 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.706771 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.753292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Network': ['ID=e2cddcdf-a641-4c00-8334-4f3e5110245d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:54.763338 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1b8bbca6-edd8-453e-9ed2-dbf41fdec036), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.769254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.769877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:54.785767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72517c46-ad03-4119-8fb4-a4a62648d611 req-adbeef3f-6fdd-46a6-bd12-48c58465dd14 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5352046 Jan 28 03:54:54.823784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network e2cddcdf-a641-4c00-8334-4f3e5110245d details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:54.858797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.859287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.859806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.860275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.860733 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.861755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.862230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.862677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.863474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.863948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.864404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.864875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:54.870182 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8954d7d8-b840-4fd4-8d06-34b2080ed7fc tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8369 time: 0.8034010 Jan 28 03:54:54.870182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 9f18af5f-7cd3-4484-907e-21e315e4ce45 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:54.876168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57728) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:54.880079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4713945 Jan 28 03:54:54.883828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3d74e145-479e-4ddd-a1d1-39444f1da250 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6545277 Jan 28 03:54:54.884636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:54.893331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': '1b8bbca6-edd8-453e-9ed2-dbf41fdec036', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:54.907479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57732) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:54.913790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'subnet': {'network_id': 'e2cddcdf-a641-4c00-8334-4f3e5110245d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:55.101168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:55.105506 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:55.111862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb02ed6-95fe-4ca4-8d5f-29e1349213b5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=1b8bbca6-edd8-453e-9ed2-dbf41fdec036,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:55.333316 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a50a092e-9f7c-402d-9124-7fd49a49b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:55.348577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91992c6f-ea3e-49d6-927b-b419ae702e71 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:55.351658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1f68787a-2899-424f-a41f-77c5a5ee8f46 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:55.352398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91992c6f-ea3e-49d6-927b-b419ae702e71 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:55.353064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91992c6f-ea3e-49d6-927b-b419ae702e71 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:55.353587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91992c6f-ea3e-49d6-927b-b419ae702e71 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:55.354105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91992c6f-ea3e-49d6-927b-b419ae702e71 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:55.354632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91992c6f-ea3e-49d6-927b-b419ae702e71 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:55.355138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91992c6f-ea3e-49d6-927b-b419ae702e71 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:55.355653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91992c6f-ea3e-49d6-927b-b419ae702e71 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:55.356682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91992c6f-ea3e-49d6-927b-b419ae702e71 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:55.361908 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-91992c6f-ea3e-49d6-927b-b419ae702e71 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5873 time: 0.4844275 Jan 28 03:54:55.390033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1b8bbca6-edd8-453e-9ed2-dbf41fdec036 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:55.434038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37784a56-2f77-444c-abd7-48e9a3378042 None None] Current status of the port 28228138-c191-4ccd-a0a7-12cc31f8a91b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:55.457769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57734) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:55.611535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::6e5:afd7:fb68:1ebc (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/624dcc87-36ce-482a-bb5b-1543c8d884e1/9f18af5f-7cd3-4484-907e-21e315e4ce45) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:55.658852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:55.662434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:55.773935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3690a9bf-1225-4ca1-848b-c350b409d674 None None] Network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:55.900980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 1f68787a-2899-424f-a41f-77c5a5ee8f46 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:55.901692 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:55.961313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Set router c1117ceb-b1a6-4464-88e1-2869f53f45a1 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:56.074042 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (1199c218-5230-4dc1-8d70-2602af6369e5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.201925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (9f18af5f-7cd3-4484-907e-21e315e4ce45), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.226064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Subnet': ['ID=1199c218-5230-4dc1-8d70-2602af6369e5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:56.235176 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (675bbf9c-b9d5-450e-9726-76cd441db44a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.253432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Checking segment: {'id': '335bc6c4-3b73-46dc-9c58-569bc89ffea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e2cddcdf-a641-4c00-8334-4f3e5110245d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:56.253823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network hostable DHCP agents. Network: e2cddcdf-a641-4c00-8334-4f3e5110245d, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:56.329730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network e2cddcdf-a641-4c00-8334-4f3e5110245d is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:56.337435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9f18af5f-7cd3-4484-907e-21e315e4ce45), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.351627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, e2cddcdf-a641-4c00-8334-4f3e5110245d) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:56.398958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:56.399354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d15c93-b9cf-43bb-92a3-04746efdb063 None None] Network e2cddcdf-a641-4c00-8334-4f3e5110245d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:56.404628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:56.406529 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.430121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:56.441155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:56.447746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:56.448677 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.468605 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-50a2e3dd-1b3f-47a9-9a25-1cd3fc5c5a7a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5598681 Jan 28 03:54:56.469676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=675bbf9c-b9d5-450e-9726-76cd441db44a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:56.473303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:56.484233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a57cab-c410-486d-9f22-f4b4ee35794f req-bb488314-36ab-42e5-a8f0-39540fdf9bde tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:56.486112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55a57cab-c410-486d-9f22-f4b4ee35794f req-bb488314-36ab-42e5-a8f0-39540fdf9bde tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 945 time: 0.4200597 Jan 28 03:54:56.487813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9843097 Jan 28 03:54:56.496475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:56.504728 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d3277e86-0c9f-44c0-bcef-d2d2c457eed3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': '624dcc87-36ce-482a-bb5b-1543c8d884e1', 'ip_address': '2001:db8::6e5:afd7:fb68:1ebc'}], 'name': 'tempest-NetworksTestDHCPv6-2123401156'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:56.510407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e866bd-2770-4889-87e4-53e54635ec74 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=9f18af5f-7cd3-4484-907e-21e315e4ce45,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:56.572289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': '4f4c79e4-0f40-4736-8069-3ea4cb5ca1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b8bbca6-edd8-453e-9ed2-dbf41fdec036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:56.572659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: 1b8bbca6-edd8-453e-9ed2-dbf41fdec036, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:56.615012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (e2cddcdf-a641-4c00-8334-4f3e5110245d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.733208 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55a57cab-c410-486d-9f22-f4b4ee35794f req-4b10c93d-cb39-4764-af25-4b324eb8afe3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153838 Jan 28 03:54:56.733575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (1199c218-5230-4dc1-8d70-2602af6369e5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.790537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d62a529c-58c6-4b03-a399-9868a25ba0b2 None None] Provisioning complete for port 1f68787a-2899-424f-a41f-77c5a5ee8f46 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:56.797619 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d62a529c-58c6-4b03-a399-9868a25ba0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.797868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network 1b8bbca6-edd8-453e-9ed2-dbf41fdec036 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:56.823588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1b8bbca6-edd8-453e-9ed2-dbf41fdec036) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:56.839311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:56.839919 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.843933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (1199c218-5230-4dc1-8d70-2602af6369e5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:56.894407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-19b7fac6-b0ac-469c-9c97-eb9713fde2e3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0058506 Jan 28 03:54:56.898819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57762) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:56.913252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Subnet': ['ID=1199c218-5230-4dc1-8d70-2602af6369e5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:57.005007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a50a092e-9f7c-402d-9124-7fd49a49b853 None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/624dcc87-36ce-482a-bb5b-1543c8d884e1/8fca78ef-a519-4c0c-8473-7f617a4d7698) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:57.044622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3277e86-0c9f-44c0-bcef-d2d2c457eed3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:57.123318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a50a092e-9f7c-402d-9124-7fd49a49b853 None None] For port 8fca78ef-a519-4c0c-8473-7f617a4d7698, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8fca78ef-a519-4c0c-8473-7f617a4d7698,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:57.159962 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a50a092e-9f7c-402d-9124-7fd49a49b853 None None] Publish callbacks [] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.164164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85201b5f-fb07-4d1d-b3f4-94801cf20ce5 None None] Network 1b8bbca6-edd8-453e-9ed2-dbf41fdec036 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:57.203130 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3277e86-0c9f-44c0-bcef-d2d2c457eed3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.213990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a05847e1-ef15-40cf-afc3-1e09cf6f7038 tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 1.7514691 Jan 28 03:54:57.249500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-d3277e86-0c9f-44c0-bcef-d2d2c457eed3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 6264bdf7-a66c-4554-b254-924a0d86fd10 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:54:57.487130 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1b8bbca6-edd8-453e-9ed2-dbf41fdec036), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.500178 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3277e86-0c9f-44c0-bcef-d2d2c457eed3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 03:54:57.500656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3277e86-0c9f-44c0-bcef-d2d2c457eed3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:54:57.507898 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a50a092e-9f7c-402d-9124-7fd49a49b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.615232 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (675bbf9c-b9d5-450e-9726-76cd441db44a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.615733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (e2cddcdf-a641-4c00-8334-4f3e5110245d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.620894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d3277e86-0c9f-44c0-bcef-d2d2c457eed3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.1203701 Jan 28 03:54:57.623403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57774) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:57.665782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cddcdf-a641-4c00-8334-4f3e5110245d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:57.684601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335bc6c4-3b73-46dc-9c58-569bc89ffea4') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:57.685152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335bc6c4-3b73-46dc-9c58-569bc89ffea4') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:57.721579 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (335bc6c4-3b73-46dc-9c58-569bc89ffea4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.753468 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (335bc6c4-3b73-46dc-9c58-569bc89ffea4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.758285 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (675bbf9c-b9d5-450e-9726-76cd441db44a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.764798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:57.765229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (335bc6c4-3b73-46dc-9c58-569bc89ffea4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:57.768296 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:57.807617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a0feeb-c861-4d48-a21a-ada6692fac48 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:57.821377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a0feeb-c861-4d48-a21a-ada6692fac48 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:57.826177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d5a0feeb-c861-4d48-a21a-ada6692fac48 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1982365 Jan 28 03:54:57.830812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:57.867036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abc4c5c-65d4-42b7-b953-299427f2152a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-e2cddcdf-a641-4c00-8334-4f3e5110245d', 'network_id': 'e2cddcdf-a641-4c00-8334-4f3e5110245d', 'project_id': 'fd3b387a1ad244e3801155a2cf981cc1', 'fixed_ips': [{'subnet_id': '1199c218-5230-4dc1-8d70-2602af6369e5'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:57.869807 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0abc4c5c-65d4-42b7-b953-299427f2152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.875973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=675bbf9c-b9d5-450e-9726-76cd441db44a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:57.952600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 1f68787a-2899-424f-a41f-77c5a5ee8f46 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:57.953424 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:57.960053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (e2cddcdf-a641-4c00-8334-4f3e5110245d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.048199 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.065741 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/e2cddcdf-a641-4c00-8334-4f3e5110245d HTTP/1.1" status: 204 len: 168 time: 1.5834987 Jan 28 03:54:58.073932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57784) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:58.104993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1250715087'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:58.134675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1b8bbca6-edd8-453e-9ed2-dbf41fdec036), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.139236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:58.145200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-54cafa77-6b94-4aaf-8206-cb2f6a30877a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14303388', 'description': 'tempest-secgroup-smoke-14303388 description', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:58.165904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b8c54-f916-4669-98af-e986b7ef9b18 req-93480ae9-3223-4e9f-922e-4a12ba223a91 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:58.167614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac7b8c54-f916-4669-98af-e986b7ef9b18 req-93480ae9-3223-4e9f-922e-4a12ba223a91 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 945 time: 0.2839494 Jan 28 03:54:58.170931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2685e-6352-4a27-b715-07e1b3fb5259 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Network': ['ID=e2cddcdf-a641-4c00-8334-4f3e5110245d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:58.213445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8bbca6-edd8-453e-9ed2-dbf41fdec036']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:58.218076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:58.220326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f969bf-18b7-4c72-8999-01cd55768aa5 None None] Network e2cddcdf-a641-4c00-8334-4f3e5110245d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:58.226493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a092e-9f7c-402d-9124-7fd49a49b853 None None] Pushing event updated for resources: {'Port': ['ID=8fca78ef-a519-4c0c-8473-7f617a4d7698,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:58.227821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.248878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d62a529c-58c6-4b03-a399-9868a25ba0b2 None None] Current status of the port 1f68787a-2899-424f-a41f-77c5a5ee8f46 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:58.249464 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d62a529c-58c6-4b03-a399-9868a25ba0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.250702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4c79e4-0f40-4736-8069-3ea4cb5ca1e8') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:58.251211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4c79e4-0f40-4736-8069-3ea4cb5ca1e8') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:58.289703 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54cafa77-6b94-4aaf-8206-cb2f6a30877a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.290165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 1f68787a-2899-424f-a41f-77c5a5ee8f46, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1f68787a-2899-424f-a41f-77c5a5ee8f46,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:58.295791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f969bf-18b7-4c72-8999-01cd55768aa5 None None] Network e2cddcdf-a641-4c00-8334-4f3e5110245d could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:54:58.306627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-14a8edc9-20ca-43c4-9ca7-03a4497c5c91 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 9f18af5f-7cd3-4484-907e-21e315e4ce45 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:58.306975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14a8edc9-20ca-43c4-9ca7-03a4497c5c91 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9f18af5f-7cd3-4484-907e-21e315e4ce45), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.344171 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.347006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e1fe20c0-a2ca-456f-add6-3c06f08d2c78 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:58.350243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (4f4c79e4-0f40-4736-8069-3ea4cb5ca1e8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.355290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fe0db3-1ced-4631-8ac6-fcaaeb94be3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1b8bbca6-edd8-453e-9ed2-dbf41fdec036', 'network_id': '1b8bbca6-edd8-453e-9ed2-dbf41fdec036', 'project_id': '291df46969e14de596282068400372d9', 'fixed_ips': [{'subnet_id': '675bbf9c-b9d5-450e-9726-76cd441db44a'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:58.358324 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7fe0db3-1ced-4631-8ac6-fcaaeb94be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.437760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:58.489778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4e8df918-e5d8-4a4d-ae50-95620725c25c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.490517 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Added segment 4e8df918-e5d8-4a4d-ae50-95620725c25c of type vlan for network f4d44216-8f7e-4cef-ac45-729b04974e21 Jan 28 03:54:58.542627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac7b8c54-f916-4669-98af-e986b7ef9b18 req-f370fb06-7556-4b77-8389-672e5783dd66 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631589 Jan 28 03:54:58.585274 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14a8edc9-20ca-43c4-9ca7-03a4497c5c91 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9f18af5f-7cd3-4484-907e-21e315e4ce45), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.593165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4f4c79e4-0f40-4736-8069-3ea4cb5ca1e8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.600623 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54cafa77-6b94-4aaf-8206-cb2f6a30877a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (e3250d69-0f12-4b2f-bbb8-84358d9fdef3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.621292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:58.621956 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (4f4c79e4-0f40-4736-8069-3ea4cb5ca1e8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.635633 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (f4d44216-8f7e-4cef-ac45-729b04974e21), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.637903 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54cafa77-6b94-4aaf-8206-cb2f6a30877a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e3250d69-0f12-4b2f-bbb8-84358d9fdef3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:58.644304 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:58.658792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-14a8edc9-20ca-43c4-9ca7-03a4497c5c91 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 9f18af5f-7cd3-4484-907e-21e315e4ce45 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:58.704715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=1f68787a-2899-424f-a41f-77c5a5ee8f46,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:58.713254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb742a1a-26f2-4df2-8306-11ce637cf454', 'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:e4:c6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:50Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 2, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:58.720813 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:58.786066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581b0c6-7fa7-42b8-bbb1-8bafe2eca8eb None None] Network 1b8bbca6-edd8-453e-9ed2-dbf41fdec036 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:58.792466 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:54:58.802991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Checking router: c1117ceb-b1a6-4464-88e1-2869f53f45a1 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:54:58.803363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Updating router c1117ceb-b1a6-4464-88e1-2869f53f45a1 port fb742a1a-26f2-4df2-8306-11ce637cf454 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:54:58.860800 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.874806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54cafa77-6b94-4aaf-8206-cb2f6a30877a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.876523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-54cafa77-6b94-4aaf-8206-cb2f6a30877a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7353778 Jan 28 03:54:58.880800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57794) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:58.905685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2a0230cc-1003-4b56-9e0b-206bf9d9dcea tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': 'e3250d69-0f12-4b2f-bbb8-84358d9fdef3', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:58.916013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cafa77-6b94-4aaf-8206-cb2f6a30877a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3250d69-0f12-4b2f-bbb8-84358d9fdef3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:58.936143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1b8bbca6-edd8-453e-9ed2-dbf41fdec036), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.952754 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (f4d44216-8f7e-4cef-ac45-729b04974e21), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.960714 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.969791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/1b8bbca6-edd8-453e-9ed2-dbf41fdec036 HTTP/1.1" status: 204 len: 168 time: 2.0697937 Jan 28 03:54:58.972091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:58.977334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1520652185'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:58.981450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:58.982452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:58.992405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016911de-d2a5-4301-ac06-27e37f0f65de tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=1b8bbca6-edd8-453e-9ed2-dbf41fdec036,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:59.034334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:59.042442 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.138966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:59.161152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f77fa103-2696-4b37-9446-c927eea5d5a6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.161549 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment f77fa103-2696-4b37-9446-c927eea5d5a6 of type vlan for network 5f7108f5-3b77-469a-8411-528703f7cb7c Jan 28 03:54:59.163010 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a0230cc-1003-4b56-9e0b-206bf9d9dcea tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (be4bb61d-bdb3-48e4-a4bb-be96e1a9b731), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.227433 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (5f7108f5-3b77-469a-8411-528703f7cb7c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.239345 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1508551 Jan 28 03:54:59.243062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57802) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:59.250291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Request body: {'subnet': {'network_id': 'f4d44216-8f7e-4cef-ac45-729b04974e21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:59.300672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22bcb8-62c2-465e-b3a6-014298d2c497 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Network': ['ID=f4d44216-8f7e-4cef-ac45-729b04974e21,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:59.469511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a0230cc-1003-4b56-9e0b-206bf9d9dcea tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (be4bb61d-bdb3-48e4-a4bb-be96e1a9b731), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.475507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (5f7108f5-3b77-469a-8411-528703f7cb7c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.481917 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a0230cc-1003-4b56-9e0b-206bf9d9dcea tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (be4bb61d-bdb3-48e4-a4bb-be96e1a9b731), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.501415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e1fe20c0-a2ca-456f-add6-3c06f08d2c78 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:59.502156 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.507984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:59.510284 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.530921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0230cc-1003-4b56-9e0b-206bf9d9dcea tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4bb61d-bdb3-48e4-a4bb-be96e1a9b731,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:59.535306 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14a8edc9-20ca-43c4-9ca7-03a4497c5c91 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9f18af5f-7cd3-4484-907e-21e315e4ce45), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.661283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8edc9-20ca-43c4-9ca7-03a4497c5c91 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=9f18af5f-7cd3-4484-907e-21e315e4ce45,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:59.672086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a0230cc-1003-4b56-9e0b-206bf9d9dcea tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.673372 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2a0230cc-1003-4b56-9e0b-206bf9d9dcea tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7849319 Jan 28 03:54:59.676810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:59.704218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1902a245-0972-4e05-91bf-baec3a8f9ef6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': 'e3250d69-0f12-4b2f-bbb8-84358d9fdef3', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:59.724099 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7508907 Jan 28 03:54:59.737944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:59.753810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': '5f7108f5-3b77-469a-8411-528703f7cb7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:59.755916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network f4d44216-8f7e-4cef-ac45-729b04974e21 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:59.757607 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-d62a529c-58c6-4b03-a399-9868a25ba0b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:54:59.757965 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-d62a529c-58c6-4b03-a399-9868a25ba0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:54:59.844742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716d3ed-40c0-4cfa-9ff5-8e82a130d4e1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=5f7108f5-3b77-469a-8411-528703f7cb7c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:59.885668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Made reservation on behalf of fd3b387a1ad244e3801155a2cf981cc1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:59.895379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.932058 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14a8edc9-20ca-43c4-9ca7-03a4497c5c91 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.938569 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14a8edc9-20ca-43c4-9ca7-03a4497c5c91 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/9f18af5f-7cd3-4484-907e-21e315e4ce45 HTTP/1.1" status: 204 len: 168 time: 2.1067235 Jan 28 03:54:59.943495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:00.051021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1902a245-0972-4e05-91bf-baec3a8f9ef6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (2f6f2461-dfcf-4fd5-b448-7a8be0e47d37), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.086343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:00.086343 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.104021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 5f7108f5-3b77-469a-8411-528703f7cb7c details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:00.116603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0e204-b0fb-452e-acb2-3f4abbaa7652 req-bfc7f749-5b04-4e75-bd33-75435b71db3e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:00.121778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2b0e204-b0fb-452e-acb2-3f4abbaa7652 req-bfc7f749-5b04-4e75-bd33-75435b71db3e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 945 time: 0.3889999 Jan 28 03:55:00.177737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d197c56-9a2c-4913-af33-7e71573b9003 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:00.179571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d197c56-9a2c-4913-af33-7e71573b9003 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:00.184713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4d197c56-9a2c-4913-af33-7e71573b9003 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2371576 Jan 28 03:55:00.194186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57822) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:00.286202 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1902a245-0972-4e05-91bf-baec3a8f9ef6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (2f6f2461-dfcf-4fd5-b448-7a8be0e47d37), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.301721 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1902a245-0972-4e05-91bf-baec3a8f9ef6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (2f6f2461-dfcf-4fd5-b448-7a8be0e47d37), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.369945 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1902a245-0972-4e05-91bf-baec3a8f9ef6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.374821 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1902a245-0972-4e05-91bf-baec3a8f9ef6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6841447 Jan 28 03:55:00.375834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57824) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:00.382078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c14412aa-bf47-460d-a967-078b97458fbd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': 'e3250d69-0f12-4b2f-bbb8-84358d9fdef3', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:00.385793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2b0e204-b0fb-452e-acb2-3f4abbaa7652 req-c10ccb0a-08c2-4f29-9809-f41e73ad6813 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522728 Jan 28 03:55:00.386625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902a245-0972-4e05-91bf-baec3a8f9ef6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6f2461-dfcf-4fd5-b448-7a8be0e47d37,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:00.425673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-91474e7f-f329-4f16-8f7b-a597e06d3c2f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 624dcc87-36ce-482a-bb5b-1543c8d884e1 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:00.448533 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91474e7f-f329-4f16-8f7b-a597e06d3c2f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (624dcc87-36ce-482a-bb5b-1543c8d884e1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.508183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c14412aa-bf47-460d-a967-078b97458fbd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (29cb93bb-2688-4a00-8072-5ccba3f7e775), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.517739 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91474e7f-f329-4f16-8f7b-a597e06d3c2f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (624dcc87-36ce-482a-bb5b-1543c8d884e1), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.585321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1076d41d-b027-46ed-9495-e9faad315b3f None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:55:00.643256 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (fd48918a-c8b1-4bb3-8873-302d5aad19e3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.646394 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91474e7f-f329-4f16-8f7b-a597e06d3c2f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (624dcc87-36ce-482a-bb5b-1543c8d884e1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.868774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e1fe20c0-a2ca-456f-add6-3c06f08d2c78 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:00.870077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 28228138-c191-4ccd-a0a7-12cc31f8a91b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:00.873532 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91474e7f-f329-4f16-8f7b-a597e06d3c2f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (624dcc87-36ce-482a-bb5b-1543c8d884e1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.894401 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c14412aa-bf47-460d-a967-078b97458fbd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (29cb93bb-2688-4a00-8072-5ccba3f7e775), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.916802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c14412aa-bf47-460d-a967-078b97458fbd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (29cb93bb-2688-4a00-8072-5ccba3f7e775), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.943271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port be5ff5fb-4e1c-4520-96ca-8060619ee468 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:00.946135 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:00.963146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=fd48918a-c8b1-4bb3-8873-302d5aad19e3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:01.000684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14412aa-bf47-460d-a967-078b97458fbd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cb93bb-2688-4a00-8072-5ccba3f7e775,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:01.020548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c14412aa-bf47-460d-a967-078b97458fbd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.021934 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c14412aa-bf47-460d-a967-078b97458fbd tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6434882 Jan 28 03:55:01.022072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91474e7f-f329-4f16-8f7b-a597e06d3c2f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=624dcc87-36ce-482a-bb5b-1543c8d884e1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:01.027771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57832) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:01.032802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9c4282ed-303f-4d80-92ee-42bbc5a79c57 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': 'e3250d69-0f12-4b2f-bbb8-84358d9fdef3', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:01.045629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': 'f77fa103-2696-4b37-9446-c927eea5d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5f7108f5-3b77-469a-8411-528703f7cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:01.046200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: 5f7108f5-3b77-469a-8411-528703f7cb7c, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:01.054255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91474e7f-f329-4f16-8f7b-a597e06d3c2f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.065851 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-91474e7f-f329-4f16-8f7b-a597e06d3c2f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/624dcc87-36ce-482a-bb5b-1543c8d884e1 HTTP/1.1" status: 204 len: 168 time: 0.8656290 Jan 28 03:55:01.068403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:01.091917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network 5f7108f5-3b77-469a-8411-528703f7cb7c is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:01.113821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c4282ed-303f-4d80-92ee-42bbc5a79c57 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (5e71adbc-2a0a-4731-9c2c-c2c554fe8f27), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.140518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 5f7108f5-3b77-469a-8411-528703f7cb7c) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:01.150772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:01.153726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.157220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d62a529c-58c6-4b03-a399-9868a25ba0b2 None None] Current status of the port 1f68787a-2899-424f-a41f-77c5a5ee8f46 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:01.234210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-332ee8f4-1835-4fc1-a149-18a5e4ec22f5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4919610 Jan 28 03:55:01.237366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57840) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:01.307060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c4282ed-303f-4d80-92ee-42bbc5a79c57 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (5e71adbc-2a0a-4731-9c2c-c2c554fe8f27), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.361383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Provisioning complete for port 8fca78ef-a519-4c0c-8473-7f617a4d7698 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:01.362088 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.376937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c4282ed-303f-4d80-92ee-42bbc5a79c57 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (5e71adbc-2a0a-4731-9c2c-c2c554fe8f27), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.383503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3452e4ab-df48-4708-b1c1-f863d05d6267 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2471600 Jan 28 03:55:01.399381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:01.406424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c0a9c3a3-5c44-4661-a114-7180549b18e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:01.457288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1076d41d-b027-46ed-9495-e9faad315b3f None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:55:01.463904 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4282ed-303f-4d80-92ee-42bbc5a79c57 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e71adbc-2a0a-4731-9c2c-c2c554fe8f27,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:01.518620 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c4282ed-303f-4d80-92ee-42bbc5a79c57 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.525168 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9c4282ed-303f-4d80-92ee-42bbc5a79c57 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4962707 Jan 28 03:55:01.529438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57846) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:01.538204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bc483b7d-602f-43f0-8567-e2906e4227b6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': 'e3250d69-0f12-4b2f-bbb8-84358d9fdef3', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:01.557529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Publish callbacks [] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.569048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (5f7108f5-3b77-469a-8411-528703f7cb7c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.582958 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-bc483b7d-602f-43f0-8567-e2906e4227b6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Project 700e7bfa6ebb41949c07b0d2771d2517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:55:01.594098 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.601099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc483b7d-602f-43f0-8567-e2906e4227b6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (1dbf5a5b-21fa-4062-a5f0-7387b9c4b907), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.610789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 28228138-c191-4ccd-a0a7-12cc31f8a91b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:01.611169 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.635122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.objects.ports [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:55:01.649621 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (ad60b014-e1e6-498a-948c-3e553d3c834b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.683312 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (fd48918a-c8b1-4bb3-8873-302d5aad19e3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.708143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60e38d-1e33-4a7a-8e33-3eaca110cbf1 req-5d60dc93-d25c-4ede-bd15-32120c431b0f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:01.709804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e60e38d-1e33-4a7a-8e33-3eaca110cbf1 req-5d60dc93-d25c-4ede-bd15-32120c431b0f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 945 time: 0.1746762 Jan 28 03:55:01.791215 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (fd48918a-c8b1-4bb3-8873-302d5aad19e3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.815625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event updated for resources: {'Subnet': ['ID=ad60b014-e1e6-498a-948c-3e553d3c834b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:01.819026 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc483b7d-602f-43f0-8567-e2906e4227b6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (1dbf5a5b-21fa-4062-a5f0-7387b9c4b907), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.825550 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a9c3a3-5c44-4661-a114-7180549b18e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:01.838635 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c3a3-5c44-4661-a114-7180549b18e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.847194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=fd48918a-c8b1-4bb3-8873-302d5aad19e3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:01.848946 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc483b7d-602f-43f0-8567-e2906e4227b6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (1dbf5a5b-21fa-4062-a5f0-7387b9c4b907), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.851061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Checking segment: {'id': '4e8df918-e5d8-4a4d-ae50-95620725c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f4d44216-8f7e-4cef-ac45-729b04974e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:01.851061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network hostable DHCP agents. Network: f4d44216-8f7e-4cef-ac45-729b04974e21, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:01.898545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e60e38d-1e33-4a7a-8e33-3eaca110cbf1 req-4cd8eed9-d3f8-4ef3-9ee6-e04352aa5e41 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802588 Jan 28 03:55:01.947246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc483b7d-602f-43f0-8567-e2906e4227b6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbf5a5b-21fa-4062-a5f0-7387b9c4b907,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:01.970085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc483b7d-602f-43f0-8567-e2906e4227b6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.975271 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bc483b7d-602f-43f0-8567-e2906e4227b6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4415371 Jan 28 03:55:01.988377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37623c-ee39-4454-850d-9f29f0934ffc None None] Pushing event updated for resources: {'Port': ['ID=fb742a1a-26f2-4df2-8306-11ce637cf454,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:01.999721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:02.000116 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.003812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57854) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:02.010701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0ea7dded-07c2-4e45-b50d-0d003bcfb71c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'security_group_rule': {'security_group_id': 'e3250d69-0f12-4b2f-bbb8-84358d9fdef3', 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:02.022786 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (5f7108f5-3b77-469a-8411-528703f7cb7c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.056241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7108f5-3b77-469a-8411-528703f7cb7c']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:02.085097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77fa103-2696-4b37-9446-c927eea5d5a6') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:02.085668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77fa103-2696-4b37-9446-c927eea5d5a6') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:02.091680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:55:02.094007 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e76c59a-d9e2-427b-b9f5-74a0c4cbdab0" -d '{"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-plugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:55:02.111896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (f77fa103-2696-4b37-9446-c927eea5d5a6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.120740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 28228138-c191-4ccd-a0a7-12cc31f8a91b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:02.145312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:02.167180 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.175644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Attempting to bind port fb742a1a-26f2-4df2-8306-11ce637cf454 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:02.176102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Attempting to bind port fb742a1a-26f2-4df2-8306-11ce637cf454 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:02.176469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Attempting to bind port fb742a1a-26f2-4df2-8306-11ce637cf454 on network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:02.177330 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f77fa103-2696-4b37-9446-c927eea5d5a6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.204834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:02.205566 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (f77fa103-2696-4b37-9446-c927eea5d5a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.206425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:02.206848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Checking segment: {'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:02.207256 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.207647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Bound using segment: {'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:02.208130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Bound port: fb742a1a-26f2-4df2-8306-11ce637cf454, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:02.208504 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.332653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ee9ff76f-6646-4eaa-bfe2-3a4a3db61add no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:02.334178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Network f4d44216-8f7e-4cef-ac45-729b04974e21 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:02.357617 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:02.363355 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-0ea7dded-07c2-4e45-b50d-0d003bcfb71c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Project 700e7bfa6ebb41949c07b0d2771d2517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:55:02.372300 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ea7dded-07c2-4e45-b50d-0d003bcfb71c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (a4cdd1ab-efe7-41e2-acbd-11b1421e5ee5), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.407018 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (5f7108f5-3b77-469a-8411-528703f7cb7c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.439043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ea7dded-07c2-4e45-b50d-0d003bcfb71c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (a4cdd1ab-efe7-41e2-acbd-11b1421e5ee5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.466519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, f4d44216-8f7e-4cef-ac45-729b04974e21) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:02.486326 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fa6d42-b44b-4697-bf7c-7466f9e3e667 x-openstack-request-id: req-83fa6d42-b44b-4697-bf7c-7466f9e3e667 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:55:02.486668 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-plugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:55:02.486858 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83fa6d42-b44b-4697-bf7c-7466f9e3e667 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:55:02.487377 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'code': 200} Jan 28 03:55:02.487901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=5f7108f5-3b77-469a-8411-528703f7cb7c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:02.493560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ea7dded-07c2-4e45-b50d-0d003bcfb71c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (a4cdd1ab-efe7-41e2-acbd-11b1421e5ee5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.499967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:02.500620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.503118 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.507313 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d1f10d10-b31e-4626-8f05-63fad09b0a59 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/5f7108f5-3b77-469a-8411-528703f7cb7c HTTP/1.1" status: 204 len: 168 time: 1.2667778 Jan 28 03:55:02.518050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:02.524509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-753498230'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:02.529381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7dded-07c2-4e45-b50d-0d003bcfb71c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cdd1ab-efe7-41e2-acbd-11b1421e5ee5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:02.540536 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c3a3-5c44-4661-a114-7180549b18e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (ca8ae4ec-3727-4ab6-a980-b9cfa7930a10), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.546439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ea7dded-07c2-4e45-b50d-0d003bcfb71c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.549022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=13']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:02.558924 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0ea7dded-07c2-4e45-b50d-0d003bcfb71c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5532384 Jan 28 03:55:02.594226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Current status of the port 8fca78ef-a519-4c0c-8473-7f617a4d7698 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:02.594832 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.629171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ee9ff76f-6646-4eaa-bfe2-3a4a3db61add {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:55:02.629171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ee9ff76f-6646-4eaa-bfe2-3a4a3db61add not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:02.646828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cf318c66-80c0-470f-bb84-1c23bea510fd tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.4026771 Jan 28 03:55:02.649665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:02.658406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9c3a3-5c44-4661-a114-7180549b18e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:02.663774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c0a9c3a3-5c44-4661-a114-7180549b18e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:02.669958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a9c3a3-5c44-4661-a114-7180549b18e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:02.670561 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c3a3-5c44-4661-a114-7180549b18e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.672936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:02.676297 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.696686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9c3a3-5c44-4661-a114-7180549b18e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=ca8ae4ec-3727-4ab6-a980-b9cfa7930a10,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:02.745932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c0a9c3a3-5c44-4661-a114-7180549b18e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3425663 Jan 28 03:55:02.747116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:02.752088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b1e247ce-0a29-46c3-b342-69a88f20d399 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': 'ca8ae4ec-3727-4ab6-a980-b9cfa7930a10', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1911411190'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:02.757154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:02.813779 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b4eac2cf-35e7-45cc-9229-0ef37feb9cbd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.814131 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment b4eac2cf-35e7-45cc-9229-0ef37feb9cbd of type vlan for network 98a4305e-00e7-470f-a968-accfb062cc6d Jan 28 03:55:02.822464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] For port 8fca78ef-a519-4c0c-8473-7f617a4d7698, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8fca78ef-a519-4c0c-8473-7f617a4d7698,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:02.832704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] For port fb742a1a-26f2-4df2-8306-11ce637cf454, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:02.845929 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.882244 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (98a4305e-00e7-470f-a968-accfb062cc6d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:02.888506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] For port fb742a1a-26f2-4df2-8306-11ce637cf454, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fb742a1a-26f2-4df2-8306-11ce637cf454,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:02.926638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (f4d44216-8f7e-4cef-ac45-729b04974e21), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.004534 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.008725 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (98a4305e-00e7-470f-a968-accfb062cc6d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.010003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Provisioning complete for port fb742a1a-26f2-4df2-8306-11ce637cf454 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:03.010549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.015238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:03.015853 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.063864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab23d8-e3aa-40a3-81d9-3cbc5691330b None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:55:03.108116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e247ce-0a29-46c3-b342-69a88f20d399 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:03.134433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Pushing event updated for resources: {'Port': ['ID=8fca78ef-a519-4c0c-8473-7f617a4d7698,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:03.149120 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (ad60b014-e1e6-498a-948c-3e553d3c834b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.185859 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-8f7a11ac-efff-423d-8a2b-e3ab2319e825 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14303388&fields=id&tenant_id=700e7bfa6ebb41949c07b0d2771d2517 HTTP/1.1" status: 200 len: 267 time: 0.2634785 Jan 28 03:55:03.258191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (ad60b014-e1e6-498a-948c-3e553d3c834b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.268622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7484937 Jan 28 03:55:03.285322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Routers {'c1117ceb-b1a6-4464-88e1-2869f53f45a1'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:03.287714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:54:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:03.307973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57892) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:03.320123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': '98a4305e-00e7-470f-a968-accfb062cc6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:03.330683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Subnet': ['ID=ad60b014-e1e6-498a-948c-3e553d3c834b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:03.411964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (f4d44216-8f7e-4cef-ac45-729b04974e21), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.439247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d44216-8f7e-4cef-ac45-729b04974e21']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:03.452878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8df918-e5d8-4a4d-ae50-95620725c25c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:03.453497 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8df918-e5d8-4a4d-ae50-95620725c25c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:03.482633 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (4e8df918-e5d8-4a4d-ae50-95620725c25c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.504381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e514ec-2fba-4e8a-855b-0c166084bb17 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=98a4305e-00e7-470f-a968-accfb062cc6d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:03.508175 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4e8df918-e5d8-4a4d-ae50-95620725c25c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.517567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:03.518320 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (4e8df918-e5d8-4a4d-ae50-95620725c25c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:03.618347 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:03.623983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (f4d44216-8f7e-4cef-ac45-729b04974e21), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.659575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.682211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1f68787a-2899-424f-a41f-77c5a5ee8f46 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:03.691297 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/f4d44216-8f7e-4cef-ac45-729b04974e21 HTTP/1.1" status: 204 len: 168 time: 1.0402586 Jan 28 03:55:03.702653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:03.720025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 98a4305e-00e7-470f-a968-accfb062cc6d details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:03.778609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121c5d6-3426-4faf-8a71-0be16ac47f3b req-545fb2a1-ad3d-4244-a6ce-3a197a656c46 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:03.780488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b121c5d6-3426-4faf-8a71-0be16ac47f3b req-545fb2a1-ad3d-4244-a6ce-3a197a656c46 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.6105893 Jan 28 03:55:03.806454 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7dbb92-7ebb-4d55-ae5f-0642ea383fa6 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:03.806948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7dbb92-7ebb-4d55-ae5f-0642ea383fa6 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:03.818353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9a7dbb92-7ebb-4d55-ae5f-0642ea383fa6 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/subnets/ad60b014-e1e6-498a-948c-3e553d3c834b HTTP/1.1" status: 404 len: 337 time: 0.1091399 Jan 28 03:55:03.819111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:03.822522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6436ca-a55c-4ecf-b2bd-7dbf53ceef12 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Network': ['ID=f4d44216-8f7e-4cef-ac45-729b04974e21,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:03.843555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:03.860152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] Set router c1117ceb-b1a6-4464-88e1-2869f53f45a1 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:03.860412 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.875057 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa69f611-6442-4852-951d-fcdcf5846346 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:03.875598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa69f611-6442-4852-951d-fcdcf5846346 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:03.892504 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fa69f611-6442-4852-951d-fcdcf5846346 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/f4d44216-8f7e-4cef-ac45-729b04974e21 HTTP/1.1" status: 404 len: 339 time: 0.0710020 Jan 28 03:55:03.893196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:03.928054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37623c-ee39-4454-850d-9f29f0934ffc None None] Pushing event updated for resources: {'Port': ['ID=fb742a1a-26f2-4df2-8306-11ce637cf454,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:03.931017 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1e247ce-0a29-46c3-b342-69a88f20d399 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.941600 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee291390-b00b-4c53-bd31-b57b369ed644 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:03.942018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee291390-b00b-4c53-bd31-b57b369ed644 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:03.953909 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ee291390-b00b-4c53-bd31-b57b369ed644 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/subnets/1199c218-5230-4dc1-8d70-2602af6369e5 HTTP/1.1" status: 404 len: 337 time: 0.0594716 Jan 28 03:55:03.956205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:03.985663 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca5577b-f01c-4c33-b58d-318f71dc0dfe tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:03.986193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca5577b-f01c-4c33-b58d-318f71dc0dfe tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:03.992819 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3ca5577b-f01c-4c33-b58d-318f71dc0dfe tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/e2cddcdf-a641-4c00-8334-4f3e5110245d HTTP/1.1" status: 404 len: 339 time: 0.0324755 Jan 28 03:55:03.993822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:04.005263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 1f68787a-2899-424f-a41f-77c5a5ee8f46 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:04.005646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:04.028098 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-35348766-362c-40ce-9e28-ef59dc12fa50 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:04.028699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35348766-362c-40ce-9e28-ef59dc12fa50 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:04.035095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-35348766-362c-40ce-9e28-ef59dc12fa50 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/subnets/2dfc0e8e-6563-4099-bc8c-23c367201fff HTTP/1.1" status: 404 len: 337 time: 0.0398748 Jan 28 03:55:04.035938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57914) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:04.055245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-53bee294-43f6-4f0e-9126-68ede201d4b8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:04.057121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-53bee294-43f6-4f0e-9126-68ede201d4b8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/networks?id=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf HTTP/1.1" status: 200 len: 796 time: 0.7852480 Jan 28 03:55:04.058216 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dc3b3a-d50c-4db8-9438-737402dbeacf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:04.058844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93dc3b3a-d50c-4db8-9438-737402dbeacf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:04.071399 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-93dc3b3a-d50c-4db8-9438-737402dbeacf tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/c68719df-2a99-4791-a7f8-1a5d84ac7e42 HTTP/1.1" status: 404 len: 339 time: 0.0342035 Jan 28 03:55:04.073196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57916) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:04.124010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Current status of the port fb742a1a-26f2-4df2-8306-11ce637cf454 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:04.124768 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:04.128962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Performing IP validity checks on allocation pools {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:55:04.129486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:55:04.134087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-fe40d1bb-d031-4b47-a596-1c55ea5f8170 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/quotas/700e7bfa6ebb41949c07b0d2771d2517 HTTP/1.1" status: 200 len: 375 time: 0.0390856 Jan 28 03:55:04.173583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-b1e247ce-0a29-46c3-b342-69a88f20d399 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port a5d98b83-4b81-436b-bc8a-a7a46e922922 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:04.249592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab23d8-e3aa-40a3-81d9-3cbc5691330b None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:55:04.265442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] For port fb742a1a-26f2-4df2-8306-11ce637cf454, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fb742a1a-26f2-4df2-8306-11ce637cf454,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:04.341134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c04bc374-dce4-4940-b4d3-b8199ec95d0a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Deleting port 56675ce6-b749-45b0-b47b-d8029acf67a8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:04.341776 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04bc374-dce4-4940-b4d3-b8199ec95d0a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (56675ce6-b749-45b0-b47b-d8029acf67a8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:04.407125 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:04.456509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04bc374-dce4-4940-b4d3-b8199ec95d0a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (56675ce6-b749-45b0-b47b-d8029acf67a8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:04.488409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c04bc374-dce4-4940-b4d3-b8199ec95d0a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Calling delete_port for 56675ce6-b749-45b0-b47b-d8029acf67a8 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:04.494579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Pushing event updated for resources: {'Port': ['ID=fb742a1a-26f2-4df2-8306-11ce637cf454,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:04.596566 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04bc374-dce4-4940-b4d3-b8199ec95d0a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (56675ce6-b749-45b0-b47b-d8029acf67a8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:04.623516 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 1f68787a-2899-424f-a41f-77c5a5ee8f46 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:04.625753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8fca78ef-a519-4c0c-8473-7f617a4d7698 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:04.638748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b121c5d6-3426-4faf-8a71-0be16ac47f3b req-080223ed-1b35-4e37-aa97-c293a1d3ce3c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8456030 Jan 28 03:55:04.676654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Provisioning complete for port 1f68787a-2899-424f-a41f-77c5a5ee8f46 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:04.677106 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:04.702181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bc374-dce4-4940-b4d3-b8199ec95d0a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Port': ['ID=56675ce6-b749-45b0-b47b-d8029acf67a8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:04.718572 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04bc374-dce4-4940-b4d3-b8199ec95d0a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:04.728161 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c04bc374-dce4-4940-b4d3-b8199ec95d0a tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/ports/56675ce6-b749-45b0-b47b-d8029acf67a8 HTTP/1.1" status: 204 len: 168 time: 0.6517024 Jan 28 03:55:04.729109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:04.777323 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80917db-ed41-4eee-bf3e-1e885a8f077b tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:04.778419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80917db-ed41-4eee-bf3e-1e885a8f077b tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:04.787655 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a80917db-ed41-4eee-bf3e-1e885a8f077b tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/subnets/b732f469-2e53-4a16-aab8-abd1b6055549 HTTP/1.1" status: 404 len: 337 time: 0.0556402 Jan 28 03:55:04.792590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:04.806709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6280f6f2-fef3-45e7-a25a-8019009eef79 None None] Network 5f7108f5-3b77-469a-8411-528703f7cb7c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:04.865342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfca184-3d2e-4e04-af33-f7652185ae41 None None] Network f4d44216-8f7e-4cef-ac45-729b04974e21 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:04.867938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6280f6f2-fef3-45e7-a25a-8019009eef79 None None] Network 5f7108f5-3b77-469a-8411-528703f7cb7c could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:55:04.921246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f832d24-b742-4e7a-ad9d-600aaecf127b None None] Network 5f7108f5-3b77-469a-8411-528703f7cb7c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:04.928998 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (167be258-ca40-497d-a7cb-fe43b3fd71ad), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:05.001970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfca184-3d2e-4e04-af33-f7652185ae41 None None] Network f4d44216-8f7e-4cef-ac45-729b04974e21 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:55:05.023777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8fca78ef-a519-4c0c-8473-7f617a4d7698 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:05.031893 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:05.054364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-79b7038c-590f-4d91-a194-f8ec7d551ea4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9096377 Jan 28 03:55:05.072467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc806c35-ac9c-4c19-b669-e5dd228826c1 None None] Network f4d44216-8f7e-4cef-ac45-729b04974e21 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:05.088790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f832d24-b742-4e7a-ad9d-600aaecf127b None None] Network 5f7108f5-3b77-469a-8411-528703f7cb7c could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:55:05.204066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc806c35-ac9c-4c19-b669-e5dd228826c1 None None] Network f4d44216-8f7e-4cef-ac45-729b04974e21 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:55:05.261706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-94097b93-979d-4b04-b11c-246626e0bc0a None None] Current status of the port 1f68787a-2899-424f-a41f-77c5a5ee8f46 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:05.288114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb742a1a-26f2-4df2-8306-11ce637cf454', 'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:e4:c6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:50Z', 'updated_at': '2022-01-28T03:55:02Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:05.345977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd75be-892c-4afd-8b39-a828a1068492 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:05.366022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fd0a3-fc70-421f-9b3e-383bdaaf59e8 None None] The sync data for ids ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'] in n-d-808199-14 is: [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb742a1a-26f2-4df2-8306-11ce637cf454', 'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:e4:c6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:50Z', 'updated_at': '2022-01-28T03:55:02Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:55:05.408424 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e247ce-0a29-46c3-b342-69a88f20d399 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:55:05.409068 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e247ce-0a29-46c3-b342-69a88f20d399 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:05.430097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4be4fd92-7bf3-4e8c-8948-9c07671a4292 None None] Could not find standard attr ID for object 9f18af5f-7cd3-4484-907e-21e315e4ce45. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:55:05.434874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8fca78ef-a519-4c0c-8473-7f617a4d7698 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:05.517476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4be4fd92-7bf3-4e8c-8948-9c07671a4292 None None] Provisioning complete for port fb742a1a-26f2-4df2-8306-11ce637cf454 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:05.520403 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4be4fd92-7bf3-4e8c-8948-9c07671a4292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:05.702834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57940) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:05.714325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b1e247ce-0a29-46c3-b342-69a88f20d399 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9661362 Jan 28 03:55:05.794003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8fca78ef-a519-4c0c-8473-7f617a4d7698 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:05.800517 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (167be258-ca40-497d-a7cb-fe43b3fd71ad), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:05.832638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32af69-bef7-4a4a-896d-b1ae38d94f7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:05.834264 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ac32af69-bef7-4a4a-896d-b1ae38d94f7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1304576 Jan 28 03:55:05.837638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57948) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:05.924768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4be4fd92-7bf3-4e8c-8948-9c07671a4292 None None] Current status of the port fb742a1a-26f2-4df2-8306-11ce637cf454 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:05.933200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167be258-ca40-497d-a7cb-fe43b3fd71ad']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:05.962368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-d65fa0d6-3fae-47f0-8884-4a0684d5b2ad service neutron] 10.222.0.44 "GET /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8849800 Jan 28 03:55:05.988061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4be4fd92-7bf3-4e8c-8948-9c07671a4292 None None] Provisioning complete for port 8fca78ef-a519-4c0c-8473-7f617a4d7698 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:05.989507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4be4fd92-7bf3-4e8c-8948-9c07671a4292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.024499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db131c8-c432-413f-bcdd-aecfb68aa31d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:06.030697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db131c8-c432-413f-bcdd-aecfb68aa31d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:06.041059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7db131c8-c432-413f-bcdd-aecfb68aa31d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2000566 Jan 28 03:55:06.041489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57950) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:06.056138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:06.058727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:06.119749 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (eaed6a6d-b34b-4f01-af7b-6e01fba47166), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.206577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8fca78ef-a519-4c0c-8473-7f617a4d7698 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:06.207535 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.227375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3282530-75fb-433e-a666-38afa2048fab tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet ca8ae4ec-3727-4ab6-a980-b9cfa7930a10 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:06.232240 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.238429 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3282530-75fb-433e-a666-38afa2048fab tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (ca8ae4ec-3727-4ab6-a980-b9cfa7930a10), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.276512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a49ded-3a35-4ac6-9cd8-b64fc9a3c351 req-2b6e2650-d76a-4a4f-b09a-49261804fa22 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:06.278431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0a49ded-3a35-4ac6-9cd8-b64fc9a3c351 req-2b6e2650-d76a-4a4f-b09a-49261804fa22 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.4579494 Jan 28 03:55:06.340139 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.353647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3282530-75fb-433e-a666-38afa2048fab tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (ca8ae4ec-3727-4ab6-a980-b9cfa7930a10), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.399384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=eaed6a6d-b34b-4f01-af7b-6e01fba47166,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:06.407873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:06.410806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (0c8ba62a-f7af-4c0b-9c9b-52bae7bd02b4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:06.431729 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:06.440358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3282530-75fb-433e-a666-38afa2048fab tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (ca8ae4ec-3727-4ab6-a980-b9cfa7930a10), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.492120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4be4fd92-7bf3-4e8c-8948-9c07671a4292 None None] Current status of the port 8fca78ef-a519-4c0c-8473-7f617a4d7698 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:06.532701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8fca78ef-a519-4c0c-8473-7f617a4d7698 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:06.549201 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3282530-75fb-433e-a666-38afa2048fab tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (ca8ae4ec-3727-4ab6-a980-b9cfa7930a10), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.563538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0a49ded-3a35-4ac6-9cd8-b64fc9a3c351 req-48f755ea-925c-4dad-8a92-abcccb0c0c3b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710814 Jan 28 03:55:06.634046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9679fb8e-c299-4a0d-836c-0e9c32b183fc None None] Provisioning complete for port 8fca78ef-a519-4c0c-8473-7f617a4d7698 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:06.647432 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9679fb8e-c299-4a0d-836c-0e9c32b183fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.649476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-44e9ed59-6183-4f2a-aefb-57efe50adfae service neutron] 10.222.0.44 "GET /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843431 Jan 28 03:55:06.656379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': 'b4eac2cf-35e7-45cc-9229-0ef37feb9cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98a4305e-00e7-470f-a968-accfb062cc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:06.656379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: 98a4305e-00e7-470f-a968-accfb062cc6d, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:06.697388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (167be258-ca40-497d-a7cb-fe43b3fd71ad), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.707298 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.728875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/167be258-ca40-497d-a7cb-fe43b3fd71ad HTTP/1.1" status: 204 len: 168 time: 1.9287434 Jan 28 03:55:06.729952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-27b5677f-75b8-4866-af2f-d775a4eeb7f0 req-4cb8a1d0-58fe-4b98-886a-059de9fec6d8 service neutron] (103289) timed out ('10.222.0.25', 54477) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:55:06.737099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:06.761248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3282530-75fb-433e-a666-38afa2048fab tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8ae4ec-3727-4ab6-a980-b9cfa7930a10,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:06.774139 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3282530-75fb-433e-a666-38afa2048fab tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.778696 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e3282530-75fb-433e-a666-38afa2048fab tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/ca8ae4ec-3727-4ab6-a980-b9cfa7930a10 HTTP/1.1" status: 204 len: 168 time: 0.7360895 Jan 28 03:55:06.787246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:06.788384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de1102-ca2f-4736-8033-fe4fb59b08ee tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Network': ['ID=167be258-ca40-497d-a7cb-fe43b3fd71ad,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:06.802352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network 98a4305e-00e7-470f-a968-accfb062cc6d is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:06.836793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 98a4305e-00e7-470f-a968-accfb062cc6d) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:06.848386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f492c7a-34f5-48e8-8565-c6adfad14595 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:06.848735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:06.849384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.883505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8861328d-7ba4-459e-8575-b9af8f2f6a0a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.5686438 Jan 28 03:55:06.889027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:06.958307 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-222cfbc0-7c68-4e5f-adaa-175b3501b4a7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1630554 Jan 28 03:55:06.961074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57974) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:06.966937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a7d9a-4989-43f0-925c-10ff642d529b None None] Network 98a4305e-00e7-470f-a968-accfb062cc6d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:06.981831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-911e8707-7f09-468c-8363-572355eb4199 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:07.305741 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (98a4305e-00e7-470f-a968-accfb062cc6d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:07.333029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ea62ece-7b69-4e98-84a7-1624e21c2c36 req-a2b3d00e-022c-4ef2-ad66-f380fdb6158d tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 210 time: 0.4139590 Jan 28 03:55:07.464574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9679fb8e-c299-4a0d-836c-0e9c32b183fc None None] Current status of the port 8fca78ef-a519-4c0c-8473-7f617a4d7698 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:07.547375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911e8707-7f09-468c-8363-572355eb4199 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:07.550437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-98a4305e-00e7-470f-a968-accfb062cc6d', 'network_id': '98a4305e-00e7-470f-a968-accfb062cc6d', 'project_id': '291df46969e14de596282068400372d9', 'fixed_ips': [{'subnet_id': 'eaed6a6d-b34b-4f01-af7b-6e01fba47166'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:07.553648 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:07.558481 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-911e8707-7f09-468c-8363-572355eb4199 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:07.567769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9679fb8e-c299-4a0d-836c-0e9c32b183fc None None] Provisioning complete for port fb742a1a-26f2-4df2-8306-11ce637cf454 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:07.568151 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9679fb8e-c299-4a0d-836c-0e9c32b183fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:07.715660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e4123-1e8c-4df0-8b50-ea60be213643 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:55:07.823539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5327e-347e-4613-a92b-2bcd2662ef6b req-17312a2b-5faa-418e-af45-891b2cfb16c7 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:07.828291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93f5327e-347e-4613-a92b-2bcd2662ef6b req-17312a2b-5faa-418e-af45-891b2cfb16c7 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1098 time: 1.0454140 Jan 28 03:55:07.851857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cf17e9df-05c6-4418-93b5-680eb478da1d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Deleting port 38cc4639-e1f1-42c9-95df-c2b1a26b28b0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:07.853262 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf17e9df-05c6-4418-93b5-680eb478da1d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (38cc4639-e1f1-42c9-95df-c2b1a26b28b0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:07.900454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-93f5327e-347e-4613-a92b-2bcd2662ef6b req-588cd123-cd14-4a30-a065-183496dce659 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:08.007634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6219-bc09-488d-8f30-eed5763c46da req-e8195a48-6e13-43a0-9192-f8dcf6af1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:08.016273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4faf6219-bc09-488d-8f30-eed5763c46da req-e8195a48-6e13-43a0-9192-f8dcf6af1b91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1098 time: 0.5625947 Jan 28 03:55:08.080618 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf17e9df-05c6-4418-93b5-680eb478da1d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (38cc4639-e1f1-42c9-95df-c2b1a26b28b0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:08.127477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cf17e9df-05c6-4418-93b5-680eb478da1d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Calling delete_port for 38cc4639-e1f1-42c9-95df-c2b1a26b28b0 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:08.395939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fb742a1a-26f2-4df2-8306-11ce637cf454 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:08.447125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-911e8707-7f09-468c-8363-572355eb4199 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (de660cfc-24fb-465f-a791-36284db1be8b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:08.473631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6219-bc09-488d-8f30-eed5763c46da req-5cb20c63-4fd3-4101-8890-6365681d2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:08.476741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4faf6219-bc09-488d-8f30-eed5763c46da req-5cb20c63-4fd3-4101-8890-6365681d2ac1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.4326200 Jan 28 03:55:08.527302 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (eaed6a6d-b34b-4f01-af7b-6e01fba47166), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:08.577963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e8707-7f09-468c-8363-572355eb4199 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:08.592017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-911e8707-7f09-468c-8363-572355eb4199 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:08.596091 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e8707-7f09-468c-8363-572355eb4199 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:08.597554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-911e8707-7f09-468c-8363-572355eb4199 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:08.615029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9679fb8e-c299-4a0d-836c-0e9c32b183fc None None] Current status of the port fb742a1a-26f2-4df2-8306-11ce637cf454 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:08.627691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Allocated IP 172.20.0.3 (98a4305e-00e7-470f-a968-accfb062cc6d/eaed6a6d-b34b-4f01-af7b-6e01fba47166/30f774f3-f95a-4ce7-b0b6-c338771e3d56) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:08.651203 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf17e9df-05c6-4418-93b5-680eb478da1d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (38cc4639-e1f1-42c9-95df-c2b1a26b28b0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:08.666332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e4123-1e8c-4df0-8b50-ea60be213643 None None] Deleting port 8fca78ef-a519-4c0c-8473-7f617a4d7698 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:08.666889 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4123-1e8c-4df0-8b50-ea60be213643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:08.679171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port fb742a1a-26f2-4df2-8306-11ce637cf454 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:08.679661 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:08.750117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-911e8707-7f09-468c-8363-572355eb4199 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7879736 Jan 28 03:55:08.755297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4faf6219-bc09-488d-8f30-eed5763c46da req-3baa7ba2-66aa-4bc2-9809-bf4c5efeb934 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 1001 time: 0.2225835 Jan 28 03:55:08.765567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17e9df-05c6-4418-93b5-680eb478da1d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Port': ['ID=38cc4639-e1f1-42c9-95df-c2b1a26b28b0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:08.791191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:08.803812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-676db7be-1327-4106-a0ab-097c832b97a1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-351552443', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:08.816374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-93f5327e-347e-4613-a92b-2bcd2662ef6b req-588cd123-cd14-4a30-a065-183496dce659 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Publish callbacks [] for security_group (c011b0af-69c9-47af-8e66-c01e8f47d26b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:08.838473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf17e9df-05c6-4418-93b5-680eb478da1d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:08.852136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cf17e9df-05c6-4418-93b5-680eb478da1d tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/ports/38cc4639-e1f1-42c9-95df-c2b1a26b28b0 HTTP/1.1" status: 204 len: 168 time: 2.1136074 Jan 28 03:55:08.855026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e8707-7f09-468c-8363-572355eb4199 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=de660cfc-24fb-465f-a791-36284db1be8b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:08.856011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee14e7-2a40-4ae7-93b2-9b27237f01be req-5939f979-6fce-42b9-87da-2ea7ee448b32 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:08.858738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6ee14e7-2a40-4ae7-93b2-9b27237f01be req-5939f979-6fce-42b9-87da-2ea7ee448b32 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 1.0445600 Jan 28 03:55:08.874019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:08.874741 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-93f5327e-347e-4613-a92b-2bcd2662ef6b req-588cd123-cd14-4a30-a065-183496dce659 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c011b0af-69c9-47af-8e66-c01e8f47d26b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.001106 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ffa2ac-6a0c-409a-ad4f-1d3a254150c7 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:09.001584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ffa2ac-6a0c-409a-ad4f-1d3a254150c7 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:09.004810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-32ffa2ac-6a0c-409a-ad4f-1d3a254150c7 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/subnets/56b19bd5-44ea-4ff1-8e23-c0592e9f2136 HTTP/1.1" status: 404 len: 337 time: 0.1269133 Jan 28 03:55:09.020560 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cd123-cd14-4a30-a065-183496dce659 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c011b0af-69c9-47af-8e66-c01e8f47d26b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:09.023202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58012) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:09.154740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fe8e4123-1e8c-4df0-8b50-ea60be213643 None None] For port 8fca78ef-a519-4c0c-8473-7f617a4d7698, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8fca78ef-a519-4c0c-8473-7f617a4d7698,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:09.155567 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4123-1e8c-4df0-8b50-ea60be213643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.165291 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-676db7be-1327-4106-a0ab-097c832b97a1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (4d471058-3550-49a8-82db-bbdecd9b9c09), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.166472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-676db7be-1327-4106-a0ab-097c832b97a1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (4d471058-3550-49a8-82db-bbdecd9b9c09), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.200302 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (62dbb532-17d7-4c7d-a05f-f2859a5c3855), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.209704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e4123-1e8c-4df0-8b50-ea60be213643 None None] Calling delete_port for 8fca78ef-a519-4c0c-8473-7f617a4d7698 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:09.215874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93f5327e-347e-4613-a92b-2bcd2662ef6b req-588cd123-cd14-4a30-a065-183496dce659 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3621435 Jan 28 03:55:09.278662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port fb742a1a-26f2-4df2-8306-11ce637cf454 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:09.312755 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Publish callbacks [] for port (30f774f3-f95a-4ce7-b0b6-c338771e3d56), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.316997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-676db7be-1327-4106-a0ab-097c832b97a1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for router_controller (4d471058-3550-49a8-82db-bbdecd9b9c09), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.317497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6219-bc09-488d-8f30-eed5763c46da req-bdf1f638-727d-4985-b361-b6f3dca2d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:09.319117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4faf6219-bc09-488d-8f30-eed5763c46da req-bdf1f638-727d-4985-b361-b6f3dca2d56c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.4913335 Jan 28 03:55:09.337831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-676db7be-1327-4106-a0ab-097c832b97a1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (4d471058-3550-49a8-82db-bbdecd9b9c09), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.340474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6ee14e7-2a40-4ae7-93b2-9b27237f01be req-a488ac6a-d89e-47c0-ace6-3aed01d49299 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4208925 Jan 28 03:55:09.412484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (30f774f3-f95a-4ce7-b0b6-c338771e3d56), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.452047 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04dcc547-f391-42df-af37-ea7af3dbdcfa req-cd9b6003-452a-48c9-bd28-e3ef6dcb2c9b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 210 time: 0.1101410 Jan 28 03:55:09.497442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Network 98a4305e-00e7-470f-a968-accfb062cc6d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:09.502421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:09.508425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:09.545702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Pushing event updated for resources: {'Port': ['ID=30f774f3-f95a-4ce7-b0b6-c338771e3d56,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:09.559090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-1aa284cd-b669-490d-9590-39568b325e4e tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:09.561821 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-1aa284cd-b669-490d-9590-39568b325e4e tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.42 "GET /v2.0/networks?id=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf HTTP/1.1" status: 200 len: 796 time: 0.6836307 Jan 28 03:55:09.566137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-676db7be-1327-4106-a0ab-097c832b97a1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.568074 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-676db7be-1327-4106-a0ab-097c832b97a1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7713175 Jan 28 03:55:09.570710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58022) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:09.571974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6219-bc09-488d-8f30-eed5763c46da req-a289c014-588f-4324-9d79-6bdd0de03905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:09.573666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4faf6219-bc09-488d-8f30-eed5763c46da req-a289c014-588f-4324-9d79-6bdd0de03905 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2469230 Jan 28 03:55:09.577671 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (eaed6a6d-b34b-4f01-af7b-6e01fba47166), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.595523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-4faf6219-bc09-488d-8f30-eed5763c46da req-fb969a8b-249f-47e2-b7f6-f422ad0222bb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:55:09.601535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4faf6219-bc09-488d-8f30-eed5763c46da req-fb969a8b-249f-47e2-b7f6-f422ad0222bb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073555 Jan 28 03:55:09.637147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8fca78ef-a519-4c0c-8473-7f617a4d7698 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:09.640060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Attempting to bind port 30f774f3-f95a-4ce7-b0b6-c338771e3d56 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:09.640478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Attempting to bind port 30f774f3-f95a-4ce7-b0b6-c338771e3d56 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'b4eac2cf-35e7-45cc-9229-0ef37feb9cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98a4305e-00e7-470f-a968-accfb062cc6d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:09.640867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Attempting to bind port 30f774f3-f95a-4ce7-b0b6-c338771e3d56 on network 98a4305e-00e7-470f-a968-accfb062cc6d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:09.649088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=eaed6a6d-b34b-4f01-af7b-6e01fba47166,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:09.658280 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4123-1e8c-4df0-8b50-ea60be213643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (8fca78ef-a519-4c0c-8473-7f617a4d7698), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.763537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e4123-1e8c-4df0-8b50-ea60be213643 None None] Pushing event deleted for resources: {'Port': ['ID=8fca78ef-a519-4c0c-8473-7f617a4d7698,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:09.793886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 8fca78ef-a519-4c0c-8473-7f617a4d7698 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:55:09.794229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8fca78ef-a519-4c0c-8473-7f617a4d7698 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:09.798331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:09.802640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Checking segment: {'id': 'b4eac2cf-35e7-45cc-9229-0ef37feb9cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98a4305e-00e7-470f-a968-accfb062cc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:09.803089 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.803491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Bound using segment: {'id': 'b4eac2cf-35e7-45cc-9229-0ef37feb9cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98a4305e-00e7-470f-a968-accfb062cc6d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:09.804001 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Bound port: 30f774f3-f95a-4ce7-b0b6-c338771e3d56, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4eac2cf-35e7-45cc-9229-0ef37feb9cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98a4305e-00e7-470f-a968-accfb062cc6d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:09.804385 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30f774f3-f95a-4ce7-b0b6-c338771e3d56), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:09.829230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e4123-1e8c-4df0-8b50-ea60be213643 None None] No DVR routers for this DVR port 8fca78ef-a519-4c0c-8473-7f617a4d7698 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:09.915511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b3ac6-595a-46f5-bd98-afded90bc60e None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:10.043509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb955d7-cb97-4550-9562-936950ab616d req-0d8a5df2-bd67-4f93-a6d6-98f227021d17 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:10.045415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bb955d7-cb97-4550-9562-936950ab616d req-0d8a5df2-bd67-4f93-a6d6-98f227021d17 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.5417407 Jan 28 03:55:10.141127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] For port 30f774f3-f95a-4ce7-b0b6-c338771e3d56, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:10.148877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] For port 30f774f3-f95a-4ce7-b0b6-c338771e3d56, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=30f774f3-f95a-4ce7-b0b6-c338771e3d56,segment=NetworkSegment(b4eac2cf-35e7-45cc-9229-0ef37feb9cbd),segment_id=b4eac2cf-35e7-45cc-9229-0ef37feb9cbd)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:10.159965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': 'de660cfc-24fb-465f-a791-36284db1be8b'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:10.162997 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:10.187130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Deleting port 36cca2a6-133e-4ce2-befe-a92442a38f74 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:10.188344 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (36cca2a6-133e-4ce2-befe-a92442a38f74), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:10.205818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (98a4305e-00e7-470f-a968-accfb062cc6d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:10.214469 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (30f774f3-f95a-4ce7-b0b6-c338771e3d56), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:10.295569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bb955d7-cb97-4550-9562-936950ab616d req-ece1559a-645f-47e2-a880-2bf5f9639c14 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175543 Jan 28 03:55:10.309500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a4305e-00e7-470f-a968-accfb062cc6d']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:10.334543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58030) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:10.354898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4eac2cf-35e7-45cc-9229-0ef37feb9cbd') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:10.355848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4eac2cf-35e7-45cc-9229-0ef37feb9cbd') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:10.391474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4faf6219-bc09-488d-8f30-eed5763c46da req-d64ef45a-d447-4ac0-8dd1-b36a9e8cbea8 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547624 Jan 28 03:55:10.425346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (b4eac2cf-35e7-45cc-9229-0ef37feb9cbd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:10.429371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] For port 36cca2a6-133e-4ce2-befe-a92442a38f74, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=36cca2a6-133e-4ce2-befe-a92442a38f74,segment=NetworkSegment(e77bbf6a-6070-4c14-b650-e0ab6de02769),segment_id=e77bbf6a-6070-4c14-b650-e0ab6de02769)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:10.434264 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (36cca2a6-133e-4ce2-befe-a92442a38f74), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:10.440240 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-157a7e2c-9f48-4e1d-89aa-cee3b432f4fa tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=700e7bfa6ebb41949c07b0d2771d2517 HTTP/1.1" status: 200 len: 378 time: 0.3958776 Jan 28 03:55:10.459055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'port': {'device_id': '04f022e2-195b-480b-8986-1510a3a0147f', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'admin_state_up': True, 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'security_groups': ['e3250d69-0f12-4b2f-bbb8-84358d9fdef3']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:10.557517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Calling delete_port for 36cca2a6-133e-4ce2-befe-a92442a38f74 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:10.594812 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b4eac2cf-35e7-45cc-9229-0ef37feb9cbd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:10.636111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7cf297ea-856d-4e15-90ce-adf7042f99a6 req-18a5929b-49d9-41b0-8f06-42403ab45aed tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 210 time: 0.0618656 Jan 28 03:55:10.641774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:10.642379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (b4eac2cf-35e7-45cc-9229-0ef37feb9cbd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:10.647001 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:10.659325 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:10.757145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/de660cfc-24fb-465f-a791-36284db1be8b/c272f8a8-e250-4490-88b4-bb84fc1f01cb) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:10.770118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707384a3-6313-4d72-baaf-6d565a1b8828 req-8c635b46-341d-4889-9799-963881e7b052 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:10.777906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-707384a3-6313-4d72-baaf-6d565a1b8828 req-8c635b46-341d-4889-9799-963881e7b052 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.3048272 Jan 28 03:55:10.818128 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.db.api [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:55:10.818128 n-d-808199-14 neutron-server[103288]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:55:10.818128 n-d-808199-14 neutron-server[103288]: [parameters: {'id': '98a4305e-00e7-470f-a968-accfb062cc6d'}] Jan 28 03:55:10.818128 n-d-808199-14 neutron-server[103288]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:55:10.819051 n-d-808199-14 neutron-server[103288]: DEBUG oslo_db.api [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:55:10.852883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4faf6219-bc09-488d-8f30-eed5763c46da req-bd5e89b0-2cab-4c5a-a960-a92514f62a97 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580910 Jan 28 03:55:10.861769 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-34edb042-32c9-4424-940c-fe1f15279c74 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/2ec48225-8696-443b-9906-8bbf80056ee6 HTTP/1.1" status: 200 len: 994 time: 0.5189817 Jan 28 03:55:10.881276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-707384a3-6313-4d72-baaf-6d565a1b8828 req-02782cc5-0238-4552-aad0-0ef3007a862a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021211 Jan 28 03:55:10.913690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (36cca2a6-133e-4ce2-befe-a92442a38f74), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:10.947769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Port': ['ID=36cca2a6-133e-4ce2-befe-a92442a38f74,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:10.953463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No DVR routers for this DVR port 36cca2a6-133e-4ce2-befe-a92442a38f74 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:11.049100 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Publish callbacks [] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.082599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b917bce-f515-4e25-9f90-547e529ad2d8 None None] Pushing event updated for resources: {'Port': ['ID=30f774f3-f95a-4ce7-b0b6-c338771e3d56,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:11.096481 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.114120 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7c8a303e-870c-473f-aed9-c1e9956e7e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.125788 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (62dbb532-17d7-4c7d-a05f-f2859a5c3855), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.156884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Made reservation on behalf of 700e7bfa6ebb41949c07b0d2771d2517 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:11.157764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62dbb532-17d7-4c7d-a05f-f2859a5c3855']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:11.160309 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.172250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77bbf6a-6070-4c14-b650-e0ab6de02769') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:11.173412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77bbf6a-6070-4c14-b650-e0ab6de02769') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:11.188548 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (e77bbf6a-6070-4c14-b650-e0ab6de02769), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.242917 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e77bbf6a-6070-4c14-b650-e0ab6de02769), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.252377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b7e6dd-c3bb-4844-b8ec-f33a8b04710b None None] Network 98a4305e-00e7-470f-a968-accfb062cc6d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:11.273932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:11.276229 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (e77bbf6a-6070-4c14-b650-e0ab6de02769), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:11.287359 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:11.323887 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (98a4305e-00e7-470f-a968-accfb062cc6d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.344772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:11.347030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::1 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/de660cfc-24fb-465f-a791-36284db1be8b/6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:11.356574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Pushing event updated for resources: {'Port': ['ID=c272f8a8-e250-4490-88b4-bb84fc1f01cb,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:11.362891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:11.367237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:11.448042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-03e1c48f-2130-4b2d-8c5e-227d00b4f7a0 req-ba7c2ac0-ceeb-4ce0-ac9c-047c4fd81fbc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:55:11.449797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03e1c48f-2130-4b2d-8c5e-227d00b4f7a0 req-ba7c2ac0-ceeb-4ce0-ac9c-047c4fd81fbc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1999357 Jan 28 03:55:11.489018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Attempting to bind port c272f8a8-e250-4490-88b4-bb84fc1f01cb on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:11.498224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Attempting to bind port c272f8a8-e250-4490-88b4-bb84fc1f01cb by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:11.499900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Attempting to bind port c272f8a8-e250-4490-88b4-bb84fc1f01cb on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:11.512924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:11.517006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:11.521380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (62dbb532-17d7-4c7d-a05f-f2859a5c3855), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.536808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.537408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:11.539453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Bound port: c272f8a8-e250-4490-88b4-bb84fc1f01cb, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:11.539966 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.544829 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.551495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/62dbb532-17d7-4c7d-a05f-f2859a5c3855 HTTP/1.1" status: 204 len: 168 time: 2.5098259 Jan 28 03:55:11.552633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eacaa4-cca6-4b44-b529-d3e71d871bfb tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Network': ['ID=62dbb532-17d7-4c7d-a05f-f2859a5c3855,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:11.560419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58062) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:11.685816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.714955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Deleting port 30f774f3-f95a-4ce7-b0b6-c338771e3d56 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:11.716037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] For port c272f8a8-e250-4490-88b4-bb84fc1f01cb, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:11.716538 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (30f774f3-f95a-4ce7-b0b6-c338771e3d56), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.733619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] For port c272f8a8-e250-4490-88b4-bb84fc1f01cb, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c272f8a8-e250-4490-88b4-bb84fc1f01cb,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:11.762473 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.780648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Allocated IP 172.20.0.7 (82c7a2ef-a5f1-4380-8e4b-495c2957bbcf/1ee80fc5-6d61-47c7-b2ca-8a0c96652379/7145f810-75bc-4ba1-9e8a-ddfc7a528d17) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:11.796813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.905694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:11.911989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:11.921384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:11.922242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (4d471058-3550-49a8-82db-bbdecd9b9c09), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:11.952920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69141583-2641-404d-afee-b547bdeaf6d0 None None] Pushing event updated for resources: {'Port': ['ID=c272f8a8-e250-4490-88b4-bb84fc1f01cb,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:11.953186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb10fd16-f966-40a7-ad81-fbde3427fcc1 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Deleting subnet 2735e75a-54cf-448b-81a0-db4db1428240 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:12.001495 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb10fd16-f966-40a7-ad81-fbde3427fcc1 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (2735e75a-54cf-448b-81a0-db4db1428240), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:12.100255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:12.128688 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7842d90-09c0-4d2a-afaa-92da2686a428 req-6a94f4fd-3f3b-4578-aac0-b8d5943c7757 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 210 time: 0.2322972 Jan 28 03:55:12.135930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] For port 30f774f3-f95a-4ce7-b0b6-c338771e3d56, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=30f774f3-f95a-4ce7-b0b6-c338771e3d56,segment=NetworkSegment(b4eac2cf-35e7-45cc-9229-0ef37feb9cbd),segment_id=b4eac2cf-35e7-45cc-9229-0ef37feb9cbd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:12.142507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:12.143669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (30f774f3-f95a-4ce7-b0b6-c338771e3d56), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:12.172015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Calling delete_port for 30f774f3-f95a-4ce7-b0b6-c338771e3d56 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:12.191045 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb10fd16-f966-40a7-ad81-fbde3427fcc1 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (2735e75a-54cf-448b-81a0-db4db1428240), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:12.407975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:12.551056 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:12.589448 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ee4772f2-8274-434b-8151-8d7d94961476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:12.679588 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb10fd16-f966-40a7-ad81-fbde3427fcc1 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (2735e75a-54cf-448b-81a0-db4db1428240), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:12.810678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed94be-2fc6-4ab3-999c-72203cf8ed13 req-51d00839-8673-4dc7-931a-17d54924a00d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:12.812612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fed94be-2fc6-4ab3-999c-72203cf8ed13 req-51d00839-8673-4dc7-931a-17d54924a00d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.4306850 Jan 28 03:55:12.832306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-6397cb11-81a8-4989-ae51-a60135dcb3d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4400749 Jan 28 03:55:12.837409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-549f6d2c-5032-4945-82d5-50785d1266bc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:55:12.850206 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-549f6d2c-5032-4945-82d5-50785d1266bc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169234 Jan 28 03:55:12.890055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cde457-394f-4c22-8d20-92e1a5d40ffb req-f330dfed-0576-4878-bc8d-9b656a101192 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:12.897114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4cde457-394f-4c22-8d20-92e1a5d40ffb req-f330dfed-0576-4878-bc8d-9b656a101192 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.4091380 Jan 28 03:55:12.914219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb10fd16-f966-40a7-ad81-fbde3427fcc1 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (2735e75a-54cf-448b-81a0-db4db1428240), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:12.958941 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.018033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357fc1a-39b4-4eda-ba25-4c4080e89141 None None] Network d63cdaa7-ce65-4d56-8168-ed6784ad5bd7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:13.020608 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb10fd16-f966-40a7-ad81-fbde3427fcc1 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.026329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cb10fd16-f966-40a7-ad81-fbde3427fcc1 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/subnets/2735e75a-54cf-448b-81a0-db4db1428240 HTTP/1.1" status: 204 len: 168 time: 1.4603434 Jan 28 03:55:13.064619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:13.109221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10fd16-f966-40a7-ad81-fbde3427fcc1 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Subnet': ['ID=2735e75a-54cf-448b-81a0-db4db1428240,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:13.133861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fed94be-2fc6-4ab3-999c-72203cf8ed13 req-a9983c2b-9553-4ad0-af74-0944abf29c9b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064451 Jan 28 03:55:13.141162 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (30f774f3-f95a-4ce7-b0b6-c338771e3d56), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.212700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No DVR routers for this DVR port 30f774f3-f95a-4ce7-b0b6-c338771e3d56 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:13.235482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b4cde457-394f-4c22-8d20-92e1a5d40ffb req-e361d021-cb8c-4abd-af3f-3a29ee91c9af tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950106 Jan 28 03:55:13.293611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:13.298634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:13.309375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:13.325509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Port': ['ID=30f774f3-f95a-4ce7-b0b6-c338771e3d56,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:13.357744 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d63cdaa7-ce65-4d56-8168-ed6784ad5bd7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.536704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a968d901-7c2e-4fec-9cdd-5e2e4d9c9dce None None] DHCP port deletion for d63cdaa7-ce65-4d56-8168-ed6784ad5bd7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:55:13.740183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a968d901-7c2e-4fec-9cdd-5e2e4d9c9dce None None] Deleting port 2f969a8b-efda-4829-a051-dea376e6bb24 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:13.740823 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a968d901-7c2e-4fec-9cdd-5e2e4d9c9dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.749283 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (98a4305e-00e7-470f-a968-accfb062cc6d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.763108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:13.763784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.770074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b4668-cd4d-4997-822c-1810fff0dd99 req-da427644-bb4f-4ddc-beea-4b3ebea0d456 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:13.778247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc4b4668-cd4d-4997-822c-1810fff0dd99 req-da427644-bb4f-4ddc-beea-4b3ebea0d456 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 931 time: 0.3442791 Jan 28 03:55:13.787005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:13.836346 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.874921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.875726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (4d471058-3550-49a8-82db-bbdecd9b9c09), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.939491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a968d901-7c2e-4fec-9cdd-5e2e4d9c9dce None None] For port 2f969a8b-efda-4829-a051-dea376e6bb24, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2f969a8b-efda-4829-a051-dea376e6bb24,segment=NetworkSegment(fddce206-5749-42eb-902a-cd8243ab575c),segment_id=fddce206-5749-42eb-902a-cd8243ab575c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:13.940115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a968d901-7c2e-4fec-9cdd-5e2e4d9c9dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:13.957166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc4b4668-cd4d-4997-822c-1810fff0dd99 req-9e3f54df-43e9-4682-9aef-0faca1fb8a63 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1776750 Jan 28 03:55:14.007315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a968d901-7c2e-4fec-9cdd-5e2e4d9c9dce None None] Calling delete_port for 2f969a8b-efda-4829-a051-dea376e6bb24 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:14.032667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a4305e-00e7-470f-a968-accfb062cc6d']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:14.064467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:14.073366 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-c27dc098-6529-4679-a47d-39491540bce8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6183569 Jan 28 03:55:14.073529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4eac2cf-35e7-45cc-9229-0ef37feb9cbd') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:14.074524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4eac2cf-35e7-45cc-9229-0ef37feb9cbd') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:14.104585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (b4eac2cf-35e7-45cc-9229-0ef37feb9cbd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.116764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Request body: {'port': {'device_id': '04f022e2-195b-480b-8986-1510a3a0147f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:14.127074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c272f8a8-e250-4490-88b4-bb84fc1f01cb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:14.129643 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b4eac2cf-35e7-45cc-9229-0ef37feb9cbd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.134627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Deleting port 2f969a8b-efda-4829-a051-dea376e6bb24 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:14.135637 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.346482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] For port 2f969a8b-efda-4829-a051-dea376e6bb24, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2f969a8b-efda-4829-a051-dea376e6bb24,segment=NetworkSegment(fddce206-5749-42eb-902a-cd8243ab575c),segment_id=fddce206-5749-42eb-902a-cd8243ab575c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:14.346911 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.402120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Calling delete_port for 2f969a8b-efda-4829-a051-dea376e6bb24 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:14.444467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f48d9e69-0360-41bd-a53f-915b983aea1c None None] Provisioning complete for port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:14.445058 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f48d9e69-0360-41bd-a53f-915b983aea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.556197 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.632677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:14.634370 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (b4eac2cf-35e7-45cc-9229-0ef37feb9cbd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:14.639229 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:14.691615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f48d9e69-0360-41bd-a53f-915b983aea1c None None] Port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:55:14.727993 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.747210 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.785183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c272f8a8-e250-4490-88b4-bb84fc1f01cb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:14.788454 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.799802 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a968d901-7c2e-4fec-9cdd-5e2e4d9c9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.860751 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (98a4305e-00e7-470f-a968-accfb062cc6d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.872638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77930a46-00d1-4b7a-aa4d-7e19f59c9493 req-f6ccf463-e395-495d-8042-af08e388935e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:14.875228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77930a46-00d1-4b7a-aa4d-7e19f59c9493 req-f6ccf463-e395-495d-8042-af08e388935e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.2904949 Jan 28 03:55:14.886087 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:14.895108 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/98a4305e-00e7-470f-a968-accfb062cc6d HTTP/1.1" status: 204 len: 168 time: 8.0036981 Jan 28 03:55:14.897935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:14.900513 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:14.908902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:14.916197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-43132320'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:14.927558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b324fab-7c11-4a99-a034-af751f8449c5 req-ad745c5f-327b-4182-ba69-892695ead376 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:14.929247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b324fab-7c11-4a99-a034-af751f8449c5 req-ad745c5f-327b-4182-ba69-892695ead376 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.3559797 Jan 28 03:55:15.003457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968d901-7c2e-4fec-9cdd-5e2e4d9c9dce None None] Pushing event deleted for resources: {'Port': ['ID=2f969a8b-efda-4829-a051-dea376e6bb24,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:15.017832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a968d901-7c2e-4fec-9cdd-5e2e4d9c9dce None None] No DVR routers for this DVR port 2f969a8b-efda-4829-a051-dea376e6bb24 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:15.025387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9399f99e-efa0-4280-b875-4b71bbd42256 None None] Provisioning complete for port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:15.028715 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9399f99e-efa0-4280-b875-4b71bbd42256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.069564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0729cf-d44d-406f-98f5-6a5b04fdd62c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=98a4305e-00e7-470f-a968-accfb062cc6d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:15.132405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (2f969a8b-efda-4829-a051-dea376e6bb24), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.134819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9399f99e-efa0-4280-b875-4b71bbd42256 None None] Port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:55:15.216969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c272f8a8-e250-4490-88b4-bb84fc1f01cb is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:15.217631 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.237194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9399f99e-efa0-4280-b875-4b71bbd42256 None None] Provisioning complete for port c272f8a8-e250-4490-88b4-bb84fc1f01cb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:15.237880 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9399f99e-efa0-4280-b875-4b71bbd42256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.255278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] No DVR routers for this DVR port 2f969a8b-efda-4829-a051-dea376e6bb24 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:15.337269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port c272f8a8-e250-4490-88b4-bb84fc1f01cb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c272f8a8-e250-4490-88b4-bb84fc1f01cb,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:15.357107 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.421598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77930a46-00d1-4b7a-aa4d-7e19f59c9493 req-ac651d22-00a3-4f4c-b4e2-4ab63886654a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5226634 Jan 28 03:55:15.422464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Port': ['ID=2f969a8b-efda-4829-a051-dea376e6bb24,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:15.453717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b324fab-7c11-4a99-a034-af751f8449c5 req-1b1afc30-726b-4ba1-9590-4a2117150aec tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4936607 Jan 28 03:55:15.465329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d8afad-5c2d-4a41-837d-70881eca9364 None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:55:15.569153 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d63cdaa7-ce65-4d56-8168-ed6784ad5bd7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.593484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63cdaa7-ce65-4d56-8168-ed6784ad5bd7']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:15.604183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddce206-5749-42eb-902a-cd8243ab575c') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:15.604482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddce206-5749-42eb-902a-cd8243ab575c') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:15.620126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (fddce206-5749-42eb-902a-cd8243ab575c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.636300 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fddce206-5749-42eb-902a-cd8243ab575c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.656798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:15.657273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (fddce206-5749-42eb-902a-cd8243ab575c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.672557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-10f1460b-cc8e-44c9-b13e-bad3e4b7b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:15.674239 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-10f1460b-cc8e-44c9-b13e-bad3e4b7b088 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1098 time: 0.1282299 Jan 28 03:55:15.709593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Router 4d471058-3550-49a8-82db-bbdecd9b9c09 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:55:15.766846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:15.770500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:15.775499 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:15.794143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d63cdaa7-ce65-4d56-8168-ed6784ad5bd7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.810561 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.826482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] 10.222.0.44 "DELETE /v2.0/networks/d63cdaa7-ce65-4d56-8168-ed6784ad5bd7 HTTP/1.1" status: 204 len: 168 time: 2.7408800 Jan 28 03:55:15.827068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:55:15.843464 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Publish callbacks [] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.925229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Transition to ACTIVE for port object 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:55:15.930883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-7f21a793-566b-419f-b3fb-7de00c48f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:15.932372 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-7f21a793-566b-419f-b3fb-7de00c48f43f service neutron] 10.222.0.25 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 897 time: 0.2307103 Jan 28 03:55:15.967618 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:15.969266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835edcd-c3e6-48c5-80ec-5bab5821b756 tempest-NetworksIpV6TestAttrs-419216349 tempest-NetworksIpV6TestAttrs-419216349-project] Pushing event deleted for resources: {'Network': ['ID=d63cdaa7-ce65-4d56-8168-ed6784ad5bd7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:16.000729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2f969a8b-efda-4829-a051-dea376e6bb24 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:16.006895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:16.049260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 2f969a8b-efda-4829-a051-dea376e6bb24 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:55:16.049620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2f969a8b-efda-4829-a051-dea376e6bb24 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:16.050371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033f8c3-6047-4884-930e-5052152647a1 req-834a5e9f-eb12-4d7b-be7a-82618853ebca tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:16.051982 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e033f8c3-6047-4884-930e-5052152647a1 req-834a5e9f-eb12-4d7b-be7a-82618853ebca tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 931 time: 0.2779851 Jan 28 03:55:16.053296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (07514a3e-03c4-48bc-aa6f-6cb7b91c172f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:16.053666 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment 07514a3e-03c4-48bc-aa6f-6cb7b91c172f of type vlan for network 28dfc28c-a3ae-4018-8a79-efb395385482 Jan 28 03:55:16.214577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9399f99e-efa0-4280-b875-4b71bbd42256 None None] Current status of the port c272f8a8-e250-4490-88b4-bb84fc1f01cb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:16.216351 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (28dfc28c-a3ae-4018-8a79-efb395385482), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:16.217359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=c272f8a8-e250-4490-88b4-bb84fc1f01cb,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:16.258323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:16.299462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:55:16.317669 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Sync routers for ids ['4d471058-3550-49a8-82db-bbdecd9b9c09'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:55:16.324721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e033f8c3-6047-4884-930e-5052152647a1 req-ba5461d4-eead-4f40-901a-330d32f2087f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851333 Jan 28 03:55:16.327883 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (28dfc28c-a3ae-4018-8a79-efb395385482), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:16.331491 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-425435db-0c58-49eb-b07b-e0da1d85add0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "PUT /v2.0/routers/4d471058-3550-49a8-82db-bbdecd9b9c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7593362 Jan 28 03:55:16.334830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:16.335819 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:16.338513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58154) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:16.344818 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Routers {'4d471058-3550-49a8-82db-bbdecd9b9c09'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:16.345511 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4d471058-3550-49a8-82db-bbdecd9b9c09'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:16.428335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8afad-5c2d-4a41-837d-70881eca9364 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:55:16.428588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=28dfc28c-a3ae-4018-8a79-efb395385482,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:16.429444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3f57c7a4-0099-4b78-a824-a640c3fd1597 None None] Provisioning complete for port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:16.429827 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f57c7a4-0099-4b78-a824-a640c3fd1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:16.500097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c6f9572-4288-4f91-a884-712a83abb328 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5901806 Jan 28 03:55:16.504043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58160) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:16.516627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': '28dfc28c-a3ae-4018-8a79-efb395385482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:16.521592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3f57c7a4-0099-4b78-a824-a640c3fd1597 None None] Port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:55:16.523167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 28dfc28c-a3ae-4018-8a79-efb395385482 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:16.537479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Pushing event updated for resources: {'Port': ['ID=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:16.548718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9277651-20d8-4dca-be89-de635b9d791f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:16.550425 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e9277651-20d8-4dca-be89-de635b9d791f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports/6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 HTTP/1.1" status: 200 len: 911 time: 0.1346178 Jan 28 03:55:16.559200 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-51496048-6455-4328-ad15-8f8b7b0dbbc0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 1002 time: 0.6159384 Jan 28 03:55:16.559516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58162) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:16.559697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58164) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:16.685242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-f203cfd5-2d52-4c70-b26f-c8fda6069095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:16.687433 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-f203cfd5-2d52-4c70-b26f-c8fda6069095 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.0730689 Jan 28 03:55:16.689180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Attempting to bind port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:16.689765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Attempting to bind port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:16.690330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Attempting to bind port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 on network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:16.707802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 on network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:55:16.708496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Attempting to bind port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 on network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:16.728189 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Set router 4d471058-3550-49a8-82db-bbdecd9b9c09 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:16.737189 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:16.782697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:16.791483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Checking segment: {'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:16.795954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Bound using segment: {'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:16.800029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Bound port: 7145f810-75bc-4ba1-9e8a-ddfc7a528d17, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc70484c-5109-4b4d-9bf3-71013743c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:16.804144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:16.967001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66686d1c-89e4-4bc6-9117-28ab8a6fcf18 req-67a9b34d-a822-4efe-944e-5be990f4014c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:16.969306 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66686d1c-89e4-4bc6-9117-28ab8a6fcf18 req-67a9b34d-a822-4efe-944e-5be990f4014c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.3554916 Jan 28 03:55:16.992562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a82af-9ffb-4200-8c6f-00f649d0ba67 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:16.999917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a82af-9ffb-4200-8c6f-00f649d0ba67 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:17.005851 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2a5a82af-9ffb-4200-8c6f-00f649d0ba67 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4024358 Jan 28 03:55:17.010671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:17.043126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a26f50-a858-4165-9ee4-c4fececbdb22 req-845dd692-f2e5-41e6-8473-355386fea668 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:17.050467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18a26f50-a858-4165-9ee4-c4fececbdb22 req-845dd692-f2e5-41e6-8473-355386fea668 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.4269211 Jan 28 03:55:17.057954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] For port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:17.083509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] For port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:17.092195 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d471058-3550-49a8-82db-bbdecd9b9c09', 'name': 'tempest-NetworksTestDHCPv6-router-351552443', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:09Z', 'updated_at': '2022-01-28T03:55:12Z', 'revision_number': 2, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None, '_interfaces': [{'id': '6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57', 'name': '', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'mac_address': 'fa:16:3e:88:0f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d471058-3550-49a8-82db-bbdecd9b9c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'de660cfc-24fb-465f-a791-36284db1be8b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:55:10Z', 'updated_at': '2022-01-28T03:55:12Z', 'revision_number': 2, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'subnets': [{'id': 'de660cfc-24fb-465f-a791-36284db1be8b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:17.113747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:17.170388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-7eda7e98-d64d-410a-9d0b-eeeb753cfcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:17.176299 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-7eda7e98-d64d-410a-9d0b-eeeb753cfcf7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4779539 Jan 28 03:55:17.179734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:17.181253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:17.183745 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Checking router: 4d471058-3550-49a8-82db-bbdecd9b9c09 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:55:17.184098 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Updating router 4d471058-3550-49a8-82db-bbdecd9b9c09 port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:55:17.184823 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] 10.222.0.42 "PUT /v2.0/ports/7145f810-75bc-4ba1-9e8a-ddfc7a528d17 HTTP/1.1" status: 200 len: 1092 time: 3.0792480 Jan 28 03:55:17.203875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f022e2-195b-480b-8986-1510a3a0147f', 'tag': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:55:17.209998 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2" -d '{"events": [{"name": "network-changed", "server_uuid": "04f022e2-195b-480b-8986-1510a3a0147f", "tag": "7145f810-75bc-4ba1-9e8a-ddfc7a528d17"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:55:17.226437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:17.231620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:17.249261 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:17.437710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14d9c5e5-4c5a-485f-88cd-74be56d78315 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd3b387a1ad244e3801155a2cf981cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8272009 Jan 28 03:55:17.527854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58184) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:17.557995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66686d1c-89e4-4bc6-9117-28ab8a6fcf18 req-98204cf3-429c-4f95-a81c-c8aa73af55d1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5810628 Jan 28 03:55:17.563799 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (f1b2d9a4-19a0-4af3-9271-749ebf7e0932), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:17.597456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18a26f50-a858-4165-9ee4-c4fececbdb22 req-3f9d9fbd-fd45-4c31-b759-90699c360eb9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5457869 Jan 28 03:55:17.673935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c272f8a8-e250-4490-88b4-bb84fc1f01cb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:17.772591 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596bf332-b65d-40ac-873e-05d9b19d7ac9 x-openstack-request-id: req-596bf332-b65d-40ac-873e-05d9b19d7ac9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:55:17.772591 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f022e2-195b-480b-8986-1510a3a0147f", "tag": "7145f810-75bc-4ba1-9e8a-ddfc7a528d17", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:55:17.772591 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-596bf332-b65d-40ac-873e-05d9b19d7ac9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:55:17.776241 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f022e2-195b-480b-8986-1510a3a0147f', 'tag': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'status': 'completed', 'code': 200} Jan 28 03:55:17.777592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809742c-b128-4021-ab21-fa2737bae65e service neutron] Pushing event updated for resources: {'Port': ['ID=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:17.807194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-2002b5d8-93d1-4b12-bcde-880440336cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:17.810233 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-2002b5d8-93d1-4b12-bcde-880440336cdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 1095 time: 0.5078676 Jan 28 03:55:17.816054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c272f8a8-e250-4490-88b4-bb84fc1f01cb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:17.816433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:17.942547 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-8cc8d2e8-7a98-484e-8b08-90ca6b94ff78 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719069 Jan 28 03:55:17.951179 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-7e6bd581-d779-435c-a423-7827318311d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7145f810-75bc-4ba1-9e8a-ddfc7a528d17 HTTP/1.1" status: 200 len: 217 time: 0.0973439 Jan 28 03:55:17.990125 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Publish callbacks [] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:18.008089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c272f8a8-e250-4490-88b4-bb84fc1f01cb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:18.010180 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:18.141787 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b4c9b-d4f9-41a8-a4c8-5e451e8ef9ac None None] Pushing event updated for resources: {'Port': ['ID=6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:18.167430 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-041e7ca0-d2f5-4be0-9e80-30e8bc391115 admin admin] Publish callbacks [] for security_group (fd8922a6-f938-491a-bf74-2808dceadd00), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:18.182910 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Attempting to bind port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:18.184183 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Attempting to bind port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:18.184691 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Attempting to bind port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:18.201553 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:18.201553 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:18.201553 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:18.201553 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:18.201553 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Bound port: 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:18.201553 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:18.239321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-041e7ca0-d2f5-4be0-9e80-30e8bc391115 admin admin] Publish callbacks [] for security_group (fd8922a6-f938-491a-bf74-2808dceadd00), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:18.269374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-54181f0d-735f-45de-9ede-8c0750698b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:18.271491 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-54181f0d-735f-45de-9ede-8c0750698b13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ee80fc5-6d61-47c7-b2ca-8a0c96652379 HTTP/1.1" status: 200 len: 835 time: 0.3038461 Jan 28 03:55:18.343346 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] For port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:18.349529 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] For port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:18.368282 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:18.444957 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-db636a80-0eae-4bf3-a979-387f0610b763 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915295 Jan 28 03:55:18.468572 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Routers {'4d471058-3550-49a8-82db-bbdecd9b9c09'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:18.469522 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4d471058-3550-49a8-82db-bbdecd9b9c09'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:18.508003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-de5e67a2-475a-45b6-b508-654c111bb4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:18.513308 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-de5e67a2-475a-45b6-b508-654c111bb4ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2320316 Jan 28 03:55:18.545941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-05ee78fd-8b30-4186-93e9-a1023b652bfc None None] Provisioning complete for port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:18.546647 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05ee78fd-8b30-4186-93e9-a1023b652bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:18.602383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': '07514a3e-03c4-48bc-aa6f-6cb7b91c172f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '28dfc28c-a3ae-4018-8a79-efb395385482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:18.602383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: 28dfc28c-a3ae-4018-8a79-efb395385482, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:18.721618 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] Set router 4d471058-3550-49a8-82db-bbdecd9b9c09 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:18.791946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=f1b2d9a4-19a0-4af3-9271-749ebf7e0932,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:18.829463 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-041e7ca0-d2f5-4be0-9e80-30e8bc391115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fd8922a6-f938-491a-bf74-2808dceadd00), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:18.835431 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-041e7ca0-d2f5-4be0-9e80-30e8bc391115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:18.843079 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-041e7ca0-d2f5-4be0-9e80-30e8bc391115 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd8922a6-f938-491a-bf74-2808dceadd00 HTTP/1.1" status: 204 len: 168 time: 1.3050435 Jan 28 03:55:18.851663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.852048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.852363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.852709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.861633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.864624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.868322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.869784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.871603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.872027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.872445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.873834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.874794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:18.892240 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-2ffd8801-3059-4a94-8909-bd7f51733306 service neutron] 10.222.0.42 "GET /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720186 Jan 28 03:55:18.895616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e7ca0-d2f5-4be0-9e80-30e8bc391115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8922a6-f938-491a-bf74-2808dceadd00,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:18.920198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-05ee78fd-8b30-4186-93e9-a1023b652bfc None None] Current status of the port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:18.920803 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05ee78fd-8b30-4186-93e9-a1023b652bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:19.044698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59d67-8004-4d42-8e21-5d76b52bcc6f req-fc3ea97b-8cfd-454b-ac6b-b9bcb54d08f9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:19.045849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-05ee78fd-8b30-4186-93e9-a1023b652bfc None None] For port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:19.057311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44e59d67-8004-4d42-8e21-5d76b52bcc6f req-fc3ea97b-8cfd-454b-ac6b-b9bcb54d08f9 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 943 time: 1.2970886 Jan 28 03:55:19.061361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05ee78fd-8b30-4186-93e9-a1023b652bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:19.125420 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fd556a63-d291-4a19-acc2-1f56d8b29d68 req-5674bcfa-9641-433b-9fe6-ab0d09cf9fc6 service neutron] 10.222.0.42 "GET /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212627 Jan 28 03:55:19.128986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network 28dfc28c-a3ae-4018-8a79-efb395385482 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:19.135480 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b4c9b-d4f9-41a8-a4c8-5e451e8ef9ac None None] Pushing event updated for resources: {'Port': ['ID=6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:19.155271 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d471058-3550-49a8-82db-bbdecd9b9c09', 'name': 'tempest-NetworksTestDHCPv6-router-351552443', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:09Z', 'updated_at': '2022-01-28T03:55:12Z', 'revision_number': 2, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None, '_interfaces': [{'id': '6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57', 'name': '', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'mac_address': 'fa:16:3e:88:0f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d471058-3550-49a8-82db-bbdecd9b9c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'de660cfc-24fb-465f-a791-36284db1be8b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:55:10Z', 'updated_at': '2022-01-28T03:55:18Z', 'revision_number': 4, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'subnets': [{'id': 'de660cfc-24fb-465f-a791-36284db1be8b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:19.186733 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f868d2-fa44-4096-a5d8-01aeb8a42d74 None None] The sync data for ids ['4d471058-3550-49a8-82db-bbdecd9b9c09'] in n-d-808199-14 is: [{'id': '4d471058-3550-49a8-82db-bbdecd9b9c09', 'name': 'tempest-NetworksTestDHCPv6-router-351552443', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:09Z', 'updated_at': '2022-01-28T03:55:12Z', 'revision_number': 2, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None, '_interfaces': [{'id': '6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57', 'name': '', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'mac_address': 'fa:16:3e:88:0f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d471058-3550-49a8-82db-bbdecd9b9c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'de660cfc-24fb-465f-a791-36284db1be8b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:55:10Z', 'updated_at': '2022-01-28T03:55:18Z', 'revision_number': 4, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'subnets': [{'id': 'de660cfc-24fb-465f-a791-36284db1be8b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:55:19.244617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee78fd-8b30-4186-93e9-a1023b652bfc None None] Pushing event updated for resources: {'Port': ['ID=6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:19.257442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-67bea314-756f-4941-9fef-a409e635cf17 None None] Provisioning complete for port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:19.258121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67bea314-756f-4941-9fef-a409e635cf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:19.283213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 28dfc28c-a3ae-4018-8a79-efb395385482) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:19.320702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:19.323458 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:19.326257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4198b599-5e27-4c03-ae58-e1a30c604370 None None] Network 28dfc28c-a3ae-4018-8a79-efb395385482 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:19.411878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-becdb0c5-3dd5-49d4-9624-fcc3e9de2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:19.413471 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-becdb0c5-3dd5-49d4-9624-fcc3e9de2faa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 1095 time: 0.1557190 Jan 28 03:55:19.434802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0d4ff-92d6-499c-b865-7d15807e6969 req-cffc716b-693e-4bd2-8d64-f698449ce817 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:19.437543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2e0d4ff-92d6-499c-b865-7d15807e6969 req-cffc716b-693e-4bd2-8d64-f698449ce817 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.5893123 Jan 28 03:55:19.451344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44e59d67-8004-4d42-8e21-5d76b52bcc6f req-01363ff9-bcff-4755-af49-cb637ef685d6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3929014 Jan 28 03:55:19.455976 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3de148b1-15a1-48eb-a531-b9c96b9ca814 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9502273 Jan 28 03:55:19.459267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58214) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:19.700873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2e0d4ff-92d6-499c-b865-7d15807e6969 req-a3533250-16e4-4260-9791-bd011f6c7f79 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286601 Jan 28 03:55:19.704929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-28dfc28c-a3ae-4018-8a79-efb395385482', 'network_id': '28dfc28c-a3ae-4018-8a79-efb395385482', 'project_id': '291df46969e14de596282068400372d9', 'fixed_ips': [{'subnet_id': 'f1b2d9a4-19a0-4af3-9271-749ebf7e0932'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:19.704929 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:19.953766 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (28dfc28c-a3ae-4018-8a79-efb395385482), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:19.956968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-0bdd3b8f-713e-4b5c-a212-2cde0feb07be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:19.958735 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-0bdd3b8f-713e-4b5c-a212-2cde0feb07be service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf HTTP/1.1" status: 200 len: 897 time: 0.5371532 Jan 28 03:55:20.107718 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-2e1ef967-5c98-4eb8-a3ae-844e6dd59b8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7145f810-75bc-4ba1-9e8a-ddfc7a528d17 HTTP/1.1" status: 200 len: 217 time: 0.1313360 Jan 28 03:55:20.139348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846072b-c779-4c9e-866c-b47538c3e978 req-a45227ae-7b0d-4c79-9460-82914040e661 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:20.152559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5846072b-c779-4c9e-866c-b47538c3e978 req-a45227ae-7b0d-4c79-9460-82914040e661 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.4510276 Jan 28 03:55:20.220588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-67bea314-756f-4941-9fef-a409e635cf17 None None] Current status of the port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:20.275154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Allocated IP 172.20.0.1 (28dfc28c-a3ae-4018-8a79-efb395385482/f1b2d9a4-19a0-4af3-9271-749ebf7e0932/e6682643-8e0f-47e3-891c-015f2c089fcd) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:20.309219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5846072b-c779-4c9e-866c-b47538c3e978 req-1f9b80dd-633a-42b3-89b5-67d31ca338e4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499491 Jan 28 03:55:20.377839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-652c1ded-4338-4dc0-a913-c3954cc44073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:20.379348 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-652c1ded-4338-4dc0-a913-c3954cc44073 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ee80fc5-6d61-47c7-b2ca-8a0c96652379 HTTP/1.1" status: 200 len: 835 time: 0.2634792 Jan 28 03:55:20.380321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f1b2d9a4-19a0-4af3-9271-749ebf7e0932), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:20.575774 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (4d471058-3550-49a8-82db-bbdecd9b9c09), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:20.718644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-776fc6fc-e431-4565-9d5e-276ddcf851bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:20.722782 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-776fc6fc-e431-4565-9d5e-276ddcf851bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1552303 Jan 28 03:55:20.742581 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Publish callbacks [] for port (e6682643-8e0f-47e3-891c-015f2c089fcd), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:20.767919 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (e6682643-8e0f-47e3-891c-015f2c089fcd), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:20.802584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58244) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:20.825582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Network 28dfc28c-a3ae-4018-8a79-efb395385482 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:20.829752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:20.845270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:20.870875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Pushing event updated for resources: {'Port': ['ID=e6682643-8e0f-47e3-891c-015f2c089fcd,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:20.958965 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-4288f2c5-5bdc-48b4-b83a-8c965e629b75 service neutron] 10.222.0.42 "GET /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290304 Jan 28 03:55:21.019378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Attempting to bind port e6682643-8e0f-47e3-891c-015f2c089fcd on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:21.019832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Attempting to bind port e6682643-8e0f-47e3-891c-015f2c089fcd by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '07514a3e-03c4-48bc-aa6f-6cb7b91c172f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '28dfc28c-a3ae-4018-8a79-efb395385482'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:21.020539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Attempting to bind port e6682643-8e0f-47e3-891c-015f2c089fcd on network 28dfc28c-a3ae-4018-8a79-efb395385482 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:21.025326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-44475241'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:21.026158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:21.026762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Checking segment: {'id': '07514a3e-03c4-48bc-aa6f-6cb7b91c172f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '28dfc28c-a3ae-4018-8a79-efb395385482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:21.027373 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.027868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Bound using segment: {'id': '07514a3e-03c4-48bc-aa6f-6cb7b91c172f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '28dfc28c-a3ae-4018-8a79-efb395385482'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:21.028443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Bound port: e6682643-8e0f-47e3-891c-015f2c089fcd, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07514a3e-03c4-48bc-aa6f-6cb7b91c172f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '28dfc28c-a3ae-4018-8a79-efb395385482'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:21.028972 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e6682643-8e0f-47e3-891c-015f2c089fcd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.044109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a486de-0e6a-4ab9-97e1-56cf93c8a70f req-96dc50db-947a-4fe9-9649-b60d44f8ba69 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:21.045738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08a486de-0e6a-4ab9-97e1-56cf93c8a70f req-96dc50db-947a-4fe9-9649-b60d44f8ba69 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 943 time: 0.2907178 Jan 28 03:55:21.160881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaefde-c6e7-473d-bc86-afa53c8f30d1 req-b077a106-e2cf-4a11-ba1c-60e803f9a463 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:21.165178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acfaefde-c6e7-473d-bc86-afa53c8f30d1 req-b077a106-e2cf-4a11-ba1c-60e803f9a463 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.2704439 Jan 28 03:55:21.184378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] For port e6682643-8e0f-47e3-891c-015f2c089fcd, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:21.186313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (f1b2d9a4-19a0-4af3-9271-749ebf7e0932), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.193546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] For port e6682643-8e0f-47e3-891c-015f2c089fcd, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e6682643-8e0f-47e3-891c-015f2c089fcd,segment=NetworkSegment(07514a3e-03c4-48bc-aa6f-6cb7b91c172f),segment_id=07514a3e-03c4-48bc-aa6f-6cb7b91c172f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:21.213666 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e6682643-8e0f-47e3-891c-015f2c089fcd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.217321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:21.220862 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.257726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b2d9a4-19a0-4af3-9271-749ebf7e0932,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:21.275314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.275916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.276445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.277039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.277552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.278354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.282898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.283589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.285595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.286097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.286612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.288198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.288713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:21.306923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08a486de-0e6a-4ab9-97e1-56cf93c8a70f req-42b77226-988b-478a-a43e-ad45df51f310 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2176995 Jan 28 03:55:21.312042 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3ddb56b8-90ef-49cc-87b5-89a82bd731c2 req-8fc797ab-0f7f-4837-9e43-a4fe0a9a9f53 service neutron] 10.222.0.42 "GET /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309352 Jan 28 03:55:21.344185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.430489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb537a9-0406-47ff-9bad-d4e7717526e0 None None] Pushing event updated for resources: {'Port': ['ID=e6682643-8e0f-47e3-891c-015f2c089fcd,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:21.498261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acfaefde-c6e7-473d-bc86-afa53c8f30d1 req-b4f730eb-660c-48fa-a3c4-d0ac2349d8d4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3025553 Jan 28 03:55:21.528608 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (28dfc28c-a3ae-4018-8a79-efb395385482), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.648554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dfc28c-a3ae-4018-8a79-efb395385482']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:21.665427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07514a3e-03c4-48bc-aa6f-6cb7b91c172f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:21.665741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07514a3e-03c4-48bc-aa6f-6cb7b91c172f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:21.681894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:21.682457 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.685543 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (07514a3e-03c4-48bc-aa6f-6cb7b91c172f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.717531 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (07514a3e-03c4-48bc-aa6f-6cb7b91c172f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.742009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:21.744700 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (07514a3e-03c4-48bc-aa6f-6cb7b91c172f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.755393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:21.808521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca0ed-7c60-4928-83f4-e74653e65155 req-468ff1b2-d856-401b-b61c-440e8068449e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:21.850529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-540ca0ed-7c60-4928-83f4-e74653e65155 req-468ff1b2-d856-401b-b61c-440e8068449e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.3018301 Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:21.889975 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:21.902357 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:55:21.902357 n-d-808199-14 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:55:21.902357 n-d-808199-14 neutron-server[103289]: [parameters: {'id': '28dfc28c-a3ae-4018-8a79-efb395385482'}] Jan 28 03:55:21.902357 n-d-808199-14 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:55:21.905512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:21.906026 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.906709 n-d-808199-14 neutron-server[103289]: DEBUG oslo_db.api [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:55:21.915832 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (9ec016ac-11c7-4532-bdab-2d41426f5602), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.922404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] For port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:21.923799 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.954527 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9ec016ac-11c7-4532-bdab-2d41426f5602), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:21.972948 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:22.037733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:22.081667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:22.142968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0ffc03f9-47a4-4487-9c7b-f8a2da837aec), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:22.143327 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Added segment 0ffc03f9-47a4-4487-9c7b-f8a2da837aec of type vlan for network b388c649-939b-4f6a-8a6d-12257ba18f96 Jan 28 03:55:22.149846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-540ca0ed-7c60-4928-83f4-e74653e65155 req-1ccadfa8-7211-4f55-9dd0-5ab922df872f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797229 Jan 28 03:55:22.159503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec016ac-11c7-4532-bdab-2d41426f5602,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:22.216169 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (b388c649-939b-4f6a-8a6d-12257ba18f96), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:22.299064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (b388c649-939b-4f6a-8a6d-12257ba18f96), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:22.307858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:22.310211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:22.377424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5437953 Jan 28 03:55:22.381172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58270) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:22.388888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'name': 'tempest-PortsIpV6TestJSON-2055130525'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:22.446802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (28dfc28c-a3ae-4018-8a79-efb395385482), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:22.524945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d2607-b2c4-4ba5-837a-3b98903406f0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Network': ['ID=b388c649-939b-4f6a-8a6d-12257ba18f96,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:22.537365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:22.566284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f62853-0b47-48d0-b07b-16283865969b req-89fa4086-5ebd-4943-8f9f-28d4263e1469 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:22.568266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2f62853-0b47-48d0-b07b-16283865969b req-89fa4086-5ebd-4943-8f9f-28d4263e1469 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 943 time: 0.0936637 Jan 28 03:55:22.569804 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:22.615314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:22.681412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:55:22.716046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Deleting port e6682643-8e0f-47e3-891c-015f2c089fcd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:22.716778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e6682643-8e0f-47e3-891c-015f2c089fcd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:22.835089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] For port e6682643-8e0f-47e3-891c-015f2c089fcd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e6682643-8e0f-47e3-891c-015f2c089fcd,segment=NetworkSegment(07514a3e-03c4-48bc-aa6f-6cb7b91c172f),segment_id=07514a3e-03c4-48bc-aa6f-6cb7b91c172f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:22.857614 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e6682643-8e0f-47e3-891c-015f2c089fcd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:22.886960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:22.897319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:22.959769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:22.984071 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2f62853-0b47-48d0-b07b-16283865969b req-280dd421-8074-49d0-9df5-3bffe5d9bcf0 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3699272 Jan 28 03:55:23.089769 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (4d471058-3550-49a8-82db-bbdecd9b9c09), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.107890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:23.130362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'port_id': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'mac_address': 'fa:16:3e:c8:f6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:55:23.143892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Calling delete_port for e6682643-8e0f-47e3-891c-015f2c089fcd owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:23.158013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf0aa8-3701-41c2-9b7f-7a4eb1c6f345 req-c2844ae1-068e-4227-bd53-350f52feb4d4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:23.169288 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cfbf0aa8-3701-41c2-9b7f-7a4eb1c6f345 req-c2844ae1-068e-4227-bd53-350f52feb4d4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.4632599 Jan 28 03:55:23.219860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:23.220467 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.254066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:55:23.334050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:23.341844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.394117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55900889-188e-4c06-b2aa-61f2ca58a608 None None] Network 28dfc28c-a3ae-4018-8a79-efb395385482 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:23.407301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cfbf0aa8-3701-41c2-9b7f-7a4eb1c6f345 req-01d987e3-506b-4a41-ae06-e76cd06d0f13 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366731 Jan 28 03:55:23.452959 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.457964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e6682643-8e0f-47e3-891c-015f2c089fcd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.470110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:23.507171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Port': ['ID=e6682643-8e0f-47e3-891c-015f2c089fcd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:23.514107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No DVR routers for this DVR port e6682643-8e0f-47e3-891c-015f2c089fcd on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:23.520953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9a7fc4e5-ae92-4a10-a651-2ed053fb0154 None None] Could not find standard attr ID for object e6682643-8e0f-47e3-891c-015f2c089fcd. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:55:23.576547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960041-f7b0-4e58-8d67-55533d151d14 req-de67c830-70d6-4e9f-bd77-4a6ef87b5790 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:23.578119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0960041-f7b0-4e58-8d67-55533d151d14 req-de67c830-70d6-4e9f-bd77-4a6ef87b5790 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.2167203 Jan 28 03:55:23.580054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Router 4d471058-3550-49a8-82db-bbdecd9b9c09 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:55:23.684381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['7145f810-75bc-4ba1-9e8a-ddfc7a528d17'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:55:23.688511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (28dfc28c-a3ae-4018-8a79-efb395385482), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.705877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c0960041-f7b0-4e58-8d67-55533d151d14 req-7bee261f-9bd3-4427-9a67-3620602a08cb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215816 Jan 28 03:55:23.723521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dfc28c-a3ae-4018-8a79-efb395385482']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:23.730291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acda619-1dd2-4ed2-9e64-71f3c8d1f0ff None None] DHCP port deletion for 28dfc28c-a3ae-4018-8a79-efb395385482 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:55:23.732675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.742653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07514a3e-03c4-48bc-aa6f-6cb7b91c172f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:23.742653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07514a3e-03c4-48bc-aa6f-6cb7b91c172f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:23.748646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:55:23.766640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6ed22fa6-3c3e-41d8-956e-02bc43830929 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "PUT /v2.0/routers/4d471058-3550-49a8-82db-bbdecd9b9c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7516105 Jan 28 03:55:23.767382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58300) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:23.779010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] Sync routers for ids ['4d471058-3550-49a8-82db-bbdecd9b9c09'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:55:23.780181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (07514a3e-03c4-48bc-aa6f-6cb7b91c172f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.808452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (07514a3e-03c4-48bc-aa6f-6cb7b91c172f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.812195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] Routers {'4d471058-3550-49a8-82db-bbdecd9b9c09'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:23.813026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4d471058-3550-49a8-82db-bbdecd9b9c09'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:23.835903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:23.838485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:23.838918 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (07514a3e-03c4-48bc-aa6f-6cb7b91c172f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.843590 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Checking segment: {'id': '0ffc03f9-47a4-4487-9c7b-f8a2da837aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:23.843795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network hostable DHCP agents. Network: b388c649-939b-4f6a-8a6d-12257ba18f96, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:23.849130 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:23.890208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afce345-45f0-4566-a274-14b0997c0eca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:23.891990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afce345-45f0-4566-a274-14b0997c0eca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:23.896667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3afce345-45f0-4566-a274-14b0997c0eca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1283154 Jan 28 03:55:23.897584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58306) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:23.954929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:23.970366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (28dfc28c-a3ae-4018-8a79-efb395385482), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.972759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, b388c649-939b-4f6a-8a6d-12257ba18f96) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:23.980937 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:23.986025 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/28dfc28c-a3ae-4018-8a79-efb395385482 HTTP/1.1" status: 204 len: 168 time: 4.5257378 Jan 28 03:55:23.990049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58318) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:23.991561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] Set router 4d471058-3550-49a8-82db-bbdecd9b9c09 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:24.009190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1928089583'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:24.012976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:24.016107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b247ddab-ea06-407a-b34a-549018252d96 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet de660cfc-24fb-465f-a791-36284db1be8b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:24.018807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:24.019623 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b247ddab-ea06-407a-b34a-549018252d96 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (de660cfc-24fb-465f-a791-36284db1be8b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.022301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.027406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d21e0-4598-47a2-9b25-477d2a38e2f3 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=28dfc28c-a3ae-4018-8a79-efb395385482,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:24.030305 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fd8519-1999-402e-95aa-b542ead17689 None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:24.081165 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-65fbc04e-09c1-4375-b2a5-8122061bd9da tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6955092 Jan 28 03:55:24.091425 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b247ddab-ea06-407a-b34a-549018252d96 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (de660cfc-24fb-465f-a791-36284db1be8b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.094264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:24.101683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1407687942'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:24.112623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d471058-3550-49a8-82db-bbdecd9b9c09', 'name': 'tempest-NetworksTestDHCPv6-router-351552443', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:09Z', 'updated_at': '2022-01-28T03:55:22Z', 'revision_number': 3, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:24.140264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:24.148164 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.164910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:24.169784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.200985 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b247ddab-ea06-407a-b34a-549018252d96 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (de660cfc-24fb-465f-a791-36284db1be8b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.247835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] Checking router: 4d471058-3550-49a8-82db-bbdecd9b9c09 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:55:24.260442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:24.294278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] Routers {'4d471058-3550-49a8-82db-bbdecd9b9c09'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:24.295249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4d471058-3550-49a8-82db-bbdecd9b9c09'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:24.298962 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (af6fc5ea-de3f-4401-8b4b-70acff95575c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.301622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b247ddab-ea06-407a-b34a-549018252d96 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (de660cfc-24fb-465f-a791-36284db1be8b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.302677 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment af6fc5ea-de3f-4401-8b4b-70acff95575c of type vlan for network 58d8efea-12fb-42c3-9500-d38a0818cf9b Jan 28 03:55:24.343592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b247ddab-ea06-407a-b34a-549018252d96 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.347138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b247ddab-ea06-407a-b34a-549018252d96 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/de660cfc-24fb-465f-a791-36284db1be8b HTTP/1.1" status: 204 len: 168 time: 0.4481022 Jan 28 03:55:24.350428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58330) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:24.350900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247ddab-ea06-407a-b34a-549018252d96 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=de660cfc-24fb-465f-a791-36284db1be8b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:24.387215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48e1ae-6ca9-4488-bc00-afcee5d434fd req-a3f71ee1-bc53-439e-be8d-618ceed7c50b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:24.389380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b48e1ae-6ca9-4488-bc00-afcee5d434fd req-a3f71ee1-bc53-439e-be8d-618ceed7c50b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 944 time: 0.1305380 Jan 28 03:55:24.398524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c508999-b6e8-461a-826d-efc9c35d5e35 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:24.443089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (58d8efea-12fb-42c3-9500-d38a0818cf9b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.460392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b48e1ae-6ca9-4488-bc00-afcee5d434fd req-bb7642e2-6937-4c6f-a086-955528d89b32 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649469 Jan 28 03:55:24.505231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] Set router 4d471058-3550-49a8-82db-bbdecd9b9c09 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:24.575676 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-970a9dcd-84ec-4e7c-98ad-917f107c8fe5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2233839 Jan 28 03:55:24.577208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (58d8efea-12fb-42c3-9500-d38a0818cf9b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.582876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:24.583203 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:24.585937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58344) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:24.613638 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d471058-3550-49a8-82db-bbdecd9b9c09', 'name': 'tempest-NetworksTestDHCPv6-router-351552443', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:09Z', 'updated_at': '2022-01-28T03:55:22Z', 'revision_number': 3, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:24.660690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a1b7f-0eca-4822-a4b1-c4f432053b24 None None] The sync data for ids ['4d471058-3550-49a8-82db-bbdecd9b9c09'] in n-d-808199-14 is: [{'id': '4d471058-3550-49a8-82db-bbdecd9b9c09', 'name': 'tempest-NetworksTestDHCPv6-router-351552443', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:09Z', 'updated_at': '2022-01-28T03:55:22Z', 'revision_number': 3, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:55:24.661942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19219e93-92b3-4984-a0a6-13122e860fad req-aaa07ef0-0b22-4949-b582-e942f685f4c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:24.679924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19219e93-92b3-4984-a0a6-13122e860fad req-aaa07ef0-0b22-4949-b582-e942f685f4c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.1228852 Jan 28 03:55:24.759587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:55:24.759587 n-d-808199-14 neutron-server[103289]: DEBUG oslo_db.api [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:55:24.800412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19219e93-92b3-4984-a0a6-13122e860fad req-510f5960-cae6-4cf9-b972-302b962e15f9 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066935 Jan 28 03:55:24.942935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a8c3f-3f4f-4c82-854e-9882d383d10c req-2127d633-66e4-4e35-9663-4db62952f27e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:24.944936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378a8c3f-3f4f-4c82-854e-9882d383d10c req-2127d633-66e4-4e35-9663-4db62952f27e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.0964322 Jan 28 03:55:25.034535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6070aa2-c1e1-41e6-beef-635b76678313 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:55:25.047227 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378a8c3f-3f4f-4c82-854e-9882d383d10c req-1320568e-4d14-43e7-80c1-68c1b8387081 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962677 Jan 28 03:55:25.116369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b6070aa2-c1e1-41e6-beef-635b76678313 None None] Deleting port c272f8a8-e250-4490-88b4-bb84fc1f01cb {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:25.116749 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6070aa2-c1e1-41e6-beef-635b76678313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.201107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=58d8efea-12fb-42c3-9500-d38a0818cf9b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:25.203096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b6070aa2-c1e1-41e6-beef-635b76678313 None None] For port c272f8a8-e250-4490-88b4-bb84fc1f01cb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c272f8a8-e250-4490-88b4-bb84fc1f01cb,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:25.204140 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6070aa2-c1e1-41e6-beef-635b76678313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.210089 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1e87165e-cefd-4754-b4cb-f5eec6541610 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2060933 Jan 28 03:55:25.212934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58380) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:25.218722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': '58d8efea-12fb-42c3-9500-d38a0818cf9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:25.225933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59fd8a6c-92ca-473e-bb55-31c5b50e1f32 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for router (4d471058-3550-49a8-82db-bbdecd9b9c09), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.236931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b6070aa2-c1e1-41e6-beef-635b76678313 None None] Calling delete_port for c272f8a8-e250-4490-88b4-bb84fc1f01cb owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:25.265185 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.337552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:25.348203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 58d8efea-12fb-42c3-9500-d38a0818cf9b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:25.368425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:25.373795 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.380267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-6d6aaad9-c593-48cc-b1f6-c0d07ae0668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:25.382022 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-6d6aaad9-c593-48cc-b1f6-c0d07ae0668b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1098 time: 0.1926315 Jan 28 03:55:25.421728 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b766be49-1dba-4f74-9b00-474c1b3406ab), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.422312 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Added segment b766be49-1dba-4f74-9b00-474c1b3406ab of type vlan for network 745d2fe1-db02-4602-ba60-e55421907cea Jan 28 03:55:25.491359 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59fd8a6c-92ca-473e-bb55-31c5b50e1f32 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (4d471058-3550-49a8-82db-bbdecd9b9c09), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.521294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59fd8a6c-92ca-473e-bb55-31c5b50e1f32 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for router_controller (4d471058-3550-49a8-82db-bbdecd9b9c09), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.631265 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (745d2fe1-db02-4602-ba60-e55421907cea), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.665977 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59fd8a6c-92ca-473e-bb55-31c5b50e1f32 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (4d471058-3550-49a8-82db-bbdecd9b9c09), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.666490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fd8a6c-92ca-473e-bb55-31c5b50e1f32 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Fanout notify agent at l3_agent the message router_deleted on router 4d471058-3550-49a8-82db-bbdecd9b9c09 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:55:25.680221 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59fd8a6c-92ca-473e-bb55-31c5b50e1f32 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.681398 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-59fd8a6c-92ca-473e-bb55-31c5b50e1f32 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/routers/4d471058-3550-49a8-82db-bbdecd9b9c09 HTTP/1.1" status: 204 len: 168 time: 1.0902443 Jan 28 03:55:25.690905 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6070aa2-c1e1-41e6-beef-635b76678313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (c272f8a8-e250-4490-88b4-bb84fc1f01cb), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.692668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58388) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:25.696333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:25.706167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cb95dac5-2cb8-45bb-9529-6feb6026a2d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:25.754252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:55:25.754852 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6337ec25-8b1f-439c-9f4e-7c0e1b1d4a57 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:25.756287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c272f8a8-e250-4490-88b4-bb84fc1f01cb no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:25.763020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6070aa2-c1e1-41e6-beef-635b76678313 None None] Pushing event deleted for resources: {'Port': ['ID=c272f8a8-e250-4490-88b4-bb84fc1f01cb,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:25.802292 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (745d2fe1-db02-4602-ba60-e55421907cea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.809508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:25.810337 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.834705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-b3567a88-56f2-423f-8fea-29cb5e166cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:25.836404 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-b3567a88-56f2-423f-8fea-29cb5e166cd9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 897 time: 0.4103255 Jan 28 03:55:25.842542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb95dac5-2cb8-45bb-9529-6feb6026a2d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:25.843336 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (097e781f-0ba2-4984-af23-9eb0769dbc0f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.847506 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb95dac5-2cb8-45bb-9529-6feb6026a2d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:25.888983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c272f8a8-e250-4490-88b4-bb84fc1f01cb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:55:25.889253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c272f8a8-e250-4490-88b4-bb84fc1f01cb not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:25.891488 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e6682643-8e0f-47e3-891c-015f2c089fcd no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:25.903015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6070aa2-c1e1-41e6-beef-635b76678313 None None] No DVR routers for this DVR port c272f8a8-e250-4490-88b4-bb84fc1f01cb on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:25.938791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89942f3-fa0f-41f1-a28e-bc3db87403a4 req-1cf4d0a5-a71e-4b2f-a112-d65e246bb826 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:25.941141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d89942f3-fa0f-41f1-a28e-bc3db87403a4 req-1cf4d0a5-a71e-4b2f-a112-d65e246bb826 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 944 time: 0.3291523 Jan 28 03:55:25.997934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': 'af6fc5ea-de3f-4401-8b4b-70acff95575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58d8efea-12fb-42c3-9500-d38a0818cf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:25.997934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: 58d8efea-12fb-42c3-9500-d38a0818cf9b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:26.008060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=097e781f-0ba2-4984-af23-9eb0769dbc0f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:26.030490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: e6682643-8e0f-47e3-891c-015f2c089fcd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:55:26.031160 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e6682643-8e0f-47e3-891c-015f2c089fcd not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:26.047323 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9487901 Jan 28 03:55:26.049570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58410) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:26.061206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'ports': [{'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96'}, {'network_id': '745d2fe1-db02-4602-ba60-e55421907cea'}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:26.061417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:26.061911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': '745d2fe1-db02-4602-ba60-e55421907cea'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:26.106551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d89942f3-fa0f-41f1-a28e-bc3db87403a4 req-ea5b6bcc-4d3d-490c-822c-f7122b89d8e4 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1553500 Jan 28 03:55:26.113343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496d670-0a32-436c-a273-634bb4d23948 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Network': ['ID=745d2fe1-db02-4602-ba60-e55421907cea,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:26.145071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network 58d8efea-12fb-42c3-9500-d38a0818cf9b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:26.154938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 745d2fe1-db02-4602-ba60-e55421907cea details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:26.155674 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-9287f203-9955-451c-9496-19d972e3080f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 1002 time: 0.3025155 Jan 28 03:55:26.216334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 58d8efea-12fb-42c3-9500-d38a0818cf9b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:26.222999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:26.224026 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:26.268398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-216c19f1-89b9-4d47-934c-1a5bed54bb39 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0543287 Jan 28 03:55:26.271852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58418) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:26.289168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edc483-6171-49ef-952a-951716d9b6e7 req-ab3e5043-cc89-4527-b540-8c5a41b85b51 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:26.290810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71edc483-6171-49ef-952a-951716d9b6e7 req-ab3e5043-cc89-4527-b540-8c5a41b85b51 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 946 time: 0.1409168 Jan 28 03:55:26.304543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c904ed8-601c-4813-b9c6-043ce8094fe2 None None] Network 58d8efea-12fb-42c3-9500-d38a0818cf9b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:26.350240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-c1818f67-88ed-4088-8bee-8e69ca8b80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:26.352390 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-c1818f67-88ed-4088-8bee-8e69ca8b80a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.1897519 Jan 28 03:55:26.447916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 2} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:26.451673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-58d8efea-12fb-42c3-9500-d38a0818cf9b', 'network_id': '58d8efea-12fb-42c3-9500-d38a0818cf9b', 'project_id': '291df46969e14de596282068400372d9', 'fixed_ips': [{'subnet_id': '097e781f-0ba2-4984-af23-9eb0769dbc0f'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:26.452609 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:26.454986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:26.461147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (58d8efea-12fb-42c3-9500-d38a0818cf9b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:26.488771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:26.534848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31b8a3-40e9-46e5-8782-7c301ab1c952 req-2d7ba6f5-135b-40a1-9e2c-40034267d9dc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:26.549436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c31b8a3-40e9-46e5-8782-7c301ab1c952 req-2d7ba6f5-135b-40a1-9e2c-40034267d9dc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.2547538 Jan 28 03:55:26.566126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-fc3bfc90-d8c9-45a7-b558-82c179eae4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:26.567929 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-fc3bfc90-d8c9-45a7-b558-82c179eae4dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2080848 Jan 28 03:55:26.618413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Allocated IP 172.20.0.1 (58d8efea-12fb-42c3-9500-d38a0818cf9b/097e781f-0ba2-4984-af23-9eb0769dbc0f/56a1f4e6-7316-4fa3-9a54-da7f26bb7e91) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:26.637267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:26.691882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71edc483-6171-49ef-952a-951716d9b6e7 req-8ede7792-bb26-42a3-8558-cee2d743bc63 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164356 Jan 28 03:55:26.704469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c31b8a3-40e9-46e5-8782-7c301ab1c952 req-7a19d09e-9119-4ab1-8cd2-75c0fb4bddf3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532176 Jan 28 03:55:26.707033 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-26a52ce6-500f-4f82-8388-e992c5487da6 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243415 Jan 28 03:55:26.721036 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb95dac5-2cb8-45bb-9529-6feb6026a2d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (25fb5b5c-d627-4414-a5c5-c56cc1f2010d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:26.749441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (097e781f-0ba2-4984-af23-9eb0769dbc0f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:26.801035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:55:26.807379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:26.807791 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:26.937447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95dac5-2cb8-45bb-9529-6feb6026a2d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=25fb5b5c-d627-4414-a5c5-c56cc1f2010d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:26.941366 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Publish callbacks [] for port (56a1f4e6-7316-4fa3-9a54-da7f26bb7e91), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:26.954372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb95dac5-2cb8-45bb-9529-6feb6026a2d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:26.966718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 5d21e3c4-bde2-49fe-bce3-90d2ae66c985 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:26.975389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cb95dac5-2cb8-45bb-9529-6feb6026a2d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:26.978682 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (56a1f4e6-7316-4fa3-9a54-da7f26bb7e91), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.005373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0fa152-0f3f-4d51-9004-424a9041839e None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:27.015805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95dac5-2cb8-45bb-9529-6feb6026a2d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:27.016434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb95dac5-2cb8-45bb-9529-6feb6026a2d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.064392 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cb95dac5-2cb8-45bb-9529-6feb6026a2d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3702457 Jan 28 03:55:27.086791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58442) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:27.097522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3fc21021-fd01-4a0e-b296-48fc506da883 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-232310770', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:27.120079 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b5a6786a-9e89-4beb-8820-76ddc42bf05f req-f76353f3-c89e-436c-83aa-56d8cbc8b6d8 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021237 Jan 28 03:55:27.123632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (5d21e3c4-bde2-49fe-bce3-90d2ae66c985), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.134378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (097e781f-0ba2-4984-af23-9eb0769dbc0f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.145140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:27.145904 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.217697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Network 58d8efea-12fb-42c3-9500-d38a0818cf9b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:27.228635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fc21021-fd01-4a0e-b296-48fc506da883 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (e014d874-68ed-4155-9e4d-8a29d7fa4f62), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.229884 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fc21021-fd01-4a0e-b296-48fc506da883 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (e014d874-68ed-4155-9e4d-8a29d7fa4f62), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.230601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Pushing event updated for resources: {'Port': ['ID=56a1f4e6-7316-4fa3-9a54-da7f26bb7e91,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:27.233234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f022e2-195b-480b-8986-1510a3a0147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:55:27.235902 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141d07ae-e221-4433-8519-ee43b6b898d6" -d '{"events": [{"server_uuid": "04f022e2-195b-480b-8986-1510a3a0147f", "name": "network-vif-plugged", "status": "completed", "tag": "7145f810-75bc-4ba1-9e8a-ddfc7a528d17"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:55:27.247328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:27.265652 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:27.273409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:27.313101 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.314136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:27.353368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fc21021-fd01-4a0e-b296-48fc506da883 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for router_controller (e014d874-68ed-4155-9e4d-8a29d7fa4f62), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.357642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=097e781f-0ba2-4984-af23-9eb0769dbc0f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:27.365573 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fc21021-fd01-4a0e-b296-48fc506da883 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (e014d874-68ed-4155-9e4d-8a29d7fa4f62), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.391837 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fc21021-fd01-4a0e-b296-48fc506da883 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.392588 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a3c3fb-f4ad-4255-9c7c-5e525ab2a633 x-openstack-request-id: req-21a3c3fb-f4ad-4255-9c7c-5e525ab2a633 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:55:27.393170 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f022e2-195b-480b-8986-1510a3a0147f", "name": "network-vif-plugged", "status": "completed", "tag": "7145f810-75bc-4ba1-9e8a-ddfc7a528d17", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:55:27.393816 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3fc21021-fd01-4a0e-b296-48fc506da883 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3007593 Jan 28 03:55:27.394318 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21a3c3fb-f4ad-4255-9c7c-5e525ab2a633 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:55:27.394829 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f022e2-195b-480b-8986-1510a3a0147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'code': 200} Jan 28 03:55:27.397495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58464) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:27.496988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': '25fb5b5c-d627-4414-a5c5-c56cc1f2010d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:27.498226 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.550572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:27.556688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Attempting to bind port 56a1f4e6-7316-4fa3-9a54-da7f26bb7e91 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:27.557244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Attempting to bind port 56a1f4e6-7316-4fa3-9a54-da7f26bb7e91 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'af6fc5ea-de3f-4401-8b4b-70acff95575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58d8efea-12fb-42c3-9500-d38a0818cf9b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:27.558543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Attempting to bind port 56a1f4e6-7316-4fa3-9a54-da7f26bb7e91 on network 58d8efea-12fb-42c3-9500-d38a0818cf9b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:27.563500 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (58d8efea-12fb-42c3-9500-d38a0818cf9b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.577319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:27.578174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Checking segment: {'id': 'af6fc5ea-de3f-4401-8b4b-70acff95575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58d8efea-12fb-42c3-9500-d38a0818cf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:27.579072 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.579869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Bound using segment: {'id': 'af6fc5ea-de3f-4401-8b4b-70acff95575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58d8efea-12fb-42c3-9500-d38a0818cf9b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:27.581184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Bound port: 56a1f4e6-7316-4fa3-9a54-da7f26bb7e91, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6fc5ea-de3f-4401-8b4b-70acff95575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58d8efea-12fb-42c3-9500-d38a0818cf9b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:27.581698 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (56a1f4e6-7316-4fa3-9a54-da7f26bb7e91), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.715528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d8efea-12fb-42c3-9500-d38a0818cf9b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:27.730239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6fc5ea-de3f-4401-8b4b-70acff95575c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:27.730626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6fc5ea-de3f-4401-8b4b-70acff95575c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:27.765260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (af6fc5ea-de3f-4401-8b4b-70acff95575c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.768293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e169d3-2fa7-4b5c-a919-74f54a75e6ad req-712bb607-62dc-441e-932a-ee57ff9ea90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:27.769915 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73e169d3-2fa7-4b5c-a919-74f54a75e6ad req-712bb607-62dc-441e-932a-ee57ff9ea90d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 1097 time: 0.3261869 Jan 28 03:55:27.887380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port be5ff5fb-4e1c-4520-96ca-8060619ee468 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:27.887793 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.906339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (af6fc5ea-de3f-4401-8b4b-70acff95575c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:27.956528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] For port 56a1f4e6-7316-4fa3-9a54-da7f26bb7e91, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:27.960977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/25fb5b5c-d627-4414-a5c5-c56cc1f2010d/122ff4a1-ac6b-4197-a13f-ca82206fdb0c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:28.020149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:28.020579 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (af6fc5ea-de3f-4401-8b4b-70acff95575c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.027819 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73e169d3-2fa7-4b5c-a919-74f54a75e6ad req-720a7c0c-337f-4c33-be79-5e26019ff778 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1790571 Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:28.033615 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:28.071381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.085187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 4d1c2f9b-d891-4d35-b9b1-ff08a762fc69 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:28.094132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:28.121063 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.172914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc082af-e71b-47bf-9938-6a6a9944bad1 req-94591abc-713b-4ae6-bcaa-043d21e9392a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:28.175297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bc082af-e71b-47bf-9938-6a6a9944bad1 req-94591abc-713b-4ae6-bcaa-043d21e9392a tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 945 time: 0.2243383 Jan 28 03:55:28.177239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:55:28.177239 n-d-808199-14 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:55:28.177239 n-d-808199-14 neutron-server[103289]: [parameters: {'id': '58d8efea-12fb-42c3-9500-d38a0818cf9b'}] Jan 28 03:55:28.177239 n-d-808199-14 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:55:28.177971 n-d-808199-14 neutron-server[103289]: DEBUG oslo_db.api [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:55:28.178348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] For port 56a1f4e6-7316-4fa3-9a54-da7f26bb7e91, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=56a1f4e6-7316-4fa3-9a54-da7f26bb7e91,segment=NetworkSegment(af6fc5ea-de3f-4401-8b4b-70acff95575c),segment_id=af6fc5ea-de3f-4401-8b4b-70acff95575c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:28.188351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5bf7d-2748-4705-a1c1-73af5061a185 req-49533a7c-65fd-4b73-b0e4-c89f2b9b23dd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:28.194320 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (56a1f4e6-7316-4fa3-9a54-da7f26bb7e91), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.198774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dac5bf7d-2748-4705-a1c1-73af5061a185 req-49533a7c-65fd-4b73-b0e4-c89f2b9b23dd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.2489252 Jan 28 03:55:28.215675 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Publish callbacks [] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.267336 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.297723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=14']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:28.317497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dac5bf7d-2748-4705-a1c1-73af5061a185 req-ebe28bc5-3bfc-4819-ae55-58e1a2cc0c6d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963347 Jan 28 03:55:28.370015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bc082af-e71b-47bf-9938-6a6a9944bad1 req-4d00696e-4acd-4253-bcff-5444aa64c04f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1689684 Jan 28 03:55:28.373194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e15cd-8955-4435-9f9a-a62a5baa924e None None] Pushing event updated for resources: {'Port': ['ID=56a1f4e6-7316-4fa3-9a54-da7f26bb7e91,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:28.381167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c2f32-0007-449f-b344-2254f70b7c62 None None] Network 58d8efea-12fb-42c3-9500-d38a0818cf9b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:28.392817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:28.427534 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:28.430359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:28.465182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (4d1c2f9b-d891-4d35-b9b1-ff08a762fc69), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.485513 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::1 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/25fb5b5c-d627-4414-a5c5-c56cc1f2010d/c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:28.516626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5d21e3c4-bde2-49fe-bce3-90d2ae66c985), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.548333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Pushing event updated for resources: {'Port': ['ID=122ff4a1-ac6b-4197-a13f-ca82206fdb0c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:28.580986 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Attempting to bind port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:28.581251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:28.581379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Attempting to bind port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:28.581725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Attempting to bind port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:28.586601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:28.589511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:28.589991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:28.590577 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.591150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:28.591649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Bound port: 122ff4a1-ac6b-4197-a13f-ca82206fdb0c, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:28.591801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:28.592055 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.592503 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4d1c2f9b-d891-4d35-b9b1-ff08a762fc69), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.597971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=5d21e3c4-bde2-49fe-bce3-90d2ae66c985,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:28.680674 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (58d8efea-12fb-42c3-9500-d38a0818cf9b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.681541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=4d1c2f9b-d891-4d35-b9b1-ff08a762fc69,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:28.689067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] For port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:28.692286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] For port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=122ff4a1-ac6b-4197-a13f-ca82206fdb0c,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:28.702081 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.710170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Checking segment: {'id': 'b766be49-1dba-4f74-9b00-474c1b3406ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '745d2fe1-db02-4602-ba60-e55421907cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:28.710976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network hostable DHCP agents. Network: 745d2fe1-db02-4602-ba60-e55421907cea, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:28.716951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.736043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052259f-a82d-450c-81bd-25ec3c2f6cd7 req-8f412d7f-a159-4d24-8d0f-021295b1d3f6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:28.745704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0052259f-a82d-450c-81bd-25ec3c2f6cd7 req-8f412d7f-a159-4d24-8d0f-021295b1d3f6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0826559 Jan 28 03:55:28.767733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 745d2fe1-db02-4602-ba60-e55421907cea is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:28.798032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 745d2fe1-db02-4602-ba60-e55421907cea) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:28.809527 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:28.810684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4236288-ccdf-4d50-a3ee-a1f9ca17d95b None None] Network 745d2fe1-db02-4602-ba60-e55421907cea requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:28.816149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:28.817708 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.821349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:28.822300 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.847082 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0052259f-a82d-450c-81bd-25ec3c2f6cd7 req-b8a537e9-8fb4-45ee-9739-9bdf84e2b55d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971708 Jan 28 03:55:28.876089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:28.880928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58510) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:28.882153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5c447b39-d383-4053-9f2b-e4332c33f5a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8277106 Jan 28 03:55:28.892057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:28.898759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:28.899801 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (e014d874-68ed-4155-9e4d-8a29d7fa4f62), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:28.957911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a551f-40c0-4bfd-b036-ff29a5cf1a79 None None] Pushing event updated for resources: {'Port': ['ID=122ff4a1-ac6b-4197-a13f-ca82206fdb0c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:28.990571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Deleting port 56a1f4e6-7316-4fa3-9a54-da7f26bb7e91 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:28.991184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (56a1f4e6-7316-4fa3-9a54-da7f26bb7e91), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:29.232756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874bfd-c264-4561-a41e-a9a2c933931b req-23cf294c-98fb-4fd0-ae2d-708e163e2f1a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:29.234366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de874bfd-c264-4561-a41e-a9a2c933931b req-23cf294c-98fb-4fd0-ae2d-708e163e2f1a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1160312 Jan 28 03:55:29.317476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de874bfd-c264-4561-a41e-a9a2c933931b req-b8ebe44b-a99e-4a00-9a56-75ff56077c28 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764678 Jan 28 03:55:29.396161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:55:29.398604 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bac46d-3699-4c70-9255-31a3cd412d7c" -d '{"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-unplugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:55:29.456762 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df3c6f9-fa49-4285-90da-482c94be2e35 x-openstack-request-id: req-2df3c6f9-fa49-4285-90da-482c94be2e35 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:55:29.457176 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-unplugged", "status": "completed", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:55:29.457437 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2df3c6f9-fa49-4285-90da-482c94be2e35 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:55:29.457844 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'code': 200} Jan 28 03:55:29.488756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372c6da-a4fb-45cc-9fbe-8bd21ed8cd1b req-b6a4a9ee-1a6c-4a21-a1f4-3d340007fa28 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:29.490387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b372c6da-a4fb-45cc-9fbe-8bd21ed8cd1b req-b6a4a9ee-1a6c-4a21-a1f4-3d340007fa28 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.0736666 Jan 28 03:55:29.588059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:29.601863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b372c6da-a4fb-45cc-9fbe-8bd21ed8cd1b req-e16e6a5c-9239-4730-ab16-c3507e46da7a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042612 Jan 28 03:55:29.624370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c640caf-21e7-4412-9d51-95cc34eeab3f req-8ac5795b-dac5-4cf8-a629-f515d38134b6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:29.626715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c640caf-21e7-4412-9d51-95cc34eeab3f req-8ac5795b-dac5-4cf8-a629-f515d38134b6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 945 time: 0.0660026 Jan 28 03:55:29.662282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 122ff4a1-ac6b-4197-a13f-ca82206fdb0c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:29.680667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:29.711763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c640caf-21e7-4412-9d51-95cc34eeab3f req-f1131982-5b70-4c64-b5ba-15aaab0c8e1e tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792665 Jan 28 03:55:29.718661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:29.719392 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:29.746424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] For port 56a1f4e6-7316-4fa3-9a54-da7f26bb7e91, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=56a1f4e6-7316-4fa3-9a54-da7f26bb7e91,segment=NetworkSegment(af6fc5ea-de3f-4401-8b4b-70acff95575c),segment_id=af6fc5ea-de3f-4401-8b4b-70acff95575c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:29.746804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (56a1f4e6-7316-4fa3-9a54-da7f26bb7e91), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:29.782359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Calling delete_port for 56a1f4e6-7316-4fa3-9a54-da7f26bb7e91 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:29.785318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-e1232a3f-5312-4cda-8088-bba87f6f4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:29.786925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-e1232a3f-5312-4cda-8088-bba87f6f4ba9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1096 time: 0.3126378 Jan 28 03:55:29.815659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:29.816154 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:29.861663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=122ff4a1-ac6b-4197-a13f-ca82206fdb0c,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:29.872552 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:29.903436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd1ce8-83bd-46b8-9e81-bcd6d680fbba req-c4070656-621c-4bdd-a232-66d32314a614 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:29.905748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3bbd1ce8-83bd-46b8-9e81-bcd6d680fbba req-c4070656-621c-4bdd-a232-66d32314a614 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 945 time: 0.0850677 Jan 28 03:55:29.944070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=122ff4a1-ac6b-4197-a13f-ca82206fdb0c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:29.973426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3bbd1ce8-83bd-46b8-9e81-bcd6d680fbba req-23aa3211-cafb-4707-b489-4b7c78bb526f tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583413 Jan 28 03:55:29.997181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:30.049994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b24fe-a07c-41fa-92a8-f4989470daaf tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:30.054813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:30.056093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-be3b24fe-a07c-41fa-92a8-f4989470daaf tempest-TestNetworkBasicOps-1431381064 tempest-TestNetworkBasicOps-1431381064-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 1092 time: 0.0566888 Jan 28 03:55:30.077868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:30.137137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-047b18be-ccfe-468b-8a3e-3d4406c40044 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 4d1c2f9b-d891-4d35-b9b1-ff08a762fc69 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:30.137480 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b18be-ccfe-468b-8a3e-3d4406c40044 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4d1c2f9b-d891-4d35-b9b1-ff08a762fc69), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:30.258642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-aa084ca8-6be3-46ff-b45e-a62b17779541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:30.260142 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-aa084ca8-6be3-46ff-b45e-a62b17779541 service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.4178360 Jan 28 03:55:30.265800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:30.304952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99366e6-fe9e-48a9-b8bf-ef2cca0f824c None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:55:30.354560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (56a1f4e6-7316-4fa3-9a54-da7f26bb7e91), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:30.358431 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b18be-ccfe-468b-8a3e-3d4406c40044 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4d1c2f9b-d891-4d35-b9b1-ff08a762fc69), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:30.378849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-74a88be1-76b8-4c6b-bf75-9e87bd1d0c6b None None] Provisioning complete for port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:30.379915 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74a88be1-76b8-4c6b-bf75-9e87bd1d0c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:30.460235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-047b18be-ccfe-468b-8a3e-3d4406c40044 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 4d1c2f9b-d891-4d35-b9b1-ff08a762fc69 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:30.462526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Port': ['ID=56a1f4e6-7316-4fa3-9a54-da7f26bb7e91,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:30.470421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No DVR routers for this DVR port 56a1f4e6-7316-4fa3-9a54-da7f26bb7e91 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:30.481942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99366e6-fe9e-48a9-b8bf-ef2cca0f824c None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:55:30.486045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-3fe1a7f8-4411-4302-bfd5-65a58ae3e970 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 999 time: 0.2137768 Jan 28 03:55:30.489779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489373c-17cb-4ebd-a5cb-f742fe953095 req-97da1132-4568-4d00-8acf-29965c4f1618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:30.493057 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7489373c-17cb-4ebd-a5cb-f742fe953095 req-97da1132-4568-4d00-8acf-29965c4f1618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0801890 Jan 28 03:55:30.542455 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:30.555926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7489373c-17cb-4ebd-a5cb-f742fe953095 req-28d00c5c-176d-41e8-8068-05cd7a35d893 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570316 Jan 28 03:55:30.581130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-74a88be1-76b8-4c6b-bf75-9e87bd1d0c6b None None] Current status of the port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:30.609263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:30.610071 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (e014d874-68ed-4155-9e4d-8a29d7fa4f62), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:30.744420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b49ce-9dae-49dd-9f1d-1caa278e5670 req-b9b66ea6-6c0c-42ea-bd74-ba2379810b70 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:30.746060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-841b49ce-9dae-49dd-9f1d-1caa278e5670 req-b9b66ea6-6c0c-42ea-bd74-ba2379810b70 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.0609734 Jan 28 03:55:30.801221 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (58d8efea-12fb-42c3-9500-d38a0818cf9b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:30.805161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-841b49ce-9dae-49dd-9f1d-1caa278e5670 req-464472af-527e-4c06-9d3d-539b2ec33941 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521739 Jan 28 03:55:30.844010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-e71dccb2-eb10-4a39-9ef7-72820a16ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:30.845509 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-e71dccb2-eb10-4a39-9ef7-72820a16ca40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.2940278 Jan 28 03:55:30.930010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d8efea-12fb-42c3-9500-d38a0818cf9b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:30.934508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:30.974337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6fc5ea-de3f-4401-8b4b-70acff95575c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:30.974634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6fc5ea-de3f-4401-8b4b-70acff95575c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:30.982333 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-3fc5f29f-f719-4797-8f3b-5c9ff262a54f service neutron] show failed (client error): The resource could not be found. Jan 28 03:55:30.983371 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-3fc5f29f-f719-4797-8f3b-5c9ff262a54f service neutron] 10.222.0.25 "GET /v2.0/ports/863b25cd-e4ed-4a7b-812b-539c7b622637/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.2809458 Jan 28 03:55:31.007691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (af6fc5ea-de3f-4401-8b4b-70acff95575c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.059264 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (af6fc5ea-de3f-4401-8b4b-70acff95575c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.069885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.083708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:31.084789 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (af6fc5ea-de3f-4401-8b4b-70acff95575c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.087550 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b18be-ccfe-468b-8a3e-3d4406c40044 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4d1c2f9b-d891-4d35-b9b1-ff08a762fc69), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:31.093679 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:31.096464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-2c90a487-182f-4b08-9760-087b64bb9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:31.097736 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-2c90a487-182f-4b08-9760-087b64bb9d78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2030654 Jan 28 03:55:31.111764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:31.111978 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7324d7a8-6dd8-42d2-ab3e-9356f3e4eeca None None] Provisioning complete for port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:31.112232 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7324d7a8-6dd8-42d2-ab3e-9356f3e4eeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.149210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7324d7a8-6dd8-42d2-ab3e-9356f3e4eeca None None] Port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:55:31.189296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:31.281488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-6ccf336b-9bad-41c3-a647-d2e65f3e5aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:31.283034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-6ccf336b-9bad-41c3-a647-d2e65f3e5aa3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 1098 time: 0.0934904 Jan 28 03:55:31.290751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b18be-ccfe-468b-8a3e-3d4406c40044 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=4d1c2f9b-d891-4d35-b9b1-ff08a762fc69,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:31.304443 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b18be-ccfe-468b-8a3e-3d4406c40044 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.310515 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-047b18be-ccfe-468b-8a3e-3d4406c40044 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/4d1c2f9b-d891-4d35-b9b1-ff08a762fc69 HTTP/1.1" status: 204 len: 168 time: 2.4239616 Jan 28 03:55:31.315680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:31.317456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:31.338798 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (58d8efea-12fb-42c3-9500-d38a0818cf9b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.344910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.351727 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/58d8efea-12fb-42c3-9500-d38a0818cf9b HTTP/1.1" status: 204 len: 168 time: 5.0775161 Jan 28 03:55:31.356228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:31.367284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-977365859'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:31.430165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.435293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:31.440128 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.473559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df6c85-4e70-4442-b149-438d25a64c1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=58d8efea-12fb-42c3-9500-d38a0818cf9b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:31.540714 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-829d52b8-93bc-4077-88b6-504bd10dfd69 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184608 Jan 28 03:55:31.583418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fd8eb6b3-96f4-4215-8676-a898cb462dba None None] Provisioning complete for port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:31.584788 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd8eb6b3-96f4-4215-8676-a898cb462dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.599968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7b22a-5cc2-4c2e-97ab-8825d3ab80c7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:31.607241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7b22a-5cc2-4c2e-97ab-8825d3ab80c7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:31.611339 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ebd7b22a-5cc2-4c2e-97ab-8825d3ab80c7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2885592 Jan 28 03:55:31.614178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Allocated IP 172.25.1.147 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/943aa64e-fad3-4279-980c-2c4ea7896aa8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:31.616006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:31.634462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fd8eb6b3-96f4-4215-8676-a898cb462dba None None] Port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:55:31.661925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 122ff4a1-ac6b-4197-a13f-ca82206fdb0c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:31.740793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:31.741883 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.787118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:31.833846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Router e014d874-68ed-4155-9e4d-8a29d7fa4f62 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:55:31.843258 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9f2e5a36-4b4a-48d4-96fd-e70d8a8619ab req-905bb1fd-fba5-4764-97d8-16d32f911a22 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929409 Jan 28 03:55:31.934117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f3e8ea66-2d75-4461-a22f-7c651224024e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.934807 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment f3e8ea66-2d75-4461-a22f-7c651224024e of type vlan for network f5637623-ced3-447f-a2d5-9349c3b683ba Jan 28 03:55:31.974323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5f03e-1e55-4cc6-9467-9d76aebbc0e6 req-2977c920-b6fd-448a-b599-d020c4d4ca38 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:32.002208 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0b5f03e-1e55-4cc6-9467-9d76aebbc0e6 req-2977c920-b6fd-448a-b599-d020c4d4ca38 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2867608 Jan 28 03:55:32.091302 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (f5637623-ced3-447f-a2d5-9349c3b683ba), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.157903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903fe97-3ac6-4724-9ade-4770dcb06b8e req-89fed771-7324-4a67-8996-d977dfe67fec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:32.165802 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a903fe97-3ac6-4724-9ade-4770dcb06b8e req-89fed771-7324-4a67-8996-d977dfe67fec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.2242630 Jan 28 03:55:32.177315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=863b25cd-e4ed-4a7b-812b-539c7b622637,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:32.220268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:32.230124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0b5f03e-1e55-4cc6-9467-9d76aebbc0e6 req-ed2c138c-833b-4ebb-8bbf-9414b0d7b5c6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259719 Jan 28 03:55:32.241514 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (f5637623-ced3-447f-a2d5-9349c3b683ba), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.246010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:32.246695 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.314349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (943aa64e-fad3-4279-980c-2c4ea7896aa8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.335463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-02f4be59-8856-4597-aa01-d9adecc9b5cb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 5d21e3c4-bde2-49fe-bce3-90d2ae66c985 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:32.335896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02f4be59-8856-4597-aa01-d9adecc9b5cb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5d21e3c4-bde2-49fe-bce3-90d2ae66c985), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.345516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9827201 Jan 28 03:55:32.346065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:32.363665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-48b0f85c-c79b-41f5-80b3-ba75f042f52e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:32.384070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a903fe97-3ac6-4724-9ade-4770dcb06b8e req-51ec0772-6ab3-4d2e-a261-ebf828dfca68 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169449 Jan 28 03:55:32.385053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:32.417786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:55:32.425379 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e8f716a9-65c7-4ba4-81b4-010b25f94f02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "PUT /v2.0/routers/e014d874-68ed-4155-9e4d-8a29d7fa4f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0267024 Jan 28 03:55:32.428371 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Sync routers for ids ['e014d874-68ed-4155-9e4d-8a29d7fa4f62'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:55:32.439846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8cbe4-ee28-46d0-a526-22f324d8aa82 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=f5637623-ced3-447f-a2d5-9349c3b683ba,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:32.442064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:32.444672 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Routers {'e014d874-68ed-4155-9e4d-8a29d7fa4f62'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:32.446156 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e014d874-68ed-4155-9e4d-8a29d7fa4f62'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:32.458932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network f5637623-ced3-447f-a2d5-9349c3b683ba details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:32.507589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02f4be59-8856-4597-aa01-d9adecc9b5cb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5d21e3c4-bde2-49fe-bce3-90d2ae66c985), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.528787 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (943aa64e-fad3-4279-980c-2c4ea7896aa8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.554081 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Set router e014d874-68ed-4155-9e4d-8a29d7fa4f62 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:32.578615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-02f4be59-8856-4597-aa01-d9adecc9b5cb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 5d21e3c4-bde2-49fe-bce3-90d2ae66c985 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:32.593397 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:32.600224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:55:32.602728 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04d309a-b95f-4d91-b7c3-ba340f9d415c" -d '{"events": [{"server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "name": "network-vif-unplugged", "status": "completed", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:55:32.606302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:32.609416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Publish callbacks [] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.618869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d02d8f3-4fe1-4226-953b-e3a03ce7b16e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:32.620512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6d02d8f3-4fe1-4226-953b-e3a03ce7b16e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports/c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 HTTP/1.1" status: 200 len: 911 time: 0.1690416 Jan 28 03:55:32.623305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:32.625577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58554) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:32.693823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Transition to ACTIVE for port object 863b25cd-e4ed-4a7b-812b-539c7b622637 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:55:32.719495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=943aa64e-fad3-4279-980c-2c4ea7896aa8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:32.737858 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd90b72-36bb-47fe-bf93-74319bbc1cfc x-openstack-request-id: req-1dd90b72-36bb-47fe-bf93-74319bbc1cfc {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:55:32.738247 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "name": "network-vif-unplugged", "status": "completed", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:55:32.738445 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1dd90b72-36bb-47fe-bf93-74319bbc1cfc {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:55:32.738817 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'code': 200} Jan 28 03:55:32.749300 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.855535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21890a04-741c-4730-ad4b-e66de304f460 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:32.860908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21890a04-741c-4730-ad4b-e66de304f460 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:32.862595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-21890a04-741c-4730-ad4b-e66de304f460 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2359169 Jan 28 03:55:32.899056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:32.923329 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014d874-68ed-4155-9e4d-8a29d7fa4f62', 'name': 'tempest-NetworksTestDHCPv6-router-232310770', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:27Z', 'updated_at': '2022-01-28T03:55:29Z', 'revision_number': 2, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None, '_interfaces': [{'id': 'c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00', 'name': '', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'mac_address': 'fa:16:3e:d6:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014d874-68ed-4155-9e4d-8a29d7fa4f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '25fb5b5c-d627-4414-a5c5-c56cc1f2010d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:55:28Z', 'updated_at': '2022-01-28T03:55:30Z', 'revision_number': 2, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'subnets': [{'id': '25fb5b5c-d627-4414-a5c5-c56cc1f2010d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:32.957181 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Checking router: e014d874-68ed-4155-9e4d-8a29d7fa4f62 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:55:32.957882 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Updating router e014d874-68ed-4155-9e4d-8a29d7fa4f62 port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:55:32.974449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48b0f85c-c79b-41f5-80b3-ba75f042f52e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (f5637623-ced3-447f-a2d5-9349c3b683ba), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.988540 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02f4be59-8856-4597-aa01-d9adecc9b5cb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5d21e3c4-bde2-49fe-bce3-90d2ae66c985), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:32.997527 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.002241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=863b25cd-e4ed-4a7b-812b-539c7b622637,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:33.100384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4be59-8856-4597-aa01-d9adecc9b5cb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=5d21e3c4-bde2-49fe-bce3-90d2ae66c985,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:33.111516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] No DVR routers for this DVR port 863b25cd-e4ed-4a7b-812b-539c7b622637 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:33.115960 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48b0f85c-c79b-41f5-80b3-ba75f042f52e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (f5637623-ced3-447f-a2d5-9349c3b683ba), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.172108 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02f4be59-8856-4597-aa01-d9adecc9b5cb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.178799 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-02f4be59-8856-4597-aa01-d9adecc9b5cb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/5d21e3c4-bde2-49fe-bce3-90d2ae66c985 HTTP/1.1" status: 204 len: 168 time: 1.5317366 Jan 28 03:55:33.179463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:33.206488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48b0f85c-c79b-41f5-80b3-ba75f042f52e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network f5637623-ced3-447f-a2d5-9349c3b683ba is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:55:33.212424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b0f85c-c79b-41f5-80b3-ba75f042f52e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:33.213280 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48b0f85c-c79b-41f5-80b3-ba75f042f52e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.219147 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-48b0f85c-c79b-41f5-80b3-ba75f042f52e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "PUT /v2.0/networks/f5637623-ced3-447f-a2d5-9349c3b683ba HTTP/1.1" status: 200 len: 723 time: 0.8639779 Jan 28 03:55:33.223287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58560) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:33.233884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': 'f5637623-ced3-447f-a2d5-9349c3b683ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:33.379754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8af1f-31da-4531-8d06-4d2f59f9c94b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:33.383617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6cb8af1f-31da-4531-8d06-4d2f59f9c94b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2007556 Jan 28 03:55:33.397800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:33.406240 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Publish callbacks [] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.413189 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.473783 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7659128-c3fb-4662-9425-8f682b8c85da None None] Pushing event updated for resources: {'Port': ['ID=c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:33.554717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0f85c-c79b-41f5-80b3-ba75f042f52e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=f5637623-ced3-447f-a2d5-9349c3b683ba,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:33.575611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network f5637623-ced3-447f-a2d5-9349c3b683ba details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:33.579045 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Attempting to bind port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:33.579426 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Attempting to bind port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:33.581327 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Attempting to bind port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:33.585550 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a974233-ec30-4742-8d9a-84d605573529 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:55:33.595015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8a974233-ec30-4742-8d9a-84d605573529 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/4d1c2f9b-d891-4d35-b9b1-ff08a762fc69 HTTP/1.1" status: 404 len: 333 time: 0.1788940 Jan 28 03:55:33.597935 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:33.598320 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:33.598722 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.599108 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:33.599572 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Bound port: c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:33.599947 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.611900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58570) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:33.703028 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] For port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:33.707949 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] For port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:33.716021 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.757631 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b5ef64-14bb-4d74-8abb-3bd632d429c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:55:33.762876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-80b5ef64-14bb-4d74-8abb-3bd632d429c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/5d21e3c4-bde2-49fe-bce3-90d2ae66c985 HTTP/1.1" status: 404 len: 333 time: 0.1434078 Jan 28 03:55:33.766097 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:33.777778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90be75-efce-4b3e-b314-bd52fcfefea8 req-cd9ee44b-29ff-43f0-92bc-54749760505f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:33.779897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be90be75-efce-4b3e-b314-bd52fcfefea8 req-cd9ee44b-29ff-43f0-92bc-54749760505f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.4063609 Jan 28 03:55:33.805045 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7659128-c3fb-4662-9425-8f682b8c85da None None] Pushing event updated for resources: {'Port': ['ID=c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:33.847528 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Routers {'e014d874-68ed-4155-9e4d-8a29d7fa4f62'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:33.848172 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e014d874-68ed-4155-9e4d-8a29d7fa4f62'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:33.879221 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (745d2fe1-db02-4602-ba60-e55421907cea), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.951504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4fda9f85-4954-49ac-9a63-530c8e48af7b None None] Provisioning complete for port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:33.951883 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4fda9f85-4954-49ac-9a63-530c8e48af7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.988887 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] Set router e014d874-68ed-4155-9e4d-8a29d7fa4f62 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:34.014933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:34.018376 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.098334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b961b80-2891-4bac-856a-d316ba02a20a req-3be7a2b0-b0d9-43f4-a579-0d80308cdd74 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:34.116191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b961b80-2891-4bac-856a-d316ba02a20a req-3be7a2b0-b0d9-43f4-a579-0d80308cdd74 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 944 time: 0.5711715 Jan 28 03:55:34.155493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Attempting to bind port 863b25cd-e4ed-4a7b-812b-539c7b622637 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:34.155832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Attempting to bind port 863b25cd-e4ed-4a7b-812b-539c7b622637 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:34.156170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Attempting to bind port 863b25cd-e4ed-4a7b-812b-539c7b622637 on network 68a68089-8684-4b59-9c52-72791fb6210f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:34.176133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4fda9f85-4954-49ac-9a63-530c8e48af7b None None] Current status of the port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:34.176133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4fda9f85-4954-49ac-9a63-530c8e48af7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.189544 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for floatingip (d9047d45-9dda-428c-a8b6-5b13ff92c51a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.220409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4fda9f85-4954-49ac-9a63-530c8e48af7b None None] For port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:34.226305 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4fda9f85-4954-49ac-9a63-530c8e48af7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.271814 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014d874-68ed-4155-9e4d-8a29d7fa4f62', 'name': 'tempest-NetworksTestDHCPv6-router-232310770', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:27Z', 'updated_at': '2022-01-28T03:55:29Z', 'revision_number': 2, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None, '_interfaces': [{'id': 'c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00', 'name': '', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'mac_address': 'fa:16:3e:d6:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014d874-68ed-4155-9e4d-8a29d7fa4f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '25fb5b5c-d627-4414-a5c5-c56cc1f2010d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:55:28Z', 'updated_at': '2022-01-28T03:55:33Z', 'revision_number': 4, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'subnets': [{'id': '25fb5b5c-d627-4414-a5c5-c56cc1f2010d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:34.280316 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (e014d874-68ed-4155-9e4d-8a29d7fa4f62), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.309935 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2d917-0924-4e87-8d0f-f1f8945ca167 None None] The sync data for ids ['e014d874-68ed-4155-9e4d-8a29d7fa4f62'] in n-d-808199-14 is: [{'id': 'e014d874-68ed-4155-9e4d-8a29d7fa4f62', 'name': 'tempest-NetworksTestDHCPv6-router-232310770', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:27Z', 'updated_at': '2022-01-28T03:55:29Z', 'revision_number': 2, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None, '_interfaces': [{'id': 'c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00', 'name': '', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'mac_address': 'fa:16:3e:d6:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014d874-68ed-4155-9e4d-8a29d7fa4f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '25fb5b5c-d627-4414-a5c5-c56cc1f2010d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:55:28Z', 'updated_at': '2022-01-28T03:55:33Z', 'revision_number': 4, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'subnets': [{'id': '25fb5b5c-d627-4414-a5c5-c56cc1f2010d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:55:34.314805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda9f85-4954-49ac-9a63-530c8e48af7b None None] Pushing event updated for resources: {'Port': ['ID=c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:34.363051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d0bd8764-e5a3-46f7-83ce-f4f88a50315c None None] Provisioning complete for port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:34.364227 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0bd8764-e5a3-46f7-83ce-f4f88a50315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.462043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (943aa64e-fad3-4279-980c-2c4ea7896aa8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.500623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd8764-e5a3-46f7-83ce-f4f88a50315c None None] Current status of the port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:34.521422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Port 863b25cd-e4ed-4a7b-812b-539c7b622637 on network 68a68089-8684-4b59-9c52-72791fb6210f not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:55:34.521865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Attempting to bind port 863b25cd-e4ed-4a7b-812b-539c7b622637 on network 68a68089-8684-4b59-9c52-72791fb6210f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:34.540351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:34.540854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Checking segment: {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:34.541332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Bound using segment: {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:34.542096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Bound port: 863b25cd-e4ed-4a7b-812b-539c7b622637, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8510fdaa-44bb-4cbc-8669-b76ab728ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:34.542546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.549793 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (8148eff0-9030-4c4e-a867-e3d231398354), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.569758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (745d2fe1-db02-4602-ba60-e55421907cea), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.579693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be90be75-efce-4b3e-b314-bd52fcfefea8 req-45dad884-3568-4d05-861e-580787d67a06 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6929317 Jan 28 03:55:34.630297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745d2fe1-db02-4602-ba60-e55421907cea']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:34.695193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b766be49-1dba-4f74-9b00-474c1b3406ab') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:34.695193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b766be49-1dba-4f74-9b00-474c1b3406ab') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:34.720516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b961b80-2891-4bac-856a-d316ba02a20a req-57cbf7d2-2641-4652-b408-5fa4afbd0860 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5537286 Jan 28 03:55:34.739165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (b766be49-1dba-4f74-9b00-474c1b3406ab), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.765082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=8148eff0-9030-4c4e-a867-e3d231398354,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:34.786561 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for port (943aa64e-fad3-4279-980c-2c4ea7896aa8), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.792938 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b766be49-1dba-4f74-9b00-474c1b3406ab), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.800626 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (943aa64e-fad3-4279-980c-2c4ea7896aa8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.809027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:34.809397 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (b766be49-1dba-4f74-9b00-474c1b3406ab), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.886637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:34.905319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=863b25cd-e4ed-4a7b-812b-539c7b622637,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:34.906402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 863b25cd-e4ed-4a7b-812b-539c7b622637 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:34.906885 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:34.909632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (745d2fe1-db02-4602-ba60-e55421907cea), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.912641 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.915141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': 'f3e8ea66-2d75-4461-a22f-7c651224024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f5637623-ced3-447f-a2d5-9349c3b683ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:34.915507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: f5637623-ced3-447f-a2d5-9349c3b683ba, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:34.933037 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.942650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/networks/745d2fe1-db02-4602-ba60-e55421907cea HTTP/1.1" status: 204 len: 168 time: 1.1731520 Jan 28 03:55:34.961903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58576) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:34.970399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-306513266'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:34.990457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port 863b25cd-e4ed-4a7b-812b-539c7b622637 host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:55:34.991018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 863b25cd-e4ed-4a7b-812b-539c7b622637 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:35.031240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=863b25cd-e4ed-4a7b-812b-539c7b622637,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:35.055189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4da20-4ba8-420a-a808-4fe334c2e55f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Network': ['ID=745d2fe1-db02-4602-ba60-e55421907cea,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:35.084908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:35.085609 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.087090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-d220d53e-5672-4d7f-baf0-5014b13e3bc5 service neutron] 10.222.0.42 "PUT /v2.0/ports/863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 1093 time: 3.7850761 Jan 28 03:55:35.098340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:55:35.101135 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a995843-13a0-4c34-9528-bf4048f74341" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:55:35.113196 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:35.117190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.132915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network f5637623-ced3-447f-a2d5-9349c3b683ba is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:35.177333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, f5637623-ced3-447f-a2d5-9349c3b683ba) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:35.189260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669591d8-7de1-465d-af4c-6bfc25719f0c None None] Network f5637623-ced3-447f-a2d5-9349c3b683ba requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:35.228465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:35.229339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.231742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:35.259385 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1688253-6b43-4ee8-9134-1f956563473f x-openstack-request-id: req-f1688253-6b43-4ee8-9134-1f956563473f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:55:35.260076 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:55:35.261126 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1688253-6b43-4ee8-9134-1f956563473f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:55:35.262367 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'status': 'completed', 'code': 200} Jan 28 03:55:35.281915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (883492cc-cfa9-4b3e-a8d7-5c3626b028ea), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.282689 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Added segment 883492cc-cfa9-4b3e-a8d7-5c3626b028ea of type vlan for network 9c7cc837-7677-48ef-bf0d-2dca91797747 Jan 28 03:55:35.297179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-104a2cc4-5b89-4f2d-9a31-f9ef63319a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:35.299384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-104a2cc4-5b89-4f2d-9a31-f9ef63319a8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1096 time: 0.1459136 Jan 28 03:55:35.309579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ebd383b6-fd8d-440b-be47-69b6950d78c2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0850184 Jan 28 03:55:35.320878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:35.327647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-339373ed-3e01-4f46-9ec5-16311da9e6c8 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:35.454621 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-f5637623-ced3-447f-a2d5-9349c3b683ba', 'network_id': 'f5637623-ced3-447f-a2d5-9349c3b683ba', 'project_id': '291df46969e14de596282068400372d9', 'fixed_ips': [{'subnet_id': '8148eff0-9030-4c4e-a867-e3d231398354'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:35.460170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:35.461317 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.465895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.468747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event updated for resources: {'Port': ['ID=943aa64e-fad3-4279-980c-2c4ea7896aa8,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:35.491173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (9c7cc837-7677-48ef-bf0d-2dca91797747), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.639933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (9c7cc837-7677-48ef-bf0d-2dca91797747), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.653631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:35.654395 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.687174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] For port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:35.687587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.711627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:35.715051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995843-13a0-4c34-9528-bf4048f74341 req-35947064-9d01-4267-b6d4-e6b8e081fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:35.716594 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-35947064-9d01-4267-b6d4-e6b8e081fe2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1096 time: 0.3484306 Jan 28 03:55:35.717103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:35.772857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Allocated IP 172.20.0.2 (f5637623-ced3-447f-a2d5-9349c3b683ba/8148eff0-9030-4c4e-a867-e3d231398354/864bd99a-c207-4bed-b6b1-3fa4e73e3236) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:35.793953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:55:35.826676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995843-13a0-4c34-9528-bf4048f74341 req-2103f0a1-bf0a-460c-a9e0-5ada3dc5fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:35.828193 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-2103f0a1-bf0a-460c-a9e0-5ada3dc5fbed service neutron] 10.222.0.25 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 897 time: 0.1050816 Jan 28 03:55:35.833075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (d9047d45-9dda-428c-a8b6-5b13ff92c51a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.914491 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-58c08d2b-2a33-4524-94cf-08e9db0e669b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 1000 time: 0.0768487 Jan 28 03:55:35.982947 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Publish callbacks [] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.998014 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:36.042381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995843-13a0-4c34-9528-bf4048f74341 req-ef0016bc-74e6-4306-bf8b-cb05a79024a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:36.043989 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-ef0016bc-74e6-4306-bf8b-cb05a79024a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.0973775 Jan 28 03:55:36.064955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Pushing event updated for resources: {'Port': ['ID=864bd99a-c207-4bed-b6b1-3fa4e73e3236,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:36.093832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Network f5637623-ced3-447f-a2d5-9349c3b683ba is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:36.096243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:36.100570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:36.160405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:36.160793 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:36.193582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995843-13a0-4c34-9528-bf4048f74341 req-3c970b5b-2e62-42ec-b22f-5a48eaa2d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:36.194637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Attempting to bind port 864bd99a-c207-4bed-b6b1-3fa4e73e3236 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:36.194799 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-3c970b5b-2e62-42ec-b22f-5a48eaa2d078 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427481 Jan 28 03:55:36.195035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Attempting to bind port 864bd99a-c207-4bed-b6b1-3fa4e73e3236 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'f3e8ea66-2d75-4461-a22f-7c651224024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f5637623-ced3-447f-a2d5-9349c3b683ba'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:36.195403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Attempting to bind port 864bd99a-c207-4bed-b6b1-3fa4e73e3236 on network f5637623-ced3-447f-a2d5-9349c3b683ba {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:36.206102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:36.206483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Checking segment: {'id': 'f3e8ea66-2d75-4461-a22f-7c651224024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f5637623-ced3-447f-a2d5-9349c3b683ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:36.206894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:36.207291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Bound using segment: {'id': 'f3e8ea66-2d75-4461-a22f-7c651224024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f5637623-ced3-447f-a2d5-9349c3b683ba'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:36.207779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Bound port: 864bd99a-c207-4bed-b6b1-3fa4e73e3236, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e8ea66-2d75-4461-a22f-7c651224024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f5637623-ced3-447f-a2d5-9349c3b683ba'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:36.208163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:36.300948 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-186adc9d-71df-47f9-896d-960ca500ae2c service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988598 Jan 28 03:55:36.312273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-339373ed-3e01-4f46-9ec5-16311da9e6c8 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6026416'] for subnet (8148eff0-9030-4c4e-a867-e3d231398354), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:36.330468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3613753 Jan 28 03:55:36.331976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:36.346232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] For port 864bd99a-c207-4bed-b6b1-3fa4e73e3236, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:36.350700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] For port 864bd99a-c207-4bed-b6b1-3fa4e73e3236, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=864bd99a-c207-4bed-b6b1-3fa4e73e3236,segment=NetworkSegment(f3e8ea66-2d75-4461-a22f-7c651224024e),segment_id=f3e8ea66-2d75-4461-a22f-7c651224024e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:36.356668 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:36.378307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-22aeeca3-f10e-40a5-bca1-fe382a3a2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:36.379890 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-22aeeca3-f10e-40a5-bca1-fe382a3a2df5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 897 time: 1.0690236 Jan 28 03:55:36.380557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:36.404146 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': '9c7cc837-7677-48ef-bf0d-2dca91797747', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:36.432591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cfbde-12b7-4a4c-94dd-0546faaed655 None None] Pushing event updated for resources: {'Port': ['ID=864bd99a-c207-4bed-b6b1-3fa4e73e3236,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:36.467457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500958d-6b18-4a79-9698-2d6703a8d7f5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Network': ['ID=9c7cc837-7677-48ef-bf0d-2dca91797747,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:36.485274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 9c7cc837-7677-48ef-bf0d-2dca91797747 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:36.516479 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Floating IP d9047d45-9dda-428c-a8b6-5b13ff92c51a associated. External IP: 172.25.1.147, port: 7145f810-75bc-4ba1-9e8a-ddfc7a528d17. Jan 28 03:55:36.530229 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-3837e861-424c-4142-b1b9-867df8a2bb8c service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194235 Jan 28 03:55:36.655804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bed18-cbf1-45f7-8454-7f7cd2618038 req-bcc68f79-3a52-4419-81a8-1a30e5d23e0a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:36.657489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a84bed18-cbf1-45f7-8454-7f7cd2618038 req-bcc68f79-3a52-4419-81a8-1a30e5d23e0a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.4142616 Jan 28 03:55:36.685522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc1f27-171a-4145-afbc-4011d77cdeee req-7cc0edcf-c696-496c-a939-245c68e3c8ca tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:36.692509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16dc1f27-171a-4145-afbc-4011d77cdeee req-7cc0edcf-c696-496c-a939-245c68e3c8ca tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 944 time: 0.4120390 Jan 28 03:55:36.739704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-2b2e09c2-2cd1-48d6-909e-fc4f97470b75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 1000 time: 0.3107119 Jan 28 03:55:36.795372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:36.830771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:36.969432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-4d9e1250-af65-46eb-9034-d88beeb4713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:36.971362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-4d9e1250-af65-46eb-9034-d88beeb4713e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.2221110 Jan 28 03:55:36.975478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a84bed18-cbf1-45f7-8454-7f7cd2618038 req-b6f0f3b3-fd05-4bb1-a589-2831479df2e0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057203 Jan 28 03:55:36.978137 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-339373ed-3e01-4f46-9ec5-16311da9e6c8 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761243384019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7585643'] for subnet (8148eff0-9030-4c4e-a867-e3d231398354), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:36.980713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:36.985034 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:37.000071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router c1117ceb-b1a6-4464-88e1-2869f53f45a1 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:55:37.060579 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (e014d874-68ed-4155-9e4d-8a29d7fa4f62), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:37.072204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339373ed-3e01-4f46-9ec5-16311da9e6c8 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=8148eff0-9030-4c4e-a867-e3d231398354,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:37.081084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16dc1f27-171a-4145-afbc-4011d77cdeee req-1bd61e60-3b68-40f7-81e1-f6a574242f2e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3876653 Jan 28 03:55:37.177300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339373ed-3e01-4f46-9ec5-16311da9e6c8 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:37.178180 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-339373ed-3e01-4f46-9ec5-16311da9e6c8 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:37.183782 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-339373ed-3e01-4f46-9ec5-16311da9e6c8 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "PUT /v2.0/subnets/8148eff0-9030-4c4e-a867-e3d231398354 HTTP/1.1" status: 200 len: 806 time: 1.8615680 Jan 28 03:55:37.191531 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58592) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:37.226941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Performing IP validity checks on allocation pools {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:55:37.230191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:55:37.234174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-1f26738e-fb26-41d4-8f8a-167e4643ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:37.237461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-1f26738e-fb26-41d4-8f8a-167e4643ca02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2460620 Jan 28 03:55:37.274205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:55:37.285855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] Sync routers for ids ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:55:37.303902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] Routers {'c1117ceb-b1a6-4464-88e1-2869f53f45a1'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:37.304544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:37.342113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:37.419216 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e8ffca42-efe9-4430-ae51-744f09f87ce7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3596060 Jan 28 03:55:37.422273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f022e2-195b-480b-8986-1510a3a0147f', 'tag': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:55:37.425032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:37.432542 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ae838-8f18-4097-903a-51a0c3d0195c" -d '{"events": [{"name": "network-changed", "server_uuid": "04f022e2-195b-480b-8986-1510a3a0147f", "tag": "7145f810-75bc-4ba1-9e8a-ddfc7a528d17"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:55:37.482130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] Set router c1117ceb-b1a6-4464-88e1-2869f53f45a1 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:37.483115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Router e014d874-68ed-4155-9e4d-8a29d7fa4f62 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:55:37.489310 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (f5637623-ced3-447f-a2d5-9349c3b683ba), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:37.555733 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e240bc90-9b83-413a-a7c6-fb4f78933059 x-openstack-request-id: req-e240bc90-9b83-413a-a7c6-fb4f78933059 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:55:37.556322 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f022e2-195b-480b-8986-1510a3a0147f", "tag": "7145f810-75bc-4ba1-9e8a-ddfc7a528d17", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:55:37.556322 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e240bc90-9b83-413a-a7c6-fb4f78933059 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:55:37.556663 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f022e2-195b-480b-8986-1510a3a0147f', 'tag': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'status': 'completed', 'code': 200} Jan 28 03:55:37.676091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9a2af15c-1448-4f55-b796-9bbce3604481 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/floatingips/d9047d45-9dda-428c-a8b6-5b13ff92c51a HTTP/1.1" status: 200 len: 991 time: 0.2471330 Jan 28 03:55:37.688391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:55:37.698992 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] Sync routers for ids ['e014d874-68ed-4155-9e4d-8a29d7fa4f62'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:55:37.732622 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] Routers {'e014d874-68ed-4155-9e4d-8a29d7fa4f62'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:37.733665 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e014d874-68ed-4155-9e4d-8a29d7fa4f62'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:37.742435 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-71a186f6-18ea-462d-a994-93dbf616a6af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "PUT /v2.0/routers/e014d874-68ed-4155-9e4d-8a29d7fa4f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8418672 Jan 28 03:55:37.750691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58600) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:37.848658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-c6cd9bcd-2125-4260-ad0b-a7fb897c3f36 service neutron] 10.222.0.42 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019225 Jan 28 03:55:37.953375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 864bd99a-c207-4bed-b6b1-3fa4e73e3236 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:37.958050 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] Set router e014d874-68ed-4155-9e4d-8a29d7fa4f62 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:37.960518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-990f3801-86d9-4864-8475-86ca8689c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:37.964327 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-990f3801-86d9-4864-8475-86ca8689c70d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 1097 time: 0.2946286 Jan 28 03:55:38.090736 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:38.093415 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014d874-68ed-4155-9e4d-8a29d7fa4f62', 'name': 'tempest-NetworksTestDHCPv6-router-232310770', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:27Z', 'updated_at': '2022-01-28T03:55:36Z', 'revision_number': 3, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:38.127298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 864bd99a-c207-4bed-b6b1-3fa4e73e3236 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:38.127904 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:38.168604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'd9047d45-9dda-428c-a8b6-5b13ff92c51a', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'port_id': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'mac_address': 'fa:16:3e:c8:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f022e2-195b-480b-8986-1510a3a0147f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:55:33Z', 'updated_at': '2022-01-28T03:55:33Z', 'revision_number': 0, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb742a1a-26f2-4df2-8306-11ce637cf454', 'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:e4:c6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:50Z', 'updated_at': '2022-01-28T03:55:04Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:38.199771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-62a3f516-f434-4bf8-9431-9e9fbfaeab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:38.204305 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-62a3f516-f434-4bf8-9431-9e9fbfaeab9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf HTTP/1.1" status: 200 len: 897 time: 0.2273042 Jan 28 03:55:38.210393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] Checking router: c1117ceb-b1a6-4464-88e1-2869f53f45a1 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:55:38.211317 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] Checking router: e014d874-68ed-4155-9e4d-8a29d7fa4f62 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:55:38.232177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] Routers {'c1117ceb-b1a6-4464-88e1-2869f53f45a1'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:38.233109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:38.238238 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] Routers {'e014d874-68ed-4155-9e4d-8a29d7fa4f62'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:55:38.238843 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['e014d874-68ed-4155-9e4d-8a29d7fa4f62'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:38.243244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec64342-6902-4b15-93c5-02c374af9000 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:38.245645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec64342-6902-4b15-93c5-02c374af9000 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:38.247292 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9ec64342-6902-4b15-93c5-02c374af9000 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4902637 Jan 28 03:55:38.279137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58606) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:38.290532 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23acae42-c037-4ae7-888f-e1fd5707e008 None None] Network f5637623-ced3-447f-a2d5-9349c3b683ba requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:38.373476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-78e87237-eae9-418b-a216-e4a78964c222 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7145f810-75bc-4ba1-9e8a-ddfc7a528d17 HTTP/1.1" status: 200 len: 999 time: 0.1576204 Jan 28 03:55:38.381072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead35b9b-3524-4458-a429-dd77bc36df4b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 25fb5b5c-d627-4414-a5c5-c56cc1f2010d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:38.397866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ead35b9b-3524-4458-a429-dd77bc36df4b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (25fb5b5c-d627-4414-a5c5-c56cc1f2010d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:38.416740 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] Set router e014d874-68ed-4155-9e4d-8a29d7fa4f62 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:38.467585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Deleting port 864bd99a-c207-4bed-b6b1-3fa4e73e3236 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:38.468155 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:38.518198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ead35b9b-3524-4458-a429-dd77bc36df4b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (25fb5b5c-d627-4414-a5c5-c56cc1f2010d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:38.543420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:38.552953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014d874-68ed-4155-9e4d-8a29d7fa4f62', 'name': 'tempest-NetworksTestDHCPv6-router-232310770', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:27Z', 'updated_at': '2022-01-28T03:55:36Z', 'revision_number': 3, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:38.575648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-471bf533-d38e-4faa-a41d-bf25b5e18450 req-cee49ac1-6e38-4982-abfc-b3f57894bde8 service neutron] 10.222.0.42 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892288 Jan 28 03:55:38.589102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-8ea1cd0a-80c5-4555-8f3f-601ab0f5b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:38.602378 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-8ea1cd0a-80c5-4555-8f3f-601ab0f5b59f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ee80fc5-6d61-47c7-b2ca-8a0c96652379 HTTP/1.1" status: 200 len: 835 time: 0.2174859 Jan 28 03:55:38.626822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116892c-f3d2-434b-add9-af44893c6f89 req-48f4df79-baa5-440e-b16d-63b58e473d90 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:38.628612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c116892c-f3d2-434b-add9-af44893c6f89 req-48f4df79-baa5-440e-b16d-63b58e473d90 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.5058882 Jan 28 03:55:38.637377 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19138afd-e39c-456d-b93a-6d6d2641195f None None] The sync data for ids ['e014d874-68ed-4155-9e4d-8a29d7fa4f62'] in n-d-808199-14 is: [{'id': 'e014d874-68ed-4155-9e4d-8a29d7fa4f62', 'name': 'tempest-NetworksTestDHCPv6-router-232310770', 'tenant_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:55:27Z', 'updated_at': '2022-01-28T03:55:36Z', 'revision_number': 3, 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:55:38.665455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ed222-41a3-4519-91f0-cc5f0584dbc4 req-f1cef133-dc79-4cfd-8a35-4d9dd4612e83 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:38.668797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-924ed222-41a3-4519-91f0-cc5f0584dbc4 req-f1cef133-dc79-4cfd-8a35-4d9dd4612e83 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 944 time: 0.3703558 Jan 28 03:55:38.669950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Checking segment: {'id': '883492cc-cfa9-4b3e-a8d7-5c3626b028ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c7cc837-7677-48ef-bf0d-2dca91797747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:38.671280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network hostable DHCP agents. Network: 9c7cc837-7677-48ef-bf0d-2dca91797747, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:38.678867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58610) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:38.781718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-aa5d21cc-1101-4659-831c-3767b1d81da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:38.783883 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-aa5d21cc-1101-4659-831c-3767b1d81da5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712425 Jan 28 03:55:38.785387 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ead35b9b-3524-4458-a429-dd77bc36df4b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (25fb5b5c-d627-4414-a5c5-c56cc1f2010d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:38.791057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e7088202-7c52-4e8a-ba3f-07a2792a3690 None None] Provisioning complete for port 864bd99a-c207-4bed-b6b1-3fa4e73e3236 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:38.792442 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7088202-7c52-4e8a-ba3f-07a2792a3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:38.843025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 864bd99a-c207-4bed-b6b1-3fa4e73e3236 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:38.843422 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:38.930191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] Set router c1117ceb-b1a6-4464-88e1-2869f53f45a1 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:55:38.959058 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-ba8cb956-2aa8-4534-aeb2-2e3311b53769 service neutron] 10.222.0.42 "GET /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280448 Jan 28 03:55:39.025901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] For port 864bd99a-c207-4bed-b6b1-3fa4e73e3236, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=864bd99a-c207-4bed-b6b1-3fa4e73e3236,segment=NetworkSegment(f3e8ea66-2d75-4461-a22f-7c651224024e),segment_id=f3e8ea66-2d75-4461-a22f-7c651224024e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:39.026320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:39.081512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 864bd99a-c207-4bed-b6b1-3fa4e73e3236, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=864bd99a-c207-4bed-b6b1-3fa4e73e3236,segment=NetworkSegment(f3e8ea66-2d75-4461-a22f-7c651224024e),segment_id=f3e8ea66-2d75-4461-a22f-7c651224024e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:39.094033 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ead35b9b-3524-4458-a429-dd77bc36df4b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (25fb5b5c-d627-4414-a5c5-c56cc1f2010d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:39.096606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 9c7cc837-7677-48ef-bf0d-2dca91797747 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:39.102292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Calling delete_port for 864bd99a-c207-4bed-b6b1-3fa4e73e3236 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:39.115459 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995843-13a0-4c34-9528-bf4048f74341 req-52ea1872-a018-4790-b53d-4f85949775e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:39.117063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-52ea1872-a018-4790-b53d-4f85949775e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1096 time: 0.4329801 Jan 28 03:55:39.130041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-20c5c928-9390-4e50-8b69-4b5edeb04f25 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/floatingips/d9047d45-9dda-428c-a8b6-5b13ff92c51a HTTP/1.1" status: 200 len: 991 time: 0.4078832 Jan 28 03:55:39.214607 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:39.221307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead35b9b-3524-4458-a429-dd77bc36df4b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=25fb5b5c-d627-4414-a5c5-c56cc1f2010d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:39.242045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc04ad-2b06-494f-a4b4-73aed57bd622 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:39.246345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e7088202-7c52-4e8a-ba3f-07a2792a3690 None None] Current status of the port 864bd99a-c207-4bed-b6b1-3fa4e73e3236 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:39.246955 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7088202-7c52-4e8a-ba3f-07a2792a3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:39.250006 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ead35b9b-3524-4458-a429-dd77bc36df4b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:39.262390 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ead35b9b-3524-4458-a429-dd77bc36df4b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/25fb5b5c-d627-4414-a5c5-c56cc1f2010d HTTP/1.1" status: 204 len: 168 time: 0.9808443 Jan 28 03:55:39.263117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:39.303499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b68ae838-8f18-4097-903a-51a0c3d0195c req-a110502e-d005-4b43-8e39-7b1002732d82 service neutron] 10.222.0.42 "GET /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358777 Jan 28 03:55:39.332275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 9c7cc837-7677-48ef-bf0d-2dca91797747) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:39.348655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c116892c-f3d2-434b-add9-af44893c6f89 req-014ecf2f-a94f-4612-8599-12305db00e61 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6324570 Jan 28 03:55:39.388075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:39.403042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:39.406115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f780d8a-bf01-492d-aa99-8f0fac756874 None None] Network 9c7cc837-7677-48ef-bf0d-2dca91797747 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:39.507826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995843-13a0-4c34-9528-bf4048f74341 req-3077956f-25f8-4ff6-885c-2437e0592abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:39.509679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-3077956f-25f8-4ff6-885c-2437e0592abe service neutron] 10.222.0.42 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 897 time: 0.3658712 Jan 28 03:55:39.520156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-924ed222-41a3-4519-91f0-cc5f0584dbc4 req-523e40cf-fd61-42b3-90a1-19bf8a5592e0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8380961 Jan 28 03:55:39.542643 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-62411088-a9da-493c-b3cc-61d8ff1863ef tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2779772 Jan 28 03:55:39.544462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58620) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:39.604650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:39.606945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf13fd-0943-4e98-ab6a-9b4f3c8feacb None None] Network f5637623-ced3-447f-a2d5-9349c3b683ba requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:39.653099 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-07c5d3df-adcc-432d-a447-61924d011e4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 1000 time: 0.1206894 Jan 28 03:55:39.721578 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5db73c1-a9f6-470b-8fa3-e9381a4ade6d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for router (e014d874-68ed-4155-9e4d-8a29d7fa4f62), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:39.804746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4e433569-3f19-450f-b163-dd49a8cac6f2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4093897 Jan 28 03:55:39.808197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58624) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:39.814930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-9c7cc837-7677-48ef-bf0d-2dca91797747', 'network_id': '9c7cc837-7677-48ef-bf0d-2dca91797747', 'project_id': 'e58f8fee11374469ae6c917ba1e10fa2', 'fixed_ips': [{'subnet_id': 'becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:39.816009 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:39.834955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:55:39.835298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c3479b7d-beae-4c9f-9f1e-ca2a6c1f5c00 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:39.871987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': '9c7cc837-7677-48ef-bf0d-2dca91797747', 'name': 'tempest-PortsIpV6TestJSON-1469331955'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:40.022862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Allocated IP 2001:db8::2 (9c7cc837-7677-48ef-bf0d-2dca91797747/becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f/9c74e831-403d-471f-8e0e-46928ed6e49d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:40.156747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58626) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:40.180524 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Publish callbacks [] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.201816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=864bd99a-c207-4bed-b6b1-3fa4e73e3236,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:40.203469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:40.218512 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.221738 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.271490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Pushing event updated for resources: {'Port': ['ID=9c74e831-403d-471f-8e0e-46928ed6e49d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:40.281815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-e7088202-7c52-4e8a-ba3f-07a2792a3690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:55:40.282174 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-e7088202-7c52-4e8a-ba3f-07a2792a3690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:55:40.331904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Network 9c7cc837-7677-48ef-bf0d-2dca91797747 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:40.335064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:40.339718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:40.403997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5db73c1-a9f6-470b-8fa3-e9381a4ade6d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (e014d874-68ed-4155-9e4d-8a29d7fa4f62), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.408000 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5db73c1-a9f6-470b-8fa3-e9381a4ade6d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for router_controller (e014d874-68ed-4155-9e4d-8a29d7fa4f62), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.498608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23be29f-1e73-40f1-b434-763c1781bb11 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:55:40.504985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995843-13a0-4c34-9528-bf4048f74341 req-6815f330-ee77-4168-aa1a-aaa827f73d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:40.506540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-6815f330-ee77-4168-aa1a-aaa827f73d17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.8336196 Jan 28 03:55:40.513332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8d9a2806-62b2-427d-9476-8e11959b8f27 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/floatingips/d9047d45-9dda-428c-a8b6-5b13ff92c51a HTTP/1.1" status: 200 len: 991 time: 0.3367407 Jan 28 03:55:40.528812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5db73c1-a9f6-470b-8fa3-e9381a4ade6d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (e014d874-68ed-4155-9e4d-8a29d7fa4f62), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.529642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5db73c1-a9f6-470b-8fa3-e9381a4ade6d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Fanout notify agent at l3_agent the message router_deleted on router e014d874-68ed-4155-9e4d-8a29d7fa4f62 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:55:40.538985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5db73c1-a9f6-470b-8fa3-e9381a4ade6d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.540083 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c5db73c1-a9f6-470b-8fa3-e9381a4ade6d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/routers/e014d874-68ed-4155-9e4d-8a29d7fa4f62 HTTP/1.1" status: 204 len: 168 time: 0.9935262 Jan 28 03:55:40.544777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:40.585569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Attempting to bind port 9c74e831-403d-471f-8e0e-46928ed6e49d on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:40.585940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Attempting to bind port 9c74e831-403d-471f-8e0e-46928ed6e49d by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '883492cc-cfa9-4b3e-a8d7-5c3626b028ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c7cc837-7677-48ef-bf0d-2dca91797747'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:40.586299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Attempting to bind port 9c74e831-403d-471f-8e0e-46928ed6e49d on network 9c7cc837-7677-48ef-bf0d-2dca91797747 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:40.589694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fd334-0c70-4350-8b11-dbbe8a4fcca6 req-84329f75-e2e1-4fda-8f5f-cd5d39a54675 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:40.599727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a59fd334-0c70-4350-8b11-dbbe8a4fcca6 req-84329f75-e2e1-4fda-8f5f-cd5d39a54675 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.9406407 Jan 28 03:55:40.662349 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (864bd99a-c207-4bed-b6b1-3fa4e73e3236), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.670205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a9b71-a7b3-483d-8086-4b2c51d0be23 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:40.675478 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-879a9b71-a7b3-483d-8086-4b2c51d0be23 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1295514 Jan 28 03:55:40.677926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:40.696807 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53781dde-c2ef-47f8-a48e-db1d6ad4c12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.719528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:40.719929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Checking segment: {'id': '883492cc-cfa9-4b3e-a8d7-5c3626b028ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c7cc837-7677-48ef-bf0d-2dca91797747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:40.720297 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.720692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Bound using segment: {'id': '883492cc-cfa9-4b3e-a8d7-5c3626b028ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c7cc837-7677-48ef-bf0d-2dca91797747'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:40.721209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Bound port: 9c74e831-403d-471f-8e0e-46928ed6e49d, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883492cc-cfa9-4b3e-a8d7-5c3626b028ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c7cc837-7677-48ef-bf0d-2dca91797747'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:40.721587 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:40.786826 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a59fd334-0c70-4350-8b11-dbbe8a4fcca6 req-763bc0b3-3e86-49b9-90b0-2565f7c15b0b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860900 Jan 28 03:55:40.787840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Port': ['ID=864bd99a-c207-4bed-b6b1-3fa4e73e3236,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:40.810743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'd9047d45-9dda-428c-a8b6-5b13ff92c51a', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'port_id': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'mac_address': 'fa:16:3e:c8:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f022e2-195b-480b-8986-1510a3a0147f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:55:33Z', 'updated_at': '2022-01-28T03:55:33Z', 'revision_number': 0, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb742a1a-26f2-4df2-8306-11ce637cf454', 'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:e4:c6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:50Z', 'updated_at': '2022-01-28T03:55:04Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:40.815194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 44cf276c-031f-46e3-9f5c-94ed5fcc4213 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:40.820953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f4b9c0-3d0f-4ae3-a54d-6538e651b14d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:40.820953 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-21f4b9c0-3d0f-4ae3-a54d-6538e651b14d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1414342 Jan 28 03:55:40.825760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:40.879696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No DVR routers for this DVR port 864bd99a-c207-4bed-b6b1-3fa4e73e3236 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:40.904051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2df73-71f8-4016-aa2d-55db3ac7c6af None None] The sync data for ids ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'] in n-d-808199-14 is: [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'd9047d45-9dda-428c-a8b6-5b13ff92c51a', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'port_id': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'mac_address': 'fa:16:3e:c8:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f022e2-195b-480b-8986-1510a3a0147f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:55:33Z', 'updated_at': '2022-01-28T03:55:33Z', 'revision_number': 0, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb742a1a-26f2-4df2-8306-11ce637cf454', 'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:e4:c6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:50Z', 'updated_at': '2022-01-28T03:55:04Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:55:40.940372 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5de98c31-660a-421d-90bf-15963c522121 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126468 Jan 28 03:55:40.945855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58640) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:40.957376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:40.972999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] For port 9c74e831-403d-471f-8e0e-46928ed6e49d, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:40.976476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] For port 9c74e831-403d-471f-8e0e-46928ed6e49d, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9c74e831-403d-471f-8e0e-46928ed6e49d,segment=NetworkSegment(883492cc-cfa9-4b3e-a8d7-5c3626b028ea),segment_id=883492cc-cfa9-4b3e-a8d7-5c3626b028ea)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:40.993970 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (8148eff0-9030-4c4e-a867-e3d231398354), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:41.002314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f961557-4e7c-4f4d-a9b2-14c473c9da18 None None] DHCP port deletion for f5637623-ced3-447f-a2d5-9349c3b683ba request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:55:41.009907 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:41.020242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e7088202-7c52-4e8a-ba3f-07a2792a3690 None None] Port 864bd99a-c207-4bed-b6b1-3fa4e73e3236 update to ACTIVE by agent not found {{(pid=103290) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 03:55:41.091260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e23be29f-1e73-40f1-b434-763c1781bb11 None None] Deleting port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:41.091633 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e23be29f-1e73-40f1-b434-763c1781bb11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:41.202857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:41.207801 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:41.235456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f75485b8-286a-448e-ae5a-9ed2ce5556da None None] Could not find standard attr ID for object 864bd99a-c207-4bed-b6b1-3fa4e73e3236. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:55:41.251742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6fc76-10fe-467a-923f-313203407b70 None None] Pushing event updated for resources: {'Port': ['ID=9c74e831-403d-471f-8e0e-46928ed6e49d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:41.273473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e23be29f-1e73-40f1-b434-763c1781bb11 None None] For port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=122ff4a1-ac6b-4197-a13f-ca82206fdb0c,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:41.273977 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e23be29f-1e73-40f1-b434-763c1781bb11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:41.303113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e23be29f-1e73-40f1-b434-763c1781bb11 None None] Calling delete_port for 122ff4a1-ac6b-4197-a13f-ca82206fdb0c owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:41.330366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8::1a4 (9c7cc837-7677-48ef-bf0d-2dca91797747/becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f/44cf276c-031f-46e3-9f5c-94ed5fcc4213) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:41.417118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995843-13a0-4c34-9528-bf4048f74341 req-c3174701-b875-4a5d-b1ae-789eda3f7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:41.433862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d5b1e-548e-4f9f-bf93-907c6890ac85 None None] New status for floating IP d9047d45-9dda-428c-a8b6-5b13ff92c51a: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:55:41.435742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-c3174701-b875-4a5d-b1ae-789eda3f7f8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7380588 Jan 28 03:55:41.456748 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (8148eff0-9030-4c4e-a867-e3d231398354), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:41.583246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:41.661295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=8148eff0-9030-4c4e-a867-e3d231398354,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:41.680508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-74984e84-d2e4-454f-a297-cea879dbc309 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/floatingips/d9047d45-9dda-428c-a8b6-5b13ff92c51a HTTP/1.1" status: 200 len: 991 time: 0.0946364 Jan 28 03:55:41.814805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9da09-6e0d-4ab2-aa6f-c7b249c39e00 req-7351773e-f0b2-4d9e-8797-f1d9d889acfe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:41.816399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ac9da09-6e0d-4ab2-aa6f-c7b249c39e00 req-7351773e-f0b2-4d9e-8797-f1d9d889acfe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 944 time: 1.0338655 Jan 28 03:55:41.881684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:55:41.926594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774541d-2360-4155-9a29-e2bc6189ed9d req-03c49691-181a-494c-8129-2903cd6d7765 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:41.943909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8774541d-2360-4155-9a29-e2bc6189ed9d req-03c49691-181a-494c-8129-2903cd6d7765 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.8615716 Jan 28 03:55:41.974331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-8b0d43f4-17ff-458c-952b-2884a8077691 service neutron] 10.222.0.42 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377910 Jan 28 03:55:42.023636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c74e831-403d-471f-8e0e-46928ed6e49d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:42.026267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c36a2d6-5848-4804-94e2-34c8c49620cf None None] Network f5637623-ced3-447f-a2d5-9349c3b683ba requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:42.039006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (f5637623-ced3-447f-a2d5-9349c3b683ba), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.066462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5637623-ced3-447f-a2d5-9349c3b683ba']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:42.080961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e8ea66-2d75-4461-a22f-7c651224024e') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:42.081268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e8ea66-2d75-4461-a22f-7c651224024e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:42.097141 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (f3e8ea66-2d75-4461-a22f-7c651224024e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.138153 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f3e8ea66-2d75-4461-a22f-7c651224024e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.186007 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ac9da09-6e0d-4ab2-aa6f-c7b249c39e00 req-1892cd4c-ede9-46d9-abc8-478c4dcc8777 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3567033 Jan 28 03:55:42.200308 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.204721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e23be29f-1e73-40f1-b434-763c1781bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (122ff4a1-ac6b-4197-a13f-ca82206fdb0c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.229439 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (44cf276c-031f-46e3-9f5c-94ed5fcc4213), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.247693 n-d-808199-14 neutron-server[103289]: WARNING neutron.services.revisions.revision_plugin [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Could not find related port for resource to bump revision. Jan 28 03:55:42.261996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_pluggable_backend [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103289) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 03:55:42.262310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_pluggable_backend [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Reverting IP allocation for 2001:db8::f816:3eff:feff:162b {{(pid=103289) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 03:55:42.266652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_pluggable_backend [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feff:162b {{(pid=103289) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 03:55:42.268702 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (f1045698-faa7-472c-8fc8-73f376ce1c86), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.276291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23be29f-1e73-40f1-b434-763c1781bb11 None None] Pushing event deleted for resources: {'Port': ['ID=122ff4a1-ac6b-4197-a13f-ca82206fdb0c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:42.281159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:42.282130 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (f3e8ea66-2d75-4461-a22f-7c651224024e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.288192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23be29f-1e73-40f1-b434-763c1781bb11 None None] No DVR routers for this DVR port 122ff4a1-ac6b-4197-a13f-ca82206fdb0c on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:42.292083 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:42.309066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f97be1c-8804-4ccd-b992-869573775d4e None None] DHCP port deletion for f5637623-ced3-447f-a2d5-9349c3b683ba request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:55:42.321082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9c74e831-403d-471f-8e0e-46928ed6e49d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:42.321651 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.379992 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:42.386520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:42.393559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:42.394161 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.418881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=f1045698-faa7-472c-8fc8-73f376ce1c86,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:42.432762 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-43665d1b-b147-44f8-b49d-28ae173c403f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4847977 Jan 28 03:55:42.436427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58696) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:42.443185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0e9ea04a-aea2-4702-9ca2-b3f354b8e662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:42.446737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbef053-c1fd-423c-84c2-addcbdf7847d None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:42.459645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8774541d-2360-4155-9a29-e2bc6189ed9d req-735b8b10-1e11-4b3d-8c99-fb9198646959 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5148077 Jan 28 03:55:42.490854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a995843-13a0-4c34-9528-bf4048f74341 req-1f44c8e5-1fed-4a28-983e-df0809e1f6d3 service neutron] 10.222.0.42 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713418 Jan 28 03:55:42.501740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (f5637623-ced3-447f-a2d5-9349c3b683ba), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.507511 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (44cf276c-031f-46e3-9f5c-94ed5fcc4213), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.521312 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.524945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/f5637623-ced3-447f-a2d5-9349c3b683ba HTTP/1.1" status: 204 len: 168 time: 5.3303971 Jan 28 03:55:42.532816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58704) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:42.597694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9c74e831-403d-471f-8e0e-46928ed6e49d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:42.598082 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.628805 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86f8859a-6809-4e82-9c23-5feb05d4aead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.670045 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62acd6c-2df6-4d3c-857a-a098438a80d0 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:42.670683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62acd6c-2df6-4d3c-857a-a098438a80d0 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:42.671460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 9c74e831-403d-471f-8e0e-46928ed6e49d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9c74e831-403d-471f-8e0e-46928ed6e49d,segment=NetworkSegment(883492cc-cfa9-4b3e-a8d7-5c3626b028ea),segment_id=883492cc-cfa9-4b3e-a8d7-5c3626b028ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:42.682877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58718) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:42.698008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 863b25cd-e4ed-4a7b-812b-539c7b622637 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:55:42.704302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c62acd6c-2df6-4d3c-857a-a098438a80d0 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/f5637623-ced3-447f-a2d5-9349c3b683ba HTTP/1.1" status: 404 len: 339 time: 0.1639907 Jan 28 03:55:42.706205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5244c-e0db-4c40-be7e-c9cb63b9cb7b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=f5637623-ced3-447f-a2d5-9349c3b683ba,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:42.708198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:42.745985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-373657268', 'description': 'd1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:42.762576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 9c7cc837-7677-48ef-bf0d-2dca91797747 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:42.793152 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.797812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:42.807042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:42.816780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:42.816780 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.817132 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-32a041e9-2ce0-49dc-afc4-be177e65f0e5 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/floatingips/d9047d45-9dda-428c-a8b6-5b13ff92c51a HTTP/1.1" status: 200 len: 993 time: 0.1307447 Jan 28 03:55:42.818066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ea04a-aea2-4702-9ca2-b3f354b8e662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:42.823919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea04a-aea2-4702-9ca2-b3f354b8e662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.851815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': 'f1045698-faa7-472c-8fc8-73f376ce1c86'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:42.853449 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.858568 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=44cf276c-031f-46e3-9f5c-94ed5fcc4213,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:42.901298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:42.906877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:42.912219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-758f397c-cc37-4d42-91dc-2dcdc1f29068 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0517595 Jan 28 03:55:42.921566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 122ff4a1-ac6b-4197-a13f-ca82206fdb0c no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:42.923242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:42.993686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 122ff4a1-ac6b-4197-a13f-ca82206fdb0c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:55:42.994016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 122ff4a1-ac6b-4197-a13f-ca82206fdb0c not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:42.994906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 864bd99a-c207-4bed-b6b1-3fa4e73e3236 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:43.058609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=863b25cd-e4ed-4a7b-812b-539c7b622637,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:43.080399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e4553f-32ab-4202-bd42-0a00a534177e None None] Network 9c7cc837-7677-48ef-bf0d-2dca91797747 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:43.125052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=9c74e831-403d-471f-8e0e-46928ed6e49d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:43.143716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 864bd99a-c207-4bed-b6b1-3fa4e73e3236 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:55:43.144111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 864bd99a-c207-4bed-b6b1-3fa4e73e3236 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:43.175997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'port_id': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'mac_address': 'fa:16:3e:3b:e3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:55:43.242839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b277c25b-98b2-4bd2-8f31-b65dea373421 None None] Provisioning complete for port 9c74e831-403d-471f-8e0e-46928ed6e49d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:43.243320 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b277c25b-98b2-4bd2-8f31-b65dea373421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.258040 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea04a-aea2-4702-9ca2-b3f354b8e662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (67a7ed78-9efb-43a8-a1c9-41f735a174ea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.321929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 863b25cd-e4ed-4a7b-812b-539c7b622637 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:43.322432 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.343962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ea04a-aea2-4702-9ca2-b3f354b8e662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:43.359076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ea04a-aea2-4702-9ca2-b3f354b8e662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:43.364351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ea04a-aea2-4702-9ca2-b3f354b8e662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:43.365488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea04a-aea2-4702-9ca2-b3f354b8e662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.374517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ea04a-aea2-4702-9ca2-b3f354b8e662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=67a7ed78-9efb-43a8-a1c9-41f735a174ea,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:43.380323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Allocated IP 2001:db8::f816:3eff:fe49:33b (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/f1045698-faa7-472c-8fc8-73f376ce1c86/9ee15d2f-600e-4f00-a41f-5572bb052d5a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:43.388513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863b25cd-e4ed-4a7b-812b-539c7b622637 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:55:43.408711 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0e9ea04a-aea2-4702-9ca2-b3f354b8e662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9710484 Jan 28 03:55:43.413233 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58790) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:43.422583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:bf:2e:2b', 'name': 'tempest-NetworksTestDHCPv6-535934095'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:43.458019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=863b25cd-e4ed-4a7b-812b-539c7b622637,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:43.475496 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.575016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:43.620471 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (23a6c533-d728-4822-8f30-f06473615abd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.621051 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment 23a6c533-d728-4822-8f30-f06473615abd of type vlan for network 4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b Jan 28 03:55:43.658699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:43.665819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223d318-c0b9-44df-953b-c79c63b1643f req-29c23ca9-0f52-4d60-87d2-5a7263ba2d26 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:43.668537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3223d318-c0b9-44df-953b-c79c63b1643f req-29c23ca9-0f52-4d60-87d2-5a7263ba2d26 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 945 time: 0.1968615 Jan 28 03:55:43.686406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c74e831-403d-471f-8e0e-46928ed6e49d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:43.693628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b277c25b-98b2-4bd2-8f31-b65dea373421 None None] Current status of the port 9c74e831-403d-471f-8e0e-46928ed6e49d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:43.724417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=863b25cd-e4ed-4a7b-812b-539c7b622637,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:43.731190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-f8174942-3165-4b33-afb8-88775b023416 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:43.738990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-f8174942-3165-4b33-afb8-88775b023416 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 812 time: 0.7245619 Jan 28 03:55:43.760800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-16e37f97-e6be-4333-bb50-eb57b23861c9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 44cf276c-031f-46e3-9f5c-94ed5fcc4213 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:43.764309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e37f97-e6be-4333-bb50-eb57b23861c9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (44cf276c-031f-46e3-9f5c-94ed5fcc4213), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.829541 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Publish callbacks [] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.846817 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.849168 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.854536 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.863815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9c74e831-403d-471f-8e0e-46928ed6e49d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:43.863815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:43.880128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port be14d2da-161a-418a-a176-213ce8d4a31a yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:43.892378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['863b25cd-e4ed-4a7b-812b-539c7b622637'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:55:43.905782 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-f7895dde-1ae0-46b1-a848-14fd40704e54 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/quotas/3a702ce6664946df8c8b86e3a4cc2160 HTTP/1.1" status: 200 len: 375 time: 0.1654356 Jan 28 03:55:43.964224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:43.997079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:43.999671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Pushing event updated for resources: {'Port': ['ID=9ee15d2f-600e-4f00-a41f-5572bb052d5a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:44.001771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3223d318-c0b9-44df-953b-c79c63b1643f req-2c92ebaf-229b-49c0-aab5-170e0a52f300 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967074 Jan 28 03:55:44.002258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:44.013682 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.044898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:44.048107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.052101 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e37f97-e6be-4333-bb50-eb57b23861c9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (44cf276c-031f-46e3-9f5c-94ed5fcc4213), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.103895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-16e37f97-e6be-4333-bb50-eb57b23861c9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 44cf276c-031f-46e3-9f5c-94ed5fcc4213 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:44.180255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4671705 Jan 28 03:55:44.183608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:44.195988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-343b307d-c747-4440-a85d-df3f7775a218 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2892463 Jan 28 03:55:44.315896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e6c5b-8cfc-45b8-8b35-c03ef6f7a0c4 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:44.415348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 172.20.0.3 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/67a7ed78-9efb-43a8-a1c9-41f735a174ea/be14d2da-161a-418a-a176-213ce8d4a31a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:44.433347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a8188-2abb-4198-82ed-1ad521230745 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:44.435009 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-556a8188-2abb-4198-82ed-1ad521230745 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/networks?id=4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b HTTP/1.1" status: 200 len: 760 time: 0.2447624 Jan 28 03:55:44.453979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58880) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:44.458246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::f816:3eff:febf:2e2b (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/f1045698-faa7-472c-8fc8-73f376ce1c86/be14d2da-161a-418a-a176-213ce8d4a31a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:44.472024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-383f1233-e859-48d0-b5cf-053a28b7bd03 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'description': 'd2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:44.521864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-27647a06-d390-4bdb-8f7d-e71d2eef4804 service neutron] 10.222.0.44 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246729 Jan 28 03:55:44.565501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:44.678886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1620923-6803-4032-a0a8-ef36f5c45bae req-cab379c9-dea7-44ce-86cc-7e037dc55049 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:44.680590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1620923-6803-4032-a0a8-ef36f5c45bae req-cab379c9-dea7-44ce-86cc-7e037dc55049 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 945 time: 0.2774348 Jan 28 03:55:44.693866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-6e283696-4023-4dac-8251-8b8ed68ba017 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:44.695786 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-6e283696-4023-4dac-8251-8b8ed68ba017 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca&tenant_id=3b47383bfe204078917fadb2fc9fe99a&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 945 time: 0.1842458 Jan 28 03:55:44.724642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Attempting to bind port 9ee15d2f-600e-4f00-a41f-5572bb052d5a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:44.725315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Attempting to bind port 9ee15d2f-600e-4f00-a41f-5572bb052d5a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:44.725862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Attempting to bind port 9ee15d2f-600e-4f00-a41f-5572bb052d5a on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:44.736318 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.748088 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.776240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9c74e831-403d-471f-8e0e-46928ed6e49d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:44.779255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37dfa57a-c44e-424b-ae9e-e2b313bd7e5e None None] Provisioning complete for port 44cf276c-031f-46e3-9f5c-94ed5fcc4213 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:44.780091 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37dfa57a-c44e-424b-ae9e-e2b313bd7e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (44cf276c-031f-46e3-9f5c-94ed5fcc4213), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.782137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:44.783041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:44.783917 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.784478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:44.785156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Bound port: 9ee15d2f-600e-4f00-a41f-5572bb052d5a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:44.785841 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.801270 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-b7ecac4a-ccc3-4fda-a730-498278606f93 service neutron] delete failed (client error): The resource could not be found. Jan 28 03:55:44.802431 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-b7ecac4a-ccc3-4fda-a730-498278606f93 service neutron] 10.222.0.25 "DELETE /v2.0/ports/863b25cd-e4ed-4a7b-812b-539c7b622637/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0994794 Jan 28 03:55:44.809895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (be14d2da-161a-418a-a176-213ce8d4a31a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.859274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1620923-6803-4032-a0a8-ef36f5c45bae req-69e127d6-002d-4a84-bde7-66ec8a83353c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487825 Jan 28 03:55:44.868307 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (be14d2da-161a-418a-a176-213ce8d4a31a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.880140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-f9dc8855-c9b6-4b08-a8e5-e0a6b33fc7ba service neutron] 10.222.0.44 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982595 Jan 28 03:55:44.897265 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e37f97-e6be-4333-bb50-eb57b23861c9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (44cf276c-031f-46e3-9f5c-94ed5fcc4213), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.927429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37dfa57a-c44e-424b-ae9e-e2b313bd7e5e None None] Port 44cf276c-031f-46e3-9f5c-94ed5fcc4213 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:55:44.961000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e37f97-e6be-4333-bb50-eb57b23861c9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=44cf276c-031f-46e3-9f5c-94ed5fcc4213,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:44.965710 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-383f1233-e859-48d0-b5cf-053a28b7bd03 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:44.975219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=be14d2da-161a-418a-a176-213ce8d4a31a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:45.029089 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e37f97-e6be-4333-bb50-eb57b23861c9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.032647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-16e37f97-e6be-4333-bb50-eb57b23861c9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/44cf276c-031f-46e3-9f5c-94ed5fcc4213 HTTP/1.1" status: 204 len: 168 time: 2.1069088 Jan 28 03:55:45.035199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:45.060412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:45.065970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:45.076262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37dfa57a-c44e-424b-ae9e-e2b313bd7e5e None None] Provisioning complete for port 9c74e831-403d-471f-8e0e-46928ed6e49d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:45.076633 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37dfa57a-c44e-424b-ae9e-e2b313bd7e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.077425 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-383f1233-e859-48d0-b5cf-053a28b7bd03 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.077721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:45.083795 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-265173c9-bde2-490a-9f8e-43f63cdd4ec4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:45.084367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265173c9-bde2-490a-9f8e-43f63cdd4ec4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:45.095938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-265173c9-bde2-490a-9f8e-43f63cdd4ec4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/44cf276c-031f-46e3-9f5c-94ed5fcc4213 HTTP/1.1" status: 404 len: 333 time: 0.0596669 Jan 28 03:55:45.097758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] For port 9ee15d2f-600e-4f00-a41f-5572bb052d5a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:45.106979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58934) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:45.147080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-383f1233-e859-48d0-b5cf-053a28b7bd03 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network 4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:55:45.151487 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-86513f80-9d69-4011-b6fa-2157fe6a5e49 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:55:45.152778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383f1233-e859-48d0-b5cf-053a28b7bd03 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:45.153434 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-383f1233-e859-48d0-b5cf-053a28b7bd03 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.153833 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-86513f80-9d69-4011-b6fa-2157fe6a5e49 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/44cf276c-031f-46e3-9f5c-94ed5fcc4213 HTTP/1.1" status: 404 len: 333 time: 0.0452678 Jan 28 03:55:45.155013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-383f1233-e859-48d0-b5cf-053a28b7bd03 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "PUT /v2.0/networks/4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b HTTP/1.1" status: 200 len: 757 time: 0.6873136 Jan 28 03:55:45.160134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58942) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:45.160458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 58944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:45.216870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] For port 9ee15d2f-600e-4f00-a41f-5572bb052d5a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9ee15d2f-600e-4f00-a41f-5572bb052d5a,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:45.271326 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.273048 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-05289931-4472-47c9-8527-2d17398394e6 req-e4ec0bf5-e18b-4396-a6ed-a6b6cb4afbda tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 210 time: 0.0502160 Jan 28 03:55:45.278167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f1233-e859-48d0-b5cf-053a28b7bd03 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:45.323770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:45.327850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91897988-0935-474b-8c66-e229dedd9e4a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:45.329638 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-91897988-0935-474b-8c66-e229dedd9e4a tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/networks?id=4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b HTTP/1.1" status: 200 len: 760 time: 0.1545460 Jan 28 03:55:45.334099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:45.340040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1336570075'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:45.347953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-c6b83860-f7cb-495e-adee-fd0fd9b6901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:45.349470 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-c6b83860-f7cb-495e-adee-fd0fd9b6901c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1097 time: 0.3759878 Jan 28 03:55:45.376644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:45.381553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.428190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:45.435798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:45.436538 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.442458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-76138dea-9404-4f4c-b3d6-826c8d875868 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:45.445946 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76138dea-9404-4f4c-b3d6-826c8d875868 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.466177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (41e6c819-a144-41ec-9daf-f7b6b8e89561), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.466655 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment 41e6c819-a144-41ec-9daf-f7b6b8e89561 of type vlan for network a4a9a2f2-6ecc-443f-bef8-849cbc0db60c Jan 28 03:55:45.496468 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76138dea-9404-4f4c-b3d6-826c8d875868 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.552462 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a4a9a2f2-6ecc-443f-bef8-849cbc0db60c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.581915 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.596344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaa165-189a-4a8a-8969-ffd6cc636ed5 None None] Pushing event updated for resources: {'Port': ['ID=9ee15d2f-600e-4f00-a41f-5572bb052d5a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:45.601312 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a4a9a2f2-6ecc-443f-bef8-849cbc0db60c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.613878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:45.614529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.670245 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c6fc639c-ef72-46e5-bb9e-003aba9bcb9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2550454 Jan 28 03:55:45.677055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:45.700936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37dfa57a-c44e-424b-ae9e-e2b313bd7e5e None None] Current status of the port 9c74e831-403d-471f-8e0e-46928ed6e49d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:45.767225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-f92f2b86-9135-447e-a417-9e2342f6d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:45.769462 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-f92f2b86-9135-447e-a417-9e2342f6d108 service neutron] 10.222.0.25 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 897 time: 0.4061074 Jan 28 03:55:45.787888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4523497 Jan 28 03:55:45.788582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:45.791600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76138dea-9404-4f4c-b3d6-826c8d875868 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:45.815337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f2eb99be-669b-434f-8231-a803a938e416 None None] Could not find standard attr ID for object 44cf276c-031f-46e3-9f5c-94ed5fcc4213. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:55:45.826188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': 'a4a9a2f2-6ecc-443f-bef8-849cbc0db60c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:45.840145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4fffb-0397-4ed6-bd2a-83643b7066d6 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=a4a9a2f2-6ecc-443f-bef8-849cbc0db60c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:45.889051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a4a9a2f2-6ecc-443f-bef8-849cbc0db60c details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:45.971083 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-26b24e55-7121-42fa-8edd-a61535e07b96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 1001 time: 0.1370101 Jan 28 03:55:46.025235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7096cbf-419d-4ac4-81c4-7dc0011ddd3e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:46.043634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7096cbf-419d-4ac4-81c4-7dc0011ddd3e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:46.048268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b7096cbf-419d-4ac4-81c4-7dc0011ddd3e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.3673902 Jan 28 03:55:46.054916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:46.077242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76138dea-9404-4f4c-b3d6-826c8d875868 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:46.149225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76138dea-9404-4f4c-b3d6-826c8d875868 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:46.162526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-fa458744-196e-4225-bf58-4c510eab1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:46.164521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-fa458744-196e-4225-bf58-4c510eab1802 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.1790133 Jan 28 03:55:46.167167 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76138dea-9404-4f4c-b3d6-826c8d875868 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:46.171086 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-76138dea-9404-4f4c-b3d6-826c8d875868 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f HTTP/1.1" status: 204 len: 168 time: 1.0070488 Jan 28 03:55:46.176061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59044) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:46.176741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6126e34d-87a4-467b-ac49-f824a1b5225d None None] Network 9c7cc837-7677-48ef-bf0d-2dca91797747 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:46.222876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-9dd8330f-ee34-4921-9a6c-050dc520f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:46.224419 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-9dd8330f-ee34-4921-9a6c-050dc520f37f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521219 Jan 28 03:55:46.349275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39638add-4021-4f5e-993e-d24331ba4ddd req-d7540d84-a877-4dab-b105-dea1ac5a27a0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:46.350986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39638add-4021-4f5e-993e-d24331ba4ddd req-d7540d84-a877-4dab-b105-dea1ac5a27a0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 945 time: 0.3043003 Jan 28 03:55:46.359802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:46.368753 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:46.394972 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-b6876e9d-29c0-4121-8fe2-2317f1c95863 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626713 Jan 28 03:55:46.419529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (9c7cc837-7677-48ef-bf0d-2dca91797747), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:46.444436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99367e0-b622-4da6-8f66-628df286601a None None] DHCP port deletion for 9c7cc837-7677-48ef-bf0d-2dca91797747 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:55:46.525033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Deleting port 9c74e831-403d-471f-8e0e-46928ed6e49d {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:46.526848 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:46.548716 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-824ce8df-a209-4c33-87ce-2e62667b1f1e req-d9de7a11-5ea6-405c-a1d4-aeaad6e13ecf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 210 time: 0.0800023 Jan 28 03:55:46.560606 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8074c4ff-170b-4088-b3d5-f15e31549af2 req-3842cffe-e4f3-48a3-9677-6e18090ec0e1 service neutron] 10.222.0.25 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580837 Jan 28 03:55:46.640478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d99367e0-b622-4da6-8f66-628df286601a None None] For port 9c74e831-403d-471f-8e0e-46928ed6e49d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9c74e831-403d-471f-8e0e-46928ed6e49d,segment=NetworkSegment(883492cc-cfa9-4b3e-a8d7-5c3626b028ea),segment_id=883492cc-cfa9-4b3e-a8d7-5c3626b028ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:46.641032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd5ce3-52a2-4ba7-9a97-35183af78039 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port be14d2da-161a-418a-a176-213ce8d4a31a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:46.641032 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bdd5ce3-52a2-4ba7-9a97-35183af78039 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (be14d2da-161a-418a-a176-213ce8d4a31a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:46.641436 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:46.657428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Calling delete_port for 9c74e831-403d-471f-8e0e-46928ed6e49d owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:46.667342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39638add-4021-4f5e-993e-d24331ba4ddd req-81844e0f-46f1-45b2-af37-5f21ba47a78e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911103 Jan 28 03:55:46.733470 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 863b25cd-e4ed-4a7b-812b-539c7b622637 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:46.899757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 9c74e831-403d-471f-8e0e-46928ed6e49d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:46.900891 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:46.962360 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:46.999239 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bdd5ce3-52a2-4ba7-9a97-35183af78039 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (be14d2da-161a-418a-a176-213ce8d4a31a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.004562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 863b25cd-e4ed-4a7b-812b-539c7b622637 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:55:47.008359 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.023712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 863b25cd-e4ed-4a7b-812b-539c7b622637 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:47.024361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.035181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd5ce3-52a2-4ba7-9a97-35183af78039 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for be14d2da-161a-418a-a176-213ce8d4a31a owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:47.112264 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (1228c7fe-9a14-4e05-8528-46621cd48c1f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.112555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-01644ca8-9d81-4181-bc8d-4cac022060c4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:47.114806 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-01644ca8-9d81-4181-bc8d-4cac022060c4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 812 time: 0.2637134 Jan 28 03:55:47.127526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] For port 9c74e831-403d-471f-8e0e-46928ed6e49d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9c74e831-403d-471f-8e0e-46928ed6e49d,segment=NetworkSegment(883492cc-cfa9-4b3e-a8d7-5c3626b028ea),segment_id=883492cc-cfa9-4b3e-a8d7-5c3626b028ea)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:47.127526 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.136502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'port': {'device_id': '6ca4e8ed-0648-4930-af3d-3c79ef9063c4', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'admin_state_up': True, 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:47.207067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Pushing event deleted for resources: {'Port': ['ID=9c74e831-403d-471f-8e0e-46928ed6e49d,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:47.211882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99367e0-b622-4da6-8f66-628df286601a None None] No DVR routers for this DVR port 9c74e831-403d-471f-8e0e-46928ed6e49d on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:47.230199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.230199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.230199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.230199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.230199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.230199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.230199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.230199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.230199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.230199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.231640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.231640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.231640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99367e0-b622-4da6-8f66-628df286601a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:55:47.247188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 9c74e831-403d-471f-8e0e-46928ed6e49d owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:47.293178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d3938-c248-44c7-baad-682a53396b6c None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:55:47.315540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=1228c7fe-9a14-4e05-8528-46621cd48c1f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:47.367971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 863b25cd-e4ed-4a7b-812b-539c7b622637 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:47.368359 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.372282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': '41e6c819-a144-41ec-9daf-f7b6b8e89561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4a9a2f2-6ecc-443f-bef8-849cbc0db60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:47.372912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: a4a9a2f2-6ecc-443f-bef8-849cbc0db60c, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:47.406319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4e03ad22-e19e-46f0-ab08-e4c326fe5a1d None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:47.406701 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e03ad22-e19e-46f0-ab08-e4c326fe5a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.458603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Made reservation on behalf of 3a702ce6664946df8c8b86e3a4cc2160 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:47.462367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.490209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:55:47.494111 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c8673d-5c6b-4243-bfdc-09795fa9cf39" -d '{"events": [{"server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "name": "network-vif-plugged", "status": "completed", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:55:47.526869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=863b25cd-e4ed-4a7b-812b-539c7b622637,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:47.550086 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.627013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network a4a9a2f2-6ecc-443f-bef8-849cbc0db60c is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:47.668322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=863b25cd-e4ed-4a7b-812b-539c7b622637,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:47.674581 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9c74e831-403d-471f-8e0e-46928ed6e49d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.689258 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bac20a-1f36-4daa-95ab-d13ac0ede719 x-openstack-request-id: req-f5bac20a-1f36-4daa-95ab-d13ac0ede719 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:55:47.689851 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "name": "network-vif-plugged", "status": "completed", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:55:47.690325 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5bac20a-1f36-4daa-95ab-d13ac0ede719 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:55:47.690945 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'code': 200} Jan 28 03:55:47.694568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4e03ad22-e19e-46f0-ab08-e4c326fe5a1d None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:47.695220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e03ad22-e19e-46f0-ab08-e4c326fe5a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.702644 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bdd5ce3-52a2-4ba7-9a97-35183af78039 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (be14d2da-161a-418a-a176-213ce8d4a31a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.717334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a4a9a2f2-6ecc-443f-bef8-849cbc0db60c) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:47.777443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4e03ad22-e19e-46f0-ab08-e4c326fe5a1d None None] For port 9ee15d2f-600e-4f00-a41f-5572bb052d5a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9ee15d2f-600e-4f00-a41f-5572bb052d5a,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:47.778889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d3938-c248-44c7-baad-682a53396b6c None None] Unable to find a vacant binding_index for network a4a9a2f2-6ecc-443f-bef8-849cbc0db60c and agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 03:55:47.786337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d3938-c248-44c7-baad-682a53396b6c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a4a9a2f2-6ecc-443f-bef8-849cbc0db60c) {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:55:47.790187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ee15d2f-600e-4f00-a41f-5572bb052d5a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:47.797604 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e03ad22-e19e-46f0-ab08-e4c326fe5a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.804869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=9c74e831-403d-471f-8e0e-46928ed6e49d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:47.831856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:47.832470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:47.852608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c7c478a-aa37-4654-98db-554525364115 req-b09a8f23-3b10-4be4-bf38-057915550a9f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 210 time: 0.0452957 Jan 28 03:55:47.856778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Allocated IP 172.20.0.13 (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517/48bb0fe2-834a-40f4-b8f0-4608b68b3adf/988590e8-d350-4bdf-b316-77470d264e94) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:47.885958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No DVR routers for this DVR port 9c74e831-403d-471f-8e0e-46928ed6e49d on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:47.913844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd5ce3-52a2-4ba7-9a97-35183af78039 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=be14d2da-161a-418a-a176-213ce8d4a31a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:47.968903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-19f29871-2842-49a7-94f0-b427e729f599 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1671312 Jan 28 03:55:47.971790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59174) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:47.972898 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03ad22-e19e-46f0-ab08-e4c326fe5a1d None None] Pushing event updated for resources: {'Port': ['ID=9ee15d2f-600e-4f00-a41f-5572bb052d5a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:48.011431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:48.011812 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.078580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (9c7cc837-7677-48ef-bf0d-2dca91797747), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.105856 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for port (988590e8-d350-4bdf-b316-77470d264e94), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.111401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85b5e0-59aa-4b94-89ae-a193ce60f309 req-ed0390ed-ed85-44ac-96e1-a056d0cd01c6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:48.118263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d85b5e0-59aa-4b94-89ae-a193ce60f309 req-ed0390ed-ed85-44ac-96e1-a056d0cd01c6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.2345526 Jan 28 03:55:48.128246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7cc837-7677-48ef-bf0d-2dca91797747']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:48.150032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883492cc-cfa9-4b3e-a8d7-5c3626b028ea') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:48.150966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883492cc-cfa9-4b3e-a8d7-5c3626b028ea') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:48.159312 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bdd5ce3-52a2-4ba7-9a97-35183af78039 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.165305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5bdd5ce3-52a2-4ba7-9a97-35183af78039 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/be14d2da-161a-418a-a176-213ce8d4a31a HTTP/1.1" status: 204 len: 168 time: 2.1030049 Jan 28 03:55:48.167663 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (988590e8-d350-4bdf-b316-77470d264e94), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.167853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:48.177727 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (883492cc-cfa9-4b3e-a8d7-5c3626b028ea), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.189944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-a4a9a2f2-6ecc-443f-bef8-849cbc0db60c', 'network_id': 'a4a9a2f2-6ecc-443f-bef8-849cbc0db60c', 'project_id': '291df46969e14de596282068400372d9', 'fixed_ips': [{'subnet_id': '1228c7fe-9a14-4e05-8528-46621cd48c1f'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:48.191499 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.239853 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (883492cc-cfa9-4b3e-a8d7-5c3626b028ea), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.248514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'Port': ['ID=988590e8-d350-4bdf-b316-77470d264e94,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:48.257498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8bd936-67ac-4b3c-baa7-811a89975c54 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:48.258050 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a4a9a2f2-6ecc-443f-bef8-849cbc0db60c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.258959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8bd936-67ac-4b3c-baa7-811a89975c54 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:48.260793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8bd936-67ac-4b3c-baa7-811a89975c54 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:48.262427 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bd8bd936-67ac-4b3c-baa7-811a89975c54 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0953467 Jan 28 03:55:48.263727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:48.264141 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (883492cc-cfa9-4b3e-a8d7-5c3626b028ea), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.267562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:48.278383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d85b5e0-59aa-4b94-89ae-a193ce60f309 req-b59c6ac8-c4ca-441c-9b0d-69973b4cc87c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592276 Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:48.279701 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:48.305766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59184) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:48.310688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:48.342550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:48.368589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:48.380078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:48.422986 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c74e831-403d-471f-8e0e-46928ed6e49d no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:55:48.438779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Allocated IP 172.20.0.2 (a4a9a2f2-6ecc-443f-bef8-849cbc0db60c/1228c7fe-9a14-4e05-8528-46621cd48c1f/3d5ef585-9761-4d44-8381-cce5c28505dc) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:48.461689 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (1228c7fe-9a14-4e05-8528-46621cd48c1f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.469956 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (9c7cc837-7677-48ef-bf0d-2dca91797747), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.476532 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.481777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9c74e831-403d-471f-8e0e-46928ed6e49d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:55:48.482122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c74e831-403d-471f-8e0e-46928ed6e49d not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:55:48.482453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/networks/9c7cc837-7677-48ef-bf0d-2dca91797747 HTTP/1.1" status: 204 len: 168 time: 2.3054090 Jan 28 03:55:48.486846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-71b7ab54-40ca-4cca-9784-bc8325916a7f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/2ec48225-8696-443b-9906-8bbf80056ee6 HTTP/1.1" status: 200 len: 994 time: 0.1777482 Jan 28 03:55:48.490224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59188) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:48.503561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1364672271'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:48.507863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-224c7449-20c4-46de-a684-8e8df71057af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 67a7ed78-9efb-43a8-a1c9-41f735a174ea {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:48.526442 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-224c7449-20c4-46de-a684-8e8df71057af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (67a7ed78-9efb-43a8-a1c9-41f735a174ea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.551502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:48.555756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.577777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:48.578571 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.590673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ce395-434f-4575-beca-67b11da89d15 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Network': ['ID=9c7cc837-7677-48ef-bf0d-2dca91797747,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:48.610270 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-224c7449-20c4-46de-a684-8e8df71057af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (67a7ed78-9efb-43a8-a1c9-41f735a174ea), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.618318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:48.629085 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (53deab9a-5a19-428e-9d97-755e6b379fff), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.629945 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Added segment 53deab9a-5a19-428e-9d97-755e6b379fff of type vlan for network 002722db-81b1-4884-8549-38bfbd5f722b Jan 28 03:55:48.675002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (002722db-81b1-4884-8549-38bfbd5f722b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.683291 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-224c7449-20c4-46de-a684-8e8df71057af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (67a7ed78-9efb-43a8-a1c9-41f735a174ea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.692242 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Publish callbacks [] for port (3d5ef585-9761-4d44-8381-cce5c28505dc), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.700897 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (3d5ef585-9761-4d44-8381-cce5c28505dc), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.703819 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (002722db-81b1-4884-8549-38bfbd5f722b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.709507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:48.710234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.746815 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2511401 Jan 28 03:55:48.747883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Network a4a9a2f2-6ecc-443f-bef8-849cbc0db60c is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:48.750173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59190) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:48.753836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:48.755854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': '002722db-81b1-4884-8549-38bfbd5f722b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:48.759363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:48.765310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Pushing event updated for resources: {'Port': ['ID=3d5ef585-9761-4d44-8381-cce5c28505dc,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:48.786235 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-cd434c8d-881b-4557-aeba-ea31a8009087 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6564870 Jan 28 03:55:48.815126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Request body: {'port': {'device_id': '6ca4e8ed-0648-4930-af3d-3c79ef9063c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:48.821840 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (1228c7fe-9a14-4e05-8528-46621cd48c1f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.825983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-224c7449-20c4-46de-a684-8e8df71057af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (67a7ed78-9efb-43a8-a1c9-41f735a174ea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.842142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Attempting to bind port 3d5ef585-9761-4d44-8381-cce5c28505dc on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:48.842868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Attempting to bind port 3d5ef585-9761-4d44-8381-cce5c28505dc by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '41e6c819-a144-41ec-9daf-f7b6b8e89561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4a9a2f2-6ecc-443f-bef8-849cbc0db60c'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:48.843458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Attempting to bind port 3d5ef585-9761-4d44-8381-cce5c28505dc on network a4a9a2f2-6ecc-443f-bef8-849cbc0db60c {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:48.850505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:48.851122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Checking segment: {'id': '41e6c819-a144-41ec-9daf-f7b6b8e89561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4a9a2f2-6ecc-443f-bef8-849cbc0db60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:48.851810 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.852593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Bound using segment: {'id': '41e6c819-a144-41ec-9daf-f7b6b8e89561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4a9a2f2-6ecc-443f-bef8-849cbc0db60c'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:48.853329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Bound port: 3d5ef585-9761-4d44-8381-cce5c28505dc, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e6c819-a144-41ec-9daf-f7b6b8e89561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4a9a2f2-6ecc-443f-bef8-849cbc0db60c'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:48.853928 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3d5ef585-9761-4d44-8381-cce5c28505dc), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.878132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-224c7449-20c4-46de-a684-8e8df71057af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:48.887323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59194) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:48.887558 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-224c7449-20c4-46de-a684-8e8df71057af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/67a7ed78-9efb-43a8-a1c9-41f735a174ea HTTP/1.1" status: 204 len: 168 time: 0.6151135 Jan 28 03:55:48.899751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df8ea0-5cdc-42bd-b63b-afc90c6cbb30 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Network': ['ID=002722db-81b1-4884-8549-38bfbd5f722b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:48.917182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 002722db-81b1-4884-8549-38bfbd5f722b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:48.962731 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=1228c7fe-9a14-4e05-8528-46621cd48c1f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:49.053241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a4a9a2f2-6ecc-443f-bef8-849cbc0db60c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.079881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a9a2f2-6ecc-443f-bef8-849cbc0db60c']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:49.094163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e6c819-a144-41ec-9daf-f7b6b8e89561') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:49.094908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e6c819-a144-41ec-9daf-f7b6b8e89561') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:49.111235 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (41e6c819-a144-41ec-9daf-f7b6b8e89561), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.129681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (41e6c819-a144-41ec-9daf-f7b6b8e89561), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.142132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:49.143079 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (41e6c819-a144-41ec-9daf-f7b6b8e89561), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.193067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] For port 3d5ef585-9761-4d44-8381-cce5c28505dc, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:49.396140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-141cbbf3-b7e8-4f83-ade8-d9607382cd25 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet f1045698-faa7-472c-8fc8-73f376ce1c86 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:49.404893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599bd34-4d94-4331-98b5-14d45dc89765 req-f1211ffe-b61a-46d8-a197-38217a5d1cad tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:49.406501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8599bd34-4d94-4331-98b5-14d45dc89765 req-f1211ffe-b61a-46d8-a197-38217a5d1cad tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 932 time: 0.0884650 Jan 28 03:55:49.411703 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-141cbbf3-b7e8-4f83-ade8-d9607382cd25 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (f1045698-faa7-472c-8fc8-73f376ce1c86), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.441421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:49.445353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.535327 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-141cbbf3-b7e8-4f83-ade8-d9607382cd25 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (f1045698-faa7-472c-8fc8-73f376ce1c86), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.588980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8599bd34-4d94-4331-98b5-14d45dc89765 req-4c899aee-57f6-4600-b5e6-dd97f4c2a9b4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733732 Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:49.599141 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:49.623078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:55:49.623078 n-d-808199-14 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:55:49.623078 n-d-808199-14 neutron-server[103289]: [parameters: {'id': 'a4a9a2f2-6ecc-443f-bef8-849cbc0db60c'}] Jan 28 03:55:49.623078 n-d-808199-14 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:55:49.623668 n-d-808199-14 neutron-server[103289]: DEBUG oslo_db.api [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:55:49.625746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c7449-20c4-46de-a684-8e8df71057af tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=67a7ed78-9efb-43a8-a1c9-41f735a174ea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:49.629145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (988590e8-d350-4bdf-b316-77470d264e94), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.647524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ee15d2f-600e-4f00-a41f-5572bb052d5a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:49.652458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] For port 3d5ef585-9761-4d44-8381-cce5c28505dc, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3d5ef585-9761-4d44-8381-cce5c28505dc,segment=NetworkSegment(41e6c819-a144-41ec-9daf-f7b6b8e89561),segment_id=41e6c819-a144-41ec-9daf-f7b6b8e89561)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:49.693115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3d5ef585-9761-4d44-8381-cce5c28505dc), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.703501 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-141cbbf3-b7e8-4f83-ade8-d9607382cd25 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f1045698-faa7-472c-8fc8-73f376ce1c86), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.825804 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (47f72f77-7f75-4fd8-8b91-906d81e6ad22), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.833284 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-141cbbf3-b7e8-4f83-ade8-d9607382cd25 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (f1045698-faa7-472c-8fc8-73f376ce1c86), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.849639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-141cbbf3-b7e8-4f83-ade8-d9607382cd25 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.857774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-141cbbf3-b7e8-4f83-ade8-d9607382cd25 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/f1045698-faa7-472c-8fc8-73f376ce1c86 HTTP/1.1" status: 204 len: 168 time: 0.9687762 Jan 28 03:55:49.869580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e8d94-53cc-4bbb-ad33-caf751d2b43f None None] Pushing event updated for resources: {'Port': ['ID=3d5ef585-9761-4d44-8381-cce5c28505dc,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:49.885355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59198) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:49.906258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48affbd5-85c0-4740-a6ba-f5e7cf3f2983 None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:55:49.909972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:49.910351 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:49.955809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59200) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:49.956428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eb685552-4d20-4ae3-a517-a086a3759da2 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658410 Jan 28 03:55:49.964868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:49.988733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=47f72f77-7f75-4fd8-8b91-906d81e6ad22,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:50.021972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cbbf3-b7e8-4f83-ade8-d9607382cd25 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=f1045698-faa7-472c-8fc8-73f376ce1c86,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:50.033425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Checking segment: {'id': '53deab9a-5a19-428e-9d97-755e6b379fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '002722db-81b1-4884-8549-38bfbd5f722b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:50.033899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network hostable DHCP agents. Network: 002722db-81b1-4884-8549-38bfbd5f722b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:50.054511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988590e8-d350-4bdf-b316-77470d264e94 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:55:50.056113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 002722db-81b1-4884-8549-38bfbd5f722b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:50.066675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Publish callbacks [] for port (988590e8-d350-4bdf-b316-77470d264e94), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.073158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 002722db-81b1-4884-8549-38bfbd5f722b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:50.080406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:50.081220 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.093230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Transition to ACTIVE for port object 988590e8-d350-4bdf-b316-77470d264e94 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:55:50.106579 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (988590e8-d350-4bdf-b316-77470d264e94), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.111428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5ea46684-7bbc-4b45-a7cd-aec1fab5192d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3577435 Jan 28 03:55:50.112259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:50.121200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': '002722db-81b1-4884-8549-38bfbd5f722b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-114725799'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:50.139078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:50.140735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a4a9a2f2-6ecc-443f-bef8-849cbc0db60c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.172168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:50.175739 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.222549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48affbd5-85c0-4740-a6ba-f5e7cf3f2983 None None] Unable to find a vacant binding_index for network 002722db-81b1-4884-8549-38bfbd5f722b and agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 03:55:50.230753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48affbd5-85c0-4740-a6ba-f5e7cf3f2983 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 002722db-81b1-4884-8549-38bfbd5f722b) {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:55:50.258227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Pushing event updated for resources: {'Port': ['ID=988590e8-d350-4bdf-b316-77470d264e94,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:50.270922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:50.276914 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.303053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 055a63a0-47d8-48da-ab08-3ae2b15f1b83 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:50.441433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Deleting port 3d5ef585-9761-4d44-8381-cce5c28505dc {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:50.441777 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3d5ef585-9761-4d44-8381-cce5c28505dc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.466465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Attempting to bind port 988590e8-d350-4bdf-b316-77470d264e94 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:50.466803 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Attempting to bind port 988590e8-d350-4bdf-b316-77470d264e94 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:50.467132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Attempting to bind port 988590e8-d350-4bdf-b316-77470d264e94 on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:50.472582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8::19c (002722db-81b1-4884-8549-38bfbd5f722b/47f72f77-7f75-4fd8-8b91-906d81e6ad22/055a63a0-47d8-48da-ab08-3ae2b15f1b83) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:50.500159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-002722db-81b1-4884-8549-38bfbd5f722b', 'network_id': '002722db-81b1-4884-8549-38bfbd5f722b', 'project_id': 'e58f8fee11374469ae6c917ba1e10fa2', 'fixed_ips': [{'subnet_id': '47f72f77-7f75-4fd8-8b91-906d81e6ad22'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:50.501229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.518054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Port 988590e8-d350-4bdf-b316-77470d264e94 on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:55:50.518384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Attempting to bind port 988590e8-d350-4bdf-b316-77470d264e94 on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:50.534293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:50.535044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Checking segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:50.535044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Bound using segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:50.535431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Bound port: 988590e8-d350-4bdf-b316-77470d264e94, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:50.535790 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (988590e8-d350-4bdf-b316-77470d264e94), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.589998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] For port 3d5ef585-9761-4d44-8381-cce5c28505dc, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3d5ef585-9761-4d44-8381-cce5c28505dc,segment=NetworkSegment(41e6c819-a144-41ec-9daf-f7b6b8e89561),segment_id=41e6c819-a144-41ec-9daf-f7b6b8e89561)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:50.590364 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3d5ef585-9761-4d44-8381-cce5c28505dc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.612614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Calling delete_port for 3d5ef585-9761-4d44-8381-cce5c28505dc owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:50.665992 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (055a63a0-47d8-48da-ab08-3ae2b15f1b83), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.725699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (055a63a0-47d8-48da-ab08-3ae2b15f1b83), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.740280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] For port 988590e8-d350-4bdf-b316-77470d264e94, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:50.747326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] For port 988590e8-d350-4bdf-b316-77470d264e94, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=988590e8-d350-4bdf-b316-77470d264e94,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:50.767059 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (988590e8-d350-4bdf-b316-77470d264e94), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.795666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Allocated IP 2001:db8::2 (002722db-81b1-4884-8549-38bfbd5f722b/47f72f77-7f75-4fd8-8b91-906d81e6ad22/11b56669-37f7-4fa6-bfa9-49f9e90736d3) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:50.820050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 002722db-81b1-4884-8549-38bfbd5f722b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:50.829794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:50.848960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=055a63a0-47d8-48da-ab08-3ae2b15f1b83,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:50.853304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:50.854292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:50.854924 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.856328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] 10.222.0.25 "PUT /v2.0/ports/988590e8-d350-4bdf-b316-77470d264e94 HTTP/1.1" status: 200 len: 1093 time: 2.0480702 Jan 28 03:55:50.859670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca4e8ed-0648-4930-af3d-3c79ef9063c4', 'tag': '988590e8-d350-4bdf-b316-77470d264e94'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:55:50.861977 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca4e8ed-0648-4930-af3d-3c79ef9063c4", "tag": "988590e8-d350-4bdf-b316-77470d264e94"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:55:50.863448 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:50.864505 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.892755 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3d5ef585-9761-4d44-8381-cce5c28505dc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:50.894030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c1db4-eabf-4e42-a5a6-cfaa150fb411 req-22a25a46-823b-4667-96dd-294ae9a730aa tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:50.901313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:55:50.906253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a15ed-5fc8-4ded-ba86-eec370ca83fd service neutron] Pushing event updated for resources: {'Port': ['ID=988590e8-d350-4bdf-b316-77470d264e94,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:50.908392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a6c1db4-eabf-4e42-a5a6-cfaa150fb411 req-22a25a46-823b-4667-96dd-294ae9a730aa tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 944 time: 0.1933553 Jan 28 03:55:50.989685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eba320f2-e61c-4f8d-92c5-29473afaf938 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8757379 Jan 28 03:55:50.991405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59210) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:51.000246 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2717663-89da-4f07-8b5c-010041665a6f x-openstack-request-id: req-a2717663-89da-4f07-8b5c-010041665a6f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:55:51.000679 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca4e8ed-0648-4930-af3d-3c79ef9063c4", "tag": "988590e8-d350-4bdf-b316-77470d264e94", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:55:51.000786 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2717663-89da-4f07-8b5c-010041665a6f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:55:51.001181 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca4e8ed-0648-4930-af3d-3c79ef9063c4', 'tag': '988590e8-d350-4bdf-b316-77470d264e94', 'status': 'completed', 'code': 200} Jan 28 03:55:51.002062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No DVR routers for this DVR port 3d5ef585-9761-4d44-8381-cce5c28505dc on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:51.027537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Port': ['ID=3d5ef585-9761-4d44-8381-cce5c28505dc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:51.054031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a6c1db4-eabf-4e42-a5a6-cfaa150fb411 req-e8f7c0ee-cab3-4352-80b6-6422610f3055 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439207 Jan 28 03:55:51.113045 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Publish callbacks [] for port (11b56669-37f7-4fa6-bfa9-49f9e90736d3), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.122007 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (11b56669-37f7-4fa6-bfa9-49f9e90736d3), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.147562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c6538e56-5a69-4f33-b9b9-fede3a2fe2e0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 055a63a0-47d8-48da-ab08-3ae2b15f1b83 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:51.148341 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6538e56-5a69-4f33-b9b9-fede3a2fe2e0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (055a63a0-47d8-48da-ab08-3ae2b15f1b83), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.168682 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Network 002722db-81b1-4884-8549-38bfbd5f722b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:51.174425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:51.177469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a4a9a2f2-6ecc-443f-bef8-849cbc0db60c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.179104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:51.184603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Pushing event updated for resources: {'Port': ['ID=11b56669-37f7-4fa6-bfa9-49f9e90736d3,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:51.188816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-b0caee8d-06f5-43c4-9461-7507d011295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:51.190440 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-b0caee8d-06f5-43c4-9461-7507d011295a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 1096 time: 0.2175407 Jan 28 03:55:51.248226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a9a2f2-6ecc-443f-bef8-849cbc0db60c']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:51.252433 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-94f97849-ca2b-4f56-8bcf-370f0d0c38fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=988590e8-d350-4bdf-b316-77470d264e94 HTTP/1.1" status: 200 len: 217 time: 0.0487204 Jan 28 03:55:51.261275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Attempting to bind port 11b56669-37f7-4fa6-bfa9-49f9e90736d3 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:51.261891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Attempting to bind port 11b56669-37f7-4fa6-bfa9-49f9e90736d3 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '53deab9a-5a19-428e-9d97-755e6b379fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '002722db-81b1-4884-8549-38bfbd5f722b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:51.262281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Attempting to bind port 11b56669-37f7-4fa6-bfa9-49f9e90736d3 on network 002722db-81b1-4884-8549-38bfbd5f722b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:51.268563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:51.269433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Checking segment: {'id': '53deab9a-5a19-428e-9d97-755e6b379fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '002722db-81b1-4884-8549-38bfbd5f722b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:51.269584 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.269952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Bound using segment: {'id': '53deab9a-5a19-428e-9d97-755e6b379fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '002722db-81b1-4884-8549-38bfbd5f722b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:51.270520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Bound port: 11b56669-37f7-4fa6-bfa9-49f9e90736d3, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53deab9a-5a19-428e-9d97-755e6b379fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '002722db-81b1-4884-8549-38bfbd5f722b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:51.270952 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (11b56669-37f7-4fa6-bfa9-49f9e90736d3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.296167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e6c819-a144-41ec-9daf-f7b6b8e89561') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:51.296444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e6c819-a144-41ec-9daf-f7b6b8e89561') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:51.311004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6538e56-5a69-4f33-b9b9-fede3a2fe2e0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (055a63a0-47d8-48da-ab08-3ae2b15f1b83), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.327368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c6538e56-5a69-4f33-b9b9-fede3a2fe2e0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 055a63a0-47d8-48da-ab08-3ae2b15f1b83 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:51.329709 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (41e6c819-a144-41ec-9daf-f7b6b8e89561), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.345323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] For port 11b56669-37f7-4fa6-bfa9-49f9e90736d3, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:51.348329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] For port 11b56669-37f7-4fa6-bfa9-49f9e90736d3, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=11b56669-37f7-4fa6-bfa9-49f9e90736d3,segment=NetworkSegment(53deab9a-5a19-428e-9d97-755e6b379fff),segment_id=53deab9a-5a19-428e-9d97-755e6b379fff)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:51.352944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.355206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (41e6c819-a144-41ec-9daf-f7b6b8e89561), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.355495 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (11b56669-37f7-4fa6-bfa9-49f9e90736d3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.358377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-f815b8f2-ace5-40c6-927f-7d68d0961dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:51.359479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-f815b8f2-ace5-40c6-927f-7d68d0961dc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1014228 Jan 28 03:55:51.370744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:51.371145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (41e6c819-a144-41ec-9daf-f7b6b8e89561), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:51.382437 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:51.425447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc105ca8-c19c-421b-bc0e-45da0acf56d7 None None] Pushing event updated for resources: {'Port': ['ID=11b56669-37f7-4fa6-bfa9-49f9e90736d3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:51.526501 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a4a9a2f2-6ecc-443f-bef8-849cbc0db60c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.543584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.548173 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/a4a9a2f2-6ecc-443f-bef8-849cbc0db60c HTTP/1.1" status: 204 len: 168 time: 3.5729911 Jan 28 03:55:51.550577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59212) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:51.565855 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6538e56-5a69-4f33-b9b9-fede3a2fe2e0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (055a63a0-47d8-48da-ab08-3ae2b15f1b83), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.582631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cb021-ff05-4e1e-a499-6ac8af58e96b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=a4a9a2f2-6ecc-443f-bef8-849cbc0db60c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:51.585740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-0fb60409-9f06-468a-892b-687474037977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:51.587410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-0fb60409-9f06-468a-892b-687474037977 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2130861 Jan 28 03:55:51.594015 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01368d9-731d-47be-84fa-8c58feac1ca0 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] GET failed (client error): The resource could not be found. Jan 28 03:55:51.597764 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a01368d9-731d-47be-84fa-8c58feac1ca0 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/subnets/1228c7fe-9a14-4e05-8528-46621cd48c1f HTTP/1.1" status: 404 len: 337 time: 0.0427554 Jan 28 03:55:51.613973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59216) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:51.625987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6538e56-5a69-4f33-b9b9-fede3a2fe2e0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=055a63a0-47d8-48da-ab08-3ae2b15f1b83,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:51.661324 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6538e56-5a69-4f33-b9b9-fede3a2fe2e0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.668018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c6538e56-5a69-4f33-b9b9-fede3a2fe2e0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/055a63a0-47d8-48da-ab08-3ae2b15f1b83 HTTP/1.1" status: 204 len: 168 time: 0.6688969 Jan 28 03:55:51.668018 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4b9b0b-1751-46a5-8514-3c109a9ab4f2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:55:51.668018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4b9b0b-1751-46a5-8514-3c109a9ab4f2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:55:51.674134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7a4b9b0b-1751-46a5-8514-3c109a9ab4f2 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/a4a9a2f2-6ecc-443f-bef8-849cbc0db60c HTTP/1.1" status: 404 len: 339 time: 0.0547221 Jan 28 03:55:51.674134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:51.679511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59220) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:51.708905 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a79151f-8551-420c-8513-f8ff134b7cd7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:55:51.712004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4a79151f-8551-420c-8513-f8ff134b7cd7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/055a63a0-47d8-48da-ab08-3ae2b15f1b83 HTTP/1.1" status: 404 len: 333 time: 0.0370708 Jan 28 03:55:51.712466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:51.786333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-10044154-8942-4de1-9bce-f81a7398cc2e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet 47f72f77-7f75-4fd8-8b91-906d81e6ad22 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:51.789995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10044154-8942-4de1-9bce-f81a7398cc2e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (47f72f77-7f75-4fd8-8b91-906d81e6ad22), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.842940 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10044154-8942-4de1-9bce-f81a7398cc2e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (47f72f77-7f75-4fd8-8b91-906d81e6ad22), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.958687 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10044154-8942-4de1-9bce-f81a7398cc2e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (47f72f77-7f75-4fd8-8b91-906d81e6ad22), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:51.970644 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-a40bd830-9a82-4726-8925-34afea0f6cb2 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557940 Jan 28 03:55:52.035076 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10044154-8942-4de1-9bce-f81a7398cc2e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (47f72f77-7f75-4fd8-8b91-906d81e6ad22), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.052495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd65437e-d0c1-4282-bf22-9b35bdfe1c4b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.057118 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fd65437e-d0c1-4282-bf22-9b35bdfe1c4b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3736193 Jan 28 03:55:52.061656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] For port 9ee15d2f-600e-4f00-a41f-5572bb052d5a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9ee15d2f-600e-4f00-a41f-5572bb052d5a,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:52.062069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59224) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:52.073492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10044154-8942-4de1-9bce-f81a7398cc2e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=47f72f77-7f75-4fd8-8b91-906d81e6ad22,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:52.106236 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10044154-8942-4de1-9bce-f81a7398cc2e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.115850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-10044154-8942-4de1-9bce-f81a7398cc2e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/47f72f77-7f75-4fd8-8b91-906d81e6ad22 HTTP/1.1" status: 204 len: 168 time: 0.3956151 Jan 28 03:55:52.115850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-08185d32-3192-4e73-8af4-996a9c8cb764 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 207 time: 0.0467377 Jan 28 03:55:52.115850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:52.116507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59230) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:52.139118 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.160339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.161108 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (3aac1fec-d146-43d4-b499-731d9d3addef), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.245755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3b57059a-2af9-4cad-94a4-fce203a2b18e req-03a6dad7-a5b4-4738-b810-caae879e70f7 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621739 Jan 28 03:55:52.250366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (002722db-81b1-4884-8549-38bfbd5f722b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.281585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae529e-bf0a-427a-a7dc-0658ecf4b204 req-ebe97091-f127-405c-8842-e58c08bbf438 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.283793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55ae529e-bf0a-427a-a7dc-0658ecf4b204 req-ebe97091-f127-405c-8842-e58c08bbf438 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 944 time: 0.0651124 Jan 28 03:55:52.293778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:52.308010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=3aac1fec-d146-43d4-b499-731d9d3addef,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:52.310488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:52.318072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.318737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.356108 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3949513 Jan 28 03:55:52.359487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55ae529e-bf0a-427a-a7dc-0658ecf4b204 req-b9e00663-ddc7-4d2c-90ee-036f5cf42e91 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549452 Jan 28 03:55:52.360016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:52.372535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ee7e4080-5bfd-49ca-af7c-f4c874bb656e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:52.378150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98284c4-4e11-48b7-8cce-1f43d6cb8553 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=9ee15d2f-600e-4f00-a41f-5572bb052d5a,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:52.410571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85388add-fef6-42b6-bea4-d1fc1ee60d46 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.416231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85388add-fef6-42b6-bea4-d1fc1ee60d46 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.421893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85388add-fef6-42b6-bea4-d1fc1ee60d46 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.427845 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85388add-fef6-42b6-bea4-d1fc1ee60d46 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.434061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-85388add-fef6-42b6-bea4-d1fc1ee60d46 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3134904 Jan 28 03:55:52.435007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59234) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:52.502132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-c955e2de-5e02-41b1-855c-d3053acba78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.503755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-c955e2de-5e02-41b1-855c-d3053acba78e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 1096 time: 0.1419601 Jan 28 03:55:52.510617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 11b56669-37f7-4fa6-bfa9-49f9e90736d3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:52.511189 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (11b56669-37f7-4fa6-bfa9-49f9e90736d3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.594771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7e4080-5bfd-49ca-af7c-f4c874bb656e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:52.598532 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4080-5bfd-49ca-af7c-f4c874bb656e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.627566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] For port 11b56669-37f7-4fa6-bfa9-49f9e90736d3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=11b56669-37f7-4fa6-bfa9-49f9e90736d3,segment=NetworkSegment(53deab9a-5a19-428e-9d97-755e6b379fff),segment_id=53deab9a-5a19-428e-9d97-755e6b379fff)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:52.628066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (11b56669-37f7-4fa6-bfa9-49f9e90736d3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.629129 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-99faec3e-e249-4adb-8c4a-8c8f0bac4026 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1935983 Jan 28 03:55:52.636436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59236) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:52.679015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 11b56669-37f7-4fa6-bfa9-49f9e90736d3 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:52.679993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-05767324-d9b3-44cc-b587-49ed8f6b2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.682165 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-05767324-d9b3-44cc-b587-49ed8f6b2d9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.1697989 Jan 28 03:55:52.726371 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-0da76e2e-0890-40a1-9faa-9b8e534510e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=988590e8-d350-4bdf-b316-77470d264e94 HTTP/1.1" status: 200 len: 217 time: 0.0387957 Jan 28 03:55:52.745402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afd316-c0d4-4885-8eb3-303f57bea304 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.746851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afd316-c0d4-4885-8eb3-303f57bea304 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.748522 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-96afd316-c0d4-4885-8eb3-303f57bea304 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1111248 Jan 28 03:55:52.752086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59240) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:52.834848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-f9c80c05-4dd4-4265-9c8d-383d8c0f5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.836601 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-f9c80c05-4dd4-4265-9c8d-383d8c0f5910 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1016426 Jan 28 03:55:52.845455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf15aa-c847-478e-a02b-d257631c4c98 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.848026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf15aa-c847-478e-a02b-d257631c4c98 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.849709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0bdf15aa-c847-478e-a02b-d257631c4c98 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0966995 Jan 28 03:55:52.856783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59242) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:52.876251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (11b56669-37f7-4fa6-bfa9-49f9e90736d3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:52.896157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-e5e53823-d52a-4418-a55a-0eb6646d4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:52.897736 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-e5e53823-d52a-4418-a55a-0eb6646d4172 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470285 Jan 28 03:55:52.924807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091677e-b5e7-42f4-b903-f45425f4d468 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:52.927591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be417b9-19df-4d83-83a2-a58ec6bd8340 None None] Network a4a9a2f2-6ecc-443f-bef8-849cbc0db60c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:52.937611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=11b56669-37f7-4fa6-bfa9-49f9e90736d3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:52.982910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3016ca-90f9-4d2f-b2b5-f290614bfe94 None None] Network 002722db-81b1-4884-8549-38bfbd5f722b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:53.034121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No DVR routers for this DVR port 11b56669-37f7-4fa6-bfa9-49f9e90736d3 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:55:53.048147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-72f8907b-ed85-4a71-8bf4-81cb32d3ad31 None None] Could not find standard attr ID for object 11b56669-37f7-4fa6-bfa9-49f9e90736d3. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:55:53.064060 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-7370f348-ff7b-4cff-8c96-0a1847cdceee service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599872 Jan 28 03:55:53.087044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be417b9-19df-4d83-83a2-a58ec6bd8340 None None] Network a4a9a2f2-6ecc-443f-bef8-849cbc0db60c could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:55:53.113497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31fc54-2eb6-4dfb-a6ee-654770476a44 None None] Network a4a9a2f2-6ecc-443f-bef8-849cbc0db60c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:53.145047 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (002722db-81b1-4884-8549-38bfbd5f722b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:53.162036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31fc54-2eb6-4dfb-a6ee-654770476a44 None None] Network a4a9a2f2-6ecc-443f-bef8-849cbc0db60c could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:55:53.173436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002722db-81b1-4884-8549-38bfbd5f722b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:53.187796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53deab9a-5a19-428e-9d97-755e6b379fff') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:53.188626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53deab9a-5a19-428e-9d97-755e6b379fff') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:53.200016 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (53deab9a-5a19-428e-9d97-755e6b379fff), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:53.216717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4faa9f-5372-4e11-9d5b-69457fbc723f None None] Network 002722db-81b1-4884-8549-38bfbd5f722b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:53.227088 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (53deab9a-5a19-428e-9d97-755e6b379fff), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:53.233054 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ebfca4a4-1d6d-4bbc-8fff-ff4e83040135 req-a27d5caa-e768-4283-aad8-cc98ef3aae0f service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615405 Jan 28 03:55:53.243023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:53.244380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (53deab9a-5a19-428e-9d97-755e6b379fff), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:53.249486 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:53.414244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5a66c-763c-4ef6-b750-1237441bcc15 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:53.420190 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cda5a66c-763c-4ef6-b750-1237441bcc15 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/networks/6dc876b6-6439-4f28-96a4-0baebb34052e HTTP/1.1" status: 200 len: 799 time: 0.5577061 Jan 28 03:55:53.420459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59248) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:53.450811 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (002722db-81b1-4884-8549-38bfbd5f722b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:53.479379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1416f49-095e-4340-8d6d-c17ddfc721ff None None] DHCP port deletion for 002722db-81b1-4884-8549-38bfbd5f722b request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:55:53.495424 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:53.505027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/networks/002722db-81b1-4884-8549-38bfbd5f722b HTTP/1.1" status: 204 len: 168 time: 1.3911884 Jan 28 03:55:53.506619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5b416-a7bd-4968-8e87-1249bc14f209 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Network': ['ID=002722db-81b1-4884-8549-38bfbd5f722b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:53.508832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59250) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:53.525806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'name': 'tempest-PortsIpV6TestJSON-1179204598'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:53.626360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4080-5bfd-49ca-af7c-f4c874bb656e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (c97c345b-de7c-489c-a868-c427190af8ff), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:53.636289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ee15d2f-600e-4f00-a41f-5572bb052d5a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:53.649854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7e4080-5bfd-49ca-af7c-f4c874bb656e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:53.671652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ee7e4080-5bfd-49ca-af7c-f4c874bb656e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:53.694942 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-68d105dc-df3e-4a96-9194-118035d89a60 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/networks/6dc876b6-6439-4f28-96a4-0baebb34052e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2731431 Jan 28 03:55:53.699602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59252) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:53.710837 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e4080-5bfd-49ca-af7c-f4c874bb656e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:53.711588 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4080-5bfd-49ca-af7c-f4c874bb656e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:53.778177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:53.782205 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:53.785727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:53.786348 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:53.832992 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 34f06539-e3b8-4425-aec4-4048f44ce3ee yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:53.840185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0d02a-d2ff-4fa9-bb20-4d8904f52544 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:53.841907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ee7e4080-5bfd-49ca-af7c-f4c874bb656e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4748957 Jan 28 03:55:53.846538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e4080-5bfd-49ca-af7c-f4c874bb656e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=c97c345b-de7c-489c-a868-c427190af8ff,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:53.848942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59256) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:53.859779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb409afd-f28d-448d-bfef-5cc65a89b85a req-3c4a28e8-f351-4387-b97e-42f0c7199058 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:53.867727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb409afd-f28d-448d-bfef-5cc65a89b85a req-3c4a28e8-f351-4387-b97e-42f0c7199058 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 944 time: 0.3568048 Jan 28 03:55:53.895932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:c7:80:b2', 'name': 'tempest-NetworksTestDHCPv6-2040740129'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:53.989022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb409afd-f28d-448d-bfef-5cc65a89b85a req-29716591-370e-40f7-ab23-2a900e0d14e1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185105 Jan 28 03:55:54.116799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:54.130246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cc3181d6-7de4-4704-873a-47166e9fcd83 None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:54.130635 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc3181d6-7de4-4704-873a-47166e9fcd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.225153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:54.283094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cc3181d6-7de4-4704-873a-47166e9fcd83 None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:54.300357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3882bc-9c83-44b5-98ce-477b9764d9a3 None None] Update dhcp port {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': '3aac1fec-d146-43d4-b499-731d9d3addef', 'ip_address': '2001:db8::f816:3eff:fe49:33b'}, {'subnet_id': 'c97c345b-de7c-489c-a868-c427190af8ff'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '9ee15d2f-600e-4f00-a41f-5572bb052d5a'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:55:54.331179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d7fccf-472f-4387-9f3b-89bb0a20a21f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:54.333448 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f9d7fccf-472f-4387-9f3b-89bb0a20a21f tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/subnets/24d76756-1228-4149-a2d4-1022efa59c6e HTTP/1.1" status: 200 len: 811 time: 0.6328797 Jan 28 03:55:54.335580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (34f06539-e3b8-4425-aec4-4048f44ce3ee), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.337325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59258) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:54.341877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a3882bc-9c83-44b5-98ce-477b9764d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.375908 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.397145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58ccb2-ee9d-4f55-a4c4-93042a244034 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:54.398890 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2e58ccb2-ee9d-4f55-a4c4-93042a244034 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "GET /v2.0/subnets/24d76756-1228-4149-a2d4-1022efa59c6e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0603580 Jan 28 03:55:54.402816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59260) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:54.408647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-897740115'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:54.412950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port fac982c4-df06-4131-aa81-dacabfa5fcb2 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:54.456914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:54.460877 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.464976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (34f06539-e3b8-4425-aec4-4048f44ce3ee), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.494719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:55:54.512318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7586fe52-2df3-4802-bfe4-2bc7425360a7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.512741 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Added segment 7586fe52-2df3-4802-bfe4-2bc7425360a7 of type vlan for network eb3bd717-5c3d-461f-ba0e-62207988ed4a Jan 28 03:55:54.555952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:54.558531 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (eb3bd717-5c3d-461f-ba0e-62207988ed4a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.566316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:54.573124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:54.578704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:54.579325 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.585015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=34f06539-e3b8-4425-aec4-4048f44ce3ee,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:54.597381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (eb3bd717-5c3d-461f-ba0e-62207988ed4a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.605475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:54.606202 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.606413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b5820c0a-78b4-4ee2-8f2b-87b4af6649be tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0863247 Jan 28 03:55:54.609655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:54.685427 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2783296 Jan 28 03:55:54.686822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59264) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:54.691040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'network_id': 'eb3bd717-5c3d-461f-ba0e-62207988ed4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:54.727842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 172.20.0.3 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/c97c345b-de7c-489c-a868-c427190af8ff/fac982c4-df06-4131-aa81-dacabfa5fcb2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:54.736453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::f816:3eff:fec7:80b2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/3aac1fec-d146-43d4-b499-731d9d3addef/fac982c4-df06-4131-aa81-dacabfa5fcb2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:54.741650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df98c5-e9cc-40be-aa2a-0892e5148cbe tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Network': ['ID=eb3bd717-5c3d-461f-ba0e-62207988ed4a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:54.755023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network eb3bd717-5c3d-461f-ba0e-62207988ed4a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:55:54.792112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b34df753-2ebd-463a-b3c7-4875d527be9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 34f06539-e3b8-4425-aec4-4048f44ce3ee {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:54.792467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b34df753-2ebd-463a-b3c7-4875d527be9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (34f06539-e3b8-4425-aec4-4048f44ce3ee), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.819155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Made reservation on behalf of 291df46969e14de596282068400372d9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:54.824683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.894520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Performing IP validity checks on allocation pools {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:55:54.895028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:55:54.944600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b34df753-2ebd-463a-b3c7-4875d527be9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (34f06539-e3b8-4425-aec4-4048f44ce3ee), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:54.980491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 988590e8-d350-4bdf-b316-77470d264e94 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:55:54.983261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b34df753-2ebd-463a-b3c7-4875d527be9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 34f06539-e3b8-4425-aec4-4048f44ce3ee owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:55.065707 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (fac982c4-df06-4131-aa81-dacabfa5fcb2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.122633 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (5379ce56-89fd-43b9-a3fc-4b667d89e8e4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.169959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b34df753-2ebd-463a-b3c7-4875d527be9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (34f06539-e3b8-4425-aec4-4048f44ce3ee), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.178787 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fac982c4-df06-4131-aa81-dacabfa5fcb2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.210532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4b7e1-3923-497c-85aa-6808701e112b req-4a6c588a-b16e-4f2e-bfe6-161940ab5a1c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:55.212708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1b4b7e1-3923-497c-85aa-6808701e112b req-4a6c588a-b16e-4f2e-bfe6-161940ab5a1c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 944 time: 0.1194088 Jan 28 03:55:55.222296 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34df753-2ebd-463a-b3c7-4875d527be9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=34f06539-e3b8-4425-aec4-4048f44ce3ee,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:55.240108 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 988590e8-d350-4bdf-b316-77470d264e94, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=988590e8-d350-4bdf-b316-77470d264e94,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:55.264153 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b34df753-2ebd-463a-b3c7-4875d527be9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.270749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b34df753-2ebd-463a-b3c7-4875d527be9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/34f06539-e3b8-4425-aec4-4048f44ce3ee HTTP/1.1" status: 204 len: 168 time: 0.6573336 Jan 28 03:55:55.273629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59272) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:55.285345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '988590e8-d350-4bdf-b316-77470d264e94', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'port_id': '988590e8-d350-4bdf-b316-77470d264e94', 'mac_address': 'fa:16:3e:90:a0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:55:55.297830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:55.319932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'mac_address': 'fa:16:3e:3b:df:f8', 'name': 'tempest-PortsIpV6TestJSON-1027372027'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:55.330455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1b4b7e1-3923-497c-85aa-6808701e112b req-46fc210e-a820-4863-9732-e0a05af2ca72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041062 Jan 28 03:55:55.333925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:55.337105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:55.383714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2a3882bc-9c83-44b5-98ce-477b9764d9a3 None None] Allocated IP 172.20.0.2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/c97c345b-de7c-489c-a868-c427190af8ff/9ee15d2f-600e-4f00-a41f-5572bb052d5a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:55.406842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:55.407520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.426487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=fac982c4-df06-4131-aa81-dacabfa5fcb2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:55.429042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 988590e8-d350-4bdf-b316-77470d264e94 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:55.429751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (988590e8-d350-4bdf-b316-77470d264e94), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.446514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e43f0b52-74e2-4b8d-8647-d4e06fe21b81 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5545003 Jan 28 03:55:55.448204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59276) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:55.457948 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59278) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:55.478881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Checking segment: {'id': '7586fe52-2df3-4802-bfe4-2bc7425360a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eb3bd717-5c3d-461f-ba0e-62207988ed4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:55.479482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network hostable DHCP agents. Network: eb3bd717-5c3d-461f-ba0e-62207988ed4a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:55:55.481657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988590e8-d350-4bdf-b316-77470d264e94 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:55:55.514465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 988590e8-d350-4bdf-b316-77470d264e94, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=988590e8-d350-4bdf-b316-77470d264e94,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:55.523574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=5379ce56-89fd-43b9-a3fc-4b667d89e8e4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:55.528949 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (988590e8-d350-4bdf-b316-77470d264e94), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.531506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Network eb3bd717-5c3d-461f-ba0e-62207988ed4a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:55:55.538944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1fd75c-fdab-4aee-860b-abbbf04de98c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:55.542994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:55.547778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1fd75c-fdab-4aee-860b-abbbf04de98c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:55.553176 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1b1fd75c-fdab-4aee-860b-abbbf04de98c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1030941 Jan 28 03:55:55.554320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59282) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:55.593578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=988590e8-d350-4bdf-b316-77470d264e94,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:55.624576 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2a3882bc-9c83-44b5-98ce-477b9764d9a3 None None] For port 9ee15d2f-600e-4f00-a41f-5572bb052d5a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9ee15d2f-600e-4f00-a41f-5572bb052d5a,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:55.638569 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.657449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, eb3bd717-5c3d-461f-ba0e-62207988ed4a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:55.671489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ca077-14d1-4662-8b4c-532a9e2d7634 None None] Network eb3bd717-5c3d-461f-ba0e-62207988ed4a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:55.676006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port b52766cb-04ef-4734-be2f-b5d0e4345462 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:55.693137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3c13bffb-f91d-4d00-a40b-67ee742bca2e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port fac982c4-df06-4131-aa81-dacabfa5fcb2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:55.693812 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c13bffb-f91d-4d00-a40b-67ee742bca2e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fac982c4-df06-4131-aa81-dacabfa5fcb2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.731300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:55.731875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.739618 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a3882bc-9c83-44b5-98ce-477b9764d9a3 None None] Publish callbacks [] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.776982 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a3882bc-9c83-44b5-98ce-477b9764d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.777766 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b7b4ea-0120-44cc-bb66-9ecffce30305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.886478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b7b4ea-0120-44cc-bb66-9ecffce30305 admin admin] Publish callbacks [] for security_group (bf94117e-1728-4daa-9fe2-ec0cf23c0074), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.899511 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b7b4ea-0120-44cc-bb66-9ecffce30305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bf94117e-1728-4daa-9fe2-ec0cf23c0074), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.932578 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (b52766cb-04ef-4734-be2f-b5d0e4345462), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:55.966212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-63b7b4ea-0120-44cc-bb66-9ecffce30305 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=818c9be8d125429ab02b8e62bf1cdb89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5057931 Jan 28 03:55:55.972124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:55.980433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59286) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:55.995223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3e01d1a3-824e-4f9a-87ac-765a54de7a1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:55.997251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-70f12eed-4a7a-45db-bd54-55d7e870f1cf tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3101671 Jan 28 03:55:56.007418 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c13bffb-f91d-4d00-a40b-67ee742bca2e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fac982c4-df06-4131-aa81-dacabfa5fcb2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:56.007815 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b52766cb-04ef-4734-be2f-b5d0e4345462), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:56.013218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7b4ea-0120-44cc-bb66-9ecffce30305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf94117e-1728-4daa-9fe2-ec0cf23c0074,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:56.064885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3c13bffb-f91d-4d00-a40b-67ee742bca2e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for fac982c4-df06-4131-aa81-dacabfa5fcb2 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:56.069865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=b52766cb-04ef-4734-be2f-b5d0e4345462,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:56.081644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['988590e8-d350-4bdf-b316-77470d264e94'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:55:56.089143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:56.094169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:56.107267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:56.112908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:56.113173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:56.132115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3882bc-9c83-44b5-98ce-477b9764d9a3 None None] Pushing event updated for resources: {'Port': ['ID=9ee15d2f-600e-4f00-a41f-5572bb052d5a,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:56.146225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46a9ec26-a80b-48d3-a521-2f037170ba1f admin admin] Publish callbacks [] for security_group (bf94117e-1728-4daa-9fe2-ec0cf23c0074), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:56.167076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-eb3bd717-5c3d-461f-ba0e-62207988ed4a', 'network_id': 'eb3bd717-5c3d-461f-ba0e-62207988ed4a', 'project_id': '291df46969e14de596282068400372d9', 'fixed_ips': [{'subnet_id': '5379ce56-89fd-43b9-a3fc-4b667d89e8e4'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:55:56.169112 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:56.176810 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e31f81dc-8b24-42f5-b1d7-26a62c349fd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8772254 Jan 28 03:55:56.180435 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:56.191938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46a9ec26-a80b-48d3-a521-2f037170ba1f admin admin] Publish callbacks [] for security_group (bf94117e-1728-4daa-9fe2-ec0cf23c0074), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:56.196190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e01d1a3-824e-4f9a-87ac-765a54de7a1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6026416'] for subnet (5379ce56-89fd-43b9-a3fc-4b667d89e8e4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:56.274350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f09b5c-c3fb-454a-8898-d3976683d25c tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:56.285825 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-22f09b5c-c3fb-454a-8898-d3976683d25c tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/b52766cb-04ef-4734-be2f-b5d0e4345462 HTTP/1.1" status: 200 len: 845 time: 0.1023371 Jan 28 03:55:56.287871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59290) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:56.324253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46a9ec26-a80b-48d3-a521-2f037170ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bf94117e-1728-4daa-9fe2-ec0cf23c0074), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:56.331353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46a9ec26-a80b-48d3-a521-2f037170ba1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:56.336243 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-46a9ec26-a80b-48d3-a521-2f037170ba1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf94117e-1728-4daa-9fe2-ec0cf23c0074 HTTP/1.1" status: 204 len: 168 time: 0.3354719 Jan 28 03:55:56.360631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9ec26-a80b-48d3-a521-2f037170ba1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf94117e-1728-4daa-9fe2-ec0cf23c0074,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:57.001970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a220b-38af-405b-a1b2-4b4ba03d6b22 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:57.041297 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c13bffb-f91d-4d00-a40b-67ee742bca2e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fac982c4-df06-4131-aa81-dacabfa5fcb2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.064106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36c73d-3732-4249-9b2a-529fff05650f req-3b5132cc-1a24-49e7-ac02-76fd17ae6406 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:57.066332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb36c73d-3732-4249-9b2a-529fff05650f req-3b5132cc-1a24-49e7-ac02-76fd17ae6406 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 945 time: 0.1805236 Jan 28 03:55:57.094817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e01d1a3-824e-4f9a-87ac-765a54de7a1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761243384019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7585643'] for subnet (5379ce56-89fd-43b9-a3fc-4b667d89e8e4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.106232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13bffb-f91d-4d00-a40b-67ee742bca2e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=fac982c4-df06-4131-aa81-dacabfa5fcb2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:57.191487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-16165dc6-97d5-4277-88f6-515411e79005 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port b52766cb-04ef-4734-be2f-b5d0e4345462 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:57.192007 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16165dc6-97d5-4277-88f6-515411e79005 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b52766cb-04ef-4734-be2f-b5d0e4345462), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.234561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bf90011b-ebe3-423f-91bf-ebe0988ebe20 None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:57.234945 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bf90011b-ebe3-423f-91bf-ebe0988ebe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.296643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Allocated IP 172.20.0.3 (eb3bd717-5c3d-461f-ba0e-62207988ed4a/5379ce56-89fd-43b9-a3fc-4b667d89e8e4/2f636489-d6af-475a-a7ed-f76390ed45d0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:55:57.318833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e01d1a3-824e-4f9a-87ac-765a54de7a1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:57.319518 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e01d1a3-824e-4f9a-87ac-765a54de7a1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.320957 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3e01d1a3-824e-4f9a-87ac-765a54de7a1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "PUT /v2.0/subnets/5379ce56-89fd-43b9-a3fc-4b667d89e8e4 HTTP/1.1" status: 200 len: 877 time: 1.3374491 Jan 28 03:55:57.325393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59318) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:57.335527 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01d1a3-824e-4f9a-87ac-765a54de7a1b tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event updated for resources: {'Subnet': ['ID=5379ce56-89fd-43b9-a3fc-4b667d89e8e4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:57.363439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb36c73d-3732-4249-9b2a-529fff05650f req-b3be8442-69f0-49e0-b6a9-8c2504747ff6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710059 Jan 28 03:55:57.371312 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16165dc6-97d5-4277-88f6-515411e79005 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b52766cb-04ef-4734-be2f-b5d0e4345462), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.397421 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c13bffb-f91d-4d00-a40b-67ee742bca2e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.404809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c13bffb-f91d-4d00-a40b-67ee742bca2e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/fac982c4-df06-4131-aa81-dacabfa5fcb2 HTTP/1.1" status: 204 len: 168 time: 1.8468804 Jan 28 03:55:57.409161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:57.428830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-16165dc6-97d5-4277-88f6-515411e79005 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for b52766cb-04ef-4734-be2f-b5d0e4345462 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:57.533924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bf90011b-ebe3-423f-91bf-ebe0988ebe20 None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:57.615478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027fcd7-56c0-4811-bc84-d1d5098ecce5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:57.622829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027fcd7-56c0-4811-bc84-d1d5098ecce5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:57.624490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027fcd7-56c0-4811-bc84-d1d5098ecce5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:57.628702 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1027fcd7-56c0-4811-bc84-d1d5098ecce5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2148740 Jan 28 03:55:57.629037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:57.634938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ee15d2f-600e-4f00-a41f-5572bb052d5a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:57.688473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (eb3bd717-5c3d-461f-ba0e-62207988ed4a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.705742 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16165dc6-97d5-4277-88f6-515411e79005 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b52766cb-04ef-4734-be2f-b5d0e4345462), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.747854 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Publish callbacks [] for port (2f636489-d6af-475a-a7ed-f76390ed45d0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.770425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d208cf-c84b-45bc-b5fa-9d3e108ef228 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 3aac1fec-d146-43d4-b499-731d9d3addef {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:57.773627 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16165dc6-97d5-4277-88f6-515411e79005 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.773809 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (2f636489-d6af-475a-a7ed-f76390ed45d0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.782253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:57.794978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-16165dc6-97d5-4277-88f6-515411e79005 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/b52766cb-04ef-4734-be2f-b5d0e4345462 HTTP/1.1" status: 204 len: 168 time: 1.5042715 Jan 28 03:55:57.797354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16165dc6-97d5-4277-88f6-515411e79005 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=b52766cb-04ef-4734-be2f-b5d0e4345462,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:57.810544 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67d208cf-c84b-45bc-b5fa-9d3e108ef228 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (3aac1fec-d146-43d4-b499-731d9d3addef), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.824077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Network eb3bd717-5c3d-461f-ba0e-62207988ed4a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:57.828523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:57.828933 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.835363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:57.837373 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa503b7-7687-4ea0-9dd4-6797480aaffd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:55:57.840738 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5aa503b7-7687-4ea0-9dd4-6797480aaffd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/b52766cb-04ef-4734-be2f-b5d0e4345462 HTTP/1.1" status: 404 len: 333 time: 0.0564964 Jan 28 03:55:57.845784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59344) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:57.851280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'name': 'tempest-PortsIpV6TestJSON-260473356'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:57.872873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (5379ce56-89fd-43b9-a3fc-4b667d89e8e4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.897497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67d208cf-c84b-45bc-b5fa-9d3e108ef228 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (3aac1fec-d146-43d4-b499-731d9d3addef), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:57.899606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:58.018303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c92e3213-9c32-462d-b334-09190dccb67a None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:58.018909 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c92e3213-9c32-462d-b334-09190dccb67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.041262 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (5379ce56-89fd-43b9-a3fc-4b667d89e8e4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.074546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67d208cf-c84b-45bc-b5fa-9d3e108ef228 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (3aac1fec-d146-43d4-b499-731d9d3addef), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.101262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Pushing event updated for resources: {'Port': ['ID=2f636489-d6af-475a-a7ed-f76390ed45d0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:58.154024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=5379ce56-89fd-43b9-a3fc-4b667d89e8e4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:58.168255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67d208cf-c84b-45bc-b5fa-9d3e108ef228 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (3aac1fec-d146-43d4-b499-731d9d3addef), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.207159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d208cf-c84b-45bc-b5fa-9d3e108ef228 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=3aac1fec-d146-43d4-b499-731d9d3addef,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:58.220722 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67d208cf-c84b-45bc-b5fa-9d3e108ef228 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.227752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-67d208cf-c84b-45bc-b5fa-9d3e108ef228 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/3aac1fec-d146-43d4-b499-731d9d3addef HTTP/1.1" status: 204 len: 168 time: 0.5975695 Jan 28 03:55:58.229101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:58.243403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c92e3213-9c32-462d-b334-09190dccb67a None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:58.252941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Attempting to bind port 2f636489-d6af-475a-a7ed-f76390ed45d0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:55:58.253387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Attempting to bind port 2f636489-d6af-475a-a7ed-f76390ed45d0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '7586fe52-2df3-4802-bfe4-2bc7425360a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eb3bd717-5c3d-461f-ba0e-62207988ed4a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:55:58.254518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Attempting to bind port 2f636489-d6af-475a-a7ed-f76390ed45d0 on network eb3bd717-5c3d-461f-ba0e-62207988ed4a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:55:58.271204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:55:58.271895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Checking segment: {'id': '7586fe52-2df3-4802-bfe4-2bc7425360a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eb3bd717-5c3d-461f-ba0e-62207988ed4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:55:58.272504 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.273100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Bound using segment: {'id': '7586fe52-2df3-4802-bfe4-2bc7425360a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eb3bd717-5c3d-461f-ba0e-62207988ed4a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:55:58.273761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Bound port: 2f636489-d6af-475a-a7ed-f76390ed45d0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7586fe52-2df3-4802-bfe4-2bc7425360a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eb3bd717-5c3d-461f-ba0e-62207988ed4a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:55:58.274333 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2f636489-d6af-475a-a7ed-f76390ed45d0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.296372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:58.302722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ced2bf-cca5-45ae-bf3b-2bb3f770c7fe None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:58.310396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:58.311077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-3510ddbd-3735-4061-91c3-367377eed420 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet c97c345b-de7c-489c-a868-c427190af8ff {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:55:58.314333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.316388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3510ddbd-3735-4061-91c3-367377eed420 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (c97c345b-de7c-489c-a868-c427190af8ff), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.339263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (eb3bd717-5c3d-461f-ba0e-62207988ed4a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.363434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port c69ff74e-0cea-4930-bea5-af36cc5c0429 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:55:58.367942 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3510ddbd-3735-4061-91c3-367377eed420 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (c97c345b-de7c-489c-a868-c427190af8ff), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.372798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3bd717-5c3d-461f-ba0e-62207988ed4a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:58.389676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5034b1f1-1a03-48a5-a5ce-6c71b0b37863 None None] Could not find standard attr ID for object be14d2da-161a-418a-a176-213ce8d4a31a. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:55:58.419210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7586fe52-2df3-4802-bfe4-2bc7425360a7') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:58.419829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7586fe52-2df3-4802-bfe4-2bc7425360a7') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:55:58.468247 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (7586fe52-2df3-4802-bfe4-2bc7425360a7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.480953 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3510ddbd-3735-4061-91c3-367377eed420 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (c97c345b-de7c-489c-a868-c427190af8ff), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.497857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] For port 2f636489-d6af-475a-a7ed-f76390ed45d0, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:55:58.521419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] For port 2f636489-d6af-475a-a7ed-f76390ed45d0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2f636489-d6af-475a-a7ed-f76390ed45d0,segment=NetworkSegment(7586fe52-2df3-4802-bfe4-2bc7425360a7),segment_id=7586fe52-2df3-4802-bfe4-2bc7425360a7)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:55:58.528539 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2f636489-d6af-475a-a7ed-f76390ed45d0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.560865 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3510ddbd-3735-4061-91c3-367377eed420 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (c97c345b-de7c-489c-a868-c427190af8ff), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.569516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7586fe52-2df3-4802-bfe4-2bc7425360a7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.597408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:55:58.597905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (7586fe52-2df3-4802-bfe4-2bc7425360a7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:55:58.601076 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:55:58.627546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510ddbd-3735-4061-91c3-367377eed420 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=c97c345b-de7c-489c-a868-c427190af8ff,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:58.637244 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3510ddbd-3735-4061-91c3-367377eed420 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.640811 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3510ddbd-3735-4061-91c3-367377eed420 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/c97c345b-de7c-489c-a868-c427190af8ff HTTP/1.1" status: 204 len: 168 time: 0.4101670 Jan 28 03:55:58.643359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59378) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:58.674615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbf9230-5368-4ee1-9660-054e47e7e3cc None None] Network eb3bd717-5c3d-461f-ba0e-62207988ed4a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:58.695284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0981e7-da9c-4241-bc8f-beb1b69202d8 None None] Pushing event updated for resources: {'Port': ['ID=2f636489-d6af-475a-a7ed-f76390ed45d0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:58.699364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1ed01b6b-4490-4b2d-b403-7517c22459cd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493753 Jan 28 03:55:58.700210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59380) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:58.705262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-de546c32-0265-4450-816c-5d9c9b035137 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:58.771092 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:55:58.771092 n-d-808199-14 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:55:58.771092 n-d-808199-14 neutron-server[103289]: [parameters: {'id': 'eb3bd717-5c3d-461f-ba0e-62207988ed4a'}] Jan 28 03:55:58.771092 n-d-808199-14 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:55:58.771601 n-d-808199-14 neutron-server[103289]: DEBUG oslo_db.api [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:55:58.797548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (c69ff74e-0cea-4930-bea5-af36cc5c0429), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.799987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71657e43-5319-4590-9cd6-be88423b1916 req-e314459c-e854-468a-9c95-f33d1adb4220 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:58.802046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71657e43-5319-4590-9cd6-be88423b1916 req-e314459c-e854-468a-9c95-f33d1adb4220 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 945 time: 0.2320046 Jan 28 03:55:58.818359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da2ed3-0457-42b8-89bc-8e6d97d74d37 None None] Network eb3bd717-5c3d-461f-ba0e-62207988ed4a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:58.857632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c69ff74e-0cea-4930-bea5-af36cc5c0429), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.889628 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71657e43-5319-4590-9cd6-be88423b1916 req-38a78d9a-d61c-4510-b490-b7a5d27b65c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819347 Jan 28 03:55:58.915298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de546c32-0265-4450-816c-5d9c9b035137 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:58.920530 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de546c32-0265-4450-816c-5d9c9b035137 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.938782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:58.944471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:58.949223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:55:58.954743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:58.955364 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:58.960433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=c69ff74e-0cea-4930-bea5-af36cc5c0429,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:58.995811 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ebca4799-b786-4cec-a1e5-e7c1b10705f3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1475127 Jan 28 03:55:59.000273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59396) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:59.002873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 988590e8-d350-4bdf-b316-77470d264e94 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:55:59.030711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-94840da1-c340-4e85-8636-3145ebda5274 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:59.082681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 988590e8-d350-4bdf-b316-77470d264e94 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:55:59.088457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 988590e8-d350-4bdf-b316-77470d264e94 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:59.090528 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (988590e8-d350-4bdf-b316-77470d264e94), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.227451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94840da1-c340-4e85-8636-3145ebda5274 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c69ff74e-0cea-4930-bea5-af36cc5c0429), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.239263 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de546c32-0265-4450-816c-5d9c9b035137 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (654b031f-e36b-4a24-abe7-0652b197632f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.273363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 988590e8-d350-4bdf-b316-77470d264e94 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:59.276877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (988590e8-d350-4bdf-b316-77470d264e94), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.277063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (eb3bd717-5c3d-461f-ba0e-62207988ed4a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.301570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de546c32-0265-4450-816c-5d9c9b035137 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:55:59.305776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-de546c32-0265-4450-816c-5d9c9b035137 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:55:59.311855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de546c32-0265-4450-816c-5d9c9b035137 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:59.312588 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de546c32-0265-4450-816c-5d9c9b035137 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.330688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca4e8ed-0648-4930-af3d-3c79ef9063c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988590e8-d350-4bdf-b316-77470d264e94'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:55:59.332993 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2fecc9-9870-4d5a-b022-31d2e38364a3" -d '{"events": [{"server_uuid": "6ca4e8ed-0648-4930-af3d-3c79ef9063c4", "name": "network-vif-plugged", "status": "completed", "tag": "988590e8-d350-4bdf-b316-77470d264e94"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:55:59.341853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de546c32-0265-4450-816c-5d9c9b035137 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=654b031f-e36b-4a24-abe7-0652b197632f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:59.374989 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-de546c32-0265-4450-816c-5d9c9b035137 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6733444 Jan 28 03:55:59.377722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59416) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:59.386886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:55:59.393086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 988590e8-d350-4bdf-b316-77470d264e94, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=988590e8-d350-4bdf-b316-77470d264e94,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:59.402008 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a26bc2-21ca-43a6-b80f-65c5296c842b x-openstack-request-id: req-b4a26bc2-21ca-43a6-b80f-65c5296c842b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:55:59.402322 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca4e8ed-0648-4930-af3d-3c79ef9063c4", "name": "network-vif-plugged", "status": "completed", "tag": "988590e8-d350-4bdf-b316-77470d264e94", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:55:59.402518 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4a26bc2-21ca-43a6-b80f-65c5296c842b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:55:59.403961 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca4e8ed-0648-4930-af3d-3c79ef9063c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988590e8-d350-4bdf-b316-77470d264e94', 'code': 200} Jan 28 03:55:59.405470 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (988590e8-d350-4bdf-b316-77470d264e94), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.491458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=988590e8-d350-4bdf-b316-77470d264e94,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:59.499444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815d4cc7-5cff-4bef-ac3d-d20776048b44 None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:55:59.553975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ef37a0ee-cfe9-41c1-b26d-a276a41aab97 None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:55:59.554354 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef37a0ee-cfe9-41c1-b26d-a276a41aab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.558150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Deleting port 2f636489-d6af-475a-a7ed-f76390ed45d0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:59.558699 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2f636489-d6af-475a-a7ed-f76390ed45d0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.596702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:55:59.601528 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.676921 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d4cc7-5cff-4bef-ac3d-d20776048b44 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:55:59.685326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f945-6d57-44b9-95cd-91c7a30d4e67 req-3c5c3018-2a87-4ae8-b436-8d41cd0b02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:59.686825 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b7d9f945-6d57-44b9-95cd-91c7a30d4e67 req-3c5c3018-2a87-4ae8-b436-8d41cd0b02a1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 1098 time: 0.1787596 Jan 28 03:55:59.689955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94840da1-c340-4e85-8636-3145ebda5274 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (c69ff74e-0cea-4930-bea5-af36cc5c0429), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.696016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] For port 2f636489-d6af-475a-a7ed-f76390ed45d0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2f636489-d6af-475a-a7ed-f76390ed45d0,segment=NetworkSegment(7586fe52-2df3-4802-bfe4-2bc7425360a7),segment_id=7586fe52-2df3-4802-bfe4-2bc7425360a7)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:55:59.696455 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2f636489-d6af-475a-a7ed-f76390ed45d0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.714526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94840da1-c340-4e85-8636-3145ebda5274 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c69ff74e-0cea-4930-bea5-af36cc5c0429), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.738007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-94840da1-c340-4e85-8636-3145ebda5274 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] In _notify_port_updated(), no bound segment for port c69ff74e-0cea-4930-bea5-af36cc5c0429 on network b388c649-939b-4f6a-8a6d-12257ba18f96 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:55:59.738706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ef37a0ee-cfe9-41c1-b26d-a276a41aab97 None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:55:59.744364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94840da1-c340-4e85-8636-3145ebda5274 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:59.745675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94840da1-c340-4e85-8636-3145ebda5274 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.750319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-94840da1-c340-4e85-8636-3145ebda5274 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "PUT /v2.0/ports/c69ff74e-0cea-4930-bea5-af36cc5c0429 HTTP/1.1" status: 200 len: 818 time: 0.7463176 Jan 28 03:55:59.750832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:55:59.770213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Calling delete_port for 2f636489-d6af-475a-a7ed-f76390ed45d0 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:55:59.894846 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b7d9f945-6d57-44b9-95cd-91c7a30d4e67 req-213be7d2-2b14-4e99-a268-2fbbc68ee7f2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937487 Jan 28 03:55:59.897344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94840da1-c340-4e85-8636-3145ebda5274 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=c69ff74e-0cea-4930-bea5-af36cc5c0429,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:55:59.955414 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (2f636489-d6af-475a-a7ed-f76390ed45d0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.957169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6412a3b-6ccc-4ce1-8fde-9ae4c160f013 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port c69ff74e-0cea-4930-bea5-af36cc5c0429 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:55:59.957519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6412a3b-6ccc-4ce1-8fde-9ae4c160f013 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c69ff74e-0cea-4930-bea5-af36cc5c0429), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.961936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d4ba5e-3f0a-41f1-b9bf-4a2bbf91245b None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:55:59.995343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Port': ['ID=2f636489-d6af-475a-a7ed-f76390ed45d0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:00.028763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No DVR routers for this DVR port 2f636489-d6af-475a-a7ed-f76390ed45d0 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:00.051099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6412a3b-6ccc-4ce1-8fde-9ae4c160f013 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c69ff74e-0cea-4930-bea5-af36cc5c0429), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.083779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6412a3b-6ccc-4ce1-8fde-9ae4c160f013 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for c69ff74e-0cea-4930-bea5-af36cc5c0429 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:00.153582 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (eb3bd717-5c3d-461f-ba0e-62207988ed4a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.177801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3bd717-5c3d-461f-ba0e-62207988ed4a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:00.190455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7586fe52-2df3-4802-bfe4-2bc7425360a7') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:00.190758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7586fe52-2df3-4802-bfe4-2bc7425360a7') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:00.202976 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (7586fe52-2df3-4802-bfe4-2bc7425360a7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.219635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7586fe52-2df3-4802-bfe4-2bc7425360a7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.229628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:00.230049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (7586fe52-2df3-4802-bfe4-2bc7425360a7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:00.307731 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:00.312940 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (eb3bd717-5c3d-461f-ba0e-62207988ed4a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.319273 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.324547 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/eb3bd717-5c3d-461f-ba0e-62207988ed4a HTTP/1.1" status: 204 len: 168 time: 2.9974458 Jan 28 03:56:00.330334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59426) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:00.350835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc96b6-fb44-4ef3-9393-4203034e13d3 req-3c9229ab-4607-4747-b71f-20e5e9d69a09 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:00.352398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38dc96b6-fb44-4ef3-9393-4203034e13d3 req-3c9229ab-4607-4747-b71f-20e5e9d69a09 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.2888291 Jan 28 03:56:00.354757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.objects.ports [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:56:00.371864 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-604ebe2a-ac90-4627-9d93-4a5b38e8624d tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:00.374832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604ebe2a-ac90-4627-9d93-4a5b38e8624d tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:00.377780 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-604ebe2a-ac90-4627-9d93-4a5b38e8624d tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/5379ce56-89fd-43b9-a3fc-4b667d89e8e4 HTTP/1.1" status: 404 len: 337 time: 0.0440772 Jan 28 03:56:00.377780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc5562-4314-4c96-8d27-69373887839e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=eb3bd717-5c3d-461f-ba0e-62207988ed4a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:00.379227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59428) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:00.406269 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3f5fe9-acd9-4abb-99fd-07160bfa7ee8 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:00.406783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3f5fe9-acd9-4abb-99fd-07160bfa7ee8 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:00.412024 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7a3f5fe9-acd9-4abb-99fd-07160bfa7ee8 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/eb3bd717-5c3d-461f-ba0e-62207988ed4a HTTP/1.1" status: 404 len: 339 time: 0.0289328 Jan 28 03:56:00.412369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59430) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:00.445264 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ca6cf1-3565-4ae2-938f-5faf898d7aec tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:00.446010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ca6cf1-3565-4ae2-938f-5faf898d7aec tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:00.450065 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c9ca6cf1-3565-4ae2-938f-5faf898d7aec tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/1228c7fe-9a14-4e05-8528-46621cd48c1f HTTP/1.1" status: 404 len: 337 time: 0.0366197 Jan 28 03:56:00.453159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59432) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:00.478934 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-23a98431-e801-4356-811e-67d2ddfa7c58 None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:00.480058 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23a98431-e801-4356-811e-67d2ddfa7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.483107 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-169a89e1-833b-4e3b-ae8f-74b5f0781626 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:00.483750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169a89e1-833b-4e3b-ae8f-74b5f0781626 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:00.487152 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-169a89e1-833b-4e3b-ae8f-74b5f0781626 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/a4a9a2f2-6ecc-443f-bef8-849cbc0db60c HTTP/1.1" status: 404 len: 339 time: 0.0326009 Jan 28 03:56:00.489769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59434) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:00.602183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-23a98431-e801-4356-811e-67d2ddfa7c58 None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:00.606170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.612890 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6412a3b-6ccc-4ce1-8fde-9ae4c160f013 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c69ff74e-0cea-4930-bea5-af36cc5c0429), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.621599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38dc96b6-fb44-4ef3-9393-4203034e13d3 req-3508898a-5d89-4f38-a373-63482708bc5f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614083 Jan 28 03:56:00.689306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6412a3b-6ccc-4ce1-8fde-9ae4c160f013 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=c69ff74e-0cea-4930-bea5-af36cc5c0429,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:00.704306 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6412a3b-6ccc-4ce1-8fde-9ae4c160f013 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.710508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d6412a3b-6ccc-4ce1-8fde-9ae4c160f013 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/c69ff74e-0cea-4930-bea5-af36cc5c0429 HTTP/1.1" status: 204 len: 168 time: 0.9563110 Jan 28 03:56:00.710919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:00.725947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-26849a94-b4d0-4312-ae6b-4bbc2b397cf6 None None] Could not find standard attr ID for object fac982c4-df06-4131-aa81-dacabfa5fcb2. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:00.755853 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.785536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:00.793790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530582b9-fc88-4fdc-aa25-9b24133c2210 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:00.798440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-530582b9-fc88-4fdc-aa25-9b24133c2210 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0835557 Jan 28 03:56:00.800789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59440) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:00.804245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.805097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a6c533-d728-4822-8f30-f06473615abd') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:00.805403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a6c533-d728-4822-8f30-f06473615abd') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:00.844209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (23a6c533-d728-4822-8f30-f06473615abd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.853715 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f51837c-b724-40ba-8e35-3e208bfa2e5d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:56:00.859459 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4f51837c-b724-40ba-8e35-3e208bfa2e5d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/c69ff74e-0cea-4930-bea5-af36cc5c0429 HTTP/1.1" status: 404 len: 333 time: 0.0581167 Jan 28 03:56:00.861198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59442) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:00.870232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-347196155'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:00.875115 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (23a6c533-d728-4822-8f30-f06473615abd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.891562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:00.894170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (23a6c533-d728-4822-8f30-f06473615abd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:00.904453 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:00.987780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:00.991621 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.023725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.033658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.041367 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b HTTP/1.1" status: 204 len: 168 time: 0.5501261 Jan 28 03:56:01.042767 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.042908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:56:01.064027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492c0c0-a464-4f81-ba16-591bdf93f970 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=4bd0bba7-e0c8-4d57-a0ef-c4c08ac0b36b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:01.067180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] For port 9ee15d2f-600e-4f00-a41f-5572bb052d5a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9ee15d2f-600e-4f00-a41f-5572bb052d5a,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:01.069516 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (706fbb29-b5ad-47e4-81d6-113241943bd4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.069910 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Added segment 706fbb29-b5ad-47e4-81d6-113241943bd4 of type vlan for network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 Jan 28 03:56:01.083901 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b13598-f05d-4d24-95ba-416fd7f188a5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.084365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b13598-f05d-4d24-95ba-416fd7f188a5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.090561 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-16b13598-f05d-4d24-95ba-416fd7f188a5 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/8148eff0-9030-4c4e-a867-e3d231398354 HTTP/1.1" status: 404 len: 337 time: 0.0368690 Jan 28 03:56:01.091179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59446) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.111480 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cc1f7a-9296-4493-81af-351d5dcf943c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.111998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cc1f7a-9296-4493-81af-351d5dcf943c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.117696 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b8cc1f7a-9296-4493-81af-351d5dcf943c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/f5637623-ced3-447f-a2d5-9349c3b683ba HTTP/1.1" status: 404 len: 339 time: 0.0255468 Jan 28 03:56:01.118342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59448) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.153027 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-873912ca-f418-421e-86c4-48930cae92bc tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.153493 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873912ca-f418-421e-86c4-48930cae92bc tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.157327 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.158179 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-873912ca-f418-421e-86c4-48930cae92bc tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/097e781f-0ba2-4984-af23-9eb0769dbc0f HTTP/1.1" status: 404 len: 337 time: 0.0381403 Jan 28 03:56:01.161145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59450) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.163373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.167938 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.170520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (e401eb7c-9f6c-4a69-9de1-8e6ccb00de46), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.186554 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8011178-84a8-4fb3-81ef-3ce177be2497 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.187070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8011178-84a8-4fb3-81ef-3ce177be2497 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.190280 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a8011178-84a8-4fb3-81ef-3ce177be2497 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/58d8efea-12fb-42c3-9500-d38a0818cf9b HTTP/1.1" status: 404 len: 339 time: 0.0280747 Jan 28 03:56:01.192804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59452) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.234988 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-143d5689-f408-4c14-a92d-e4ac1308fc0e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.235366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143d5689-f408-4c14-a92d-e4ac1308fc0e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.238754 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-143d5689-f408-4c14-a92d-e4ac1308fc0e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/f1b2d9a4-19a0-4af3-9271-749ebf7e0932 HTTP/1.1" status: 404 len: 337 time: 0.0449183 Jan 28 03:56:01.241303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.244322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:01.261824 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb53f6d-08ab-4b14-94fb-2663c233c541 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.262096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:01.262332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb53f6d-08ab-4b14-94fb-2663c233c541 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.265815 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4cb53f6d-08ab-4b14-94fb-2663c233c541 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/28dfc28c-a3ae-4018-8a79-efb395385482 HTTP/1.1" status: 404 len: 339 time: 0.0235960 Jan 28 03:56:01.269656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59456) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.271059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:01.271667 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.278179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc8d51-465a-4f02-b50e-48981c0c6b46 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:01.300586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=e401eb7c-9f6c-4a69-9de1-8e6ccb00de46,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:01.311225 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.317501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:01.317501 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.324929 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7503a12b-5264-4fd1-b329-9b947d4b8c5d tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.325621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7503a12b-5264-4fd1-b329-9b947d4b8c5d tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.330034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7503a12b-5264-4fd1-b329-9b947d4b8c5d tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/eaed6a6d-b34b-4f01-af7b-6e01fba47166 HTTP/1.1" status: 404 len: 337 time: 0.0593598 Jan 28 03:56:01.332714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59458) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.366133 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48bb3ba-bc7f-45f3-b9cd-33f751c59271 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.367028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48bb3ba-bc7f-45f3-b9cd-33f751c59271 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.372977 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c48bb3ba-bc7f-45f3-b9cd-33f751c59271 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/98a4305e-00e7-470f-a968-accfb062cc6d HTTP/1.1" status: 404 len: 339 time: 0.0387235 Jan 28 03:56:01.376032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.406115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0241182 Jan 28 03:56:01.406115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Network': ['ID=b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:01.407303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59462) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.410883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bd9969f0-1477-4f7b-b81d-762435d0169e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5486834 Jan 28 03:56:01.411584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd5089-4e1d-4982-9929-67b158ec62bb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=9ee15d2f-600e-4f00-a41f-5572bb052d5a,revision_number=11']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:01.419207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:38:f1:f8', 'name': 'tempest-NetworksTestDHCPv6-83275297'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:01.428102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:56:01.433283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59464) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.447106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:01.455271 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9c8f17-503e-4b38-94b5-962ff195ffb1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.458745 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9c8f17-503e-4b38-94b5-962ff195ffb1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.471050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59466) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.471591 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fd9c8f17-503e-4b38-94b5-962ff195ffb1 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/fd48918a-c8b1-4bb3-8873-302d5aad19e3 HTTP/1.1" status: 404 len: 337 time: 0.0942185 Jan 28 03:56:01.497428 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-741e4167-ea53-4362-a735-33cf23269400 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.497858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741e4167-ea53-4362-a735-33cf23269400 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.500888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-741e4167-ea53-4362-a735-33cf23269400 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/5f7108f5-3b77-469a-8411-528703f7cb7c HTTP/1.1" status: 404 len: 339 time: 0.0288553 Jan 28 03:56:01.503553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59468) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.546028 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49ca8c7-1dda-433c-85e1-b32807c596bd tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.546497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49ca8c7-1dda-433c-85e1-b32807c596bd tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.549577 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c49ca8c7-1dda-433c-85e1-b32807c596bd tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/675bbf9c-b9d5-450e-9726-76cd441db44a HTTP/1.1" status: 404 len: 337 time: 0.0449262 Jan 28 03:56:01.552746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.592163 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a7245c-cec1-404e-a47b-4dc47a10883e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.592695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a7245c-cec1-404e-a47b-4dc47a10883e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.595792 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-04a7245c-cec1-404e-a47b-4dc47a10883e tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/1b8bbca6-edd8-453e-9ed2-dbf41fdec036 HTTP/1.1" status: 404 len: 339 time: 0.0423892 Jan 28 03:56:01.598349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.636901 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c03cd8-b657-48e2-98e4-8a4b7f73fb8c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.637672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c03cd8-b657-48e2-98e4-8a4b7f73fb8c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.640682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a4c03cd8-b657-48e2-98e4-8a4b7f73fb8c tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/3ddf9c90-ead6-4c8f-9e9c-aa497138f04d HTTP/1.1" status: 404 len: 337 time: 0.0413098 Jan 28 03:56:01.643329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59474) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.658402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:01.663027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ee15d2f-600e-4f00-a41f-5572bb052d5a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:01.685881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:01.693225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.704119 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-35040b7e-d67d-43a1-b0a0-d540c9bfce60 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.704637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35040b7e-d67d-43a1-b0a0-d540c9bfce60 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.716595 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-35040b7e-d67d-43a1-b0a0-d540c9bfce60 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/5142d981-d4eb-42fb-86cd-704fa118f86a HTTP/1.1" status: 404 len: 339 time: 0.0720437 Jan 28 03:56:01.717560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59480) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.719026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becbfbe5-4387-4edc-80e3-a86daddf2caf None None] Update dhcp port {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': 'e401eb7c-9f6c-4a69-9de1-8e6ccb00de46', 'ip_address': '2001:db8::f816:3eff:fe49:33b'}, {'subnet_id': '654b031f-e36b-4a24-abe7-0652b197632f'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '9ee15d2f-600e-4f00-a41f-5572bb052d5a'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:56:01.746704 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-becbfbe5-4387-4edc-80e3-a86daddf2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.791108 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.798550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:01.799194 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.857481 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87c9628-6d8f-4f8b-ac69-42e116ed2ff7 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.858481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87c9628-6d8f-4f8b-ac69-42e116ed2ff7 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.864380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 17fbb7ca-7576-4531-aab0-c0bd387a04c5 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:01.866139 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e87c9628-6d8f-4f8b-ac69-42e116ed2ff7 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/5573bc3d-a27d-4556-afc9-c50cfb433e48 HTTP/1.1" status: 404 len: 337 time: 0.0536644 Jan 28 03:56:01.869639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59482) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.900659 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f96a53-3a59-45c7-9396-5d8aecea9774 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:01.901340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f96a53-3a59-45c7-9396-5d8aecea9774 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:01.907425 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d8f96a53-3a59-45c7-9396-5d8aecea9774 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/6ea3d7b8-b44a-486e-8966-98e10f434ce4 HTTP/1.1" status: 404 len: 339 time: 0.0363832 Jan 28 03:56:01.908171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59484) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:01.959227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916aa10-3c26-46de-9b83-d0cef14d178f req-439a1f7d-ffe3-4566-b18e-1a0217b4c706 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:01.969571 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c916aa10-3c26-46de-9b83-d0cef14d178f req-439a1f7d-ffe3-4566-b18e-1a0217b4c706 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.1845081 Jan 28 03:56:02.036209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7558d8a7-13c9-49c7-8051-7f803d96bc70 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Deleting subnet 24d76756-1228-4149-a2d4-1022efa59c6e {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:02.043826 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7558d8a7-13c9-49c7-8051-7f803d96bc70 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (24d76756-1228-4149-a2d4-1022efa59c6e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.062022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c916aa10-3c26-46de-9b83-d0cef14d178f req-8d38787d-0a3b-4d09-b13f-5caec53021ff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911958 Jan 28 03:56:02.153537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:02.174140 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7558d8a7-13c9-49c7-8051-7f803d96bc70 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (24d76756-1228-4149-a2d4-1022efa59c6e), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.178631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 172.20.0.2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/654b031f-e36b-4a24-abe7-0652b197632f/17fbb7ca-7576-4531-aab0-c0bd387a04c5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:02.186335 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::f816:3eff:fe38:f1f8 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/e401eb7c-9f6c-4a69-9de1-8e6ccb00de46/17fbb7ca-7576-4531-aab0-c0bd387a04c5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:02.220609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (98abbabc-fb07-4ee7-b279-15662426db5c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.331227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=98abbabc-fb07-4ee7-b279-15662426db5c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:02.343143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Checking segment: {'id': '706fbb29-b5ad-47e4-81d6-113241943bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:02.343505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network hostable DHCP agents. Network: b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:56:02.361658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7558d8a7-13c9-49c7-8051-7f803d96bc70 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (24d76756-1228-4149-a2d4-1022efa59c6e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.390557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:56:02.393469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109c76-d779-4a22-958e-58b4b744e70a req-1acf0f20-a48c-4d46-8a2f-23ccd13dd1dc tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:02.400480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5109c76-d779-4a22-958e-58b4b744e70a req-1acf0f20-a48c-4d46-8a2f-23ccd13dd1dc tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.0931537 Jan 28 03:56:02.411965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:02.421743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:02.422367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.424901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d04860-c816-421b-8c05-6124aa56287a None None] Network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:02.448495 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dd96ba4b-1698-447b-b58a-082158b720d6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0100405 Jan 28 03:56:02.448750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59490) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:02.453878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b8adb136-25c9-4d53-8558-511bb51091a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:02.471448 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (17fbb7ca-7576-4531-aab0-c0bd387a04c5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.481955 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5109c76-d779-4a22-958e-58b4b744e70a req-eb9a91a1-b9d6-4849-a2fd-aa4f2a95263a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804720 Jan 28 03:56:02.511392 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7558d8a7-13c9-49c7-8051-7f803d96bc70 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (24d76756-1228-4149-a2d4-1022efa59c6e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.541531 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (17fbb7ca-7576-4531-aab0-c0bd387a04c5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.545625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558d8a7-13c9-49c7-8051-7f803d96bc70 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Subnet': ['ID=24d76756-1228-4149-a2d4-1022efa59c6e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:02.557806 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7558d8a7-13c9-49c7-8051-7f803d96bc70 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.561208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7558d8a7-13c9-49c7-8051-7f803d96bc70 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/subnets/24d76756-1228-4149-a2d4-1022efa59c6e HTTP/1.1" status: 204 len: 168 time: 0.6491570 Jan 28 03:56:02.564064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:02.569297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778f706-7f28-414a-b277-1f638037c8f1 None None] Network 6dc876b6-6439-4f28-96a4-0baebb34052e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:02.602666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:02.608453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:02.617344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:02.663657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=17fbb7ca-7576-4531-aab0-c0bd387a04c5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:02.669575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (6dc876b6-6439-4f28-96a4-0baebb34052e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.679974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8', 'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8', 'project_id': 'e58f8fee11374469ae6c917ba1e10fa2', 'fixed_ips': [{'subnet_id': '98abbabc-fb07-4ee7-b279-15662426db5c'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:02.680480 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.692870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:02.693564 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.717538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8adb136-25c9-4d53-8558-511bb51091a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:02.718742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b52d5ef6-a856-408c-b22d-e2482887ba49 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.3039846 Jan 28 03:56:02.721231 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8adb136-25c9-4d53-8558-511bb51091a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.722066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:02.770620 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-becbfbe5-4387-4edc-80e3-a86daddf2caf None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-bf33f513-27de-477e-b9f3-96155e6ab092 {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:56:02.771364 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-becbfbe5-4387-4edc-80e3-a86daddf2caf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:56:02.790847 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c78e68-4b40-4297-9eee-ef44d4b9e4f8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:02.797956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c78e68-4b40-4297-9eee-ef44d4b9e4f8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:02.799863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-07c78e68-4b40-4297-9eee-ef44d4b9e4f8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0760550 Jan 28 03:56:02.802855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59496) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:02.826679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Deleting port 28228138-c191-4ccd-a0a7-12cc31f8a91b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:02.827020 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.830563 n-d-808199-14 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-b8adb136-25c9-4d53-8558-511bb51091a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98abbabc-fb07-4ee7-b279-15662426db5c (CIDR: 2001:db8::/64) Jan 28 03:56:02.845297 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8adb136-25c9-4d53-8558-511bb51091a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:56:02.845811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8adb136-25c9-4d53-8558-511bb51091a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:02.925451 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b8adb136-25c9-4d53-8558-511bb51091a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4730618 Jan 28 03:56:02.934878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:02.940331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-507eb013-a9f1-43fe-b66b-a2b004405c4a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:02.951519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] For port 28228138-c191-4ccd-a0a7-12cc31f8a91b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=28228138-c191-4ccd-a0a7-12cc31f8a91b,segment=NetworkSegment(ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce),segment_id=ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:02.951948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:02.972991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358bf7af-c9cb-464f-8c5c-ad8a2c8bc60c None None] DHCP port deletion for 6dc876b6-6439-4f28-96a4-0baebb34052e request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:02.989672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-77342034-8684-407f-b6dd-0a77fecfaba8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 17fbb7ca-7576-4531-aab0-c0bd387a04c5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:02.990071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77342034-8684-407f-b6dd-0a77fecfaba8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (17fbb7ca-7576-4531-aab0-c0bd387a04c5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.004754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Calling delete_port for 28228138-c191-4ccd-a0a7-12cc31f8a91b owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:03.023144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Allocated IP 2001:db8::2 (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8/98abbabc-fb07-4ee7-b279-15662426db5c/76413d24-9103-4764-a6af-1ad85df6255a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:03.102285 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77342034-8684-407f-b6dd-0a77fecfaba8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (17fbb7ca-7576-4531-aab0-c0bd387a04c5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.119348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-77342034-8684-407f-b6dd-0a77fecfaba8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 17fbb7ca-7576-4531-aab0-c0bd387a04c5 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:03.144418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507eb013-a9f1-43fe-b66b-a2b004405c4a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:03.150666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-358bf7af-c9cb-464f-8c5c-ad8a2c8bc60c None None] Deleting port 28228138-c191-4ccd-a0a7-12cc31f8a91b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:03.151313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-507eb013-a9f1-43fe-b66b-a2b004405c4a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.151501 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-358bf7af-c9cb-464f-8c5c-ad8a2c8bc60c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.156354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.239172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-358bf7af-c9cb-464f-8c5c-ad8a2c8bc60c None None] For port 28228138-c191-4ccd-a0a7-12cc31f8a91b, host n-d-808199-14, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:03.239658 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-358bf7af-c9cb-464f-8c5c-ad8a2c8bc60c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.240295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Port': ['ID=28228138-c191-4ccd-a0a7-12cc31f8a91b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:03.245656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] No DVR routers for this DVR port 28228138-c191-4ccd-a0a7-12cc31f8a91b on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:03.289913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-358bf7af-c9cb-464f-8c5c-ad8a2c8bc60c None None] Calling delete_port for 28228138-c191-4ccd-a0a7-12cc31f8a91b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:03.311026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-358bf7af-c9cb-464f-8c5c-ad8a2c8bc60c None None] Port 28228138-c191-4ccd-a0a7-12cc31f8a91b was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:56:03.320955 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-358bf7af-c9cb-464f-8c5c-ad8a2c8bc60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (28228138-c191-4ccd-a0a7-12cc31f8a91b), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.360493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358bf7af-c9cb-464f-8c5c-ad8a2c8bc60c None None] No DVR routers for this DVR port 28228138-c191-4ccd-a0a7-12cc31f8a91b on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:03.366155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-becbfbe5-4387-4edc-80e3-a86daddf2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.368821 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bf7af-c9cb-464f-8c5c-ad8a2c8bc60c None None] Pushing event deleted for resources: {'Port': ['ID=28228138-c191-4ccd-a0a7-12cc31f8a91b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:03.373593 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (6dc876b6-6439-4f28-96a4-0baebb34052e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.377374 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Publish callbacks [] for port (76413d24-9103-4764-a6af-1ad85df6255a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.392680 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (76413d24-9103-4764-a6af-1ad85df6255a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.418258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc876b6-6439-4f28-96a4-0baebb34052e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:03.431506 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77342034-8684-407f-b6dd-0a77fecfaba8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (17fbb7ca-7576-4531-aab0-c0bd387a04c5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.434005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:03.434700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:03.447548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.470100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.493601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77342034-8684-407f-b6dd-0a77fecfaba8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=17fbb7ca-7576-4531-aab0-c0bd387a04c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:03.501074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:03.501479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (ea8c9ce8-dc51-4169-8d9c-81e5c6abbfce), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:03.506899 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:03.531639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:03.538309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Pushing event updated for resources: {'Port': ['ID=76413d24-9103-4764-a6af-1ad85df6255a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:03.543873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:03.548272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:03.627579 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77342034-8684-407f-b6dd-0a77fecfaba8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.632458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-77342034-8684-407f-b6dd-0a77fecfaba8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/17fbb7ca-7576-4531-aab0-c0bd387a04c5 HTTP/1.1" status: 204 len: 168 time: 0.8289771 Jan 28 03:56:03.635539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:03.676810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Attempting to bind port 76413d24-9103-4764-a6af-1ad85df6255a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:03.677564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Attempting to bind port 76413d24-9103-4764-a6af-1ad85df6255a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '706fbb29-b5ad-47e4-81d6-113241943bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:03.678147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Attempting to bind port 76413d24-9103-4764-a6af-1ad85df6255a on network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:03.686648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:03.687909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Checking segment: {'id': '706fbb29-b5ad-47e4-81d6-113241943bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:03.688543 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.689219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Bound using segment: {'id': '706fbb29-b5ad-47e4-81d6-113241943bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:03.689949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Bound port: 76413d24-9103-4764-a6af-1ad85df6255a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706fbb29-b5ad-47e4-81d6-113241943bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:03.690599 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (76413d24-9103-4764-a6af-1ad85df6255a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.728216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-becbfbe5-4387-4edc-80e3-a86daddf2caf None None] Allocated IP 172.20.0.3 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/654b031f-e36b-4a24-abe7-0652b197632f/9ee15d2f-600e-4f00-a41f-5572bb052d5a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:03.730211 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (6dc876b6-6439-4f28-96a4-0baebb34052e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.746450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 28228138-c191-4ccd-a0a7-12cc31f8a91b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:03.748750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e285497f-7e0c-4eb2-b378-bd67a24e39d7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:03.750155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e285497f-7e0c-4eb2-b378-bd67a24e39d7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:03.751601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e285497f-7e0c-4eb2-b378-bd67a24e39d7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:03.753346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e285497f-7e0c-4eb2-b378-bd67a24e39d7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1167769 Jan 28 03:56:03.755935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59508) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:03.768594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.771800 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] 10.222.0.44 "DELETE /v2.0/networks/6dc876b6-6439-4f28-96a4-0baebb34052e HTTP/1.1" status: 204 len: 168 time: 1.2066796 Jan 28 03:56:03.773185 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-507eb013-a9f1-43fe-b66b-a2b004405c4a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (eba1bb44-c93d-4f40-8054-a9ce1fe4ae86), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.784940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce4592-daa0-471e-8955-acc50b876c64 tempest-NetworksTest-1628256879 tempest-NetworksTest-1628256879-project] Pushing event deleted for resources: {'Network': ['ID=6dc876b6-6439-4f28-96a4-0baebb34052e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:03.808229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 28228138-c191-4ccd-a0a7-12cc31f8a91b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:03.808578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 28228138-c191-4ccd-a0a7-12cc31f8a91b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:03.859014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c02c32-d252-4a63-b8a4-4a3d25f76c25 req-b75a7760-720b-4022-b835-c80d1f659cc6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:03.862428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24c02c32-d252-4a63-b8a4-4a3d25f76c25 req-b75a7760-720b-4022-b835-c80d1f659cc6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.1889765 Jan 28 03:56:03.872865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507eb013-a9f1-43fe-b66b-a2b004405c4a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:03.890410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-507eb013-a9f1-43fe-b66b-a2b004405c4a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:03.904903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507eb013-a9f1-43fe-b66b-a2b004405c4a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:03.905210 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-507eb013-a9f1-43fe-b66b-a2b004405c4a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.908181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] For port 76413d24-9103-4764-a6af-1ad85df6255a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:03.912625 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] For port 76413d24-9103-4764-a6af-1ad85df6255a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=76413d24-9103-4764-a6af-1ad85df6255a,segment=NetworkSegment(706fbb29-b5ad-47e4-81d6-113241943bd4),segment_id=706fbb29-b5ad-47e4-81d6-113241943bd4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:03.925220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (76413d24-9103-4764-a6af-1ad85df6255a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:03.935741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eb013-a9f1-43fe-b66b-a2b004405c4a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=eba1bb44-c93d-4f40-8054-a9ce1fe4ae86,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:03.954097 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-507eb013-a9f1-43fe-b66b-a2b004405c4a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0169494 Jan 28 03:56:03.955473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59514) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:03.966511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8', 'fixed_ips': [{'subnet_id': '98abbabc-fb07-4ee7-b279-15662426db5c'}, {'subnet_id': 'eba1bb44-c93d-4f40-8054-a9ce1fe4ae86'}], 'name': 'tempest-PortsIpV6TestJSON-1131152626'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:03.967565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f1c35e-b911-42cb-bdc2-01799be08327 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 654b031f-e36b-4a24-abe7-0652b197632f {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:04.012556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-becbfbe5-4387-4edc-80e3-a86daddf2caf None None] For port 9ee15d2f-600e-4f00-a41f-5572bb052d5a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9ee15d2f-600e-4f00-a41f-5572bb052d5a,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:04.039309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24c02c32-d252-4a63-b8a4-4a3d25f76c25 req-1ed08f94-8d06-43cf-901b-e1cbd0354779 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685255 Jan 28 03:56:04.070122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48d5e5-d994-4700-945e-9cb5fc87852c None None] Pushing event updated for resources: {'Port': ['ID=76413d24-9103-4764-a6af-1ad85df6255a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:04.085417 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-becbfbe5-4387-4edc-80e3-a86daddf2caf None None] Publish callbacks [] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.093457 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71f1c35e-b911-42cb-bdc2-01799be08327 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (654b031f-e36b-4a24-abe7-0652b197632f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.094251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-becbfbe5-4387-4edc-80e3-a86daddf2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.146036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:04.175071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71f1c35e-b911-42cb-bdc2-01799be08327 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (654b031f-e36b-4a24-abe7-0652b197632f), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.281820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbfbe5-4387-4edc-80e3-a86daddf2caf None None] Pushing event updated for resources: {'Port': ['ID=9ee15d2f-600e-4f00-a41f-5572bb052d5a,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:04.330004 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.366306 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71f1c35e-b911-42cb-bdc2-01799be08327 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (654b031f-e36b-4a24-abe7-0652b197632f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.371381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 09067aba-ffef-4570-b9dc-e8087994f6fa yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:04.409396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59518) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:04.532395 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71f1c35e-b911-42cb-bdc2-01799be08327 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (654b031f-e36b-4a24-abe7-0652b197632f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.580313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1c35e-b911-42cb-bdc2-01799be08327 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=654b031f-e36b-4a24-abe7-0652b197632f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:04.591960 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71f1c35e-b911-42cb-bdc2-01799be08327 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.596750 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-71f1c35e-b911-42cb-bdc2-01799be08327 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/654b031f-e36b-4a24-abe7-0652b197632f HTTP/1.1" status: 204 len: 168 time: 0.8398340 Jan 28 03:56:04.599203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:04.723814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ee88819d-4c85-4e2b-ae67-7b55fd5c10ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=291df46969e14de596282068400372d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129392 Jan 28 03:56:04.724538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:04.730359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafb9e95-bee3-432d-ab76-1f8e5652f934 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet e401eb7c-9f6c-4a69-9de1-8e6ccb00de46 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:04.762825 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dafb9e95-bee3-432d-ab76-1f8e5652f934 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (e401eb7c-9f6c-4a69-9de1-8e6ccb00de46), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.819634 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dafb9e95-bee3-432d-ab76-1f8e5652f934 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (e401eb7c-9f6c-4a69-9de1-8e6ccb00de46), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.824239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8::23e (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8/98abbabc-fb07-4ee7-b279-15662426db5c/09067aba-ffef-4570-b9dc-e8087994f6fa) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:04.835350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8:0:1::247 (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8/eba1bb44-c93d-4f40-8054-a9ce1fe4ae86/09067aba-ffef-4570-b9dc-e8087994f6fa) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:04.860280 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c62d0ca-30b5-4906-b37b-da2ffa032b49 admin admin] Publish callbacks [] for security_group (a0952de7-7c46-4765-8195-71e3578a6779), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.893313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c62d0ca-30b5-4906-b37b-da2ffa032b49 admin admin] Publish callbacks [] for security_group (a0952de7-7c46-4765-8195-71e3578a6779), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.996178 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dafb9e95-bee3-432d-ab76-1f8e5652f934 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (e401eb7c-9f6c-4a69-9de1-8e6ccb00de46), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.047770 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c62d0ca-30b5-4906-b37b-da2ffa032b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a0952de7-7c46-4765-8195-71e3578a6779), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.054382 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c62d0ca-30b5-4906-b37b-da2ffa032b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.058627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9c62d0ca-30b5-4906-b37b-da2ffa032b49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0952de7-7c46-4765-8195-71e3578a6779 HTTP/1.1" status: 204 len: 168 time: 0.3306718 Jan 28 03:56:05.077844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62d0ca-30b5-4906-b37b-da2ffa032b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0952de7-7c46-4765-8195-71e3578a6779,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:05.120540 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dafb9e95-bee3-432d-ab76-1f8e5652f934 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (e401eb7c-9f6c-4a69-9de1-8e6ccb00de46), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.165723 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.170982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb9e95-bee3-432d-ab76-1f8e5652f934 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=e401eb7c-9f6c-4a69-9de1-8e6ccb00de46,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:05.173971 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dafb9e95-bee3-432d-ab76-1f8e5652f934 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.181335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dafb9e95-bee3-432d-ab76-1f8e5652f934 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/e401eb7c-9f6c-4a69-9de1-8e6ccb00de46 HTTP/1.1" status: 204 len: 168 time: 0.5789785 Jan 28 03:56:05.182661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:05.242611 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.268923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c947e514-2742-49ab-80c1-7c4a68343647 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850630 Jan 28 03:56:05.282907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59534) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:05.310787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:05.315062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:05.323861 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:05.326765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-448cbbde-8ed2-48e2-b50b-f9accc961e7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:05.334487 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:05.335281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.365862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=09067aba-ffef-4570-b9dc-e8087994f6fa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:05.376310 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-60671457-11d1-43e2-b882-37a5a74269a0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4197543 Jan 28 03:56:05.379303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:05.391282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2027a974-0332-41eb-87a7-dc04c344fdd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98abbabc-fb07-4ee7-b279-15662426db5c'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:05.503487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123caabb-e5dc-4d9d-b621-a8c98bb4285f None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:05.617107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73b765-26d8-4d8d-acb2-f27f60aec2a2 req-f440e846-f826-4c91-8039-880835429d81 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:05.629384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd73b765-26d8-4d8d-acb2-f27f60aec2a2 req-f440e846-f826-4c91-8039-880835429d81 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.3642597 Jan 28 03:56:05.717741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b0f0f616-2001-4b4b-b209-2966a66a9cb8 None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:05.718031 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f616-2001-4b4b-b209-2966a66a9cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.729524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448cbbde-8ed2-48e2-b50b-f9accc961e7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:05.733254 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-448cbbde-8ed2-48e2-b50b-f9accc961e7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.898023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd73b765-26d8-4d8d-acb2-f27f60aec2a2 req-2d033525-5e8a-477e-9c7a-067f6649be95 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668381 Jan 28 03:56:05.941977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ee15d2f-600e-4f00-a41f-5572bb052d5a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:06.021050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701ed00-5a33-4b4b-b7ea-b74e68ea710d None None] Network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:06.057942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d0abd8-6a70-467a-8d27-34881614d399 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:06.171274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0f616-2001-4b4b-b209-2966a66a9cb8 None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:06.197512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9ee15d2f-600e-4f00-a41f-5572bb052d5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:06.197512 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.212933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-448cbbde-8ed2-48e2-b50b-f9accc961e7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (f315dc25-50bc-4bd2-bf02-65eb8527975c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.256577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2027a974-0332-41eb-87a7-dc04c344fdd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.552880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9ee15d2f-600e-4f00-a41f-5572bb052d5a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:06.553933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 76413d24-9103-4764-a6af-1ad85df6255a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:06.595279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:06.598011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-16ceacb5-3d88-43b9-99e1-6b3126032422 None None] Provisioning complete for port 76413d24-9103-4764-a6af-1ad85df6255a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:06.598411 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16ceacb5-3d88-43b9-99e1-6b3126032422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (76413d24-9103-4764-a6af-1ad85df6255a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.622917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-2027a974-0332-41eb-87a7-dc04c344fdd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Delete allocated IP 2001:db8:0:1::247 (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8/eba1bb44-c93d-4f40-8054-a9ce1fe4ae86) {{(pid=103289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:56:06.675030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0abd8-6a70-467a-8d27-34881614d399 None None] Deleting port 9ee15d2f-600e-4f00-a41f-5572bb052d5a {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:06.675440 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4d0abd8-6a70-467a-8d27-34881614d399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.804385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cbbde-8ed2-48e2-b50b-f9accc961e7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=f315dc25-50bc-4bd2-bf02-65eb8527975c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:06.807003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-208356301'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:06.814257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448cbbde-8ed2-48e2-b50b-f9accc961e7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:06.815930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-448cbbde-8ed2-48e2-b50b-f9accc961e7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:06.820312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448cbbde-8ed2-48e2-b50b-f9accc961e7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:06.821666 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-448cbbde-8ed2-48e2-b50b-f9accc961e7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.849058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-448cbbde-8ed2-48e2-b50b-f9accc961e7c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5612850 Jan 28 03:56:06.850054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59562) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:06.851203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:06.855410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.860889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:06.872262 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2027a974-0332-41eb-87a7-dc04c344fdd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.874426 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.891988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2027a974-0332-41eb-87a7-dc04c344fdd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.893974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-16ceacb5-3d88-43b9-99e1-6b3126032422 None None] Current status of the port 76413d24-9103-4764-a6af-1ad85df6255a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:06.894398 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16ceacb5-3d88-43b9-99e1-6b3126032422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (76413d24-9103-4764-a6af-1ad85df6255a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.934046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d6e263-f8db-4794-a0a7-15588bad8ab1 None None] Update dhcp port {'port': {'network_id': 'b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8', 'fixed_ips': [{'subnet_id': '98abbabc-fb07-4ee7-b279-15662426db5c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eba1bb44-c93d-4f40-8054-a9ce1fe4ae86'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '76413d24-9103-4764-a6af-1ad85df6255a'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:56:07.003683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 76413d24-9103-4764-a6af-1ad85df6255a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:07.004273 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (76413d24-9103-4764-a6af-1ad85df6255a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.025724 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:07.030623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2027a974-0332-41eb-87a7-dc04c344fdd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] In _notify_port_updated(), no bound segment for port 09067aba-ffef-4570-b9dc-e8087994f6fa on network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:56:07.030836 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.037788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2027a974-0332-41eb-87a7-dc04c344fdd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:07.038928 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2027a974-0332-41eb-87a7-dc04c344fdd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.044028 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2027a974-0332-41eb-87a7-dc04c344fdd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "PUT /v2.0/ports/09067aba-ffef-4570-b9dc-e8087994f6fa HTTP/1.1" status: 200 len: 926 time: 1.6637123 Jan 28 03:56:07.049465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59566) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:07.053709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c4d0abd8-6a70-467a-8d27-34881614d399 None None] For port 9ee15d2f-600e-4f00-a41f-5572bb052d5a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9ee15d2f-600e-4f00-a41f-5572bb052d5a,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:07.054115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4d0abd8-6a70-467a-8d27-34881614d399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.056125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-753a4b03-a248-458e-8e59-86b90399d2b1 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98abbabc-fb07-4ee7-b279-15662426db5c'}, {'subnet_id': 'eba1bb44-c93d-4f40-8054-a9ce1fe4ae86'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:07.075007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-16ceacb5-3d88-43b9-99e1-6b3126032422 None None] For port 76413d24-9103-4764-a6af-1ad85df6255a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=76413d24-9103-4764-a6af-1ad85df6255a,segment=NetworkSegment(706fbb29-b5ad-47e4-81d6-113241943bd4),segment_id=706fbb29-b5ad-47e4-81d6-113241943bd4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:07.076238 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e263-f8db-4794-a0a7-15588bad8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (76413d24-9103-4764-a6af-1ad85df6255a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.089608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0abd8-6a70-467a-8d27-34881614d399 None None] Calling delete_port for 9ee15d2f-600e-4f00-a41f-5572bb052d5a owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:07.097209 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16ceacb5-3d88-43b9-99e1-6b3126032422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (76413d24-9103-4764-a6af-1ad85df6255a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.105751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027a974-0332-41eb-87a7-dc04c344fdd5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=09067aba-ffef-4570-b9dc-e8087994f6fa,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:07.177695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-753a4b03-a248-458e-8e59-86b90399d2b1 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.200695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557be53-5c06-410a-ad8b-465bbd2eb6bb req-6c07598a-aba6-4129-bdef-1e720724211b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:07.202767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1557be53-5c06-410a-ad8b-465bbd2eb6bb req-6c07598a-aba6-4129-bdef-1e720724211b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.1822832 Jan 28 03:56:07.263094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (5bbeffdc-f94b-4480-916b-b3dca43e9a9e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.324259 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5bbeffdc-f94b-4480-916b-b3dca43e9a9e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.327964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 76413d24-9103-4764-a6af-1ad85df6255a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:07.353103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ceacb5-3d88-43b9-99e1-6b3126032422 None None] Pushing event updated for resources: {'Port': ['ID=76413d24-9103-4764-a6af-1ad85df6255a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:07.375366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:56:07.394951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbeffdc-f94b-4480-916b-b3dca43e9a9e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:07.412018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1557be53-5c06-410a-ad8b-465bbd2eb6bb req-00ecb23c-dcc8-4882-92a1-cd6e882cd4ed tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943190 Jan 28 03:56:07.436459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2b936174-6a10-4f96-a76b-721eee91b1bf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.437848 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Added segment 2b936174-6a10-4f96-a76b-721eee91b1bf of type vlan for network 56e4e4d4-a348-4a50-b25c-34772660752a Jan 28 03:56:07.474084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-08d0c983-1025-4670-b67e-4007e6ebce62 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1558383 Jan 28 03:56:07.500464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b5d6e263-f8db-4794-a0a7-15588bad8ab1 None None] Allocated IP 2001:db8:0:1::2 (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8/eba1bb44-c93d-4f40-8054-a9ce1fe4ae86/76413d24-9103-4764-a6af-1ad85df6255a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:07.507649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4d0abd8-6a70-467a-8d27-34881614d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (9ee15d2f-600e-4f00-a41f-5572bb052d5a), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.535453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (56e4e4d4-a348-4a50-b25c-34772660752a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.563724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0abd8-6a70-467a-8d27-34881614d399 None None] Pushing event deleted for resources: {'Port': ['ID=9ee15d2f-600e-4f00-a41f-5572bb052d5a,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:07.569175 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0abd8-6a70-467a-8d27-34881614d399 None None] No DVR routers for this DVR port 9ee15d2f-600e-4f00-a41f-5572bb052d5a on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:07.590482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (56e4e4d4-a348-4a50-b25c-34772660752a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.596268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:07.596998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.629187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad1d542-d4e2-4119-bc15-9c9a4deb142a None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:07.635294 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0386131 Jan 28 03:56:07.638531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59570) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:07.659643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'name': 'tempest-PortsTestJSON-1698555344'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:07.707249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 76413d24-9103-4764-a6af-1ad85df6255a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:07.739826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-466f9702-5810-48f3-a54d-005d5a2bb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:07.741870 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-466f9702-5810-48f3-a54d-005d5a2bb66d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1096 time: 0.1726983 Jan 28 03:56:07.768492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.objects.ports [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:56:07.771445 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (72aa7d14-15fa-4017-b716-af8101853120), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.799487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b5d6e263-f8db-4794-a0a7-15588bad8ab1 None None] For port 76413d24-9103-4764-a6af-1ad85df6255a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=76413d24-9103-4764-a6af-1ad85df6255a,segment=NetworkSegment(706fbb29-b5ad-47e4-81d6-113241943bd4),segment_id=706fbb29-b5ad-47e4-81d6-113241943bd4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:07.838249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc1d99-1e9d-42f4-b568-2012c124094c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Network': ['ID=56e4e4d4-a348-4a50-b25c-34772660752a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:07.866116 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e263-f8db-4794-a0a7-15588bad8ab1 None None] Publish callbacks [] for port (76413d24-9103-4764-a6af-1ad85df6255a), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.867718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 76413d24-9103-4764-a6af-1ad85df6255a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:07.868218 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (76413d24-9103-4764-a6af-1ad85df6255a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.871952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:07.875542 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.897528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:07.901880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:56:07.905835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': '72aa7d14-15fa-4017-b716-af8101853120'}, {'subnet_id': 'f315dc25-50bc-4bd2-bf02-65eb8527975c'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:07.907837 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.916451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:07.916830 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e263-f8db-4794-a0a7-15588bad8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (76413d24-9103-4764-a6af-1ad85df6255a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.925265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:07.926127 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:07.938609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=72aa7d14-15fa-4017-b716-af8101853120,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:07.941310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 64f0064e-0522-40c1-a803-bb3f88fbdc79 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:07.958205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-74978c74-60ad-4959-ab4a-fb6a0028edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:07.963114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-74978c74-60ad-4959-ab4a-fb6a0028edab service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.1900737 Jan 28 03:56:07.970094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ff2f9093-8cae-474e-bc42-f4fde7024b1f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1162968 Jan 28 03:56:07.983320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:07.990352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:7f:ce:fe', 'name': 'tempest-NetworksTestDHCPv6-42214169'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:08.015232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-753a4b03-a248-458e-8e59-86b90399d2b1 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8:0:1::2ac (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8/eba1bb44-c93d-4f40-8054-a9ce1fe4ae86/09067aba-ffef-4570-b9dc-e8087994f6fa) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:08.158578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-7e1d7ad1-1fb3-4ac3-8648-9e039176ce8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 999 time: 0.1872914 Jan 28 03:56:08.206493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6e263-f8db-4794-a0a7-15588bad8ab1 None None] Pushing event updated for resources: {'Port': ['ID=76413d24-9103-4764-a6af-1ad85df6255a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:08.247632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:08.249389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59576) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:08.269600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:08.293205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 76413d24-9103-4764-a6af-1ad85df6255a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:08.350450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-5fa04540-2958-4b62-a77c-0f3902ccfa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:08.361807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-5fa04540-2958-4b62-a77c-0f3902ccfa10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1922622 Jan 28 03:56:08.364351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-753a4b03-a248-458e-8e59-86b90399d2b1 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:08.400435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-753a4b03-a248-458e-8e59-86b90399d2b1 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:08.408167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ee15d2f-600e-4f00-a41f-5572bb052d5a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:08.424385 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-65aa31a4-41d7-40d4-8b04-92fe07f444c7 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/floatingips/d9047d45-9dda-428c-a8b6-5b13ff92c51a HTTP/1.1" status: 200 len: 993 time: 0.1668732 Jan 28 03:56:08.475383 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:08.488239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Allocated IP 172.20.0.2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/f315dc25-50bc-4bd2-bf02-65eb8527975c/0ff1c5b0-3e95-481a-800d-78ae268f1849) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:08.493059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a4b03-a248-458e-8e59-86b90399d2b1 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=09067aba-ffef-4570-b9dc-e8087994f6fa,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:08.497823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9ee15d2f-600e-4f00-a41f-5572bb052d5a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:08.498214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9ee15d2f-600e-4f00-a41f-5572bb052d5a not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:08.528630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Allocated IP 2001:db8::f816:3eff:fee8:6c0b (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/72aa7d14-15fa-4017-b716-af8101853120/0ff1c5b0-3e95-481a-800d-78ae268f1849) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:08.560160 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:08.569336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 1fbfb908-0d5a-46ca-b4cc-173fd2d8540f yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:08.576255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-07ef62a8-8668-4972-8bc1-180c45823b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:08.577836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-07ef62a8-8668-4972-8bc1-180c45823b19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2150812 Jan 28 03:56:08.612881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-753a4b03-a248-458e-8e59-86b90399d2b1 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] In _notify_port_updated(), no bound segment for port 09067aba-ffef-4570-b9dc-e8087994f6fa on network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:56:08.621261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a4b03-a248-458e-8e59-86b90399d2b1 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:08.621261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-753a4b03-a248-458e-8e59-86b90399d2b1 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:08.626186 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-753a4b03-a248-458e-8e59-86b90399d2b1 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "PUT /v2.0/ports/09067aba-ffef-4570-b9dc-e8087994f6fa HTTP/1.1" status: 200 len: 1012 time: 1.5720968 Jan 28 03:56:08.626887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59588) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:08.767713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:08.786135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db2c78-b59a-4829-b05b-a8e9da40b8ba req-aca0644a-6a98-4656-bd47-929e1267bbcd tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:08.794023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1db2c78-b59a-4829-b05b-a8e9da40b8ba req-aca0644a-6a98-4656-bd47-929e1267bbcd tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.2396185 Jan 28 03:56:08.835415 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Checking segment: {'id': '2b936174-6a10-4f96-a76b-721eee91b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:08.836187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network hostable DHCP agents. Network: 56e4e4d4-a348-4a50-b25c-34772660752a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:56:08.839302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=64f0064e-0522-40c1-a803-bb3f88fbdc79,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:08.878452 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Publish callbacks [] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:08.879477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:56:08.886908 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:08.890140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6d14bc02-dfc1-458f-9f47-ef7fd58c2d61 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 09067aba-ffef-4570-b9dc-e8087994f6fa {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:08.890622 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d14bc02-dfc1-458f-9f47-ef7fd58c2d61 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:08.911637 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-03fbc8f0-00de-4561-90bc-121aa99b6052 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199384 Jan 28 03:56:08.941193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1db2c78-b59a-4829-b05b-a8e9da40b8ba req-78437618-0928-4f6b-aa94-d8a392cfe44d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461804 Jan 28 03:56:08.996973 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d14bc02-dfc1-458f-9f47-ef7fd58c2d61 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.011638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6d14bc02-dfc1-458f-9f47-ef7fd58c2d61 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 09067aba-ffef-4570-b9dc-e8087994f6fa owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:09.095015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 56e4e4d4-a348-4a50-b25c-34772660752a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:09.106872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:09.120970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:09.124473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.179148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-087b8a5c-2c08-482b-928b-c75cabd73949 req-54fa17c1-1bd3-4139-abe6-099b1436e061 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366674 Jan 28 03:56:09.180945 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5be4a153-2a65-457b-a279-c45bb67dceee tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5403950 Jan 28 03:56:09.184013 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:09.189065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1510697320'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:09.260545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:09.263959 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.287378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 172.20.0.5 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/f315dc25-50bc-4bd2-bf02-65eb8527975c/1fbfb908-0d5a-46ca-b4cc-173fd2d8540f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:09.296745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::f816:3eff:fe7f:cefe (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/72aa7d14-15fa-4017-b716-af8101853120/1fbfb908-0d5a-46ca-b4cc-173fd2d8540f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:09.299007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:56:09.303887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:09.311997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fad64dc0-7bd3-41c8-b37a-ff6fc69e5663), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.312448 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Added segment fad64dc0-7bd3-41c8-b37a-ff6fc69e5663 of type vlan for network 56e4b1d1-a03d-4030-98ec-e1eccb657ef4 Jan 28 03:56:09.312891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:09.317904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f77038-3a1b-4c81-8964-26e31f1d32e4 None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:09.320691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229df49b-7e89-4900-91f5-406aca2c387c None None] Network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:09.324993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:09.361975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port 943aa64e-fad3-4279-980c-2c4ea7896aa8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:09.362398 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (943aa64e-fad3-4279-980c-2c4ea7896aa8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.370223 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (56e4b1d1-a03d-4030-98ec-e1eccb657ef4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.423898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (56e4b1d1-a03d-4030-98ec-e1eccb657ef4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.429989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:09.430891 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.467234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (943aa64e-fad3-4279-980c-2c4ea7896aa8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.467540 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for floatingip (943aa64e-fad3-4279-980c-2c4ea7896aa8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.505813 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Pushing event updated for resources: {'Port': ['ID=0ff1c5b0-3e95-481a-800d-78ae268f1849,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:09.506454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for 943aa64e-fad3-4279-980c-2c4ea7896aa8 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:09.543587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Network': ['ID=56e4b1d1-a03d-4030-98ec-e1eccb657ef4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:09.552717 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-decd1ea2-5254-43d4-9378-c6a58a5358b8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3653157 Jan 28 03:56:09.555085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59598) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:09.559816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-888de3f4-7711-49c8-9b3d-17e65f06d530 None None] Provisioning complete for port 09067aba-ffef-4570-b9dc-e8087994f6fa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:09.560197 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-888de3f4-7711-49c8-9b3d-17e65f06d530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.560332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'ports': [{'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a'}, {'network_id': '56e4b1d1-a03d-4030-98ec-e1eccb657ef4'}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:09.560557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:09.561060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '56e4b1d1-a03d-4030-98ec-e1eccb657ef4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:09.632048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 56e4b1d1-a03d-4030-98ec-e1eccb657ef4 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:56:09.678507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-888de3f4-7711-49c8-9b3d-17e65f06d530 None None] Port 09067aba-ffef-4570-b9dc-e8087994f6fa cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:56:09.710943 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 76413d24-9103-4764-a6af-1ad85df6255a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:09.715291 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d14bc02-dfc1-458f-9f47-ef7fd58c2d61 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (09067aba-ffef-4570-b9dc-e8087994f6fa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.797592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14bc02-dfc1-458f-9f47-ef7fd58c2d61 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=09067aba-ffef-4570-b9dc-e8087994f6fa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:09.831410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Attempting to bind port 0ff1c5b0-3e95-481a-800d-78ae268f1849 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:09.832148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Attempting to bind port 0ff1c5b0-3e95-481a-800d-78ae268f1849 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:09.832999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Attempting to bind port 0ff1c5b0-3e95-481a-800d-78ae268f1849 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:09.867382 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (1fbfb908-0d5a-46ca-b4cc-173fd2d8540f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.885601 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (943aa64e-fad3-4279-980c-2c4ea7896aa8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.893834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-888de3f4-7711-49c8-9b3d-17e65f06d530 None None] Provisioning complete for port 76413d24-9103-4764-a6af-1ad85df6255a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:09.894443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-888de3f4-7711-49c8-9b3d-17e65f06d530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (76413d24-9103-4764-a6af-1ad85df6255a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.904537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:09.904830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:09.905137 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.905539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:09.906159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Bound port: 0ff1c5b0-3e95-481a-800d-78ae268f1849, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:09.906407 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.908533 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d14bc02-dfc1-458f-9f47-ef7fd58c2d61 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.919905 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6d14bc02-dfc1-458f-9f47-ef7fd58c2d61 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/09067aba-ffef-4570-b9dc-e8087994f6fa HTTP/1.1" status: 204 len: 168 time: 1.2575858 Jan 28 03:56:09.925507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59600) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:09.938347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=943aa64e-fad3-4279-980c-2c4ea7896aa8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:09.953253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 2} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:09.961491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:09.998824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.010368 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0c606f-671b-4249-a414-6a843b79d86e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:56:10.014390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dc0c606f-671b-4249-a414-6a843b79d86e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/09067aba-ffef-4570-b9dc-e8087994f6fa HTTP/1.1" status: 404 len: 333 time: 0.0855250 Jan 28 03:56:10.016460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:10.075175 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 76413d24-9103-4764-a6af-1ad85df6255a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:10.075545 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (76413d24-9103-4764-a6af-1ad85df6255a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.093509 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1fbfb908-0d5a-46ca-b4cc-173fd2d8540f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.108887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] For port 0ff1c5b0-3e95-481a-800d-78ae268f1849, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:10.160696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] For port 0ff1c5b0-3e95-481a-800d-78ae268f1849, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0ff1c5b0-3e95-481a-800d-78ae268f1849,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:10.180707 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.190619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-888de3f4-7711-49c8-9b3d-17e65f06d530 None None] Current status of the port 76413d24-9103-4764-a6af-1ad85df6255a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:10.209376 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for floatingip (d9047d45-9dda-428c-a8b6-5b13ff92c51a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.209719 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Floating IP d9047d45-9dda-428c-a8b6-5b13ff92c51a disassociated (deleted). External IP: 172.25.1.147, port: 7145f810-75bc-4ba1-9e8a-ddfc7a528d17. Jan 28 03:56:10.218385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:10.265759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:10.270739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=1fbfb908-0d5a-46ca-b4cc-173fd2d8540f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:10.278918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:10.312636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31676a21-1b4d-4f4b-acd9-7387a37966f3 None None] Pushing event updated for resources: {'Port': ['ID=0ff1c5b0-3e95-481a-800d-78ae268f1849,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:10.325754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2979f486-4c81-4014-8d48-4a5f9fa2365c tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet eba1bb44-c93d-4f40-8054-a9ce1fe4ae86 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:10.326776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 76413d24-9103-4764-a6af-1ad85df6255a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:10.351421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b768530-522e-4119-8e30-ddd8019a7c6d req-6df83f70-6c26-41e0-b34b-8bdf351ce5f6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:10.359140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b768530-522e-4119-8e30-ddd8019a7c6d req-6df83f70-6c26-41e0-b34b-8bdf351ce5f6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.2847216 Jan 28 03:56:10.404565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 37e4778f-95d9-4491-83d7-425db986bb5c yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:10.409269 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2979f486-4c81-4014-8d48-4a5f9fa2365c tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (eba1bb44-c93d-4f40-8054-a9ce1fe4ae86), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.488332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2979f486-4c81-4014-8d48-4a5f9fa2365c tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (eba1bb44-c93d-4f40-8054-a9ce1fe4ae86), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.491513 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1778020-1750-4c30-8227-e2c3ba0ccdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.521033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c653f569-03ac-4a34-bb64-7fdfccbfb316 None None] Could not find standard attr ID for object 09067aba-ffef-4570-b9dc-e8087994f6fa. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:10.558642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c653f569-03ac-4a34-bb64-7fdfccbfb316 None None] Provisioning complete for port 76413d24-9103-4764-a6af-1ad85df6255a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:10.558814 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c653f569-03ac-4a34-bb64-7fdfccbfb316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (76413d24-9103-4764-a6af-1ad85df6255a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.629632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2979f486-4c81-4014-8d48-4a5f9fa2365c tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (eba1bb44-c93d-4f40-8054-a9ce1fe4ae86), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.733889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2979f486-4c81-4014-8d48-4a5f9fa2365c tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (eba1bb44-c93d-4f40-8054-a9ce1fe4ae86), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.746840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c653f569-03ac-4a34-bb64-7fdfccbfb316 None None] Current status of the port 76413d24-9103-4764-a6af-1ad85df6255a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:10.805776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979f486-4c81-4014-8d48-4a5f9fa2365c tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=eba1bb44-c93d-4f40-8054-a9ce1fe4ae86,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:10.821739 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2979f486-4c81-4014-8d48-4a5f9fa2365c tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.837807 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2979f486-4c81-4014-8d48-4a5f9fa2365c tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/eba1bb44-c93d-4f40-8054-a9ce1fe4ae86 HTTP/1.1" status: 204 len: 168 time: 0.8195388 Jan 28 03:56:10.840794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59608) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:10.879244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:10.879883 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.905019 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (37e4778f-95d9-4491-83d7-425db986bb5c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:10.927538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c1aae-3226-44ed-84f9-000c38b48050 None None] Network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:10.942400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c53b6e1a-b832-4851-a4fa-0baef75c3d12 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.9572229 Jan 28 03:56:10.943514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59610) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:10.970274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b768530-522e-4119-8e30-ddd8019a7c6d req-c9098bb9-ea09-4cf4-ae80-561782f8d482 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080084 Jan 28 03:56:11.008258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-236e6bbc-d397-4462-a52e-2413cf2db4ba tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet 98abbabc-fb07-4ee7-b279-15662426db5c {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:11.011961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-236e6bbc-d397-4462-a52e-2413cf2db4ba tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (98abbabc-fb07-4ee7-b279-15662426db5c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.019284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c5970866-7d27-4dfe-8f83-26b0131b0f5b None None] Could not find standard attr ID for object 09067aba-ffef-4570-b9dc-e8087994f6fa. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:11.050936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 9b6b1083-4539-4674-946d-671a413cda3d yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:11.074344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-236e6bbc-d397-4462-a52e-2413cf2db4ba tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (98abbabc-fb07-4ee7-b279-15662426db5c), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.091580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9946cef-57c9-492d-a9c7-ee272d8c160b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:11.110265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9946cef-57c9-492d-a9c7-ee272d8c160b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:11.112016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f9946cef-57c9-492d-a9c7-ee272d8c160b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1659920 Jan 28 03:56:11.114659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:11.201422 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-236e6bbc-d397-4462-a52e-2413cf2db4ba tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (98abbabc-fb07-4ee7-b279-15662426db5c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.273167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router c1117ceb-b1a6-4464-88e1-2869f53f45a1 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:56:11.289919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (9b6b1083-4539-4674-946d-671a413cda3d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.362893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-04cdd419-7cac-42b2-9459-b2d376d03b43 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 1fbfb908-0d5a-46ca-b4cc-173fd2d8540f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:11.363469 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04cdd419-7cac-42b2-9459-b2d376d03b43 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1fbfb908-0d5a-46ca-b4cc-173fd2d8540f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.372366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-236e6bbc-d397-4462-a52e-2413cf2db4ba tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (98abbabc-fb07-4ee7-b279-15662426db5c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.411697 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (37e4778f-95d9-4491-83d7-425db986bb5c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.415147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e6bbc-d397-4462-a52e-2413cf2db4ba tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=98abbabc-fb07-4ee7-b279-15662426db5c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:11.422666 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-236e6bbc-d397-4462-a52e-2413cf2db4ba tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.438428 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-236e6bbc-d397-4462-a52e-2413cf2db4ba tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/98abbabc-fb07-4ee7-b279-15662426db5c HTTP/1.1" status: 204 len: 168 time: 0.5908604 Jan 28 03:56:11.450996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:11.572355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:11.593517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:11.597807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:56:11.608521 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04cdd419-7cac-42b2-9459-b2d376d03b43 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1fbfb908-0d5a-46ca-b4cc-173fd2d8540f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.613095 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] Sync routers for ids ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:56:11.615550 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.626942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:11.627848 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9b6b1083-4539-4674-946d-671a413cda3d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.634459 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] Routers {'c1117ceb-b1a6-4464-88e1-2869f53f45a1'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:11.647534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=37e4778f-95d9-4491-83d7-425db986bb5c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:11.648958 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:11.674704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-04cdd419-7cac-42b2-9459-b2d376d03b43 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 1fbfb908-0d5a-46ca-b4cc-173fd2d8540f owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:11.729293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e330084d-e756-4099-aa3a-d608722de405 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/floatingips/d9047d45-9dda-428c-a8b6-5b13ff92c51a HTTP/1.1" status: 204 len: 168 time: 2.9524076 Jan 28 03:56:11.730868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f022e2-195b-480b-8986-1510a3a0147f', 'tag': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:11.740940 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b06aff-26e8-4224-a6d8-34f71c90ee92" -d '{"events": [{"name": "network-changed", "server_uuid": "04f022e2-195b-480b-8986-1510a3a0147f", "tag": "7145f810-75bc-4ba1-9e8a-ddfc7a528d17"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:11.841516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=9b6b1083-4539-4674-946d-671a413cda3d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:11.848530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0ff1c5b0-3e95-481a-800d-78ae268f1849 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:11.855303 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:11.946625 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] Set router c1117ceb-b1a6-4464-88e1-2869f53f45a1 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:12.011753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Checking segment: {'id': 'fad64dc0-7bd3-41c8-b37a-ff6fc69e5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '56e4b1d1-a03d-4030-98ec-e1eccb657ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:12.013729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network hostable DHCP agents. Network: 56e4b1d1-a03d-4030-98ec-e1eccb657ef4, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:56:12.051999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0ff1c5b0-3e95-481a-800d-78ae268f1849 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:12.052492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.121316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 76413d24-9103-4764-a6af-1ad85df6255a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:12.123219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (76413d24-9103-4764-a6af-1ad85df6255a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.129690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4b1d1-a03d-4030-98ec-e1eccb657ef4 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:56:12.186981 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61287c1c-cfd3-47b5-a3ce-d20d011bf3b8 x-openstack-request-id: req-61287c1c-cfd3-47b5-a3ce-d20d011bf3b8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:12.187590 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f022e2-195b-480b-8986-1510a3a0147f", "tag": "7145f810-75bc-4ba1-9e8a-ddfc7a528d17", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:12.187729 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61287c1c-cfd3-47b5-a3ce-d20d011bf3b8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:12.188155 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f022e2-195b-480b-8986-1510a3a0147f', 'tag': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'status': 'completed', 'code': 200} Jan 28 03:56:12.209367 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.266055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa565ee-4060-4ad7-8188-7b013c224710 None None] Network b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:12.292213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 56e4b1d1-a03d-4030-98ec-e1eccb657ef4) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:12.300958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:12.322974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:12.335156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:12.338013 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.374982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c645a-12c1-4055-867d-98ec16b9a373 req-d4e6307b-0432-464e-a859-4591bbff6188 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:12.375119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ca2311-ff60-4760-902c-bde8c649e7ff None None] Network 56e4b1d1-a03d-4030-98ec-e1eccb657ef4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:12.386015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e0c645a-12c1-4055-867d-98ec16b9a373 req-d4e6307b-0432-464e-a859-4591bbff6188 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.2259278 Jan 28 03:56:12.406104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9e76ef-5b0b-4e73-9460-5ba1c292e165 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:12.419420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0ff1c5b0-3e95-481a-800d-78ae268f1849 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:12.419816 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.422699 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5a990232-9424-49d8-82ce-8d208be59e44 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8665509 Jan 28 03:56:12.429416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] For port 76413d24-9103-4764-a6af-1ad85df6255a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=76413d24-9103-4764-a6af-1ad85df6255a,segment=NetworkSegment(706fbb29-b5ad-47e4-81d6-113241943bd4),segment_id=706fbb29-b5ad-47e4-81d6-113241943bd4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:12.429911 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (76413d24-9103-4764-a6af-1ad85df6255a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.433802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59630) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:12.482992 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 76413d24-9103-4764-a6af-1ad85df6255a owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:12.484971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8492795f-f637-47c5-9184-95ac0c9852b4 None None] Provisioning complete for port 76413d24-9103-4764-a6af-1ad85df6255a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:12.485356 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8492795f-f637-47c5-9184-95ac0c9852b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (76413d24-9103-4764-a6af-1ad85df6255a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.546909 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04cdd419-7cac-42b2-9459-b2d376d03b43 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1fbfb908-0d5a-46ca-b4cc-173fd2d8540f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.564926 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb742a1a-26f2-4df2-8306-11ce637cf454', 'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:e4:c6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:50Z', 'updated_at': '2022-01-28T03:55:04Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:12.634991 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] Checking router: c1117ceb-b1a6-4464-88e1-2869f53f45a1 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:56:12.653567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdd419-7cac-42b2-9459-b2d376d03b43 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=1fbfb908-0d5a-46ca-b4cc-173fd2d8540f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:12.663649 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] Routers {'c1117ceb-b1a6-4464-88e1-2869f53f45a1'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:12.665619 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:55:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:12.692053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-fa98e58f-ec71-4296-afb7-1cc0a487d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:12.699368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-fa98e58f-ec71-4296-afb7-1cc0a487d598 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 1097 time: 0.5176051 Jan 28 03:56:12.779565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-83538bae-ae1e-4c6c-9a41-f63c7970989c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 9b6b1083-4539-4674-946d-671a413cda3d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:12.779938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83538bae-ae1e-4c6c-9a41-f63c7970989c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9b6b1083-4539-4674-946d-671a413cda3d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.783997 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdec3-0925-4128-ac70-4eb149bdacb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.791547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 0ff1c5b0-3e95-481a-800d-78ae268f1849, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0ff1c5b0-3e95-481a-800d-78ae268f1849,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:12.811512 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.867006 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (76413d24-9103-4764-a6af-1ad85df6255a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:12.904386 n-d-808199-14 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-8492795f-f637-47c5-9184-95ac0c9852b4 None None] No ports have port_id starting with 76413d24-9103-4764-a6af-1ad85df6255a Jan 28 03:56:12.910048 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e0c645a-12c1-4055-867d-98ec16b9a373 req-e98dfdc1-c34b-417d-9276-9747445e8ebf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061061 Jan 28 03:56:12.919641 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] Set router c1117ceb-b1a6-4464-88e1-2869f53f45a1 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:12.948458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5926b-106e-413d-b21e-4de5abd18ffa None None] DHCP port deletion for b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:12.983978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=76413d24-9103-4764-a6af-1ad85df6255a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:12.984636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=0ff1c5b0-3e95-481a-800d-78ae268f1849,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:12.991674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No DVR routers for this DVR port 76413d24-9103-4764-a6af-1ad85df6255a on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:13.002890 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04cdd419-7cac-42b2-9459-b2d376d03b43 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.007407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-04cdd419-7cac-42b2-9459-b2d376d03b43 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/1fbfb908-0d5a-46ca-b4cc-173fd2d8540f HTTP/1.1" status: 204 len: 168 time: 1.8915188 Jan 28 03:56:13.015778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59634) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:13.038635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83538bae-ae1e-4c6c-9a41-f63c7970989c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9b6b1083-4539-4674-946d-671a413cda3d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.062019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d234c8ca-89c9-44fd-9192-cdedb5f00fef None None] Provisioning complete for port 0ff1c5b0-3e95-481a-800d-78ae268f1849 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:13.062705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-83538bae-ae1e-4c6c-9a41-f63c7970989c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 9b6b1083-4539-4674-946d-671a413cda3d owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:13.063163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d234c8ca-89c9-44fd-9192-cdedb5f00fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.091731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4f92f-bb63-4cde-b752-1ba230e8d8a9 req-982ab6d4-539f-45f8-942f-4a7dcd025f34 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.096065 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:56:13.099951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0a4f92f-bb63-4cde-b752-1ba230e8d8a9 req-982ab6d4-539f-45f8-942f-4a7dcd025f34 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 945 time: 0.3000047 Jan 28 03:56:13.129767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-d90260ea-824a-4456-bdbd-c0ca6afd79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.129767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-d90260ea-824a-4456-bdbd-c0ca6afd79cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf HTTP/1.1" status: 200 len: 897 time: 0.4145625 Jan 28 03:56:13.183046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-f82b9a24-8582-4484-b75f-3d20d031d97d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7145f810-75bc-4ba1-9e8a-ddfc7a528d17 HTTP/1.1" status: 200 len: 217 time: 0.0444286 Jan 28 03:56:13.225990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d588b3b-9d4b-403c-becd-a63b2e0f3fa4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.229662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d588b3b-9d4b-403c-becd-a63b2e0f3fa4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.231200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d588b3b-9d4b-403c-becd-a63b2e0f3fa4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.236416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6d588b3b-9d4b-403c-becd-a63b2e0f3fa4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2162883 Jan 28 03:56:13.237337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59636) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:13.319456 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.393350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:13.444792 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb742a1a-26f2-4df2-8306-11ce637cf454', 'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:e4:c6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:50Z', 'updated_at': '2022-01-28T03:55:04Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:13.466666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0a4f92f-bb63-4cde-b752-1ba230e8d8a9 req-50d98280-1b11-42fb-9166-2a029ba91400 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3657956 Jan 28 03:56:13.482184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706fbb29-b5ad-47e4-81d6-113241943bd4') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:13.482796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706fbb29-b5ad-47e4-81d6-113241943bd4') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:13.508050 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (706fbb29-b5ad-47e4-81d6-113241943bd4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.530109 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83538bae-ae1e-4c6c-9a41-f63c7970989c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9b6b1083-4539-4674-946d-671a413cda3d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.535699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff293fd-6507-4670-b09b-8e922fdb17cc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 72aa7d14-15fa-4017-b716-af8101853120 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:13.542909 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ff293fd-6507-4670-b09b-8e922fdb17cc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (72aa7d14-15fa-4017-b716-af8101853120), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.554238 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d784c-fba3-4d31-9663-2be581d41dd1 None None] The sync data for ids ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'] in n-d-808199-14 is: [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'fb742a1a-26f2-4df2-8306-11ce637cf454', 'name': '', 'network_id': '82c7a2ef-a5f1-4380-8e4b-495c2957bbcf', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'mac_address': 'fa:16:3e:e4:c6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:50Z', 'updated_at': '2022-01-28T03:55:04Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'subnets': [{'id': '1ee80fc5-6d61-47c7-b2ca-8a0c96652379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:56:13.581831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (706fbb29-b5ad-47e4-81d6-113241943bd4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.589732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83538bae-ae1e-4c6c-9a41-f63c7970989c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=9b6b1083-4539-4674-946d-671a413cda3d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:13.590852 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d234c8ca-89c9-44fd-9192-cdedb5f00fef None None] Current status of the port 0ff1c5b0-3e95-481a-800d-78ae268f1849 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:13.596153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8c936-8615-4998-91ef-c2808c4b712d None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:56:13.600617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:13.601591 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (706fbb29-b5ad-47e4-81d6-113241943bd4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:13.607622 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:13.621831 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ff293fd-6507-4670-b09b-8e922fdb17cc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (72aa7d14-15fa-4017-b716-af8101853120), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.623176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83538bae-ae1e-4c6c-9a41-f63c7970989c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.626729 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-83538bae-ae1e-4c6c-9a41-f63c7970989c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/9b6b1083-4539-4674-946d-671a413cda3d HTTP/1.1" status: 204 len: 168 time: 1.1917536 Jan 28 03:56:13.630696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:13.701156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-1dcbf201-ca48-46b6-80f1-02cd72ab9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.702916 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-1dcbf201-ca48-46b6-80f1-02cd72ab9b5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ee80fc5-6d61-47c7-b2ca-8a0c96652379 HTTP/1.1" status: 200 len: 835 time: 0.4643438 Jan 28 03:56:13.813647 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ff293fd-6507-4670-b09b-8e922fdb17cc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (72aa7d14-15fa-4017-b716-af8101853120), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.821394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba8c936-8615-4998-91ef-c2808c4b712d None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:56:13.827273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0ff1c5b0-3e95-481a-800d-78ae268f1849 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:13.837427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8630f622-7d86-4583-b1ae-c096476aa64a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.843562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8630f622-7d86-4583-b1ae-c096476aa64a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.843818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-84d2f120-d9b5-48bc-9c9a-459de467339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.845799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-84d2f120-d9b5-48bc-9c9a-459de467339a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322505 Jan 28 03:56:13.849828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59642) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:13.850361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8630f622-7d86-4583-b1ae-c096476aa64a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2185729 Jan 28 03:56:13.855685 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.880327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.895044 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/networks/b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8 HTTP/1.1" status: 204 len: 168 time: 2.4423132 Jan 28 03:56:13.899613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:13.911242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bea0e-2d81-4c50-b63d-4f0cad3e6d79 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Network': ['ID=b27cb0cd-c83d-4fa3-952b-7e1e7289d0a8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:13.953949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8a4c42c8-686c-4700-9c8c-68d805f6e42f None None] Provisioning complete for port 0ff1c5b0-3e95-481a-800d-78ae268f1849 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:13.954252 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a4c42c8-686c-4700-9c8c-68d805f6e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:13.977577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-f4c2460c-5d7b-4bb7-bf65-43b70d8c62d8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.991055 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-f4c2460c-5d7b-4bb7-bf65-43b70d8c62d8 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.42 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 945 time: 0.2483871 Jan 28 03:56:14.134729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66045efe-1fc8-452b-a750-5673bb8270a7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:14.136627 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-66045efe-1fc8-452b-a750-5673bb8270a7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2359455 Jan 28 03:56:14.145115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59648) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:14.169950 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ff293fd-6507-4670-b09b-8e922fdb17cc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (72aa7d14-15fa-4017-b716-af8101853120), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.207333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c9fa0-a908-4b7d-9417-d0c0e2fcbe31 None None] New status for floating IP d9047d45-9dda-428c-a8b6-5b13ff92c51a: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:56:14.213847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-cc73a1a6-8792-471a-b257-961af9081973 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:14.214229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-cc73a1a6-8792-471a-b257-961af9081973 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.236444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff293fd-6507-4670-b09b-8e922fdb17cc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=72aa7d14-15fa-4017-b716-af8101853120,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:14.241843 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ff293fd-6507-4670-b09b-8e922fdb17cc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.245983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8ff293fd-6507-4670-b09b-8e922fdb17cc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/72aa7d14-15fa-4017-b716-af8101853120 HTTP/1.1" status: 204 len: 168 time: 0.9823720 Jan 28 03:56:14.248243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-40e1d3a7-92f3-44ce-af61-99b9d19dbd69 service neutron] 10.222.0.42 "GET /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742898 Jan 28 03:56:14.255210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e53f20-809c-4a9c-ab4e-be265de45481 req-2c945e5f-a579-445b-bdac-43047216d7d7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:14.256814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55e53f20-809c-4a9c-ab4e-be265de45481 req-2c945e5f-a579-445b-bdac-43047216d7d7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.2010753 Jan 28 03:56:14.261663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59650) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:14.297835 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-37047066-ebf0-41b6-96b5-0699af683232 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1499557 Jan 28 03:56:14.301376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59652) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:14.308949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1320427558'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:14.328291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3a5baa-c241-4c7e-b560-59d22b8220d0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet f315dc25-50bc-4bd2-bf02-65eb8527975c {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:14.331608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0ff1c5b0-3e95-481a-800d-78ae268f1849 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:14.332245 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.340246 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.361067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0f6ec-31ad-4624-a730-0eb10e095253 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 37e4778f-95d9-4491-83d7-425db986bb5c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:14.361562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f6ec-31ad-4624-a730-0eb10e095253 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (37e4778f-95d9-4491-83d7-425db986bb5c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.365188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-cc73a1a6-8792-471a-b257-961af9081973 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] For port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:14.365514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-cc73a1a6-8792-471a-b257-961af9081973 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.370992 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:14.376074 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5baa-c241-4c7e-b560-59d22b8220d0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (f315dc25-50bc-4bd2-bf02-65eb8527975c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.380098 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.457562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-cc73a1a6-8792-471a-b257-961af9081973 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:14.483413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c42c8-686c-4700-9c8c-68d805f6e42f None None] Current status of the port 0ff1c5b0-3e95-481a-800d-78ae268f1849 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:14.546855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:56:14.561630 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f6ec-31ad-4624-a730-0eb10e095253 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (37e4778f-95d9-4491-83d7-425db986bb5c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.566009 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.566349 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Added segment 6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13 of type vlan for network 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a Jan 28 03:56:14.583478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5baa-c241-4c7e-b560-59d22b8220d0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (f315dc25-50bc-4bd2-bf02-65eb8527975c), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.589270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55e53f20-809c-4a9c-ab4e-be265de45481 req-3a6e6972-cdc6-464f-afb9-84e383c41b02 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581806 Jan 28 03:56:14.594278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0f6ec-31ad-4624-a730-0eb10e095253 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 37e4778f-95d9-4491-83d7-425db986bb5c owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:14.640629 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3b06aff-26e8-4224-a6d8-34f71c90ee92 req-cd35617c-9829-4133-b189-a55d7215a13e service neutron] 10.222.0.42 "GET /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827004 Jan 28 03:56:14.684524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0ff1c5b0-3e95-481a-800d-78ae268f1849 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:14.688328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.700126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e546fee-127a-4699-b296-80ff3de0914a None None] Update dhcp port {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': 'f315dc25-50bc-4bd2-bf02-65eb8527975c', 'ip_address': '172.20.0.2'}, {'subnet_id': '72aa7d14-15fa-4017-b716-af8101853120'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '0ff1c5b0-3e95-481a-800d-78ae268f1849'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:56:14.708003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.732914 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e546fee-127a-4699-b296-80ff3de0914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.782983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 76413d24-9103-4764-a6af-1ad85df6255a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:14.787077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809820-0a22-41df-828d-23e35ef6f1de req-8d36477d-e0cf-416e-834b-b2dbb48890e6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:14.788833 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36809820-0a22-41df-828d-23e35ef6f1de req-8d36477d-e0cf-416e-834b-b2dbb48890e6 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 945 time: 0.1449094 Jan 28 03:56:14.812286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 76413d24-9103-4764-a6af-1ad85df6255a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:14.813036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 76413d24-9103-4764-a6af-1ad85df6255a not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:14.822938 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5baa-c241-4c7e-b560-59d22b8220d0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f315dc25-50bc-4bd2-bf02-65eb8527975c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.857972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-cc73a1a6-8792-471a-b257-961af9081973 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7145f810-75bc-4ba1-9e8a-ddfc7a528d17), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.860251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f6ec-31ad-4624-a730-0eb10e095253 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (37e4778f-95d9-4491-83d7-425db986bb5c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.861266 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.866958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:14.867559 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.928630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0f6ec-31ad-4624-a730-0eb10e095253 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=37e4778f-95d9-4491-83d7-425db986bb5c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:14.942923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36809820-0a22-41df-828d-23e35ef6f1de req-bc171395-7c49-426f-8c03-5ac87642872b tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3250d69-0f12-4b2f-bbb8-84358d9fdef3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369863 Jan 28 03:56:14.944041 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f6ec-31ad-4624-a730-0eb10e095253 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:14.950807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d1c0f6ec-31ad-4624-a730-0eb10e095253 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/37e4778f-95d9-4491-83d7-425db986bb5c HTTP/1.1" status: 204 len: 168 time: 1.1002619 Jan 28 03:56:14.954375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59658) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-0e546fee-127a-4699-b296-80ff3de0914a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f315dc25-50bc-4bd2-bf02-65eb8527975c: This subnet is being modified by another concurrent operation. Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:56:15.294931 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f315dc25-50bc-4bd2-bf02-65eb8527975c: This subnet is being modified by another concurrent operation. Jan 28 03:56:15.301573 n-d-808199-14 neutron-server[103290]: ERROR oslo_messaging.rpc.server Jan 28 03:56:15.313996 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5baa-c241-4c7e-b560-59d22b8220d0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (f315dc25-50bc-4bd2-bf02-65eb8527975c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:15.335240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73a1a6-8792-471a-b257-961af9081973 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=7145f810-75bc-4ba1-9e8a-ddfc7a528d17,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:15.353210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0507903 Jan 28 03:56:15.356975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5baa-c241-4c7e-b560-59d22b8220d0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:15.358734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59664) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.360471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ec3a5baa-c241-4c7e-b560-59d22b8220d0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/f315dc25-50bc-4bd2-bf02-65eb8527975c HTTP/1.1" status: 204 len: 168 time: 1.0976517 Jan 28 03:56:15.362889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a5baa-c241-4c7e-b560-59d22b8220d0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=f315dc25-50bc-4bd2-bf02-65eb8527975c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:15.365536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59666) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.367210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': '420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:15.389329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715467b4-8640-45cb-94ab-21ea00ac3a96 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Network': ['ID=420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:15.403610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:56:15.425539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-cc73a1a6-8792-471a-b257-961af9081973 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] No DVR routers for this DVR port 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:15.427478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ccab6745-0fdf-4393-aa33-b7569cc737c5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605919 Jan 28 03:56:15.430162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-cc73a1a6-8792-471a-b257-961af9081973 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:15.432605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59668) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.435531 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4633fa90-8084-45d8-ae5d-b42ebb894b85 req-cc73a1a6-8792-471a-b257-961af9081973 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.42 "DELETE /v2.0/ports/7145f810-75bc-4ba1-9e8a-ddfc7a528d17 HTTP/1.1" status: 204 len: 173 time: 1.4406068 Jan 28 03:56:15.435531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f022e2-195b-480b-8986-1510a3a0147f', 'name': 'network-vif-deleted', 'tag': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:15.436473 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558c81a7-f6ac-4a23-96e1-9146150c7371" -d '{"events": [{"server_uuid": "04f022e2-195b-480b-8986-1510a3a0147f", "name": "network-vif-deleted", "tag": "7145f810-75bc-4ba1-9e8a-ddfc7a528d17"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:15.466118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb93e0-3e64-4956-8685-6350c50d656a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:15.471460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59674) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.474399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dbfb93e0-3e64-4956-8685-6350c50d656a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5163944 Jan 28 03:56:15.506733 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ca62b6-a838-4571-b179-fd170d3d38ac tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:56:15.508186 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a3ca62b6-a838-4571-b179-fd170d3d38ac tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/9b6b1083-4539-4674-946d-671a413cda3d HTTP/1.1" status: 404 len: 333 time: 0.0361094 Jan 28 03:56:15.512178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59676) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.523217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dafe0-88f3-41d3-9e9c-6020a3c1479a req-97168363-d0a3-4b78-9032-c050beb3985e tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:15.523484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0effb7fb-2bb3-4317-99c8-8238ab0cca8f None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:56:15.525892 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a94dafe0-88f3-41d3-9e9c-6020a3c1479a req-97168363-d0a3-4b78-9032-c050beb3985e tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1098 time: 0.2434824 Jan 28 03:56:15.559745 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e1aa98-436a-4874-9b29-5b39786794cd tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:56:15.564557 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b5e1aa98-436a-4874-9b29-5b39786794cd tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/37e4778f-95d9-4491-83d7-425db986bb5c HTTP/1.1" status: 404 len: 333 time: 0.0505686 Jan 28 03:56:15.567514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59678) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.574951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ffac79-81f2-4064-b047-bec3db23f441 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:15.576535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a7ffac79-81f2-4064-b047-bec3db23f441 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1408932 Jan 28 03:56:15.583795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59680) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.680338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a94dafe0-88f3-41d3-9e9c-6020a3c1479a req-99508971-a85c-4172-ba3f-f5888336c31a tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332102 Jan 28 03:56:15.694673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0ff1c5b0-3e95-481a-800d-78ae268f1849 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:15.703496 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:15.710499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.762427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacc8d43-467a-43d6-a3e9-a51ba0192950 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:15.766345 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dacc8d43-467a-43d6-a3e9-a51ba0192950 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1782680 Jan 28 03:56:15.774499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59686) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.774944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c1742832-d6e3-4346-9352-5a380b586c79 None None] Provisioning complete for port 0ff1c5b0-3e95-481a-800d-78ae268f1849 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:15.782000 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1742832-d6e3-4346-9352-5a380b586c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:15.848311 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14c31435-c391-4ee0-8dc7-2aeba042c0f1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728228 Jan 28 03:56:15.850545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59688) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:15.858645 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (56e4b1d1-a03d-4030-98ec-e1eccb657ef4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:15.860260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:15.866080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:15.872908 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff1fde7-bce6-480d-ac92-1c177424d2d1 x-openstack-request-id: req-8ff1fde7-bce6-480d-ac92-1c177424d2d1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:15.873537 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f022e2-195b-480b-8986-1510a3a0147f", "name": "network-vif-deleted", "tag": "7145f810-75bc-4ba1-9e8a-ddfc7a528d17", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:15.873913 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ff1fde7-bce6-480d-ac92-1c177424d2d1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:15.874476 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f022e2-195b-480b-8986-1510a3a0147f', 'name': 'network-vif-deleted', 'tag': '7145f810-75bc-4ba1-9e8a-ddfc7a528d17', 'status': 'completed', 'code': 200} Jan 28 03:56:15.878013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d6bd905f-d9da-4f89-9d45-26515f5d7357 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:15.905639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effb7fb-2bb3-4317-99c8-8238ab0cca8f None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:56:15.996639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0ff1c5b0-3e95-481a-800d-78ae268f1849 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:15.997478 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.117366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (56e4b1d1-a03d-4030-98ec-e1eccb657ef4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.146537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c1742832-d6e3-4346-9352-5a380b586c79 None None] Current status of the port 0ff1c5b0-3e95-481a-800d-78ae268f1849 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:16.150576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dc3bf-fa4b-436d-be39-8a2bfdb993fc req-2fabffb9-f533-4ecf-be7a-83decce7c01e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:16.160064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 0ff1c5b0-3e95-481a-800d-78ae268f1849, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0ff1c5b0-3e95-481a-800d-78ae268f1849,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:16.166729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-762dc3bf-fa4b-436d-be39-8a2bfdb993fc req-2fabffb9-f533-4ecf-be7a-83decce7c01e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.3320704 Jan 28 03:56:16.166963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e4b1d1-a03d-4030-98ec-e1eccb657ef4']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:16.176907 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.184445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad64dc0-7bd3-41c8-b37a-ff6fc69e5663') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:16.184757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad64dc0-7bd3-41c8-b37a-ff6fc69e5663') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:16.205546 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (fad64dc0-7bd3-41c8-b37a-ff6fc69e5663), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.253371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fad64dc0-7bd3-41c8-b37a-ff6fc69e5663), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.269748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:16.270328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (fad64dc0-7bd3-41c8-b37a-ff6fc69e5663), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:16.274492 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:16.321114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=0ff1c5b0-3e95-481a-800d-78ae268f1849,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:16.339964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c56a43c-55c1-4e94-8090-4a0fd68a6c0d req-c537fd3f-9112-42e3-8453-ec40596d2185 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f022e2-195b-480b-8986-1510a3a0147f HTTP/1.1" status: 200 len: 210 time: 0.1994972 Jan 28 03:56:16.386143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bd905f-d9da-4f89-9d45-26515f5d7357 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:16.389477 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6bd905f-d9da-4f89-9d45-26515f5d7357 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.390948 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bd905f-d9da-4f89-9d45-26515f5d7357 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:56:16.391769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bd905f-d9da-4f89-9d45-26515f5d7357 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:16.415723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-762dc3bf-fa4b-436d-be39-8a2bfdb993fc req-ac6be9fd-a0df-4cbc-a9de-18ff2887ed21 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437217 Jan 28 03:56:16.429692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port 199cd388-4d70-42c0-a840-181f80a0f9f9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:16.430098 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (199cd388-4d70-42c0-a840-181f80a0f9f9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.442345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (56e4b1d1-a03d-4030-98ec-e1eccb657ef4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.442666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d6bd905f-d9da-4f89-9d45-26515f5d7357 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5881619 Jan 28 03:56:16.443601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59694) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:16.451258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.462992 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/networks/56e4b1d1-a03d-4030-98ec-e1eccb657ef4 HTTP/1.1" status: 204 len: 168 time: 0.8889818 Jan 28 03:56:16.463636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59696) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:16.465988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (9e497057-57ea-4da2-b6ec-8e53a6b5dc52), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.474228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5b3dc820-ed3a-49f6-baf1-9f268db0e62d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:16.485662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-348557100'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:16.488239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd755404-8ebb-4b7e-9942-36fc40d4bdc3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Network': ['ID=56e4b1d1-a03d-4030-98ec-e1eccb657ef4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:16.494541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ae6bd233-8662-4cb2-b155-4674a5496371 None None] Provisioning complete for port 0ff1c5b0-3e95-481a-800d-78ae268f1849 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:16.495028 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd233-8662-4cb2-b155-4674a5496371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.552516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=9e497057-57ea-4da2-b6ec-8e53a6b5dc52,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:16.564554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Checking segment: {'id': '6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:16.565748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network hostable DHCP agents. Network: 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:56:16.588428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:56:16.605751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:16.613451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:16.614552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.629320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:16.632876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.652628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549381e5-7151-45ae-8d48-b27f8f9f0adf None None] Network 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:16.653790 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-12572a53-c3cf-4548-a182-dce93fe2bcbd tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2867231 Jan 28 03:56:16.654990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59698) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:16.666908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': '420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a', 'name': 'tempest-PortsIpV6TestJSON-1468446157'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:16.676768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda7b8d1-2265-49ce-94af-62c3b3036c7e None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:16.695145 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (199cd388-4d70-42c0-a840-181f80a0f9f9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.696190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (199cd388-4d70-42c0-a840-181f80a0f9f9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.715630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3dc820-ed3a-49f6-baf1-9f268db0e62d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:16.719545 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc820-ed3a-49f6-baf1-9f268db0e62d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.722435 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3dc820-ed3a-49f6-baf1-9f268db0e62d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:56:16.723097 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3dc820-ed3a-49f6-baf1-9f268db0e62d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:16.728784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:56:16.730990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ae6bd233-8662-4cb2-b155-4674a5496371 None None] Current status of the port 0ff1c5b0-3e95-481a-800d-78ae268f1849 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:16.731143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for 199cd388-4d70-42c0-a840-181f80a0f9f9 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:16.731571 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd233-8662-4cb2-b155-4674a5496371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.756459 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d1272523-f996-4212-8529-b1dbdff3aa31), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.756718 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Added segment d1272523-f996-4212-8529-b1dbdff3aa31 of type vlan for network 0c43097d-4dd3-4033-a685-f8e208feb32b Jan 28 03:56:16.773408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5b3dc820-ed3a-49f6-baf1-9f268db0e62d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3116856 Jan 28 03:56:16.778819 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:16.790970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9900191d-343c-4592-8d81-7c4ccf86f52a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:16.860896 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.879168 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (0c43097d-4dd3-4033-a685-f8e208feb32b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.917194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ae6bd233-8662-4cb2-b155-4674a5496371 None None] For port 0ff1c5b0-3e95-481a-800d-78ae268f1849, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0ff1c5b0-3e95-481a-800d-78ae268f1849,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:16.919096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:16.930384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (0c43097d-4dd3-4033-a685-f8e208feb32b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.944349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:16.945039 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.947875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:16.952392 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.963295 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd233-8662-4cb2-b155-4674a5496371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.968523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a', 'network_id': '420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a', 'project_id': 'e58f8fee11374469ae6c917ba1e10fa2', 'fixed_ips': [{'subnet_id': '9e497057-57ea-4da2-b6ec-8e53a6b5dc52'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:16.969710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:16.981049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:16.983213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7145f810-75bc-4ba1-9e8a-ddfc7a528d17 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:16.996508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 8f6d9779-180e-4a5a-b706-0756d169a88e yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:17.004552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9900191d-343c-4592-8d81-7c4ccf86f52a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:17.010478 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9900191d-343c-4592-8d81-7c4ccf86f52a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.016340 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9900191d-343c-4592-8d81-7c4ccf86f52a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:56:17.016821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9900191d-343c-4592-8d81-7c4ccf86f52a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:17.057297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5755620 Jan 28 03:56:17.066185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:17.075250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '0c43097d-4dd3-4033-a685-f8e208feb32b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:17.081011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38054a8-e5e1-4cae-9f9e-aa336002ccce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Network': ['ID=0c43097d-4dd3-4033-a685-f8e208feb32b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:17.093578 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9900191d-343c-4592-8d81-7c4ccf86f52a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3132908 Jan 28 03:56:17.108310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59704) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:17.121364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9a8c4641-9c60-44e9-a3a6-7ece2eac350d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:17.149511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 0c43097d-4dd3-4033-a685-f8e208feb32b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:56:17.177787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-15547beb-9ed2-445c-bc8a-31f083daaec6 None None] Could not find standard attr ID for object 1fbfb908-0d5a-46ca-b4cc-173fd2d8540f. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:17.179883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bd233-8662-4cb2-b155-4674a5496371 None None] Pushing event updated for resources: {'Port': ['ID=0ff1c5b0-3e95-481a-800d-78ae268f1849,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:17.231873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feae427-6681-4d0f-a433-af2e7698dce9 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:17.311888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8::38 (420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a/9e497057-57ea-4da2-b6ec-8e53a6b5dc52/8f6d9779-180e-4a5a-b706-0756d169a88e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:17.323017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8feae427-6681-4d0f-a433-af2e7698dce9 None None] Deleting port 0ff1c5b0-3e95-481a-800d-78ae268f1849 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:17.323622 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8feae427-6681-4d0f-a433-af2e7698dce9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.347089 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (199cd388-4d70-42c0-a840-181f80a0f9f9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.390183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:17.393967 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.397462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=199cd388-4d70-42c0-a840-181f80a0f9f9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:17.425817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59710) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:17.431774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8c4641-9c60-44e9-a3a6-7ece2eac350d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:17.435878 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a8c4641-9c60-44e9-a3a6-7ece2eac350d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.437749 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8c4641-9c60-44e9-a3a6-7ece2eac350d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:56:17.438198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8c4641-9c60-44e9-a3a6-7ece2eac350d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:17.551743 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (8f6d9779-180e-4a5a-b706-0756d169a88e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.602740 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8f6d9779-180e-4a5a-b706-0756d169a88e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.603573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Performing IP validity checks on allocation pools {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:56:17.604281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:56:17.609749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9a8c4641-9c60-44e9-a3a6-7ece2eac350d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4997442 Jan 28 03:56:17.615550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59714) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:17.623369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ea12316e-17c5-499d-91a2-ef95937bd9a8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:17.660899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (2ec48225-8696-443b-9906-8bbf80056ee6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.661231 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Floating IP 2ec48225-8696-443b-9906-8bbf80056ee6 disassociated (deleted). External IP: 172.25.1.136, port: 863b25cd-e4ed-4a7b-812b-539c7b622637. Jan 28 03:56:17.698551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:17.704381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:17.733616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Allocated IP 2001:db8::2 (420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a/9e497057-57ea-4da2-b6ec-8e53a6b5dc52/18364b6e-8b09-4665-bc48-8a53ff77af6f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:17.742178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b64e7-8b59-4b95-83d0-e611025ebd12 req-95e444c0-f732-4c53-8e37-8bb2924b407c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:17.743635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-380b64e7-8b59-4b95-83d0-e611025ebd12 req-95e444c0-f732-4c53-8e37-8bb2924b407c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.2148705 Jan 28 03:56:17.748641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:17.754846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:17.755530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.762851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55d53a8a-9a32-4612-b39a-54ebdfed949c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (e3250d69-0f12-4b2f-bbb8-84358d9fdef3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.781169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=8f6d9779-180e-4a5a-b706-0756d169a88e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:17.810026 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-864799e1-c9ef-41f6-984d-9a51bcd4063f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1480467 Jan 28 03:56:17.826078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59716) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:17.831565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': '420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a', 'name': 'tempest-PortsIpV6TestJSON-1090223551'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:17.840374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea12316e-17c5-499d-91a2-ef95937bd9a8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:17.844372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea12316e-17c5-499d-91a2-ef95937bd9a8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.847626 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea12316e-17c5-499d-91a2-ef95937bd9a8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:56:17.847626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea12316e-17c5-499d-91a2-ef95937bd9a8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:17.878374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55d53a8a-9a32-4612-b39a-54ebdfed949c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (e3250d69-0f12-4b2f-bbb8-84358d9fdef3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:17.922377 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ea12316e-17c5-499d-91a2-ef95937bd9a8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3032262 Jan 28 03:56:17.925590 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59718) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:17.931715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7b15d67a-b6fc-4e2e-94a9-383ce14fd5d5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:17.985984 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-380b64e7-8b59-4b95-83d0-e611025ebd12 req-5dfbd076-c499-4314-bb70-04c6e2e89c82 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298396 Jan 28 03:56:17.989047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8feae427-6681-4d0f-a433-af2e7698dce9 None None] For port 0ff1c5b0-3e95-481a-800d-78ae268f1849, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0ff1c5b0-3e95-481a-800d-78ae268f1849,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:17.989558 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8feae427-6681-4d0f-a433-af2e7698dce9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.008307 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Publish callbacks [] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.019031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8feae427-6681-4d0f-a433-af2e7698dce9 None None] Calling delete_port for 0ff1c5b0-3e95-481a-800d-78ae268f1849 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:18.029274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.069906 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (86ad69b0-4700-44c5-8cf9-684fca698c36), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.113088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Network 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:18.115314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:18.120615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:18.122197 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.131410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:18.154210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 0e5532e8-6059-4734-b311-5aeec292677d yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:18.156291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Pushing event updated for resources: {'Port': ['ID=18364b6e-8b09-4665-bc48-8a53ff77af6f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:18.204479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=86ad69b0-4700-44c5-8cf9-684fca698c36,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:18.214603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55d53a8a-9a32-4612-b39a-54ebdfed949c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e3250d69-0f12-4b2f-bbb8-84358d9fdef3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.217203 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55d53a8a-9a32-4612-b39a-54ebdfed949c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.220869 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-55d53a8a-9a32-4612-b39a-54ebdfed949c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/security-groups/e3250d69-0f12-4b2f-bbb8-84358d9fdef3 HTTP/1.1" status: 204 len: 168 time: 0.7880692 Jan 28 03:56:18.222337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b15d67a-b6fc-4e2e-94a9-383ce14fd5d5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:18.231419 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8feae427-6681-4d0f-a433-af2e7698dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (0ff1c5b0-3e95-481a-800d-78ae268f1849), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.231681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b15d67a-b6fc-4e2e-94a9-383ce14fd5d5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.237611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d53a8a-9a32-4612-b39a-54ebdfed949c tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3250d69-0f12-4b2f-bbb8-84358d9fdef3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:18.237911 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b15d67a-b6fc-4e2e-94a9-383ce14fd5d5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:56:18.239419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Checking segment: {'id': 'd1272523-f996-4212-8529-b1dbdff3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0c43097d-4dd3-4033-a685-f8e208feb32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:18.239789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network hostable DHCP agents. Network: 0c43097d-4dd3-4033-a685-f8e208feb32b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:56:18.240620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b15d67a-b6fc-4e2e-94a9-383ce14fd5d5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:18.245495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 4a63d7a1-36ad-45ca-841f-ebb9605dbace has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:56:18.248072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feae427-6681-4d0f-a433-af2e7698dce9 None None] No DVR routers for this DVR port 0ff1c5b0-3e95-481a-800d-78ae268f1849 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:18.250177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Attempting to bind port 18364b6e-8b09-4665-bc48-8a53ff77af6f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:18.250807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Attempting to bind port 18364b6e-8b09-4665-bc48-8a53ff77af6f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:18.251141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Attempting to bind port 18364b6e-8b09-4665-bc48-8a53ff77af6f on network 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:18.312548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:18.313033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Checking segment: {'id': '6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:18.313458 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.313864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Bound using segment: {'id': '6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:18.314374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Bound port: 18364b6e-8b09-4665-bc48-8a53ff77af6f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:18.314761 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.317799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feae427-6681-4d0f-a433-af2e7698dce9 None None] Pushing event deleted for resources: {'Port': ['ID=0ff1c5b0-3e95-481a-800d-78ae268f1849,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:18.351456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 0c43097d-4dd3-4033-a685-f8e208feb32b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:56:18.367501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:18.373960 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7b15d67a-b6fc-4e2e-94a9-383ce14fd5d5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4470420 Jan 28 03:56:18.377279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:18.422868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 0c43097d-4dd3-4033-a685-f8e208feb32b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:18.428458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8::36c (420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a/9e497057-57ea-4da2-b6ec-8e53a6b5dc52/0e5532e8-6059-4734-b311-5aeec292677d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:18.441227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] For port 18364b6e-8b09-4665-bc48-8a53ff77af6f, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:18.445371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] For port 18364b6e-8b09-4665-bc48-8a53ff77af6f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=18364b6e-8b09-4665-bc48-8a53ff77af6f,segment=NetworkSegment(6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13),segment_id=6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:18.448771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187a12c4-ee31-4d08-b503-e3b641012990 None None] Network 0c43097d-4dd3-4033-a685-f8e208feb32b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:18.471348 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.572743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eae2cc-95e9-4556-a3d7-c43e0debc37b None None] Pushing event updated for resources: {'Port': ['ID=18364b6e-8b09-4665-bc48-8a53ff77af6f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:18.610709 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (0e5532e8-6059-4734-b311-5aeec292677d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.654708 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0e5532e8-6059-4734-b311-5aeec292677d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.681845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-0c43097d-4dd3-4033-a685-f8e208feb32b', 'network_id': '0c43097d-4dd3-4033-a685-f8e208feb32b', 'project_id': '4fbeffefa42943c8b7de486f822fb567', 'fixed_ips': [{'subnet_id': '86ad69b0-4700-44c5-8cf9-684fca698c36'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:18.689485 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.703385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:18.710973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:18.714593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:18.720317 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:18.721022 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:18.747303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=0e5532e8-6059-4734-b311-5aeec292677d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:18.761022 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-42b509c8-d0b1-468e-8ff4-3ef4db7404f4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9308066 Jan 28 03:56:18.761395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:18.879458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed25bbe-201f-48a9-b403-b6c06781a4cc tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:18.881328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4ed25bbe-201f-48a9-b403-b6c06781a4cc tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A38 HTTP/1.1" status: 200 len: 928 time: 0.1188748 Jan 28 03:56:18.886551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59738) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:18.937870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Allocated IP 172.20.0.2 (0c43097d-4dd3-4033-a685-f8e208feb32b/86ad69b0-4700-44c5-8cf9-684fca698c36/5c7c795b-7ea3-42e9-b213-85606baacc0b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:19.010672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-740006d2-c7d4-4c80-a1b1-9721102321e0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6319437 Jan 28 03:56:19.011730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59740) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:19.013183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:19.014359 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.088444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a870cd18-0d57-4a26-8905-9fb0bded15a4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0211473 Jan 28 03:56:19.094550 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:19.115964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '0c43097d-4dd3-4033-a685-f8e208feb32b', 'name': 'tempest-PortsTestJSON-814989787'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:19.124169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a575038-137f-4a76-82fa-76f448a973eb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:19.125806 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0a575038-137f-4a76-82fa-76f448a973eb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1093192 Jan 28 03:56:19.129276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59746) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:19.202737 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d7c71f89-908f-454e-aa7d-fe31530260a3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722802 Jan 28 03:56:19.207601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-64dfa151-ab48-4f4d-8482-585b001c3c65 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 0e5532e8-6059-4734-b311-5aeec292677d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:19.208066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64dfa151-ab48-4f4d-8482-585b001c3c65 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0e5532e8-6059-4734-b311-5aeec292677d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.210891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:19.235333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:19.243007 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Publish callbacks [] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.253285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.301870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Network 0c43097d-4dd3-4033-a685-f8e208feb32b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:19.304110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:56:19.316860 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.322760 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] Sync routers for ids ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:56:19.325394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:19.329857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:19.341193 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] Routers {'4a63d7a1-36ad-45ca-841f-ebb9605dbace'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:19.341976 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:19.402455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f55cb-097e-4a4e-83fa-7dcf47a3d33e req-4c743a34-e46f-4d94-bbdd-ff31e8d884bf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:19.405010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e34f55cb-097e-4a4e-83fa-7dcf47a3d33e req-4c743a34-e46f-4d94-bbdd-ff31e8d884bf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.2368534 Jan 28 03:56:19.411713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a470766c-4636-4af7-982a-3e510d72d073 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/floatingips/2ec48225-8696-443b-9906-8bbf80056ee6 HTTP/1.1" status: 204 len: 168 time: 3.6991022 Jan 28 03:56:19.437934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:19.440224 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cac104-5825-44fe-94a5-172f953fa6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:19.501198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Attempting to bind port 5c7c795b-7ea3-42e9-b213-85606baacc0b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:19.501786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Attempting to bind port 5c7c795b-7ea3-42e9-b213-85606baacc0b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd1272523-f996-4212-8529-b1dbdff3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0c43097d-4dd3-4033-a685-f8e208feb32b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:19.501910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Attempting to bind port 5c7c795b-7ea3-42e9-b213-85606baacc0b on network 0c43097d-4dd3-4033-a685-f8e208feb32b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:19.503899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Pushing event updated for resources: {'Port': ['ID=5c7c795b-7ea3-42e9-b213-85606baacc0b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:19.504809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:19.511609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:19.512000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Checking segment: {'id': 'd1272523-f996-4212-8529-b1dbdff3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0c43097d-4dd3-4033-a685-f8e208feb32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:19.512506 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.512869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Bound using segment: {'id': 'd1272523-f996-4212-8529-b1dbdff3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0c43097d-4dd3-4033-a685-f8e208feb32b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:19.513380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Bound port: 5c7c795b-7ea3-42e9-b213-85606baacc0b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1272523-f996-4212-8529-b1dbdff3aa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0c43097d-4dd3-4033-a685-f8e208feb32b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:19.513767 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.519552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.576119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:19.580138 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.620826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] For port 5c7c795b-7ea3-42e9-b213-85606baacc0b, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:19.625085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] For port 5c7c795b-7ea3-42e9-b213-85606baacc0b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5c7c795b-7ea3-42e9-b213-85606baacc0b,segment=NetworkSegment(d1272523-f996-4212-8529-b1dbdff3aa31),segment_id=d1272523-f996-4212-8529-b1dbdff3aa31)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:19.635931 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.669480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e34f55cb-097e-4a4e-83fa-7dcf47a3d33e req-bf098897-323d-4787-850d-5395ed0b0578 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556806 Jan 28 03:56:19.677317 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] Set router 4a63d7a1-36ad-45ca-841f-ebb9605dbace gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:19.686145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 1bca94c2-b8ac-446a-967e-f0b28defacf3 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:19.747133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64dfa151-ab48-4f4d-8482-585b001c3c65 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0e5532e8-6059-4734-b311-5aeec292677d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.803942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-64dfa151-ab48-4f4d-8482-585b001c3c65 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 0e5532e8-6059-4734-b311-5aeec292677d owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:19.833833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c28e3-2f3b-4050-9757-3f2f74025490 None None] Pushing event updated for resources: {'Port': ['ID=5c7c795b-7ea3-42e9-b213-85606baacc0b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:19.835334 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769d2ec6-b678-4e0d-bc7f-cbbc376e1491 x-openstack-request-id: req-769d2ec6-b678-4e0d-bc7f-cbbc376e1491 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:19.835525 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:19.835726 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-769d2ec6-b678-4e0d-bc7f-cbbc376e1491 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:19.836804 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'status': 'completed', 'code': 200} Jan 28 03:56:19.869190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 18364b6e-8b09-4665-bc48-8a53ff77af6f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:19.986233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 18364b6e-8b09-4665-bc48-8a53ff77af6f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:19.987163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:20.171143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 18364b6e-8b09-4665-bc48-8a53ff77af6f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:20.172678 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:20.191779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af684d2e-dfb9-4a9c-a5d6-042c99b755cb req-6b6bcf78-e612-4e17-89cd-c10f54045e4f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:20.196484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-8fc9a3e8-4206-4da8-9d2d-f3d1d3883830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:20.203232 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b711d76c-42d3-4ba0-80ae-4dd45b0afe0e', 'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:9a:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:34Z', 'updated_at': '2022-01-28T03:53:40Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:20.204396 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-8fc9a3e8-4206-4da8-9d2d-f3d1d3883830 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 1098 time: 0.3687177 Jan 28 03:56:20.204671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af684d2e-dfb9-4a9c-a5d6-042c99b755cb req-6b6bcf78-e612-4e17-89cd-c10f54045e4f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.2497189 Jan 28 03:56:20.277407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 18364b6e-8b09-4665-bc48-8a53ff77af6f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=18364b6e-8b09-4665-bc48-8a53ff77af6f,segment=NetworkSegment(6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13),segment_id=6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:20.280254 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] Checking router: 4a63d7a1-36ad-45ca-841f-ebb9605dbace for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:56:20.287040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.7 (0c43097d-4dd3-4033-a685-f8e208feb32b/86ad69b0-4700-44c5-8cf9-684fca698c36/1bca94c2-b8ac-446a-967e-f0b28defacf3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:20.307278 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:20.338288 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] Routers {'4a63d7a1-36ad-45ca-841f-ebb9605dbace'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:20.339497 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:20.448393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af684d2e-dfb9-4a9c-a5d6-042c99b755cb req-c20199df-ac66-4e5d-82f4-e16ffd22291f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337952 Jan 28 03:56:20.465061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=18364b6e-8b09-4665-bc48-8a53ff77af6f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:20.562459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cfebb2-3c52-4dd6-be45-f5a20f5bda78 None None] Network 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:20.591747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64dfa151-ab48-4f4d-8482-585b001c3c65 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0e5532e8-6059-4734-b311-5aeec292677d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:20.595153 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] Set router 4a63d7a1-36ad-45ca-841f-ebb9605dbace gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:20.623470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-79246e31-6e4a-4764-8192-4e03cd119e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:20.624990 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-79246e31-6e4a-4764-8192-4e03cd119e4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 200 len: 897 time: 0.4101279 Jan 28 03:56:20.716884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:56:20.728078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (53939a9c-4e1b-49e2-be89-7c7c4273bc70), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:20.729907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfa151-ab48-4f4d-8482-585b001c3c65 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=0e5532e8-6059-4734-b311-5aeec292677d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:20.758755 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (1bca94c2-b8ac-446a-967e-f0b28defacf3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:20.794243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64dfa151-ab48-4f4d-8482-585b001c3c65 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:20.798608 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-64dfa151-ab48-4f4d-8482-585b001c3c65 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/0e5532e8-6059-4734-b311-5aeec292677d HTTP/1.1" status: 204 len: 168 time: 1.9106963 Jan 28 03:56:20.826217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:20.827951 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-ac4b0459-92e1-457a-820f-734b1ebefdd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 200 len: 217 time: 0.1518936 Jan 28 03:56:20.828137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f97cd4e2-b1b5-4344-a9a5-7cc24a840a20 None None] Provisioning complete for port 18364b6e-8b09-4665-bc48-8a53ff77af6f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:20.829559 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f97cd4e2-b1b5-4344-a9a5-7cc24a840a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:20.847841 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1bca94c2-b8ac-446a-967e-f0b28defacf3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:20.922569 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b9dc30-10aa-47bc-a61c-3c7a65fac50e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:56:20.924103 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b4b9dc30-10aa-47bc-a61c-3c7a65fac50e tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/0e5532e8-6059-4734-b311-5aeec292677d HTTP/1.1" status: 404 len: 333 time: 0.0952597 Jan 28 03:56:20.925814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-b4421e3a-0fcb-42d3-be04-a911e8c98769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:20.927299 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-b4421e3a-0fcb-42d3-be04-a911e8c98769 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 200 len: 834 time: 0.0566008 Jan 28 03:56:20.927776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59772) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:20.936545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 0c43097d-4dd3-4033-a685-f8e208feb32b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:20.942304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:20.946856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:21.007467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (c1117ceb-b1a6-4464-88e1-2869f53f45a1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:21.057423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f97cd4e2-b1b5-4344-a9a5-7cc24a840a20 None None] Current status of the port 18364b6e-8b09-4665-bc48-8a53ff77af6f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:21.081660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:21.110031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=1bca94c2-b8ac-446a-967e-f0b28defacf3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:21.119539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:21.122718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.124345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:21.124811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.126489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.127101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.127687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.128270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.129605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.129900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e863f8-1c86-40d8-8371-4c23cfd63cbf None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:21.130846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=53939a9c-4e1b-49e2-be89-7c7c4273bc70,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:21.131232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.131799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.132409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.133573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.142301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-0dcb0ea5-1283-4d72-a70c-12fae1989ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.143843 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-0dcb0ea5-1283-4d72-a70c-12fae1989ddf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68a68089-8684-4b59-9c52-72791fb6210f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1693475 Jan 28 03:56:21.149469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.150234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.152316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:21.173343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 8f6d9779-180e-4a5a-b706-0756d169a88e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:21.173710 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8f6d9779-180e-4a5a-b706-0756d169a88e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:21.183986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2b0d4607-0bce-4507-8422-9fcb9d1710b6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9673166 Jan 28 03:56:21.187415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467954f-2354-4823-bf29-ce177cf3489b req-ee7cf98b-9a9d-47e8-b190-1311da57ca2d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.192262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:21.195368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d467954f-2354-4823-bf29-ce177cf3489b req-ee7cf98b-9a9d-47e8-b190-1311da57ca2d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.3670843 Jan 28 03:56:21.197903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:d8:7a:26', 'name': 'tempest-NetworksTestDHCPv6-271271074'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:21.245237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.246361 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:21.339038 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b711d76c-42d3-4ba0-80ae-4dd45b0afe0e', 'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:9a:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:34Z', 'updated_at': '2022-01-28T03:53:40Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:21.392697 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef29bb8-01f1-4525-bbf0-16a211e0312c None None] The sync data for ids ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'] in n-d-808199-14 is: [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b711d76c-42d3-4ba0-80ae-4dd45b0afe0e', 'name': '', 'network_id': '68a68089-8684-4b59-9c52-72791fb6210f', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:9a:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:34Z', 'updated_at': '2022-01-28T03:53:40Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '1e076db4-db42-4077-a3e3-a73556bda86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:56:21.416447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-11b5e0a2-ad80-471d-863d-38349b82b0ab tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3146293 Jan 28 03:56:21.418173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d467954f-2354-4823-bf29-ce177cf3489b req-18b93c98-227f-40eb-9f94-274b56d367d9 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214363 Jan 28 03:56:21.454750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': '53939a9c-4e1b-49e2-be89-7c7c4273bc70'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:21.454750 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:21.461447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59776) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:21.481587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-d90fee56-11e4-41a4-81f6-760a4920339e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.483181 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-d90fee56-11e4-41a4-81f6-760a4920339e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.2794464 Jan 28 03:56:21.699489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ac1d3a2f-1764-4904-bf36-a6c8df863c92 None None] Provisioning complete for port 18364b6e-8b09-4665-bc48-8a53ff77af6f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:21.700486 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac1d3a2f-1764-4904-bf36-a6c8df863c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:21.840198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:21.920869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf567d4-16cc-4677-99cf-398e08f2a007 None None] Network 0c43097d-4dd3-4033-a685-f8e208feb32b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:21.963974 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-9c62634c-8e15-41e4-9776-18868f6210e5 service neutron] 10.222.0.42 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622919 Jan 28 03:56:21.974780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 18364b6e-8b09-4665-bc48-8a53ff77af6f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:22.032152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629735d-d4fc-4a12-89e4-75f9d2859c34 req-ba369c07-eeae-4e14-837f-00aaacb17f0b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:22.035051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2629735d-d4fc-4a12-89e4-75f9d2859c34 req-ba369c07-eeae-4e14-837f-00aaacb17f0b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 946 time: 0.4726644 Jan 28 03:56:22.036227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede234ae-a855-4bb9-b8de-c95be39a81b1 None None] New status for floating IP 2ec48225-8696-443b-9906-8bbf80056ee6: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:56:22.049340 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8f6d9779-180e-4a5a-b706-0756d169a88e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:22.095130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 8f6d9779-180e-4a5a-b706-0756d169a88e owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:22.187850 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:22.204351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48cac104-5825-44fe-94a5-172f953fa6d1 req-964398aa-b20e-4769-8ab3-350c7ef5cc88 service neutron] 10.222.0.42 "GET /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301598 Jan 28 03:56:22.232667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Allocated IP 2001:db8::f816:3eff:fe13:acea (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/53939a9c-4e1b-49e2-be89-7c7c4273bc70/bfc036f4-d9fa-4188-b36e-aed19277865a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:22.257492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 70447440-d7ad-4c6e-a3b4-b9a278c2e5df yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:22.432348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d3a2f-1764-4904-bf36-a6c8df863c92 None None] Current status of the port 18364b6e-8b09-4665-bc48-8a53ff77af6f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:22.440610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 18364b6e-8b09-4665-bc48-8a53ff77af6f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:22.441437 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:22.472729 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8f6d9779-180e-4a5a-b706-0756d169a88e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:22.566027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=8f6d9779-180e-4a5a-b706-0756d169a88e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:22.591734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.592123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.592460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.592793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.593150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.593472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.593799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.594271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.594787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.595070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.595388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.595709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.596150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:22.607688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:22.612559 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14ad2b6f-9315-4b71-bd08-9f1bb3ba3535 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/8f6d9779-180e-4a5a-b706-0756d169a88e HTTP/1.1" status: 204 len: 168 time: 1.6802735 Jan 28 03:56:22.615246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59784) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:22.671156 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee37ed30-bcd9-4bb4-acca-d049d4e40081 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:56:22.673394 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ee37ed30-bcd9-4bb4-acca-d049d4e40081 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/8f6d9779-180e-4a5a-b706-0756d169a88e HTTP/1.1" status: 404 len: 333 time: 0.0563986 Jan 28 03:56:22.676523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59786) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:22.693534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-751ba538-a644-4b19-847f-d5c0c52c9f45 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port 863b25cd-e4ed-4a7b-812b-539c7b622637 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:22.694145 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-751ba538-a644-4b19-847f-d5c0c52c9f45 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:22.759540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ac1d3a2f-1764-4904-bf36-a6c8df863c92 None None] Provisioning complete for port 8f6d9779-180e-4a5a-b706-0756d169a88e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:22.760073 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac1d3a2f-1764-4904-bf36-a6c8df863c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8f6d9779-180e-4a5a-b706-0756d169a88e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:22.792195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c697ca8-6151-4dea-b5f0-652bfab2377d req-0cef0b4a-4929-465f-be4b-35381de38256 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:22.793895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c697ca8-6151-4dea-b5f0-652bfab2377d req-0cef0b4a-4929-465f-be4b-35381de38256 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.2170112 Jan 28 03:56:22.821336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d3a2f-1764-4904-bf36-a6c8df863c92 None None] Port 8f6d9779-180e-4a5a-b706-0756d169a88e was deleted so its status cannot be updated. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 03:56:22.858260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ba52b519-3cef-49aa-b309-043201e84f49 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 1bca94c2-b8ac-446a-967e-f0b28defacf3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:22.858528 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba52b519-3cef-49aa-b309-043201e84f49 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1bca94c2-b8ac-446a-967e-f0b28defacf3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:22.918146 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Publish callbacks [] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:22.969144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 18364b6e-8b09-4665-bc48-8a53ff77af6f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:22.976113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5c7c795b-7ea3-42e9-b213-85606baacc0b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:22.982210 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.055472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port fb742a1a-26f2-4df2-8306-11ce637cf454 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:23.055874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.099551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:23.116062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:23.126420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e99b77f6-ddf3-4859-9eee-d830ea25d39e None None] Provisioning complete for port 5c7c795b-7ea3-42e9-b213-85606baacc0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:23.126940 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e99b77f6-ddf3-4859-9eee-d830ea25d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.130338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:23.178906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] For port fb742a1a-26f2-4df2-8306-11ce637cf454, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=fb742a1a-26f2-4df2-8306-11ce637cf454,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:23.179335 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.207111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for fb742a1a-26f2-4df2-8306-11ce637cf454 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:23.239508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2629735d-d4fc-4a12-89e4-75f9d2859c34 req-117d7523-015e-47c3-8991-d9fd62d7fe86 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1788671 Jan 28 03:56:23.253567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Pushing event updated for resources: {'Port': ['ID=bfc036f4-d9fa-4188-b36e-aed19277865a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:23.314716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 5c7c795b-7ea3-42e9-b213-85606baacc0b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:23.315175 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.349113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Attempting to bind port bfc036f4-d9fa-4188-b36e-aed19277865a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:23.349807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Attempting to bind port bfc036f4-d9fa-4188-b36e-aed19277865a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:23.350312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Attempting to bind port bfc036f4-d9fa-4188-b36e-aed19277865a on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:23.393257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:23.397335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:23.397961 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.398556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:23.400069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Bound port: bfc036f4-d9fa-4188-b36e-aed19277865a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:23.400699 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.411676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c697ca8-6151-4dea-b5f0-652bfab2377d req-5f35d916-0382-475f-820e-cb107862af69 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6058428 Jan 28 03:56:23.455314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-751ba538-a644-4b19-847f-d5c0c52c9f45 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port 863b25cd-e4ed-4a7b-812b-539c7b622637, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=863b25cd-e4ed-4a7b-812b-539c7b622637,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:23.456210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-751ba538-a644-4b19-847f-d5c0c52c9f45 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.462305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9196ea-b399-48c7-a15a-e33ad69b8240 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet 9e497057-57ea-4da2-b6ec-8e53a6b5dc52 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:23.467394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c9196ea-b399-48c7-a15a-e33ad69b8240 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (9e497057-57ea-4da2-b6ec-8e53a6b5dc52), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.479839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e99b77f6-ddf3-4859-9eee-d830ea25d39e None None] Current status of the port 5c7c795b-7ea3-42e9-b213-85606baacc0b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:23.480295 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e99b77f6-ddf3-4859-9eee-d830ea25d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.490070 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba52b519-3cef-49aa-b309-043201e84f49 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1bca94c2-b8ac-446a-967e-f0b28defacf3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.502998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::f816:3eff:fed8:7a26 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/53939a9c-4e1b-49e2-be89-7c7c4273bc70/70447440-d7ad-4c6e-a3b4-b9a278c2e5df) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:23.510687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-751ba538-a644-4b19-847f-d5c0c52c9f45 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for 863b25cd-e4ed-4a7b-812b-539c7b622637 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:23.519700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ba52b519-3cef-49aa-b309-043201e84f49 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 1bca94c2-b8ac-446a-967e-f0b28defacf3 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:23.541390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e99b77f6-ddf3-4859-9eee-d830ea25d39e None None] For port 5c7c795b-7ea3-42e9-b213-85606baacc0b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5c7c795b-7ea3-42e9-b213-85606baacc0b,segment=NetworkSegment(d1272523-f996-4212-8529-b1dbdff3aa31),segment_id=d1272523-f996-4212-8529-b1dbdff3aa31)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:23.546637 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c9196ea-b399-48c7-a15a-e33ad69b8240 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (9e497057-57ea-4da2-b6ec-8e53a6b5dc52), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.580787 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e99b77f6-ddf3-4859-9eee-d830ea25d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.630930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e99b77f6-ddf3-4859-9eee-d830ea25d39e None None] Could not find standard attr ID for object 0e5532e8-6059-4734-b311-5aeec292677d. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:23.650199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e99b77f6-ddf3-4859-9eee-d830ea25d39e None None] Could not find standard attr ID for object 8f6d9779-180e-4a5a-b706-0756d169a88e. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:23.707216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] For port bfc036f4-d9fa-4188-b36e-aed19277865a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:23.733489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b77f6-ddf3-4859-9eee-d830ea25d39e None None] Pushing event updated for resources: {'Port': ['ID=5c7c795b-7ea3-42e9-b213-85606baacc0b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:23.740887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] For port bfc036f4-d9fa-4188-b36e-aed19277865a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bfc036f4-d9fa-4188-b36e-aed19277865a,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:23.741966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 5c7c795b-7ea3-42e9-b213-85606baacc0b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:23.749450 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.792941 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c9196ea-b399-48c7-a15a-e33ad69b8240 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (9e497057-57ea-4da2-b6ec-8e53a6b5dc52), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.831241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2eb122-ed4c-4672-af64-00226a6dc46f None None] Pushing event updated for resources: {'Port': ['ID=bfc036f4-d9fa-4188-b36e-aed19277865a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:23.879972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (70447440-d7ad-4c6e-a3b4-b9a278c2e5df), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.907366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-600976a2-963d-4ed5-acb5-461a3e75120a None None] Provisioning complete for port 5c7c795b-7ea3-42e9-b213-85606baacc0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:23.907727 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-600976a2-963d-4ed5-acb5-461a3e75120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.939297 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c9196ea-b399-48c7-a15a-e33ad69b8240 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (9e497057-57ea-4da2-b6ec-8e53a6b5dc52), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.941275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5c7c795b-7ea3-42e9-b213-85606baacc0b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:23.969545 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fb742a1a-26f2-4df2-8306-11ce637cf454), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:23.990242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9196ea-b399-48c7-a15a-e33ad69b8240 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=9e497057-57ea-4da2-b6ec-8e53a6b5dc52,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:24.004267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f388a0c4-5390-4369-b290-4e0a198e6d9e None None] Network 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:24.005909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c9196ea-b399-48c7-a15a-e33ad69b8240 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.013129 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3c9196ea-b399-48c7-a15a-e33ad69b8240 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/9e497057-57ea-4da2-b6ec-8e53a6b5dc52 HTTP/1.1" status: 204 len: 168 time: 1.3327668 Jan 28 03:56:24.015961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59792) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:24.049871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (70447440-d7ad-4c6e-a3b4-b9a278c2e5df), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.163654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:24.172131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-600976a2-963d-4ed5-acb5-461a3e75120a None None] Current status of the port 5c7c795b-7ea3-42e9-b213-85606baacc0b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:24.184809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=fb742a1a-26f2-4df2-8306-11ce637cf454,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:24.193973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 5c7c795b-7ea3-42e9-b213-85606baacc0b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:24.194656 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.222083 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba52b519-3cef-49aa-b309-043201e84f49 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1bca94c2-b8ac-446a-967e-f0b28defacf3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.226427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:24.259890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-600976a2-963d-4ed5-acb5-461a3e75120a None None] Provisioning complete for port 1bca94c2-b8ac-446a-967e-f0b28defacf3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:24.260380 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-600976a2-963d-4ed5-acb5-461a3e75120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1bca94c2-b8ac-446a-967e-f0b28defacf3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.303427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:24.315548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:24.319198 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.344164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-600976a2-963d-4ed5-acb5-461a3e75120a None None] Port 1bca94c2-b8ac-446a-967e-f0b28defacf3 was deleted so its status cannot be updated. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 03:56:24.379594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d4899-ba4d-4e4c-bfbb-9b66e61e4562 None None] DHCP port deletion for 420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:24.379799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.408119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52b519-3cef-49aa-b309-043201e84f49 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=1bca94c2-b8ac-446a-967e-f0b28defacf3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:24.437675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=70447440-d7ad-4c6e-a3b4-b9a278c2e5df,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:24.518586 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fd89c13b-1da8-4cd0-82e1-9c921146c5f5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3209929 Jan 28 03:56:24.523154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59798) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:24.567215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 5c7c795b-7ea3-42e9-b213-85606baacc0b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:24.573340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b86d4899-ba4d-4e4c-bfbb-9b66e61e4562 None None] Deleting port 18364b6e-8b09-4665-bc48-8a53ff77af6f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:24.573717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b86d4899-ba4d-4e4c-bfbb-9b66e61e4562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.630483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df6593-9b28-487c-86b6-a799e18abb26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:24.637073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df6593-9b28-487c-86b6-a799e18abb26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:24.641944 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-95df6593-9b28-487c-86b6-a799e18abb26 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1122632 Jan 28 03:56:24.642701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:24.692404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 18364b6e-8b09-4665-bc48-8a53ff77af6f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:24.692827 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.705157 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-751ba538-a644-4b19-847f-d5c0c52c9f45 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (863b25cd-e4ed-4a7b-812b-539c7b622637), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.715985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b86d4899-ba4d-4e4c-bfbb-9b66e61e4562 None None] For port 18364b6e-8b09-4665-bc48-8a53ff77af6f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=18364b6e-8b09-4665-bc48-8a53ff77af6f,segment=NetworkSegment(6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13),segment_id=6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:24.716388 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b86d4899-ba4d-4e4c-bfbb-9b66e61e4562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.738076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b86d4899-ba4d-4e4c-bfbb-9b66e61e4562 None None] Calling delete_port for 18364b6e-8b09-4665-bc48-8a53ff77af6f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:24.826450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] For port 18364b6e-8b09-4665-bc48-8a53ff77af6f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=18364b6e-8b09-4665-bc48-8a53ff77af6f,segment=NetworkSegment(6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13),segment_id=6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:24.826899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.849799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 18364b6e-8b09-4665-bc48-8a53ff77af6f owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:24.874511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-76d4bd0b-b277-4b34-b642-1b86d99464dd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 70447440-d7ad-4c6e-a3b4-b9a278c2e5df {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:24.874949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76d4bd0b-b277-4b34-b642-1b86d99464dd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (70447440-d7ad-4c6e-a3b4-b9a278c2e5df), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:24.876288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ba538-a644-4b19-847f-d5c0c52c9f45 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=863b25cd-e4ed-4a7b-812b-539c7b622637,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:24.939885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 863b25cd-e4ed-4a7b-812b-539c7b622637 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:25.002527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 863b25cd-e4ed-4a7b-812b-539c7b622637 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:25.002958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 863b25cd-e4ed-4a7b-812b-539c7b622637 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:25.005559 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b86d4899-ba4d-4e4c-bfbb-9b66e61e4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.023087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2963994-96a3-4239-9ee2-3c61560650b6 req-f5d811ca-61a4-416c-a06c-ce2791e50691 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:25.026163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2963994-96a3-4239-9ee2-3c61560650b6 req-f5d811ca-61a4-416c-a06c-ce2791e50691 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d1a631d-abbb-4544-a77e-1a66a05f42ca HTTP/1.1" status: 200 len: 867 time: 0.5988460 Jan 28 03:56:25.027649 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba52b519-3cef-49aa-b309-043201e84f49 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.031394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ba52b519-3cef-49aa-b309-043201e84f49 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/1bca94c2-b8ac-446a-967e-f0b28defacf3 HTTP/1.1" status: 204 len: 168 time: 3.5689976 Jan 28 03:56:25.035440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-751ba538-a644-4b19-847f-d5c0c52c9f45 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] No DVR routers for this DVR port 863b25cd-e4ed-4a7b-812b-539c7b622637 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:25.037640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:25.043920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d4899-ba4d-4e4c-bfbb-9b66e61e4562 None None] No DVR routers for this DVR port 18364b6e-8b09-4665-bc48-8a53ff77af6f on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:25.050372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (18364b6e-8b09-4665-bc48-8a53ff77af6f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.057288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d4899-ba4d-4e4c-bfbb-9b66e61e4562 None None] Pushing event deleted for resources: {'Port': ['ID=18364b6e-8b09-4665-bc48-8a53ff77af6f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:25.072825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9acbaa-8207-4240-89ca-fc0af1de7fc1 req-4562199c-d090-4930-8491-c85ed472d819 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:25.077797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb9acbaa-8207-4240-89ca-fc0af1de7fc1 req-4562199c-d090-4930-8491-c85ed472d819 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.4527400 Jan 28 03:56:25.097142 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=18364b6e-8b09-4665-bc48-8a53ff77af6f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:25.099778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No DVR routers for this DVR port 18364b6e-8b09-4665-bc48-8a53ff77af6f on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:25.116917 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-751ba538-a644-4b19-847f-d5c0c52c9f45 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.121381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f10a6b90-1ba6-40eb-b261-386bd7454f94 req-751ba538-a644-4b19-847f-d5c0c52c9f45 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "DELETE /v2.0/ports/863b25cd-e4ed-4a7b-812b-539c7b622637 HTTP/1.1" status: 204 len: 173 time: 3.5683217 Jan 28 03:56:25.122218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'name': 'network-vif-deleted', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:25.132664 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8208a296-ea67-46ec-8015-fe70c846d65f" -d '{"events": [{"server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "name": "network-vif-deleted", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:25.191258 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e885437-a46c-498f-8c1a-e07965440065 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:56:25.191862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e885437-a46c-498f-8c1a-e07965440065 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:25.195934 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9e885437-a46c-498f-8c1a-e07965440065 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/1bca94c2-b8ac-446a-967e-f0b28defacf3 HTTP/1.1" status: 404 len: 333 time: 0.1168392 Jan 28 03:56:25.197061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (c1117ceb-b1a6-4464-88e1-2869f53f45a1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.208784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59816) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:25.233328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76d4bd0b-b277-4b34-b642-1b86d99464dd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (70447440-d7ad-4c6e-a3b4-b9a278c2e5df), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.255889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.268738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-76d4bd0b-b277-4b34-b642-1b86d99464dd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 70447440-d7ad-4c6e-a3b4-b9a278c2e5df owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:25.293917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:25.343509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:25.343835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:25.360612 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.382253 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c05b40-ad14-4d0a-9b20-0e5e30993d49 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:56:25.384720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-47c05b40-ad14-4d0a-9b20-0e5e30993d49 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/1bca94c2-b8ac-446a-967e-f0b28defacf3 HTTP/1.1" status: 404 len: 333 time: 0.1403732 Jan 28 03:56:25.388187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:25.436310 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb9acbaa-8207-4240-89ca-fc0af1de7fc1 req-af2f7b3c-78dc-4afb-a552-be62f6dc51bc tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475385 Jan 28 03:56:25.458509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2963994-96a3-4239-9ee2-3c61560650b6 req-9aaf2c73-5f30-4649-9722-b7e66aba4ab3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8f3fbcc-6494-482d-881b-92ed99d95aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169912 Jan 28 03:56:25.459064 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.478365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f302cea9-5664-43e3-86eb-71c0bc5ae233 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet 86ad69b0-4700-44c5-8cf9-684fca698c36 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:25.482796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f302cea9-5664-43e3-86eb-71c0bc5ae233 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (86ad69b0-4700-44c5-8cf9-684fca698c36), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.539894 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1135a3-2de5-411c-af8d-fac68949e653 x-openstack-request-id: req-df1135a3-2de5-411c-af8d-fac68949e653 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:25.540200 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1a631d-abbb-4544-a77e-1a66a05f42ca", "name": "network-vif-deleted", "tag": "863b25cd-e4ed-4a7b-812b-539c7b622637", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:25.540443 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df1135a3-2de5-411c-af8d-fac68949e653 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:25.542122 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1a631d-abbb-4544-a77e-1a66a05f42ca', 'name': 'network-vif-deleted', 'tag': '863b25cd-e4ed-4a7b-812b-539c7b622637', 'status': 'completed', 'code': 200} Jan 28 03:56:25.542411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:25.542955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (6f32b6a0-c0d7-4a07-8d40-eb9a0d2bdd13), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:25.547728 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:25.567707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f302cea9-5664-43e3-86eb-71c0bc5ae233 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (86ad69b0-4700-44c5-8cf9-684fca698c36), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.751016 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.773030 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.781297 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/networks/420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a HTTP/1.1" status: 204 len: 168 time: 1.7641647 Jan 28 03:56:25.828035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:25.850458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca3c6d-b14f-4590-a6b8-9e1bafcc75a2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Network': ['ID=420a82bf-68c1-4ca2-82ed-1cd6f5ecb03a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:25.876314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-103152027'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:25.902023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f5f83d-5793-49ff-81b7-d675fab46be9 None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:56:25.954421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:25.959148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.095713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f7927bf1-6deb-47ae-90d0-10aa5f0d1be3 None None] Provisioning complete for port bfc036f4-d9fa-4188-b36e-aed19277865a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:26.096259 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f302cea9-5664-43e3-86eb-71c0bc5ae233 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (86ad69b0-4700-44c5-8cf9-684fca698c36), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.096364 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7927bf1-6deb-47ae-90d0-10aa5f0d1be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.143355 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76d4bd0b-b277-4b34-b642-1b86d99464dd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (70447440-d7ad-4c6e-a3b4-b9a278c2e5df), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.157134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:56:26.160237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-bc3b0f02-5fe9-47e5-955b-eebb62e67bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:26.161111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f5f83d-5793-49ff-81b7-d675fab46be9 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:56:26.161956 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-bc3b0f02-5fe9-47e5-955b-eebb62e67bec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 1098 time: 0.2172940 Jan 28 03:56:26.164094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bfc036f4-d9fa-4188-b36e-aed19277865a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:26.212872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4bd0b-b277-4b34-b642-1b86d99464dd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=70447440-d7ad-4c6e-a3b4-b9a278c2e5df,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:26.294053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76d4bd0b-b277-4b34-b642-1b86d99464dd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.295685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Router c1117ceb-b1a6-4464-88e1-2869f53f45a1 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:56:26.297295 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-76d4bd0b-b277-4b34-b642-1b86d99464dd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/70447440-d7ad-4c6e-a3b4-b9a278c2e5df HTTP/1.1" status: 204 len: 168 time: 1.6497679 Jan 28 03:56:26.299948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59824) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:26.318436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (432316ec-0ded-461b-9930-8cd7b038959f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.319190 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Added segment 432316ec-0ded-461b-9930-8cd7b038959f of type vlan for network 3b46f513-640c-441d-9f0e-3eb04497d9b2 Jan 28 03:56:26.321008 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f302cea9-5664-43e3-86eb-71c0bc5ae233 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (86ad69b0-4700-44c5-8cf9-684fca698c36), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.344363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port bfc036f4-d9fa-4188-b36e-aed19277865a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:26.344792 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.388586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302cea9-5664-43e3-86eb-71c0bc5ae233 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=86ad69b0-4700-44c5-8cf9-684fca698c36,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:26.399998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f302cea9-5664-43e3-86eb-71c0bc5ae233 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.406845 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f302cea9-5664-43e3-86eb-71c0bc5ae233 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/86ad69b0-4700-44c5-8cf9-684fca698c36 HTTP/1.1" status: 204 len: 168 time: 1.0007076 Jan 28 03:56:26.409567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:26.432157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f7927bf1-6deb-47ae-90d0-10aa5f0d1be3 None None] Current status of the port bfc036f4-d9fa-4188-b36e-aed19277865a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:26.432575 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7927bf1-6deb-47ae-90d0-10aa5f0d1be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.493379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:56:26.513890 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] Sync routers for ids ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:56:26.518116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3e256ee6-100c-417a-9029-2e64639d9aae tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "PUT /v2.0/routers/c1117ceb-b1a6-4464-88e1-2869f53f45a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1494410 Jan 28 03:56:26.521289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59832) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:26.545527 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (3b46f513-640c-441d-9f0e-3eb04497d9b2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.547270 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] Routers {'c1117ceb-b1a6-4464-88e1-2869f53f45a1'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:26.549810 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:26.574439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f7927bf1-6deb-47ae-90d0-10aa5f0d1be3 None None] For port bfc036f4-d9fa-4188-b36e-aed19277865a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bfc036f4-d9fa-4188-b36e-aed19277865a,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:26.576429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:26.599310 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7927bf1-6deb-47ae-90d0-10aa5f0d1be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.602838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-4844f83f-b72b-4a78-973a-29d6e93d3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:26.604492 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-4844f83f-b72b-4a78-973a-29d6e93d3a37 service neutron] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.4050438 Jan 28 03:56:26.607380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port bfc036f4-d9fa-4188-b36e-aed19277865a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:26.607770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.619703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d07dae8-86ef-4c68-817e-783bdd0f29eb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:26.621194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d07dae8-86ef-4c68-817e-783bdd0f29eb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:26.622945 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1d07dae8-86ef-4c68-817e-783bdd0f29eb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3220677 Jan 28 03:56:26.629134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:26.729601 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (0c43097d-4dd3-4033-a685-f8e208feb32b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.743220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (3b46f513-640c-441d-9f0e-3eb04497d9b2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.751104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:26.752164 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.764965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7927bf1-6deb-47ae-90d0-10aa5f0d1be3 None None] Pushing event updated for resources: {'Port': ['ID=bfc036f4-d9fa-4188-b36e-aed19277865a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:26.776179 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-2b807dcb-4748-4dc3-91cd-3d1fa0d7a6e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=988590e8-d350-4bdf-b316-77470d264e94 HTTP/1.1" status: 200 len: 217 time: 0.1497135 Jan 28 03:56:26.784757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c98077b-f68d-4e16-83a2-6410a2fd6105 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting subnet 1ee80fc5-6d61-47c7-b2ca-8a0c96652379 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:26.787993 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:56:26.788734 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:56:26.798688 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c98077b-f68d-4e16-83a2-6410a2fd6105 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for subnet (1ee80fc5-6d61-47c7-b2ca-8a0c96652379), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:26.879497 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] Set router c1117ceb-b1a6-4464-88e1-2869f53f45a1 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:26.887142 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Network': ['ID=3b46f513-640c-441d-9f0e-3eb04497d9b2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:26.903297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 3b46f513-640c-441d-9f0e-3eb04497d9b2 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:56:26.909578 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-856c59e6-5151-4845-abdc-ab071b7e2d78 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0509944 Jan 28 03:56:26.925107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59838) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:26.966907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': '3b46f513-640c-441d-9f0e-3eb04497d9b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:26.975798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a22ee70-e3e8-4d7d-a608-94de715424b7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 53939a9c-4e1b-49e2-be89-7c7c4273bc70 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:26.989889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa086b-5a32-4ea3-8e24-a4a1b44154e6 req-bb4b8f2c-4ac1-4acf-aff1-14d88f507033 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:26.991909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4faa086b-5a32-4ea3-8e24-a4a1b44154e6 req-bb4b8f2c-4ac1-4acf-aff1-14d88f507033 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.3209155 Jan 28 03:56:27.018553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a22ee70-e3e8-4d7d-a608-94de715424b7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (53939a9c-4e1b-49e2-be89-7c7c4273bc70), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.023316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-76ee4195-6d00-4e63-89da-550d4aed8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:27.025602 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-76ee4195-6d00-4e63-89da-550d4aed8fec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1551633 Jan 28 03:56:27.076211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c98077b-f68d-4e16-83a2-6410a2fd6105 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (1ee80fc5-6d61-47c7-b2ca-8a0c96652379), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.201283 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a22ee70-e3e8-4d7d-a608-94de715424b7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (53939a9c-4e1b-49e2-be89-7c7c4273bc70), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.263928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-6785a11e-89b9-479d-88c8-4504cabcdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:27.265471 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-6785a11e-89b9-479d-88c8-4504cabcdce4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666033 Jan 28 03:56:27.279267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-2a35ce1b-fd8f-4af5-afe8-57852c037a9f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:56:27.280443 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-2a35ce1b-fd8f-4af5-afe8-57852c037a9f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068614 Jan 28 03:56:27.360213 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:56:23Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:27.380110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4faa086b-5a32-4ea3-8e24-a4a1b44154e6 req-56ac1c9a-1ac4-43e4-aa87-88610864376e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572774 Jan 28 03:56:27.381682 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port bfc036f4-d9fa-4188-b36e-aed19277865a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:27.413573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:27.427472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.432208 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] Checking router: c1117ceb-b1a6-4464-88e1-2869f53f45a1 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:56:27.446473 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] Routers {'c1117ceb-b1a6-4464-88e1-2869f53f45a1'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:27.454761 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:27.474206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 18364b6e-8b09-4665-bc48-8a53ff77af6f no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:27.492079 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c98077b-f68d-4e16-83a2-6410a2fd6105 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (1ee80fc5-6d61-47c7-b2ca-8a0c96652379), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.536956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 18364b6e-8b09-4665-bc48-8a53ff77af6f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:27.537251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 18364b6e-8b09-4665-bc48-8a53ff77af6f not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:27.540817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 5c7c795b-7ea3-42e9-b213-85606baacc0b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:27.541310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.645325 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] Set router c1117ceb-b1a6-4464-88e1-2869f53f45a1 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:27.676727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f0359-c353-4a89-8fda-a599b04b4302 None None] Network 0c43097d-4dd3-4033-a685-f8e208feb32b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:27.738850 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a22ee70-e3e8-4d7d-a608-94de715424b7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (53939a9c-4e1b-49e2-be89-7c7c4273bc70), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.753112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-8cb92255-543e-4d4f-b110-e812ef6ea1ad service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641128 Jan 28 03:56:27.847028 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c98077b-f68d-4e16-83a2-6410a2fd6105 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (1ee80fc5-6d61-47c7-b2ca-8a0c96652379), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.856045 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (2de5e0cd-2ca5-46a1-99a7-66282fb5cc67), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.902698 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c98077b-f68d-4e16-83a2-6410a2fd6105 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.907195 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4c98077b-f68d-4e16-83a2-6410a2fd6105 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/subnets/1ee80fc5-6d61-47c7-b2ca-8a0c96652379 HTTP/1.1" status: 204 len: 168 time: 1.3844507 Jan 28 03:56:27.917897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98077b-f68d-4e16-83a2-6410a2fd6105 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee80fc5-6d61-47c7-b2ca-8a0c96652379,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:27.926039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:27.942820 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ad568cd-ec21-42d7-9a27-707d228bdc35 req-353b9581-c5f0-43df-81c0-90aeb3b481e3 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546926 Jan 28 03:56:27.945141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c77c82-396f-4a28-938e-06f41fe55aaa None None] Network 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:27.946055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] For port 5c7c795b-7ea3-42e9-b213-85606baacc0b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5c7c795b-7ea3-42e9-b213-85606baacc0b,segment=NetworkSegment(d1272523-f996-4212-8529-b1dbdff3aa31),segment_id=d1272523-f996-4212-8529-b1dbdff3aa31)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:27.947521 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.976081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 5c7c795b-7ea3-42e9-b213-85606baacc0b owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:28.106794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router (c1117ceb-b1a6-4464-88e1-2869f53f45a1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.124517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d5b1543b-6e87-4408-8c79-8fbf89b21418 None None] Provisioning complete for port bfc036f4-d9fa-4188-b36e-aed19277865a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:28.125235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5b1543b-6e87-4408-8c79-8fbf89b21418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.146561 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:56:23Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:28.150219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a22ee70-e3e8-4d7d-a608-94de715424b7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (53939a9c-4e1b-49e2-be89-7c7c4273bc70), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.205232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22ee70-e3e8-4d7d-a608-94de715424b7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=53939a9c-4e1b-49e2-be89-7c7c4273bc70,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:28.208510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bfc036f4-d9fa-4188-b36e-aed19277865a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:28.217733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a22ee70-e3e8-4d7d-a608-94de715424b7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.223178 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4a22ee70-e3e8-4d7d-a608-94de715424b7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/53939a9c-4e1b-49e2-be89-7c7c4273bc70 HTTP/1.1" status: 204 len: 168 time: 1.5832260 Jan 28 03:56:28.229126 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839c1bc4-c34d-4943-8332-e05806c43d88 None None] The sync data for ids ['c1117ceb-b1a6-4464-88e1-2869f53f45a1'] in n-d-808199-14 is: [{'id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'name': 'tempest-TestNetworkBasicOps-router-2014527171', 'tenant_id': '700e7bfa6ebb41949c07b0d2771d2517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:37Z', 'updated_at': '2022-01-28T03:56:23Z', 'revision_number': 5, 'project_id': '700e7bfa6ebb41949c07b0d2771d2517', 'gw_port': {'id': 'e1fe20c0-a2ca-456f-add6-3c06f08d2c78', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1117ceb-b1a6-4464-88e1-2869f53f45a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:40Z', 'updated_at': '2022-01-28T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:56:28.233913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59846) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:28.296217 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_gateway (c1117ceb-b1a6-4464-88e1-2869f53f45a1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.349342 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-01fcac77-fe51-465f-ad59-608f5b4eca40 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138289 Jan 28 03:56:28.350124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:28.356111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:28.410239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5c7c795b-7ea3-42e9-b213-85606baacc0b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.438094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Checking segment: {'id': '432316ec-0ded-461b-9930-8cd7b038959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3b46f513-640c-441d-9f0e-3eb04497d9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:28.438684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network hostable DHCP agents. Network: 3b46f513-640c-441d-9f0e-3eb04497d9b2, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:56:28.453350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=2de5e0cd-2ca5-46a1-99a7-66282fb5cc67,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:28.514293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=5c7c795b-7ea3-42e9-b213-85606baacc0b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:28.527285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No DVR routers for this DVR port 5c7c795b-7ea3-42e9-b213-85606baacc0b on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:28.555313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 3b46f513-640c-441d-9f0e-3eb04497d9b2 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:56:28.590481 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Deleting port e1fe20c0-a2ca-456f-add6-3c06f08d2c78 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:28.590936 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.597337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2fb07a-0456-4ea9-9c02-376469a3a58c None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:28.610368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port bfc036f4-d9fa-4188-b36e-aed19277865a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:28.610761 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.611365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:28.615501 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.660347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 3b46f513-640c-441d-9f0e-3eb04497d9b2) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:28.716115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:28.717135 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.750310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (0c43097d-4dd3-4033-a685-f8e208feb32b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.766014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbe298-f3aa-4df7-aa94-4121014f4865 req-01e0813f-8d32-4b0b-a609-c2ef07c9ee13 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:28.766575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f28859-179c-4f5f-b1dd-e4f1ebf925ec None None] Network 3b46f513-640c-441d-9f0e-3eb04497d9b2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:28.768011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dfbe298-f3aa-4df7-aa94-4121014f4865 req-01e0813f-8d32-4b0b-a609-c2ef07c9ee13 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.2331903 Jan 28 03:56:28.784144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf466d-6c12-4dc9-bb2d-4d72e89d4e35 None None] DHCP port deletion for 0c43097d-4dd3-4033-a685-f8e208feb32b request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:28.807555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c43097d-4dd3-4033-a685-f8e208feb32b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:28.826493 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1272523-f996-4212-8529-b1dbdff3aa31') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:28.826795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1272523-f996-4212-8529-b1dbdff3aa31') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:28.838159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8fb15331-9576-4bd6-9560-0942ff1ae72f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9068689 Jan 28 03:56:28.839137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59852) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:28.850473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': '3b46f513-640c-441d-9f0e-3eb04497d9b2', 'name': 'tempest-PortsIpV6TestJSON-394765821', 'fixed_ips': [{'subnet_id': '2de5e0cd-2ca5-46a1-99a7-66282fb5cc67', 'ip_address': '2001:db8::10'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:28.856006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904cc3c5-987f-4e8e-bb6c-f819158e4392 None None] DHCP port deletion for 82c7a2ef-a5f1-4380-8e4b-495c2957bbcf request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:28.861470 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (d1272523-f996-4212-8529-b1dbdff3aa31), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.888595 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] For port e1fe20c0-a2ca-456f-add6-3c06f08d2c78, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e1fe20c0-a2ca-456f-add6-3c06f08d2c78,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:28.889131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:28.958128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Calling delete_port for e1fe20c0-a2ca-456f-add6-3c06f08d2c78 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:28.969540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dfbe298-f3aa-4df7-aa94-4121014f4865 req-63665053-57cf-4e35-9ed5-fc0529773de3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820688 Jan 28 03:56:29.079582 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (4a63d7a1-36ad-45ca-841f-ebb9605dbace), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.094728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1543b-6e87-4408-8c79-8fbf89b21418 None None] Current status of the port bfc036f4-d9fa-4188-b36e-aed19277865a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:29.268285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9ecf4-9bd9-4154-8a5d-b92efe6a6d33 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:29.285476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-904cc3c5-987f-4e8e-bb6c-f819158e4392 None None] Deleting port 1f68787a-2899-424f-a41f-77c5a5ee8f46 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:29.286768 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-904cc3c5-987f-4e8e-bb6c-f819158e4392 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.289711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-708b34f9-3890-43f8-8b11-2ae182a89f89 None None] Could not find standard attr ID for object 70447440-d7ad-4c6e-a3b4-b9a278c2e5df. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:29.335854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-3b46f513-640c-441d-9f0e-3eb04497d9b2', 'network_id': '3b46f513-640c-441d-9f0e-3eb04497d9b2', 'project_id': 'e58f8fee11374469ae6c917ba1e10fa2', 'fixed_ips': [{'subnet_id': '2de5e0cd-2ca5-46a1-99a7-66282fb5cc67'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:29.337645 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.373785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port bfc036f4-d9fa-4188-b36e-aed19277865a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:29.389900 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d1272523-f996-4212-8529-b1dbdff3aa31), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.397648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:29.399143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (d1272523-f996-4212-8529-b1dbdff3aa31), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.476400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-904cc3c5-987f-4e8e-bb6c-f819158e4392 None None] For port 1f68787a-2899-424f-a41f-77c5a5ee8f46, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1f68787a-2899-424f-a41f-77c5a5ee8f46,segment=NetworkSegment(fc70484c-5109-4b4d-9bf3-71013743c8ef),segment_id=fc70484c-5109-4b4d-9bf3-71013743c8ef)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:29.476864 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-904cc3c5-987f-4e8e-bb6c-f819158e4392 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:29.511405 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:29.522487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (0c43097d-4dd3-4033-a685-f8e208feb32b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.547975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.551636 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/networks/0c43097d-4dd3-4033-a685-f8e208feb32b HTTP/1.1" status: 204 len: 168 time: 3.1099646 Jan 28 03:56:29.553121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-904cc3c5-987f-4e8e-bb6c-f819158e4392 None None] Calling delete_port for 1f68787a-2899-424f-a41f-77c5a5ee8f46 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:29.557340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4851db-1ed6-4323-bcfc-b61a280669e1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Network': ['ID=0c43097d-4dd3-4033-a685-f8e208feb32b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:29.559226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:29.568396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1320381651'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:29.619496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:29.625236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.657240 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-904cc3c5-987f-4e8e-bb6c-f819158e4392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (1f68787a-2899-424f-a41f-77c5a5ee8f46), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.692679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa9fc7-9659-43b3-aad5-09a4d14cd797 req-d7dc0a6b-dd6c-4b4e-8b29-afb98ef6e187 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:29.694239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95aa9fc7-9659-43b3-aad5-09a4d14cd797 req-d7dc0a6b-dd6c-4b4e-8b29-afb98ef6e187 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1883819 Jan 28 03:56:29.697600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cc3c5-987f-4e8e-bb6c-f819158e4392 None None] Pushing event deleted for resources: {'Port': ['ID=1f68787a-2899-424f-a41f-77c5a5ee8f46,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:29.700530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904cc3c5-987f-4e8e-bb6c-f819158e4392 None None] No DVR routers for this DVR port 1f68787a-2899-424f-a41f-77c5a5ee8f46 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:29.718425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ece9ecf4-9bd9-4154-8a5d-b92efe6a6d33 None None] Deleting port bfc036f4-d9fa-4188-b36e-aed19277865a {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:29.718894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece9ecf4-9bd9-4154-8a5d-b92efe6a6d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.733339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:56:29.756965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2fd22b6f-8037-49cd-88a6-55864fc2e234), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.758767 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Added segment 2fd22b6f-8037-49cd-88a6-55864fc2e234 of type vlan for network 8771c209-4558-4aaf-b6ed-7e72eb3d0416 Jan 28 03:56:29.788226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:29.819011 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e1fe20c0-a2ca-456f-add6-3c06f08d2c78), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.860137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Port': ['ID=e1fe20c0-a2ca-456f-add6-3c06f08d2c78,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:29.889001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95aa9fc7-9659-43b3-aad5-09a4d14cd797 req-889ac267-1f19-4eac-ab42-fbecb60e8690 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864288 Jan 28 03:56:29.931998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Allocated IP 2001:db8::2 (3b46f513-640c-441d-9f0e-3eb04497d9b2/2de5e0cd-2ca5-46a1-99a7-66282fb5cc67/4831ef24-43ec-4b7d-a159-8c4d423def88) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:29.965141 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.026636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1f68787a-2899-424f-a41f-77c5a5ee8f46 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:30.042806 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (c1117ceb-b1a6-4464-88e1-2869f53f45a1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.063870 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8771c209-4558-4aaf-b6ed-7e72eb3d0416), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.072981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 97b3d905-2f6b-42bd-ab9f-d3d04f253f2a yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:30.128365 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Publish callbacks [] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.140450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 1f68787a-2899-424f-a41f-77c5a5ee8f46 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:30.140791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1f68787a-2899-424f-a41f-77c5a5ee8f46 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:30.141473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bfc036f4-d9fa-4188-b36e-aed19277865a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:30.147938 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.198448 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (c1117ceb-b1a6-4464-88e1-2869f53f45a1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.206822 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router_controller (c1117ceb-b1a6-4464-88e1-2869f53f45a1), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.249601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ece9ecf4-9bd9-4154-8a5d-b92efe6a6d33 None None] For port bfc036f4-d9fa-4188-b36e-aed19277865a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bfc036f4-d9fa-4188-b36e-aed19277865a,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:30.249944 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece9ecf4-9bd9-4154-8a5d-b92efe6a6d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.253140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8::10 (3b46f513-640c-441d-9f0e-3eb04497d9b2/2de5e0cd-2ca5-46a1-99a7-66282fb5cc67/97b3d905-2f6b-42bd-ab9f-d3d04f253f2a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:30.253812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Network 3b46f513-640c-441d-9f0e-3eb04497d9b2 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:30.267511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:30.286830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:30.290393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ece9ecf4-9bd9-4154-8a5d-b92efe6a6d33 None None] Calling delete_port for bfc036f4-d9fa-4188-b36e-aed19277865a owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:30.312668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Pushing event updated for resources: {'Port': ['ID=4831ef24-43ec-4b7d-a159-8c4d423def88,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:30.313177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11eb32-591c-45dc-9fe9-393351f141ea req-6b8bf1ee-47a4-4ebb-a5f5-a871820b905b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:30.321487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd11eb32-591c-45dc-9fe9-393351f141ea req-6b8bf1ee-47a4-4ebb-a5f5-a871820b905b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2845008 Jan 28 03:56:30.337018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:30.337465 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.340233 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (c1117ceb-b1a6-4464-88e1-2869f53f45a1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.341026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Fanout notify agent at l3_agent the message router_deleted on router c1117ceb-b1a6-4464-88e1-2869f53f45a1 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:56:30.364552 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.365865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a9666d83-ba6a-49b1-a81c-298e3393c933 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/routers/c1117ceb-b1a6-4464-88e1-2869f53f45a1 HTTP/1.1" status: 204 len: 168 time: 2.4374337 Jan 28 03:56:30.375871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:30.380569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Attempting to bind port 4831ef24-43ec-4b7d-a159-8c4d423def88 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:30.381005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Attempting to bind port 4831ef24-43ec-4b7d-a159-8c4d423def88 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '432316ec-0ded-461b-9930-8cd7b038959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3b46f513-640c-441d-9f0e-3eb04497d9b2'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:30.381373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Attempting to bind port 4831ef24-43ec-4b7d-a159-8c4d423def88 on network 3b46f513-640c-441d-9f0e-3eb04497d9b2 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:30.420066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:30.420450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Checking segment: {'id': '432316ec-0ded-461b-9930-8cd7b038959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3b46f513-640c-441d-9f0e-3eb04497d9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:30.420869 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.421334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Bound using segment: {'id': '432316ec-0ded-461b-9930-8cd7b038959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3b46f513-640c-441d-9f0e-3eb04497d9b2'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:30.421831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Bound port: 4831ef24-43ec-4b7d-a159-8c4d423def88, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432316ec-0ded-461b-9930-8cd7b038959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3b46f513-640c-441d-9f0e-3eb04497d9b2'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:30.422214 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.537970 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8771c209-4558-4aaf-b6ed-7e72eb3d0416), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.545508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:30.546408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.561096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:56:30.575878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port bfc036f4-d9fa-4188-b36e-aed19277865a is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:30.576454 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.582444 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece9ecf4-9bd9-4154-8a5d-b92efe6a6d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (bfc036f4-d9fa-4188-b36e-aed19277865a), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.636624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9ecf4-9bd9-4154-8a5d-b92efe6a6d33 None None] Pushing event deleted for resources: {'Port': ['ID=bfc036f4-d9fa-4188-b36e-aed19277865a,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:30.671815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9ecf4-9bd9-4154-8a5d-b92efe6a6d33 None None] No DVR routers for this DVR port bfc036f4-d9fa-4188-b36e-aed19277865a on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:30.700895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (97b3d905-2f6b-42bd-ab9f-d3d04f253f2a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.702673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd11eb32-591c-45dc-9fe9-393351f141ea req-ad15c20e-cee6-408f-937a-347d15502d4d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796611 Jan 28 03:56:30.712585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (82c7a2ef-a5f1-4380-8e4b-495c2957bbcf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.743537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port b711d76c-42d3-4ba0-80ae-4dd45b0afe0e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b711d76c-42d3-4ba0-80ae-4dd45b0afe0e,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:30.744523 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.764922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for b711d76c-42d3-4ba0-80ae-4dd45b0afe0e owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:30.766916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fb742a1a-26f2-4df2-8306-11ce637cf454 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:30.802684 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2364357 Jan 28 03:56:30.809296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:30.815858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '8771c209-4558-4aaf-b6ed-7e72eb3d0416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:30.817296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: fb742a1a-26f2-4df2-8306-11ce637cf454 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:30.817689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device fb742a1a-26f2-4df2-8306-11ce637cf454 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:30.819503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5c7c795b-7ea3-42e9-b213-85606baacc0b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:30.830315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] For port 4831ef24-43ec-4b7d-a159-8c4d423def88, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:30.837155 n-d-808199-14 neutron-server[103289]: WARNING neutron.services.revisions.revision_plugin [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Could not find related port for resource to bump revision. Jan 28 03:56:30.891462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 5c7c795b-7ea3-42e9-b213-85606baacc0b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:30.891803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5c7c795b-7ea3-42e9-b213-85606baacc0b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:30.897098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Port bfc036f4-d9fa-4188-b36e-aed19277865a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103289) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 03:56:30.897405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Reverting IP allocation for 2001:db8::f816:3eff:fe13:acea {{(pid=103289) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 03:56:30.911179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (82c7a2ef-a5f1-4380-8e4b-495c2957bbcf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.919253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f032ec-7042-4d46-8def-dabc134712c9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Network': ['ID=8771c209-4558-4aaf-b6ed-7e72eb3d0416,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:30.927871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe13:acea {{(pid=103289) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 03:56:30.951091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8771c209-4558-4aaf-b6ed-7e72eb3d0416 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:56:30.954735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (27bea5d9-721b-40af-8a5b-7a3930ba9f9f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.012221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c7a2ef-a5f1-4380-8e4b-495c2957bbcf']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:31.077422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc70484c-5109-4b4d-9bf3-71013743c8ef') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:31.077846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc70484c-5109-4b4d-9bf3-71013743c8ef') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:31.078824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] For port 4831ef24-43ec-4b7d-a159-8c4d423def88, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4831ef24-43ec-4b7d-a159-8c4d423def88,segment=NetworkSegment(432316ec-0ded-461b-9930-8cd7b038959f),segment_id=432316ec-0ded-461b-9930-8cd7b038959f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:31.086624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=27bea5d9-721b-40af-8a5b-7a3930ba9f9f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:31.102776 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (97b3d905-2f6b-42bd-ab9f-d3d04f253f2a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.108870 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.117960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:31.147960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:31.158845 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:31.159520 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.159872 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (fc70484c-5109-4b4d-9bf3-71013743c8ef), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.178474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 3b46f513-640c-441d-9f0e-3eb04497d9b2 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:31.186042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:31.193099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:31.199208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:31.199872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.214898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:31.218508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.235839 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fc70484c-5109-4b4d-9bf3-71013743c8ef), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.268819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:31.269405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (fc70484c-5109-4b4d-9bf3-71013743c8ef), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:31.272638 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:31.279942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29e384-960d-47ce-a9a0-359eac367d68 None None] Pushing event updated for resources: {'Port': ['ID=4831ef24-43ec-4b7d-a159-8c4d423def88,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:31.297963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a75ac8-3c90-416c-b5fd-ec863dd13c1c None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:31.393842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-e07fe82b-0d9e-426d-b8a6-c26b315f19c2 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:31.402007 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-e07fe82b-0d9e-426d-b8a6-c26b315f19c2 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 812 time: 0.3203518 Jan 28 03:56:31.413635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=97b3d905-2f6b-42bd-ab9f-d3d04f253f2a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:31.424526 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4ab245f7-6b25-43d3-9e28-cdf7d3e47f10 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0723093 Jan 28 03:56:31.425501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:31.447407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-68925fdb-143a-40e0-a780-c5b28faa45ca tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/quotas/3a702ce6664946df8c8b86e3a4cc2160 HTTP/1.1" status: 200 len: 375 time: 0.0440760 Jan 28 03:56:31.465355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': '27bea5d9-721b-40af-8a5b-7a3930ba9f9f'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:31.466354 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.478346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:f7:37:17', 'name': 'tempest-NetworksTestDHCPv6-1107389187'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:31.502261 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (82c7a2ef-a5f1-4380-8e4b-495c2957bbcf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.512727 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.527278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] 10.222.0.44 "DELETE /v2.0/networks/82c7a2ef-a5f1-4380-8e4b-495c2957bbcf HTTP/1.1" status: 204 len: 168 time: 1.0825627 Jan 28 03:56:31.527483 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f716af0f-d2cc-4c97-a5ca-1b728954de0b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6741614 Jan 28 03:56:31.527483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:31.536858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': '3b46f513-640c-441d-9f0e-3eb04497d9b2', 'name': 'tempest-PortsIpV6TestJSON-430016566', 'fixed_ips': [{'subnet_id': '2de5e0cd-2ca5-46a1-99a7-66282fb5cc67', 'ip_address': '2001:db8::f'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:31.584215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5aa466-8b32-4e71-a0f2-2d9b131856a2 tempest-TestNetworkBasicOps-1991938720 tempest-TestNetworkBasicOps-1991938720-project] Pushing event deleted for resources: {'Network': ['ID=82c7a2ef-a5f1-4380-8e4b-495c2957bbcf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:31.660208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (793104fb-6679-4110-ac2a-95f8bb20a18b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.667475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-d73eceb5-6e40-4653-b0bc-fda707a3da73 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2190907 Jan 28 03:56:31.709984 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b711d76c-42d3-4ba0-80ae-4dd45b0afe0e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.789840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=b711d76c-42d3-4ba0-80ae-4dd45b0afe0e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:31.848370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Allocated IP 2001:db8::f816:3eff:fea6:6153 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/27bea5d9-721b-40af-8a5b-7a3930ba9f9f/29e230c7-9606-4d66-800f-fbed298684a8) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:31.926671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-f6938142-0912-4636-ba49-0c3b9601b58f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:56:31.928015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-f6938142-0912-4636-ba49-0c3b9601b58f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2446611 Jan 28 03:56:32.097491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4831ef24-43ec-4b7d-a159-8c4d423def88 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:32.190884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=793104fb-6679-4110-ac2a-95f8bb20a18b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:32.238344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:32.244596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:32.260261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Checking segment: {'id': '2fd22b6f-8037-49cd-88a6-55864fc2e234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8771c209-4558-4aaf-b6ed-7e72eb3d0416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:32.262535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network hostable DHCP agents. Network: 8771c209-4558-4aaf-b6ed-7e72eb3d0416, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:56:32.323866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4831ef24-43ec-4b7d-a159-8c4d423def88 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:32.325694 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:32.336659 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Publish callbacks [] for port (29e230c7-9606-4d66-800f-fbed298684a8), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:32.372863 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (29e230c7-9606-4d66-800f-fbed298684a8), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:32.436931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 8771c209-4558-4aaf-b6ed-7e72eb3d0416 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:56:32.470836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 8771c209-4558-4aaf-b6ed-7e72eb3d0416) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:32.483217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:32.484214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:32.511736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:32.517220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:32.553336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:32.558808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-5e347200-6656-4d64-beb4-7d412bff826e service neutron] 10.222.0.44 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069727 Jan 28 03:56:32.559713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-670aee1d-e03d-4fe9-94d4-612331c2f383 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7482293 Jan 28 03:56:32.564547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:32.590596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 3887bd0c-bbde-4b05-9c87-399ab9eb6f98 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:32.649298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port ae5c4132-5961-420e-961d-da0e76de4d16 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:32.662138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437a167-8af6-48aa-8f87-188f2b6cf332 None None] Network 8771c209-4558-4aaf-b6ed-7e72eb3d0416 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:32.693066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '8771c209-4558-4aaf-b6ed-7e72eb3d0416', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1051700585'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:32.822267 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (4a63d7a1-36ad-45ca-841f-ebb9605dbace), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:32.829287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:32.830861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Pushing event updated for resources: {'Port': ['ID=29e230c7-9606-4d66-800f-fbed298684a8,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:32.888778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:32.892152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:32.913736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8::f (3b46f513-640c-441d-9f0e-3eb04497d9b2/2de5e0cd-2ca5-46a1-99a7-66282fb5cc67/3887bd0c-bbde-4b05-9c87-399ab9eb6f98) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:32.944504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-8771c209-4558-4aaf-b6ed-7e72eb3d0416', 'network_id': '8771c209-4558-4aaf-b6ed-7e72eb3d0416', 'project_id': '4fbeffefa42943c8b7de486f822fb567', 'fixed_ips': [{'subnet_id': '793104fb-6679-4110-ac2a-95f8bb20a18b'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:32.946306 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:32.947209 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7ff5b466-3d55-4471-9623-9e97c40bff33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=700e7bfa6ebb41949c07b0d2771d2517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7058954 Jan 28 03:56:32.970154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59902) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:33.003368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-713e22b5-c51c-4e79-a52d-860291123f94 service neutron] 10.222.0.44 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435139 Jan 28 03:56:33.095571 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (3887bd0c-bbde-4b05-9c87-399ab9eb6f98), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.120195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Allocated IP 172.20.0.2 (8771c209-4558-4aaf-b6ed-7e72eb3d0416/793104fb-6679-4110-ac2a-95f8bb20a18b/2814d3b5-f21a-4e12-9c82-d3541a920880) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:33.150189 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3887bd0c-bbde-4b05-9c87-399ab9eb6f98), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.209084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 3b46f513-640c-441d-9f0e-3eb04497d9b2 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:33.216077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:33.218903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:33.224765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:33.225592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.261007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=3887bd0c-bbde-4b05-9c87-399ab9eb6f98,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:33.265283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::f816:3eff:fef7:3717 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/27bea5d9-721b-40af-8a5b-7a3930ba9f9f/ae5c4132-5961-420e-961d-da0e76de4d16) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:33.283793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c19cc17c-e421-4c6f-b052-2f0764355649 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7582874 Jan 28 03:56:33.289339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:33.324283 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Publish callbacks [] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.329974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Attempting to bind port 29e230c7-9606-4d66-800f-fbed298684a8 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:33.330500 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Attempting to bind port 29e230c7-9606-4d66-800f-fbed298684a8 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:33.331002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Attempting to bind port 29e230c7-9606-4d66-800f-fbed298684a8 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:33.334246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54a016e-769a-46ca-93c0-08e3e1cbc60f None None] Network 3b46f513-640c-441d-9f0e-3eb04497d9b2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:33.409088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4831ef24-43ec-4b7d-a159-8c4d423def88 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:33.409335 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.414523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ebf3ca-d1ee-4524-8a95-acbe6ad7b28a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:33.416649 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-15ebf3ca-d1ee-4524-8a95-acbe6ad7b28a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1250937 Jan 28 03:56:33.420645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:33.447563 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.495338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 4831ef24-43ec-4b7d-a159-8c4d423def88, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4831ef24-43ec-4b7d-a159-8c4d423def88,segment=NetworkSegment(432316ec-0ded-461b-9930-8cd7b038959f),segment_id=432316ec-0ded-461b-9930-8cd7b038959f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:33.539098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a033e00-30a6-4033-be0d-15276dc5eb98 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:33.545329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a033e00-30a6-4033-be0d-15276dc5eb98 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:33.551540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Pushing event updated for resources: {'Port': ['ID=2814d3b5-f21a-4e12-9c82-d3541a920880,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:33.553042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a033e00-30a6-4033-be0d-15276dc5eb98 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:33.554039 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.556452 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3a033e00-30a6-4033-be0d-15276dc5eb98 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1343892 Jan 28 03:56:33.559570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59914) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:33.691975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=4831ef24-43ec-4b7d-a159-8c4d423def88,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:33.695450 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (ae5c4132-5961-420e-961d-da0e76de4d16), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.695661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:33.695882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:33.696534 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.697526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:33.698022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Bound port: 29e230c7-9606-4d66-800f-fbed298684a8, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:33.698408 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (29e230c7-9606-4d66-800f-fbed298684a8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.718389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-296e0d14-063d-40f4-a482-5c3d3bd95812 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 3887bd0c-bbde-4b05-9c87-399ab9eb6f98 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:33.718389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-296e0d14-063d-40f4-a482-5c3d3bd95812 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3887bd0c-bbde-4b05-9c87-399ab9eb6f98), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.721029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Network 8771c209-4558-4aaf-b6ed-7e72eb3d0416 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:33.721933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e1fe20c0-a2ca-456f-add6-3c06f08d2c78 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:33.743718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-752d424b-a1b0-49d3-b95a-949fbc9d3b4a None None] Provisioning complete for port 4831ef24-43ec-4b7d-a159-8c4d423def88 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:33.744104 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-752d424b-a1b0-49d3-b95a-949fbc9d3b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.788233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: e1fe20c0-a2ca-456f-add6-3c06f08d2c78 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:33.788966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e1fe20c0-a2ca-456f-add6-3c06f08d2c78 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:33.819101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:33.827330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:33.906274 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ae5c4132-5961-420e-961d-da0e76de4d16), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.914378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Attempting to bind port 2814d3b5-f21a-4e12-9c82-d3541a920880 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:33.915268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Attempting to bind port 2814d3b5-f21a-4e12-9c82-d3541a920880 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '2fd22b6f-8037-49cd-88a6-55864fc2e234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8771c209-4558-4aaf-b6ed-7e72eb3d0416'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:33.915722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Attempting to bind port 2814d3b5-f21a-4e12-9c82-d3541a920880 on network 8771c209-4558-4aaf-b6ed-7e72eb3d0416 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:33.936797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:33.937208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Checking segment: {'id': '2fd22b6f-8037-49cd-88a6-55864fc2e234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8771c209-4558-4aaf-b6ed-7e72eb3d0416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:33.937758 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.938161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Bound using segment: {'id': '2fd22b6f-8037-49cd-88a6-55864fc2e234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8771c209-4558-4aaf-b6ed-7e72eb3d0416'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:33.938808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Bound port: 2814d3b5-f21a-4e12-9c82-d3541a920880, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd22b6f-8037-49cd-88a6-55864fc2e234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8771c209-4558-4aaf-b6ed-7e72eb3d0416'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:33.939022 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.943101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c0083f4-9195-455d-91fd-04656702b0b5 req-c96b3baf-c5ec-40b2-8943-a646013ff965 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 210 time: 0.0497472 Jan 28 03:56:33.943962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:33.948385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.043312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] For port 2814d3b5-f21a-4e12-9c82-d3541a920880, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:34.047684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] For port 2814d3b5-f21a-4e12-9c82-d3541a920880, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2814d3b5-f21a-4e12-9c82-d3541a920880,segment=NetworkSegment(2fd22b6f-8037-49cd-88a6-55864fc2e234),segment_id=2fd22b6f-8037-49cd-88a6-55864fc2e234)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:34.049311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 7dee19ff-9a7b-4d85-aec3-2dd724d9d184 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:34.072255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4831ef24-43ec-4b7d-a159-8c4d423def88 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:34.073128 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e88e8a77-49eb-4768-a7c9-f1b25b308e53 admin admin] Publish callbacks [] for security_group (7658c46f-3321-4763-a54c-f3bb63a48ab8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.080033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:34.098341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-296e0d14-063d-40f4-a482-5c3d3bd95812 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3887bd0c-bbde-4b05-9c87-399ab9eb6f98), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.102001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:34.112692 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.123612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:34.133467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:34.134110 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.177292 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-752d424b-a1b0-49d3-b95a-949fbc9d3b4a None None] Current status of the port 4831ef24-43ec-4b7d-a159-8c4d423def88 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:34.196500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-296e0d14-063d-40f4-a482-5c3d3bd95812 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 3887bd0c-bbde-4b05-9c87-399ab9eb6f98 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:34.199204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=ae5c4132-5961-420e-961d-da0e76de4d16,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:34.235828 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6c8b182e-b106-440b-aec2-5b7b4db78015 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8047915 Jan 28 03:56:34.244014 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e88e8a77-49eb-4768-a7c9-f1b25b308e53 admin admin] Publish callbacks [] for security_group (7658c46f-3321-4763-a54c-f3bb63a48ab8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.245791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:34.261932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] For port 29e230c7-9606-4d66-800f-fbed298684a8, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:34.292000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] For port 29e230c7-9606-4d66-800f-fbed298684a8, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=29e230c7-9606-4d66-800f-fbed298684a8,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:34.327981 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (29e230c7-9606-4d66-800f-fbed298684a8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.339133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4831ef24-43ec-4b7d-a159-8c4d423def88 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:34.339661 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.388152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d9102-2373-4d66-9e94-b98001cf1bda None None] Pushing event updated for resources: {'Port': ['ID=2814d3b5-f21a-4e12-9c82-d3541a920880,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:34.474111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1da71d-2082-476b-9689-4fce46a0de16 None None] Pushing event updated for resources: {'Port': ['ID=29e230c7-9606-4d66-800f-fbed298684a8,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:34.529772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4831ef24-43ec-4b7d-a159-8c4d423def88 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:34.644529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dff8dc0-5995-4022-bd4c-eba28335518a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:34.652445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.4 (8771c209-4558-4aaf-b6ed-7e72eb3d0416/793104fb-6679-4110-ac2a-95f8bb20a18b/7dee19ff-9a7b-4d85-aec3-2dd724d9d184) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:34.655061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dff8dc0-5995-4022-bd4c-eba28335518a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:34.657514 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7dff8dc0-5995-4022-bd4c-eba28335518a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4099848 Jan 28 03:56:34.661869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59926) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:34.672296 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 4a63d7a1-36ad-45ca-841f-ebb9605dbace has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:56:34.784619 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-296e0d14-063d-40f4-a482-5c3d3bd95812 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3887bd0c-bbde-4b05-9c87-399ab9eb6f98), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.872192 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e88e8a77-49eb-4768-a7c9-f1b25b308e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7658c46f-3321-4763-a54c-f3bb63a48ab8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.879076 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e88e8a77-49eb-4768-a7c9-f1b25b308e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.883154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e88e8a77-49eb-4768-a7c9-f1b25b308e53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7658c46f-3321-4763-a54c-f3bb63a48ab8 HTTP/1.1" status: 204 len: 168 time: 1.8996847 Jan 28 03:56:34.930392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e8a77-49eb-4768-a7c9-f1b25b308e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7658c46f-3321-4763-a54c-f3bb63a48ab8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:34.953872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e0d14-063d-40f4-a482-5c3d3bd95812 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=3887bd0c-bbde-4b05-9c87-399ab9eb6f98,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:34.964194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-296e0d14-063d-40f4-a482-5c3d3bd95812 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.967975 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-296e0d14-063d-40f4-a482-5c3d3bd95812 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/3887bd0c-bbde-4b05-9c87-399ab9eb6f98 HTTP/1.1" status: 204 len: 168 time: 1.4066956 Jan 28 03:56:34.970666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59932) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:35.027089 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19f63fc-501a-4660-bcd4-784e0bda1a65 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:56:35.028591 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b19f63fc-501a-4660-bcd4-784e0bda1a65 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/3887bd0c-bbde-4b05-9c87-399ab9eb6f98 HTTP/1.1" status: 404 len: 333 time: 0.0532310 Jan 28 03:56:35.035062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59936) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:35.060291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f988818f-2536-4215-babd-8ea3fb8187b7 None None] Provisioning complete for port 97b3d905-2f6b-42bd-ab9f-d3d04f253f2a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:35.063372 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f988818f-2536-4215-babd-8ea3fb8187b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (97b3d905-2f6b-42bd-ab9f-d3d04f253f2a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.195846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f988818f-2536-4215-babd-8ea3fb8187b7 None None] Port 97b3d905-2f6b-42bd-ab9f-d3d04f253f2a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:56:35.199621 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f988818f-2536-4215-babd-8ea3fb8187b7 None None] Could not find standard attr ID for object 3887bd0c-bbde-4b05-9c87-399ab9eb6f98. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:35.215882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aab0a33e-5afb-4ac3-9986-98770bb006fd req-348515c5-dec4-48d1-b985-e5ce71afd5c0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 210 time: 0.0390992 Jan 28 03:56:35.274723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f988818f-2536-4215-babd-8ea3fb8187b7 None None] Provisioning complete for port 4831ef24-43ec-4b7d-a159-8c4d423def88 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:35.275096 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f988818f-2536-4215-babd-8ea3fb8187b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.349098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5aa15069-7c17-4eb5-a49f-f12fc41651e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port ae5c4132-5961-420e-961d-da0e76de4d16 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:35.349486 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aa15069-7c17-4eb5-a49f-f12fc41651e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ae5c4132-5961-420e-961d-da0e76de4d16), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.431203 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (7dee19ff-9a7b-4d85-aec3-2dd724d9d184), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.451167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2f450bdb-a1dc-44fd-b9a0-717b64411d24 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 97b3d905-2f6b-42bd-ab9f-d3d04f253f2a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:35.451791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f450bdb-a1dc-44fd-b9a0-717b64411d24 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (97b3d905-2f6b-42bd-ab9f-d3d04f253f2a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.454740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:56:35.464727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-99d50fde-6fe5-49c2-8f66-b66883f9645f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "PUT /v2.0/routers/4a63d7a1-36ad-45ca-841f-ebb9605dbace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8830640 Jan 28 03:56:35.466730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59940) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:35.495240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f988818f-2536-4215-babd-8ea3fb8187b7 None None] Current status of the port 4831ef24-43ec-4b7d-a159-8c4d423def88 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:35.510248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] Sync routers for ids ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:56:35.515169 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aa15069-7c17-4eb5-a49f-f12fc41651e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ae5c4132-5961-420e-961d-da0e76de4d16), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.534187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] Routers {'4a63d7a1-36ad-45ca-841f-ebb9605dbace'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:35.534829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:35.550110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5aa15069-7c17-4eb5-a49f-f12fc41651e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for ae5c4132-5961-420e-961d-da0e76de4d16 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:35.579879 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7dee19ff-9a7b-4d85-aec3-2dd724d9d184), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.593015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:35.621416 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 8771c209-4558-4aaf-b6ed-7e72eb3d0416 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:35.661535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bb6ba10b-baac-4412-a4d0-9a155e74597f None None] Provisioning complete for port 97b3d905-2f6b-42bd-ab9f-d3d04f253f2a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:35.662184 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb6ba10b-baac-4412-a4d0-9a155e74597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (97b3d905-2f6b-42bd-ab9f-d3d04f253f2a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.683841 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:35.686515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:35.689657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5381b835-b20a-4943-88cd-59a978936121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.691108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e46c59-2180-47a0-85e8-da00ca898968 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting subnet 1e076db4-db42-4077-a3e3-a73556bda86e {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:35.701898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9e46c59-2180-47a0-85e8-da00ca898968 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (1e076db4-db42-4077-a3e3-a73556bda86e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.750080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-633d61e2-7ab2-468f-9ab3-7ecff033fcc1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:35.751941 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-633d61e2-7ab2-468f-9ab3-7ecff033fcc1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 812 time: 0.4650152 Jan 28 03:56:35.767733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ba10b-baac-4412-a4d0-9a155e74597f None None] Port 97b3d905-2f6b-42bd-ab9f-d3d04f253f2a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:56:35.774909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] Set router 4a63d7a1-36ad-45ca-841f-ebb9605dbace gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:35.782965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'port': {'device_id': '0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'admin_state_up': True, 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:35.811179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=7dee19ff-9a7b-4d85-aec3-2dd724d9d184,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:35.823053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:35.823737 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.887836 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f450bdb-a1dc-44fd-b9a0-717b64411d24 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (97b3d905-2f6b-42bd-ab9f-d3d04f253f2a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.945830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-69e4262a-b204-49bf-a81b-1b2788b2280b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.2370937 Jan 28 03:56:35.955998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:36.043398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9e46c59-2180-47a0-85e8-da00ca898968 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (1e076db4-db42-4077-a3e3-a73556bda86e), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:36.087352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2f450bdb-a1dc-44fd-b9a0-717b64411d24 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 97b3d905-2f6b-42bd-ab9f-d3d04f253f2a owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:36.185236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:56:31Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:36.240875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2814d3b5-f21a-4e12-9c82-d3541a920880 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:36.262780 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5381b835-b20a-4943-88cd-59a978936121 admin admin] Publish callbacks [] for security_group (34499980-59d8-476d-af48-887315518776), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:36.290020 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aa15069-7c17-4eb5-a49f-f12fc41651e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ae5c4132-5961-420e-961d-da0e76de4d16), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:36.306862 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5381b835-b20a-4943-88cd-59a978936121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (34499980-59d8-476d-af48-887315518776), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:36.347397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] Checking router: 4a63d7a1-36ad-45ca-841f-ebb9605dbace for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:56:36.372288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6e161675-3fb1-44ff-9ab1-0951e58c9f0c None None] Could not find standard attr ID for object 3887bd0c-bbde-4b05-9c87-399ab9eb6f98. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:36.409494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] Routers {'4a63d7a1-36ad-45ca-841f-ebb9605dbace'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:36.410395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:36.419242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa15069-7c17-4eb5-a49f-f12fc41651e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=ae5c4132-5961-420e-961d-da0e76de4d16,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:36.437214 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aa15069-7c17-4eb5-a49f-f12fc41651e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:36.443234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5aa15069-7c17-4eb5-a49f-f12fc41651e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/ae5c4132-5961-420e-961d-da0e76de4d16 HTTP/1.1" status: 204 len: 168 time: 1.7652905 Jan 28 03:56:36.451695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59954) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:36.479720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5381b835-b20a-4943-88cd-59a978936121 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51fd5d0fae6745e98fc1e3e5eb8a94a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8805439 Jan 28 03:56:36.484242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59956) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:36.498729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381b835-b20a-4943-88cd-59a978936121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34499980-59d8-476d-af48-887315518776,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:36.503873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2814d3b5-f21a-4e12-9c82-d3541a920880 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:36.515032 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:36.516565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Made reservation on behalf of 3a702ce6664946df8c8b86e3a4cc2160 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:36.527982 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:36.530209 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4908420-f9ad-4827-b424-181a00d8754e req-fcf3d6bd-5c97-453c-b510-ac78ada61371 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 210 time: 0.0976226 Jan 28 03:56:36.585078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-391708fa-f6fc-4ffb-ac4c-f1be73ddb640 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 7dee19ff-9a7b-4d85-aec3-2dd724d9d184 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:36.585994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-391708fa-f6fc-4ffb-ac4c-f1be73ddb640 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7dee19ff-9a7b-4d85-aec3-2dd724d9d184), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:36.653287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a12b5-b0e8-416a-8274-93f7ddced781 None None] Network 8771c209-4558-4aaf-b6ed-7e72eb3d0416 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:36.655007 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9e46c59-2180-47a0-85e8-da00ca898968 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (1e076db4-db42-4077-a3e3-a73556bda86e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:36.707095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed4654-239a-4ab4-bb89-320e55642f97 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:36.708790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed4654-239a-4ab4-bb89-320e55642f97 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:36.713430 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eaed4654-239a-4ab4-bb89-320e55642f97 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2446220 Jan 28 03:56:36.720347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:36.724918 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-391708fa-f6fc-4ffb-ac4c-f1be73ddb640 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7dee19ff-9a7b-4d85-aec3-2dd724d9d184), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:36.765277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-391708fa-f6fc-4ffb-ac4c-f1be73ddb640 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 7dee19ff-9a7b-4d85-aec3-2dd724d9d184 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:36.804812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0990ae52-509c-4881-bc84-a7d17bb57727 None None] Provisioning complete for port 2814d3b5-f21a-4e12-9c82-d3541a920880 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:36.811064 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0990ae52-509c-4881-bc84-a7d17bb57727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.001906 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-391708fa-f6fc-4ffb-ac4c-f1be73ddb640 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7dee19ff-9a7b-4d85-aec3-2dd724d9d184), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.040639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391708fa-f6fc-4ffb-ac4c-f1be73ddb640 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=7dee19ff-9a7b-4d85-aec3-2dd724d9d184,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:37.162296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-391708fa-f6fc-4ffb-ac4c-f1be73ddb640 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.174732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-391708fa-f6fc-4ffb-ac4c-f1be73ddb640 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/7dee19ff-9a7b-4d85-aec3-2dd724d9d184 HTTP/1.1" status: 204 len: 168 time: 1.2161465 Jan 28 03:56:37.177127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:37.179803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] Set router 4a63d7a1-36ad-45ca-841f-ebb9605dbace gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:37.216857 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c18a8d3-ad51-4e0f-9bdb-da07b9d9d819 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:56:37.218782 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5c18a8d3-ad51-4e0f-9bdb-da07b9d9d819 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/7dee19ff-9a7b-4d85-aec3-2dd724d9d184 HTTP/1.1" status: 404 len: 333 time: 0.0400822 Jan 28 03:56:37.222395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:37.336464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc612587-8446-4dbf-8e58-b490b38c6687 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet 793104fb-6679-4110-ac2a-95f8bb20a18b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:37.342691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc612587-8446-4dbf-8e58-b490b38c6687 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (793104fb-6679-4110-ac2a-95f8bb20a18b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.408943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc612587-8446-4dbf-8e58-b490b38c6687 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (793104fb-6679-4110-ac2a-95f8bb20a18b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.441831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2814d3b5-f21a-4e12-9c82-d3541a920880 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:37.442331 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.505236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3098c6e4-7f63-42ed-8d1b-0f2723fcf5c8 admin admin] Publish callbacks [] for security_group (34499980-59d8-476d-af48-887315518776), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.515698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0990ae52-509c-4881-bc84-a7d17bb57727 None None] Current status of the port 2814d3b5-f21a-4e12-9c82-d3541a920880 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:37.516215 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0990ae52-509c-4881-bc84-a7d17bb57727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.533639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 2814d3b5-f21a-4e12-9c82-d3541a920880, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2814d3b5-f21a-4e12-9c82-d3541a920880,segment=NetworkSegment(2fd22b6f-8037-49cd-88a6-55864fc2e234),segment_id=2fd22b6f-8037-49cd-88a6-55864fc2e234)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:37.548290 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.549116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 29e230c7-9606-4d66-800f-fbed298684a8 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:37.634603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc612587-8446-4dbf-8e58-b490b38c6687 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (793104fb-6679-4110-ac2a-95f8bb20a18b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.743827 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9e46c59-2180-47a0-85e8-da00ca898968 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (1e076db4-db42-4077-a3e3-a73556bda86e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.759866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1030fce-f15a-421f-9ccd-9c52684e280d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 27bea5d9-721b-40af-8a5b-7a3930ba9f9f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:37.776077 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc612587-8446-4dbf-8e58-b490b38c6687 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (793104fb-6679-4110-ac2a-95f8bb20a18b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.797948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 29e230c7-9606-4d66-800f-fbed298684a8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:37.798304 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (29e230c7-9606-4d66-800f-fbed298684a8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.798636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc612587-8446-4dbf-8e58-b490b38c6687 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.800219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3098c6e4-7f63-42ed-8d1b-0f2723fcf5c8 admin admin] Publish callbacks [] for security_group (34499980-59d8-476d-af48-887315518776), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.804907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fc612587-8446-4dbf-8e58-b490b38c6687 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/793104fb-6679-4110-ac2a-95f8bb20a18b HTTP/1.1" status: 204 len: 168 time: 0.5809441 Jan 28 03:56:37.809405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:37.824310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1030fce-f15a-421f-9ccd-9c52684e280d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (27bea5d9-721b-40af-8a5b-7a3930ba9f9f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.887176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:56:31Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:37.899431 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f450bdb-a1dc-44fd-b9a0-717b64411d24 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (97b3d905-2f6b-42bd-ab9f-d3d04f253f2a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.899719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc612587-8446-4dbf-8e58-b490b38c6687 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=793104fb-6679-4110-ac2a-95f8bb20a18b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:37.908008 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9e46c59-2180-47a0-85e8-da00ca898968 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.915354 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e9e46c59-2180-47a0-85e8-da00ca898968 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/subnets/1e076db4-db42-4077-a3e3-a73556bda86e HTTP/1.1" status: 204 len: 168 time: 2.4454074 Jan 28 03:56:37.951303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454efbc8-04ee-48b4-a100-8b1064b9acfb None None] Network 68a68089-8684-4b59-9c52-72791fb6210f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:37.960101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9a522-01b3-4a33-b8db-055c44e6bc6c None None] The sync data for ids ['4a63d7a1-36ad-45ca-841f-ebb9605dbace'] in n-d-808199-14 is: [{'id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110134779', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:53:27Z', 'updated_at': '2022-01-28T03:56:31Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a63d7a1-36ad-45ca-841f-ebb9605dbace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:53:28Z', 'updated_at': '2022-01-28T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:56:37.961761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 59972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:38.005364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e46c59-2180-47a0-85e8-da00ca898968 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Subnet': ['ID=1e076db4-db42-4077-a3e3-a73556bda86e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:38.050858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 29e230c7-9606-4d66-800f-fbed298684a8 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:38.051107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Allocated IP 172.20.0.7 (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517/48bb0fe2-834a-40f4-b8f0-4608b68b3adf/9554f058-d2f8-4482-a338-1fcf28eac0ad) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:38.051351 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (29e230c7-9606-4d66-800f-fbed298684a8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.067604 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-0990ae52-509c-4881-bc84-a7d17bb57727 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:56:38.068064 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-0990ae52-509c-4881-bc84-a7d17bb57727 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:56:38.068631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=2814d3b5-f21a-4e12-9c82-d3541a920880,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:38.072589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e548e-ff26-47d5-9aa3-9c7c98e6a34d None None] Network 8771c209-4558-4aaf-b6ed-7e72eb3d0416 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:38.169223 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (4a63d7a1-36ad-45ca-841f-ebb9605dbace), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.169559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f450bdb-a1dc-44fd-b9a0-717b64411d24 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=97b3d905-2f6b-42bd-ab9f-d3d04f253f2a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:38.185877 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1030fce-f15a-421f-9ccd-9c52684e280d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (27bea5d9-721b-40af-8a5b-7a3930ba9f9f), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.284095 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8771c209-4558-4aaf-b6ed-7e72eb3d0416), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.371438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 29e230c7-9606-4d66-800f-fbed298684a8, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=29e230c7-9606-4d66-800f-fbed298684a8,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:38.387168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (29e230c7-9606-4d66-800f-fbed298684a8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.469280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-639a0d41-c8b5-4f09-9044-ec8b89c0d6b3 req-1df16a8f-cc7f-4de7-b056-88bb2bf0382a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 210 time: 0.1652353 Jan 28 03:56:38.509487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f450bdb-a1dc-44fd-b9a0-717b64411d24 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.516590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2f450bdb-a1dc-44fd-b9a0-717b64411d24 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/97b3d905-2f6b-42bd-ab9f-d3d04f253f2a HTTP/1.1" status: 204 len: 168 time: 3.4794543 Jan 28 03:56:38.519813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59976) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:38.531080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=29e230c7-9606-4d66-800f-fbed298684a8,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:38.548255 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3098c6e4-7f63-42ed-8d1b-0f2723fcf5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (34499980-59d8-476d-af48-887315518776), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.557072 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (4a63d7a1-36ad-45ca-841f-ebb9605dbace), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.558660 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3098c6e4-7f63-42ed-8d1b-0f2723fcf5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.559935 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3098c6e4-7f63-42ed-8d1b-0f2723fcf5c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34499980-59d8-476d-af48-887315518776 HTTP/1.1" status: 204 len: 168 time: 2.0692790 Jan 28 03:56:38.561590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3a07b-a92f-401c-b13f-649e2c7026e2 None None] DHCP port deletion for 68a68089-8684-4b59-9c52-72791fb6210f request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:38.681422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098c6e4-7f63-42ed-8d1b-0f2723fcf5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34499980-59d8-476d-af48-887315518776,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:38.704435 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1667756d-c51b-4cb7-a5fd-3fd409198923 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:56:38.706832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf2489-6ae3-44d3-bc61-249d3371bb75 None None] DHCP port deletion for 8771c209-4558-4aaf-b6ed-7e72eb3d0416 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:38.710041 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1667756d-c51b-4cb7-a5fd-3fd409198923 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/97b3d905-2f6b-42bd-ab9f-d3d04f253f2a HTTP/1.1" status: 404 len: 333 time: 0.1797242 Jan 28 03:56:38.710971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59980) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:38.724435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 2814d3b5-f21a-4e12-9c82-d3541a920880 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:38.724809 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.754247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b711d76c-42d3-4ba0-80ae-4dd45b0afe0e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:38.838380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cdb886-851e-42e1-acb3-dc443e340594 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet 2de5e0cd-2ca5-46a1-99a7-66282fb5cc67 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:38.838672 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: b711d76c-42d3-4ba0-80ae-4dd45b0afe0e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:38.838927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b711d76c-42d3-4ba0-80ae-4dd45b0afe0e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:38.854895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24cdb886-851e-42e1-acb3-dc443e340594 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (2de5e0cd-2ca5-46a1-99a7-66282fb5cc67), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.928386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0990ae52-509c-4881-bc84-a7d17bb57727 None None] Current status of the port 2814d3b5-f21a-4e12-9c82-d3541a920880 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:38.951643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24cdb886-851e-42e1-acb3-dc443e340594 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (2de5e0cd-2ca5-46a1-99a7-66282fb5cc67), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.003105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf2489-6ae3-44d3-bc61-249d3371bb75 None None] Deleting port 2814d3b5-f21a-4e12-9c82-d3541a920880 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:39.003487 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2489-6ae3-44d3-bc61-249d3371bb75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.061258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24cdb886-851e-42e1-acb3-dc443e340594 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (2de5e0cd-2ca5-46a1-99a7-66282fb5cc67), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.148398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24cdb886-851e-42e1-acb3-dc443e340594 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (2de5e0cd-2ca5-46a1-99a7-66282fb5cc67), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.175041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e2bf2489-6ae3-44d3-bc61-249d3371bb75 None None] For port 2814d3b5-f21a-4e12-9c82-d3541a920880, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2814d3b5-f21a-4e12-9c82-d3541a920880,segment=NetworkSegment(2fd22b6f-8037-49cd-88a6-55864fc2e234),segment_id=2fd22b6f-8037-49cd-88a6-55864fc2e234)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:39.175546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2489-6ae3-44d3-bc61-249d3371bb75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.208059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf2489-6ae3-44d3-bc61-249d3371bb75 None None] Calling delete_port for 2814d3b5-f21a-4e12-9c82-d3541a920880 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:39.225152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1030fce-f15a-421f-9ccd-9c52684e280d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (27bea5d9-721b-40af-8a5b-7a3930ba9f9f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.322887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdb886-851e-42e1-acb3-dc443e340594 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=2de5e0cd-2ca5-46a1-99a7-66282fb5cc67,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:39.332974 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1030fce-f15a-421f-9ccd-9c52684e280d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (27bea5d9-721b-40af-8a5b-7a3930ba9f9f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.371136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24cdb886-851e-42e1-acb3-dc443e340594 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.374930 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-24cdb886-851e-42e1-acb3-dc443e340594 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/2de5e0cd-2ca5-46a1-99a7-66282fb5cc67 HTTP/1.1" status: 204 len: 168 time: 0.6521564 Jan 28 03:56:39.382643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1030fce-f15a-421f-9ccd-9c52684e280d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=27bea5d9-721b-40af-8a5b-7a3930ba9f9f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:39.388936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:39.418780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-41c3a07b-a92f-401c-b13f-649e2c7026e2 None None] Deleting port 4a854052-6c74-45c2-ab4b-febd044c9184 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:39.419143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1030fce-f15a-421f-9ccd-9c52684e280d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.419627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41c3a07b-a92f-401c-b13f-649e2c7026e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.425328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a1030fce-f15a-421f-9ccd-9c52684e280d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/27bea5d9-721b-40af-8a5b-7a3930ba9f9f HTTP/1.1" status: 204 len: 168 time: 2.6729262 Jan 28 03:56:39.437283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59984) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:39.438372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6fd5e2-2f0f-4d09-aedb-52738e370e3e None None] Network 3b46f513-640c-441d-9f0e-3eb04497d9b2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:39.440466 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.445135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a707f5-16b0-4d4f-a633-0d14ff1383ba None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:39.447323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2489-6ae3-44d3-bc61-249d3371bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.497284 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8f8585bb-7595-467a-9150-eb40905feed8 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527585 Jan 28 03:56:39.525674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59986) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:39.545218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] For port 2814d3b5-f21a-4e12-9c82-d3541a920880, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2814d3b5-f21a-4e12-9c82-d3541a920880,segment=NetworkSegment(2fd22b6f-8037-49cd-88a6-55864fc2e234),segment_id=2fd22b6f-8037-49cd-88a6-55864fc2e234)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:39.545791 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.560225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 2814d3b5-f21a-4e12-9c82-d3541a920880 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:39.603940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c14c05bb-24eb-47ff-9f50-856f0700e86d None None] Could not find standard attr ID for object ae5c4132-5961-420e-961d-da0e76de4d16. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:39.671267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbf9e8-5136-453a-946a-54d49cf3521b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:39.673189 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7bbbf9e8-5136-453a-946a-54d49cf3521b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1160095 Jan 28 03:56:39.677341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (3b46f513-640c-441d-9f0e-3eb04497d9b2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.680757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:39.726544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf2489-6ae3-44d3-bc61-249d3371bb75 None None] Pushing event deleted for resources: {'Port': ['ID=2814d3b5-f21a-4e12-9c82-d3541a920880,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:39.733952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf2489-6ae3-44d3-bc61-249d3371bb75 None None] No DVR routers for this DVR port 2814d3b5-f21a-4e12-9c82-d3541a920880 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:39.751484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc119308-620b-48bd-b95f-a812b43ac130 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:39.753371 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cc119308-620b-48bd-b95f-a812b43ac130 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0714381 Jan 28 03:56:39.758532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c5e43ab-3c33-46fc-8710-4a760a99d7e7 req-b08ce6fc-ccd6-4839-bcbd-86488df053c8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 210 time: 0.0960658 Jan 28 03:56:39.758759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59994) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:39.771688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c14c05bb-24eb-47ff-9f50-856f0700e86d None None] Provisioning complete for port 29e230c7-9606-4d66-800f-fbed298684a8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:39.771688 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c14c05bb-24eb-47ff-9f50-856f0700e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (29e230c7-9606-4d66-800f-fbed298684a8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.805786 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2a7633d1-46b5-4d2f-8b9c-0056c65bcdf9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451956 Jan 28 03:56:39.807738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:39.808157 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.816085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:39.819173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-41c3a07b-a92f-401c-b13f-649e2c7026e2 None None] For port 4a854052-6c74-45c2-ab4b-febd044c9184, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4a854052-6c74-45c2-ab4b-febd044c9184,segment=NetworkSegment(8510fdaa-44bb-4cbc-8669-b76ab728ddc4),segment_id=8510fdaa-44bb-4cbc-8669-b76ab728ddc4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:39.820174 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41c3a07b-a92f-401c-b13f-649e2c7026e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.825329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:39.841157 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (2814d3b5-f21a-4e12-9c82-d3541a920880), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.860306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-41c3a07b-a92f-401c-b13f-649e2c7026e2 None None] Calling delete_port for 4a854052-6c74-45c2-ab4b-febd044c9184 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:39.951730 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:39.959819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=2814d3b5-f21a-4e12-9c82-d3541a920880,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:39.969840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No DVR routers for this DVR port 2814d3b5-f21a-4e12-9c82-d3541a920880 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:39.999631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['988590e8-d350-4bdf-b316-77470d264e94'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:56:40.043709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:40.056690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:40.063993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:40.091784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f565cd8b-4eec-47cf-b9cb-768e463c7348 None None] DHCP port deletion for 3b46f513-640c-441d-9f0e-3eb04497d9b2 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:40.098331 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8771c209-4558-4aaf-b6ed-7e72eb3d0416), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.124111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:40.134225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.139157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:40.139552 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.143510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8771c209-4558-4aaf-b6ed-7e72eb3d0416']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:40.158624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'Port': ['ID=9554f058-d2f8-4482-a338-1fcf28eac0ad,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:40.167092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd22b6f-8037-49cd-88a6-55864fc2e234') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:40.167395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd22b6f-8037-49cd-88a6-55864fc2e234') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:40.198432 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (2fd22b6f-8037-49cd-88a6-55864fc2e234), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.212194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:40.227380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2fd22b6f-8037-49cd-88a6-55864fc2e234), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.269310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:40.269769 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (2fd22b6f-8037-49cd-88a6-55864fc2e234), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:40.272927 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:40.301518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 4831ef24-43ec-4b7d-a159-8c4d423def88 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:40.301871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.376442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ba987-1e60-4d94-8bdd-40ea0bfc5088 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:40.384440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] For port 4831ef24-43ec-4b7d-a159-8c4d423def88, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4831ef24-43ec-4b7d-a159-8c4d423def88,segment=NetworkSegment(432316ec-0ded-461b-9930-8cd7b038959f),segment_id=432316ec-0ded-461b-9930-8cd7b038959f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:40.384812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.400319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c14c05bb-24eb-47ff-9f50-856f0700e86d None None] Current status of the port 29e230c7-9606-4d66-800f-fbed298684a8 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:40.400825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 4831ef24-43ec-4b7d-a159-8c4d423def88 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:40.448407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c14c05bb-24eb-47ff-9f50-856f0700e86d None None] Could not find standard attr ID for object 2814d3b5-f21a-4e12-9c82-d3541a920880. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:40.550932 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea40a65a-0501-472c-ab0f-22f9d6504feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.565412 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8771c209-4558-4aaf-b6ed-7e72eb3d0416), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.566088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:40.567454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.569265 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41c3a07b-a92f-401c-b13f-649e2c7026e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (4a854052-6c74-45c2-ab4b-febd044c9184), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.578510 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.589876 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.594061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/networks/8771c209-4558-4aaf-b6ed-7e72eb3d0416 HTTP/1.1" status: 204 len: 168 time: 2.7799938 Jan 28 03:56:40.604009 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-b453cc91-5e90-47a8-918a-86f66d4ed3c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8325951 Jan 28 03:56:40.605957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 59998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:40.609507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ca9ce-8c51-457b-a689-3dc907e7aa96 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Network': ['ID=8771c209-4558-4aaf-b6ed-7e72eb3d0416,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:40.609784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4831ef24-43ec-4b7d-a159-8c4d423def88 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:40.630881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'name': 'tempest-PortsTestJSON-974933181'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:40.696293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3a07b-a92f-401c-b13f-649e2c7026e2 None None] Pushing event deleted for resources: {'Port': ['ID=4a854052-6c74-45c2-ab4b-febd044c9184,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:40.721411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 4831ef24-43ec-4b7d-a159-8c4d423def88 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:40.732603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4831ef24-43ec-4b7d-a159-8c4d423def88 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:40.733259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2814d3b5-f21a-4e12-9c82-d3541a920880 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:40.739555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=4831ef24-43ec-4b7d-a159-8c4d423def88,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:40.743217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No DVR routers for this DVR port 4831ef24-43ec-4b7d-a159-8c4d423def88 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:40.808873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f565cd8b-4eec-47cf-b9cb-768e463c7348 None None] Deleting port 4831ef24-43ec-4b7d-a159-8c4d423def88 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:40.813499 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f565cd8b-4eec-47cf-b9cb-768e463c7348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.821318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3a07b-a92f-401c-b13f-649e2c7026e2 None None] No DVR routers for this DVR port 4a854052-6c74-45c2-ab4b-febd044c9184 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:40.869429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.971122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f565cd8b-4eec-47cf-b9cb-768e463c7348 None None] For port 4831ef24-43ec-4b7d-a159-8c4d423def88, host n-d-808199-14, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:40.971648 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f565cd8b-4eec-47cf-b9cb-768e463c7348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.989711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f565cd8b-4eec-47cf-b9cb-768e463c7348 None None] Calling delete_port for 4831ef24-43ec-4b7d-a159-8c4d423def88 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:40.989711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-f565cd8b-4eec-47cf-b9cb-768e463c7348 None None] Port 4831ef24-43ec-4b7d-a159-8c4d423def88 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:56:40.993407 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f565cd8b-4eec-47cf-b9cb-768e463c7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (4831ef24-43ec-4b7d-a159-8c4d423def88), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.995372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 2814d3b5-f21a-4e12-9c82-d3541a920880 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:40.995811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2814d3b5-f21a-4e12-9c82-d3541a920880 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:40.996329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 29e230c7-9606-4d66-800f-fbed298684a8 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:41.043991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:41.064336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c331724a-124a-4ea2-82b4-f1bdaba21244 None None] Provisioning complete for port 9554f058-d2f8-4482-a338-1fcf28eac0ad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:41.065804 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c331724a-124a-4ea2-82b4-f1bdaba21244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.087455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Request body: {'port': {'device_id': '0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:41.143099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7c03-62d1-4b3b-8660-d77dded9e112 req-55197f65-17de-4610-87ba-d7422793f8b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:41.145236 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d26b7c03-62d1-4b3b-8660-d77dded9e112 req-55197f65-17de-4610-87ba-d7422793f8b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 931 time: 0.2395766 Jan 28 03:56:41.186973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (4a63d7a1-36ad-45ca-841f-ebb9605dbace), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.226260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (3b46f513-640c-441d-9f0e-3eb04497d9b2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.324820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d26b7c03-62d1-4b3b-8660-d77dded9e112 req-c96a8fc4-a22c-4b9b-a372-ec2ac67aaa5a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698711 Jan 28 03:56:41.326694 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (4a63d7a1-36ad-45ca-841f-ebb9605dbace), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.329626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_controller (4a63d7a1-36ad-45ca-841f-ebb9605dbace), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.344051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b46f513-640c-441d-9f0e-3eb04497d9b2']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:41.388979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432316ec-0ded-461b-9930-8cd7b038959f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:41.389485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432316ec-0ded-461b-9930-8cd7b038959f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:41.393839 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (4a63d7a1-36ad-45ca-841f-ebb9605dbace), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.395802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Fanout notify agent at l3_agent the message router_deleted on router 4a63d7a1-36ad-45ca-841f-ebb9605dbace {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:56:41.400808 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (432316ec-0ded-461b-9930-8cd7b038959f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.418844 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.419078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (432316ec-0ded-461b-9930-8cd7b038959f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.425727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-14dac4fc-8e40-4eba-a0c8-2f87162eca56 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/routers/4a63d7a1-36ad-45ca-841f-ebb9605dbace HTTP/1.1" status: 204 len: 168 time: 3.4629087 Jan 28 03:56:41.427542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:41.427799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:41.427933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (432316ec-0ded-461b-9930-8cd7b038959f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.556989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565cd8b-4eec-47cf-b9cb-768e463c7348 None None] Pushing event deleted for resources: {'Port': ['ID=4831ef24-43ec-4b7d-a159-8c4d423def88,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:41.562875 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:41.565655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-334ba987-1e60-4d94-8bdd-40ea0bfc5088 None None] Deleting port 29e230c7-9606-4d66-800f-fbed298684a8 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:41.565655 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-334ba987-1e60-4d94-8bdd-40ea0bfc5088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (29e230c7-9606-4d66-800f-fbed298684a8), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.585678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (3b46f513-640c-441d-9f0e-3eb04497d9b2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.626748 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.627290 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (68a68089-8684-4b59-9c52-72791fb6210f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.634325 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/networks/3b46f513-640c-441d-9f0e-3eb04497d9b2 HTTP/1.1" status: 204 len: 168 time: 2.2380018 Jan 28 03:56:41.634325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dffeb-e108-4b86-883f-cb152ca34ec6 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Network': ['ID=3b46f513-640c-441d-9f0e-3eb04497d9b2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:41.637523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60020) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:41.640081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.651580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1818854948'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:41.689147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:41.692665 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.697861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565cd8b-4eec-47cf-b9cb-768e463c7348 None None] No DVR routers for this DVR port 4831ef24-43ec-4b7d-a159-8c4d423def88 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:41.720964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c331724a-124a-4ea2-82b4-f1bdaba21244 None None] Port 9554f058-d2f8-4482-a338-1fcf28eac0ad cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:56:41.734429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:41.737840 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.796519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-334ba987-1e60-4d94-8bdd-40ea0bfc5088 None None] For port 29e230c7-9606-4d66-800f-fbed298684a8, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=29e230c7-9606-4d66-800f-fbed298684a8,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:41.796963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-334ba987-1e60-4d94-8bdd-40ea0bfc5088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (29e230c7-9606-4d66-800f-fbed298684a8), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.815814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 0f610ef6-6ef5-4c89-a650-299bd0b341c5 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:41.828362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-334ba987-1e60-4d94-8bdd-40ea0bfc5088 None None] Calling delete_port for 29e230c7-9606-4d66-800f-fbed298684a8 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:41.830133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 29e230c7-9606-4d66-800f-fbed298684a8 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:41.830527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (29e230c7-9606-4d66-800f-fbed298684a8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.833333 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (68a68089-8684-4b59-9c52-72791fb6210f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.885857 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:56:41.895670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a68089-8684-4b59-9c52-72791fb6210f']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:41.911687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8510fdaa-44bb-4cbc-8669-b76ab728ddc4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:41.912190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8510fdaa-44bb-4cbc-8669-b76ab728ddc4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:41.915348 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (dd569c69-5235-4da4-b74d-5e987cf6a332), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.916156 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Added segment dd569c69-5235-4da4-b74d-5e987cf6a332 of type vlan for network 3327f231-c2fd-4466-a803-43045cf08a23 Jan 28 03:56:41.938046 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (8510fdaa-44bb-4cbc-8669-b76ab728ddc4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.942766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:56:41.956147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 29e230c7-9606-4d66-800f-fbed298684a8, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=29e230c7-9606-4d66-800f-fbed298684a8,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:41.981733 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (29e230c7-9606-4d66-800f-fbed298684a8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:41.982366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4a854052-6c74-45c2-ab4b-febd044c9184 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:42.014411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8510fdaa-44bb-4cbc-8669-b76ab728ddc4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.021392 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (3327f231-c2fd-4466-a803-43045cf08a23), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.029856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:42.030293 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (8510fdaa-44bb-4cbc-8669-b76ab728ddc4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:42.033705 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:42.093603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 4a854052-6c74-45c2-ab4b-febd044c9184 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:42.093956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4a854052-6c74-45c2-ab4b-febd044c9184 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:42.125388 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-334ba987-1e60-4d94-8bdd-40ea0bfc5088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (29e230c7-9606-4d66-800f-fbed298684a8), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.130066 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.140198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=29e230c7-9606-4d66-800f-fbed298684a8,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:42.146620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ba987-1e60-4d94-8bdd-40ea0bfc5088 None None] No DVR routers for this DVR port 29e230c7-9606-4d66-800f-fbed298684a8 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:42.175786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ba987-1e60-4d94-8bdd-40ea0bfc5088 None None] Pushing event deleted for resources: {'Port': ['ID=29e230c7-9606-4d66-800f-fbed298684a8,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:42.205974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (3327f231-c2fd-4466-a803-43045cf08a23), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.212160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:42.212768 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.222087 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (68a68089-8684-4b59-9c52-72791fb6210f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.226919 n-d-808199-14 neutron-server[103289]: WARNING neutron.services.revisions.revision_plugin [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Could not find related port for resource to bump revision. Jan 28 03:56:42.241135 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.248666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/networks/68a68089-8684-4b59-9c52-72791fb6210f HTTP/1.1" status: 204 len: 168 time: 0.8172488 Jan 28 03:56:42.249306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60024) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:42.279429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_pluggable_backend [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Port 29e230c7-9606-4d66-800f-fbed298684a8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103289) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 03:56:42.279728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_pluggable_backend [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Reverting IP allocation for 2001:db8::f816:3eff:fea6:6153 {{(pid=103289) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 03:56:42.288699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_pluggable_backend [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea6:6153 {{(pid=103289) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 03:56:42.296181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (828a69d4-fbde-45ce-a2ac-482fb37cf4b0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.340061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6985171 Jan 28 03:56:42.347522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60026) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:42.354472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': '3327f231-c2fd-4466-a803-43045cf08a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:42.412350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320624a-f90e-4f07-b0cb-68efd76d2cdb tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Network': ['ID=3327f231-c2fd-4466-a803-43045cf08a23,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:42.426693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 3327f231-c2fd-4466-a803-43045cf08a23 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:56:42.445518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6ba7e-34d3-4002-b763-535333ab70ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Network': ['ID=68a68089-8684-4b59-9c52-72791fb6210f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:42.452678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:42.464945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:42.477661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:42.478278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.495012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (0f610ef6-6ef5-4c89-a650-299bd0b341c5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.513652 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6938944 Jan 28 03:56:42.520286 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84113263-6b0a-4942-99ea-8db6209e38d1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (f8f3fbcc-6494-482d-881b-92ed99d95aed), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.527662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:42.534737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:46:3d:55', 'name': 'tempest-NetworksTestDHCPv6-441237931'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:42.537219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d9641-3dc7-4a59-844a-b32897887d36 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:42.545513 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79885829-1d43-4f10-af4d-d334c98cb8b1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=828a69d4-fbde-45ce-a2ac-482fb37cf4b0,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:42.633203 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84113263-6b0a-4942-99ea-8db6209e38d1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (f8f3fbcc-6494-482d-881b-92ed99d95aed), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.641961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63880dee-16a1-4e87-9bd0-193341e3f459 req-a10c9584-5c6d-4386-82a0-4a827580f285 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:42.643736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63880dee-16a1-4e87-9bd0-193341e3f459 req-a10c9584-5c6d-4386-82a0-4a827580f285 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 931 time: 0.2343969 Jan 28 03:56:42.651225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9554f058-d2f8-4482-a338-1fcf28eac0ad {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:56:42.661093 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Publish callbacks [] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.676380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Transition to ACTIVE for port object 9554f058-d2f8-4482-a338-1fcf28eac0ad will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:56:42.677462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:42.681047 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0f610ef6-6ef5-4c89-a650-299bd0b341c5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.701246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:42.704681 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.739484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.744827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=0f610ef6-6ef5-4c89-a650-299bd0b341c5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:42.754035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:42.754035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c90d6c0f-f3ed-4179-82b1-d3c8ec4c604c not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:42.774823 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f2b6055-eb3b-4230-abc2-3f1b28250aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.778004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': '828a69d4-fbde-45ce-a2ac-482fb37cf4b0'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:42.779455 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.830809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:42.839492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:42.847796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:42.853748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:42.854525 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.887494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63880dee-16a1-4e87-9bd0-193341e3f459 req-1abfaf40-4e55-4908-9440-94e897a4c2bb tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319064 Jan 28 03:56:42.898760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84113263-6b0a-4942-99ea-8db6209e38d1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f8f3fbcc-6494-482d-881b-92ed99d95aed), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.903006 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-57894bbd-30ea-4293-98f8-13ed83a8e905 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2870898 Jan 28 03:56:42.904693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60032) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:42.904889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84113263-6b0a-4942-99ea-8db6209e38d1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.908479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-84113263-6b0a-4942-99ea-8db6209e38d1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/security-groups/f8f3fbcc-6494-482d-881b-92ed99d95aed HTTP/1.1" status: 204 len: 168 time: 0.6524746 Jan 28 03:56:42.947515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84113263-6b0a-4942-99ea-8db6209e38d1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f3fbcc-6494-482d-881b-92ed99d95aed,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:42.971211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:43.021693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Pushing event updated for resources: {'Port': ['ID=9554f058-d2f8-4482-a338-1fcf28eac0ad,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:43.101832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Allocated IP 2001:db8::f816:3eff:feeb:27b8 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/828a69d4-fbde-45ce-a2ac-482fb37cf4b0/4a706e55-b76a-40c2-89fe-ffc1e0f94c21) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:43.187735 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Attempting to bind port 9554f058-d2f8-4482-a338-1fcf28eac0ad on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:43.188081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Attempting to bind port 9554f058-d2f8-4482-a338-1fcf28eac0ad by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:43.188419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Attempting to bind port 9554f058-d2f8-4482-a338-1fcf28eac0ad on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:43.244121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Port 9554f058-d2f8-4482-a338-1fcf28eac0ad on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:56:43.244458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Attempting to bind port 9554f058-d2f8-4482-a338-1fcf28eac0ad on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:43.264337 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.268701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:43.269063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Checking segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:43.269467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Bound using segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:43.271396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Bound port: 9554f058-d2f8-4482-a338-1fcf28eac0ad, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:43.271771 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.295674 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Publish callbacks [] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.312792 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.378256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-84331c8b-5382-4a3b-8cb1-fe5c1426b8e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 0f610ef6-6ef5-4c89-a650-299bd0b341c5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:43.378680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84331c8b-5382-4a3b-8cb1-fe5c1426b8e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0f610ef6-6ef5-4c89-a650-299bd0b341c5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.405226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 07842e2c-6cf6-4d80-8bf8-8b85340dfd1f yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:43.414692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:43.425191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Pushing event updated for resources: {'Port': ['ID=4a706e55-b76a-40c2-89fe-ffc1e0f94c21,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:43.448547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:43.457113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (65317f6e-25ab-4d09-bf0b-3ff76249130a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.463365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:43.494929 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84331c8b-5382-4a3b-8cb1-fe5c1426b8e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0f610ef6-6ef5-4c89-a650-299bd0b341c5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.497936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] For port 9554f058-d2f8-4482-a338-1fcf28eac0ad, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:43.506479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] For port 9554f058-d2f8-4482-a338-1fcf28eac0ad, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=9554f058-d2f8-4482-a338-1fcf28eac0ad,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:43.514111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-84331c8b-5382-4a3b-8cb1-fe5c1426b8e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 0f610ef6-6ef5-4c89-a650-299bd0b341c5 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:43.516691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.567075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Attempting to bind port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:43.567718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Attempting to bind port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:43.568262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Attempting to bind port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:43.575713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:43.576399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:43.577024 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.577959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:43.578730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Bound port: 4a706e55-b76a-40c2-89fe-ffc1e0f94c21, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:43.579391 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.587121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=65317f6e-25ab-4d09-bf0b-3ff76249130a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:43.629111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Checking segment: {'id': 'dd569c69-5235-4da4-b74d-5e987cf6a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3327f231-c2fd-4466-a803-43045cf08a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:43.629912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network hostable DHCP agents. Network: 3327f231-c2fd-4466-a803-43045cf08a23, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:56:43.634137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::f816:3eff:fe46:3d55 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/828a69d4-fbde-45ce-a2ac-482fb37cf4b0/07842e2c-6cf6-4d80-8bf8-8b85340dfd1f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:43.661959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 3327f231-c2fd-4466-a803-43045cf08a23 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:56:43.674299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 3327f231-c2fd-4466-a803-43045cf08a23) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:43.683779 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84331c8b-5382-4a3b-8cb1-fe5c1426b8e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0f610ef6-6ef5-4c89-a650-299bd0b341c5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.693253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:43.693715 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.728731 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84331c8b-5382-4a3b-8cb1-fe5c1426b8e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.731900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cfccce-4b73-4d04-9630-8392ab226078 None None] Network 3327f231-c2fd-4466-a803-43045cf08a23 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:43.751251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-84331c8b-5382-4a3b-8cb1-fe5c1426b8e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/0f610ef6-6ef5-4c89-a650-299bd0b341c5 HTTP/1.1" status: 204 len: 168 time: 0.7935727 Jan 28 03:56:43.755477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:43.755965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.758380 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] 10.222.0.25 "PUT /v2.0/ports/9554f058-d2f8-4482-a338-1fcf28eac0ad HTTP/1.1" status: 200 len: 1092 time: 3.0798590 Jan 28 03:56:43.759006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90', 'tag': '9554f058-d2f8-4482-a338-1fcf28eac0ad'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:43.761296 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6b9654-2771-486f-a6f2-9c72f0fc7261" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90", "tag": "9554f058-d2f8-4482-a338-1fcf28eac0ad"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:43.766603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:43.767013 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60046) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:43.771428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-31064f50-ed62-445c-81f3-fd776bcddebb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132385347', 'description': 'tempest-secgroup-smoke-132385347 description', 'project_id': '3b47383bfe204078917fadb2fc9fe99a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:43.782935 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'mac_address': 'fa:16:3e:65:84:52', 'name': 'tempest-PortsTestJSON-1817127652'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:43.842262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c027afc8-48b6-40d8-9e50-9cfccb8b80c5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4920223 Jan 28 03:56:43.850015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] For port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:43.881410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] For port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4a706e55-b76a-40c2-89fe-ffc1e0f94c21,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:43.885248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-3327f231-c2fd-4466-a803-43045cf08a23', 'network_id': '3327f231-c2fd-4466-a803-43045cf08a23', 'project_id': 'e58f8fee11374469ae6c917ba1e10fa2', 'fixed_ips': [{'subnet_id': '65317f6e-25ab-4d09-bf0b-3ff76249130a'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:43.886355 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.901396 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.917680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (07842e2c-6cf6-4d80-8bf8-8b85340dfd1f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.922675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:43.928367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5d7803ab-583b-411f-a89f-b4f928c501a5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1423982868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:43.981068 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2964562-861d-47c3-9667-52ced48f5c90 x-openstack-request-id: req-c2964562-861d-47c3-9667-52ced48f5c90 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:43.981068 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90", "tag": "9554f058-d2f8-4482-a338-1fcf28eac0ad", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:43.981068 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2964562-861d-47c3-9667-52ced48f5c90 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:43.981068 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90', 'tag': '9554f058-d2f8-4482-a338-1fcf28eac0ad', 'status': 'completed', 'code': 200} Jan 28 03:56:43.984325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3bdda-9000-48ff-9efc-e63e4347d29e service neutron] Pushing event updated for resources: {'Port': ['ID=9554f058-d2f8-4482-a338-1fcf28eac0ad,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:44.016173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d7803ab-583b-411f-a89f-b4f928c501a5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.019584 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d7803ab-583b-411f-a89f-b4f928c501a5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.087777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84331c8b-5382-4a3b-8cb1-fe5c1426b8e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=0f610ef6-6ef5-4c89-a650-299bd0b341c5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:44.090489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31064f50-ed62-445c-81f3-fd776bcddebb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.127219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (07842e2c-6cf6-4d80-8bf8-8b85340dfd1f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.160702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-16279a25-bbb8-4b5f-ba21-cd043cfbdb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:44.185841 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-16279a25-bbb8-4b5f-ba21-cd043cfbdb3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 1095 time: 0.3435428 Jan 28 03:56:44.235525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Allocated IP 2001:db8::2 (3327f231-c2fd-4466-a803-43045cf08a23/65317f6e-25ab-4d09-bf0b-3ff76249130a/4e0c4b8a-4596-4887-893f-c2b0231978e2) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:44.268108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:44.277970 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-25a9b608-9949-4494-922a-d9e835cc643a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9554f058-d2f8-4482-a338-1fcf28eac0ad HTTP/1.1" status: 200 len: 217 time: 0.0886285 Jan 28 03:56:44.342663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:44.344632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d7803ab-583b-411f-a89f-b4f928c501a5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for router_controller (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.357876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:44.365997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d7803ab-583b-411f-a89f-b4f928c501a5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.398660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:44.406240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:44.406240 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.431912 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d7803ab-583b-411f-a89f-b4f928c501a5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.437761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5d7803ab-583b-411f-a89f-b4f928c501a5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5136695 Jan 28 03:56:44.451168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60054) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:44.452351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=07842e2c-6cf6-4d80-8bf8-8b85340dfd1f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:44.480510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'network_id': '3327f231-c2fd-4466-a803-43045cf08a23', 'name': 'tempest-PortsIpV6TestJSON-327352710'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:44.497967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af807eb-340f-4572-8fdf-8d0c0588158e req-4bac7f19-21ac-4834-b7bf-8562638144c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:44.500129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7af807eb-340f-4572-8fdf-8d0c0588158e req-4bac7f19-21ac-4834-b7bf-8562638144c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 943 time: 0.4357865 Jan 28 03:56:44.509792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.529660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1e197429-bc25-42fd-808e-abe961483d2c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9996066 Jan 28 03:56:44.533053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:44.536287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-cc1d5fdd-310a-4eb6-a859-c6f159c99c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:44.538171 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-cc1d5fdd-310a-4eb6-a859-c6f159c99c10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.2273808 Jan 28 03:56:44.598766 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31064f50-ed62-445c-81f3-fd776bcddebb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (ff32afa5-d453-47ec-a15c-336300043256), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.604959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 85682755-6a43-480c-9732-ff43edd937f9 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:44.620224 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31064f50-ed62-445c-81f3-fd776bcddebb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ff32afa5-d453-47ec-a15c-336300043256), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.639962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa6d10-f5f4-4dc8-a191-efd3a75ef405 None None] Pushing event updated for resources: {'Port': ['ID=4a706e55-b76a-40c2-89fe-ffc1e0f94c21,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:44.653970 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.654653 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.655920 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Publish callbacks [] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.666145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31064f50-ed62-445c-81f3-fd776bcddebb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.667830 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-31064f50-ed62-445c-81f3-fd776bcddebb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8999350 Jan 28 03:56:44.671727 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.703599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:44.711624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e1255c40-e09a-4a2a-8bf7-eb5300021ac6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ff32afa5-d453-47ec-a15c-336300043256', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:44.715794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Network 3327f231-c2fd-4466-a803-43045cf08a23 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:44.719999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:44.728140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:44.737690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Pushing event updated for resources: {'Port': ['ID=4e0c4b8a-4596-4887-893f-c2b0231978e2,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:44.759650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31064f50-ed62-445c-81f3-fd776bcddebb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff32afa5-d453-47ec-a15c-336300043256,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:44.777708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7af807eb-340f-4572-8fdf-8d0c0588158e req-10ab2665-ec69-4362-acf5-bb92fef3e6b5 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564802 Jan 28 03:56:44.795302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-848012e7-de16-4dab-b691-18bb96d72fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:44.797259 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-848012e7-de16-4dab-b691-18bb96d72fcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2523558 Jan 28 03:56:44.807517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Attempting to bind port 4e0c4b8a-4596-4887-893f-c2b0231978e2 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:44.807901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Attempting to bind port 4e0c4b8a-4596-4887-893f-c2b0231978e2 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'dd569c69-5235-4da4-b74d-5e987cf6a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3327f231-c2fd-4466-a803-43045cf08a23'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:44.808273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Attempting to bind port 4e0c4b8a-4596-4887-893f-c2b0231978e2 on network 3327f231-c2fd-4466-a803-43045cf08a23 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:44.808813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d5199e-e046-4e72-9cb6-6fb4cfa23855 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:44.824877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:44.825341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Checking segment: {'id': 'dd569c69-5235-4da4-b74d-5e987cf6a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3327f231-c2fd-4466-a803-43045cf08a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:44.825804 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.826296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Bound using segment: {'id': 'dd569c69-5235-4da4-b74d-5e987cf6a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3327f231-c2fd-4466-a803-43045cf08a23'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:44.826797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Bound port: 4e0c4b8a-4596-4887-893f-c2b0231978e2, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd569c69-5235-4da4-b74d-5e987cf6a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3327f231-c2fd-4466-a803-43045cf08a23'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:44.827235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.827931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d5199e-e046-4e72-9cb6-6fb4cfa23855 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:44.830362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-99d5199e-e046-4e72-9cb6-6fb4cfa23855 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2870877 Jan 28 03:56:44.831491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:44.836605 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.839355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60062) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:44.864502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 6457b0e0-4314-4ced-a5e3-a7dce79bb6a8 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:44.940750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] For port 4e0c4b8a-4596-4887-893f-c2b0231978e2, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:44.945102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] For port 4e0c4b8a-4596-4887-893f-c2b0231978e2, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4e0c4b8a-4596-4887-893f-c2b0231978e2,segment=NetworkSegment(dd569c69-5235-4da4-b74d-5e987cf6a332),segment_id=dd569c69-5235-4da4-b74d-5e987cf6a332)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:44.951269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:44.963706 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1255c40-e09a-4a2a-8bf7-eb5300021ac6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (062ca3c8-e131-483c-9405-d733d2a43329), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.027016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f3c91-35af-4a71-8f9b-be2be80a9577 None None] Pushing event updated for resources: {'Port': ['ID=4e0c4b8a-4596-4887-893f-c2b0231978e2,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:45.062306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8::338 (3327f231-c2fd-4466-a803-43045cf08a23/65317f6e-25ab-4d09-bf0b-3ff76249130a/6457b0e0-4314-4ced-a5e3-a7dce79bb6a8) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:45.289848 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.361490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.440090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 3327f231-c2fd-4466-a803-43045cf08a23 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:45.444330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:45.470275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:45.484286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:45.487058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.513973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=6457b0e0-4314-4ced-a5e3-a7dce79bb6a8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:45.520863 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.536442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-39372b5b-4ea7-4813-93ab-51a6b1707fa2 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0708971 Jan 28 03:56:45.536708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:45.723566 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-08067a8a-bfe5-4d09-b8e0-1023d36a8782 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9185810 Jan 28 03:56:45.730246 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1255c40-e09a-4a2a-8bf7-eb5300021ac6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (062ca3c8-e131-483c-9405-d733d2a43329), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.749656 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (85682755-6a43-480c-9732-ff43edd937f9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.752187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1255c40-e09a-4a2a-8bf7-eb5300021ac6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (062ca3c8-e131-483c-9405-d733d2a43329), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.796192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-466aaae3-7190-4bbb-b646-63ad1a008fbb None None] Provisioning complete for port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:45.796833 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-466aaae3-7190-4bbb-b646-63ad1a008fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.830002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1255c40-e09a-4a2a-8bf7-eb5300021ac6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062ca3c8-e131-483c-9405-d733d2a43329,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:45.872553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-affd9123-0f03-4429-93b4-01bf548a6a80 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 07842e2c-6cf6-4d80-8bf8-8b85340dfd1f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:45.879923 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-affd9123-0f03-4429-93b4-01bf548a6a80 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (07842e2c-6cf6-4d80-8bf8-8b85340dfd1f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.904210 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1255c40-e09a-4a2a-8bf7-eb5300021ac6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:45.905582 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e1255c40-e09a-4a2a-8bf7-eb5300021ac6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1976476 Jan 28 03:56:45.941153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:45.946355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a6f09125-ef6f-497b-91d0-0a52dc0c9751 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ff32afa5-d453-47ec-a15c-336300043256', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:46.013974 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (85682755-6a43-480c-9732-ff43edd937f9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.020217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-466aaae3-7190-4bbb-b646-63ad1a008fbb None None] Current status of the port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:46.021349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-466aaae3-7190-4bbb-b646-63ad1a008fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.076378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-466aaae3-7190-4bbb-b646-63ad1a008fbb None None] For port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4a706e55-b76a-40c2-89fe-ffc1e0f94c21,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:46.090981 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-466aaae3-7190-4bbb-b646-63ad1a008fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.159258 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9d909ca8-e4c1-4f61-9594-f27eac94da11 req-55fc967d-d292-405a-9d95-e0d3879093fa service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220982 Jan 28 03:56:46.189182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aaae3-7190-4bbb-b646-63ad1a008fbb None None] Pushing event updated for resources: {'Port': ['ID=4a706e55-b76a-40c2-89fe-ffc1e0f94c21,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:46.191263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:46.204555 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6f09125-ef6f-497b-91d0-0a52dc0c9751 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (a7ab532b-f2e2-4f8a-a975-c001ed4b3a02), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.207557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:46.222684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:46.229363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:46.230116 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.233339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c40c1754-4450-4b83-ab6e-d7f171a4e482 None None] Provisioning complete for port 07842e2c-6cf6-4d80-8bf8-8b85340dfd1f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:46.233722 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c40c1754-4450-4b83-ab6e-d7f171a4e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (07842e2c-6cf6-4d80-8bf8-8b85340dfd1f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.243397 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-affd9123-0f03-4429-93b4-01bf548a6a80 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (07842e2c-6cf6-4d80-8bf8-8b85340dfd1f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.276421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-affd9123-0f03-4429-93b4-01bf548a6a80 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 07842e2c-6cf6-4d80-8bf8-8b85340dfd1f owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:46.284174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c40c1754-4450-4b83-ab6e-d7f171a4e482 None None] Port 07842e2c-6cf6-4d80-8bf8-8b85340dfd1f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:56:46.421790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dac8b-8a5a-4884-bf3a-6699e2e89459 req-bb0dea3e-3095-48ff-8b1e-5b329618546f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:46.423333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a2dac8b-8a5a-4884-bf3a-6699e2e89459 req-bb0dea3e-3095-48ff-8b1e-5b329618546f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 943 time: 0.1073194 Jan 28 03:56:46.544015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-affd9123-0f03-4429-93b4-01bf548a6a80 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (07842e2c-6cf6-4d80-8bf8-8b85340dfd1f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.545508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a2dac8b-8a5a-4884-bf3a-6699e2e89459 req-3da81a32-5bde-499f-a54f-e617523fd515 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125555 Jan 28 03:56:46.549602 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.586869 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=85682755-6a43-480c-9732-ff43edd937f9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:46.682272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd9123-0f03-4429-93b4-01bf548a6a80 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=07842e2c-6cf6-4d80-8bf8-8b85340dfd1f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:46.691036 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-369bb231-578b-47bf-89c1-5768101131d6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9144194 Jan 28 03:56:46.704212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-affd9123-0f03-4429-93b4-01bf548a6a80 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.714138 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-affd9123-0f03-4429-93b4-01bf548a6a80 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/07842e2c-6cf6-4d80-8bf8-8b85340dfd1f HTTP/1.1" status: 204 len: 168 time: 1.8730516 Jan 28 03:56:46.716821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60072) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:46.717317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:46.736926 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.750310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6f09125-ef6f-497b-91d0-0a52dc0c9751 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (a7ab532b-f2e2-4f8a-a975-c001ed4b3a02), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.758737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6f09125-ef6f-497b-91d0-0a52dc0c9751 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (a7ab532b-f2e2-4f8a-a975-c001ed4b3a02), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.798313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f5f19-e466-4ece-8a5e-91867c06f9c7 None None] Network 3327f231-c2fd-4466-a803-43045cf08a23 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:46.800122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-63c507f2-fc54-43d2-937f-580dc8271f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:46.802107 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-63c507f2-fc54-43d2-937f-580dc8271f8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 1095 time: 0.2945023 Jan 28 03:56:46.804472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f09125-ef6f-497b-91d0-0a52dc0c9751 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ab532b-f2e2-4f8a-a975-c001ed4b3a02,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:46.841383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a6f09125-ef6f-497b-91d0-0a52dc0c9751 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:46.843699 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a6f09125-ef6f-497b-91d0-0a52dc0c9751 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9013939 Jan 28 03:56:46.850403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60076) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:46.897691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-04fbfe6c-3442-41e8-815e-874c432abdc2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ff32afa5-d453-47ec-a15c-336300043256', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:46.910254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b1dfac-e767-4fdd-83e3-a980321db98b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:46.917685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b1dfac-e767-4fdd-83e3-a980321db98b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:46.923148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-00b1dfac-e767-4fdd-83e3-a980321db98b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1867898 Jan 28 03:56:46.927603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60080) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:46.936850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:46.985751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47beed2-9363-4f7c-948d-c0aa4eceaf6e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:46.985751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a47beed2-9363-4f7c-948d-c0aa4eceaf6e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/85682755-6a43-480c-9732-ff43edd937f9 HTTP/1.1" status: 200 len: 841 time: 0.2652011 Jan 28 03:56:46.987042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60082) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:47.005176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04fbfe6c-3442-41e8-815e-874c432abdc2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (d8935c50-c1ed-4d62-a2f7-de7b8dfe72e6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.032055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Provisioning complete for port 4e0c4b8a-4596-4887-893f-c2b0231978e2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:47.032623 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.118950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:47.119415 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.152263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-4e6acf8d-7ae3-4924-90bf-09194e6aeb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:47.161727 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-4e6acf8d-7ae3-4924-90bf-09194e6aeb54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.3455689 Jan 28 03:56:47.177220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-87018afd-d5e0-4c61-a11f-3d0d7f9be09c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 828a69d4-fbde-45ce-a2ac-482fb37cf4b0 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:47.182089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87018afd-d5e0-4c61-a11f-3d0d7f9be09c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (828a69d4-fbde-45ce-a2ac-482fb37cf4b0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.220725 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.229899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.248343 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87018afd-d5e0-4c61-a11f-3d0d7f9be09c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (828a69d4-fbde-45ce-a2ac-482fb37cf4b0), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.260250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Current status of the port 4e0c4b8a-4596-4887-893f-c2b0231978e2 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:47.260649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.339134 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] For port 4e0c4b8a-4596-4887-893f-c2b0231978e2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4e0c4b8a-4596-4887-893f-c2b0231978e2,segment=NetworkSegment(dd569c69-5235-4da4-b74d-5e987cf6a332),segment_id=dd569c69-5235-4da4-b74d-5e987cf6a332)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:47.446800 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-20b1be80-3ac2-4918-a440-a861b287a78a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9554f058-d2f8-4482-a338-1fcf28eac0ad HTTP/1.1" status: 200 len: 217 time: 0.2774377 Jan 28 03:56:47.495964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=6457b0e0-4314-4ced-a5e3-a7dce79bb6a8,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:47.498180 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87018afd-d5e0-4c61-a11f-3d0d7f9be09c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (828a69d4-fbde-45ce-a2ac-482fb37cf4b0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.542019 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.632234 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.657558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04fbfe6c-3442-41e8-815e-874c432abdc2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (d8935c50-c1ed-4d62-a2f7-de7b8dfe72e6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.679324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:47.680618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-38e226bb-727d-4fc4-9103-efb0e14f0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:47.681355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4e0c4b8a-4596-4887-893f-c2b0231978e2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:47.682739 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-38e226bb-727d-4fc4-9103-efb0e14f0bf4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.2348673 Jan 28 03:56:47.702621 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04fbfe6c-3442-41e8-815e-874c432abdc2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d8935c50-c1ed-4d62-a2f7-de7b8dfe72e6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.743044 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87018afd-d5e0-4c61-a11f-3d0d7f9be09c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (828a69d4-fbde-45ce-a2ac-482fb37cf4b0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.756161 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04fbfe6c-3442-41e8-815e-874c432abdc2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.761841 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-04fbfe6c-3442-41e8-815e-874c432abdc2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8655200 Jan 28 03:56:47.764736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:47.767637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4e0c4b8a-4596-4887-893f-c2b0231978e2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:47.768018 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.769738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-df3ca69b-226d-4e42-b73f-e4e7a175c215 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ff32afa5-d453-47ec-a15c-336300043256', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:47.772049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Pushing event updated for resources: {'Port': ['ID=4e0c4b8a-4596-4887-893f-c2b0231978e2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:47.807666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4d4b3-cd03-4712-92c3-b1f8fef228cf req-9f2f46a5-6e9b-49fb-813d-8c3a3a4985c0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:47.812536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5030f386-7cc7-49b4-b23f-58f773465ec1 None None] Provisioning complete for port 4e0c4b8a-4596-4887-893f-c2b0231978e2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:47.812955 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5030f386-7cc7-49b4-b23f-58f773465ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.815792 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68e4d4b3-cd03-4712-92c3-b1f8fef228cf req-9f2f46a5-6e9b-49fb-813d-8c3a3a4985c0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 943 time: 0.1555514 Jan 28 03:56:47.846187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbfe6c-3442-41e8-815e-874c432abdc2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8935c50-c1ed-4d62-a2f7-de7b8dfe72e6,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:47.847798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87018afd-d5e0-4c61-a11f-3d0d7f9be09c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=828a69d4-fbde-45ce-a2ac-482fb37cf4b0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:47.850363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.850908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.851258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.851489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87018afd-d5e0-4c61-a11f-3d0d7f9be09c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.851683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.851921 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.852260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.852744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.853110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.853445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.853775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.854101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.854878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.854878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f86e60-27c4-4c8b-ad5b-dfbcbd75c8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:47.857247 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-87018afd-d5e0-4c61-a11f-3d0d7f9be09c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/828a69d4-fbde-45ce-a2ac-482fb37cf4b0 HTTP/1.1" status: 204 len: 168 time: 0.9286253 Jan 28 03:56:47.860054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-079f3bc6-ecf8-4ded-9822-5280f0be7c6c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 85682755-6a43-480c-9732-ff43edd937f9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:47.860054 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-079f3bc6-ecf8-4ded-9822-5280f0be7c6c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (85682755-6a43-480c-9732-ff43edd937f9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.864771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:47.874495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae047ffa-85ac-4321-aea4-bbf0b7b269e4 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:47.914504 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:47.925350 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ffad25a7-556d-4d07-ba3c-d7b9b87cf551 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562873 Jan 28 03:56:47.926432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:47.931288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:47.941865 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df3ca69b-226d-4e42-b73f-e4e7a175c215 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (d2163f0d-44bc-455f-bf72-d1e120a5751d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.050979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-24ed8c7a-914d-4ec2-9c05-b053d033d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:48.052525 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-24ed8c7a-914d-4ec2-9c05-b053d033d1b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3511884 Jan 28 03:56:48.070252 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-079f3bc6-ecf8-4ded-9822-5280f0be7c6c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (85682755-6a43-480c-9732-ff43edd937f9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.097402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5030f386-7cc7-49b4-b23f-58f773465ec1 None None] Current status of the port 4e0c4b8a-4596-4887-893f-c2b0231978e2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:48.105223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68e4d4b3-cd03-4712-92c3-b1f8fef228cf req-1c99d3c1-f27e-4e00-b5df-5309233f0c33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820647 Jan 28 03:56:48.110138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-079f3bc6-ecf8-4ded-9822-5280f0be7c6c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 85682755-6a43-480c-9732-ff43edd937f9 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:48.120518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4e0c4b8a-4596-4887-893f-c2b0231978e2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:48.143377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5030f386-7cc7-49b4-b23f-58f773465ec1 None None] Provisioning complete for port 6457b0e0-4314-4ced-a5e3-a7dce79bb6a8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:48.143873 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5030f386-7cc7-49b4-b23f-58f773465ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.215267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee14fb9-610d-4c9e-ad39-e5d69d998cdf None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:48.270503 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:48.274475 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.326622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5030f386-7cc7-49b4-b23f-58f773465ec1 None None] Port 6457b0e0-4314-4ced-a5e3-a7dce79bb6a8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:56:48.357397 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df3ca69b-226d-4e42-b73f-e4e7a175c215 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (d2163f0d-44bc-455f-bf72-d1e120a5751d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.369820 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df3ca69b-226d-4e42-b73f-e4e7a175c215 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d2163f0d-44bc-455f-bf72-d1e120a5751d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.375594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bee14fb9-610d-4c9e-ad39-e5d69d998cdf None None] Deleting port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:48.376335 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bee14fb9-610d-4c9e-ad39-e5d69d998cdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.389791 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-ad03d596-abac-4997-8efe-31a8eae2f57c service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286350 Jan 28 03:56:48.392299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ca69b-226d-4e42-b73f-e4e7a175c215 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2163f0d-44bc-455f-bf72-d1e120a5751d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:48.470305 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df3ca69b-226d-4e42-b73f-e4e7a175c215 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.471985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-df3ca69b-226d-4e42-b73f-e4e7a175c215 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7061942 Jan 28 03:56:48.474873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:48.480582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b96ed7ab-4454-4dd4-b38e-8638429893f3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ff32afa5-d453-47ec-a15c-336300043256', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:48.498525 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba6b9654-2771-486f-a6f2-9c72f0fc7261 req-965fbc37-b827-434f-bc1c-4ac839dce149 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962985 Jan 28 03:56:48.535942 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-079f3bc6-ecf8-4ded-9822-5280f0be7c6c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (85682755-6a43-480c-9732-ff43edd937f9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.577617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f3bc6-ecf8-4ded-9822-5280f0be7c6c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=85682755-6a43-480c-9732-ff43edd937f9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:48.581105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9172f165-653d-4b75-89f5-f71f891e054a None None] Provisioning complete for port 6457b0e0-4314-4ced-a5e3-a7dce79bb6a8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:48.581570 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9172f165-653d-4b75-89f5-f71f891e054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.591671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-079f3bc6-ecf8-4ded-9822-5280f0be7c6c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.593422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bee14fb9-610d-4c9e-ad39-e5d69d998cdf None None] For port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4a706e55-b76a-40c2-89fe-ffc1e0f94c21,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:48.596145 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-079f3bc6-ecf8-4ded-9822-5280f0be7c6c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/85682755-6a43-480c-9732-ff43edd937f9 HTTP/1.1" status: 204 len: 168 time: 1.5948462 Jan 28 03:56:48.598463 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bee14fb9-610d-4c9e-ad39-e5d69d998cdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.600724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60100) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:48.608636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.626441 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.627478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.642266 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-b96ed7ab-4454-4dd4-b38e-8638429893f3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Project 3b47383bfe204078917fadb2fc9fe99a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:56:48.642551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4e0c4b8a-4596-4887-893f-c2b0231978e2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:48.660742 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-794cf4ff-94f5-4628-adc4-0b97cd0493cd tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:56:48.663299 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-794cf4ff-94f5-4628-adc4-0b97cd0493cd tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/85682755-6a43-480c-9732-ff43edd937f9 HTTP/1.1" status: 404 len: 333 time: 0.0612772 Jan 28 03:56:48.667600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60102) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:48.671482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bee14fb9-610d-4c9e-ad39-e5d69d998cdf None None] Calling delete_port for 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:48.673498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'name': 'tempest-PortsTestJSON-981840537'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:48.687473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b96ed7ab-4454-4dd4-b38e-8638429893f3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (67ec8f9c-1a95-4d04-9634-8d070cc6bf15), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.734824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9172f165-653d-4b75-89f5-f71f891e054a None None] Port 6457b0e0-4314-4ced-a5e3-a7dce79bb6a8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:56:48.783211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4e0c4b8a-4596-4887-893f-c2b0231978e2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:48.783698 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.797439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=6457b0e0-4314-4ced-a5e3-a7dce79bb6a8,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:48.884308 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bee14fb9-610d-4c9e-ad39-e5d69d998cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (4a706e55-b76a-40c2-89fe-ffc1e0f94c21), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.884565 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b96ed7ab-4454-4dd4-b38e-8638429893f3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (67ec8f9c-1a95-4d04-9634-8d070cc6bf15), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.898423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network 3327f231-c2fd-4466-a803-43045cf08a23 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:48.899480 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b96ed7ab-4454-4dd4-b38e-8638429893f3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (67ec8f9c-1a95-4d04-9634-8d070cc6bf15), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.908265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:48.923780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ed7ab-4454-4dd4-b38e-8638429893f3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ec8f9c-1a95-4d04-9634-8d070cc6bf15,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:48.933662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee14fb9-610d-4c9e-ad39-e5d69d998cdf None None] No DVR routers for this DVR port 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:48.943389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee14fb9-610d-4c9e-ad39-e5d69d998cdf None None] Pushing event deleted for resources: {'Port': ['ID=4a706e55-b76a-40c2-89fe-ffc1e0f94c21,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:48.951948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:56:48.955229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (745724b7-a931-4729-812e-5468b47541f8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.957172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:48.961319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:48.968814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4e0c4b8a-4596-4887-893f-c2b0231978e2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:49.002962 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b96ed7ab-4454-4dd4-b38e-8638429893f3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.005058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b96ed7ab-4454-4dd4-b38e-8638429893f3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5294487 Jan 28 03:56:49.008287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60104) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:49.028959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port f06db105-7213-4ef6-bc91-0b6e790821fb yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:49.029916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2f49874a-4772-4cca-991e-fbbd285253ac tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ff32afa5-d453-47ec-a15c-336300043256', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:49.053302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:49.101515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:49.105731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4a706e55-b76a-40c2-89fe-ffc1e0f94c21 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:49.107922 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-2f49874a-4772-4cca-991e-fbbd285253ac tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Project 3b47383bfe204078917fadb2fc9fe99a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:56:49.118178 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f49874a-4772-4cca-991e-fbbd285253ac tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (1711d28d-6ecd-41e8-93dc-bef4ddaca17b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.120412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:49.150978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:49.162395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757d55a-ef4e-4962-81cf-7c2f3a41d0e0 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:49.185519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:49.191584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.212450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=745724b7-a931-4729-812e-5468b47541f8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:49.244995 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c7adb07c-f204-4331-9bcd-b58e46cfd48a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3175025 Jan 28 03:56:49.248484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:49.254252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:8c:5d:bf', 'name': 'tempest-NetworksTestDHCPv6-1225822936'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:49.343850 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f49874a-4772-4cca-991e-fbbd285253ac tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (1711d28d-6ecd-41e8-93dc-bef4ddaca17b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.360810 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f49874a-4772-4cca-991e-fbbd285253ac tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (1711d28d-6ecd-41e8-93dc-bef4ddaca17b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.363234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': '745724b7-a931-4729-812e-5468b47541f8'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:49.364134 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.383946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49874a-4772-4cca-991e-fbbd285253ac tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1711d28d-6ecd-41e8-93dc-bef4ddaca17b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:49.405157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796e6e6-23da-4943-ab21-672e60a16264 req-1c1f4a1e-8b78-40ed-8bc5-b804a1156c31 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:49.406715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5796e6e6-23da-4943-ab21-672e60a16264 req-1c1f4a1e-8b78-40ed-8bc5-b804a1156c31 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 943 time: 0.1639640 Jan 28 03:56:49.420969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Router 4b4e7540-56e8-42b7-b6ec-d3cfcfc43908 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:56:49.455949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f49874a-4772-4cca-991e-fbbd285253ac tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.456248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2f49874a-4772-4cca-991e-fbbd285253ac tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4465470 Jan 28 03:56:49.462437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:49.467775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'network': {'name': 'tempest-network-smoke--1077395129', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:49.482364 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (f06db105-7213-4ef6-bc91-0b6e790821fb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.493931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:49.503484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:49.507061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.536004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Allocated IP 2001:db8::f816:3eff:fe6c:9fdd (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/745724b7-a931-4729-812e-5468b47541f8/a74d6d06-7d70-4f98-ae09-3b85071e5354) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:49.570385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5796e6e6-23da-4943-ab21-672e60a16264 req-695a7533-10bd-4161-941b-218fb63c4286 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525111 Jan 28 03:56:49.593857 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.611691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:56:49.630835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 9906ffef-af2e-4e5f-a315-381467810c49 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:49.633131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d5d9fe26-2da6-4368-8c45-3f2fdde60ed9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.633541 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Added segment d5d9fe26-2da6-4368-8c45-3f2fdde60ed9 of type vlan for network c67dd9e8-6461-4379-b91f-f2c1be4b022d Jan 28 03:56:49.647970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:56:49.662596 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705f313-c9b8-4db1-94f8-010fc0faa783 None None] Sync routers for ids ['4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:56:49.678997 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705f313-c9b8-4db1-94f8-010fc0faa783 None None] Routers {'4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:49.680796 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9705f313-c9b8-4db1-94f8-010fc0faa783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:49.684709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-812efcb5-6367-4c74-a235-412210b22e38 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "PUT /v2.0/routers/4b4e7540-56e8-42b7-b6ec-d3cfcfc43908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1467712 Jan 28 03:56:49.687441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60114) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:49.691242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f06db105-7213-4ef6-bc91-0b6e790821fb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.714033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Publish callbacks [] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.730904 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.733397 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (c67dd9e8-6461-4379-b91f-f2c1be4b022d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.768410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:49.772684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6248001-15a7-4b89-b7d6-b24e22198842 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:49.775146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f6248001-15a7-4b89-b7d6-b24e22198842 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b4e7540-56e8-42b7-b6ec-d3cfcfc43908 HTTP/1.1" status: 200 len: 988 time: 0.0867772 Jan 28 03:56:49.779660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:49.781016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:49.783815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-06475ab2-7211-461b-a3e8-46113e140f51 None None] Provisioning complete for port 6457b0e0-4314-4ced-a5e3-a7dce79bb6a8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:49.784307 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06475ab2-7211-461b-a3e8-46113e140f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.788937 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9705f313-c9b8-4db1-94f8-010fc0faa783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:49.802234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:49.812188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:49.812878 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.814617 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705f313-c9b8-4db1-94f8-010fc0faa783 None None] Routers {'4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:49.815242 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9705f313-c9b8-4db1-94f8-010fc0faa783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:49.816325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:49.826624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:49.835664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:49.844535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Pushing event updated for resources: {'Port': ['ID=a74d6d06-7d70-4f98-ae09-3b85071e5354,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:49.860700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-06475ab2-7211-461b-a3e8-46113e140f51 None None] Port 6457b0e0-4314-4ced-a5e3-a7dce79bb6a8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:56:49.900198 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9705f313-c9b8-4db1-94f8-010fc0faa783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:49.900942 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705f313-c9b8-4db1-94f8-010fc0faa783 None None] The sync data for ids ['4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:56:49.916051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=f06db105-7213-4ef6-bc91-0b6e790821fb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:49.916502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Attempting to bind port a74d6d06-7d70-4f98-ae09-3b85071e5354 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:49.916914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Attempting to bind port a74d6d06-7d70-4f98-ae09-3b85071e5354 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:49.917289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Attempting to bind port a74d6d06-7d70-4f98-ae09-3b85071e5354 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:49.920212 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (c67dd9e8-6461-4379-b91f-f2c1be4b022d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.923767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:49.924519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:49.924788 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.925416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:49.926133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Bound port: a74d6d06-7d70-4f98-ae09-3b85071e5354, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:49.926261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:49.926637 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.926766 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:49.942987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::f816:3eff:fe8c:5dbf (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/745724b7-a931-4729-812e-5468b47541f8/9906ffef-af2e-4e5f-a315-381467810c49) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:49.953627 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-66aa128d-7e69-4aed-88e3-13958687e5e6 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2847683 Jan 28 03:56:49.957379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60118) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:49.964175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-987192d9-a7ae-493d-81a6-5e789e32ce61 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:50.023015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] For port a74d6d06-7d70-4f98-ae09-3b85071e5354, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:50.026653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] For port a74d6d06-7d70-4f98-ae09-3b85071e5354, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a74d6d06-7d70-4f98-ae09-3b85071e5354,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:50.038921 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.064422 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-987192d9-a7ae-493d-81a6-5e789e32ce61 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f06db105-7213-4ef6-bc91-0b6e790821fb), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.083639 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:56:50.096875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Network': ['ID=c67dd9e8-6461-4379-b91f-f2c1be4b022d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:50.123104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8641997c-4595-43a3-9cd1-6ae7921da409 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6593668 Jan 28 03:56:50.124163 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network c67dd9e8-6461-4379-b91f-f2c1be4b022d details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:56:50.126819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:50.132677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'admin_state_up': True, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:50.192822 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (3a29871f-f4c7-4018-8a1b-6ff59491c63e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.194039 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (3a29871f-f4c7-4018-8a1b-6ff59491c63e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.250790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bd4ae-5017-4152-8909-985eebe74177 None None] Pushing event updated for resources: {'Port': ['ID=a74d6d06-7d70-4f98-ae09-3b85071e5354,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:50.276220 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_controller (3a29871f-f4c7-4018-8a1b-6ff59491c63e), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.439511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (9906ffef-af2e-4e5f-a315-381467810c49), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.481902 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (3a29871f-f4c7-4018-8a1b-6ff59491c63e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.543113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-987192d9-a7ae-493d-81a6-5e789e32ce61 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (f06db105-7213-4ef6-bc91-0b6e790821fb), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.546682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9906ffef-af2e-4e5f-a315-381467810c49), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.563100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-987192d9-a7ae-493d-81a6-5e789e32ce61 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f06db105-7213-4ef6-bc91-0b6e790821fb), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.623929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:50.629683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:50.642313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-987192d9-a7ae-493d-81a6-5e789e32ce61 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] In _notify_port_updated(), no bound segment for port f06db105-7213-4ef6-bc91-0b6e790821fb on network 56e4e4d4-a348-4a50-b25c-34772660752a {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:56:50.663112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987192d9-a7ae-493d-81a6-5e789e32ce61 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:50.664073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-987192d9-a7ae-493d-81a6-5e789e32ce61 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.665585 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-987192d9-a7ae-493d-81a6-5e789e32ce61 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "PUT /v2.0/ports/f06db105-7213-4ef6-bc91-0b6e790821fb HTTP/1.1" status: 200 len: 818 time: 0.7071748 Jan 28 03:56:50.669178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:50.672675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a74d6d06-7d70-4f98-ae09-3b85071e5354 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:50.674995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:50.676905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.703631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60126) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:50.741695 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4913259 Jan 28 03:56:50.746278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60128) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:50.753987 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a74d6d06-7d70-4f98-ae09-3b85071e5354 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:50.754378 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.760589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e514b-7880-4de3-8974-5db4acebb4d9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=9906ffef-af2e-4e5f-a315-381467810c49,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:50.879257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a74d6d06-7d70-4f98-ae09-3b85071e5354 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:50.879661 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:50.900356 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f0a224-550e-4059-beb9-17a36b409386 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:50.906203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f0a224-550e-4059-beb9-17a36b409386 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:50.908467 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b4f0a224-550e-4059-beb9-17a36b409386 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1607313 Jan 28 03:56:50.909459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987192d9-a7ae-493d-81a6-5e789e32ce61 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=f06db105-7213-4ef6-bc91-0b6e790821fb,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:50.912519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60130) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:50.935630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port a74d6d06-7d70-4f98-ae09-3b85071e5354, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a74d6d06-7d70-4f98-ae09-3b85071e5354,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:50.941121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.015782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-07898f1d-335f-4032-adb7-413ef765470e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port f06db105-7213-4ef6-bc91-0b6e790821fb {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:51.016400 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07898f1d-335f-4032-adb7-413ef765470e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f06db105-7213-4ef6-bc91-0b6e790821fb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.026129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=a74d6d06-7d70-4f98-ae09-3b85071e5354,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:51.051408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.088314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1a04c244-453f-4f90-bfa2-c20421548976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 9906ffef-af2e-4e5f-a315-381467810c49 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:51.088314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a04c244-453f-4f90-bfa2-c20421548976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9906ffef-af2e-4e5f-a315-381467810c49), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.164732 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07898f1d-335f-4032-adb7-413ef765470e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f06db105-7213-4ef6-bc91-0b6e790821fb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.174574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 9554f058-d2f8-4482-a338-1fcf28eac0ad details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:56:51.193145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-07898f1d-335f-4032-adb7-413ef765470e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for f06db105-7213-4ef6-bc91-0b6e790821fb owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:51.201618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5601fce-b0e3-4181-bced-9cc8c5d82078 req-f1d2b41e-c654-4db7-a766-58a504b2bf3c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:51.208651 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5601fce-b0e3-4181-bced-9cc8c5d82078 req-f1d2b41e-c654-4db7-a766-58a504b2bf3c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 943 time: 0.1688845 Jan 28 03:56:51.226474 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a04c244-453f-4f90-bfa2-c20421548976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9906ffef-af2e-4e5f-a315-381467810c49), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.338781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 9554f058-d2f8-4482-a338-1fcf28eac0ad, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=9554f058-d2f8-4482-a338-1fcf28eac0ad,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:51.361768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '9554f058-d2f8-4482-a338-1fcf28eac0ad', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'port_id': '9554f058-d2f8-4482-a338-1fcf28eac0ad', 'mac_address': 'fa:16:3e:38:39:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:56:51.362659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5601fce-b0e3-4181-bced-9cc8c5d82078 req-e75ff750-1a77-4e78-a429-01aab6db18cf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528451 Jan 28 03:56:51.430080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 9554f058-d2f8-4482-a338-1fcf28eac0ad is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:51.430664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.469827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9554f058-d2f8-4482-a338-1fcf28eac0ad {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:56:51.531349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 9554f058-d2f8-4482-a338-1fcf28eac0ad, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=9554f058-d2f8-4482-a338-1fcf28eac0ad,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:51.532216 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (3a29871f-f4c7-4018-8a1b-6ff59491c63e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.540021 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.587810 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.613681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=9554f058-d2f8-4482-a338-1fcf28eac0ad,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:51.744068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1a04c244-453f-4f90-bfa2-c20421548976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 9906ffef-af2e-4e5f-a315-381467810c49 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:51.789123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 6457b0e0-4314-4ced-a5e3-a7dce79bb6a8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:51.796636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.812590 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07898f1d-335f-4032-adb7-413ef765470e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f06db105-7213-4ef6-bc91-0b6e790821fb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.819713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ae5f2d53-5910-4dd2-b567-2ebf875b81c5 None None] Provisioning complete for port a74d6d06-7d70-4f98-ae09-3b85071e5354 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:51.820687 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2d53-5910-4dd2-b567-2ebf875b81c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.857600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07898f1d-335f-4032-adb7-413ef765470e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=f06db105-7213-4ef6-bc91-0b6e790821fb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:51.873698 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07898f1d-335f-4032-adb7-413ef765470e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.880087 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-07898f1d-335f-4032-adb7-413ef765470e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/f06db105-7213-4ef6-bc91-0b6e790821fb HTTP/1.1" status: 204 len: 168 time: 1.1753912 Jan 28 03:56:51.882640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60134) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:51.944225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f2d53-5910-4dd2-b567-2ebf875b81c5 None None] Current status of the port a74d6d06-7d70-4f98-ae09-3b85071e5354 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:51.952812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['9554f058-d2f8-4482-a338-1fcf28eac0ad'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:56:51.970421 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:51.988494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 6457b0e0-4314-4ced-a5e3-a7dce79bb6a8 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:52.013997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a04c244-453f-4f90-bfa2-c20421548976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9906ffef-af2e-4e5f-a315-381467810c49), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.059334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04c244-453f-4f90-bfa2-c20421548976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=9906ffef-af2e-4e5f-a315-381467810c49,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:52.079086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15d5da0-9941-44b0-b2e9-08ffa4ca6620 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:52.080610 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b15d5da0-9941-44b0-b2e9-08ffa4ca6620 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1964135 Jan 28 03:56:52.084345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60136) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:52.117369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.25.1.180 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/0498b476-e8d0-4955-8a35-55a7a6009d6d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:52.119913 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3824b2-3c24-4d53-94d4-f3d2b0d030d9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:56:52.125265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6c3824b2-3c24-4d53-94d4-f3d2b0d030d9 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/f06db105-7213-4ef6-bc91-0b6e790821fb HTTP/1.1" status: 404 len: 333 time: 0.0343556 Jan 28 03:56:52.125934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60138) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:52.134948 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1657664976'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:52.144096 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a04c244-453f-4f90-bfa2-c20421548976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.152207 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1a04c244-453f-4f90-bfa2-c20421548976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/9906ffef-af2e-4e5f-a315-381467810c49 HTTP/1.1" status: 204 len: 168 time: 1.2342224 Jan 28 03:56:52.152207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60140) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:52.173565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cf496946-b30d-4eb7-9f5b-14129fd4c4fe None None] Could not find standard attr ID for object 9906ffef-af2e-4e5f-a315-381467810c49. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:52.220734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:52.224140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.232090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6352d-7ea4-44ba-b814-2dacc1457ad1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:52.233790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6352d-7ea4-44ba-b814-2dacc1457ad1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:52.237840 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7fa6352d-7ea4-44ba-b814-2dacc1457ad1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0819740 Jan 28 03:56:52.238057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60142) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:52.308625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:56:52.314429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bc9f1c-cf8e-4884-86af-be6abdd1d4c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 745724b7-a931-4729-812e-5468b47541f8 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:52.317555 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e7162192-b6dd-47d0-9667-0b2cdf0dec03), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.318205 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Added segment e7162192-b6dd-47d0-9667-0b2cdf0dec03 of type vlan for network 207f106d-24c4-4fd2-a099-fcb0e16558d8 Jan 28 03:56:52.320351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56bc9f1c-cf8e-4884-86af-be6abdd1d4c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (745724b7-a931-4729-812e-5468b47541f8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.380107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (207f106d-24c4-4fd2-a099-fcb0e16558d8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.387135 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56bc9f1c-cf8e-4884-86af-be6abdd1d4c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (745724b7-a931-4729-812e-5468b47541f8), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.440758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.470740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (207f106d-24c4-4fd2-a099-fcb0e16558d8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.476574 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:52.477282 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.530089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56bc9f1c-cf8e-4884-86af-be6abdd1d4c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (745724b7-a931-4729-812e-5468b47541f8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.559750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a74d6d06-7d70-4f98-ae09-3b85071e5354 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:52.585098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4516952 Jan 28 03:56:52.599096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60148) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:52.604901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:52.621916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a74d6d06-7d70-4f98-ae09-3b85071e5354 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:52.622542 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.646914 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56bc9f1c-cf8e-4884-86af-be6abdd1d4c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (745724b7-a931-4729-812e-5468b47541f8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.679960 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56bc9f1c-cf8e-4884-86af-be6abdd1d4c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.683658 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-56bc9f1c-cf8e-4884-86af-be6abdd1d4c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/745724b7-a931-4729-812e-5468b47541f8 HTTP/1.1" status: 204 len: 168 time: 0.4443972 Jan 28 03:56:52.686129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81ae733-d47f-4a34-b8e4-f8cb463ea8e2 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:52.695983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60150) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:52.696979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f83c37-9dbd-4668-8003-74c352269351 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Network': ['ID=207f106d-24c4-4fd2-a099-fcb0e16558d8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:52.705446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc9f1c-cf8e-4884-86af-be6abdd1d4c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=745724b7-a931-4729-812e-5468b47541f8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:52.716684 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6457b0e0-4314-4ced-a5e3-a7dce79bb6a8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.739605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 207f106d-24c4-4fd2-a099-fcb0e16558d8 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:56:52.757578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b3b35-db15-4fc8-be6b-8d497c0cd859 req-76a78b62-3c00-43e6-91ce-8552fe18adc1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:52.759226 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6d3b3b35-db15-4fc8-be6b-8d497c0cd859 req-76a78b62-3c00-43e6-91ce-8552fe18adc1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 944 time: 0.2669299 Jan 28 03:56:52.770860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-faa8778e-b4b2-4b67-9c62-368dfe8e29a7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703781 Jan 28 03:56:52.776016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60152) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:52.839269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=6457b0e0-4314-4ced-a5e3-a7dce79bb6a8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:52.841553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:52.841740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2145d19-187f-4dcb-9dbe-6c1c9a51f27e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:52.843227 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a2145d19-187f-4dcb-9dbe-6c1c9a51f27e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0658345 Jan 28 03:56:52.847360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60154) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:52.894886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a74d6d06-7d70-4f98-ae09-3b85071e5354 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:52.955725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c66b9b-8fe5-46ec-b291-7749874a186a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:52.961181 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-38c66b9b-8fe5-46ec-b291-7749874a186a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1131797 Jan 28 03:56:52.961967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:53.007250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64415f14-b9ee-4f58-af09-a476809df5d7 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:53.030472 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d36565a3-4b61-4ce4-89f2-474e6635d52d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673387 Jan 28 03:56:53.031086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60158) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:53.036673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dc973915-57b3-4357-a319-140ebb2a2455 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:53.085758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-64415f14-b9ee-4f58-af09-a476809df5d7 None None] Deleting port a74d6d06-7d70-4f98-ae09-3b85071e5354 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:53.086221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6d3b3b35-db15-4fc8-be6b-8d497c0cd859 req-d04a3cad-55d3-4731-aa6a-8f01d0197c81 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118348 Jan 28 03:56:53.087282 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64415f14-b9ee-4f58-af09-a476809df5d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.088580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:53.149461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:53.160466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.167398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=0498b476-e8d0-4955-8a35-55a7a6009d6d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:53.168997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc973915-57b3-4357-a319-140ebb2a2455 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:53.170466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:53.176213 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc973915-57b3-4357-a319-140ebb2a2455 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.180383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:53.200933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.201129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 9554f058-d2f8-4482-a338-1fcf28eac0ad up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:53.246251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64415f14-b9ee-4f58-af09-a476809df5d7 None None] For port a74d6d06-7d70-4f98-ae09-3b85071e5354, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a74d6d06-7d70-4f98-ae09-3b85071e5354,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:53.246894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64415f14-b9ee-4f58-af09-a476809df5d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.265548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-64415f14-b9ee-4f58-af09-a476809df5d7 None None] Calling delete_port for a74d6d06-7d70-4f98-ae09-3b85071e5354 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:53.281599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 9554f058-d2f8-4482-a338-1fcf28eac0ad completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:56:53.291186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 9554f058-d2f8-4482-a338-1fcf28eac0ad triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:53.291186 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.431195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 9554f058-d2f8-4482-a338-1fcf28eac0ad is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:53.431195 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.443461 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64415f14-b9ee-4f58-af09-a476809df5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (a74d6d06-7d70-4f98-ae09-3b85071e5354), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.479099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64415f14-b9ee-4f58-af09-a476809df5d7 None None] Pushing event deleted for resources: {'Port': ['ID=a74d6d06-7d70-4f98-ae09-3b85071e5354,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:53.481028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64415f14-b9ee-4f58-af09-a476809df5d7 None None] No DVR routers for this DVR port a74d6d06-7d70-4f98-ae09-3b85071e5354 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:53.500270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9554f058-d2f8-4482-a338-1fcf28eac0ad'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:53.502763 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1e33cd-24fa-4586-bf7e-cbeaaa30c5bc" -d '{"events": [{"server_uuid": "0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90", "name": "network-vif-plugged", "status": "completed", "tag": "9554f058-d2f8-4482-a338-1fcf28eac0ad"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:53.518595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 9554f058-d2f8-4482-a338-1fcf28eac0ad, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=9554f058-d2f8-4482-a338-1fcf28eac0ad,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:53.525373 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.534139 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc973915-57b3-4357-a319-140ebb2a2455 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (ce688c71-2a35-481c-a9db-39d7ac2210ab), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.582949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=9554f058-d2f8-4482-a338-1fcf28eac0ad,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:53.613512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc973915-57b3-4357-a319-140ebb2a2455 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:53.617797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dc973915-57b3-4357-a319-140ebb2a2455 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:53.622370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc973915-57b3-4357-a319-140ebb2a2455 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:53.622977 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc973915-57b3-4357-a319-140ebb2a2455 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.629559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7a29f7-40da-41a5-96be-b49262aae325 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:53.664538 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dc973915-57b3-4357-a319-140ebb2a2455 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6297917 Jan 28 03:56:53.664787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60164) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:53.686345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:9e:65:77', 'name': 'tempest-NetworksTestDHCPv6-778440057'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:53.691140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc973915-57b3-4357-a319-140ebb2a2455 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=ce688c71-2a35-481c-a9db-39d7ac2210ab,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:53.804457 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bd9aed-3de0-41cb-a71b-02b71c5c12ef x-openstack-request-id: req-f4bd9aed-3de0-41cb-a71b-02b71c5c12ef {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:53.804974 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90", "name": "network-vif-plugged", "status": "completed", "tag": "9554f058-d2f8-4482-a338-1fcf28eac0ad", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:53.805301 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4bd9aed-3de0-41cb-a71b-02b71c5c12ef {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:53.805762 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9554f058-d2f8-4482-a338-1fcf28eac0ad', 'code': 200} Jan 28 03:56:53.824789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': 'ce688c71-2a35-481c-a9db-39d7ac2210ab'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:53.827080 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.956535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:53.958302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Router 4b4e7540-56e8-42b7-b6ec-d3cfcfc43908 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:56:53.963563 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:53.994317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/ce688c71-2a35-481c-a9db-39d7ac2210ab/20694e6f-2798-40ce-ba9d-33935a70e5c0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:54.011531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port a90d6fdb-da5f-471f-bcc7-02fd5a6b2610 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:54.019442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec5fac-fafc-4265-b621-d0553a23df5f req-d18f10d9-a611-44b8-b1ee-2ebac92665fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:54.022856 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2bec5fac-fafc-4265-b621-d0553a23df5f req-d18f10d9-a611-44b8-b1ee-2ebac92665fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 1097 time: 0.1143920 Jan 28 03:56:54.082435 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2bec5fac-fafc-4265-b621-d0553a23df5f req-4ad508e6-fce4-4d0f-9340-0e0975e56a10 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539150 Jan 28 03:56:54.158890 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (a11817d7-2f45-4141-a851-b7c72e0b5457), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.178011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:56:54.187407 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Publish callbacks [] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.192993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96cb4f-9b48-4569-9869-072032b0ca6c None None] Sync routers for ids ['4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:56:54.198242 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.252045 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c1bddf80-179a-4c35-930b-589869a73e95 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "PUT /v2.0/routers/4b4e7540-56e8-42b7-b6ec-d3cfcfc43908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4709184 Jan 28 03:56:54.253982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96cb4f-9b48-4569-9869-072032b0ca6c None None] Routers {'4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:54.254788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6c96cb4f-9b48-4569-9869-072032b0ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:54.256199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60170) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:54.293448 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-95af8e0b-bb5f-4288-bacb-3bbb2ec028bc tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:56:54.295258 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-95af8e0b-bb5f-4288-bacb-3bbb2ec028bc tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/6457b0e0-4314-4ced-a5e3-a7dce79bb6a8 HTTP/1.1" status: 404 len: 333 time: 0.0371928 Jan 28 03:56:54.297836 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:54.310155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::226 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/ce688c71-2a35-481c-a9db-39d7ac2210ab/a90d6fdb-da5f-471f-bcc7-02fd5a6b2610) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:54.375140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=a11817d7-2f45-4141-a851-b7c72e0b5457,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:54.424289 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (3a29871f-f4c7-4018-8a1b-6ff59491c63e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.464634 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5079-5360-4f77-91d9-54b9ffbc2583 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for router (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.485764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:54.486512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926063c-2625-4326-8a60-28e58ed26984 req-bc7cde6a-93a9-40f5-b565-b47e80a01edb tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:54.487958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6c96cb4f-9b48-4569-9869-072032b0ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:54.494471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7926063c-2625-4326-8a60-28e58ed26984 req-bc7cde6a-93a9-40f5-b565-b47e80a01edb tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 945 time: 0.2589693 Jan 28 03:56:54.501164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:54.503871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:54.518138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Pushing event updated for resources: {'Port': ['ID=20694e6f-2798-40ce-ba9d-33935a70e5c0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:54.531075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96cb4f-9b48-4569-9869-072032b0ca6c None None] Routers {'4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:54.531713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6c96cb4f-9b48-4569-9869-072032b0ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:54.550457 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (a90d6fdb-da5f-471f-bcc7-02fd5a6b2610), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.559518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Checking segment: {'id': 'e7162192-b6dd-47d0-9667-0b2cdf0dec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:54.560192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network hostable DHCP agents. Network: 207f106d-24c4-4fd2-a099-fcb0e16558d8, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:56:54.590026 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a90d6fdb-da5f-471f-bcc7-02fd5a6b2610), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.633641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a74d6d06-7d70-4f98-ae09-3b85071e5354 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:54.642459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:54.646002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:54.657886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:54.665254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:54.666169 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.671364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: a74d6d06-7d70-4f98-ae09-3b85071e5354 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:54.671715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a74d6d06-7d70-4f98-ae09-3b85071e5354 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:54.673654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6c96cb4f-9b48-4569-9869-072032b0ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:54.673803 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=a90d6fdb-da5f-471f-bcc7-02fd5a6b2610,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:54.673920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96cb4f-9b48-4569-9869-072032b0ca6c None None] The sync data for ids ['4b4e7540-56e8-42b7-b6ec-d3cfcfc43908'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:56:54.689770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Attempting to bind port 20694e6f-2798-40ce-ba9d-33935a70e5c0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:54.690152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Attempting to bind port 20694e6f-2798-40ce-ba9d-33935a70e5c0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:54.690520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Attempting to bind port 20694e6f-2798-40ce-ba9d-33935a70e5c0 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:54.691855 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bc09430a-20e6-4019-b003-128e4529cc6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0259392 Jan 28 03:56:54.694815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60174) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:54.701136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:54.701712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:54.702130 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.702529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:54.703009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Bound port: 20694e6f-2798-40ce-ba9d-33935a70e5c0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:54.703397 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.761237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980995f5-0e40-4d18-9644-716a2298a885 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:54.762186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7926063c-2625-4326-8a60-28e58ed26984 req-35fb47d9-9932-441e-9dee-7ad1e846396f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668588 Jan 28 03:56:54.769025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980995f5-0e40-4d18-9644-716a2298a885 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:54.771442 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-980995f5-0e40-4d18-9644-716a2298a885 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0753853 Jan 28 03:56:54.774329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60176) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:54.797868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] For port 20694e6f-2798-40ce-ba9d-33935a70e5c0, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:54.802158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] For port 20694e6f-2798-40ce-ba9d-33935a70e5c0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=20694e6f-2798-40ce-ba9d-33935a70e5c0,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:54.807547 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.889552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 207f106d-24c4-4fd2-a099-fcb0e16558d8 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:56:54.892329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53232b6-c4f6-4ffa-b349-2cafea7d716a None None] Pushing event updated for resources: {'Port': ['ID=20694e6f-2798-40ce-ba9d-33935a70e5c0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:54.906575 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5079-5360-4f77-91d9-54b9ffbc2583 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.912334 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8538351d-1222-41fc-8b9b-5ea98bae7976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port a90d6fdb-da5f-471f-bcc7-02fd5a6b2610 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:54.921099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8538351d-1222-41fc-8b9b-5ea98bae7976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a90d6fdb-da5f-471f-bcc7-02fd5a6b2610), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.921478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 207f106d-24c4-4fd2-a099-fcb0e16558d8) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:54.922786 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5079-5360-4f77-91d9-54b9ffbc2583 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for router_controller (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:54.931328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb3f69-28d1-40d3-87f7-5d0ae38229be None None] Network 207f106d-24c4-4fd2-a099-fcb0e16558d8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:54.931599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:54.932150 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.060354 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5079-5360-4f77-91d9-54b9ffbc2583 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (4b4e7540-56e8-42b7-b6ec-d3cfcfc43908), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.065004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7d5079-5360-4f77-91d9-54b9ffbc2583 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Fanout notify agent at l3_agent the message router_deleted on router 4b4e7540-56e8-42b7-b6ec-d3cfcfc43908 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:56:55.079739 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8538351d-1222-41fc-8b9b-5ea98bae7976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a90d6fdb-da5f-471f-bcc7-02fd5a6b2610), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.081676 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5079-5360-4f77-91d9-54b9ffbc2583 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.081840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-207f106d-24c4-4fd2-a099-fcb0e16558d8', 'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8', 'project_id': '4fbeffefa42943c8b7de486f822fb567', 'fixed_ips': [{'subnet_id': 'a11817d7-2f45-4141-a851-b7c72e0b5457'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:55.082940 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.083232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ee7d5079-5360-4f77-91d9-54b9ffbc2583 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/routers/4b4e7540-56e8-42b7-b6ec-d3cfcfc43908 HTTP/1.1" status: 204 len: 168 time: 0.7786720 Jan 28 03:56:55.092512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-20eb3d47-9513-4f0f-b305-6d2a5840f7b3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4899898 Jan 28 03:56:55.093538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60180) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:55.094177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:55.112685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a52347c7-f2f3-4a05-a94a-db5a7baac08d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:55.125437 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8538351d-1222-41fc-8b9b-5ea98bae7976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for a90d6fdb-da5f-471f-bcc7-02fd5a6b2610 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:55.175587 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (3a29871f-f4c7-4018-8a1b-6ff59491c63e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.295893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de9949c-14aa-4a32-978e-068375a6bbb3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet 65317f6e-25ab-4d09-bf0b-3ff76249130a {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:55.310757 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6de9949c-14aa-4a32-978e-068375a6bbb3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (65317f6e-25ab-4d09-bf0b-3ff76249130a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.380113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Allocated IP 172.20.0.2 (207f106d-24c4-4fd2-a099-fcb0e16558d8/a11817d7-2f45-4141-a851-b7c72e0b5457/9d0bd117-91d8-4ef8-86be-6e94af5deab1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:55.433760 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6de9949c-14aa-4a32-978e-068375a6bbb3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (65317f6e-25ab-4d09-bf0b-3ff76249130a), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.450641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 3a29871f-f4c7-4018-8a1b-6ff59491c63e is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:56:55.628378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52347c7-f2f3-4a05-a94a-db5a7baac08d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:55.632357 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a52347c7-f2f3-4a05-a94a-db5a7baac08d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.722760 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Publish callbacks [] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.731575 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.748492 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6de9949c-14aa-4a32-978e-068375a6bbb3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (65317f6e-25ab-4d09-bf0b-3ff76249130a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.766208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:56:55.775232 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8538351d-1222-41fc-8b9b-5ea98bae7976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a90d6fdb-da5f-471f-bcc7-02fd5a6b2610), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.783062 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Sync routers for ids ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:56:55.784721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Network 207f106d-24c4-4fd2-a099-fcb0e16558d8 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:55.789457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:55.793080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:55.798754 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Routers {'3a29871f-f4c7-4018-8a1b-6ff59491c63e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:55.799373 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-404002fd-c466-47a6-8173-e2801762f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:55.807280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Pushing event updated for resources: {'Port': ['ID=9d0bd117-91d8-4ef8-86be-6e94af5deab1,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:55.840396 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.844979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5fe8bf67-ae8d-4b2a-bdb3-398fe9ed8412 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.7140050 Jan 28 03:56:55.845643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60188) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:55.885595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Attempting to bind port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:55.886236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Attempting to bind port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e7162192-b6dd-47d0-9667-0b2cdf0dec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:55.886794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Attempting to bind port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 on network 207f106d-24c4-4fd2-a099-fcb0e16558d8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:55.893591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538351d-1222-41fc-8b9b-5ea98bae7976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=a90d6fdb-da5f-471f-bcc7-02fd5a6b2610,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:55.905824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:55.906477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Checking segment: {'id': 'e7162192-b6dd-47d0-9667-0b2cdf0dec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:55.907059 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.907879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Bound using segment: {'id': 'e7162192-b6dd-47d0-9667-0b2cdf0dec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:55.911985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Bound port: 9d0bd117-91d8-4ef8-86be-6e94af5deab1, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7162192-b6dd-47d0-9667-0b2cdf0dec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:55.913778 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:55.968672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ceae5c11-269b-46b3-9d0f-0e2efb6d3a1e tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3b47383bfe204078917fadb2fc9fe99a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1211584 Jan 28 03:56:55.971482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60192) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:56.010575 n-d-808199-14 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-a52347c7-f2f3-4a05-a94a-db5a7baac08d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a11817d7-2f45-4141-a851-b7c72e0b5457 (CIDR: 172.20.0.0/28) Jan 28 03:56:56.012547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8538351d-1222-41fc-8b9b-5ea98bae7976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.015742 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Set router 3a29871f-f4c7-4018-8a1b-6ff59491c63e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:56.016885 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8538351d-1222-41fc-8b9b-5ea98bae7976 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/a90d6fdb-da5f-471f-bcc7-02fd5a6b2610 HTTP/1.1" status: 204 len: 168 time: 1.2413542 Jan 28 03:56:56.022221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60194) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:56.025925 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52347c7-f2f3-4a05-a94a-db5a7baac08d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:56:56.026424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52347c7-f2f3-4a05-a94a-db5a7baac08d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:56:56.033796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] For port 9d0bd117-91d8-4ef8-86be-6e94af5deab1, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:56.042973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] For port 9d0bd117-91d8-4ef8-86be-6e94af5deab1, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9d0bd117-91d8-4ef8-86be-6e94af5deab1,segment=NetworkSegment(e7162192-b6dd-47d0-9667-0b2cdf0dec03),segment_id=e7162192-b6dd-47d0-9667-0b2cdf0dec03)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:56.050775 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.095638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6de9949c-14aa-4a32-978e-068375a6bbb3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (65317f6e-25ab-4d09-bf0b-3ff76249130a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.150431 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a52347c7-f2f3-4a05-a94a-db5a7baac08d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0424027 Jan 28 03:56:56.154880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9949c-14aa-4a32-978e-068375a6bbb3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=65317f6e-25ab-4d09-bf0b-3ff76249130a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:56.158975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60196) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:56.165937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bfc2061a-484a-4d8d-b871-446f12f57674 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:56.169550 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6de9949c-14aa-4a32-978e-068375a6bbb3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.171466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771cba3-8f4c-49a7-9db4-89bfcdbec1b5 None None] Pushing event updated for resources: {'Port': ['ID=9d0bd117-91d8-4ef8-86be-6e94af5deab1,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:56.173940 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6de9949c-14aa-4a32-978e-068375a6bbb3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/65317f6e-25ab-4d09-bf0b-3ff76249130a HTTP/1.1" status: 204 len: 168 time: 1.0780249 Jan 28 03:56:56.179441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4de2d-86af-4385-940d-7ac775455bfd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:56.181356 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4de2d-86af-4385-940d-7ac775455bfd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:56.182911 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-30d4de2d-86af-4385-940d-7ac775455bfd tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1520181 Jan 28 03:56:56.183460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:56.186124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60200) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:56.190226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda5b45-7412-433c-906b-76703346aa66 None None] Network 3327f231-c2fd-4466-a803-43045cf08a23 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:56.289305 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (3327f231-c2fd-4466-a803-43045cf08a23), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.302256 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-404002fd-c466-47a6-8173-e2801762f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:56:53Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:56.308259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f808a-4954-45c1-a3e7-f5eb29d9ffec req-4814af09-cff5-400f-ae94-c4f67c680cce tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:56.314509 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-083f808a-4954-45c1-a3e7-f5eb29d9ffec req-4814af09-cff5-400f-ae94-c4f67c680cce tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 945 time: 0.4168699 Jan 28 03:56:56.374661 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Checking router: 3a29871f-f4c7-4018-8a1b-6ff59491c63e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:56:56.375126 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Updating router 3a29871f-f4c7-4018-8a1b-6ff59491c63e port 0498b476-e8d0-4955-8a35-55a7a6009d6d binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:56:56.417459 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.433360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a538249e-d7de-47e5-8f23-f141289513db None None] DHCP port deletion for 3327f231-c2fd-4466-a803-43045cf08a23 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:56.456571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 4e0c4b8a-4596-4887-893f-c2b0231978e2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:56.461538 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.486947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-324a1561-bd87-4126-9c5e-95dffe19ac06 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet ce688c71-2a35-481c-a9db-39d7ac2210ab {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:56:56.498737 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-324a1561-bd87-4126-9c5e-95dffe19ac06 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (ce688c71-2a35-481c-a9db-39d7ac2210ab), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.573119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a538249e-d7de-47e5-8f23-f141289513db None None] Deleting port 4e0c4b8a-4596-4887-893f-c2b0231978e2 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:56.573894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a538249e-d7de-47e5-8f23-f141289513db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.582756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-324a1561-bd87-4126-9c5e-95dffe19ac06 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (ce688c71-2a35-481c-a9db-39d7ac2210ab), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.640001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-083f808a-4954-45c1-a3e7-f5eb29d9ffec req-0a551b53-ca38-4965-a698-3a8ca5804778 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244393 Jan 28 03:56:56.651724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] For port 4e0c4b8a-4596-4887-893f-c2b0231978e2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4e0c4b8a-4596-4887-893f-c2b0231978e2,segment=NetworkSegment(dd569c69-5235-4da4-b74d-5e987cf6a332),segment_id=dd569c69-5235-4da4-b74d-5e987cf6a332)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:56.652437 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.710574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 4e0c4b8a-4596-4887-893f-c2b0231978e2 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:56.735066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4e2a87-2a29-4e17-95e9-4ebd78b17df3 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:56.745893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0e4e2a87-2a29-4e17-95e9-4ebd78b17df3 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7729173 Jan 28 03:56:56.747278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:56.799325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a538249e-d7de-47e5-8f23-f141289513db None None] For port 4e0c4b8a-4596-4887-893f-c2b0231978e2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4e0c4b8a-4596-4887-893f-c2b0231978e2,segment=NetworkSegment(dd569c69-5235-4da4-b74d-5e987cf6a332),segment_id=dd569c69-5235-4da4-b74d-5e987cf6a332)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:56.799922 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a538249e-d7de-47e5-8f23-f141289513db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.804069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 20694e6f-2798-40ce-ba9d-33935a70e5c0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:56.854453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:56.859874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a538249e-d7de-47e5-8f23-f141289513db None None] Calling delete_port for 4e0c4b8a-4596-4887-893f-c2b0231978e2 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:56.897855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=4e0c4b8a-4596-4887-893f-c2b0231978e2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:56.902219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60206) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:56.914029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5ddb7e34-4fcc-4769-b3a1-8d08178aaa59 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1375504 Jan 28 03:56:56.916531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-795630577', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:56.936062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No DVR routers for this DVR port 4e0c4b8a-4596-4887-893f-c2b0231978e2 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:57.003992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-68a55a53-ec65-4843-94a8-9fea6cd3725e None None] Provisioning complete for port 20694e6f-2798-40ce-ba9d-33935a70e5c0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:57.005908 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68a55a53-ec65-4843-94a8-9fea6cd3725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.021270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc2061a-484a-4d8d-b871-446f12f57674 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:57.032778 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfc2061a-484a-4d8d-b871-446f12f57674 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.148539 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (3327f231-c2fd-4466-a803-43045cf08a23), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.186039 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Publish callbacks [] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.190106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3327f231-c2fd-4466-a803-43045cf08a23']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:57.199276 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.207191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:57.220949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.229787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd569c69-5235-4da4-b74d-5e987cf6a332') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:57.230088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd569c69-5235-4da4-b74d-5e987cf6a332') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:57.281595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (dd569c69-5235-4da4-b74d-5e987cf6a332), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.294594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 20694e6f-2798-40ce-ba9d-33935a70e5c0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:57.295591 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.312520 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Pushing event updated for resources: {'Port': ['ID=0498b476-e8d0-4955-8a35-55a7a6009d6d,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:57.373980 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.382969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-68a55a53-ec65-4843-94a8-9fea6cd3725e None None] Current status of the port 20694e6f-2798-40ce-ba9d-33935a70e5c0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:57.382969 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68a55a53-ec65-4843-94a8-9fea6cd3725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.384206 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.384927 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.385310 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.385740 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.386322 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.386887 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.387436 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.388574 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.389052 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.389492 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.389912 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.390325 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:57.400194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (dd569c69-5235-4da4-b74d-5e987cf6a332), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.411712 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Attempting to bind port 0498b476-e8d0-4955-8a35-55a7a6009d6d on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:57.412140 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Attempting to bind port 0498b476-e8d0-4955-8a35-55a7a6009d6d by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:57.413425 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Attempting to bind port 0498b476-e8d0-4955-8a35-55a7a6009d6d on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:57.424952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:56:57.425269 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:57.425425 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (dd569c69-5235-4da4-b74d-5e987cf6a332), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:56:57.429070 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:56:57.431962 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:57.436969 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.437517 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:57.438115 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Bound port: 0498b476-e8d0-4955-8a35-55a7a6009d6d, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:57.438601 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.513433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-68a55a53-ec65-4843-94a8-9fea6cd3725e None None] For port 20694e6f-2798-40ce-ba9d-33935a70e5c0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=20694e6f-2798-40ce-ba9d-33935a70e5c0,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:57.531106 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68a55a53-ec65-4843-94a8-9fea6cd3725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.542407 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:56:57.545975 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 03:56:57.565448 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-404002fd-c466-47a6-8173-e2801762f235 None None] For port 0498b476-e8d0-4955-8a35-55a7a6009d6d, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:57.579661 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-404002fd-c466-47a6-8173-e2801762f235 None None] For port 0498b476-e8d0-4955-8a35-55a7a6009d6d, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0498b476-e8d0-4955-8a35-55a7a6009d6d,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:57.583066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (3327f231-c2fd-4466-a803-43045cf08a23), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.588988 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.598748 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.611920 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/networks/3327f231-c2fd-4466-a803-43045cf08a23 HTTP/1.1" status: 204 len: 168 time: 1.4210982 Jan 28 03:56:57.611920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:57.668249 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a538249e-d7de-47e5-8f23-f141289513db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (4e0c4b8a-4596-4887-893f-c2b0231978e2), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.682023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d49e452c-d7ee-4986-93ec-9f44fb7f2e57 None None] Could not find standard attr ID for object a90d6fdb-da5f-471f-bcc7-02fd5a6b2610. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:56:57.689750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224acbe-0144-4307-9055-28f856ebd3b3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Network': ['ID=3327f231-c2fd-4466-a803-43045cf08a23,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:57.714851 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Routers {'3a29871f-f4c7-4018-8a1b-6ff59491c63e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:57.717959 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-404002fd-c466-47a6-8173-e2801762f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:57.753103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f30a8-14f3-4f05-8e11-86eb8923c0e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:57.760067 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-986f30a8-14f3-4f05-8e11-86eb8923c0e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 HTTP/1.1" status: 200 len: 845 time: 0.1434786 Jan 28 03:56:57.761367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60218) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:57.796392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a538249e-d7de-47e5-8f23-f141289513db None None] Network 3327f231-c2fd-4466-a803-43045cf08a23 is not hosted by any dhcp agent {{(pid=103290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:56:57.797037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538249e-d7de-47e5-8f23-f141289513db None None] No DVR routers for this DVR port 4e0c4b8a-4596-4887-893f-c2b0231978e2 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:57.831025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a55a53-ec65-4843-94a8-9fea6cd3725e None None] Pushing event updated for resources: {'Port': ['ID=20694e6f-2798-40ce-ba9d-33935a70e5c0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:57.884372 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f6b4a01c-8c29-4b07-942f-66685863e7b0 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1215708 Jan 28 03:56:57.890922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:57.896104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2bcfd478-f454-4d62-8174-bee2f8057429 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:57.905009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538249e-d7de-47e5-8f23-f141289513db None None] Pushing event deleted for resources: {'Port': ['ID=4e0c4b8a-4596-4887-893f-c2b0231978e2,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:57.927023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 20694e6f-2798-40ce-ba9d-33935a70e5c0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:57.958247 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfc2061a-484a-4d8d-b871-446f12f57674 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (fe143147-9ef9-4dde-8ac7-193c434da2b0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:57.965267 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-404002fd-c466-47a6-8173-e2801762f235 None None] Set router 3a29871f-f4c7-4018-8a1b-6ff59491c63e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:58.005181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.046751 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4e0c4b8a-4596-4887-893f-c2b0231978e2 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:58.088484 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-324a1561-bd87-4126-9c5e-95dffe19ac06 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (ce688c71-2a35-481c-a9db-39d7ac2210ab), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.093783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2061a-484a-4d8d-b871-446f12f57674 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 207f106d-24c4-4fd2-a099-fcb0e16558d8 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:58.093983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 4e0c4b8a-4596-4887-893f-c2b0231978e2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:58.094679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4e0c4b8a-4596-4887-893f-c2b0231978e2 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:58.115153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2a526-23c0-48c5-94b2-0dd0836f06fd None None] Network 207f106d-24c4-4fd2-a099-fcb0e16558d8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:58.130604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2061a-484a-4d8d-b871-446f12f57674 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:58.138079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc2061a-484a-4d8d-b871-446f12f57674 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:58.138819 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfc2061a-484a-4d8d-b871-446f12f57674 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.150151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Subnet': ['ID=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:58.162207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Checking segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:58.163223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network hostable DHCP agents. Network: c67dd9e8-6461-4379-b91f-f2c1be4b022d, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:56:58.169589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bfc2061a-484a-4d8d-b871-446f12f57674 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0064054 Jan 28 03:56:58.170402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2061a-484a-4d8d-b871-446f12f57674 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=fe143147-9ef9-4dde-8ac7-193c434da2b0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:58.171927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60224) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:58.178458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8', 'fixed_ips': [{'subnet_id': 'a11817d7-2f45-4141-a851-b7c72e0b5457'}, {'subnet_id': 'fe143147-9ef9-4dde-8ac7-193c434da2b0'}], 'name': 'tempest-PortsTestJSON-823469444'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:58.196391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcfd478-f454-4d62-8174-bee2f8057429 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:58.202321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bcfd478-f454-4d62-8174-bee2f8057429 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.226724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-324a1561-bd87-4126-9c5e-95dffe19ac06 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (ce688c71-2a35-481c-a9db-39d7ac2210ab), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.265515 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff991da-1a07-4c44-9343-c1b6744e0b87 None None] Pushing event updated for resources: {'Port': ['ID=0498b476-e8d0-4955-8a35-55a7a6009d6d,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:58.276234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a1561-bd87-4126-9c5e-95dffe19ac06 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=ce688c71-2a35-481c-a9db-39d7ac2210ab,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:58.292613 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-324a1561-bd87-4126-9c5e-95dffe19ac06 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.296367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b93ca990-71ee-4cef-a870-cbef64def04d None None] Provisioning complete for port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:58.296648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-324a1561-bd87-4126-9c5e-95dffe19ac06 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/ce688c71-2a35-481c-a9db-39d7ac2210ab HTTP/1.1" status: 204 len: 168 time: 2.1092567 Jan 28 03:56:58.297092 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b93ca990-71ee-4cef-a870-cbef64def04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.299649 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60226) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:58.304116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3b0e7-d7ff-4491-ad36-3b8be608c1ac None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:58.332135 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-404002fd-c466-47a6-8173-e2801762f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:56:53Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:58.376392 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404002fd-c466-47a6-8173-e2801762f235 None None] The sync data for ids ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'] in n-d-808199-14 is: [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:56:53Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:56:58.395377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7bc84f17-a07f-44df-8ee5-b8d7490eb254 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943902 Jan 28 03:56:58.397980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:58.469383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c67dd9e8-6461-4379-b91f-f2c1be4b022d is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:56:58.547027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac21b57-af96-4717-a2f3-eeced0c6cd67 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:58.551051 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b93ca990-71ee-4cef-a870-cbef64def04d None None] Current status of the port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:58.551568 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b93ca990-71ee-4cef-a870-cbef64def04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.553889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aac21b57-af96-4717-a2f3-eeced0c6cd67 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1538980 Jan 28 03:56:58.556352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:58.594243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, c67dd9e8-6461-4379-b91f-f2c1be4b022d) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:58.596875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a102f1-e58d-4b09-a526-c661512896e7 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:56:58.611621 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786910b9-9c16-48eb-9381-578c1ecdbfbc None None] Network c67dd9e8-6461-4379-b91f-f2c1be4b022d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:58.632491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:58.633398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.644487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bcfd478-f454-4d62-8174-bee2f8057429 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (f615635b-9356-4e20-a430-771dc816292e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.655664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b93ca990-71ee-4cef-a870-cbef64def04d None None] For port 9d0bd117-91d8-4ef8-86be-6e94af5deab1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9d0bd117-91d8-4ef8-86be-6e94af5deab1,segment=NetworkSegment(e7162192-b6dd-47d0-9667-0b2cdf0dec03),segment_id=e7162192-b6dd-47d0-9667-0b2cdf0dec03)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:58.663567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bea41f-fe4a-4fe3-8c1e-99406ece5beb None None] Update dhcp port {'port': {'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8', 'fixed_ips': [{'subnet_id': 'a11817d7-2f45-4141-a851-b7c72e0b5457', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fe143147-9ef9-4dde-8ac7-193c434da2b0'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '9d0bd117-91d8-4ef8-86be-6e94af5deab1'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:56:58.714448 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b93ca990-71ee-4cef-a870-cbef64def04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.722932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b7ef8b-46c3-448f-8d5d-66c47e309bff tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:58.737610 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-84e941c4-f3b9-4a98-9e6c-1aed6d268229 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8293428 Jan 28 03:56:58.737845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-95b7ef8b-46c3-448f-8d5d-66c47e309bff tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1774533 Jan 28 03:56:58.738482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60234) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:58.747172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60236) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:58.751719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcfd478-f454-4d62-8174-bee2f8057429 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:58.764834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2bcfd478-f454-4d62-8174-bee2f8057429 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:58.776907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcfd478-f454-4d62-8174-bee2f8057429 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:58.777907 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bcfd478-f454-4d62-8174-bee2f8057429 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.806053 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2bcfd478-f454-4d62-8174-bee2f8057429 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9135151 Jan 28 03:56:58.813762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60238) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:58.821496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b42a03fb-7b2d-4d82-9af6-31e65df73648 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'security_group': {'name': 'tempest-secgroup-887676451'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:58.823242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ca990-71ee-4cef-a870-cbef64def04d None None] Pushing event updated for resources: {'Port': ['ID=9d0bd117-91d8-4ef8-86be-6e94af5deab1,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:58.827344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9d0bd117-91d8-4ef8-86be-6e94af5deab1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:58.880591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:58.882771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0990229a-8197-43fc-8437-9ebbdcdbb206 None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:56:58.885242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b42a03fb-7b2d-4d82-9af6-31e65df73648 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.904073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfd478-f454-4d62-8174-bee2f8057429 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=f615635b-9356-4e20-a430-771dc816292e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:58.916967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fcabb60d-7f5c-4433-a349-b53f53730f19 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1772847 Jan 28 03:56:58.917767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60240) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:58.921657 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2bea41f-fe4a-4fe3-8c1e-99406ece5beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:58.925102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:59.004502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b42a03fb-7b2d-4d82-9af6-31e65df73648 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (873b9f82-0f2a-4b31-8ba5-da230856e7fc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.019125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b42a03fb-7b2d-4d82-9af6-31e65df73648 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (873b9f82-0f2a-4b31-8ba5-da230856e7fc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.149515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a03fb-7b2d-4d82-9af6-31e65df73648 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873b9f82-0f2a-4b31-8ba5-da230856e7fc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:59.155320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:56:59.156180 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.169926 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b42a03fb-7b2d-4d82-9af6-31e65df73648 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.171485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b42a03fb-7b2d-4d82-9af6-31e65df73648 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3561034 Jan 28 03:56:59.181813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60244) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:59.186547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cf3f48ba-df8c-474f-b8ae-f2d897f4a772 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'security_group': {'name': 'tempest-secgroup-17688325'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:59.246449 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.254110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:59.257977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.258424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-69a102f1-e58d-4b09-a526-c661512896e7 None None] Deleting port 20694e6f-2798-40ce-ba9d-33935a70e5c0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:59.258982 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69a102f1-e58d-4b09-a526-c661512896e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.274666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port d8e28b1d-8671-43d9-90d9-5302840d066b yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:56:59.352240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e2bea41f-fe4a-4fe3-8c1e-99406ece5beb None None] Allocated IP 172.20.0.18 (207f106d-24c4-4fd2-a099-fcb0e16558d8/fe143147-9ef9-4dde-8ac7-193c434da2b0/9d0bd117-91d8-4ef8-86be-6e94af5deab1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:59.633349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf3f48ba-df8c-474f-b8ae-f2d897f4a772 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.749154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-69a102f1-e58d-4b09-a526-c661512896e7 None None] For port 20694e6f-2798-40ce-ba9d-33935a70e5c0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=20694e6f-2798-40ce-ba9d-33935a70e5c0,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:59.750143 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69a102f1-e58d-4b09-a526-c661512896e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.773030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-69a102f1-e58d-4b09-a526-c661512896e7 None None] Calling delete_port for 20694e6f-2798-40ce-ba9d-33935a70e5c0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:59.775005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf3f48ba-df8c-474f-b8ae-f2d897f4a772 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (dd8d63a8-8c88-4d11-93a7-cb9c9b094821), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.780157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf3f48ba-df8c-474f-b8ae-f2d897f4a772 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd8d63a8-8c88-4d11-93a7-cb9c9b094821), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.819956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf3f48ba-df8c-474f-b8ae-f2d897f4a772 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.826576 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cf3f48ba-df8c-474f-b8ae-f2d897f4a772 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6414721 Jan 28 03:56:59.829392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.objects.ports [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:56:59.832610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60248) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:59.854790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f48ba-df8c-474f-b8ae-f2d897f4a772 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8d63a8-8c88-4d11-93a7-cb9c9b094821,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:59.895545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1491245284', 'security_groups': ['dd8d63a8-8c88-4d11-93a7-cb9c9b094821'], 'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f615635b-9356-4e20-a430-771dc816292e'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:59.930353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:59.930897 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.939093 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69a102f1-e58d-4b09-a526-c661512896e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (20694e6f-2798-40ce-ba9d-33935a70e5c0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.060557 n-d-808199-14 neutron-server[103288]: WARNING neutron.services.revisions.revision_plugin [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Could not find related port for resource to bump revision. Jan 28 03:57:00.082826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e2bea41f-fe4a-4fe3-8c1e-99406ece5beb None None] For port 9d0bd117-91d8-4ef8-86be-6e94af5deab1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9d0bd117-91d8-4ef8-86be-6e94af5deab1,segment=NetworkSegment(e7162192-b6dd-47d0-9667-0b2cdf0dec03),segment_id=e7162192-b6dd-47d0-9667-0b2cdf0dec03)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:00.086299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a102f1-e58d-4b09-a526-c661512896e7 None None] Pushing event deleted for resources: {'Port': ['ID=20694e6f-2798-40ce-ba9d-33935a70e5c0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:00.087614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a102f1-e58d-4b09-a526-c661512896e7 None None] No DVR routers for this DVR port 20694e6f-2798-40ce-ba9d-33935a70e5c0 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:00.094706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Port 20694e6f-2798-40ce-ba9d-33935a70e5c0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103288) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 03:57:00.095143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Reverting IP allocation for 2001:db8::f816:3eff:fe89:9c1f {{(pid=103288) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 03:57:00.116562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe89:9c1f {{(pid=103288) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 03:57:00.130436 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (be0a909f-aaea-4d10-b15f-d2eb087498ec), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.169755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-b388c649-939b-4f6a-8a6d-12257ba18f96', 'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'project_id': 'e58f8fee11374469ae6c917ba1e10fa2', 'fixed_ips': [{'subnet_id': 'f615635b-9356-4e20-a430-771dc816292e'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:57:00.170603 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.195886 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2bea41f-fe4a-4fe3-8c1e-99406ece5beb None None] Publish callbacks [] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.210108 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2bea41f-fe4a-4fe3-8c1e-99406ece5beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.274059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Allocated IP 172.20.0.2 (c67dd9e8-6461-4379-b91f-f2c1be4b022d/6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6/61d17f59-23bf-4969-8ed0-10c7e47e2a71) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:00.301118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:00.311869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=be0a909f-aaea-4d10-b15f-d2eb087498ec,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:00.326322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:00.330950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:00.346540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:00.346817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.360434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404e449b-1604-49ab-8e5f-34e7350ce166 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:00.378533 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.384356 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.4 (207f106d-24c4-4fd2-a099-fcb0e16558d8/a11817d7-2f45-4141-a851-b7c72e0b5457/d8e28b1d-8671-43d9-90d9-5302840d066b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:00.394326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.20 (207f106d-24c4-4fd2-a099-fcb0e16558d8/fe143147-9ef9-4dde-8ac7-193c434da2b0/d8e28b1d-8671-43d9-90d9-5302840d066b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:00.460316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2f01b474-ce2a-47c4-af20-985e31296826 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5393455 Jan 28 03:57:00.462836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:00.463456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60254) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:00.472767 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f93d9079-e154-4f91-b241-654258a27bdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:00.554861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bea41f-fe4a-4fe3-8c1e-99406ece5beb None None] Pushing event updated for resources: {'Port': ['ID=9d0bd117-91d8-4ef8-86be-6e94af5deab1,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:00.686127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Allocated IP 2001:db8::2 (b388c649-939b-4f6a-8a6d-12257ba18f96/f615635b-9356-4e20-a430-771dc816292e/b1197332-09ed-4a15-926c-bdd759881639) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:00.743259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'project_id': '3dbd8cb93cf149e6b884d9beaf321f73', 'fixed_ips': [{'subnet_id': 'be0a909f-aaea-4d10-b15f-d2eb087498ec'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:57:00.744209 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.804897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0498b476-e8d0-4955-8a35-55a7a6009d6d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:00.837127 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.866044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:00.916250 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Publish callbacks [] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.922882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:00.969267 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.024907 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.036475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=d8e28b1d-8671-43d9-90d9-5302840d066b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:01.072378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 207f106d-24c4-4fd2-a099-fcb0e16558d8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:01.073617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93d9079-e154-4f91-b241-654258a27bdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:01.077453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f93d9079-e154-4f91-b241-654258a27bdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.134821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.20.0.1 (c67dd9e8-6461-4379-b91f-f2c1be4b022d/6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6/bcc2a277-c08d-4c4b-87d0-eae0616cd6f2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:01.167512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:01.175000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:01.233336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Network c67dd9e8-6461-4379-b91f-f2c1be4b022d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:01.247350 n-d-808199-14 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-f93d9079-e154-4f91-b241-654258a27bdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be0a909f-aaea-4d10-b15f-d2eb087498ec (CIDR: 2001:db8::/64) Jan 28 03:57:01.251772 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93d9079-e154-4f91-b241-654258a27bdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:01.252367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93d9079-e154-4f91-b241-654258a27bdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:01.270620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:01.271562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.288100 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f93d9079-e154-4f91-b241-654258a27bdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8203537 Jan 28 03:57:01.304149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60258) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:01.311085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b2ab6986-7c1d-4794-ae4e-c46abbf8d0b0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:01.342908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:01.369525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:01.384655 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7b470545-5a75-40a2-a97a-1bfe82e64f34 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.2098970 Jan 28 03:57:01.391299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60260) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:01.399627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-827716aa-741b-4d78-a49a-55f7b71a359e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a11817d7-2f45-4141-a851-b7c72e0b5457'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:01.415928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Pushing event updated for resources: {'Port': ['ID=61d17f59-23bf-4969-8ed0-10c7e47e2a71,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:01.432930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0498b476-e8d0-4955-8a35-55a7a6009d6d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:01.434370 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.540877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.580915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ab6986-7c1d-4794-ae4e-c46abbf8d0b0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:01.583869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Allocated IP 2001:db8::f816:3eff:fe0d:563e (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/be0a909f-aaea-4d10-b15f-d2eb087498ec/645a335a-9cba-4867-af1f-87740acd16b1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:01.585138 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6986-7c1d-4794-ae4e-c46abbf8d0b0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.637864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b621336-0b9c-4bdd-9011-520263530d08 None None] Network 207f106d-24c4-4fd2-a099-fcb0e16558d8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:01.654491 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Publish callbacks [] for port (b1197332-09ed-4a15-926c-bdd759881639), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.710781 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (b1197332-09ed-4a15-926c-bdd759881639), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.808212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Pushing event updated for resources: {'Port': ['ID=b1197332-09ed-4a15-926c-bdd759881639,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:01.812150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Attempting to bind port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:01.812679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Attempting to bind port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:01.813178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Attempting to bind port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:01.851933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.885997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0cea71bb-39a9-42a0-8d96-58bf85f038a2 None None] Provisioning complete for port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:01.886457 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0cea71bb-39a9-42a0-8d96-58bf85f038a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.895403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:01.895947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Checking segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:01.896518 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.897068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Bound using segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:01.897670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Bound port: 61d17f59-23bf-4969-8ed0-10c7e47e2a71, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:01.898152 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.903264 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8::7c (b388c649-939b-4f6a-8a6d-12257ba18f96/f615635b-9356-4e20-a430-771dc816292e/cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:01.947075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c67dd9e8-6461-4379-b91f-f2c1be4b022d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:01.959548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:01.973371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:01.978975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-827716aa-741b-4d78-a49a-55f7b71a359e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.985278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=bcc2a277-c08d-4c4b-87d0-eae0616cd6f2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:02.130604 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (3a29871f-f4c7-4018-8a1b-6ff59491c63e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.141192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:02.159254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:02.161962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:02.304399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0498b476-e8d0-4955-8a35-55a7a6009d6d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:02.305018 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.317361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6986-7c1d-4794-ae4e-c46abbf8d0b0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (8f21845c-706a-4698-b5ee-1a45f431b7c1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.337288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.366429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab6986-7c1d-4794-ae4e-c46abbf8d0b0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:02.371637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab6986-7c1d-4794-ae4e-c46abbf8d0b0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:02.376107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab6986-7c1d-4794-ae4e-c46abbf8d0b0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:02.377212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6986-7c1d-4794-ae4e-c46abbf8d0b0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.385713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab6986-7c1d-4794-ae4e-c46abbf8d0b0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=8f21845c-706a-4698-b5ee-1a45f431b7c1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:02.407819 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b2ab6986-7c1d-4794-ae4e-c46abbf8d0b0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0992556 Jan 28 03:57:02.408571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60264) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:02.416029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:d3:b7:2e', 'name': 'tempest-NetworksTestDHCPv6-2103091487'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:02.418533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 0498b476-e8d0-4955-8a35-55a7a6009d6d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0498b476-e8d0-4955-8a35-55a7a6009d6d,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:02.441789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Attempting to bind port b1197332-09ed-4a15-926c-bdd759881639 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:02.442481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Attempting to bind port b1197332-09ed-4a15-926c-bdd759881639 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '0ffc03f9-47a4-4487-9c7b-f8a2da837aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:02.442964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Attempting to bind port b1197332-09ed-4a15-926c-bdd759881639 on network b388c649-939b-4f6a-8a6d-12257ba18f96 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:02.451811 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.452750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9d0bd117-91d8-4ef8-86be-6e94af5deab1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:02.477169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] For port 61d17f59-23bf-4969-8ed0-10c7e47e2a71, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:02.490356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.562401 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.609040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:02.614485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] For port 61d17f59-23bf-4969-8ed0-10c7e47e2a71, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=61d17f59-23bf-4969-8ed0-10c7e47e2a71,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:02.629961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=0498b476-e8d0-4955-8a35-55a7a6009d6d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:02.641997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:02.642754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Checking segment: {'id': '0ffc03f9-47a4-4487-9c7b-f8a2da837aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:02.644176 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.645831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Bound using segment: {'id': '0ffc03f9-47a4-4487-9c7b-f8a2da837aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:02.646217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Bound port: b1197332-09ed-4a15-926c-bdd759881639, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffc03f9-47a4-4487-9c7b-f8a2da837aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:02.652548 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1197332-09ed-4a15-926c-bdd759881639), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.687874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:02.704231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.722612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:02.755489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.784941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 02f7da26-abbf-48c6-8427-75938ffce676 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:02.930205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0cea71bb-39a9-42a0-8d96-58bf85f038a2 None None] Current status of the port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:02.961431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] For port b1197332-09ed-4a15-926c-bdd759881639, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:02.966665 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] For port b1197332-09ed-4a15-926c-bdd759881639, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b1197332-09ed-4a15-926c-bdd759881639,segment=NetworkSegment(0ffc03f9-47a4-4487-9c7b-f8a2da837aec),segment_id=0ffc03f9-47a4-4487-9c7b-f8a2da837aec)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:02.968618 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7dc55-f8ca-4dd7-9c9d-0f6c4f6303fd None None] Pushing event updated for resources: {'Port': ['ID=61d17f59-23bf-4969-8ed0-10c7e47e2a71,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:02.974798 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Publish callbacks [] for port (645a335a-9cba-4867-af1f-87740acd16b1), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.979538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:02.979978 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:02.983717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b1197332-09ed-4a15-926c-bdd759881639), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.018552 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (645a335a-9cba-4867-af1f-87740acd16b1), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.169081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:03.174708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:03.180512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:03.181165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.195973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-827716aa-741b-4d78-a49a-55f7b71a359e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Delete allocated IP 172.20.0.20 (207f106d-24c4-4fd2-a099-fcb0e16558d8/fe143147-9ef9-4dde-8ac7-193c434da2b0) {{(pid=103288) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:57:03.212177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f5504392-9845-424e-9a32-8dee6069f260 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3237116 Jan 28 03:57:03.212826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60274) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:03.223798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e14a5665-87ff-4a9d-bfbf-b6fdfb8970ff tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:03.257994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8:0:1::2ff (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/8f21845c-706a-4698-b5ee-1a45f431b7c1/02f7da26-abbf-48c6-8427-75938ffce676) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:03.261467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:03.273477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::f816:3eff:fed3:b72e (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/be0a909f-aaea-4d10-b15f-d2eb087498ec/02f7da26-abbf-48c6-8427-75938ffce676) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:03.305418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c9f0f-5a4b-417e-b05d-20a03ccad507 None None] Pushing event updated for resources: {'Port': ['ID=b1197332-09ed-4a15-926c-bdd759881639,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:03.362314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Pushing event updated for resources: {'Port': ['ID=645a335a-9cba-4867-af1f-87740acd16b1,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:03.364287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:03.377889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:03.382323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-714f410a-294b-47f0-9f55-1b246906b090 None None] Provisioning complete for port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:03.382703 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-714f410a-294b-47f0-9f55-1b246906b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.532014 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:03.593252 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-827716aa-741b-4d78-a49a-55f7b71a359e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.625718 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (02f7da26-abbf-48c6-8427-75938ffce676), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.664591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Attempting to bind port 645a335a-9cba-4867-af1f-87740acd16b1 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:03.685188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Attempting to bind port 645a335a-9cba-4867-af1f-87740acd16b1 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:03.685874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Attempting to bind port 645a335a-9cba-4867-af1f-87740acd16b1 on network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:03.707308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 20694e6f-2798-40ce-ba9d-33935a70e5c0 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:57:03.727315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (02f7da26-abbf-48c6-8427-75938ffce676), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.737136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:03.737712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Checking segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:03.738230 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.738841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Bound using segment: {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:03.747493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Bound port: 645a335a-9cba-4867-af1f-87740acd16b1, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0838a-7efb-4592-b650-b06111cbae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:03.748066 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (645a335a-9cba-4867-af1f-87740acd16b1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.763454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-827716aa-741b-4d78-a49a-55f7b71a359e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.775469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 20694e6f-2798-40ce-ba9d-33935a70e5c0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:57:03.776000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 20694e6f-2798-40ce-ba9d-33935a70e5c0 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:57:03.816219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:03.823150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:03.826976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:03.853123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:03.853820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.889884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=02f7da26-abbf-48c6-8427-75938ffce676,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:03.913068 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7ce348f3-65d4-4dd6-a468-b3dd48928f07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5027361 Jan 28 03:57:03.915527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:03.926840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-714f410a-294b-47f0-9f55-1b246906b090 None None] Current status of the port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:03.984871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] For port 645a335a-9cba-4867-af1f-87740acd16b1, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:03.998828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] For port 645a335a-9cba-4867-af1f-87740acd16b1, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=645a335a-9cba-4867-af1f-87740acd16b1,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:04.011020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-714f410a-294b-47f0-9f55-1b246906b090 None None] Provisioning complete for port d8e28b1d-8671-43d9-90d9-5302840d066b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:04.011476 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-714f410a-294b-47f0-9f55-1b246906b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.013755 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (645a335a-9cba-4867-af1f-87740acd16b1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.033569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827716aa-741b-4d78-a49a-55f7b71a359e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=d8e28b1d-8671-43d9-90d9-5302840d066b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:04.114732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-714f410a-294b-47f0-9f55-1b246906b090 None None] Port d8e28b1d-8671-43d9-90d9-5302840d066b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:04.134112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faac4b-23a0-4186-b1f9-e401f3bb58db None None] Pushing event updated for resources: {'Port': ['ID=645a335a-9cba-4867-af1f-87740acd16b1,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:04.143255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-737d5d69-4cb0-46d2-ae3b-4b05411460f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 02f7da26-abbf-48c6-8427-75938ffce676 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:04.143605 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-737d5d69-4cb0-46d2-ae3b-4b05411460f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (02f7da26-abbf-48c6-8427-75938ffce676), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.204262 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.229656 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.279439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b804ec07-66a4-414b-84cc-c83342b51970 None None] Provisioning complete for port d8e28b1d-8671-43d9-90d9-5302840d066b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:04.280009 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b804ec07-66a4-414b-84cc-c83342b51970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.310659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=bcc2a277-c08d-4c4b-87d0-eae0616cd6f2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:04.325053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-737d5d69-4cb0-46d2-ae3b-4b05411460f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (02f7da26-abbf-48c6-8427-75938ffce676), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.350194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-737d5d69-4cb0-46d2-ae3b-4b05411460f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 02f7da26-abbf-48c6-8427-75938ffce676 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:04.362607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b804ec07-66a4-414b-84cc-c83342b51970 None None] Port d8e28b1d-8671-43d9-90d9-5302840d066b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:04.387203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-827716aa-741b-4d78-a49a-55f7b71a359e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] In _notify_port_updated(), no bound segment for port d8e28b1d-8671-43d9-90d9-5302840d066b on network 207f106d-24c4-4fd2-a099-fcb0e16558d8 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:57:04.393257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827716aa-741b-4d78-a49a-55f7b71a359e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:04.393949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-827716aa-741b-4d78-a49a-55f7b71a359e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.395382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-827716aa-741b-4d78-a49a-55f7b71a359e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "PUT /v2.0/ports/d8e28b1d-8671-43d9-90d9-5302840d066b HTTP/1.1" status: 200 len: 918 time: 3.0030081 Jan 28 03:57:04.408217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60282) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:04.423018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 61d17f59-23bf-4969-8ed0-10c7e47e2a71 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:04.426223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f174b0db-f5c4-4361-a4a8-bb7e6b59809b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a11817d7-2f45-4141-a851-b7c72e0b5457'}, {'subnet_id': 'fe143147-9ef9-4dde-8ac7-193c434da2b0'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:04.438052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14a5665-87ff-4a9d-bfbf-b6fdfb8970ff tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:04.442377 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e14a5665-87ff-4a9d-bfbf-b6fdfb8970ff tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.591825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:04.592199 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.638497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (3a29871f-f4c7-4018-8a1b-6ff59491c63e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.738685 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-737d5d69-4cb0-46d2-ae3b-4b05411460f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (02f7da26-abbf-48c6-8427-75938ffce676), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.741999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:04.742489 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.763760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f174b0db-f5c4-4361-a4a8-bb7e6b59809b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.837124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 61d17f59-23bf-4969-8ed0-10c7e47e2a71, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=61d17f59-23bf-4969-8ed0-10c7e47e2a71,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:04.842049 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.842859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0498b476-e8d0-4955-8a35-55a7a6009d6d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:04.937505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d5d69-4cb0-46d2-ae3b-4b05411460f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=02f7da26-abbf-48c6-8427-75938ffce676,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:04.984164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e731c9b1-2f7c-44d1-a14a-a3fbc372826b None None] Provisioning complete for port d8e28b1d-8671-43d9-90d9-5302840d066b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:04.985002 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e731c9b1-2f7c-44d1-a14a-a3fbc372826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.998036 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-737d5d69-4cb0-46d2-ae3b-4b05411460f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:05.002829 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-737d5d69-4cb0-46d2-ae3b-4b05411460f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/02f7da26-abbf-48c6-8427-75938ffce676 HTTP/1.1" status: 204 len: 168 time: 1.0862927 Jan 28 03:57:05.005490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:05.087511 n-d-808199-14 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-e14a5665-87ff-4a9d-bfbf-b6fdfb8970ff tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f615635b-9356-4e20-a430-771dc816292e (CIDR: 2001:db8::/64) Jan 28 03:57:05.087864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=61d17f59-23bf-4969-8ed0-10c7e47e2a71,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:05.092914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0498b476-e8d0-4955-8a35-55a7a6009d6d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:05.093293 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:05.129700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad16ff0-73aa-4630-ae0c-8386e570f6d5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:05.133097 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fad16ff0-73aa-4630-ae0c-8386e570f6d5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1206901 Jan 28 03:57:05.135523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:05.166875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e731c9b1-2f7c-44d1-a14a-a3fbc372826b None None] Port d8e28b1d-8671-43d9-90d9-5302840d066b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:05.220082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfff832-f0f5-4fdc-a098-d476f238baa1 None None] Network c67dd9e8-6461-4379-b91f-f2c1be4b022d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:05.222720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf29c1f-2432-4b20-9436-e4c92329b780 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:05.227468 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3bf29c1f-2432-4b20-9436-e4c92329b780 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0876389 Jan 28 03:57:05.227468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:05.320826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89ea13-fcd6-4383-805d-c6f0be7e3001 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:05.323170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89ea13-fcd6-4383-805d-c6f0be7e3001 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:05.328563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89ea13-fcd6-4383-805d-c6f0be7e3001 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:05.332764 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7b89ea13-fcd6-4383-805d-c6f0be7e3001 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1019499 Jan 28 03:57:05.333774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60294) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:05.342258 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14a5665-87ff-4a9d-bfbf-b6fdfb8970ff tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:05.350988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14a5665-87ff-4a9d-bfbf-b6fdfb8970ff tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:05.419709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b12c9f-aedb-496a-b9d0-985657f5d4b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 8f21845c-706a-4698-b5ee-1a45f431b7c1 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:05.427488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2b12c9f-aedb-496a-b9d0-985657f5d4b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (8f21845c-706a-4698-b5ee-1a45f431b7c1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:05.430524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e14a5665-87ff-4a9d-bfbf-b6fdfb8970ff tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2108943 Jan 28 03:57:05.450780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:05.456388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-392bae2c-8c5a-417c-88d5-0b43595b14e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:05.497844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-66be37ff-6198-44b3-ad0e-3e50f99ad48d None None] Provisioning complete for port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:05.498423 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66be37ff-6198-44b3-ad0e-3e50f99ad48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:05.499947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0498b476-e8d0-4955-8a35-55a7a6009d6d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:05.501053 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9d0bd117-91d8-4ef8-86be-6e94af5deab1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:05.533270 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2b12c9f-aedb-496a-b9d0-985657f5d4b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (8f21845c-706a-4698-b5ee-1a45f431b7c1), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:05.566287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f174b0db-f5c4-4361-a4a8-bb7e6b59809b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.28 (207f106d-24c4-4fd2-a099-fcb0e16558d8/fe143147-9ef9-4dde-8ac7-193c434da2b0/d8e28b1d-8671-43d9-90d9-5302840d066b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:05.618861 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2b12c9f-aedb-496a-b9d0-985657f5d4b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (8f21845c-706a-4698-b5ee-1a45f431b7c1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:05.671390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:05.676744 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:05.691394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392bae2c-8c5a-417c-88d5-0b43595b14e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:05.695212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-392bae2c-8c5a-417c-88d5-0b43595b14e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:05.804314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66be37ff-6198-44b3-ad0e-3e50f99ad48d None None] Current status of the port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:05.837227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2b12c9f-aedb-496a-b9d0-985657f5d4b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (8f21845c-706a-4698-b5ee-1a45f431b7c1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:05.884200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:05.886766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c67dd9e8-6461-4379-b91f-f2c1be4b022d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:05.887709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b1197332-09ed-4a15-926c-bdd759881639 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:05.888565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:06.069415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-03f7bd14-f85c-4362-b2f0-7b0481380a60 None None] Provisioning complete for port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:06.069824 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03f7bd14-f85c-4362-b2f0-7b0481380a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.141831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b12c9f-aedb-496a-b9d0-985657f5d4b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=8f21845c-706a-4698-b5ee-1a45f431b7c1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:06.155253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:06.155882 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.157862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-03f7bd14-f85c-4362-b2f0-7b0481380a60 None None] Port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:06.164560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2b12c9f-aedb-496a-b9d0-985657f5d4b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.171457 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f2b12c9f-aedb-496a-b9d0-985657f5d4b9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/8f21845c-706a-4698-b5ee-1a45f431b7c1 HTTP/1.1" status: 204 len: 168 time: 0.8366325 Jan 28 03:57:06.174433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:06.205973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-03f7bd14-f85c-4362-b2f0-7b0481380a60 None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:06.206213 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03f7bd14-f85c-4362-b2f0-7b0481380a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.215122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f174b0db-f5c4-4361-a4a8-bb7e6b59809b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.226994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f174b0db-f5c4-4361-a4a8-bb7e6b59809b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.284438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2189e92-eaa1-4721-bb96-61360de74f7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet be0a909f-aaea-4d10-b15f-d2eb087498ec {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:06.296455 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-392bae2c-8c5a-417c-88d5-0b43595b14e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (d686ec7c-4081-4077-a21e-9ad35144a23a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.300071 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2189e92-eaa1-4721-bb96-61360de74f7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (be0a909f-aaea-4d10-b15f-d2eb087498ec), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.335124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:06.335520 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1197332-09ed-4a15-926c-bdd759881639), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.417112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bae2c-8c5a-417c-88d5-0b43595b14e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:06.438949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-392bae2c-8c5a-417c-88d5-0b43595b14e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:06.453037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-03f7bd14-f85c-4362-b2f0-7b0481380a60 None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:06.453461 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03f7bd14-f85c-4362-b2f0-7b0481380a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1197332-09ed-4a15-926c-bdd759881639), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.461756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bae2c-8c5a-417c-88d5-0b43595b14e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=d686ec7c-4081-4077-a21e-9ad35144a23a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:06.465281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392bae2c-8c5a-417c-88d5-0b43595b14e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:06.466227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-392bae2c-8c5a-417c-88d5-0b43595b14e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.467033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 3a29871f-f4c7-4018-8a1b-6ff59491c63e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:57:06.467253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744caed0-5714-4148-9216-2cc596e5acc0 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:06.482170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port b1197332-09ed-4a15-926c-bdd759881639, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b1197332-09ed-4a15-926c-bdd759881639,segment=NetworkSegment(0ffc03f9-47a4-4487-9c7b-f8a2da837aec),segment_id=0ffc03f9-47a4-4487-9c7b-f8a2da837aec)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:06.494990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2189e92-eaa1-4721-bb96-61360de74f7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (be0a909f-aaea-4d10-b15f-d2eb087498ec), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.496484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11d045-af2b-4b88-8315-7166a41fac93 None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:06.520395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174b0db-f5c4-4361-a4a8-bb7e6b59809b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=d8e28b1d-8671-43d9-90d9-5302840d066b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:06.546510 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-392bae2c-8c5a-417c-88d5-0b43595b14e7 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0946462 Jan 28 03:57:06.549214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:06.561215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1133048097', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd686ec7c-4081-4077-a21e-9ad35144a23a'}], 'security_groups': ['873b9f82-0f2a-4b31-8ba5-da230856e7fc']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:06.569949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f174b0db-f5c4-4361-a4a8-bb7e6b59809b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] In _notify_port_updated(), no bound segment for port d8e28b1d-8671-43d9-90d9-5302840d066b on network 207f106d-24c4-4fd2-a099-fcb0e16558d8 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:57:06.572561 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b1197332-09ed-4a15-926c-bdd759881639), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.575386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174b0db-f5c4-4361-a4a8-bb7e6b59809b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:06.576046 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f174b0db-f5c4-4361-a4a8-bb7e6b59809b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.581671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f174b0db-f5c4-4361-a4a8-bb7e6b59809b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "PUT /v2.0/ports/d8e28b1d-8671-43d9-90d9-5302840d066b HTTP/1.1" status: 200 len: 998 time: 2.1705630 Jan 28 03:57:06.646131 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2189e92-eaa1-4721-bb96-61360de74f7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (be0a909f-aaea-4d10-b15f-d2eb087498ec), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.654675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60306) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:06.806490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2189e92-eaa1-4721-bb96-61360de74f7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (be0a909f-aaea-4d10-b15f-d2eb087498ec), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.879680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:57:06.887279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ea989724-2682-40b8-a786-2f5d5dce1da7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "PUT /v2.0/routers/3a29871f-f4c7-4018-8a1b-6ff59491c63e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1240120 Jan 28 03:57:06.894768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2189e92-eaa1-4721-bb96-61360de74f7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=be0a909f-aaea-4d10-b15f-d2eb087498ec,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:06.953210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5c1cf2e5-4a5e-4abc-890d-709e5a17046e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port d8e28b1d-8671-43d9-90d9-5302840d066b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:06.953555 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf2e5-4a5e-4abc-890d-709e5a17046e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.970318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2189e92-eaa1-4721-bb96-61360de74f7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.975489 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d2189e92-eaa1-4721-bb96-61360de74f7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/be0a909f-aaea-4d10-b15f-d2eb087498ec HTTP/1.1" status: 204 len: 168 time: 0.8002241 Jan 28 03:57:06.982968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60310) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:07.078497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c851622d-09c6-4921-afc7-351a4480a969 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900745 Jan 28 03:57:07.078731 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:07.098339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60314) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:07.104727 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:07.150523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 645a335a-9cba-4867-af1f-87740acd16b1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:07.153586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Sync routers for ids ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:57:07.231530 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-03f7bd14-f85c-4362-b2f0-7b0481380a60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:57:07.231900 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-03f7bd14-f85c-4362-b2f0-7b0481380a60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:57:07.240793 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf2e5-4a5e-4abc-890d-709e5a17046e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:07.265918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5c1cf2e5-4a5e-4abc-890d-709e5a17046e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for d8e28b1d-8671-43d9-90d9-5302840d066b owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:07.285277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Routers {'3a29871f-f4c7-4018-8a1b-6ff59491c63e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:07.285908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:56:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:07.287807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-4af3917d-a71f-4e4e-bf5c-38bce9e1f2fb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-132385347&fields=id&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 267 time: 0.0986545 Jan 28 03:57:07.358522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:07.362374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:07.395001 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Set router 3a29871f-f4c7-4018-8a1b-6ff59491c63e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:57:07.467917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-f11602e2-a08c-4579-bd78-639642be3e93 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:07.469850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-f11602e2-a08c-4579-bd78-639642be3e93 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 797 time: 0.1439583 Jan 28 03:57:07.513383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-cfbbac96-9990-4e56-ab80-e5630cb86dc7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/quotas/3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 375 time: 0.0147021 Jan 28 03:57:07.541936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=b1197332-09ed-4a15-926c-bdd759881639,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:07.657427 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-d31a9b4d-2257-44f9-9ebf-8bd59103d515 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299467 Jan 28 03:57:07.671852 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf2e5-4a5e-4abc-890d-709e5a17046e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d8e28b1d-8671-43d9-90d9-5302840d066b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:07.679421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dec13e-f012-47dc-86cd-2a2c4305d4a0 None None] Update dhcp port {'port': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'fixed_ips': [{'subnet_id': 'f615635b-9356-4e20-a430-771dc816292e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd686ec7c-4081-4077-a21e-9ad35144a23a'}], 'binding:host_id': 'n-d-808199-14'}, 'id': 'b1197332-09ed-4a15-926c-bdd759881639'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:57:07.681394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:07.681889 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:07.787849 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Delete allocated IP 2001:db8::7c (b388c649-939b-4f6a-8a6d-12257ba18f96/f615635b-9356-4e20-a430-771dc816292e) {{(pid=103289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:57:07.788585 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5dec13e-f012-47dc-86cd-2a2c4305d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1197332-09ed-4a15-926c-bdd759881639), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:07.813117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8:0:1::2e0 (b388c649-939b-4f6a-8a6d-12257ba18f96/d686ec7c-4081-4077-a21e-9ad35144a23a/cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:07.873758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cf2e5-4a5e-4abc-890d-709e5a17046e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=d8e28b1d-8671-43d9-90d9-5302840d066b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:07.884396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-03f7bd14-f85c-4362-b2f0-7b0481380a60 None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:07.891493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-dfc6846f-cca3-407d-b6b9-14d869edfc8d service neutron] 10.222.0.44 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709709 Jan 28 03:57:08.038688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:57:08.078637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:08.079168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (645a335a-9cba-4867-af1f-87740acd16b1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.094786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080d056-847b-4519-8dca-07c037e38dec None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:08.178273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf2e5-4a5e-4abc-890d-709e5a17046e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.180859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Provisioning complete for port cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:08.181240 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.190820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5c1cf2e5-4a5e-4abc-890d-709e5a17046e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/d8e28b1d-8671-43d9-90d9-5302840d066b HTTP/1.1" status: 204 len: 168 time: 1.5350847 Jan 28 03:57:08.195694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'bcc2a277-c08d-4c4b-87d0-eae0616cd6f2', 'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:be:e4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:57:00Z', 'updated_at': '2022-01-28T03:57:03Z', 'revision_number': 2, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:08.200282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60330) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:08.229540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-74083c43-9981-4a0f-9846-890df6b3ea2d service neutron] 10.222.0.44 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367300 Jan 28 03:57:08.277639 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c86ed3-4a9e-4cbb-a90e-7dddedc4a7d3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:57:08.288583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Checking router: 3a29871f-f4c7-4018-8a1b-6ff59491c63e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:57:08.289254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Updating router 3a29871f-f4c7-4018-8a1b-6ff59491c63e port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:57:08.291061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d4c86ed3-4a9e-4cbb-a90e-7dddedc4a7d3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/d8e28b1d-8671-43d9-90d9-5302840d066b HTTP/1.1" status: 404 len: 333 time: 0.0842125 Jan 28 03:57:08.294318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60334) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:08.322272 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.326965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 645a335a-9cba-4867-af1f-87740acd16b1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=645a335a-9cba-4867-af1f-87740acd16b1,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:08.370428 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (645a335a-9cba-4867-af1f-87740acd16b1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.371287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 61d17f59-23bf-4969-8ed0-10c7e47e2a71 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:08.414403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-06df1e46-3013-4120-bfb7-e56dd9eebc52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet fe143147-9ef9-4dde-8ac7-193c434da2b0 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:08.433882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Port cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:08.438633 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06df1e46-3013-4120-bfb7-e56dd9eebc52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (fe143147-9ef9-4dde-8ac7-193c434da2b0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.514513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Provisioning complete for port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:08.514879 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.517122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.529774 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.555575 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06df1e46-3013-4120-bfb7-e56dd9eebc52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (fe143147-9ef9-4dde-8ac7-193c434da2b0), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.624785 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:08.627491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (645a335a-9cba-4867-af1f-87740acd16b1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.664975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=645a335a-9cba-4867-af1f-87740acd16b1,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:08.706218 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:08.713337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] In _notify_port_updated(), no bound segment for port cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f on network b388c649-939b-4f6a-8a6d-12257ba18f96 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:57:08.721804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:08.722599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.727690 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-88198573-a820-4d6a-acc9-2e75b5df30b4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "PUT /v2.0/ports/cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f HTTP/1.1" status: 200 len: 931 time: 2.1774936 Jan 28 03:57:08.737586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e5dec13e-f012-47dc-86cd-2a2c4305d4a0 None None] Allocated IP 2001:db8:0:1::2 (b388c649-939b-4f6a-8a6d-12257ba18f96/d686ec7c-4081-4077-a21e-9ad35144a23a/b1197332-09ed-4a15-926c-bdd759881639) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:08.743881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:08.744249 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:08.746321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:08.789412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:08.789820 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.028055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e4203826-26be-4731-aded-6ab592509b35 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:09.028960 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4203826-26be-4731-aded-6ab592509b35 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.037766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] For port 645a335a-9cba-4867-af1f-87740acd16b1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=645a335a-9cba-4867-af1f-87740acd16b1,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:09.127087 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (645a335a-9cba-4867-af1f-87740acd16b1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.159204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (645a335a-9cba-4867-af1f-87740acd16b1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.160715 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (13ed37ed-84fc-4d2a-bd21-62456be4a6c5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.269449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1591213c-f9dc-4dfb-9d58-254426f82ca8 req-e0e29b23-840c-4856-b454-4c871ad655d0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 210 time: 0.0976427 Jan 28 03:57:09.287326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:09.306789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:09.309902 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4203826-26be-4731-aded-6ab592509b35 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.310762 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06df1e46-3013-4120-bfb7-e56dd9eebc52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (fe143147-9ef9-4dde-8ac7-193c434da2b0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.317315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:09.318641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.360163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e4203826-26be-4731-aded-6ab592509b35 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:09.369485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=13ed37ed-84fc-4d2a-bd21-62456be4a6c5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:09.385383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=645a335a-9cba-4867-af1f-87740acd16b1,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:09.394035 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ea9af88f-a908-4690-81fb-dc9b6f603760 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2944672 Jan 28 03:57:09.443875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60354) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:09.450833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-291d00ec-ce98-4ac5-8533-566735bff9a9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:09.519143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06df1e46-3013-4120-bfb7-e56dd9eebc52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (fe143147-9ef9-4dde-8ac7-193c434da2b0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.562586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df1e46-3013-4120-bfb7-e56dd9eebc52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=fe143147-9ef9-4dde-8ac7-193c434da2b0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:09.576680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06df1e46-3013-4120-bfb7-e56dd9eebc52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.584322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-06df1e46-3013-4120-bfb7-e56dd9eebc52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/fe143147-9ef9-4dde-8ac7-193c434da2b0 HTTP/1.1" status: 204 len: 168 time: 1.2882307 Jan 28 03:57:09.585608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:09.622595 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b566471-f5f2-4ac7-89fb-f4523676b0c4 req-6846f799-7054-429b-89db-d12d2fd8ea7e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:09.632615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b566471-f5f2-4ac7-89fb-f4523676b0c4 req-6846f799-7054-429b-89db-d12d2fd8ea7e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.9537294 Jan 28 03:57:09.758938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:09.761764 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b566471-f5f2-4ac7-89fb-f4523676b0c4 req-1c027fbf-99d8-4fa8-861e-15ead52a5f49 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281602 Jan 28 03:57:09.773458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-404d52ce-8645-417d-8b37-a9d8f18ed255 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet a11817d7-2f45-4141-a851-b7c72e0b5457 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:09.777140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-404d52ce-8645-417d-8b37-a9d8f18ed255 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (a11817d7-2f45-4141-a851-b7c72e0b5457), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.789668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee1c9f-3ab6-400f-8e9d-6a6703bd57ca None None] Network 207f106d-24c4-4fd2-a099-fcb0e16558d8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:09.823007 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-404d52ce-8645-417d-8b37-a9d8f18ed255 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (a11817d7-2f45-4141-a851-b7c72e0b5457), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.898105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291d00ec-ce98-4ac5-8533-566735bff9a9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:09.906445 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-291d00ec-ce98-4ac5-8533-566735bff9a9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.921542 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-404d52ce-8645-417d-8b37-a9d8f18ed255 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (a11817d7-2f45-4141-a851-b7c72e0b5457), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:09.927970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7760b3-1313-472b-989c-2c558f2accb5 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:09.943533 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4203826-26be-4731-aded-6ab592509b35 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.034972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cacf16-2589-4ee6-97fc-12b0ba8dcb0f req-26f0d9b0-153a-4661-b8d4-9a839ffae47c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:10.037596 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50cacf16-2589-4ee6-97fc-12b0ba8dcb0f req-26f0d9b0-153a-4661-b8d4-9a839ffae47c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0830557 Jan 28 03:57:10.065307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-404d52ce-8645-417d-8b37-a9d8f18ed255 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (a11817d7-2f45-4141-a851-b7c72e0b5457), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.119014 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-404d52ce-8645-417d-8b37-a9d8f18ed255 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.122862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-404d52ce-8645-417d-8b37-a9d8f18ed255 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/a11817d7-2f45-4141-a851-b7c72e0b5457 HTTP/1.1" status: 204 len: 168 time: 0.5351484 Jan 28 03:57:10.126046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60362) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:10.139276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4203826-26be-4731-aded-6ab592509b35 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:10.141184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d52ce-8645-417d-8b37-a9d8f18ed255 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=a11817d7-2f45-4141-a851-b7c72e0b5457,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:10.225457 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4203826-26be-4731-aded-6ab592509b35 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.233377 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e4203826-26be-4731-aded-6ab592509b35 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f HTTP/1.1" status: 204 len: 168 time: 1.4848235 Jan 28 03:57:10.236223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60364) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:10.270585 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee604db-5cdb-4408-abaa-ffbc19333463 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:57:10.275962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Provisioning complete for port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:10.276173 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7ee604db-5cdb-4408-abaa-ffbc19333463 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f HTTP/1.1" status: 404 len: 333 time: 0.0365727 Jan 28 03:57:10.276344 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.276919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60366) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:10.280941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e5dec13e-f012-47dc-86cd-2a2c4305d4a0 None None] For port b1197332-09ed-4a15-926c-bdd759881639, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b1197332-09ed-4a15-926c-bdd759881639,segment=NetworkSegment(0ffc03f9-47a4-4487-9c7b-f8a2da837aec),segment_id=0ffc03f9-47a4-4487-9c7b-f8a2da837aec)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:10.305894 n-d-808199-14 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-291d00ec-ce98-4ac5-8533-566735bff9a9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13ed37ed-84fc-4d2a-bd21-62456be4a6c5 (CIDR: 2001:db8::/64) Jan 28 03:57:10.311956 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-291d00ec-ce98-4ac5-8533-566735bff9a9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:10.312422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291d00ec-ce98-4ac5-8533-566735bff9a9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:10.362625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50cacf16-2589-4ee6-97fc-12b0ba8dcb0f req-69b8e1c2-f8b8-42a8-ab63-1ac7f26c9dbf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3185170 Jan 28 03:57:10.428732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (207f106d-24c4-4fd2-a099-fcb0e16558d8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.441191 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-291d00ec-ce98-4ac5-8533-566735bff9a9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9936514 Jan 28 03:57:10.447031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:10.453763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-281f9217-6127-4a83-b4bd-0085fcbeed79 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:10.460797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:10.488115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6efb2074-01a6-42b9-9dd9-554d6cf65e80 req-66d0473b-149a-4059-85ca-bf897a61f3f9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 210 time: 0.0531509 Jan 28 03:57:10.519634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-aad2baea-3226-45a5-9279-a4f677410f90 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:10.521553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-aad2baea-3226-45a5-9279-a4f677410f90 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 797 time: 0.3712060 Jan 28 03:57:10.569336 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5dec13e-f012-47dc-86cd-2a2c4305d4a0 None None] Publish callbacks [] for port (b1197332-09ed-4a15-926c-bdd759881639), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.660422 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Publish callbacks [] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.684552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01b542e4-be8b-48f3-ae6a-ea81bb76b167 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (dd8d63a8-8c88-4d11-93a7-cb9c9b094821), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.689935 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5dec13e-f012-47dc-86cd-2a2c4305d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b1197332-09ed-4a15-926c-bdd759881639), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.747768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-8d59f73a-12b3-48e5-8098-7a90c1ad6e20 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 379 time: 0.1694715 Jan 28 03:57:10.758553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b1197332-09ed-4a15-926c-bdd759881639 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:10.760884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'port': {'device_id': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'admin_state_up': True, 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'security_groups': ['ff32afa5-d453-47ec-a15c-336300043256']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:10.777376 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01b542e4-be8b-48f3-ae6a-ea81bb76b167 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (dd8d63a8-8c88-4d11-93a7-cb9c9b094821), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.821471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281f9217-6127-4a83-b4bd-0085fcbeed79 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:10.825068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-281f9217-6127-4a83-b4bd-0085fcbeed79 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.839093 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.874533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:10.875037 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.877589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01b542e4-be8b-48f3-ae6a-ea81bb76b167 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd8d63a8-8c88-4d11-93a7-cb9c9b094821), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.881447 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01b542e4-be8b-48f3-ae6a-ea81bb76b167 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.882867 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-01b542e4-be8b-48f3-ae6a-ea81bb76b167 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd8d63a8-8c88-4d11-93a7-cb9c9b094821 HTTP/1.1" status: 204 len: 168 time: 0.6033261 Jan 28 03:57:10.889903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-426813cf-794c-4ba6-98dc-25b77651d26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:10.892702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:10.920743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b542e4-be8b-48f3-ae6a-ea81bb76b167 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8d63a8-8c88-4d11-93a7-cb9c9b094821,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:11.015958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd9bec7-77ae-4b2f-8dcc-2c1426a1b628 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (873b9f82-0f2a-4b31-8ba5-da230856e7fc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.073004 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd9bec7-77ae-4b2f-8dcc-2c1426a1b628 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (873b9f82-0f2a-4b31-8ba5-da230856e7fc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.204503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] For port 9d0bd117-91d8-4ef8-86be-6e94af5deab1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9d0bd117-91d8-4ef8-86be-6e94af5deab1,segment=NetworkSegment(e7162192-b6dd-47d0-9667-0b2cdf0dec03),segment_id=e7162192-b6dd-47d0-9667-0b2cdf0dec03)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:11.205289 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.231049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a649-0e0c-42e2-b4a7-8c575714520a req-2aa1f21e-1295-4b7f-92ca-7b1e0bef73d2 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:11.231499 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd9bec7-77ae-4b2f-8dcc-2c1426a1b628 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (873b9f82-0f2a-4b31-8ba5-da230856e7fc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.233897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7281a649-0e0c-42e2-b4a7-8c575714520a req-2aa1f21e-1295-4b7f-92ca-7b1e0bef73d2 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.3902955 Jan 28 03:57:11.244893 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd9bec7-77ae-4b2f-8dcc-2c1426a1b628 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.248301 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cbd9bec7-77ae-4b2f-8dcc-2c1426a1b628 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/security-groups/873b9f82-0f2a-4b31-8ba5-da230856e7fc HTTP/1.1" status: 204 len: 168 time: 0.3523114 Jan 28 03:57:11.260256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60380) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:11.275907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e2756-a18f-4a2a-8773-85b6e6820222 None None] Update dhcp port {'port': {'network_id': '207f106d-24c4-4fd2-a099-fcb0e16558d8', 'fixed_ips': [{'subnet_id': 'a11817d7-2f45-4141-a851-b7c72e0b5457'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '9d0bd117-91d8-4ef8-86be-6e94af5deab1'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:57:11.324228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9bec7-77ae-4b2f-8dcc-2c1426a1b628 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873b9f82-0f2a-4b31-8ba5-da230856e7fc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:11.372075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e02e2756-a18f-4a2a-8773-85b6e6820222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.374179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dec13e-f012-47dc-86cd-2a2c4305d4a0 None None] Pushing event updated for resources: {'Port': ['ID=b1197332-09ed-4a15-926c-bdd759881639,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:11.381182 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-281f9217-6127-4a83-b4bd-0085fcbeed79 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (a5576ca9-b72a-45fc-9ad9-956cb5a6e90c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.386402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:11.387175 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.417533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 9d0bd117-91d8-4ef8-86be-6e94af5deab1 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:11.468466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:11.472916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.482032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f9217-6127-4a83-b4bd-0085fcbeed79 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:11.498907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-281f9217-6127-4a83-b4bd-0085fcbeed79 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:11.504474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281f9217-6127-4a83-b4bd-0085fcbeed79 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:11.505118 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-281f9217-6127-4a83-b4bd-0085fcbeed79 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.553096 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-281f9217-6127-4a83-b4bd-0085fcbeed79 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1026893 Jan 28 03:57:11.565080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:11.589428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:68:3d:61', 'name': 'tempest-NetworksTestDHCPv6-1729270977'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:11.705064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Attempting to bind port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:11.705554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Attempting to bind port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:11.706024 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Attempting to bind port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:11.708324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f16143a-af18-4230-bc4b-1258dc5659d5 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:11.718423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Current status of the port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:11.771545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f9217-6127-4a83-b4bd-0085fcbeed79 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=a5576ca9-b72a-45fc-9ad9-956cb5a6e90c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:11.780771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c08f45ba-f294-42e8-a4e8-eb1e434d4485 req-ee0446ba-9f43-4910-bd35-0e18f455b119 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 210 time: 0.1217837 Jan 28 03:57:11.792073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-21744057-0ae0-4e4c-b28b-c4e789ca712f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet f615635b-9356-4e20-a430-771dc816292e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:11.796022 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21744057-0ae0-4e4c-b28b-c4e789ca712f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (f615635b-9356-4e20-a430-771dc816292e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.826920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f1a33d9-61e0-4624-a6db-9173b9d94d39 None None] Could not find standard attr ID for object d8e28b1d-8671-43d9-90d9-5302840d066b. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:11.861323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21744057-0ae0-4e4c-b28b-c4e789ca712f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (f615635b-9356-4e20-a430-771dc816292e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:11.890842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:12.055630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.20.0.8 (c67dd9e8-6461-4379-b91f-f2c1be4b022d/6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6/3a841de0-c76a-4aa5-8abd-3f5ff5b0b630) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:12.103687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:12.105377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Checking segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:12.106160 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.106980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Bound using segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:12.107904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Bound port: bcc2a277-c08d-4c4b-87d0-eae0616cd6f2, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:12.108589 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.153016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f81037-3906-415c-8d17-eade7f76924a None None] Network 207f106d-24c4-4fd2-a099-fcb0e16558d8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:12.229501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a6dc4-df0c-4cfc-962d-6c5d8098c105 None None] Pushing event updated for resources: {'Port': ['ID=bcc2a277-c08d-4c4b-87d0-eae0616cd6f2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:12.241982 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.284206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7281a649-0e0c-42e2-b4a7-8c575714520a req-e0c97a31-ef44-43e5-ba76-c9376f864654 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0289607 Jan 28 03:57:12.289738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.376478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21744057-0ae0-4e4c-b28b-c4e789ca712f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f615635b-9356-4e20-a430-771dc816292e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.415609 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.497797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de22eb8e-430d-496c-8dea-d5a935ef92e1 None None] Provisioning complete for port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:12.500230 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de22eb8e-430d-496c-8dea-d5a935ef92e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.527227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c67dd9e8-6461-4379-b91f-f2c1be4b022d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:12.552161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:12.559814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:12.637166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de22eb8e-430d-496c-8dea-d5a935ef92e1 None None] Port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:12.665017 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.714288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] For port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:12.728898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:12.737124 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.749352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 8ee99a0d-24ba-4e95-a238-71244be58799 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:12.783238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] For port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bcc2a277-c08d-4c4b-87d0-eae0616cd6f2,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:12.794939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de22eb8e-430d-496c-8dea-d5a935ef92e1 None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:12.795719 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de22eb8e-430d-496c-8dea-d5a935ef92e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.800562 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85c1dfd1-55d4-426c-a32c-1064b85240b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.845602 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:12.846753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 645a335a-9cba-4867-af1f-87740acd16b1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:12.892375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:12.947805 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:12.983910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-6f4eb3a6-e35c-45f1-be0d-7f748688ce29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2285650 Jan 28 03:57:13.059926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a6dc4-df0c-4cfc-962d-6c5d8098c105 None None] Pushing event updated for resources: {'Port': ['ID=bcc2a277-c08d-4c4b-87d0-eae0616cd6f2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:13.081349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Request body: {'port': {'device_id': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:13.152000 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21744057-0ae0-4e4c-b28b-c4e789ca712f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (f615635b-9356-4e20-a430-771dc816292e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.161113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9d0bd117-91d8-4ef8-86be-6e94af5deab1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.171447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9fac32-ad4a-4265-a93c-db1288a6f47f None None] Update dhcp port {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': '13ed37ed-84fc-4d2a-bd21-62456be4a6c5', 'ip_address': '2001:db8::f816:3eff:fe0d:563e'}, {'subnet_id': 'a5576ca9-b72a-45fc-9ad9-956cb5a6e90c'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '645a335a-9cba-4867-af1f-87740acd16b1'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:57:13.250436 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21744057-0ae0-4e4c-b28b-c4e789ca712f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.262465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-21744057-0ae0-4e4c-b28b-c4e789ca712f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/f615635b-9356-4e20-a430-771dc816292e HTTP/1.1" status: 204 len: 168 time: 1.9094160 Jan 28 03:57:13.265534 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771772ff-aa47-40a7-82a2-64e465d42c70 None None] DHCP port deletion for 207f106d-24c4-4fd2-a099-fcb0e16558d8 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:57:13.267380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72233544-6bea-4f01-a3da-4059edf37708 None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:13.273310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60402) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:13.278581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-517a4c34-29b7-4501-8371-1c3c62682592 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:13.321123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.323326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21744057-0ae0-4e4c-b28b-c4e789ca712f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=f615635b-9356-4e20-a430-771dc816292e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:13.332553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Routers {'3a29871f-f4c7-4018-8a1b-6ff59491c63e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:13.333272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:13.349986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No DVR routers for this DVR port 9d0bd117-91d8-4ef8-86be-6e94af5deab1 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:13.379997 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c9fac32-ad4a-4265-a93c-db1288a6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (645a335a-9cba-4867-af1f-87740acd16b1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.383770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:13.384258 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.492582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8:0:1::9c (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/a5576ca9-b72a-45fc-9ad9-956cb5a6e90c/8ee99a0d-24ba-4e95-a238-71244be58799) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:13.497781 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (207f106d-24c4-4fd2-a099-fcb0e16558d8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.500023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517a4c34-29b7-4501-8371-1c3c62682592 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:13.504177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-517a4c34-29b7-4501-8371-1c3c62682592 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.511514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::f816:3eff:fe68:3d61 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/13ed37ed-84fc-4d2a-bd21-62456be4a6c5/8ee99a0d-24ba-4e95-a238-71244be58799) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:13.527049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207f106d-24c4-4fd2-a099-fcb0e16558d8']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:13.540942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7162192-b6dd-47d0-9667-0b2cdf0dec03') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:13.541669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7162192-b6dd-47d0-9667-0b2cdf0dec03') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:13.553872 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (e7162192-b6dd-47d0-9667-0b2cdf0dec03), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.569666 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e7162192-b6dd-47d0-9667-0b2cdf0dec03), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.578104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:57:13.578667 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (e7162192-b6dd-47d0-9667-0b2cdf0dec03), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:57:13.681562 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:57:13.684448 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=9d0bd117-91d8-4ef8-86be-6e94af5deab1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:13.696809 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (207f106d-24c4-4fd2-a099-fcb0e16558d8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.712136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca64c1-8f75-4a2d-a03a-c67dc880cb29 req-9a997a87-97f6-4430-aaf3-70b0b68f55b0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:13.713922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2ca64c1-8f75-4a2d-a03a-c67dc880cb29 req-9a997a87-97f6-4430-aaf3-70b0b68f55b0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 931 time: 0.7192123 Jan 28 03:57:13.745741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51c470-e607-4128-81a4-4d67a0a61984 req-1f67f8b9-d3db-4d2f-ba0c-5f2558aa022c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:13.755175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e51c470-e607-4128-81a4-4d67a0a61984 req-1f67f8b9-d3db-4d2f-ba0c-5f2558aa022c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.7489100 Jan 28 03:57:13.768041 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.777055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/networks/207f106d-24c4-4fd2-a099-fcb0e16558d8 HTTP/1.1" status: 204 len: 168 time: 3.6461372 Jan 28 03:57:13.782703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60404) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:13.797076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93d5f9-d013-4006-989f-be4069c83d32 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Network': ['ID=207f106d-24c4-4fd2-a099-fcb0e16558d8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:13.873761 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (8ee99a0d-24ba-4e95-a238-71244be58799), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:13.906342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e51c470-e607-4128-81a4-4d67a0a61984 req-08685059-61bd-4a7f-8435-64813999fdf3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405056 Jan 28 03:57:13.932967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2ca64c1-8f75-4a2d-a03a-c67dc880cb29 req-b19dcfac-9dac-4499-befd-07494705addf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560152 Jan 28 03:57:13.947950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de22eb8e-430d-496c-8dea-d5a935ef92e1 None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:13.995145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de22eb8e-430d-496c-8dea-d5a935ef92e1 None None] Could not find standard attr ID for object 02f7da26-abbf-48c6-8427-75938ffce676. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:14.036276 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8ee99a0d-24ba-4e95-a238-71244be58799), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.071272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] Set router 3a29871f-f4c7-4018-8a1b-6ff59491c63e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:57:14.113507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=8ee99a0d-24ba-4e95-a238-71244be58799,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:14.125742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8c62e-3028-4f38-bd0c-ea3137dc2baa tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:14.127289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-22b8c62e-3028-4f38-bd0c-ea3137dc2baa tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3435004 Jan 28 03:57:14.132517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60408) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:14.135978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:14.140444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:14.147753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:14.154705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:14.155325 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.161260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Could not find standard attr ID for object cf8bd065-759a-46d7-a5cf-4fc6b9be5d1f. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:14.171302 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-517a4c34-29b7-4501-8371-1c3c62682592 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (631954e7-cac6-4066-b702-44165b1d838b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.187261 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-20c8ea34-ac6e-4757-8270-456811b6c9fa tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6208711 Jan 28 03:57:14.189993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60410) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:14.233128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a4c34-29b7-4501-8371-1c3c62682592 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:14.239165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:14.240330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-517a4c34-29b7-4501-8371-1c3c62682592 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:14.245406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a4c34-29b7-4501-8371-1c3c62682592 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:14.246003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-517a4c34-29b7-4501-8371-1c3c62682592 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.265119 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-517a4c34-29b7-4501-8371-1c3c62682592 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9907045 Jan 28 03:57:14.267688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60412) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:14.274283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3f2d9338-20cc-4fa7-a3e6-f1d463a3a091 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'security_group': {'name': 'tempest-secgroup-210974559'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:14.282652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7f96e1dc-79f6-412a-94ea-367f95134805 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1487432 Jan 28 03:57:14.297301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a4c34-29b7-4501-8371-1c3c62682592 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=631954e7-cac6-4066-b702-44165b1d838b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:14.300587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60414) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:14.307322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-857675608'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:14.314183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9338-20cc-4fa7-a3e6-f1d463a3a091 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.356403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Provisioning complete for port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:14.356862 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.406350 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.412820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9338-20cc-4fa7-a3e6-f1d463a3a091 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (3d3e8a19-d5ee-4a50-bfd7-a4e7400a6fd2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.424356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9338-20cc-4fa7-a3e6-f1d463a3a091 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3d3e8a19-d5ee-4a50-bfd7-a4e7400a6fd2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.424805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b1197332-09ed-4a15-926c-bdd759881639 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:14.442927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:57:14.460814 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Publish callbacks [] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.463057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9c9fac32-ad4a-4265-a93c-db1288a6f47f None None] Allocated IP 2001:db8:0:1::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/a5576ca9-b72a-45fc-9ad9-956cb5a6e90c/645a335a-9cba-4867-af1f-87740acd16b1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:14.489700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:14.493615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2827ffb7-8a2a-4fb2-ad33-ee85aca52269 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 8ee99a0d-24ba-4e95-a238-71244be58799 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:14.493921 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2827ffb7-8a2a-4fb2-ad33-ee85aca52269 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8ee99a0d-24ba-4e95-a238-71244be58799), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.499077 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.518293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Transition to ACTIVE for port object 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:57:14.536719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d9338-20cc-4fa7-a3e6-f1d463a3a091 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3e8a19-d5ee-4a50-bfd7-a4e7400a6fd2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:14.573286 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9338-20cc-4fa7-a3e6-f1d463a3a091 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.574661 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3f2d9338-20cc-4fa7-a3e6-f1d463a3a091 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3056250 Jan 28 03:57:14.575326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:57:14.577169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60416) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:14.586722 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.596968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a80aa7e8-82ca-489f-967b-b748c1970490 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'security_group': {'name': 'tempest-secgroup-443498515'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:14.639624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (92caf7f1-b477-498c-9867-7224050dfd67), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.640570 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Added segment 92caf7f1-b477-498c-9867-7224050dfd67 of type vlan for network cd6b8c70-ede7-4fad-9690-10257e3d0d10 Jan 28 03:57:14.675832 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.680419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Current status of the port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:14.685193 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.693061 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a80aa7e8-82ca-489f-967b-b748c1970490 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.722690 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (cd6b8c70-ede7-4fad-9690-10257e3d0d10), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.736766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:14.742613 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2827ffb7-8a2a-4fb2-ad33-ee85aca52269 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8ee99a0d-24ba-4e95-a238-71244be58799), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.801576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (cd6b8c70-ede7-4fad-9690-10257e3d0d10), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.806591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:14.807199 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.809973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9c9fac32-ad4a-4265-a93c-db1288a6f47f None None] For port 645a335a-9cba-4867-af1f-87740acd16b1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=645a335a-9cba-4867-af1f-87740acd16b1,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:14.828120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2827ffb7-8a2a-4fb2-ad33-ee85aca52269 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 8ee99a0d-24ba-4e95-a238-71244be58799 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:14.890434 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c9fac32-ad4a-4265-a93c-db1288a6f47f None None] Publish callbacks [] for port (645a335a-9cba-4867-af1f-87740acd16b1), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:14.934362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6295307 Jan 28 03:57:14.953055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60420) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:14.961165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': 'cd6b8c70-ede7-4fad-9690-10257e3d0d10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:15.020482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2c238a02-3ad5-4908-b700-749672928605 None None] For port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bcc2a277-c08d-4c4b-87d0-eae0616cd6f2,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:15.046651 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a80aa7e8-82ca-489f-967b-b748c1970490 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (7818d5a6-4290-48f6-b705-ca583c41dc3c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.053462 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c9fac32-ad4a-4265-a93c-db1288a6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (645a335a-9cba-4867-af1f-87740acd16b1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.055691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:15.058778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:15.059354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:15.063317 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.119622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:57:15.119935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:15.166012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:15.168396 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.205377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28011214-6f0a-47fb-bc36-530799e5dc56 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Network': ['ID=cd6b8c70-ede7-4fad-9690-10257e3d0d10,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:15.219281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:15.219693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Checking segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:15.220018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Bound using segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:15.220469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Bound port: 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:15.220870 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.227855 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a80aa7e8-82ca-489f-967b-b748c1970490 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7818d5a6-4290-48f6-b705-ca583c41dc3c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.259075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Provisioning complete for port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:15.259075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.259075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network cd6b8c70-ede7-4fad-9690-10257e3d0d10 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:57:15.275570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:15.279777 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.285011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aa7e8-82ca-489f-967b-b748c1970490 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7818d5a6-4290-48f6-b705-ca583c41dc3c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:15.346698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3d4b1-10b3-4a17-95fe-a1858a97045d req-d65d0804-1148-43c2-95f0-4398fe2f3bc5 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:15.348424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b3d4b1-10b3-4a17-95fe-a1858a97045d req-d65d0804-1148-43c2-95f0-4398fe2f3bc5 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2657893 Jan 28 03:57:15.360954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b7c10-b028-4d97-9545-d3e6813c1063 req-fafa1f53-3f47-4e46-b4c6-36e1b45553eb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:15.369151 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a80aa7e8-82ca-489f-967b-b748c1970490 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.370591 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a80aa7e8-82ca-489f-967b-b748c1970490 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7923443 Jan 28 03:57:15.374157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60426) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:15.374453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-134b7c10-b028-4d97-9545-d3e6813c1063 req-fafa1f53-3f47-4e46-b4c6-36e1b45553eb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.2557821 Jan 28 03:57:15.380576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c2a63698-7a57-4568-8811-8a3b33d26f9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'security_group': {'name': 'tempest-secgroup-708663012'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:15.435521 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a63698-7a57-4568-8811-8a3b33d26f9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.450000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:15.473372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fd4b85-11bc-4358-a1d1-70ec616c2e13 None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:15.514427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'bcc2a277-c08d-4c4b-87d0-eae0616cd6f2', 'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:be:e4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:57:00Z', 'updated_at': '2022-01-28T03:57:12Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:15.528020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fac32-ad4a-4265-a93c-db1288a6f47f None None] Pushing event updated for resources: {'Port': ['ID=645a335a-9cba-4867-af1f-87740acd16b1,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:15.548972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a63698-7a57-4568-8811-8a3b33d26f9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (56c149e4-cac4-4a3b-8832-f13b71844789), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.555734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a63698-7a57-4568-8811-8a3b33d26f9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (56c149e4-cac4-4a3b-8832-f13b71844789), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.571580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:15.581292 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a63698-7a57-4568-8811-8a3b33d26f9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.585701 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c2a63698-7a57-4568-8811-8a3b33d26f9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2079694 Jan 28 03:57:15.604585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:15.660157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a63698-7a57-4568-8811-8a3b33d26f9a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c149e4-cac4-4a3b-8832-f13b71844789,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:15.700632 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.702124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78300b99-4c7e-4639-9503-54bdf71e1fa6 None None] The sync data for ids ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'] in n-d-808199-14 is: [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'bcc2a277-c08d-4c4b-87d0-eae0616cd6f2', 'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:be:e4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:57:00Z', 'updated_at': '2022-01-28T03:57:12Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:57:15.738926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Could not find standard attr ID for object 9d0bd117-91d8-4ef8-86be-6e94af5deab1. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:15.762845 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (1256fd28-bdf2-4ad5-80d4-ddf56267a0a3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.838526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Pushing event updated for resources: {'Port': ['ID=bcc2a277-c08d-4c4b-87d0-eae0616cd6f2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:15.858021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=1256fd28-bdf2-4ad5-80d4-ddf56267a0a3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:15.902115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Checking segment: {'id': '92caf7f1-b477-498c-9867-7224050dfd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd6b8c70-ede7-4fad-9690-10257e3d0d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:15.902659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network hostable DHCP agents. Network: cd6b8c70-ede7-4fad-9690-10257e3d0d10, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:57:15.925543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:15.925952 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.931072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network cd6b8c70-ede7-4fad-9690-10257e3d0d10 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:57:15.950738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, cd6b8c70-ede7-4fad-9690-10257e3d0d10) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:15.957723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:15.960045 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:15.991067 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8711bd0b-1ab5-4ace-9a58-f7bfbbe3f0a5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0367899 Jan 28 03:57:15.993831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60430) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:16.004010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': 'cd6b8c70-ede7-4fad-9690-10257e3d0d10', 'name': 'tempest-PortsTestJSON-558222309'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:16.131900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33de6074-3c04-4ee7-b06d-5b49a059e12e None None] Network cd6b8c70-ede7-4fad-9690-10257e3d0d10 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:16.155710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1869855162', 'security_groups': ['56c149e4-cac4-4a3b-8832-f13b71844789'], 'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '631954e7-cac6-4066-b702-44165b1d838b'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:16.208396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:16.224929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-134b7c10-b028-4d97-9545-d3e6813c1063 req-c21a1340-3841-475d-8b72-dc7a5156f9b9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8494239 Jan 28 03:57:16.228180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:16.338592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:16.342012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:16.350403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9d0bd117-91d8-4ef8-86be-6e94af5deab1 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:57:16.391512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port f1130877-ad36-4d5e-a863-e430c73ced45 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:16.399943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e7b3d4b1-10b3-4a17-95fe-a1858a97045d req-e07216c8-9397-4d69-a8ab-bb0afacb5a1a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0128491 Jan 28 03:57:16.402184 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:16.504078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9d0bd117-91d8-4ef8-86be-6e94af5deab1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:57:16.513456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9d0bd117-91d8-4ef8-86be-6e94af5deab1 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:57:16.535623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:16.536099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:16.541403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] 10.222.0.42 "PUT /v2.0/ports/3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 1092 time: 3.5335522 Jan 28 03:57:16.544213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2827ffb7-8a2a-4fb2-ad33-ee85aca52269 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8ee99a0d-24ba-4e95-a238-71244be58799), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:16.563408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea0f38-e03b-4c2f-a813-a5db6fa1414c service neutron] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:16.598455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:57:16.601519 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d500ce3a-dcc2-40f9-8360-efdf2bceee41" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:57:16.603831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c238a02-3ad5-4908-b700-749672928605 None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:16.633703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827ffb7-8a2a-4fb2-ad33-ee85aca52269 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=8ee99a0d-24ba-4e95-a238-71244be58799,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:16.650301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.4 (cd6b8c70-ede7-4fad-9690-10257e3d0d10/1256fd28-bdf2-4ad5-80d4-ddf56267a0a3/f1130877-ad36-4d5e-a863-e430c73ced45) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:16.659816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-cd6b8c70-ede7-4fad-9690-10257e3d0d10', 'network_id': 'cd6b8c70-ede7-4fad-9690-10257e3d0d10', 'project_id': '4fbeffefa42943c8b7de486f822fb567', 'fixed_ips': [{'subnet_id': '1256fd28-bdf2-4ad5-80d4-ddf56267a0a3'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:57:16.660734 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:16.762704 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706f8aa5-c5e3-4c98-bab3-8fe0d090f4ec x-openstack-request-id: req-706f8aa5-c5e3-4c98-bab3-8fe0d090f4ec {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:57:16.763022 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:57:16.764966 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-706f8aa5-c5e3-4c98-bab3-8fe0d090f4ec {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:57:16.766874 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'status': 'completed', 'code': 200} Jan 28 03:57:17.002688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60440) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:17.022552 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2827ffb7-8a2a-4fb2-ad33-ee85aca52269 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.026472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2827ffb7-8a2a-4fb2-ad33-ee85aca52269 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/8ee99a0d-24ba-4e95-a238-71244be58799 HTTP/1.1" status: 204 len: 168 time: 2.8349285 Jan 28 03:57:17.030719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:17.036076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:17.129115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-ce4799b8-3ca6-4717-8bf1-3220b64c0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:17.130828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-ce4799b8-3ca6-4717-8bf1-3220b64c0cc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1095 time: 0.5012760 Jan 28 03:57:17.195043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (f1130877-ad36-4d5e-a863-e430c73ced45), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.277710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-1470a721-156b-4dfe-885b-bb93ff42c123 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 217 time: 0.1326435 Jan 28 03:57:17.292021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a699ec-2323-4e63-a5a4-dff8fb8c353f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:17.301125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60448) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:17.311212 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-64a699ec-2323-4e63-a5a4-dff8fb8c353f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2679918 Jan 28 03:57:17.353764 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-309dc1a4-4aef-4ead-9968-bdefdabf6f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.370682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f1130877-ad36-4d5e-a863-e430c73ced45), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.453781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:17.500519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network cd6b8c70-ede7-4fad-9690-10257e3d0d10 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:17.520979 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.525722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:17.532518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:17.578916 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.606247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a4a0542c-4fa1-42b3-9bc1-891c080259c1 None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:17.606764 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4a0542c-4fa1-42b3-9bc1-891c080259c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.646189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-c2d24aff-327b-476d-904a-d6799ea6fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:17.647736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-c2d24aff-327b-476d-904a-d6799ea6fe6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.3457265 Jan 28 03:57:17.676242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] device_id is not set on port 91d247d3-c0d4-439d-81ad-7b94ead03974 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:17.712647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44341ca5-2ad4-4260-a40c-3e723a608311 req-5880f354-5505-4885-b5b8-cf2c2e1841a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:17.714256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44341ca5-2ad4-4260-a40c-3e723a608311 req-5880f354-5505-4885-b5b8-cf2c2e1841a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.3163092 Jan 28 03:57:17.716022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b94545-2af6-4a8c-9232-245eb2ff834a None None] Update dhcp port {'port': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'fixed_ips': [{'subnet_id': 'd686ec7c-4081-4077-a21e-9ad35144a23a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '631954e7-cac6-4066-b702-44165b1d838b'}], 'binding:host_id': 'n-d-808199-14'}, 'id': 'b1197332-09ed-4a15-926c-bdd759881639'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:57:17.764301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-309dc1a4-4aef-4ead-9968-bdefdabf6f99 admin admin] Publish callbacks [] for security_group (b3612a84-3890-4bec-aa93-9f556f248874), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.779846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:17.780674 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.791740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Allocated IP 172.20.0.2 (cd6b8c70-ede7-4fad-9690-10257e3d0d10/1256fd28-bdf2-4ad5-80d4-ddf56267a0a3/d3e82da2-520c-4826-a2c8-5f51b1894d67) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:17.794849 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40b94545-2af6-4a8c-9232-245eb2ff834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1197332-09ed-4a15-926c-bdd759881639), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.804448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-309dc1a4-4aef-4ead-9968-bdefdabf6f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b3612a84-3890-4bec-aa93-9f556f248874), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.831613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:17.831613 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:17.842145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4910aa-0f07-4d3d-98fc-1bbc58c6f6cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:17.855106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4d4910aa-0f07-4d3d-98fc-1bbc58c6f6cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5447259 Jan 28 03:57:17.855775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:17.877970 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-309dc1a4-4aef-4ead-9968-bdefdabf6f99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff01af9542484b9a8874647ae9920931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8552098 Jan 28 03:57:17.884002 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8887131 Jan 28 03:57:17.885295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c89f78-1802-453d-977b-f8dec4d9860c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=f1130877-ad36-4d5e-a863-e430c73ced45,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:17.892331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:17.892810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60456) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:17.894301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dc1a4-4aef-4ead-9968-bdefdabf6f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3612a84-3890-4bec-aa93-9f556f248874,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:17.898222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c30fb-b8ce-446a-83ea-60ba5fb6e37d req-5f27f3b8-5e22-40ec-86a0-57030d32163a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:17.899719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d8c30fb-b8ce-446a-83ea-60ba5fb6e37d req-5f27f3b8-5e22-40ec-86a0-57030d32163a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2787294 Jan 28 03:57:17.939860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': 'cd6b8c70-ede7-4fad-9690-10257e3d0d10', 'name': 'tempest-PortsTestJSON-779904734'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:18.075208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-f3560e1e-4899-49db-a07f-28ca0cbe6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:18.076645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-f3560e1e-4899-49db-a07f-28ca0cbe6b53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3936484 Jan 28 03:57:18.092640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44341ca5-2ad4-4260-a40c-3e723a608311 req-3ffab2af-a5ad-4e2a-86df-732c464bcce4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507183 Jan 28 03:57:18.112214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3210b15-10cd-479a-9206-2d3d0d3acd14 admin admin] Publish callbacks [] for security_group (b3612a84-3890-4bec-aa93-9f556f248874), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.117960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d8c30fb-b8ce-446a-83ea-60ba5fb6e37d req-208ea2f9-5ff0-4e84-8d64-96ea96077ace tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751249 Jan 28 03:57:18.140099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e4b2e-c629-487a-98ae-0e79a905e5f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:18.141644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e4b2e-c629-487a-98ae-0e79a905e5f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:18.143407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e4b2e-c629-487a-98ae-0e79a905e5f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:18.145192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-873e4b2e-c629-487a-98ae-0e79a905e5f7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2840807 Jan 28 03:57:18.148627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60458) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:18.157885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3210b15-10cd-479a-9206-2d3d0d3acd14 admin admin] Publish callbacks [] for security_group (b3612a84-3890-4bec-aa93-9f556f248874), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.188675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:18.200242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.229935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0542c-4fa1-42b3-9bc1-891c080259c1 None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:18.238954 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Publish callbacks [] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.272725 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.282454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8::fe (b388c649-939b-4f6a-8a6d-12257ba18f96/631954e7-cac6-4066-b702-44165b1d838b/91d247d3-c0d4-439d-81ad-7b94ead03974) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:18.284407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e961ce9a-50df-4005-a9d0-86a252ea2953 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 13ed37ed-84fc-4d2a-bd21-62456be4a6c5 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:18.305260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-522af26a-57f0-4416-bf37-d96ce783ae5c service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089746 Jan 28 03:57:18.309313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e961ce9a-50df-4005-a9d0-86a252ea2953 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (13ed37ed-84fc-4d2a-bd21-62456be4a6c5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.345441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 3c3920af-75de-43dc-8c11-e65c780b7676 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:18.348296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Network cd6b8c70-ede7-4fad-9690-10257e3d0d10 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:18.354445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:18.355804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 645a335a-9cba-4867-af1f-87740acd16b1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:18.360819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:18.365274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:18.387766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Pushing event updated for resources: {'Port': ['ID=d3e82da2-520c-4826-a2c8-5f51b1894d67,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:18.390806 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e961ce9a-50df-4005-a9d0-86a252ea2953 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (13ed37ed-84fc-4d2a-bd21-62456be4a6c5), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.408325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a4a0542c-4fa1-42b3-9bc1-891c080259c1 None None] Provisioning complete for port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:18.408957 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4a0542c-4fa1-42b3-9bc1-891c080259c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.465628 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3210b15-10cd-479a-9206-2d3d0d3acd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b3612a84-3890-4bec-aa93-9f556f248874), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.468162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3210b15-10cd-479a-9206-2d3d0d3acd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.469332 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d3210b15-10cd-479a-9206-2d3d0d3acd14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3612a84-3890-4bec-aa93-9f556f248874 HTTP/1.1" status: 204 len: 168 time: 0.5706003 Jan 28 03:57:18.497262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0542c-4fa1-42b3-9bc1-891c080259c1 None None] Port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:18.497773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3210b15-10cd-479a-9206-2d3d0d3acd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3612a84-3890-4bec-aa93-9f556f248874,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:18.502753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Attempting to bind port d3e82da2-520c-4826-a2c8-5f51b1894d67 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:18.503226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Attempting to bind port d3e82da2-520c-4826-a2c8-5f51b1894d67 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '92caf7f1-b477-498c-9867-7224050dfd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd6b8c70-ede7-4fad-9690-10257e3d0d10'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:18.503694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Attempting to bind port d3e82da2-520c-4826-a2c8-5f51b1894d67 on network cd6b8c70-ede7-4fad-9690-10257e3d0d10 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:18.524658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:18.525217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Checking segment: {'id': '92caf7f1-b477-498c-9867-7224050dfd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd6b8c70-ede7-4fad-9690-10257e3d0d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:18.525744 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.526243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Bound using segment: {'id': '92caf7f1-b477-498c-9867-7224050dfd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd6b8c70-ede7-4fad-9690-10257e3d0d10'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:18.526846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Bound port: d3e82da2-520c-4826-a2c8-5f51b1894d67, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92caf7f1-b477-498c-9867-7224050dfd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd6b8c70-ede7-4fad-9690-10257e3d0d10'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:18.527328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.551460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a4a0542c-4fa1-42b3-9bc1-891c080259c1 None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:18.552112 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4a0542c-4fa1-42b3-9bc1-891c080259c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.554287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:18.554756 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.595082 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e961ce9a-50df-4005-a9d0-86a252ea2953 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (13ed37ed-84fc-4d2a-bd21-62456be4a6c5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.620152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (91d247d3-c0d4-439d-81ad-7b94ead03974), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.628182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.11 (cd6b8c70-ede7-4fad-9690-10257e3d0d10/1256fd28-bdf2-4ad5-80d4-ddf56267a0a3/3c3920af-75de-43dc-8c11-e65c780b7676) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:18.680535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] For port d3e82da2-520c-4826-a2c8-5f51b1894d67, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:18.686628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] For port d3e82da2-520c-4826-a2c8-5f51b1894d67, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d3e82da2-520c-4826-a2c8-5f51b1894d67,segment=NetworkSegment(92caf7f1-b477-498c-9867-7224050dfd67),segment_id=92caf7f1-b477-498c-9867-7224050dfd67)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:18.697412 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.758416 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e961ce9a-50df-4005-a9d0-86a252ea2953 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (13ed37ed-84fc-4d2a-bd21-62456be4a6c5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.828084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78a24e1f-0a34-4949-a1be-54e4b8f9b0e0 req-0943fa85-bfb0-45df-9870-0b47a0d20bf2 service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289751 Jan 28 03:57:18.830986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (91d247d3-c0d4-439d-81ad-7b94ead03974), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.854025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961ce9a-50df-4005-a9d0-86a252ea2953 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=13ed37ed-84fc-4d2a-bd21-62456be4a6c5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:18.859593 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e961ce9a-50df-4005-a9d0-86a252ea2953 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:18.865802 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e961ce9a-50df-4005-a9d0-86a252ea2953 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/13ed37ed-84fc-4d2a-bd21-62456be4a6c5 HTTP/1.1" status: 204 len: 168 time: 0.7161520 Jan 28 03:57:18.868998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:18.900790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644aeaf1-e4c3-4d36-a319-6b5c087b1d12 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:18.922144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0542c-4fa1-42b3-9bc1-891c080259c1 None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:18.979698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:18.986003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:19.000919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-40b94545-2af6-4a8c-9232-245eb2ff834a None None] Allocated IP 2001:db8::2 (b388c649-939b-4f6a-8a6d-12257ba18f96/631954e7-cac6-4066-b702-44165b1d838b/b1197332-09ed-4a15-926c-bdd759881639) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:19.040978 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:19.049750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:19.050590 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.060669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=91d247d3-c0d4-439d-81ad-7b94ead03974,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:19.069111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:19.073252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5dd143-95b6-47c8-912d-47f2df5e5cdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet a5576ca9-b72a-45fc-9ad9-956cb5a6e90c {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:19.096234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d69f8-cc10-4414-bdf2-9bb91d8a0a59 None None] Pushing event updated for resources: {'Port': ['ID=d3e82da2-520c-4826-a2c8-5f51b1894d67,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:19.101759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd143-95b6-47c8-912d-47f2df5e5cdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (a5576ca9-b72a-45fc-9ad9-956cb5a6e90c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.112093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8b842e73-25f9-4d53-b83f-0ec8d2276dd9 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9610059 Jan 28 03:57:19.117422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:19.122911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8bdb8b72-48b7-4d1b-ae88-af0df1c8b528 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:19.214451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-49d5e80f-1758-4170-8cac-70232afb6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:19.216155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-49d5e80f-1758-4170-8cac-70232afb6ba4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1095 time: 0.2670274 Jan 28 03:57:19.297666 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd143-95b6-47c8-912d-47f2df5e5cdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (a5576ca9-b72a-45fc-9ad9-956cb5a6e90c), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.327489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-419c8689-bbe0-4ebd-aebf-d739f0709a6b None None] Could not find standard attr ID for object 8ee99a0d-24ba-4e95-a238-71244be58799. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:19.429383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40b94545-2af6-4a8c-9232-245eb2ff834a None None] For port b1197332-09ed-4a15-926c-bdd759881639, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b1197332-09ed-4a15-926c-bdd759881639,segment=NetworkSegment(0ffc03f9-47a4-4487-9c7b-f8a2da837aec),segment_id=0ffc03f9-47a4-4487-9c7b-f8a2da837aec)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:19.473400 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (3c3920af-75de-43dc-8c11-e65c780b7676), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.514591 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40b94545-2af6-4a8c-9232-245eb2ff834a None None] Publish callbacks [] for port (b1197332-09ed-4a15-926c-bdd759881639), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.521203 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40b94545-2af6-4a8c-9232-245eb2ff834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b1197332-09ed-4a15-926c-bdd759881639), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.559553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd143-95b6-47c8-912d-47f2df5e5cdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (a5576ca9-b72a-45fc-9ad9-956cb5a6e90c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.621680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cf55e-37fe-4c48-b415-548105d51e16 req-64454e9e-dce6-433b-96ed-8c62b621be92 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:19.623240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a7cf55e-37fe-4c48-b415-548105d51e16 req-64454e9e-dce6-433b-96ed-8c62b621be92 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.3125935 Jan 28 03:57:19.635102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7b2d-e3d2-449e-9b6f-e88ee2b12ff1 req-a87eb691-5ebc-4464-af15-cdb804c260b0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:19.636695 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8bc7b2d-e3d2-449e-9b6f-e88ee2b12ff1 req-a87eb691-5ebc-4464-af15-cdb804c260b0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.3271103 Jan 28 03:57:19.642711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-2bbe1168-5faf-4f94-a1c9-0cdd5ca3ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:19.644041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-2bbe1168-5faf-4f94-a1c9-0cdd5ca3ea9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.4106979 Jan 28 03:57:19.683893 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3c3920af-75de-43dc-8c11-e65c780b7676), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.699665 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd143-95b6-47c8-912d-47f2df5e5cdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (a5576ca9-b72a-45fc-9ad9-956cb5a6e90c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.732564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b94545-2af6-4a8c-9232-245eb2ff834a None None] Pushing event updated for resources: {'Port': ['ID=b1197332-09ed-4a15-926c-bdd759881639,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:19.795323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dd143-95b6-47c8-912d-47f2df5e5cdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=a5576ca9-b72a-45fc-9ad9-956cb5a6e90c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:19.818901 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd143-95b6-47c8-912d-47f2df5e5cdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.822424 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bc5dd143-95b6-47c8-912d-47f2df5e5cdb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/a5576ca9-b72a-45fc-9ad9-956cb5a6e90c HTTP/1.1" status: 204 len: 168 time: 0.9523363 Jan 28 03:57:19.828560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:19.835506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-88ff1067-5288-4c13-80a1-b055a74a4a86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 217 time: 0.1788471 Jan 28 03:57:19.836119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network cd6b8c70-ede7-4fad-9690-10257e3d0d10 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:19.857493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8bc7b2d-e3d2-449e-9b6f-e88ee2b12ff1 req-8d9d5d33-d154-4995-82bf-2584741acc0f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031324 Jan 28 03:57:19.858348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdb8b72-48b7-4d1b-ae88-af0df1c8b528 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:19.868302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:19.868963 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bdb8b72-48b7-4d1b-ae88-af0df1c8b528 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:19.873923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:19.957588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a7cf55e-37fe-4c48-b415-548105d51e16 req-76fc2f32-daa9-4901-81d6-111dc2b58f29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197513 Jan 28 03:57:19.976277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=3c3920af-75de-43dc-8c11-e65c780b7676,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:19.996183 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6fecab95-3ec5-4581-9364-154188db7f9d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1590736 Jan 28 03:57:20.000426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60494) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:20.029053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-643e4a1a-d0d7-44c8-9c6f-d4af3455b5c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:20.113807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-365a3722-21ed-4fbd-b6ad-139ffd719564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:20.116172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-365a3722-21ed-4fbd-b6ad-139ffd719564 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.1797049 Jan 28 03:57:20.247198 n-d-808199-14 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-8bdb8b72-48b7-4d1b-ae88-af0df1c8b528 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 631954e7-cac6-4066-b702-44165b1d838b (CIDR: 2001:db8::/64) Jan 28 03:57:20.263484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:20.264254 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:20.270457 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdb8b72-48b7-4d1b-ae88-af0df1c8b528 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:20.271590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdb8b72-48b7-4d1b-ae88-af0df1c8b528 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:20.274113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e4a1a-d0d7-44c8-9c6f-d4af3455b5c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:20.278601 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-643e4a1a-d0d7-44c8-9c6f-d4af3455b5c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:20.303302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-47ec2998-d4ac-429a-b165-8ca88967eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:20.305846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-47ec2998-d4ac-429a-b165-8ca88967eb21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1802430 Jan 28 03:57:20.314605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8bdb8b72-48b7-4d1b-ae88-af0df1c8b528 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1957064 Jan 28 03:57:20.317596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:20.332578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-68d7c36e-60d8-4336-a7c2-2d6811add933 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:20.380603 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5deb8fc8-9c2c-4629-b31a-4c1ae08884f5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4501989 Jan 28 03:57:20.384643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:20.491901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113c2ce9-7c12-476b-b96e-4f045de99b73 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:20.495101 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-113c2ce9-7c12-476b-b96e-4f045de99b73 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.1089790 Jan 28 03:57:20.498288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60502) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:20.656893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-0a686889-5cd7-4a91-a589-35c5653454ae service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410468 Jan 28 03:57:20.729758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-643e4a1a-d0d7-44c8-9c6f-d4af3455b5c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (19c2f508-ae7e-42cc-856c-bc2dc6ce01de), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:20.784786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d7c36e-60d8-4336-a7c2-2d6811add933 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:20.795006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68d7c36e-60d8-4336-a7c2-2d6811add933 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:20.823825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e4a1a-d0d7-44c8-9c6f-d4af3455b5c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=19c2f508-ae7e-42cc-856c-bc2dc6ce01de,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:20.832966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e4a1a-d0d7-44c8-9c6f-d4af3455b5c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:20.835677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-643e4a1a-d0d7-44c8-9c6f-d4af3455b5c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:20.839114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e4a1a-d0d7-44c8-9c6f-d4af3455b5c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:20.839714 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-643e4a1a-d0d7-44c8-9c6f-d4af3455b5c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:20.859740 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-643e4a1a-d0d7-44c8-9c6f-d4af3455b5c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8578131 Jan 28 03:57:20.865826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1278f5-8752-4172-b022-a08e970d0258 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:20.869400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:20.875109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f9f6c885-25f7-41f3-888c-c16f7f048861 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:20.944705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-382a8947-9658-45f1-8832-09a5b615a0e4 None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:20.944990 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-382a8947-9658-45f1-8832-09a5b615a0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:20.960203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 3c3920af-75de-43dc-8c11-e65c780b7676 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:20.960721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3c3920af-75de-43dc-8c11-e65c780b7676), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:20.966432 n-d-808199-14 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-68d7c36e-60d8-4336-a7c2-2d6811add933 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d686ec7c-4081-4077-a21e-9ad35144a23a (CIDR: 2001:db8:0:1::/64) Jan 28 03:57:20.968712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d500ce3a-dcc2-40f9-8360-efdf2bceee41 req-af309266-883c-4d10-b890-e1a1e49ffbfb service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795434 Jan 28 03:57:20.998925 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d7c36e-60d8-4336-a7c2-2d6811add933 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:20.999428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d7c36e-60d8-4336-a7c2-2d6811add933 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:21.069065 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-68d7c36e-60d8-4336-a7c2-2d6811add933 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7469997 Jan 28 03:57:21.071393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:21.079913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-af83fa90-45ac-4746-93a8-074a5a09ce77 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'subnet': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:21.146061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe9710d-89c6-4b87-93e4-9c7e2d01a2cf None None] Network cd6b8c70-ede7-4fad-9690-10257e3d0d10 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:21.226289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:57:21.231115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f6c885-25f7-41f3-888c-c16f7f048861 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:21.236181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c885-25f7-41f3-888c-c16f7f048861 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:21.494061 n-d-808199-14 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-f9f6c885-25f7-41f3-888c-c16f7f048861 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19c2f508-ae7e-42cc-856c-bc2dc6ce01de (CIDR: 2001:db8::/64) Jan 28 03:57:21.499598 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f6c885-25f7-41f3-888c-c16f7f048861 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:21.500051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f6c885-25f7-41f3-888c-c16f7f048861 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:21.511702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af83fa90-45ac-4746-93a8-074a5a09ce77 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Made reservation on behalf of e58f8fee11374469ae6c917ba1e10fa2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:21.515132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af83fa90-45ac-4746-93a8-074a5a09ce77 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:21.541759 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f9f6c885-25f7-41f3-888c-c16f7f048861 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6705403 Jan 28 03:57:21.545040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:21.580830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:21.609793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dc0d6-d039-4e59-9af5-f1415e572031 req-66cbff9f-43d5-4b35-8b16-ef3fbde1c393 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:21.617800 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-395dc0d6-d039-4e59-9af5-f1415e572031 req-66cbff9f-43d5-4b35-8b16-ef3fbde1c393 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.5808632 Jan 28 03:57:21.638385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:21.651229 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3c3920af-75de-43dc-8c11-e65c780b7676), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:21.664106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'port_id': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'mac_address': 'fa:16:3e:b1:6f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:57:21.690374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d3e82da2-520c-4826-a2c8-5f51b1894d67 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:21.694329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-395dc0d6-d039-4e59-9af5-f1415e572031 req-14fd10a3-dc4e-4a4a-85be-4026ca5d6b0d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751915 Jan 28 03:57:21.720876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 3c3920af-75de-43dc-8c11-e65c780b7676 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:21.736752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ad6e1-bd59-486b-989a-91b73e64f7d8 req-a47b4c75-bea0-465f-97c2-fe6dbeb34909 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:21.745719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-700ad6e1-bd59-486b-989a-91b73e64f7d8 req-a47b4c75-bea0-465f-97c2-fe6dbeb34909 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.6518021 Jan 28 03:57:21.767803 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:21.771670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:21.854577 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-700ad6e1-bd59-486b-989a-91b73e64f7d8 req-cc2f953f-eb38-487c-8a39-8225a9cf2dd4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066432 Jan 28 03:57:21.949609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:21.953289 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:21.966526 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3c3920af-75de-43dc-8c11-e65c780b7676), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:21.987044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-382a8947-9658-45f1-8832-09a5b615a0e4 None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:21.994054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:57:22.003136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=3c3920af-75de-43dc-8c11-e65c780b7676,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:22.012747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.013243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.013688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.014131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.014549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.015250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.015399 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.015909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.016328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.016747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.017193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.017859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.018237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:22.033660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:22.060443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.108253 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.116656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-678cd373-06ee-43a0-9da3-9d164df3d88c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/3c3920af-75de-43dc-8c11-e65c780b7676 HTTP/1.1" status: 204 len: 168 time: 1.6138091 Jan 28 03:57:22.116892 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af83fa90-45ac-4746-93a8-074a5a09ce77 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (3177529b-fcb3-4121-84e2-71b49f6c8397), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.117048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:22.152438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d3e82da2-520c-4826-a2c8-5f51b1894d67 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:22.153024 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0c2a6f-4f1f-490a-86e0-1a2f0aada335 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:57:22.153638 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.157491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9c0c2a6f-4f1f-490a-86e0-1a2f0aada335 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/3c3920af-75de-43dc-8c11-e65c780b7676 HTTP/1.1" status: 404 len: 333 time: 0.0372558 Jan 28 03:57:22.157974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:22.164533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:22.205461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af83fa90-45ac-4746-93a8-074a5a09ce77 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Network b388c649-939b-4f6a-8a6d-12257ba18f96 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:22.237614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-af83fa90-45ac-4746-93a8-074a5a09ce77 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:22.247272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83fa90-45ac-4746-93a8-074a5a09ce77 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:22.247515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:22.247515 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.247742 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af83fa90-45ac-4746-93a8-074a5a09ce77 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.253254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83fa90-45ac-4746-93a8-074a5a09ce77 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Subnet': ['ID=3177529b-fcb3-4121-84e2-71b49f6c8397,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:22.260698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b7f3e6-8dd6-49ba-9182-8985ab2a58ae None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:22.287905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ed5035b5-9d60-4a2e-a7d1-8951960a8c5e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port f1130877-ad36-4d5e-a863-e430c73ced45 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:22.288551 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed5035b5-9d60-4a2e-a7d1-8951960a8c5e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f1130877-ad36-4d5e-a863-e430c73ced45), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.335887 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-af83fa90-45ac-4746-93a8-074a5a09ce77 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2635090 Jan 28 03:57:22.342010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:22.355374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-785147750', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3177529b-fcb3-4121-84e2-71b49f6c8397'}], 'security_groups': ['3d3e8a19-d5ee-4a50-bfd7-a4e7400a6fd2', '7818d5a6-4290-48f6-b705-ca583c41dc3c']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:22.394906 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed5035b5-9d60-4a2e-a7d1-8951960a8c5e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f1130877-ad36-4d5e-a863-e430c73ced45), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.409804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ed5035b5-9d60-4a2e-a7d1-8951960a8c5e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for f1130877-ad36-4d5e-a863-e430c73ced45 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:22.413448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.objects.ports [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:57:22.424660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:57:22.556489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed5035b5-9d60-4a2e-a7d1-8951960a8c5e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f1130877-ad36-4d5e-a863-e430c73ced45), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.595918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5035b5-9d60-4a2e-a7d1-8951960a8c5e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=f1130877-ad36-4d5e-a863-e430c73ced45,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:22.717370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d3e82da2-520c-4826-a2c8-5f51b1894d67 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:22.717764 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.725732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed5035b5-9d60-4a2e-a7d1-8951960a8c5e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.731801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ed5035b5-9d60-4a2e-a7d1-8951960a8c5e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/f1130877-ad36-4d5e-a863-e430c73ced45 HTTP/1.1" status: 204 len: 168 time: 0.5703900 Jan 28 03:57:22.732187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:22.785134 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:22.797315 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-75eed0c7-872d-4baf-9f3c-3cb48f0ef58c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:57:22.800074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-75eed0c7-872d-4baf-9f3c-3cb48f0ef58c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/f1130877-ad36-4d5e-a863-e430c73ced45 HTTP/1.1" status: 404 len: 333 time: 0.0667546 Jan 28 03:57:22.802995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:22.814839 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (645a335a-9cba-4867-af1f-87740acd16b1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.945257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fb9059-cc89-4543-a1bc-27256ec23285 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet 1256fd28-bdf2-4ad5-80d4-ddf56267a0a3 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:22.948197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port d3e82da2-520c-4826-a2c8-5f51b1894d67, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d3e82da2-520c-4826-a2c8-5f51b1894d67,segment=NetworkSegment(92caf7f1-b477-498c-9867-7224050dfd67),segment_id=92caf7f1-b477-498c-9867-7224050dfd67)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:22.950902 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9059-cc89-4543-a1bc-27256ec23285 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (1256fd28-bdf2-4ad5-80d4-ddf56267a0a3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.958769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Provisioning complete for port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:22.959375 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:22.988629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (91d247d3-c0d4-439d-81ad-7b94ead03974), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.049050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e08316-4985-4d01-8a40-b9695e500b14 req-22ef496e-5c78-47b5-a719-bdbc0c7e7367 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:23.056757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59e08316-4985-4d01-8a40-b9695e500b14 req-22ef496e-5c78-47b5-a719-bdbc0c7e7367 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1974516 Jan 28 03:57:23.071835 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.072743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b1197332-09ed-4a15-926c-bdd759881639 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:23.137110 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9059-cc89-4543-a1bc-27256ec23285 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (1256fd28-bdf2-4ad5-80d4-ddf56267a0a3), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.149361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d78e8-b39e-4ab7-ad1b-2a4cebeed2e4 req-b260ba1c-eac4-4c30-b3ab-02ee8364c549 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:23.151800 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-368d78e8-b39e-4ab7-ad1b-2a4cebeed2e4 req-b260ba1c-eac4-4c30-b3ab-02ee8364c549 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 944 time: 0.1403894 Jan 28 03:57:23.190965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59e08316-4985-4d01-8a40-b9695e500b14 req-c808154f-b7c6-4141-953f-b01d454afc84 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286054 Jan 28 03:57:23.257396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=d3e82da2-520c-4826-a2c8-5f51b1894d67,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:23.257396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55b934-6638-4d43-946c-5f29ed5d4a58 None None] Update dhcp port {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': '19c2f508-ae7e-42cc-856c-bc2dc6ce01de'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '645a335a-9cba-4867-af1f-87740acd16b1'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:57:23.295477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-368d78e8-b39e-4ab7-ad1b-2a4cebeed2e4 req-166e6e2e-63ed-485b-88a6-e4cca84a55cc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204665 Jan 28 03:57:23.347607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:23.389419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9059-cc89-4543-a1bc-27256ec23285 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (1256fd28-bdf2-4ad5-80d4-ddf56267a0a3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.408320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785704fe-8ac2-4973-94d6-f79d71943c9c None None] Update dhcp port {'port': {'network_id': 'b388c649-939b-4f6a-8a6d-12257ba18f96', 'fixed_ips': [{'subnet_id': 'd686ec7c-4081-4077-a21e-9ad35144a23a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '631954e7-cac6-4066-b702-44165b1d838b', 'ip_address': '2001:db8::2'}, {'subnet_id': '3177529b-fcb3-4121-84e2-71b49f6c8397'}], 'binding:host_id': 'n-d-808199-14'}, 'id': 'b1197332-09ed-4a15-926c-bdd759881639'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:57:23.495846 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f55b934-6638-4d43-946c-5f29ed5d4a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (645a335a-9cba-4867-af1f-87740acd16b1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.510128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Provisioning complete for port 91d247d3-c0d4-439d-81ad-7b94ead03974 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:23.511566 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (91d247d3-c0d4-439d-81ad-7b94ead03974), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.520131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9059-cc89-4543-a1bc-27256ec23285 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (1256fd28-bdf2-4ad5-80d4-ddf56267a0a3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.558947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb9059-cc89-4543-a1bc-27256ec23285 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=1256fd28-bdf2-4ad5-80d4-ddf56267a0a3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:23.576932 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9059-cc89-4543-a1bc-27256ec23285 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.580503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f8fb9059-cc89-4543-a1bc-27256ec23285 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/1256fd28-bdf2-4ad5-80d4-ddf56267a0a3 HTTP/1.1" status: 204 len: 168 time: 0.7762938 Jan 28 03:57:23.583828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:23.649083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Port 91d247d3-c0d4-439d-81ad-7b94ead03974 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:23.727437 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (cd6b8c70-ede7-4fad-9690-10257e3d0d10), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.748541 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-785704fe-8ac2-4973-94d6-f79d71943c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b1197332-09ed-4a15-926c-bdd759881639), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.773334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Provisioning complete for port d3e82da2-520c-4826-a2c8-5f51b1894d67 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:23.773715 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.798390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port d3e82da2-520c-4826-a2c8-5f51b1894d67 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:23.798789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.836310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] For port 645a335a-9cba-4867-af1f-87740acd16b1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=645a335a-9cba-4867-af1f-87740acd16b1,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:23.898391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] For port d3e82da2-520c-4826-a2c8-5f51b1894d67, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d3e82da2-520c-4826-a2c8-5f51b1894d67,segment=NetworkSegment(92caf7f1-b477-498c-9867-7224050dfd67),segment_id=92caf7f1-b477-498c-9867-7224050dfd67)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:23.898580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.900000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:23.900383 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.913686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for d3e82da2-520c-4826-a2c8-5f51b1894d67 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:23.932214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (645a335a-9cba-4867-af1f-87740acd16b1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.939154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (645a335a-9cba-4867-af1f-87740acd16b1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.939983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (ac9866bd-0e8c-484b-820d-a9fa45c05fd4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:23.943170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b75eca-c729-4ca0-b128-b7cbadc0e126 None None] Network cd6b8c70-ede7-4fad-9690-10257e3d0d10 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:24.032103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d3e82da2-520c-4826-a2c8-5f51b1894d67), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.060480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:24.069080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=d3e82da2-520c-4826-a2c8-5f51b1894d67,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:24.072613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No DVR routers for this DVR port d3e82da2-520c-4826-a2c8-5f51b1894d67 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:24.082197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:24.104787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:24.105628 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.132467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=645a335a-9cba-4867-af1f-87740acd16b1,revision_number=11']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:24.167565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=ac9866bd-0e8c-484b-820d-a9fa45c05fd4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:24.167766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] Could not find standard attr ID for object d3e82da2-520c-4826-a2c8-5f51b1894d67. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:24.171253 n-d-808199-14 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-f30de14d-c9f8-4cb0-b1db-4ba55b5667d7 None None] No ports have port_id starting with d3e82da2-520c-4826-a2c8-5f51b1894d67 Jan 28 03:57:24.191678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6454399 Jan 28 03:57:24.194979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:24.199599 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (cd6b8c70-ede7-4fad-9690-10257e3d0d10), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.214272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.214629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.214969 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.215305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.215637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.216500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.216854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.217183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.217865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.217865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.218124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.218443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.218763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.226174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:ba:9c:51', 'name': 'tempest-NetworksTestDHCPv6-1090727235'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:24.226663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.227005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.227346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.227682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.228014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.228340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.228666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.229017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.229371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.229750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.230084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.230403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.230725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21c5d-ab2c-4be4-87fe-507ae794b824 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:24.306326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d78287-1c07-4a90-806b-2665ebf017b4 None None] DHCP port deletion for cd6b8c70-ede7-4fad-9690-10257e3d0d10 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:57:24.319440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Delete allocated IP 2001:db8::fe (b388c649-939b-4f6a-8a6d-12257ba18f96/631954e7-cac6-4066-b702-44165b1d838b) {{(pid=103289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:57:24.328809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8519fa9a-f1aa-4405-b02e-87b6316d716a None None] Could not find standard attr ID for object d3e82da2-520c-4826-a2c8-5f51b1894d67. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:24.329000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Allocated IP 2001:db8:0:2::1cd (b388c649-939b-4f6a-8a6d-12257ba18f96/3177529b-fcb3-4121-84e2-71b49f6c8397/91d247d3-c0d4-439d-81ad-7b94ead03974) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:24.346655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8519fa9a-f1aa-4405-b02e-87b6316d716a None None] Could not find standard attr ID for object 3c3920af-75de-43dc-8c11-e65c780b7676. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:24.364857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8519fa9a-f1aa-4405-b02e-87b6316d716a None None] Could not find standard attr ID for object f1130877-ad36-4d5e-a863-e430c73ced45. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:24.369555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:24.431457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1f55b934-6638-4d43-946c-5f29ed5d4a58 None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/19c2f508-ae7e-42cc-856c-bc2dc6ce01de/645a335a-9cba-4867-af1f-87740acd16b1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:24.464533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6b8c70-ede7-4fad-9690-10257e3d0d10']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:24.518926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92caf7f1-b477-498c-9867-7224050dfd67') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:24.519142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92caf7f1-b477-498c-9867-7224050dfd67') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:24.547840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 645a335a-9cba-4867-af1f-87740acd16b1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:24.574631 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (92caf7f1-b477-498c-9867-7224050dfd67), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.598993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e160c-14dc-4dc6-b10e-04e188518bcd req-efe98aea-e118-4314-9072-acf1b71f6445 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:24.600784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd7e160c-14dc-4dc6-b10e-04e188518bcd req-efe98aea-e118-4314-9072-acf1b71f6445 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2248039 Jan 28 03:57:24.607432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:24.648215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1f55b934-6638-4d43-946c-5f29ed5d4a58 None None] For port 645a335a-9cba-4867-af1f-87740acd16b1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=645a335a-9cba-4867-af1f-87740acd16b1,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:24.684121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f55b934-6638-4d43-946c-5f29ed5d4a58 None None] Publish callbacks [] for port (645a335a-9cba-4867-af1f-87740acd16b1), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.692166 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f55b934-6638-4d43-946c-5f29ed5d4a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (645a335a-9cba-4867-af1f-87740acd16b1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.704857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (92caf7f1-b477-498c-9867-7224050dfd67), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.713080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for port (91d247d3-c0d4-439d-81ad-7b94ead03974), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.719125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (91d247d3-c0d4-439d-81ad-7b94ead03974), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.735592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.766081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f2cbb-0035-4def-9a02-88e67f212eb7 req-43460b69-f5f6-42fc-91cb-88f0c8326856 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:24.767876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-134f2cbb-0035-4def-9a02-88e67f212eb7 req-43460b69-f5f6-42fc-91cb-88f0c8326856 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 944 time: 0.3222816 Jan 28 03:57:24.792610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-785704fe-8ac2-4973-94d6-f79d71943c9c None None] Allocated IP 2001:db8:0:2::2 (b388c649-939b-4f6a-8a6d-12257ba18f96/3177529b-fcb3-4121-84e2-71b49f6c8397/b1197332-09ed-4a15-926c-bdd759881639) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:24.793971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:57:24.794401 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (92caf7f1-b477-498c-9867-7224050dfd67), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:57:24.797709 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:57:24.799760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port 881685f3-8c1b-401b-8e16-a2227f7a35ae yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:24.832238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event updated for resources: {'Port': ['ID=91d247d3-c0d4-439d-81ad-7b94ead03974,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:24.847686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] In _notify_port_updated(), no bound segment for port 91d247d3-c0d4-439d-81ad-7b94ead03974 on network b388c649-939b-4f6a-8a6d-12257ba18f96 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:57:24.856687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:24.857647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:24.859511 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-788e4fdd-eae5-493e-8a76-79d77721c4a3 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "PUT /v2.0/ports/91d247d3-c0d4-439d-81ad-7b94ead03974 HTTP/1.1" status: 200 len: 969 time: 2.5165837 Jan 28 03:57:24.862987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:24.887725 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd7e160c-14dc-4dc6-b10e-04e188518bcd req-13242674-6a91-412f-9a04-3cfb46ed5b31 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790869 Jan 28 03:57:25.020265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-203ea752-13ac-4339-a099-e9c701bf75de tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port 91d247d3-c0d4-439d-81ad-7b94ead03974 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:25.021680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-203ea752-13ac-4339-a099-e9c701bf75de tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (91d247d3-c0d4-439d-81ad-7b94ead03974), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.040829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-134f2cbb-0035-4def-9a02-88e67f212eb7 req-26b0d25a-22e9-473f-825c-17543c4f16d4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638576 Jan 28 03:57:25.108349 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (cd6b8c70-ede7-4fad-9690-10257e3d0d10), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.163592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-203ea752-13ac-4339-a099-e9c701bf75de tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (91d247d3-c0d4-439d-81ad-7b94ead03974), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.179969 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-203ea752-13ac-4339-a099-e9c701bf75de tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for 91d247d3-c0d4-439d-81ad-7b94ead03974 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:25.180428 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.187105 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/networks/cd6b8c70-ede7-4fad-9690-10257e3d0d10 HTTP/1.1" status: 204 len: 168 time: 1.6014385 Jan 28 03:57:25.188283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259c709-a5e6-41a6-b2df-02eeae3488ae tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Network': ['ID=cd6b8c70-ede7-4fad-9690-10257e3d0d10,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:25.194376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60564) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:25.205041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-533309776'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:25.224172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:25.302010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:25.305872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.306589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-785704fe-8ac2-4973-94d6-f79d71943c9c None None] For port b1197332-09ed-4a15-926c-bdd759881639, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b1197332-09ed-4a15-926c-bdd759881639,segment=NetworkSegment(0ffc03f9-47a4-4487-9c7b-f8a2da837aec),segment_id=0ffc03f9-47a4-4487-9c7b-f8a2da837aec)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:25.335390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:57:25.344595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6ead388f-0d8b-441d-bbca-761683d170c7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.344978 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Added segment 6ead388f-0d8b-441d-bbca-761683d170c7 of type vlan for network 7b06d702-f090-48fa-a4d1-ffb066ee063b Jan 28 03:57:25.347271 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-785704fe-8ac2-4973-94d6-f79d71943c9c None None] Publish callbacks [] for port (b1197332-09ed-4a15-926c-bdd759881639), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.355329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2307-b265-4984-afa2-39ea67872124 req-68699038-b7b6-41ed-9da4-3e0ebd7aa72f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:25.357066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e3b2307-b265-4984-afa2-39ea67872124 req-68699038-b7b6-41ed-9da4-3e0ebd7aa72f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1548517 Jan 28 03:57:25.387785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (7b06d702-f090-48fa-a4d1-ffb066ee063b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.401797 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-785704fe-8ac2-4973-94d6-f79d71943c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b1197332-09ed-4a15-926c-bdd759881639), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.424019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55b934-6638-4d43-946c-5f29ed5d4a58 None None] Pushing event updated for resources: {'Port': ['ID=645a335a-9cba-4867-af1f-87740acd16b1,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:25.440416 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (7b06d702-f090-48fa-a4d1-ffb066ee063b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.450046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:25.451180 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.452526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-77c08ff4-06c6-4163-81d2-b4c82f274bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:25.455356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-77c08ff4-06c6-4163-81d2-b4c82f274bf5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1096 time: 0.2012885 Jan 28 03:57:25.491124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:25.491883 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.512502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e3b2307-b265-4984-afa2-39ea67872124 req-d4a515c5-66d7-4e0b-90ee-723a39cdea4e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464365 Jan 28 03:57:25.513735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::337 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/19c2f508-ae7e-42cc-856c-bc2dc6ce01de/881685f3-8c1b-401b-8e16-a2227f7a35ae) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:25.558955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Network': ['ID=7b06d702-f090-48fa-a4d1-ffb066ee063b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:25.581779 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3b8eaa83-5360-421a-80e8-6de1165987e5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3846936 Jan 28 03:57:25.581940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60566) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:25.593606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '7b06d702-f090-48fa-a4d1-ffb066ee063b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:25.597658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 7b06d702-f090-48fa-a4d1-ffb066ee063b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:57:25.606998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-78aa14f5-ecc3-4bd6-b714-7ac8a7f5b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:25.609175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-78aa14f5-ecc3-4bd6-b714-7ac8a7f5b23b service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.1468012 Jan 28 03:57:25.625135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:57:25.644546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:25.645149 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.685484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:9c51 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/ac9866bd-0e8c-484b-820d-a9fa45c05fd4/881685f3-8c1b-401b-8e16-a2227f7a35ae) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:25.685687 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-203ea752-13ac-4339-a099-e9c701bf75de tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (91d247d3-c0d4-439d-81ad-7b94ead03974), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.717908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-41706017-e1fb-4301-9e58-bb7caf14c8be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 999 time: 0.1021936 Jan 28 03:57:25.799776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ea752-13ac-4339-a099-e9c701bf75de tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=91d247d3-c0d4-439d-81ad-7b94ead03974,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:25.823289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-0b195fac-eff0-4522-a1e9-bd005935fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:25.825396 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-0b195fac-eff0-4522-a1e9-bd005935fa35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.0964367 Jan 28 03:57:25.844199 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-203ea752-13ac-4339-a099-e9c701bf75de tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:25.849965 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-203ea752-13ac-4339-a099-e9c701bf75de tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/91d247d3-c0d4-439d-81ad-7b94ead03974 HTTP/1.1" status: 204 len: 168 time: 0.9859669 Jan 28 03:57:25.854766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60574) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:25.860571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785704fe-8ac2-4973-94d6-f79d71943c9c None None] Pushing event updated for resources: {'Port': ['ID=b1197332-09ed-4a15-926c-bdd759881639,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:25.964354 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d99fd3a-fa17-4215-93cc-f07dfb6fee8d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] GET failed (client error): The resource could not be found. Jan 28 03:57:25.967126 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1d99fd3a-fa17-4215-93cc-f07dfb6fee8d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports/91d247d3-c0d4-439d-81ad-7b94ead03974 HTTP/1.1" status: 404 len: 333 time: 0.1104507 Jan 28 03:57:25.974414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:25.981502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:26.030397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:26.052701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60576) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:26.054815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:26.055208 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:26.131759 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-5ce5827c-4289-4482-a439-b7493ebc2400 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4382613 Jan 28 03:57:26.135862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-a3c0ca73-6856-4514-bd52-f5fac98f97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:26.139468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-a3c0ca73-6856-4514-bd52-f5fac98f97a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3045731 Jan 28 03:57:26.150396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:57:26.173419 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccc8286-5c89-48a4-a936-483d7a677f1b" -d '{"events": [{"server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "name": "network-vif-plugged", "status": "completed", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:57:26.197309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d3e82da2-520c-4826-a2c8-5f51b1894d67 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:57:26.254438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: d3e82da2-520c-4826-a2c8-5f51b1894d67 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:57:26.262844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d3e82da2-520c-4826-a2c8-5f51b1894d67 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:57:26.276932 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17762cd5-bb0f-49f6-bfb5-9de8f150b5a8 x-openstack-request-id: req-17762cd5-bb0f-49f6-bfb5-9de8f150b5a8 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:57:26.277202 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "name": "network-vif-plugged", "status": "completed", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:57:26.277458 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17762cd5-bb0f-49f6-bfb5-9de8f150b5a8 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:57:26.277858 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'code': 200} Jan 28 03:57:26.283412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:26.312460 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:26.325600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-0bbaee50-f063-4444-82b2-f9541740215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:26.327180 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-0bbaee50-f063-4444-82b2-f9541740215a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 1098 time: 0.1259148 Jan 28 03:57:26.404558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:26.549605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 645a335a-9cba-4867-af1f-87740acd16b1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:26.580680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d939a1a-4e5f-4369-9a7d-6a1a5191e145 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (56c149e4-cac4-4a3b-8832-f13b71844789), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:26.609064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681c9ca5-c9d0-4e5d-9bde-9cdf82ca3ac6 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:26.642325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36793ca-e91c-4387-8884-f92c392bd30e req-e99afbd0-ce95-454b-b30c-c6dffb55c001 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:26.646697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f36793ca-e91c-4387-8884-f92c392bd30e req-e99afbd0-ce95-454b-b30c-c6dffb55c001 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.3324118 Jan 28 03:57:26.679500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-25d59288-974f-45ad-be9d-52298e491805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:26.681038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-25d59288-974f-45ad-be9d-52298e491805 service neutron] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.3116782 Jan 28 03:57:26.684223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bc1ce-4f4e-45e0-b086-eb4e0e07bc8c req-9157c4d8-f69a-4823-aa6d-52940aeaa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:26.685748 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0a7bc1ce-4f4e-45e0-b086-eb4e0e07bc8c req-9157c4d8-f69a-4823-aa6d-52940aeaa45f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1097 time: 0.3175619 Jan 28 03:57:26.687350 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (f987c616-03ef-464f-83f6-df9a1ad5e9b4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:26.693364 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (881685f3-8c1b-401b-8e16-a2227f7a35ae), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:26.735287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-478ee455-a718-470c-b324-bf4ce7a3fecf None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:26.735660 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-478ee455-a718-470c-b324-bf4ce7a3fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:26.737123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d939a1a-4e5f-4369-9a7d-6a1a5191e145 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (56c149e4-cac4-4a3b-8832-f13b71844789), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:26.744542 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-21707f5a-bb0b-49f2-96b1-a27da64c5ef3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=988590e8-d350-4bdf-b316-77470d264e94 HTTP/1.1" status: 200 len: 217 time: 0.0531776 Jan 28 03:57:26.765379 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-25f7128f-3a16-422d-94f5-748216faaed4 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926535 Jan 28 03:57:26.847057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:26.847427 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:26.917204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Checking segment: {'id': '6ead388f-0d8b-441d-bbca-761683d170c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b06d702-f090-48fa-a4d1-ffb066ee063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:26.917650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network hostable DHCP agents. Network: 7b06d702-f090-48fa-a4d1-ffb066ee063b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:57:26.919720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=f987c616-03ef-464f-83f6-df9a1ad5e9b4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:26.945631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-7462738a-5d37-418f-bf5f-faa9e055fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:26.946564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633962-6661-47b5-a27e-3005ca3d4e61 req-3969233a-bf64-46bb-a125-6abdb3d94efa tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:26.947271 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-7462738a-5d37-418f-bf5f-faa9e055fd2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1897316 Jan 28 03:57:26.954086 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a633962-6661-47b5-a27e-3005ca3d4e61 req-3969233a-bf64-46bb-a125-6abdb3d94efa tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2948174 Jan 28 03:57:26.974177 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0a7bc1ce-4f4e-45e0-b086-eb4e0e07bc8c req-8cebc5af-d4b9-49d8-9475-2be24876a0b0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243924 Jan 28 03:57:26.979115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 7b06d702-f090-48fa-a4d1-ffb066ee063b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:57:27.011738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f36793ca-e91c-4387-8884-f92c392bd30e req-16eb6675-5992-41f4-96fd-9ecdc39bb2cb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453543 Jan 28 03:57:27.011962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-478ee455-a718-470c-b324-bf4ce7a3fecf None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:27.060058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 7b06d702-f090-48fa-a4d1-ffb066ee063b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:27.068489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d939a1a-4e5f-4369-9a7d-6a1a5191e145 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (56c149e4-cac4-4a3b-8832-f13b71844789), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.068645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:27.069240 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.073244 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d939a1a-4e5f-4369-9a7d-6a1a5191e145 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.074457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6d939a1a-4e5f-4369-9a7d-6a1a5191e145 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/security-groups/56c149e4-cac4-4a3b-8832-f13b71844789 HTTP/1.1" status: 204 len: 168 time: 1.0204504 Jan 28 03:57:27.087209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (881685f3-8c1b-401b-8e16-a2227f7a35ae), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.087977 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:57:27.095633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60592) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:27.097595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:27.099415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b1197332-09ed-4a15-926c-bdd759881639 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:27.103029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee3167-9b36-4ca5-b31e-786c47423075 None None] Network 7b06d702-f090-48fa-a4d1-ffb066ee063b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:27.115443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-9d665e97-6c87-4bd0-b710-74f3022cba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:27.120322 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-9d665e97-6c87-4bd0-b710-74f3022cba27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648386 Jan 28 03:57:27.143415 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-746f235c-578c-4b71-95c0-9e0d8733ae1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5504377 Jan 28 03:57:27.170717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:27.192129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a633962-6661-47b5-a27e-3005ca3d4e61 req-ed97ba4c-4b08-419b-985d-006417d8467f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364614 Jan 28 03:57:27.203182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '7b06d702-f090-48fa-a4d1-ffb066ee063b', 'name': 'tempest-PortsTestJSON-1757082474', 'fixed_ips': [{'subnet_id': 'f987c616-03ef-464f-83f6-df9a1ad5e9b4', 'ip_address': '172.20.0.10'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:27.280680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d939a1a-4e5f-4369-9a7d-6a1a5191e145 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c149e4-cac4-4a3b-8832-f13b71844789,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:27.304628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f017523b-9953-47f7-a9b7-a3f758e9e5e4 None None] Provisioning complete for port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:27.305167 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f017523b-9953-47f7-a9b7-a3f758e9e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.393366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7e49a0a-3b58-4300-b019-e1d318bd9c1d req-0a2b7940-e575-4751-a3a3-8da6ae3eae5a service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153862 Jan 28 03:57:27.418405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:27.462200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f017523b-9953-47f7-a9b7-a3f758e9e5e4 None None] Port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:27.469123 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-de92a217-9046-4c2e-86a4-a4fd8b2faab5 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335671 Jan 28 03:57:27.472525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-7b06d702-f090-48fa-a4d1-ffb066ee063b', 'network_id': '7b06d702-f090-48fa-a4d1-ffb066ee063b', 'project_id': '4fbeffefa42943c8b7de486f822fb567', 'fixed_ips': [{'subnet_id': 'f987c616-03ef-464f-83f6-df9a1ad5e9b4'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:57:27.473605 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.476939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f017523b-9953-47f7-a9b7-a3f758e9e5e4 None None] Could not find standard attr ID for object 91d247d3-c0d4-439d-81ad-7b94ead03974. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:27.496781 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a2cb3d-03be-491a-9e9a-07f27ee71c56 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (7818d5a6-4290-48f6-b705-ca583c41dc3c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.511565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:27.513716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=881685f3-8c1b-401b-8e16-a2227f7a35ae,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:27.522560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f017523b-9953-47f7-a9b7-a3f758e9e5e4 None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:27.523578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f017523b-9953-47f7-a9b7-a3f758e9e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.525227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:27.532050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:27.532537 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.542553 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:27.554665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:27.555355 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.616329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a2cb3d-03be-491a-9e9a-07f27ee71c56 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (7818d5a6-4290-48f6-b705-ca583c41dc3c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.648909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9cad1ca9-20e8-4136-8773-70ac801c48db tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4498630 Jan 28 03:57:27.662862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:27.750051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.811264 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0643cac8-5b13-4ded-ba69-b68f823ef30a req-8385b022-8780-4a0a-9b0c-a008c75a0e59 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345418 Jan 28 03:57:27.818396 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a2cb3d-03be-491a-9e9a-07f27ee71c56 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7818d5a6-4290-48f6-b705-ca583c41dc3c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.821488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a2cb3d-03be-491a-9e9a-07f27ee71c56 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.828423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60600) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:27.835004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-80a2cb3d-03be-491a-9e9a-07f27ee71c56 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/security-groups/7818d5a6-4290-48f6-b705-ca583c41dc3c HTTP/1.1" status: 204 len: 168 time: 0.7091079 Jan 28 03:57:27.879007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 91d6367e-66ba-4ca7-823d-bfaf8531542a yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:27.887478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2cb3d-03be-491a-9e9a-07f27ee71c56 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7818d5a6-4290-48f6-b705-ca583c41dc3c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:27.958910 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-321d2a55-b0f6-4816-851e-0cf168833e35 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port 881685f3-8c1b-401b-8e16-a2227f7a35ae {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:27.959260 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-321d2a55-b0f6-4816-851e-0cf168833e35 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (881685f3-8c1b-401b-8e16-a2227f7a35ae), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:27.965500 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Allocated IP 172.20.0.2 (7b06d702-f090-48fa-a4d1-ffb066ee063b/f987c616-03ef-464f-83f6-df9a1ad5e9b4/aadd0811-5616-408c-852b-1e56d59b0012) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:28.020092 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79ac-04de-4267-94da-b7da01aa2f2a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (3d3e8a19-d5ee-4a50-bfd7-a4e7400a6fd2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.077595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f017523b-9953-47f7-a9b7-a3f758e9e5e4 None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:28.119594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:28.269599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79ac-04de-4267-94da-b7da01aa2f2a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (3d3e8a19-d5ee-4a50-bfd7-a4e7400a6fd2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.280269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-df423c96-d3d2-47c8-a812-8fbe62347955 None None] Could not find standard attr ID for object 91d247d3-c0d4-439d-81ad-7b94ead03974. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:28.366354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79ac-04de-4267-94da-b7da01aa2f2a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3d3e8a19-d5ee-4a50-bfd7-a4e7400a6fd2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.369938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79ac-04de-4267-94da-b7da01aa2f2a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.374205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a8cb79ac-04de-4267-94da-b7da01aa2f2a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/security-groups/3d3e8a19-d5ee-4a50-bfd7-a4e7400a6fd2 HTTP/1.1" status: 204 len: 168 time: 0.5421612 Jan 28 03:57:28.385103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60606) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:28.385958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb79ac-04de-4267-94da-b7da01aa2f2a tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3e8a19-d5ee-4a50-bfd7-a4e7400a6fd2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:28.399811 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-321d2a55-b0f6-4816-851e-0cf168833e35 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (881685f3-8c1b-401b-8e16-a2227f7a35ae), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.418972 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Publish callbacks [] for port (aadd0811-5616-408c-852b-1e56d59b0012), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.426890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e74a80-52d3-4e53-ba1d-c24488600bc0 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:28.427203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088c508-2f47-4fe0-b7b5-f88e4cf35c8b req-c1bdf5b2-5679-45b4-87a5-afad5b8f1cbb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:28.429202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5088c508-2f47-4fe0-b7b5-f88e4cf35c8b req-c1bdf5b2-5679-45b4-87a5-afad5b8f1cbb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.2383728 Jan 28 03:57:28.449617 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (aadd0811-5616-408c-852b-1e56d59b0012), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.497228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-321d2a55-b0f6-4816-851e-0cf168833e35 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for 881685f3-8c1b-401b-8e16-a2227f7a35ae owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:28.499160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.10 (7b06d702-f090-48fa-a4d1-ffb066ee063b/f987c616-03ef-464f-83f6-df9a1ad5e9b4/91d6367e-66ba-4ca7-823d-bfaf8531542a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:28.577181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e440981f-601d-43cf-84a9-b8b1e9911929 None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:28.577572 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e440981f-601d-43cf-84a9-b8b1e9911929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.615764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Network 7b06d702-f090-48fa-a4d1-ffb066ee063b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:28.639211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:28.641612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3540b-b2b4-44cd-8a28-18eed1538c71 req-681e8fb2-03dc-40f5-92ff-139eaf8e2fd1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:28.644158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59b3540b-b2b4-44cd-8a28-18eed1538c71 req-681e8fb2-03dc-40f5-92ff-139eaf8e2fd1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2736816 Jan 28 03:57:28.654190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:28.656107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Pushing event updated for resources: {'Port': ['ID=aadd0811-5616-408c-852b-1e56d59b0012,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:28.692571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b343088a-f15e-437e-8eac-f5179f2a7c59 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet 631954e7-cac6-4066-b702-44165b1d838b {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:28.699986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b343088a-f15e-437e-8eac-f5179f2a7c59 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (631954e7-cac6-4066-b702-44165b1d838b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.751297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5088c508-2f47-4fe0-b7b5-f88e4cf35c8b req-aea08a8d-cc42-40c6-a6c2-1e7a2e14d71e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650924 Jan 28 03:57:28.763031 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b343088a-f15e-437e-8eac-f5179f2a7c59 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (631954e7-cac6-4066-b702-44165b1d838b), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.785904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59b3540b-b2b4-44cd-8a28-18eed1538c71 req-b8d2c09a-a091-4f6d-8fc4-4eca201d5e14 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336641 Jan 28 03:57:28.823518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Attempting to bind port aadd0811-5616-408c-852b-1e56d59b0012 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:28.823905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Attempting to bind port aadd0811-5616-408c-852b-1e56d59b0012 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6ead388f-0d8b-441d-bbca-761683d170c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b06d702-f090-48fa-a4d1-ffb066ee063b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:28.824276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Attempting to bind port aadd0811-5616-408c-852b-1e56d59b0012 on network 7b06d702-f090-48fa-a4d1-ffb066ee063b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:28.851664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:28.852410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Checking segment: {'id': '6ead388f-0d8b-441d-bbca-761683d170c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b06d702-f090-48fa-a4d1-ffb066ee063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:28.853375 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.853907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Bound using segment: {'id': '6ead388f-0d8b-441d-bbca-761683d170c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b06d702-f090-48fa-a4d1-ffb066ee063b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:28.855884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Bound port: aadd0811-5616-408c-852b-1e56d59b0012, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ead388f-0d8b-441d-bbca-761683d170c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b06d702-f090-48fa-a4d1-ffb066ee063b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:28.856447 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (aadd0811-5616-408c-852b-1e56d59b0012), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.867687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e440981f-601d-43cf-84a9-b8b1e9911929 None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:28.942023 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b343088a-f15e-437e-8eac-f5179f2a7c59 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (631954e7-cac6-4066-b702-44165b1d838b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:28.975507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] For port aadd0811-5616-408c-852b-1e56d59b0012, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:28.989417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] For port aadd0811-5616-408c-852b-1e56d59b0012, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=aadd0811-5616-408c-852b-1e56d59b0012,segment=NetworkSegment(6ead388f-0d8b-441d-bbca-761683d170c7),segment_id=6ead388f-0d8b-441d-bbca-761683d170c7)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:29.002219 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (aadd0811-5616-408c-852b-1e56d59b0012), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.005268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3b9eb-f6c2-4f37-b71e-1880d3dcecb8 req-44bcf1d7-1f3e-4d8f-abee-f14701e9cf9b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:29.006861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53b3b9eb-f6c2-4f37-b71e-1880d3dcecb8 req-44bcf1d7-1f3e-4d8f-abee-f14701e9cf9b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0982134 Jan 28 03:57:29.044868 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b343088a-f15e-437e-8eac-f5179f2a7c59 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (631954e7-cac6-4066-b702-44165b1d838b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.095327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343088a-f15e-437e-8eac-f5179f2a7c59 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=631954e7-cac6-4066-b702-44165b1d838b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:29.104559 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-321d2a55-b0f6-4816-851e-0cf168833e35 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (881685f3-8c1b-401b-8e16-a2227f7a35ae), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.118127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (91d6367e-66ba-4ca7-823d-bfaf8531542a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.124887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247396c2-ddb0-489e-bbb8-72fe4350c2e9 None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:29.138271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d2a55-b0f6-4816-851e-0cf168833e35 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=881685f3-8c1b-401b-8e16-a2227f7a35ae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:29.147504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53b3b9eb-f6c2-4f37-b71e-1880d3dcecb8 req-a2ff6676-9c3c-400b-aa9a-6b1ca3b1ef94 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023583 Jan 28 03:57:29.153502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5b60c-8329-4a89-9352-f6cd2b01ca1d None None] Pushing event updated for resources: {'Port': ['ID=aadd0811-5616-408c-852b-1e56d59b0012,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:29.157113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b343088a-f15e-437e-8eac-f5179f2a7c59 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.168876 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b343088a-f15e-437e-8eac-f5179f2a7c59 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/631954e7-cac6-4066-b702-44165b1d838b HTTP/1.1" status: 204 len: 168 time: 0.7794628 Jan 28 03:57:29.177515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:29.196062 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (91d6367e-66ba-4ca7-823d-bfaf8531542a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.229088 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-321d2a55-b0f6-4816-851e-0cf168833e35 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.232573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-321d2a55-b0f6-4816-851e-0cf168833e35 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/881685f3-8c1b-401b-8e16-a2227f7a35ae HTTP/1.1" status: 204 len: 168 time: 1.5690482 Jan 28 03:57:29.234898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60616) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:29.276006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 7b06d702-f090-48fa-a4d1-ffb066ee063b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:29.288221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:29.296563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:29.321237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845e5fc-f439-41e9-8d5c-988fb59f1875 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:29.326528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7845e5fc-f439-41e9-8d5c-988fb59f1875 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0902896 Jan 28 03:57:29.327152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60618) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:29.332197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0cc5bc15-41bf-4c5e-bb02-efc45019ddff None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:29.332197 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0cc5bc15-41bf-4c5e-bb02-efc45019ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.357759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a4fb6d-f45a-4098-9cc7-724785035d37 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet 3177529b-fcb3-4121-84e2-71b49f6c8397 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:29.366219 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8a4fb6d-f45a-4098-9cc7-724785035d37 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (3177529b-fcb3-4121-84e2-71b49f6c8397), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.405054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=91d6367e-66ba-4ca7-823d-bfaf8531542a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:29.416928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4591d859-34a9-4221-b1e3-ff730be6c031 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:29.419544 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4591d859-34a9-4221-b1e3-ff730be6c031 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0911427 Jan 28 03:57:29.421967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:29.467130 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8a4fb6d-f45a-4098-9cc7-724785035d37 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (3177529b-fcb3-4121-84e2-71b49f6c8397), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.548482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258f2372-590d-4a83-a175-462f414517b5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:29.550752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258f2372-590d-4a83-a175-462f414517b5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:29.553110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258f2372-590d-4a83-a175-462f414517b5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:29.557297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-258f2372-590d-4a83-a175-462f414517b5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1339176 Jan 28 03:57:29.558564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:29.559233 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.567890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60626) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:29.587435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5bc15-41bf-4c5e-bb02-efc45019ddff None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:29.596505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0cc5bc15-41bf-4c5e-bb02-efc45019ddff None None] Could not find standard attr ID for object 881685f3-8c1b-401b-8e16-a2227f7a35ae. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:29.699485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b95869-5d5a-4fe1-a690-f6ef5a02fcc0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet 19c2f508-ae7e-42cc-856c-bc2dc6ce01de {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:29.713756 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-05adfa1c-4054-4ddf-9601-fe28b13ff5c5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5417964 Jan 28 03:57:29.714632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86b95869-5d5a-4fe1-a690-f6ef5a02fcc0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (19c2f508-ae7e-42cc-856c-bc2dc6ce01de), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.719528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60630) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:29.725000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '7b06d702-f090-48fa-a4d1-ffb066ee063b', 'name': 'tempest-PortsTestJSON-1577171864', 'fixed_ips': [{'subnet_id': 'f987c616-03ef-464f-83f6-df9a1ad5e9b4', 'ip_address': '172.20.0.9'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:29.831855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0a1b63c-75e0-446b-b354-181b12a89921 None None] Could not find standard attr ID for object 881685f3-8c1b-401b-8e16-a2227f7a35ae. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:29.935175 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86b95869-5d5a-4fe1-a690-f6ef5a02fcc0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (19c2f508-ae7e-42cc-856c-bc2dc6ce01de), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:30.077666 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8a4fb6d-f45a-4098-9cc7-724785035d37 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (3177529b-fcb3-4121-84e2-71b49f6c8397), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:30.142440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd60f3-6b2a-4884-8729-14948bb0ddb1 req-02181b77-9935-4f22-90d3-63f7c42b07ef tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:30.152731 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39dd60f3-6b2a-4884-8729-14948bb0ddb1 req-02181b77-9935-4f22-90d3-63f7c42b07ef tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.5938499 Jan 28 03:57:30.182316 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86b95869-5d5a-4fe1-a690-f6ef5a02fcc0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (19c2f508-ae7e-42cc-856c-bc2dc6ce01de), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:30.197133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c4ad-38a9-4b04-a8d9-3dd8c5d12ff1 req-b6342eff-d59f-4e51-a24a-a74a1373bda8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:30.203970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ead2c4ad-38a9-4b04-a8d9-3dd8c5d12ff1 req-b6342eff-d59f-4e51-a24a-a74a1373bda8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.1395044 Jan 28 03:57:30.287741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:30.304575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:30.304575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8a4fb6d-f45a-4098-9cc7-724785035d37 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (3177529b-fcb3-4121-84e2-71b49f6c8397), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:30.304914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39dd60f3-6b2a-4884-8729-14948bb0ddb1 req-46e67eea-6ca6-43af-8d88-586fc7117d73 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330822 Jan 28 03:57:30.389769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ead2c4ad-38a9-4b04-a8d9-3dd8c5d12ff1 req-571bb3c8-79ec-4ab8-8d82-568fb40e6c26 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848748 Jan 28 03:57:30.400604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86b95869-5d5a-4fe1-a690-f6ef5a02fcc0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (19c2f508-ae7e-42cc-856c-bc2dc6ce01de), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:30.407761 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4fb6d-f45a-4098-9cc7-724785035d37 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=3177529b-fcb3-4121-84e2-71b49f6c8397,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:30.448717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b95869-5d5a-4fe1-a690-f6ef5a02fcc0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=19c2f508-ae7e-42cc-856c-bc2dc6ce01de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:30.462971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 2146bace-afb9-4a99-80f9-6793376c4536 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:30.478867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8a4fb6d-f45a-4098-9cc7-724785035d37 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:30.489422 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f8a4fb6d-f45a-4098-9cc7-724785035d37 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/3177529b-fcb3-4121-84e2-71b49f6c8397 HTTP/1.1" status: 204 len: 168 time: 1.3054590 Jan 28 03:57:30.495302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:30.524743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5fb759-ff5a-4c9f-83c6-a6a7a18fbb86 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:30.549340 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86b95869-5d5a-4fe1-a690-f6ef5a02fcc0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:30.565563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-86b95869-5d5a-4fe1-a690-f6ef5a02fcc0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/19c2f508-ae7e-42cc-856c-bc2dc6ce01de HTTP/1.1" status: 204 len: 168 time: 0.9904737 Jan 28 03:57:30.603533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:30.661066 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-8922a936-91ec-4c2b-b272-b97f1f0aee4d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:30.661345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8922a936-91ec-4c2b-b272-b97f1f0aee4d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:30.672734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8922a936-91ec-4c2b-b272-b97f1f0aee4d tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/631954e7-cac6-4066-b702-44165b1d838b HTTP/1.1" status: 404 len: 337 time: 0.1740141 Jan 28 03:57:30.674442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60658) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:30.801703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8327f34-ff33-43be-88d6-3bf590fa7052 None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:30.837922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a9b02d-68c6-448d-a958-21fc862946d6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet ac9866bd-0e8c-484b-820d-a9fa45c05fd4 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:30.842585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56a9b02d-68c6-448d-a958-21fc862946d6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (ac9866bd-0e8c-484b-820d-a9fa45c05fd4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:30.870861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device aadd0811-5616-408c-852b-1e56d59b0012 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:30.909532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c9199-27c2-46b7-b2ac-656aae27ff9e req-6b90491a-891d-4484-8244-e5700452fdba tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:30.910360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-156c9199-27c2-46b7-b2ac-656aae27ff9e req-6b90491a-891d-4484-8244-e5700452fdba tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.3857744 Jan 28 03:57:30.940551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a013f-819b-4a16-9f1e-9744de47e8be req-4ef37c3e-3c73-4afd-896a-98f99dc9989b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:30.942243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d10a013f-819b-4a16-9f1e-9744de47e8be req-4ef37c3e-3c73-4afd-896a-98f99dc9989b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.3232460 Jan 28 03:57:30.948413 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56a9b02d-68c6-448d-a958-21fc862946d6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (ac9866bd-0e8c-484b-820d-a9fa45c05fd4), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.102961 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56a9b02d-68c6-448d-a958-21fc862946d6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (ac9866bd-0e8c-484b-820d-a9fa45c05fd4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.124562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bddd4d7-2dc2-4420-bdc6-98444d41c150 None None] Network 7b06d702-f090-48fa-a4d1-ffb066ee063b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:31.167491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2ba53f30-71a9-4fdc-a0c5-8cff103ee3df None None] Provisioning complete for port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:31.167871 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ba53f30-71a9-4fdc-a0c5-8cff103ee3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.251956 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56a9b02d-68c6-448d-a958-21fc862946d6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (ac9866bd-0e8c-484b-820d-a9fa45c05fd4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.313980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-156c9199-27c2-46b7-b2ac-656aae27ff9e req-c6ff9e73-ad84-4244-ad37-0ec2add03816 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3924963 Jan 28 03:57:31.350740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2ba53f30-71a9-4fdc-a0c5-8cff103ee3df None None] Port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:31.370024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60672) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:31.374927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c30bfa-1cae-45e5-b93a-3006c60badb5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting subnet d686ec7c-4081-4077-a21e-9ad35144a23a {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:31.388489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d10a013f-819b-4a16-9f1e-9744de47e8be req-7dbbcb2b-399f-427a-abfa-607d660effac tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307837 Jan 28 03:57:31.392388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9b02d-68c6-448d-a958-21fc862946d6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9866bd-0e8c-484b-820d-a9fa45c05fd4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:31.405998 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56a9b02d-68c6-448d-a958-21fc862946d6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.411675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9c30bfa-1cae-45e5-b93a-3006c60badb5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (d686ec7c-4081-4077-a21e-9ad35144a23a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.415166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-56a9b02d-68c6-448d-a958-21fc862946d6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/ac9866bd-0e8c-484b-820d-a9fa45c05fd4 HTTP/1.1" status: 204 len: 168 time: 0.8105843 Jan 28 03:57:31.417464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60676) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:31.435917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2ba53f30-71a9-4fdc-a0c5-8cff103ee3df None None] Provisioning complete for port b1197332-09ed-4a15-926c-bdd759881639 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:31.436300 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ba53f30-71a9-4fdc-a0c5-8cff103ee3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b1197332-09ed-4a15-926c-bdd759881639), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.478391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-06d24d81-91e9-432a-b009-538837a79335 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564835 Jan 28 03:57:31.478391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60678) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:31.484326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-799ea21c-851a-4dc4-b2df-a3d03e92416c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:31.492264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.9 (7b06d702-f090-48fa-a4d1-ffb066ee063b/f987c616-03ef-464f-83f6-df9a1ad5e9b4/2146bace-afb9-4a99-80f9-6793376c4536) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:31.516995 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9c30bfa-1cae-45e5-b93a-3006c60badb5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (d686ec7c-4081-4077-a21e-9ad35144a23a), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.518354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port aadd0811-5616-408c-852b-1e56d59b0012 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:31.518737 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aadd0811-5616-408c-852b-1e56d59b0012), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.554010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b02dd-024e-48c6-b4d1-1f164daf1f6c tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:31.555534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-048b02dd-024e-48c6-b4d1-1f164daf1f6c tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1092 time: 0.1780999 Jan 28 03:57:31.565999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60682) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:31.578891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:31.638736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799ea21c-851a-4dc4-b2df-a3d03e92416c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:31.642654 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-799ea21c-851a-4dc4-b2df-a3d03e92416c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.690905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.790863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2ba53f30-71a9-4fdc-a0c5-8cff103ee3df None None] Current status of the port b1197332-09ed-4a15-926c-bdd759881639 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:31.792873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port aadd0811-5616-408c-852b-1e56d59b0012 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:31.793271 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (aadd0811-5616-408c-852b-1e56d59b0012), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.871603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port aadd0811-5616-408c-852b-1e56d59b0012, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=aadd0811-5616-408c-852b-1e56d59b0012,segment=NetworkSegment(6ead388f-0d8b-441d-bbca-761683d170c7),segment_id=6ead388f-0d8b-441d-bbca-761683d170c7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:31.883584 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (aadd0811-5616-408c-852b-1e56d59b0012), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.917627 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (2146bace-afb9-4a99-80f9-6793376c4536), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.005995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-61c3ba0d-1c90-4e0d-ac4a-37b342b9a893 None None] Provisioning complete for port aadd0811-5616-408c-852b-1e56d59b0012 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:32.006506 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61c3ba0d-1c90-4e0d-ac4a-37b342b9a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aadd0811-5616-408c-852b-1e56d59b0012), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.058639 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (2146bace-afb9-4a99-80f9-6793376c4536), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.060932 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9c30bfa-1cae-45e5-b93a-3006c60badb5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (d686ec7c-4081-4077-a21e-9ad35144a23a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.080683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=aadd0811-5616-408c-852b-1e56d59b0012,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:32.083830 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-799ea21c-851a-4dc4-b2df-a3d03e92416c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (baee556c-8926-4204-9dd7-4c15139de371), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.154789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-61c3ba0d-1c90-4e0d-ac4a-37b342b9a893 None None] Current status of the port aadd0811-5616-408c-852b-1e56d59b0012 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:32.168532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799ea21c-851a-4dc4-b2df-a3d03e92416c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:32.172769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-799ea21c-851a-4dc4-b2df-a3d03e92416c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:32.177441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799ea21c-851a-4dc4-b2df-a3d03e92416c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:32.178447 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-799ea21c-851a-4dc4-b2df-a3d03e92416c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.194265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ea21c-851a-4dc4-b2df-a3d03e92416c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=baee556c-8926-4204-9dd7-4c15139de371,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:32.209279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-799ea21c-851a-4dc4-b2df-a3d03e92416c tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7278349 Jan 28 03:57:32.209568 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60692) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:32.214561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8f72f339-1c34-4dd7-b0a6-432c78f37c41 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:32.297694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de18b764-c365-45d6-9b3a-39fcb8a5efc4 None None] Provisioning complete for port 91d6367e-66ba-4ca7-823d-bfaf8531542a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:32.298511 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de18b764-c365-45d6-9b3a-39fcb8a5efc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (91d6367e-66ba-4ca7-823d-bfaf8531542a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.309271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 7b06d702-f090-48fa-a4d1-ffb066ee063b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:32.319168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:32.324618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=2146bace-afb9-4a99-80f9-6793376c4536,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:32.332186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:32.384357 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9c30bfa-1cae-45e5-b93a-3006c60badb5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (d686ec7c-4081-4077-a21e-9ad35144a23a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.388695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de18b764-c365-45d6-9b3a-39fcb8a5efc4 None None] Port 91d6367e-66ba-4ca7-823d-bfaf8531542a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:32.413888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de18b764-c365-45d6-9b3a-39fcb8a5efc4 None None] Provisioning complete for port aadd0811-5616-408c-852b-1e56d59b0012 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:32.414261 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de18b764-c365-45d6-9b3a-39fcb8a5efc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aadd0811-5616-408c-852b-1e56d59b0012), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.498126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f72f339-1c34-4dd7-b0a6-432c78f37c41 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:32.501255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c30bfa-1cae-45e5-b93a-3006c60badb5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Subnet': ['ID=d686ec7c-4081-4077-a21e-9ad35144a23a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:32.502105 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f72f339-1c34-4dd7-b0a6-432c78f37c41 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.521625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:32.522302 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.541686 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9c30bfa-1cae-45e5-b93a-3006c60badb5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.546694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device aadd0811-5616-408c-852b-1e56d59b0012 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:32.548554 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c9c30bfa-1cae-45e5-b93a-3006c60badb5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/d686ec7c-4081-4077-a21e-9ad35144a23a HTTP/1.1" status: 204 len: 168 time: 1.8728399 Jan 28 03:57:32.550282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:32.610333 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a88be6-efe2-4f47-a190-c6ec51e6c00b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:32.610814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a88be6-efe2-4f47-a190-c6ec51e6c00b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:32.618049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e8a88be6-efe2-4f47-a190-c6ec51e6c00b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/f615635b-9356-4e20-a430-771dc816292e HTTP/1.1" status: 404 len: 337 time: 0.0616140 Jan 28 03:57:32.621637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60702) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:32.643084 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fd865f23-15a8-4473-a0f8-98d31340532d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9228735 Jan 28 03:57:32.643780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60704) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:32.646417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a8916-0bb1-4dae-bb06-203132a595a6 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:32.679095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d795686c-09f2-486a-93c1-97d06f003952 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b4e7540-56e8-42b7-b6ec-d3cfcfc43908 HTTP/1.1" status: 200 len: 205 time: 0.0563068 Jan 28 03:57:32.679719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:32.696113 n-d-808199-14 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-8f72f339-1c34-4dd7-b0a6-432c78f37c41 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet baee556c-8926-4204-9dd7-4c15139de371 (CIDR: 2001:db8::/64) Jan 28 03:57:32.743075 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f72f339-1c34-4dd7-b0a6-432c78f37c41 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:32.743729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f72f339-1c34-4dd7-b0a6-432c78f37c41 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:32.766287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.775510 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-608a1ba1-af9d-4980-a5ff-5f2426d57172 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] delete failed (client error): The resource could not be found. Jan 28 03:57:32.780172 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-608a1ba1-af9d-4980-a5ff-5f2426d57172 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/routers/4b4e7540-56e8-42b7-b6ec-d3cfcfc43908 HTTP/1.1" status: 404 len: 336 time: 0.0850387 Jan 28 03:57:32.782406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60710) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:32.828086 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f72f339-1c34-4dd7-b0a6-432c78f37c41 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6173480 Jan 28 03:57:32.831292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:32.838174 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c16141-67d5-4219-b866-d09ccb097051 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:32.838549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c16141-67d5-4219-b866-d09ccb097051 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:32.841693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-95c16141-67d5-4219-b866-d09ccb097051 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/65317f6e-25ab-4d09-bf0b-3ff76249130a HTTP/1.1" status: 404 len: 337 time: 0.0569184 Jan 28 03:57:32.847413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'subnet': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:32.852527 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:32.854361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26138101-5518-43e7-8e77-891b9fc4c072 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:32.856147 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-26138101-5518-43e7-8e77-891b9fc4c072 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1941705 Jan 28 03:57:32.859657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60718) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:32.861151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2208b611-ea94-4367-b167-6b34f8eccef7 None None] Network b388c649-939b-4f6a-8a6d-12257ba18f96 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:32.892577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274130c-861d-4289-a4d3-28255da79b77 req-5554a1cc-63ec-470a-a29d-777c8dd19be0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:32.899887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8274130c-861d-4289-a4d3-28255da79b77 req-5554a1cc-63ec-470a-a29d-777c8dd19be0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2067511 Jan 28 03:57:32.904450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port aadd0811-5616-408c-852b-1e56d59b0012 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:32.904943 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (aadd0811-5616-408c-852b-1e56d59b0012), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:32.980985 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe37949-1201-4f93-8752-043a64eb403b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:32.981453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe37949-1201-4f93-8752-043a64eb403b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:32.987264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bfe37949-1201-4f93-8752-043a64eb403b tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/2de5e0cd-2ca5-46a1-99a7-66282fb5cc67 HTTP/1.1" status: 404 len: 337 time: 0.1336691 Jan 28 03:57:32.991657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:33.000341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a0022-a5b9-4349-b662-208ea8bc18b0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:33.008470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a0022-a5b9-4349-b662-208ea8bc18b0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:33.015242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a0022-a5b9-4349-b662-208ea8bc18b0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:33.017457 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-400a0022-a5b9-4349-b662-208ea8bc18b0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1565747 Jan 28 03:57:33.023081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:33.045869 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd19a733-949f-4475-9016-6330b50ab6d5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:33.046338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd19a733-949f-4475-9016-6330b50ab6d5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:33.049510 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bd19a733-949f-4475-9016-6330b50ab6d5 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/9e497057-57ea-4da2-b6ec-8e53a6b5dc52 HTTP/1.1" status: 404 len: 337 time: 0.0550864 Jan 28 03:57:33.050540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.25.1.75 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/64a9ef2a-20e2-43d5-820d-c49590214e60) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:33.053525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:33.068781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de18b764-c365-45d6-9b3a-39fcb8a5efc4 None None] Current status of the port aadd0811-5616-408c-852b-1e56d59b0012 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:33.159470 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-725a2428-42bb-4abd-a9d8-99b6229f0837 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:33.160194 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725a2428-42bb-4abd-a9d8-99b6229f0837 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:33.164073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-725a2428-42bb-4abd-a9d8-99b6229f0837 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/09067aba-ffef-4570-b9dc-e8087994f6fa HTTP/1.1" status: 404 len: 333 time: 0.1067920 Jan 28 03:57:33.170704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:33.225450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8274130c-861d-4289-a4d3-28255da79b77 req-4cec465c-3b68-4099-a019-eed22080842c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635682 Jan 28 03:57:33.235677 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa243d5c-79b5-4765-bb5d-725e92c69210 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:33.236391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa243d5c-79b5-4765-bb5d-725e92c69210 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:33.239905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fa243d5c-79b5-4765-bb5d-725e92c69210 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/eba1bb44-c93d-4f40-8054-a9ce1fe4ae86 HTTP/1.1" status: 404 len: 337 time: 0.0682647 Jan 28 03:57:33.249774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:33.268437 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (64a9ef2a-20e2-43d5-820d-c49590214e60), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.283882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Provisioning complete for port 2146bace-afb9-4a99-80f9-6793376c4536 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:33.284316 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2146bace-afb9-4a99-80f9-6793376c4536), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.290256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port aadd0811-5616-408c-852b-1e56d59b0012 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:33.296245 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1487da5-9be5-42c3-9b69-b0da3238d379 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:33.297928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1487da5-9be5-42c3-9b69-b0da3238d379 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:33.301267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b1487da5-9be5-42c3-9b69-b0da3238d379 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/98abbabc-fb07-4ee7-b279-15662426db5c HTTP/1.1" status: 404 len: 337 time: 0.0502450 Jan 28 03:57:33.304359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60736) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:33.337022 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e7240b-3454-44be-8e4a-5d9e4a9ee03f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:33.337966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e7240b-3454-44be-8e4a-5d9e4a9ee03f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:33.341406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-67e7240b-3454-44be-8e4a-5d9e4a9ee03f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/055a63a0-47d8-48da-ab08-3ae2b15f1b83 HTTP/1.1" status: 404 len: 333 time: 0.0359023 Jan 28 03:57:33.345518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd5fae-b8c5-4b97-a15c-60972756eb7e None None] Update dhcp port {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'fixed_ips': [{'subnet_id': 'baee556c-8926-4204-9dd7-4c15139de371'}], 'binding:host_id': 'n-d-808199-14'}, 'id': '645a335a-9cba-4867-af1f-87740acd16b1'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:57:33.345746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60738) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:33.355403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:33.359223 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.377538 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (64a9ef2a-20e2-43d5-820d-c49590214e60), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.399508 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26998e7b-1711-42d2-9006-a121ba3dc1f6 None None] DHCP port deletion for b388c649-939b-4f6a-8a6d-12257ba18f96 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:57:33.402691 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-094942a1-26fe-4630-a045-94fda9e81943 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:33.403386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094942a1-26fe-4630-a045-94fda9e81943 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:33.406470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-094942a1-26fe-4630-a045-94fda9e81943 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/47f72f77-7f75-4fd8-8b91-906d81e6ad22 HTTP/1.1" status: 404 len: 337 time: 0.0596404 Jan 28 03:57:33.409376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:33.421866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Port 2146bace-afb9-4a99-80f9-6793376c4536 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:33.423765 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cebd5fae-b8c5-4b97-a15c-60972756eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (645a335a-9cba-4867-af1f-87740acd16b1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.447319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:33.453218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:33.465448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:33.512425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=64a9ef2a-20e2-43d5-820d-c49590214e60,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:33.531609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Provisioning complete for port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:33.532012 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.550405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdc1c8-7237-42ca-b047-ec629bb59649 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 2146bace-afb9-4a99-80f9-6793376c4536 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:33.550756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc1c8-7237-42ca-b047-ec629bb59649 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2146bace-afb9-4a99-80f9-6793376c4536), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.564420 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-247430ff-018d-4456-b698-d84d2f56134f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:33.564420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247430ff-018d-4456-b698-d84d2f56134f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:33.566424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-247430ff-018d-4456-b698-d84d2f56134f tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/subnets/becfd0c7-28ea-4fe1-a5ad-811a9a9cd28f HTTP/1.1" status: 404 len: 337 time: 0.1561358 Jan 28 03:57:33.597181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:33.702162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:33.710241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-26998e7b-1711-42d2-9006-a121ba3dc1f6 None None] Deleting port b1197332-09ed-4a15-926c-bdd759881639 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:33.710767 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-26998e7b-1711-42d2-9006-a121ba3dc1f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b1197332-09ed-4a15-926c-bdd759881639), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.732213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf9e39-b545-4529-b272-23601130cb07 req-4e69f22b-0d01-42c3-aed3-75cb7b8e3ad3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:33.733827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16bf9e39-b545-4529-b272-23601130cb07 req-4e69f22b-0d01-42c3-aed3-75cb7b8e3ad3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1852937 Jan 28 03:57:33.860436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16bf9e39-b545-4529-b272-23601130cb07 req-0cb1bc84-d1ec-4df6-b218-a68c6c75cd1c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097546 Jan 28 03:57:33.864985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc13b5-14b9-47ff-bb05-634a7f9cc8a4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Deleting port c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:33.865323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8dc13b5-14b9-47ff-bb05-634a7f9cc8a4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.874635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc1c8-7237-42ca-b047-ec629bb59649 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2146bace-afb9-4a99-80f9-6793376c4536), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.892967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdc1c8-7237-42ca-b047-ec629bb59649 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 2146bace-afb9-4a99-80f9-6793376c4536 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:33.894024 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:33.894935 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.902424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-26998e7b-1711-42d2-9006-a121ba3dc1f6 None None] For port b1197332-09ed-4a15-926c-bdd759881639, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b1197332-09ed-4a15-926c-bdd759881639,segment=NetworkSegment(0ffc03f9-47a4-4487-9c7b-f8a2da837aec),segment_id=0ffc03f9-47a4-4487-9c7b-f8a2da837aec)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:33.902861 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-26998e7b-1711-42d2-9006-a121ba3dc1f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b1197332-09ed-4a15-926c-bdd759881639), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.001326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8dc13b5-14b9-47ff-bb05-634a7f9cc8a4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.024522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc13b5-14b9-47ff-bb05-634a7f9cc8a4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Calling delete_port for c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:34.030262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-26998e7b-1711-42d2-9006-a121ba3dc1f6 None None] Calling delete_port for b1197332-09ed-4a15-926c-bdd759881639 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:34.114412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-cebd5fae-b8c5-4b97-a15c-60972756eb7e None None] Allocated IP 2001:db8::2 (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/baee556c-8926-4204-9dd7-4c15139de371/645a335a-9cba-4867-af1f-87740acd16b1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:34.172889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (43d7d4c4-21ed-461a-962f-172845918f96), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.181501 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8dc13b5-14b9-47ff-bb05-634a7f9cc8a4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.197984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc1c8-7237-42ca-b047-ec629bb59649 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (2146bace-afb9-4a99-80f9-6793376c4536), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.232641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdc1c8-7237-42ca-b047-ec629bb59649 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=2146bace-afb9-4a99-80f9-6793376c4536,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:34.240980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:34.268632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc13b5-14b9-47ff-bb05-634a7f9cc8a4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Port': ['ID=c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:34.283631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Provisioning complete for port 91d6367e-66ba-4ca7-823d-bfaf8531542a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:34.284006 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (91d6367e-66ba-4ca7-823d-bfaf8531542a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.292511 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-26998e7b-1711-42d2-9006-a121ba3dc1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (b1197332-09ed-4a15-926c-bdd759881639), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.300210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8dc13b5-14b9-47ff-bb05-634a7f9cc8a4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.308451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a8dc13b5-14b9-47ff-bb05-634a7f9cc8a4 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/ports/c2e6f5b8-0fb4-4e3b-9be8-2ce33ee9ffa0 HTTP/1.1" status: 204 len: 168 time: 0.7033041 Jan 28 03:57:34.311036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60756) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:34.370607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64a9ef2a-20e2-43d5-820d-c49590214e60), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.394682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc1c8-7237-42ca-b047-ec629bb59649 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.405992 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0cfdc1c8-7237-42ca-b047-ec629bb59649 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/2146bace-afb9-4a99-80f9-6793376c4536 HTTP/1.1" status: 204 len: 168 time: 1.3814206 Jan 28 03:57:34.408615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60758) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:34.415017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26998e7b-1711-42d2-9006-a121ba3dc1f6 None None] Pushing event deleted for resources: {'Port': ['ID=b1197332-09ed-4a15-926c-bdd759881639,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:34.442702 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6d6357-acbe-4a84-8e17-9e27e6627b95 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:57:34.447252 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fc6d6357-acbe-4a84-8e17-9e27e6627b95 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/2146bace-afb9-4a99-80f9-6793376c4536 HTTP/1.1" status: 404 len: 333 time: 0.0376112 Jan 28 03:57:34.447872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60760) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:34.456166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cebd5fae-b8c5-4b97-a15c-60972756eb7e None None] For port 645a335a-9cba-4867-af1f-87740acd16b1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=645a335a-9cba-4867-af1f-87740acd16b1,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:34.506003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Port 91d6367e-66ba-4ca7-823d-bfaf8531542a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:34.510464 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (b388c649-939b-4f6a-8a6d-12257ba18f96), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.532672 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26998e7b-1711-42d2-9006-a121ba3dc1f6 None None] No DVR routers for this DVR port b1197332-09ed-4a15-926c-bdd759881639 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:34.559467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.objects.ports [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:57:34.561414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b3f93b92-f4fe-43ed-ad32-d2f01a1e6aaf None None] Could not find standard attr ID for object b1197332-09ed-4a15-926c-bdd759881639. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:57:34.566056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b1197332-09ed-4a15-926c-bdd759881639 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:57:34.610392 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cebd5fae-b8c5-4b97-a15c-60972756eb7e None None] Publish callbacks [] for port (645a335a-9cba-4867-af1f-87740acd16b1), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.613703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: b1197332-09ed-4a15-926c-bdd759881639 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:57:34.614882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b1197332-09ed-4a15-926c-bdd759881639 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:57:34.620720 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cebd5fae-b8c5-4b97-a15c-60972756eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (645a335a-9cba-4867-af1f-87740acd16b1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.686539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb14ca-4e24-4ff1-a0a0-240d646bf5e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 91d6367e-66ba-4ca7-823d-bfaf8531542a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:34.687094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4eb14ca-4e24-4ff1-a0a0-240d646bf5e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (91d6367e-66ba-4ca7-823d-bfaf8531542a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.753123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (b388c649-939b-4f6a-8a6d-12257ba18f96), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.778310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (64a9ef2a-20e2-43d5-820d-c49590214e60), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.783687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b388c649-939b-4f6a-8a6d-12257ba18f96']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:34.797044 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (64a9ef2a-20e2-43d5-820d-c49590214e60), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.797918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffc03f9-47a4-4487-9c7b-f8a2da837aec') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:34.798221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffc03f9-47a4-4487-9c7b-f8a2da837aec') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:34.813774 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (0ffc03f9-47a4-4487-9c7b-f8a2da837aec), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.828392 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0ffc03f9-47a4-4487-9c7b-f8a2da837aec), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.836321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:57:34.836728 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (0ffc03f9-47a4-4487-9c7b-f8a2da837aec), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.856437 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4eb14ca-4e24-4ff1-a0a0-240d646bf5e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (91d6367e-66ba-4ca7-823d-bfaf8531542a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.922851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd5fae-b8c5-4b97-a15c-60972756eb7e None None] Pushing event updated for resources: {'Port': ['ID=645a335a-9cba-4867-af1f-87740acd16b1,revision_number=15']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:34.923873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (43d7d4c4-21ed-461a-962f-172845918f96), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:57:34.953078 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:57:34.955808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (b388c649-939b-4f6a-8a6d-12257ba18f96), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.972707 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.978825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] 10.222.0.44 "DELETE /v2.0/networks/b388c649-939b-4f6a-8a6d-12257ba18f96 HTTP/1.1" status: 204 len: 168 time: 0.6645930 Jan 28 03:57:34.993487 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=64a9ef2a-20e2-43d5-820d-c49590214e60,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:35.001835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb14ca-4e24-4ff1-a0a0-240d646bf5e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 91d6367e-66ba-4ca7-823d-bfaf8531542a owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:35.047198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae093aa-c359-46b7-b7a1-59d44bf93700 tempest-PortsIpV6TestJSON-567892765 tempest-PortsIpV6TestJSON-567892765-project] Pushing event deleted for resources: {'Network': ['ID=b388c649-939b-4f6a-8a6d-12257ba18f96,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:35.150240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452629a-4deb-4763-a035-613e63e219fe req-0e3f4bae-d4dc-4836-8fef-9d36bd3188f7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:35.152228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1452629a-4deb-4763-a035-613e63e219fe req-0e3f4bae-d4dc-4836-8fef-9d36bd3188f7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1450427 Jan 28 03:57:35.191048 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Floating IP 43d7d4c4-21ed-461a-962f-172845918f96 associated. External IP: 172.25.1.75, port: 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630. Jan 28 03:57:35.228635 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (645a335a-9cba-4867-af1f-87740acd16b1), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:35.399733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4eb14ca-4e24-4ff1-a0a0-240d646bf5e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (91d6367e-66ba-4ca7-823d-bfaf8531542a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:35.404408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1452629a-4deb-4763-a035-613e63e219fe req-9b8b20a3-af44-466e-9c9b-b3a1e2fef902 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137392 Jan 28 03:57:35.479580 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60772) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:35.495043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb14ca-4e24-4ff1-a0a0-240d646bf5e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=91d6367e-66ba-4ca7-823d-bfaf8531542a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:35.526791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] For port 645a335a-9cba-4867-af1f-87740acd16b1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=645a335a-9cba-4867-af1f-87740acd16b1,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:35.578599 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (645a335a-9cba-4867-af1f-87740acd16b1), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:35.638497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (645a335a-9cba-4867-af1f-87740acd16b1), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:35.639254 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (c606e232-a7cc-4e04-b811-3f39f352d004), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:35.738293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4eb14ca-4e24-4ff1-a0a0-240d646bf5e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:35.744663 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d4eb14ca-4e24-4ff1-a0a0-240d646bf5e3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/91d6367e-66ba-4ca7-823d-bfaf8531542a HTTP/1.1" status: 204 len: 168 time: 1.2918890 Jan 28 03:57:35.745280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:35.762682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 3a29871f-f4c7-4018-8a1b-6ff59491c63e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:57:35.782453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=645a335a-9cba-4867-af1f-87740acd16b1,revision_number=17']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:35.809215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Subnet': ['ID=c606e232-a7cc-4e04-b811-3f39f352d004,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:35.824926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:35.825291 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c103c9da-fc19-467c-94cb-9b9149b04837 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e58f8fee11374469ae6c917ba1e10fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382266 Jan 28 03:57:35.827014 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f835a91c-00c2-4f91-9012-e5a93e81d9e4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:57:35.830856 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f835a91c-00c2-4f91-9012-e5a93e81d9e4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/91d6367e-66ba-4ca7-823d-bfaf8531542a HTTP/1.1" status: 404 len: 333 time: 0.0822809 Jan 28 03:57:35.831950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60780) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:35.847374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:35.868082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d41a6-f0ba-47f3-8070-8824eb9c4c59 req-2348ba66-246a-4628-980f-eee119d4ecff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:35.877523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be9d41a6-f0ba-47f3-8070-8824eb9c4c59 req-2348ba66-246a-4628-980f-eee119d4ecff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2954438 Jan 28 03:57:35.885391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:35.900554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cec75c98-8f7e-4fce-9011-d3e730216d8d None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:35.901116 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cec75c98-8f7e-4fce-9011-d3e730216d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:35.902706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b21718-f12d-4bdd-ae11-f3b5962ddec8 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:35.913612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:35.914475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:35.964259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7f1ef7b1-95ec-407b-aa20-116ed90dd3bc tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1299341 Jan 28 03:57:35.970470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:35.981077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Request body: {'port': {'network_id': '6a7227f2-5258-465d-a2b1-a1c9a424a7f7', 'mac_address': 'fa:16:3e:98:7e:ad', 'name': 'tempest-NetworksTestDHCPv6-1474363416'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:35.999078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be9d41a6-f0ba-47f3-8070-8824eb9c4c59 req-02082b5e-cd43-4e9e-b545-ae8a6153fa5a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184731 Jan 28 03:57:36.017361 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d2352c9-b59a-4920-951b-76a99d272101 admin admin] Publish callbacks [] for security_group (9ec016ac-11c7-4532-bdab-2d41426f5602), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.021286 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:57:36.026688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a729b7-4e1f-4cd4-9ceb-a312bb2f4a1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet f987c616-03ef-464f-83f6-df9a1ad5e9b4 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:36.030314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1a729b7-4e1f-4cd4-9ceb-a312bb2f4a1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (f987c616-03ef-464f-83f6-df9a1ad5e9b4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.049736 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] Sync routers for ids ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:57:36.069553 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] Routers {'3a29871f-f4c7-4018-8a1b-6ff59491c63e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:36.070181 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:36.076594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1a729b7-4e1f-4cd4-9ceb-a312bb2f4a1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (f987c616-03ef-464f-83f6-df9a1ad5e9b4), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.185849 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.189160 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d2352c9-b59a-4920-951b-76a99d272101 admin admin] Publish callbacks [] for security_group (9ec016ac-11c7-4532-bdab-2d41426f5602), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.227184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cec75c98-8f7e-4fce-9011-d3e730216d8d None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:36.260902 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-15a591cd-ed7c-441e-a36d-f4ac05bab710 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6914148 Jan 28 03:57:36.282991 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] Set router 3a29871f-f4c7-4018-8a1b-6ff59491c63e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:57:36.286919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:57:36.291117 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb435c9-94c5-4416-b2ff-03859f37a028" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:57:36.299561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f38d1-ab2c-4a91-bbd6-fd091fcd298c req-17da0871-e277-46bb-9f6f-290cc0628240 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:36.302104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d5f38d1-ab2c-4a91-bbd6-fd091fcd298c req-17da0871-e277-46bb-9f6f-290cc0628240 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1792526 Jan 28 03:57:36.325748 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1a729b7-4e1f-4cd4-9ceb-a312bb2f4a1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f987c616-03ef-464f-83f6-df9a1ad5e9b4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.340324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Made reservation on behalf of 3dbd8cb93cf149e6b884d9beaf321f73 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:36.432052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1a729b7-4e1f-4cd4-9ceb-a312bb2f4a1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (f987c616-03ef-464f-83f6-df9a1ad5e9b4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.438877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d2352c9-b59a-4920-951b-76a99d272101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9ec016ac-11c7-4532-bdab-2d41426f5602), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.442018 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d2352c9-b59a-4920-951b-76a99d272101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.446450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4d2352c9-b59a-4920-951b-76a99d272101 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ec016ac-11c7-4532-bdab-2d41426f5602 HTTP/1.1" status: 204 len: 168 time: 0.6203046 Jan 28 03:57:36.481889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a729b7-4e1f-4cd4-9ceb-a312bb2f4a1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=f987c616-03ef-464f-83f6-df9a1ad5e9b4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:36.488234 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1a729b7-4e1f-4cd4-9ceb-a312bb2f4a1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.493989 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b1a729b7-4e1f-4cd4-9ceb-a312bb2f4a1c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/f987c616-03ef-464f-83f6-df9a1ad5e9b4 HTTP/1.1" status: 204 len: 168 time: 0.6603267 Jan 28 03:57:36.496466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60794) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:36.509372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4412e823-ed95-40a1-8568-f0694e03676c None None] Network 7b06d702-f090-48fa-a4d1-ffb066ee063b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:36.574396 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2352c9-b59a-4920-951b-76a99d272101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec016ac-11c7-4532-bdab-2d41426f5602,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:36.599293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d5f38d1-ab2c-4a91-bbd6-fd091fcd298c req-f57803ac-b057-4038-bddc-c0c38969d014 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884202 Jan 28 03:57:36.638219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 645a335a-9cba-4867-af1f-87740acd16b1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:36.654385 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (7b06d702-f090-48fa-a4d1-ffb066ee063b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.742733 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04877bd9-e407-49f9-a9ba-d66806646022 x-openstack-request-id: req-04877bd9-e407-49f9-a9ba-d66806646022 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:57:36.743146 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:57:36.743413 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04877bd9-e407-49f9-a9ba-d66806646022 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:57:36.743844 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'status': 'completed', 'code': 200} Jan 28 03:57:36.754264 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '43d7d4c4-21ed-461a-962f-172845918f96', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.75', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'port_id': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'mac_address': 'fa:16:3e:b1:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:57:33Z', 'updated_at': '2022-01-28T03:57:33Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc2a277-c08d-4c4b-87d0-eae0616cd6f2', 'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:be:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:57:00Z', 'updated_at': '2022-01-28T03:57:14Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:36.762313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51a493-b79b-44a8-b66d-2624f1838820 req-4193d155-15b3-42ee-af87-696d67cebd74 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:36.775059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b51a493-b79b-44a8-b66d-2624f1838820 req-4193d155-15b3-42ee-af87-696d67cebd74 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.3990884 Jan 28 03:57:36.822033 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] Checking router: 3a29871f-f4c7-4018-8a1b-6ff59491c63e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:57:36.836891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port aadd0811-5616-408c-852b-1e56d59b0012 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:36.837823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (aadd0811-5616-408c-852b-1e56d59b0012), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.839195 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] Routers {'3a29871f-f4c7-4018-8a1b-6ff59491c63e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:36.839600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.840556 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:36.956892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] device_id is not set on port bc339182-4461-4bd8-8439-49477f6957bf yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:36.964228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:36.964693 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:37.065371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbed378-1eb5-4f32-86ff-f37ac174c389 None None] DHCP port deletion for 7b06d702-f090-48fa-a4d1-ffb066ee063b request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:57:37.154729 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] Set router 3a29871f-f4c7-4018-8a1b-6ff59491c63e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:57:37.224731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:37.260871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2fbed378-1eb5-4f32-86ff-f37ac174c389 None None] Deleting port aadd0811-5616-408c-852b-1e56d59b0012 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:37.269088 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fbed378-1eb5-4f32-86ff-f37ac174c389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (aadd0811-5616-408c-852b-1e56d59b0012), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:37.312372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8::30a (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/baee556c-8926-4204-9dd7-4c15139de371/bc339182-4461-4bd8-8439-49477f6957bf) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:37.331850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Allocated IP 2001:db8:0:1:f816:3eff:fe98:7ead (6a7227f2-5258-465d-a2b1-a1c9a424a7f7/c606e232-a7cc-4e04-b811-3f39f352d004/bc339182-4461-4bd8-8439-49477f6957bf) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:37.367530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2fbed378-1eb5-4f32-86ff-f37ac174c389 None None] For port aadd0811-5616-408c-852b-1e56d59b0012, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=aadd0811-5616-408c-852b-1e56d59b0012,segment=NetworkSegment(6ead388f-0d8b-441d-bbca-761683d170c7),segment_id=6ead388f-0d8b-441d-bbca-761683d170c7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:37.368109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fbed378-1eb5-4f32-86ff-f37ac174c389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (aadd0811-5616-408c-852b-1e56d59b0012), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:37.398580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2fbed378-1eb5-4f32-86ff-f37ac174c389 None None] Calling delete_port for aadd0811-5616-408c-852b-1e56d59b0012 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:37.506768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b51a493-b79b-44a8-b66d-2624f1838820 req-a72dea6a-db01-4321-9c94-d6552fe28ab5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6599677 Jan 28 03:57:37.515609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-92660353-2263-4d6d-965a-11969636f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:37.518244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-92660353-2263-4d6d-965a-11969636f8a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1097 time: 0.7407894 Jan 28 03:57:37.555595 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fbed378-1eb5-4f32-86ff-f37ac174c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (aadd0811-5616-408c-852b-1e56d59b0012), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:37.613762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cd83db79-53b5-4c57-821f-784387dd4db5 None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:37.614964 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd83db79-53b5-4c57-821f-784387dd4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:37.704536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbed378-1eb5-4f32-86ff-f37ac174c389 None None] Pushing event deleted for resources: {'Port': ['ID=aadd0811-5616-408c-852b-1e56d59b0012,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:37.728804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbed378-1eb5-4f32-86ff-f37ac174c389 None None] No DVR routers for this DVR port aadd0811-5616-408c-852b-1e56d59b0012 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:37.759696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:37.858700 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '43d7d4c4-21ed-461a-962f-172845918f96', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.75', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'port_id': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'mac_address': 'fa:16:3e:b1:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:57:33Z', 'updated_at': '2022-01-28T03:57:33Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc2a277-c08d-4c4b-87d0-eae0616cd6f2', 'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:be:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:57:00Z', 'updated_at': '2022-01-28T03:57:14Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:37.890903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cd83db79-53b5-4c57-821f-784387dd4db5 None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:37.951943 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe198c2-6e36-4618-b05e-2136ab2d1705 None None] The sync data for ids ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'] in n-d-808199-14 is: [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '43d7d4c4-21ed-461a-962f-172845918f96', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.75', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'port_id': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'mac_address': 'fa:16:3e:b1:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:57:33Z', 'updated_at': '2022-01-28T03:57:33Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc2a277-c08d-4c4b-87d0-eae0616cd6f2', 'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:be:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:57:00Z', 'updated_at': '2022-01-28T03:57:14Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:57:37.970457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] For port aadd0811-5616-408c-852b-1e56d59b0012, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=aadd0811-5616-408c-852b-1e56d59b0012,segment=NetworkSegment(6ead388f-0d8b-441d-bbca-761683d170c7),segment_id=6ead388f-0d8b-441d-bbca-761683d170c7)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:37.970823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (aadd0811-5616-408c-852b-1e56d59b0012), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.021736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for aadd0811-5616-408c-852b-1e56d59b0012 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:38.049545 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-117abe2f-5084-4d3f-95d5-aa271d648fe5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/43d7d4c4-21ed-461a-962f-172845918f96 HTTP/1.1" status: 200 len: 990 time: 0.2886813 Jan 28 03:57:38.065375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:38.147547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec019-512f-4710-ab28-7aba3cdb6430 req-6fcb5e0f-e69e-4471-a919-2fe74f8de971 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:38.151008 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (aadd0811-5616-408c-852b-1e56d59b0012), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.161458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d5ec019-512f-4710-ab28-7aba3cdb6430 req-6fcb5e0f-e69e-4471-a919-2fe74f8de971 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 1.3120120 Jan 28 03:57:38.179079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=aadd0811-5616-408c-852b-1e56d59b0012,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:38.182710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No DVR routers for this DVR port aadd0811-5616-408c-852b-1e56d59b0012 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:38.321267 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (7b06d702-f090-48fa-a4d1-ffb066ee063b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.372809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4bd388-ee46-4e5d-aadf-1a0d6a0cf1d3 None None] New status for floating IP 43d7d4c4-21ed-461a-962f-172845918f96: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:57:38.373456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-682993617'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:38.384068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d5ec019-512f-4710-ab28-7aba3cdb6430 req-5ebf77b5-e572-41b4-970f-24d964685662 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217197 Jan 28 03:57:38.390051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b06d702-f090-48fa-a4d1-ffb066ee063b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:38.409713 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for port (bc339182-4461-4bd8-8439-49477f6957bf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.417273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-575fd97f-d2bf-4786-aaa8-bd2026b1b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:38.419641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-575fd97f-d2bf-4786-aaa8-bd2026b1b7b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.2936876 Jan 28 03:57:38.421937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ead388f-0d8b-441d-bbca-761683d170c7') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:38.422237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ead388f-0d8b-441d-bbca-761683d170c7') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:38.457343 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (6ead388f-0d8b-441d-bbca-761683d170c7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.478888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:38.486863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.508362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.518541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6ead388f-0d8b-441d-bbca-761683d170c7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.527487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device aadd0811-5616-408c-852b-1e56d59b0012 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:57:38.538287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:57:38.538647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (6ead388f-0d8b-441d-bbca-761683d170c7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:57:38.541810 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:57:38.550489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-3e7c1fce-bc5a-4576-aa7e-5362c09a0f52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 998 time: 0.1221449 Jan 28 03:57:38.554315 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bc339182-4461-4bd8-8439-49477f6957bf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.612120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: aadd0811-5616-408c-852b-1e56d59b0012 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:57:38.612463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device aadd0811-5616-408c-852b-1e56d59b0012 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:57:38.667834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:38.680552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:38.703587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:38.713610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:38.714317 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.728469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-59b9d0ed-d563-444d-aba2-49d04ba6c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:38.748564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-59b9d0ed-d563-444d-aba2-49d04ba6c96a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.1916912 Jan 28 03:57:38.754395 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for security_group (518274fd-258d-4365-8b48-db03061db9e8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.755394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event updated for resources: {'Port': ['ID=bc339182-4461-4bd8-8439-49477f6957bf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:38.756415 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (7b06d702-f090-48fa-a4d1-ffb066ee063b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.771780 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.791944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60828) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:38.792583 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/networks/7b06d702-f090-48fa-a4d1-ffb066ee063b HTTP/1.1" status: 204 len: 168 time: 2.2898262 Jan 28 03:57:38.797432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (518274fd-258d-4365-8b48-db03061db9e8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.819225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-124049992'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:38.840088 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-11de14f3-f3eb-4520-9f64-5d824122d8ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8673358 Jan 28 03:57:38.847789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbdff3-7d5f-45a6-82e3-04297809084c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Network': ['ID=7b06d702-f090-48fa-a4d1-ffb066ee063b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:38.854070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60830) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:38.902428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:38.905035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:57:38.906752 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.911500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-2c9ad459-847c-460f-9ce3-71ac49b0df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:38.913164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-2c9ad459-847c-460f-9ce3-71ac49b0df5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314690 Jan 28 03:57:38.920076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518274fd-258d-4365-8b48-db03061db9e8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:38.934654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ce06d8a8-51fc-41a9-a505-eceff67b233f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:38.935242 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added segment ce06d8a8-51fc-41a9-a505-eceff67b233f of type vlan for network a91d1ca9-a505-4767-a001-ec887b8d3387 Jan 28 03:57:39.031252 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a91d1ca9-a505-4767-a001-ec887b8d3387), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.048014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:57:39.054583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60832) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:39.103342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-52213aa0-ea74-4449-bffe-6761d8807948 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting port bc339182-4461-4bd8-8439-49477f6957bf {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:39.103771 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52213aa0-ea74-4449-bffe-6761d8807948 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bc339182-4461-4bd8-8439-49477f6957bf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.132650 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (def73b29-b834-411f-ad7a-18818435575f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.133052 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Added segment def73b29-b834-411f-ad7a-18818435575f of type vlan for network 6411f3a4-7fd6-4305-a3be-ac049adc2f34 Jan 28 03:57:39.141025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a91d1ca9-a505-4767-a001-ec887b8d3387), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.142433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ec03908b-64e6-47f6-ae0d-ddc3544e20ed None None] Provisioning complete for port bc339182-4461-4bd8-8439-49477f6957bf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:39.143033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec03908b-64e6-47f6-ae0d-ddc3544e20ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bc339182-4461-4bd8-8439-49477f6957bf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.146934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:39.147657 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.220121 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0739243 Jan 28 03:57:39.223618 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ec03908b-64e6-47f6-ae0d-ddc3544e20ed None None] Port bc339182-4461-4bd8-8439-49477f6957bf cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:39.224334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-1140570c-456c-422c-a1bc-c330fc4de509 service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010008 Jan 28 03:57:39.230541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:39.237528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1962102264'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:39.299223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147c417-37ba-4b87-a32f-6c48ee76c8b7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Network': ['ID=a91d1ca9-a505-4767-a001-ec887b8d3387,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:39.311627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a91d1ca9-a505-4767-a001-ec887b8d3387 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:57:39.321527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cc99c052-da48-40fc-a9e4-daf89bd43e75 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/43d7d4c4-21ed-461a-962f-172845918f96 HTTP/1.1" status: 200 len: 992 time: 0.2607021 Jan 28 03:57:39.328099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (6411f3a4-7fd6-4305-a3be-ac049adc2f34), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.333706 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52213aa0-ea74-4449-bffe-6761d8807948 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bc339182-4461-4bd8-8439-49477f6957bf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.350449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-52213aa0-ea74-4449-bffe-6761d8807948 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Calling delete_port for bc339182-4461-4bd8-8439-49477f6957bf owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:39.383900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:39.387468 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.430834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ecb435c9-94c5-4416-b2ff-03859f37a028 req-946fde8e-9547-4148-a35d-782f92b6477c service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880445 Jan 28 03:57:39.438602 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (6411f3a4-7fd6-4305-a3be-ac049adc2f34), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.450593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:39.451328 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.471492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:57:39.532168 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (29852289-1ea5-4965-b8a2-2436fafa8c8c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.532647 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added segment 29852289-1ea5-4965-b8a2-2436fafa8c8c of type vlan for network 1a119881-f531-4e4d-b3b2-9984f0269276 Jan 28 03:57:39.572928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7625058 Jan 28 03:57:39.576513 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60838) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:39.585244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '6411f3a4-7fd6-4305-a3be-ac049adc2f34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:39.605934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1e8f0-dd52-430a-89f6-9d7ee6dfc841 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Network': ['ID=6411f3a4-7fd6-4305-a3be-ac049adc2f34,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:39.617515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1a119881-f531-4e4d-b3b2-9984f0269276), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.620810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 6411f3a4-7fd6-4305-a3be-ac049adc2f34 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:57:39.674771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1a119881-f531-4e4d-b3b2-9984f0269276), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.679958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:39.681047 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.771641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52213aa0-ea74-4449-bffe-6761d8807948 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (bc339182-4461-4bd8-8439-49477f6957bf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.785017 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5488238 Jan 28 03:57:39.786105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60840) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:39.790694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'subnet': {'network_id': 'a91d1ca9-a505-4767-a001-ec887b8d3387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:39.876475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52213aa0-ea74-4449-bffe-6761d8807948 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Port': ['ID=bc339182-4461-4bd8-8439-49477f6957bf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:39.892973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2426a5a-831f-4b6f-8abe-e8cc6f451ee7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Network': ['ID=1a119881-f531-4e4d-b3b2-9984f0269276,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:39.905149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1a119881-f531-4e4d-b3b2-9984f0269276 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:57:39.917792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:39.921540 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.939597 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52213aa0-ea74-4449-bffe-6761d8807948 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.944045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:39.944851 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-52213aa0-ea74-4449-bffe-6761d8807948 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/bc339182-4461-4bd8-8439-49477f6957bf HTTP/1.1" status: 204 len: 168 time: 1.0878780 Jan 28 03:57:39.947597 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.947924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:40.065491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c42f3e-4653-4e5f-a925-3a51b5280b92 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:40.066503 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-20c42f3e-4653-4e5f-a925-3a51b5280b92 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1175723 Jan 28 03:57:40.071072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:40.177124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d051d57-779f-4784-beaa-557bd30354f1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:40.179222 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0d051d57-779f-4784-beaa-557bd30354f1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1072206 Jan 28 03:57:40.182339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60846) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:40.242511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb7596-1b7e-4035-a9a1-db3551f67e66 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:40.243938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb7596-1b7e-4035-a9a1-db3551f67e66 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:40.245432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb7596-1b7e-4035-a9a1-db3551f67e66 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:40.247011 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f1bb7596-1b7e-4035-a9a1-db3551f67e66 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0637476 Jan 28 03:57:40.249718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:40.264728 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (38ead0cc-feb1-4386-9e4d-da3994721b39), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.340331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Subnet': ['ID=38ead0cc-feb1-4386-9e4d-da3994721b39,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:40.346759 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6961e3be-a63f-4f02-b39d-c11b6b7ed338 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet baee556c-8926-4204-9dd7-4c15139de371 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:40.357184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6961e3be-a63f-4f02-b39d-c11b6b7ed338 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (baee556c-8926-4204-9dd7-4c15139de371), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.361753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Checking segment: {'id': 'ce06d8a8-51fc-41a9-a505-eceff67b233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a91d1ca9-a505-4767-a001-ec887b8d3387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:40.362724 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network hostable DHCP agents. Network: a91d1ca9-a505-4767-a001-ec887b8d3387, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:57:40.383361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network a91d1ca9-a505-4767-a001-ec887b8d3387 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:57:40.399226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a91d1ca9-a505-4767-a001-ec887b8d3387) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:40.409116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:40.409560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d09ea-506c-4544-aae9-92d8998d7b4a None None] Network a91d1ca9-a505-4767-a001-ec887b8d3387 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:40.409895 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.419043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (2e1c9673-20e8-435e-b4eb-5f357525937d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.448430 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-287f705a-37c8-40c5-8180-feb72b97588d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6587195 Jan 28 03:57:40.458013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:40.463293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'subnet': {'network_id': '1a119881-f531-4e4d-b3b2-9984f0269276', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:40.489162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6961e3be-a63f-4f02-b39d-c11b6b7ed338 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (baee556c-8926-4204-9dd7-4c15139de371), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.493272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=2e1c9673-20e8-435e-b4eb-5f357525937d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:40.512187 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2df5f1ee-52e8-4ac7-b1ff-25e4295230a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.575075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-a91d1ca9-a505-4767-a001-ec887b8d3387', 'network_id': 'a91d1ca9-a505-4767-a001-ec887b8d3387', 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'fixed_ips': [{'subnet_id': '38ead0cc-feb1-4386-9e4d-da3994721b39'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:57:40.575075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.609046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Checking segment: {'id': 'def73b29-b834-411f-ad7a-18818435575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6411f3a4-7fd6-4305-a3be-ac049adc2f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:40.609928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network hostable DHCP agents. Network: 6411f3a4-7fd6-4305-a3be-ac049adc2f34, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:57:40.644655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:40.650470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.670308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 6411f3a4-7fd6-4305-a3be-ac049adc2f34 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:57:40.680049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6961e3be-a63f-4f02-b39d-c11b6b7ed338 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (baee556c-8926-4204-9dd7-4c15139de371), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.705792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 6411f3a4-7fd6-4305-a3be-ac049adc2f34) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:40.716786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:40.717448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.736216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87582d7b-506b-418f-8ebe-7884c2dd770e None None] Network 6411f3a4-7fd6-4305-a3be-ac049adc2f34 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:40.796733 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-58670076-b01f-420c-b87a-494132d52a4d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2159455 Jan 28 03:57:40.797182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:40.815035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a0292d44-3572-4381-94cf-8ecbbeb9286b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-805895930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:40.855796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6961e3be-a63f-4f02-b39d-c11b6b7ed338 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (baee556c-8926-4204-9dd7-4c15139de371), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.885803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0292d44-3572-4381-94cf-8ecbbeb9286b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (a4f042c6-6675-404c-ab81-a818618d4e7d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.886904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0292d44-3572-4381-94cf-8ecbbeb9286b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (a4f042c6-6675-404c-ab81-a818618d4e7d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.907240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-6411f3a4-7fd6-4305-a3be-ac049adc2f34', 'network_id': '6411f3a4-7fd6-4305-a3be-ac049adc2f34', 'project_id': '4fbeffefa42943c8b7de486f822fb567', 'fixed_ips': [{'subnet_id': '2e1c9673-20e8-435e-b4eb-5f357525937d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:57:40.908150 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.969986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0292d44-3572-4381-94cf-8ecbbeb9286b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for router_controller (a4f042c6-6675-404c-ab81-a818618d4e7d), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.974846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961e3be-a63f-4f02-b39d-c11b6b7ed338 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=baee556c-8926-4204-9dd7-4c15139de371,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:40.982261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6961e3be-a63f-4f02-b39d-c11b6b7ed338 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.985963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6961e3be-a63f-4f02-b39d-c11b6b7ed338 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/baee556c-8926-4204-9dd7-4c15139de371 HTTP/1.1" status: 204 len: 168 time: 0.7352579 Jan 28 03:57:40.987103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0292d44-3572-4381-94cf-8ecbbeb9286b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (a4f042c6-6675-404c-ab81-a818618d4e7d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:40.996003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:40.996221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32110aec-fa28-4b27-9540-282face6e697 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:41.008775 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0292d44-3572-4381-94cf-8ecbbeb9286b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.012672 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a0292d44-3572-4381-94cf-8ecbbeb9286b tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2091832 Jan 28 03:57:41.013844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:41.021414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'network_id': '6411f3a4-7fd6-4305-a3be-ac049adc2f34', 'name': 'tempest-PortsTestJSON-1148998881'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:41.049720 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (8213fd42-e7d6-4cc3-8593-6af725716980), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.165440 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Allocated IP 2001:db8::2 (a91d1ca9-a505-4767-a001-ec887b8d3387/38ead0cc-feb1-4386-9e4d-da3994721b39/0502b933-49dd-4d4e-9099-4b4e3e64f16b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:41.192632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-1105b137-da4a-4f01-b0d3-889a7b7027e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Deleting subnet c606e232-a7cc-4e04-b811-3f39f352d004 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:41.211721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1105b137-da4a-4f01-b0d3-889a7b7027e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (c606e232-a7cc-4e04-b811-3f39f352d004), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.289402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:41.293128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.307526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Checking segment: {'id': '29852289-1ea5-4965-b8a2-2436fafa8c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1a119881-f531-4e4d-b3b2-9984f0269276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:41.308079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network hostable DHCP agents. Network: 1a119881-f531-4e4d-b3b2-9984f0269276, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:57:41.310330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Subnet': ['ID=8213fd42-e7d6-4cc3-8593-6af725716980,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:41.325582 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1105b137-da4a-4f01-b0d3-889a7b7027e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (c606e232-a7cc-4e04-b811-3f39f352d004), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.350730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port f6535a21-4573-493e-9f23-216e48d18d47 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:41.375298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 1a119881-f531-4e4d-b3b2-9984f0269276 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:57:41.414116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1a119881-f531-4e4d-b3b2-9984f0269276) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:41.422702 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:41.423313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.439154 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Publish callbacks [] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.451762 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1105b137-da4a-4f01-b0d3-889a7b7027e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (c606e232-a7cc-4e04-b811-3f39f352d004), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.486247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5fd79410-b7d4-4930-b86a-b752251e996a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0270939 Jan 28 03:57:41.487337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Allocated IP 172.20.0.2 (6411f3a4-7fd6-4305-a3be-ac049adc2f34/2e1c9673-20e8-435e-b4eb-5f357525937d/3979b7c9-4508-44b0-b1ac-f11985205412) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:41.490684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60864) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:41.500773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fb0169db-4135-4118-a950-4ed28cce0359 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2037196064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:41.546616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13a1a19-0c26-4831-84d8-a44a45a916cb None None] Network 1a119881-f531-4e4d-b3b2-9984f0269276 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:41.551983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb0169db-4135-4118-a950-4ed28cce0359 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (029363e0-dadd-4b36-8f0b-a4b2b14b909a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.556965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1105b137-da4a-4f01-b0d3-889a7b7027e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (c606e232-a7cc-4e04-b811-3f39f352d004), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.557173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb0169db-4135-4118-a950-4ed28cce0359 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (029363e0-dadd-4b36-8f0b-a4b2b14b909a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.578092 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.658744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105b137-da4a-4f01-b0d3-889a7b7027e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Subnet': ['ID=c606e232-a7cc-4e04-b811-3f39f352d004,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:41.663006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1105b137-da4a-4f01-b0d3-889a7b7027e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.672001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1105b137-da4a-4f01-b0d3-889a7b7027e1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/c606e232-a7cc-4e04-b811-3f39f352d004 HTTP/1.1" status: 204 len: 168 time: 0.6798141 Jan 28 03:57:41.677405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:41.688323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb0169db-4135-4118-a950-4ed28cce0359 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (029363e0-dadd-4b36-8f0b-a4b2b14b909a), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.692113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Network a91d1ca9-a505-4767-a001-ec887b8d3387 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:41.703634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb0169db-4135-4118-a950-4ed28cce0359 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (029363e0-dadd-4b36-8f0b-a4b2b14b909a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.712240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:41.716069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:41.740258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb0169db-4135-4118-a950-4ed28cce0359 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:41.741698 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fb0169db-4135-4118-a950-4ed28cce0359 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2491038 Jan 28 03:57:41.744537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:41.767004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f4df0613-68dd-4c71-9e87-794e842f6425 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870585 Jan 28 03:57:41.770476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:41.874950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8604ff-0558-4744-90a8-5b98898bf057 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:41.876594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1d8604ff-0558-4744-90a8-5b98898bf057 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1050930 Jan 28 03:57:41.889769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60874) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.021985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7aa86-1ebe-46a7-83b6-22b63525c548 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:42.033623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-51f7aa86-1ebe-46a7-83b6-22b63525c548 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1427338 Jan 28 03:57:42.034394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60876) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.088422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Pushing event updated for resources: {'Port': ['ID=0502b933-49dd-4d4e-9099-4b4e3e64f16b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:42.101905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e18fe982-9587-4b0b-aea4-d01f6e0526b7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656843 Jan 28 03:57:42.102931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60878) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.142249 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a018b7-224f-4ced-ab03-4f24d6cfbb02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.142999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a018b7-224f-4ced-ab03-4f24d6cfbb02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.150156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-02a018b7-224f-4ced-ab03-4f24d6cfbb02 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/bc339182-4461-4bd8-8439-49477f6957bf HTTP/1.1" status: 404 len: 333 time: 0.0461173 Jan 28 03:57:42.150890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60880) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.198203 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a26209f-87f2-47ef-9610-0bc940f4e43d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.198801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a26209f-87f2-47ef-9610-0bc940f4e43d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.200558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Attempting to bind port 0502b933-49dd-4d4e-9099-4b4e3e64f16b on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:42.204514 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Attempting to bind port 0502b933-49dd-4d4e-9099-4b4e3e64f16b by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'ce06d8a8-51fc-41a9-a505-eceff67b233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a91d1ca9-a505-4767-a001-ec887b8d3387'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:42.205097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Attempting to bind port 0502b933-49dd-4d4e-9099-4b4e3e64f16b on network a91d1ca9-a505-4767-a001-ec887b8d3387 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:42.208887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4a26209f-87f2-47ef-9610-0bc940f4e43d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/c606e232-a7cc-4e04-b811-3f39f352d004 HTTP/1.1" status: 404 len: 337 time: 0.0568528 Jan 28 03:57:42.210023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60882) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.216851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:42.217335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Checking segment: {'id': 'ce06d8a8-51fc-41a9-a505-eceff67b233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a91d1ca9-a505-4767-a001-ec887b8d3387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:42.217746 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:42.218142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Bound using segment: {'id': 'ce06d8a8-51fc-41a9-a505-eceff67b233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a91d1ca9-a505-4767-a001-ec887b8d3387'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:42.218628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Bound port: 0502b933-49dd-4d4e-9099-4b4e3e64f16b, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce06d8a8-51fc-41a9-a505-eceff67b233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a91d1ca9-a505-4767-a001-ec887b8d3387'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:42.219049 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:42.222155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1a119881-f531-4e4d-b3b2-9984f0269276', 'network_id': '1a119881-f531-4e4d-b3b2-9984f0269276', 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'fixed_ips': [{'subnet_id': '8213fd42-e7d6-4cc3-8593-6af725716980'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:57:42.223079 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:42.261953 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:42.274908 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee2f7fb-3db0-4521-8060-e36cf54d3c75 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.276753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee2f7fb-3db0-4521-8060-e36cf54d3c75 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.287969 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1ee2f7fb-3db0-4521-8060-e36cf54d3c75 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/baee556c-8926-4204-9dd7-4c15139de371 HTTP/1.1" status: 404 len: 337 time: 0.0759647 Jan 28 03:57:42.289119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.357640 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-1761a103-dcd2-4480-94be-2bc084eaae6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.358310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1761a103-dcd2-4480-94be-2bc084eaae6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.372386 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1761a103-dcd2-4480-94be-2bc084eaae6b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/881685f3-8c1b-401b-8e16-a2227f7a35ae HTTP/1.1" status: 404 len: 333 time: 0.0790257 Jan 28 03:57:42.373224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60886) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.415354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Allocated IP 2001:db8:1::2 (1a119881-f531-4e4d-b3b2-9984f0269276/8213fd42-e7d6-4cc3-8593-6af725716980/11d726f2-810e-4866-a187-1c0ecd2d6bd2) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:42.438754 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1327230-5e28-46ec-9313-4baff95bd0c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.439385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1327230-5e28-46ec-9313-4baff95bd0c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.448026 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:42.450066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.454853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c1327230-5e28-46ec-9313-4baff95bd0c6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/ac9866bd-0e8c-484b-820d-a9fa45c05fd4 HTTP/1.1" status: 404 len: 337 time: 0.0803766 Jan 28 03:57:42.497202 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7710d135-97c5-48a1-a981-98d7f0acc9d7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.497829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7710d135-97c5-48a1-a981-98d7f0acc9d7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.503821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60890) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.508719 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7710d135-97c5-48a1-a981-98d7f0acc9d7 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/19c2f508-ae7e-42cc-856c-bc2dc6ce01de HTTP/1.1" status: 404 len: 337 time: 0.0574479 Jan 28 03:57:42.534360 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f6a84d-14de-4a88-b134-2786f7b7cf15 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.534563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f6a84d-14de-4a88-b134-2786f7b7cf15 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.536155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Publish callbacks [] for port (3979b7c9-4508-44b0-b1ac-f11985205412), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:42.538222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-75f6a84d-14de-4a88-b134-2786f7b7cf15 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/8ee99a0d-24ba-4e95-a238-71244be58799 HTTP/1.1" status: 404 len: 333 time: 0.0324047 Jan 28 03:57:42.544102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60892) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.595995 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b957ba9b-a99b-4988-a907-c5069a651a93 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.596570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b957ba9b-a99b-4988-a907-c5069a651a93 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.600649 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b957ba9b-a99b-4988-a907-c5069a651a93 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/a5576ca9-b72a-45fc-9ad9-956cb5a6e90c HTTP/1.1" status: 404 len: 337 time: 0.0553389 Jan 28 03:57:42.603126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.620760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] For port 0502b933-49dd-4d4e-9099-4b4e3e64f16b, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:42.628668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] For port 0502b933-49dd-4d4e-9099-4b4e3e64f16b, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0502b933-49dd-4d4e-9099-4b4e3e64f16b,segment=NetworkSegment(ce06d8a8-51fc-41a9-a505-eceff67b233f),segment_id=ce06d8a8-51fc-41a9-a505-eceff67b233f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:42.644229 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbfa8a9-ddb0-4280-a4ed-5b43b2f75828 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.645848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbfa8a9-ddb0-4280-a4ed-5b43b2f75828 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.650362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0fbfa8a9-ddb0-4280-a4ed-5b43b2f75828 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/13ed37ed-84fc-4d2a-bd21-62456be4a6c5 HTTP/1.1" status: 404 len: 337 time: 0.0461679 Jan 28 03:57:42.653126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60896) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.662168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc52e12-0c70-4bbf-a426-d41bd0344ba7 None None] Network 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:42.673134 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:42.680478 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfe106f-a1f0-4437-83d6-fa78deb01b86 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.681165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfe106f-a1f0-4437-83d6-fa78deb01b86 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.684316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8cfe106f-a1f0-4437-83d6-fa78deb01b86 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/02f7da26-abbf-48c6-8427-75938ffce676 HTTP/1.1" status: 404 len: 333 time: 0.0302331 Jan 28 03:57:42.686803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.702821 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:42.727985 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2d8a1c-ce0c-4a25-bc8e-494700bb1dc3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.728979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2d8a1c-ce0c-4a25-bc8e-494700bb1dc3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.735692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5c2d8a1c-ce0c-4a25-bc8e-494700bb1dc3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/8f21845c-706a-4698-b5ee-1a45f431b7c1 HTTP/1.1" status: 404 len: 337 time: 0.0457873 Jan 28 03:57:42.735999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.765070 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-4026843f-c621-440b-9bb0-7c616d5948b4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.765554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4026843f-c621-440b-9bb0-7c616d5948b4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.772324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4026843f-c621-440b-9bb0-7c616d5948b4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/be0a909f-aaea-4d10-b15f-d2eb087498ec HTTP/1.1" status: 404 len: 337 time: 0.0320880 Jan 28 03:57:42.772781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60902) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.803873 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5b6958-32e8-4322-aadd-7c4133563a3b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.804562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5b6958-32e8-4322-aadd-7c4133563a3b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.810109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fa5b6958-32e8-4322-aadd-7c4133563a3b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/a90d6fdb-da5f-471f-bcc7-02fd5a6b2610 HTTP/1.1" status: 404 len: 333 time: 0.0340652 Jan 28 03:57:42.810393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60904) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.814863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.8 (6411f3a4-7fd6-4305-a3be-ac049adc2f34/2e1c9673-20e8-435e-b4eb-5f357525937d/f6535a21-4573-493e-9f23-216e48d18d47) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:42.850420 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-430ba227-26bf-4797-82cd-a28dc13e77cb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.851261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430ba227-26bf-4797-82cd-a28dc13e77cb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.857742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-430ba227-26bf-4797-82cd-a28dc13e77cb tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/ce688c71-2a35-481c-a9db-39d7ac2210ab HTTP/1.1" status: 404 len: 337 time: 0.0462413 Jan 28 03:57:42.858937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60906) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.888455 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9d3db8-b458-4403-b4e0-17d60c4ae84e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.889618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9d3db8-b458-4403-b4e0-17d60c4ae84e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.898052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bb9d3db8-b458-4403-b4e0-17d60c4ae84e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/9906ffef-af2e-4e5f-a315-381467810c49 HTTP/1.1" status: 404 len: 333 time: 0.0379026 Jan 28 03:57:42.898812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.920206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Pushing event updated for resources: {'Port': ['ID=3979b7c9-4508-44b0-b1ac-f11985205412,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:42.933011 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d97909-acd5-4af1-afc0-e10ed30cdcae tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.933623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d97909-acd5-4af1-afc0-e10ed30cdcae tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.933741 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc317-71bf-4123-867e-464a3d21853c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:42.948492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c3d97909-acd5-4af1-afc0-e10ed30cdcae tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/745724b7-a931-4729-812e-5468b47541f8 HTTP/1.1" status: 404 len: 337 time: 0.0481093 Jan 28 03:57:42.949666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60912) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:42.984703 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bbae02-6702-4977-8b50-3510ebd8448d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:42.985439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bbae02-6702-4977-8b50-3510ebd8448d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:42.993100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d3bbae02-6702-4977-8b50-3510ebd8448d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/07842e2c-6cf6-4d80-8bf8-8b85340dfd1f HTTP/1.1" status: 404 len: 333 time: 0.0416622 Jan 28 03:57:42.993869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60914) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.007846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Allocated IP 2001:db8::1 (a91d1ca9-a505-4767-a001-ec887b8d3387/38ead0cc-feb1-4386-9e4d-da3994721b39/daa9df22-2546-44ea-be74-686a3dba9a61) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:43.017531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Network 6411f3a4-7fd6-4305-a3be-ac049adc2f34 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:43.024732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17270e3c-679f-41b8-8fbf-5ccdff8704de None None] Pushing event updated for resources: {'Port': ['ID=0502b933-49dd-4d4e-9099-4b4e3e64f16b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:43.041085 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92e2c25-94db-46f7-8a9b-6c746a7cb23d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.042096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92e2c25-94db-46f7-8a9b-6c746a7cb23d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.046923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b92e2c25-94db-46f7-8a9b-6c746a7cb23d tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/828a69d4-fbde-45ce-a2ac-482fb37cf4b0 HTTP/1.1" status: 404 len: 337 time: 0.0516798 Jan 28 03:57:43.049224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60916) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.069719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75a1f729-4f10-454d-bbcb-7a72f9bcfb73 None None] Provisioning complete for port 645a335a-9cba-4867-af1f-87740acd16b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:43.070248 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75a1f729-4f10-454d-bbcb-7a72f9bcfb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (645a335a-9cba-4867-af1f-87740acd16b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.077261 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9c38ca-fc46-48e5-9b52-8806a38c9e7b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.078040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9c38ca-fc46-48e5-9b52-8806a38c9e7b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.081663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ab9c38ca-fc46-48e5-9b52-8806a38c9e7b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/ae5c4132-5961-420e-961d-da0e76de4d16 HTTP/1.1" status: 404 len: 333 time: 0.0312748 Jan 28 03:57:43.084390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60918) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.101864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:43.135536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:43.144281 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7996670d-e7dd-405c-a421-aa755691d096 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.145184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7996670d-e7dd-405c-a421-aa755691d096 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.148768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7996670d-e7dd-405c-a421-aa755691d096 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/27bea5d9-721b-40af-8a5b-7a3930ba9f9f HTTP/1.1" status: 404 len: 337 time: 0.0632532 Jan 28 03:57:43.152343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60920) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.183685 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e9e3e3-06ff-4261-a3f4-3909e170ce31 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.184357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e9e3e3-06ff-4261-a3f4-3909e170ce31 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.188097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-68e9e3e3-06ff-4261-a3f4-3909e170ce31 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/70447440-d7ad-4c6e-a3b4-b9a278c2e5df HTTP/1.1" status: 404 len: 333 time: 0.0341930 Jan 28 03:57:43.192218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60922) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.237691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (f6535a21-4573-493e-9f23-216e48d18d47), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.247887 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ba97d7-602e-4a6e-9770-ecca0b32a96a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.249761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ba97d7-602e-4a6e-9770-ecca0b32a96a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.253207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-38ba97d7-602e-4a6e-9770-ecca0b32a96a tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/53939a9c-4e1b-49e2-be89-7c7c4273bc70 HTTP/1.1" status: 404 len: 337 time: 0.0597479 Jan 28 03:57:43.257283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.261926 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Publish callbacks [] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.297855 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-6212fc72-6606-450e-92de-079a144dca0e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.298172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6212fc72-6606-450e-92de-079a144dca0e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.304876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6212fc72-6606-450e-92de-079a144dca0e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/1fbfb908-0d5a-46ca-b4cc-173fd2d8540f HTTP/1.1" status: 404 len: 333 time: 0.0441489 Jan 28 03:57:43.305138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60926) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.315871 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.333485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Attempting to bind port 3979b7c9-4508-44b0-b1ac-f11985205412 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:43.333869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Attempting to bind port 3979b7c9-4508-44b0-b1ac-f11985205412 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'def73b29-b834-411f-ad7a-18818435575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6411f3a4-7fd6-4305-a3be-ac049adc2f34'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:43.334332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Attempting to bind port 3979b7c9-4508-44b0-b1ac-f11985205412 on network 6411f3a4-7fd6-4305-a3be-ac049adc2f34 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:43.366422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Network 1a119881-f531-4e4d-b3b2-9984f0269276 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:43.372230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:43.372938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f6535a21-4573-493e-9f23-216e48d18d47), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.375009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:43.375427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Checking segment: {'id': 'def73b29-b834-411f-ad7a-18818435575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6411f3a4-7fd6-4305-a3be-ac049adc2f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:43.375897 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.376350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Bound using segment: {'id': 'def73b29-b834-411f-ad7a-18818435575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6411f3a4-7fd6-4305-a3be-ac049adc2f34'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:43.377022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Bound port: 3979b7c9-4508-44b0-b1ac-f11985205412, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def73b29-b834-411f-ad7a-18818435575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6411f3a4-7fd6-4305-a3be-ac049adc2f34'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:43.377443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.382427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:43.390352 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b7b1aa-47b2-4f8d-a17c-aceb05d85079 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.390866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (daa9df22-2546-44ea-be74-686a3dba9a61), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.405643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b7b1aa-47b2-4f8d-a17c-aceb05d85079 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.419089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c4b7b1aa-47b2-4f8d-a17c-aceb05d85079 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/72aa7d14-15fa-4017-b716-af8101853120 HTTP/1.1" status: 404 len: 337 time: 0.1129327 Jan 28 03:57:43.421435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.456754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75a1f729-4f10-454d-bbcb-7a72f9bcfb73 None None] Current status of the port 645a335a-9cba-4867-af1f-87740acd16b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:43.471387 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 6411f3a4-7fd6-4305-a3be-ac049adc2f34 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:43.477501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Pushing event updated for resources: {'Port': ['ID=11d726f2-810e-4866-a187-1c0ecd2d6bd2,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:43.477757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:43.486327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:43.510579 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-174b8419-6a3f-409e-9beb-393e87f45f61 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.511050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174b8419-6a3f-409e-9beb-393e87f45f61 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.519161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-174b8419-6a3f-409e-9beb-393e87f45f61 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/f315dc25-50bc-4bd2-bf02-65eb8527975c HTTP/1.1" status: 404 len: 337 time: 0.0932822 Jan 28 03:57:43.519478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.536503 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=f6535a21-4573-493e-9f23-216e48d18d47,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:43.553901 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (daa9df22-2546-44ea-be74-686a3dba9a61), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.558070 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7331e2b4-a543-4d77-82b4-628fdb0a57cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.558296 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7331e2b4-a543-4d77-82b4-628fdb0a57cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.564471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7331e2b4-a543-4d77-82b4-628fdb0a57cf tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/17fbb7ca-7576-4531-aab0-c0bd387a04c5 HTTP/1.1" status: 404 len: 333 time: 0.0408571 Jan 28 03:57:43.584153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c427d-8a79-48a1-90b8-2487e01693c9 None None] DHCP port deletion for 6a7227f2-5258-465d-a2b1-a1c9a424a7f7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:57:43.585802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.619946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:43.620631 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.627781 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-36121388-c79d-41bb-833e-cc0e1b4c0717 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.627907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36121388-c79d-41bb-833e-cc0e1b4c0717 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.632929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-36121388-c79d-41bb-833e-cc0e1b4c0717 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/e401eb7c-9f6c-4a69-9de1-8e6ccb00de46 HTTP/1.1" status: 404 len: 337 time: 0.0440247 Jan 28 03:57:43.637417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.660760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Attempting to bind port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:43.663595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Attempting to bind port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '29852289-1ea5-4965-b8a2-2436fafa8c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1a119881-f531-4e4d-b3b2-9984f0269276'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:43.664128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Attempting to bind port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 on network 1a119881-f531-4e4d-b3b2-9984f0269276 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:43.682863 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a05cda-1f74-4b8e-8d77-e431d9c49713 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.683631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a05cda-1f74-4b8e-8d77-e431d9c49713 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.689938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network a91d1ca9-a505-4767-a001-ec887b8d3387 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:43.699251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-89a05cda-1f74-4b8e-8d77-e431d9c49713 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/654b031f-e36b-4a24-abe7-0652b197632f HTTP/1.1" status: 404 len: 337 time: 0.0605431 Jan 28 03:57:43.701800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60936) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.708771 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2f985734-b51e-43a0-bb04-c5f9f505786d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6937170 Jan 28 03:57:43.709350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.711796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:43.713658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=daa9df22-2546-44ea-be74-686a3dba9a61,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:43.719908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:43.720440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (029363e0-dadd-4b36-8f0b-a4b2b14b909a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.744860 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ec58d7-4494-4bae-97c2-92d248c34670 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.745300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] For port 3979b7c9-4508-44b0-b1ac-f11985205412, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:43.745888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ec58d7-4494-4bae-97c2-92d248c34670 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.748963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] For port 3979b7c9-4508-44b0-b1ac-f11985205412, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3979b7c9-4508-44b0-b1ac-f11985205412,segment=NetworkSegment(def73b29-b834-411f-ad7a-18818435575f),segment_id=def73b29-b834-411f-ad7a-18818435575f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:43.755786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-66ec58d7-4494-4bae-97c2-92d248c34670 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/fac982c4-df06-4131-aa81-dacabfa5fcb2 HTTP/1.1" status: 404 len: 333 time: 0.0516727 Jan 28 03:57:43.758079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.777549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:43.778198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Checking segment: {'id': '29852289-1ea5-4965-b8a2-2436fafa8c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1a119881-f531-4e4d-b3b2-9984f0269276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:43.778600 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.778997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Bound using segment: {'id': '29852289-1ea5-4965-b8a2-2436fafa8c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1a119881-f531-4e4d-b3b2-9984f0269276'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:43.779658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Bound port: 11d726f2-810e-4866-a187-1c0ecd2d6bd2, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29852289-1ea5-4965-b8a2-2436fafa8c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1a119881-f531-4e4d-b3b2-9984f0269276'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:43.780056 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.799955 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.819306 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-af93f2de-5a8e-42d4-a518-5ecc67e6aec3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.820062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af93f2de-5a8e-42d4-a518-5ecc67e6aec3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.829296 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-af93f2de-5a8e-42d4-a518-5ecc67e6aec3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/c97c345b-de7c-489c-a868-c427190af8ff HTTP/1.1" status: 404 len: 337 time: 0.0691729 Jan 28 03:57:43.830167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.873441 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa16ef3-856c-41cf-a5a8-5e0d0d2a3c07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.874798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa16ef3-856c-41cf-a5a8-5e0d0d2a3c07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.882243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.882989 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7fa16ef3-856c-41cf-a5a8-5e0d0d2a3c07 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/3aac1fec-d146-43d4-b499-731d9d3addef HTTP/1.1" status: 404 len: 337 time: 0.0515881 Jan 28 03:57:43.919810 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1508b247-a6dd-49ff-8c18-6388f5bdfb54 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.920384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1508b247-a6dd-49ff-8c18-6388f5bdfb54 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:43.924078 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1508b247-a6dd-49ff-8c18-6388f5bdfb54 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/be14d2da-161a-418a-a176-213ce8d4a31a HTTP/1.1" status: 404 len: 333 time: 0.0343678 Jan 28 03:57:43.928436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:43.942710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c427d-8a79-48a1-90b8-2487e01693c9 None None] Deleting port 645a335a-9cba-4867-af1f-87740acd16b1 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:43.943003 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab5c427d-8a79-48a1-90b8-2487e01693c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (645a335a-9cba-4867-af1f-87740acd16b1), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:43.946705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa922f-aa29-4ea1-86d5-13dc79e7736f None None] Pushing event updated for resources: {'Port': ['ID=3979b7c9-4508-44b0-b1ac-f11985205412,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:43.964781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-afb86268-7800-4457-abd4-436cd94931ad None None] For port 11d726f2-810e-4866-a187-1c0ecd2d6bd2, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:43.984201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-afb86268-7800-4457-abd4-436cd94931ad None None] For port 11d726f2-810e-4866-a187-1c0ecd2d6bd2, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=11d726f2-810e-4866-a187-1c0ecd2d6bd2,segment=NetworkSegment(29852289-1ea5-4965-b8a2-2436fafa8c8c),segment_id=29852289-1ea5-4965-b8a2-2436fafa8c8c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:43.998882 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf286a6b-dee2-4ca4-b3df-e9dc41a707e9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:43.999355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf286a6b-dee2-4ca4-b3df-e9dc41a707e9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:44.003132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cf286a6b-dee2-4ca4-b3df-e9dc41a707e9 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/67a7ed78-9efb-43a8-a1c9-41f735a174ea HTTP/1.1" status: 404 len: 337 time: 0.0717857 Jan 28 03:57:44.005987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60948) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.022270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:44.059168 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6323c1f-2b10-4249-bf62-8d873c72a5ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:44.059865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6323c1f-2b10-4249-bf62-8d873c72a5ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:44.065817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e6323c1f-2b10-4249-bf62-8d873c72a5ca tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/f1045698-faa7-472c-8fc8-73f376ce1c86 HTTP/1.1" status: 404 len: 337 time: 0.0588219 Jan 28 03:57:44.069094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60954) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.150007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ab5c427d-8a79-48a1-90b8-2487e01693c9 None None] For port 645a335a-9cba-4867-af1f-87740acd16b1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=645a335a-9cba-4867-af1f-87740acd16b1,segment=NetworkSegment(d3c0838a-7efb-4592-b650-b06111cbae17),segment_id=d3c0838a-7efb-4592-b650-b06111cbae17)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:44.150565 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab5c427d-8a79-48a1-90b8-2487e01693c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (645a335a-9cba-4867-af1f-87740acd16b1), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:44.151520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-baa3523f-4462-47b1-a389-ab5e26b24f3f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports?device_id=e014d874-68ed-4155-9e4d-8a29d7fa4f62 HTTP/1.1" status: 200 len: 205 time: 0.0810366 Jan 28 03:57:44.156174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60956) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.190775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c427d-8a79-48a1-90b8-2487e01693c9 None None] Calling delete_port for 645a335a-9cba-4867-af1f-87740acd16b1 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:44.209840 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (daa9df22-2546-44ea-be74-686a3dba9a61), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:44.231163 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb86268-7800-4457-abd4-436cd94931ad None None] Pushing event updated for resources: {'Port': ['ID=11d726f2-810e-4866-a187-1c0ecd2d6bd2,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:44.303282 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-41082c34-606f-4e8c-93e5-39ea15dbcdb3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] delete failed (client error): The resource could not be found. Jan 28 03:57:44.305948 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-41082c34-606f-4e8c-93e5-39ea15dbcdb3 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/routers/e014d874-68ed-4155-9e4d-8a29d7fa4f62 HTTP/1.1" status: 404 len: 336 time: 0.1482203 Jan 28 03:57:44.308380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60958) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.355164 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:44.382632 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36347ef-c899-48ab-9d40-10204be46be1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:44.383191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36347ef-c899-48ab-9d40-10204be46be1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:44.394077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e36347ef-c899-48ab-9d40-10204be46be1 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/25fb5b5c-d627-4414-a5c5-c56cc1f2010d HTTP/1.1" status: 404 len: 337 time: 0.0801308 Jan 28 03:57:44.405587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.420646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab5c427d-8a79-48a1-90b8-2487e01693c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (645a335a-9cba-4867-af1f-87740acd16b1), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:44.524355 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-77482e42-057e-4cd6-b16e-8a9ca2530d59 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d471058-3550-49a8-82db-bbdecd9b9c09 HTTP/1.1" status: 200 len: 205 time: 0.1146045 Jan 28 03:57:44.525414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.552985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c427d-8a79-48a1-90b8-2487e01693c9 None None] No DVR routers for this DVR port 645a335a-9cba-4867-af1f-87740acd16b1 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:44.576069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c427d-8a79-48a1-90b8-2487e01693c9 None None] Pushing event deleted for resources: {'Port': ['ID=645a335a-9cba-4867-af1f-87740acd16b1,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:44.590366 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:44.633060 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-8aec2b5f-2e89-4249-8163-8a13a6404ac5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] delete failed (client error): The resource could not be found. Jan 28 03:57:44.638055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8aec2b5f-2e89-4249-8163-8a13a6404ac5 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/routers/4d471058-3550-49a8-82db-bbdecd9b9c09 HTTP/1.1" status: 404 len: 336 time: 0.1101525 Jan 28 03:57:44.638664 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60964) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.717808 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1229cda-0b15-415f-a5bc-3bdf835bd16b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:44.718276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1229cda-0b15-415f-a5bc-3bdf835bd16b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:44.721648 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c1229cda-0b15-415f-a5bc-3bdf835bd16b tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/de660cfc-24fb-465f-a791-36284db1be8b HTTP/1.1" status: 404 len: 337 time: 0.0774398 Jan 28 03:57:44.724812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60966) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.751765 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f6535a21-4573-493e-9f23-216e48d18d47), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:44.763720 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-06801b4f-9db8-47af-a586-d9baf0e016a6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:44.764168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06801b4f-9db8-47af-a586-d9baf0e016a6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:44.767775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-06801b4f-9db8-47af-a586-d9baf0e016a6 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/ca8ae4ec-3727-4ab6-a980-b9cfa7930a10 HTTP/1.1" status: 404 len: 337 time: 0.0419199 Jan 28 03:57:44.771094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.813542 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c392142-1d82-48ac-823b-273e70dff67e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:44.814147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c392142-1d82-48ac-823b-273e70dff67e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:44.823691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c392142-1d82-48ac-823b-273e70dff67e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/9f18af5f-7cd3-4484-907e-21e315e4ce45 HTTP/1.1" status: 404 len: 333 time: 0.0515232 Jan 28 03:57:44.824591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.856369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3979b7c9-4508-44b0-b1ac-f11985205412 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:44.885544 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-a766dd51-4cf8-4b7b-8831-875df1991334 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:44.886580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a766dd51-4cf8-4b7b-8831-875df1991334 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:44.893492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a766dd51-4cf8-4b7b-8831-875df1991334 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/624dcc87-36ce-482a-bb5b-1543c8d884e1 HTTP/1.1" status: 404 len: 337 time: 0.0646617 Jan 28 03:57:44.894218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:44.949734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3979b7c9-4508-44b0-b1ac-f11985205412 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:44.950442 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:44.951013 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-6425d1da-e918-45be-92a0-62614dfbbf7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:44.951673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6425d1da-e918-45be-92a0-62614dfbbf7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:44.957356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6425d1da-e918-45be-92a0-62614dfbbf7e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/2c839936-7c98-4023-b8bf-9d55a0647d3c HTTP/1.1" status: 404 len: 333 time: 0.0597610 Jan 28 03:57:44.958645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.002204 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6695dde-7b87-455c-bf87-7848ae911284 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.002708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6695dde-7b87-455c-bf87-7848ae911284 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.008700 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d6695dde-7b87-455c-bf87-7848ae911284 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/07600add-a2bf-476e-abe0-663e091418c4 HTTP/1.1" status: 404 len: 337 time: 0.0468276 Jan 28 03:57:45.019092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60976) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.056746 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-a535638b-b232-4432-9604-e7c0905771c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.057650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a535638b-b232-4432-9604-e7c0905771c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.064566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a535638b-b232-4432-9604-e7c0905771c0 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/f8499b6b-d7fe-4b29-afda-ea4312999712 HTTP/1.1" status: 404 len: 333 time: 0.0442619 Jan 28 03:57:45.065526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60978) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.101620 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6673f79-b21a-4947-ae34-0229280dd210 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.102187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6673f79-b21a-4947-ae34-0229280dd210 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.110027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b6673f79-b21a-4947-ae34-0229280dd210 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/c43c1183-f550-4363-af43-b52463609d8d HTTP/1.1" status: 404 len: 337 time: 0.0426118 Jan 28 03:57:45.111109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.143539 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9af1a9-49a2-4b1b-b79d-1cc4f6cc36e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.144236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9af1a9-49a2-4b1b-b79d-1cc4f6cc36e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.151090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4a9af1a9-49a2-4b1b-b79d-1cc4f6cc36e4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/ce9912ab-5a74-46e1-ab26-327645ef7049 HTTP/1.1" status: 404 len: 333 time: 0.0390034 Jan 28 03:57:45.151969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60984) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.154950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3979b7c9-4508-44b0-b1ac-f11985205412 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:45.156188 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.179003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b553184-9292-4bc7-bbbd-53dd43ec798e None None] Network a91d1ca9-a505-4767-a001-ec887b8d3387 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:45.192419 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d9ccbb-43e5-4c29-a8d2-a63536b18c58 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.193312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d9ccbb-43e5-4c29-a8d2-a63536b18c58 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.207981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d0d9ccbb-43e5-4c29-a8d2-a63536b18c58 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/b3623139-678d-4cfe-becf-b9d4972b0470 HTTP/1.1" status: 404 len: 337 time: 0.0548570 Jan 28 03:57:45.208826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.239061 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2301634-9609-42b4-88d5-f4f002e62662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.239740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2301634-9609-42b4-88d5-f4f002e62662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.246664 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a2301634-9609-42b4-88d5-f4f002e62662 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/adee9c0f-019f-4d4d-9c66-bfb04352059e HTTP/1.1" status: 404 len: 333 time: 0.0362217 Jan 28 03:57:45.247395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60988) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.266786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 3979b7c9-4508-44b0-b1ac-f11985205412, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3979b7c9-4508-44b0-b1ac-f11985205412,segment=NetworkSegment(def73b29-b834-411f-ad7a-18818435575f),segment_id=def73b29-b834-411f-ad7a-18818435575f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:45.276260 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-18534c94-ef03-4d3b-81bb-78b4d9afc906 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.276772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18534c94-ef03-4d3b-81bb-78b4d9afc906 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.279326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-63aa61ee-a247-447c-87d6-96863506fb2b None None] Provisioning complete for port 0502b933-49dd-4d4e-9099-4b4e3e64f16b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:45.279868 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63aa61ee-a247-447c-87d6-96863506fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.281959 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.283159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0502b933-49dd-4d4e-9099-4b4e3e64f16b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:45.293566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-18534c94-ef03-4d3b-81bb-78b4d9afc906 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/98e61412-cc06-4dd9-9253-23a5223333b2 HTTP/1.1" status: 404 len: 337 time: 0.0406146 Jan 28 03:57:45.294237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.333427 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d54bc79-23b1-43c7-8d16-72bc3dd9804f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.333998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d54bc79-23b1-43c7-8d16-72bc3dd9804f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.349979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6d54bc79-23b1-43c7-8d16-72bc3dd9804f tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/183df0ed-1966-4743-85ff-619c8e612a96 HTTP/1.1" status: 404 len: 333 time: 0.0546467 Jan 28 03:57:45.350878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60992) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.378372 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b28160f-1a71-4f9f-88f7-cef36f4c35d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.380086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b28160f-1a71-4f9f-88f7-cef36f4c35d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.387449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7b28160f-1a71-4f9f-88f7-cef36f4c35d4 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/9a15951a-7d6f-4634-a6c9-096a8f8c2652 HTTP/1.1" status: 404 len: 337 time: 0.0352659 Jan 28 03:57:45.391276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 60994) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.429665 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-713ae903-acc6-4612-9111-7ceca4444a8e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.430516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713ae903-acc6-4612-9111-7ceca4444a8e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.436893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60996) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.449339 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-713ae903-acc6-4612-9111-7ceca4444a8e tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/ports/06190880-a7c7-4a87-bb1c-30e5cdd87ac9 HTTP/1.1" status: 404 len: 333 time: 0.0548046 Jan 28 03:57:45.476048 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c08f6c-f68d-4a2f-ac3e-84a633c88931 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] DELETE failed (client error): The resource could not be found. Jan 28 03:57:45.476518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c08f6c-f68d-4a2f-ac3e-84a633c88931 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:45.482877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f0c08f6c-f68d-4a2f-ac3e-84a633c88931 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/subnets/6d18bf47-02ac-4c8b-8e40-28fdf0b58b6c HTTP/1.1" status: 404 len: 337 time: 0.0441236 Jan 28 03:57:45.483614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 60998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:45.529040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=3979b7c9-4508-44b0-b1ac-f11985205412,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:45.594595 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.609069 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (6a7227f2-5258-465d-a2b1-a1c9a424a7f7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.633042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0502b933-49dd-4d4e-9099-4b4e3e64f16b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:45.633431 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.736116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-63aa61ee-a247-447c-87d6-96863506fb2b None None] Current status of the port 0502b933-49dd-4d4e-9099-4b4e3e64f16b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:45.736737 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63aa61ee-a247-447c-87d6-96863506fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.778922 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (6a7227f2-5258-465d-a2b1-a1c9a424a7f7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.835878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-63aa61ee-a247-447c-87d6-96863506fb2b None None] For port 0502b933-49dd-4d4e-9099-4b4e3e64f16b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0502b933-49dd-4d4e-9099-4b4e3e64f16b,segment=NetworkSegment(ce06d8a8-51fc-41a9-a505-eceff67b233f),segment_id=ce06d8a8-51fc-41a9-a505-eceff67b233f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:45.838236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7227f2-5258-465d-a2b1-a1c9a424a7f7']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:45.846407 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63aa61ee-a247-447c-87d6-96863506fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.854993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0502b933-49dd-4d4e-9099-4b4e3e64f16b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:45.857056 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.867908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c0838a-7efb-4592-b650-b06111cbae17') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:45.868218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c0838a-7efb-4592-b650-b06111cbae17') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:45.873350 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (daa9df22-2546-44ea-be74-686a3dba9a61), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.899673 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (daa9df22-2546-44ea-be74-686a3dba9a61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.899888 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (d3c0838a-7efb-4592-b650-b06111cbae17), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.901534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (029363e0-dadd-4b36-8f0b-a4b2b14b909a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.927671 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d3c0838a-7efb-4592-b650-b06111cbae17), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.934576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:57:45.934995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (d3c0838a-7efb-4592-b650-b06111cbae17), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:57:45.941014 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:57:45.999097 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:57:46.002742 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:57:46.007907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa61ee-a247-447c-87d6-96863506fb2b None None] Pushing event updated for resources: {'Port': ['ID=0502b933-49dd-4d4e-9099-4b4e3e64f16b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:46.020986 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=daa9df22-2546-44ea-be74-686a3dba9a61,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:46.073234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (6a7227f2-5258-465d-a2b1-a1c9a424a7f7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:46.083040 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:46.096400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] 10.222.0.44 "DELETE /v2.0/networks/6a7227f2-5258-465d-a2b1-a1c9a424a7f7 HTTP/1.1" status: 204 len: 168 time: 0.6096277 Jan 28 03:57:46.151372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2af2d3-6882-4eaa-ac8a-c9b01381d442 tempest-NetworksTestDHCPv6-1286942129 tempest-NetworksTestDHCPv6-1286942129-project] Pushing event deleted for resources: {'Network': ['ID=6a7227f2-5258-465d-a2b1-a1c9a424a7f7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:46.198666 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (f6535a21-4573-493e-9f23-216e48d18d47), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:46.201607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network a91d1ca9-a505-4767-a001-ec887b8d3387 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:46.203755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:46.210317 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f6535a21-4573-493e-9f23-216e48d18d47), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:46.248887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e311ef-a68a-427c-a079-c1caa3721a9a None None] Network 6411f3a4-7fd6-4305-a3be-ac049adc2f34 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:46.340826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=f6535a21-4573-493e-9f23-216e48d18d47,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:46.396986 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-240bb3c9-e1fb-4ed0-8da2-dbbd8a092795 None None] Provisioning complete for port 0502b933-49dd-4d4e-9099-4b4e3e64f16b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:46.397978 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-240bb3c9-e1fb-4ed0-8da2-dbbd8a092795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:46.471902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e6d5f-c2ea-4bfd-8349-96f534ee01f8 None None] Network 1a119881-f531-4e4d-b3b2-9984f0269276 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:46.617992 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:46.865787 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (a4f042c6-6675-404c-ab81-a818618d4e7d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:46.901590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-56a5163d-3e21-48e7-a088-33f24f3b9dec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3dbd8cb93cf149e6b884d9beaf321f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814789 Jan 28 03:57:46.903433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:46.931179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 029363e0-dadd-4b36-8f0b-a4b2b14b909a is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:57:46.976975 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:47.013941 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36b7ab1f-ebf7-4420-94e2-c6b0e7346818 admin admin] Publish callbacks [] for security_group (548d281e-5e07-4d12-97ff-2c497f48730a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:47.027342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0502b933-49dd-4d4e-9099-4b4e3e64f16b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:47.056901 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36b7ab1f-ebf7-4420-94e2-c6b0e7346818 admin admin] Publish callbacks [] for security_group (548d281e-5e07-4d12-97ff-2c497f48730a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:47.077037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-240bb3c9-e1fb-4ed0-8da2-dbbd8a092795 None None] Current status of the port 0502b933-49dd-4d4e-9099-4b4e3e64f16b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:47.098888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-240bb3c9-e1fb-4ed0-8da2-dbbd8a092795 None None] Provisioning complete for port daa9df22-2546-44ea-be74-686a3dba9a61 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:47.099263 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-240bb3c9-e1fb-4ed0-8da2-dbbd8a092795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (daa9df22-2546-44ea-be74-686a3dba9a61), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:47.124241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 645a335a-9cba-4867-af1f-87740acd16b1 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:57:47.148619 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f6535a21-4573-493e-9f23-216e48d18d47), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:47.155229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 645a335a-9cba-4867-af1f-87740acd16b1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:57:47.155641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 645a335a-9cba-4867-af1f-87740acd16b1 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:57:47.159560 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36b7ab1f-ebf7-4420-94e2-c6b0e7346818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (548d281e-5e07-4d12-97ff-2c497f48730a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:47.163289 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36b7ab1f-ebf7-4420-94e2-c6b0e7346818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:47.165275 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-36b7ab1f-ebf7-4420-94e2-c6b0e7346818 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/548d281e-5e07-4d12-97ff-2c497f48730a HTTP/1.1" status: 204 len: 168 time: 0.2589505 Jan 28 03:57:47.182621 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-240bb3c9-e1fb-4ed0-8da2-dbbd8a092795 None None] Port daa9df22-2546-44ea-be74-686a3dba9a61 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:47.185228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7ab1f-ebf7-4420-94e2-c6b0e7346818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548d281e-5e07-4d12-97ff-2c497f48730a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:47.265905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-240bb3c9-e1fb-4ed0-8da2-dbbd8a092795 None None] Provisioning complete for port 3979b7c9-4508-44b0-b1ac-f11985205412 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:47.266389 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-240bb3c9-e1fb-4ed0-8da2-dbbd8a092795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:47.335694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:57:47.349635 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f73b7a5-2a1f-4f79-95c7-6af5265f95d2 None None] Sync routers for ids ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:57:47.363930 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3b10b113-9540-4abc-9b60-f539a1ab57f9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/029363e0-dadd-4b36-8f0b-a4b2b14b909a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6182787 Jan 28 03:57:47.366889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:47.374966 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f73b7a5-2a1f-4f79-95c7-6af5265f95d2 None None] Routers {'029363e0-dadd-4b36-8f0b-a4b2b14b909a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:47.376552 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6f73b7a5-2a1f-4f79-95c7-6af5265f95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:47.509133 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6f73b7a5-2a1f-4f79-95c7-6af5265f95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:47.521985 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f73b7a5-2a1f-4f79-95c7-6af5265f95d2 None None] Routers {'029363e0-dadd-4b36-8f0b-a4b2b14b909a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:47.523306 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6f73b7a5-2a1f-4f79-95c7-6af5265f95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:47.549973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfcc0cc-271c-4481-84f0-350d3754388f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:47.559889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5dfcc0cc-271c-4481-84f0-350d3754388f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports/daa9df22-2546-44ea-be74-686a3dba9a61 HTTP/1.1" status: 200 len: 911 time: 0.1917281 Jan 28 03:57:47.563393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32792) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:47.605077 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6f73b7a5-2a1f-4f79-95c7-6af5265f95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:47.606086 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f73b7a5-2a1f-4f79-95c7-6af5265f95d2 None None] The sync data for ids ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:57:47.635664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0502b933-49dd-4d4e-9099-4b4e3e64f16b up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:47.705011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-240bb3c9-e1fb-4ed0-8da2-dbbd8a092795 None None] Current status of the port 3979b7c9-4508-44b0-b1ac-f11985205412 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:47.780672 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0502b933-49dd-4d4e-9099-4b4e3e64f16b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:47.781105 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:47.865058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Provisioning complete for port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:47.865462 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:47.995495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0502b933-49dd-4d4e-9099-4b4e3e64f16b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:47.997528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 11d726f2-810e-4866-a187-1c0ecd2d6bd2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:48.101551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (f6535a21-4573-493e-9f23-216e48d18d47), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.114948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f6535a21-4573-493e-9f23-216e48d18d47), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.171136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:48.171598 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.208690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Current status of the port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:48.209243 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.289658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] For port 11d726f2-810e-4866-a187-1c0ecd2d6bd2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=11d726f2-810e-4866-a187-1c0ecd2d6bd2,segment=NetworkSegment(29852289-1ea5-4965-b8a2-2436fafa8c8c),segment_id=29852289-1ea5-4965-b8a2-2436fafa8c8c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:48.295410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=f6535a21-4573-493e-9f23-216e48d18d47,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:48.308425 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.310503 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (a4f042c6-6675-404c-ab81-a818618d4e7d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.374462 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.413566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Pushing event updated for resources: {'Port': ['ID=11d726f2-810e-4866-a187-1c0ecd2d6bd2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:48.458955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.459501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.459850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.460193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.460534 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.461544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.462029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.462370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.462704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.463035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.463366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.463696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.464025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:57:48.491022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:48.492183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3979b7c9-4508-44b0-b1ac-f11985205412 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:48.494006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Provisioning complete for port daa9df22-2546-44ea-be74-686a3dba9a61 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:48.494364 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (daa9df22-2546-44ea-be74-686a3dba9a61), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.503307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 6411f3a4-7fd6-4305-a3be-ac049adc2f34 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:48.505961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:48.589112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Port daa9df22-2546-44ea-be74-686a3dba9a61 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:48.611372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Provisioning complete for port f6535a21-4573-493e-9f23-216e48d18d47 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:48.611761 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f6535a21-4573-493e-9f23-216e48d18d47), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.653857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Port f6535a21-4573-493e-9f23-216e48d18d47 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:48.687978 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3979b7c9-4508-44b0-b1ac-f11985205412 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:48.688371 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.737416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Provisioning complete for port 3979b7c9-4508-44b0-b1ac-f11985205412 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:48.737801 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:48.747274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:48.801608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Router a4f042c6-6675-404c-ab81-a818618d4e7d is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:57:48.852739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Allocated IP 2001:db8:1::1 (1a119881-f531-4e4d-b3b2-9984f0269276/8213fd42-e7d6-4cc3-8593-6af725716980/6ffd905b-dc35-41b5-b651-faa7b626d61a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:48.889455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3979b7c9-4508-44b0-b1ac-f11985205412 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:48.981469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9abd7442-3cd0-4230-96bd-7bcd5959ff99 None None] Current status of the port 3979b7c9-4508-44b0-b1ac-f11985205412 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:49.016020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:57:49.024583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ce72b14e-d461-47c2-ac0a-02a4f1646f13 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:49.025281 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-ce72b14e-d461-47c2-ac0a-02a4f1646f13 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 03:57:49.025918 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-ce72b14e-d461-47c2-ac0a-02a4f1646f13 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:57:49.026979 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ce72b14e-d461-47c2-ac0a-02a4f1646f13 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2787135 Jan 28 03:57:49.033258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32816) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:49.033864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b9019-db8c-4758-b77d-c41476e43247 None None] Sync routers for ids ['a4f042c6-6675-404c-ab81-a818618d4e7d'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:57:49.040227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'tempest-secgroup--731174794'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:49.047748 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3c4086b5-f2b3-4619-b20d-ff20f48a2bbb tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "PUT /v2.0/routers/a4f042c6-6675-404c-ab81-a818618d4e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3367188 Jan 28 03:57:49.047937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b9019-db8c-4758-b77d-c41476e43247 None None] Routers {'a4f042c6-6675-404c-ab81-a818618d4e7d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:49.048351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b4b9019-db8c-4758-b77d-c41476e43247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4f042c6-6675-404c-ab81-a818618d4e7d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:49.048899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:49.095017 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.099974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b4b9019-db8c-4758-b77d-c41476e43247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:49.109611 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (6ffd905b-dc35-41b5-b651-faa7b626d61a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.120943 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b9019-db8c-4758-b77d-c41476e43247 None None] Routers {'a4f042c6-6675-404c-ab81-a818618d4e7d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:49.121572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b4b9019-db8c-4758-b77d-c41476e43247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4f042c6-6675-404c-ab81-a818618d4e7d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:49.149197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1beb88-1d63-44fe-b68d-f22853e8af88 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:49.151789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.152223 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6d1beb88-1d63-44fe-b68d-f22853e8af88 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4f042c6-6675-404c-ab81-a818618d4e7d HTTP/1.1" status: 200 len: 982 time: 0.1012769 Jan 28 03:57:49.155243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:49.160056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b4b9019-db8c-4758-b77d-c41476e43247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:49.160777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b9019-db8c-4758-b77d-c41476e43247 None None] The sync data for ids ['a4f042c6-6675-404c-ab81-a818618d4e7d'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:57:49.162347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d74333ff-fd02-4cc9-b3e3-48b821ea9c0a None None] Provisioning complete for port f6535a21-4573-493e-9f23-216e48d18d47 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:49.162725 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d74333ff-fd02-4cc9-b3e3-48b821ea9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f6535a21-4573-493e-9f23-216e48d18d47), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.201629 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d74333ff-fd02-4cc9-b3e3-48b821ea9c0a None None] Port f6535a21-4573-493e-9f23-216e48d18d47 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:49.306655 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (71635a66-13a6-41b0-89f3-d31f0917516a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.321864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 11d726f2-810e-4866-a187-1c0ecd2d6bd2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:49.322404 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (71635a66-13a6-41b0-89f3-d31f0917516a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.384672 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6ffd905b-dc35-41b5-b651-faa7b626d61a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.392391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71635a66-13a6-41b0-89f3-d31f0917516a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:49.446947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:49.447190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=6ffd905b-dc35-41b5-b651-faa7b626d61a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:49.447453 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.464408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 1a119881-f531-4e4d-b3b2-9984f0269276 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:49.469544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:49.475456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:49.476096 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (029363e0-dadd-4b36-8f0b-a4b2b14b909a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.565238 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (6b4dabff-1106-4cdd-85cf-72901abda369), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.593703 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6b4dabff-1106-4cdd-85cf-72901abda369), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.617648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:49.632366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4dabff-1106-4cdd-85cf-72901abda369,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:49.664639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.668165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6b3a628d-0318-4886-8694-c4fce74310ae tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6329296 Jan 28 03:57:49.670137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32822) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:49.675234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0f51dd4a-dd7e-4648-80ec-74c6c3d638e5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': '6b4dabff-1106-4cdd-85cf-72901abda369', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:49.757913 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (a4f042c6-6675-404c-ab81-a818618d4e7d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.792185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6ffd905b-dc35-41b5-b651-faa7b626d61a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.929499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e757586f-6b28-466c-b595-a5d7f35cd730 None None] Provisioning complete for port 6ffd905b-dc35-41b5-b651-faa7b626d61a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:49.929933 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e757586f-6b28-466c-b595-a5d7f35cd730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6ffd905b-dc35-41b5-b651-faa7b626d61a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:49.973587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e757586f-6b28-466c-b595-a5d7f35cd730 None None] Port 6ffd905b-dc35-41b5-b651-faa7b626d61a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:50.075538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port f6535a21-4573-493e-9f23-216e48d18d47 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:50.075911 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f6535a21-4573-493e-9f23-216e48d18d47), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.192127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f6535a21-4573-493e-9f23-216e48d18d47), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.208574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for f6535a21-4573-493e-9f23-216e48d18d47 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:50.337511 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f51dd4a-dd7e-4648-80ec-74c6c3d638e5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group_rule (0853c585-0cd0-417e-b08f-6190f147bcff), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.407339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f6535a21-4573-493e-9f23-216e48d18d47), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.437773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=f6535a21-4573-493e-9f23-216e48d18d47,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:50.535755 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f51dd4a-dd7e-4648-80ec-74c6c3d638e5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group_rule (0853c585-0cd0-417e-b08f-6190f147bcff), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.548283 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f51dd4a-dd7e-4648-80ec-74c6c3d638e5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (0853c585-0cd0-417e-b08f-6190f147bcff), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.592005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51dd4a-dd7e-4648-80ec-74c6c3d638e5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0853c585-0cd0-417e-b08f-6190f147bcff,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:50.617556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (a4f042c6-6675-404c-ab81-a818618d4e7d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.621261 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f51dd4a-dd7e-4648-80ec-74c6c3d638e5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.622681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0f51dd4a-dd7e-4648-80ec-74c6c3d638e5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9516234 Jan 28 03:57:50.626531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:50.634049 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (6ffd905b-dc35-41b5-b651-faa7b626d61a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.635086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0305240d-c4f8-462f-9542-59db8f4d09bc tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': '6b4dabff-1106-4cdd-85cf-72901abda369', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:50.641470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6ffd905b-dc35-41b5-b651-faa7b626d61a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.642592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (029363e0-dadd-4b36-8f0b-a4b2b14b909a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.750219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=6ffd905b-dc35-41b5-b651-faa7b626d61a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:50.771624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0305240d-c4f8-462f-9542-59db8f4d09bc tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group_rule (90a39f5f-61b8-4fbb-9cef-77d317612885), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:50.785377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 1a119881-f531-4e4d-b3b2-9984f0269276 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:50.786798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:50.834198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Router a4f042c6-6675-404c-ab81-a818618d4e7d has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:57:50.909094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 029363e0-dadd-4b36-8f0b-a4b2b14b909a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:57:51.030387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:57:51.041470 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb627c-2dda-43d6-b34c-d9126d69ff33 None None] Sync routers for ids ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:57:51.049362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-74cee7ed-c1e8-44cd-85f5-0d844463cd16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/029363e0-dadd-4b36-8f0b-a4b2b14b909a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4848354 Jan 28 03:57:51.050401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32832) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:51.064346 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb627c-2dda-43d6-b34c-d9126d69ff33 None None] Routers {'029363e0-dadd-4b36-8f0b-a4b2b14b909a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:51.065018 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3aeb627c-2dda-43d6-b34c-d9126d69ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:51.104295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63586d83-4030-42c4-8212-bce4ac637d84 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:51.110400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-63586d83-4030-42c4-8212-bce4ac637d84 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports/6ffd905b-dc35-41b5-b651-faa7b626d61a HTTP/1.1" status: 200 len: 913 time: 0.0572140 Jan 28 03:57:51.111525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:51.122042 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3aeb627c-2dda-43d6-b34c-d9126d69ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:51.134152 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb627c-2dda-43d6-b34c-d9126d69ff33 None None] Routers {'029363e0-dadd-4b36-8f0b-a4b2b14b909a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:51.134996 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3aeb627c-2dda-43d6-b34c-d9126d69ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:51.172814 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3aeb627c-2dda-43d6-b34c-d9126d69ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:51.173715 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb627c-2dda-43d6-b34c-d9126d69ff33 None None] The sync data for ids ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:57:51.215590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b184f8ca-e004-4fad-9ecf-f5c944cc29c1 None None] Provisioning complete for port 6ffd905b-dc35-41b5-b651-faa7b626d61a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:51.216573 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b184f8ca-e004-4fad-9ecf-f5c944cc29c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6ffd905b-dc35-41b5-b651-faa7b626d61a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.259914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b184f8ca-e004-4fad-9ecf-f5c944cc29c1 None None] Port 6ffd905b-dc35-41b5-b651-faa7b626d61a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:51.384088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:57:51.387141 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-0305240d-c4f8-462f-9542-59db8f4d09bc tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:57:51.388356 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0305240d-c4f8-462f-9542-59db8f4d09bc tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7576482 Jan 28 03:57:51.396867 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cd391ed9-47ba-458c-9d9c-7342ad033e9d tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "PUT /v2.0/routers/a4f042c6-6675-404c-ab81-a818618d4e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2364802 Jan 28 03:57:51.396867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:51.397769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8de50-27c8-4769-aaa9-6becc8eff628 None None] Sync routers for ids ['a4f042c6-6675-404c-ab81-a818618d4e7d'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:57:51.398119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32838) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:51.413667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8de50-27c8-4769-aaa9-6becc8eff628 None None] Routers {'a4f042c6-6675-404c-ab81-a818618d4e7d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:51.414519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e6c8de50-27c8-4769-aaa9-6becc8eff628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4f042c6-6675-404c-ab81-a818618d4e7d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:51.432634 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0b1706-81d1-4c8f-bf2d-353483be0a63 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:57:51.434385 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2b0b1706-81d1-4c8f-bf2d-353483be0a63 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/f6535a21-4573-493e-9f23-216e48d18d47 HTTP/1.1" status: 404 len: 333 time: 0.0293331 Jan 28 03:57:51.437301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32840) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:51.452429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e6c8de50-27c8-4769-aaa9-6becc8eff628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:51.461936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8de50-27c8-4769-aaa9-6becc8eff628 None None] Routers {'a4f042c6-6675-404c-ab81-a818618d4e7d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:51.462580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e6c8de50-27c8-4769-aaa9-6becc8eff628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4f042c6-6675-404c-ab81-a818618d4e7d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:51.495559 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2054fbc-1c04-48fc-aba8-c2f975f7a3ec tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (6b4dabff-1106-4cdd-85cf-72901abda369), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.498889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e6c8de50-27c8-4769-aaa9-6becc8eff628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:51.499601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8de50-27c8-4769-aaa9-6becc8eff628 None None] The sync data for ids ['a4f042c6-6675-404c-ab81-a818618d4e7d'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:57:51.526007 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2054fbc-1c04-48fc-aba8-c2f975f7a3ec tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (6b4dabff-1106-4cdd-85cf-72901abda369), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.548520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5b5852e-bb63-43a2-b8f8-36483eba1d52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for router (a4f042c6-6675-404c-ab81-a818618d4e7d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.571837 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2054fbc-1c04-48fc-aba8-c2f975f7a3ec tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6b4dabff-1106-4cdd-85cf-72901abda369), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.574693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2054fbc-1c04-48fc-aba8-c2f975f7a3ec tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.575841 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a2054fbc-1c04-48fc-aba8-c2f975f7a3ec tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/6b4dabff-1106-4cdd-85cf-72901abda369 HTTP/1.1" status: 204 len: 168 time: 0.1785135 Jan 28 03:57:51.579170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:51.602129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2054fbc-1c04-48fc-aba8-c2f975f7a3ec tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4dabff-1106-4cdd-85cf-72901abda369,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:51.652998 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-30924d8c-2e3f-4f0d-87a9-173cff5d85b6 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0723426 Jan 28 03:57:51.657963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:51.662801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-689e6425-fd67-4e06-9171-673fd3dcb966 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210026190'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:51.685460 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-689e6425-fd67-4e06-9171-673fd3dcb966 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.731687 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (029363e0-dadd-4b36-8f0b-a4b2b14b909a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.734554 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5b5852e-bb63-43a2-b8f8-36483eba1d52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (a4f042c6-6675-404c-ab81-a818618d4e7d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.737310 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5b5852e-bb63-43a2-b8f8-36483eba1d52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for router_controller (a4f042c6-6675-404c-ab81-a818618d4e7d), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.763355 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-689e6425-fd67-4e06-9171-673fd3dcb966 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (8c3e1ae5-97e9-4859-9408-305d3322503a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.767809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-689e6425-fd67-4e06-9171-673fd3dcb966 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8c3e1ae5-97e9-4859-9408-305d3322503a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.803022 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-689e6425-fd67-4e06-9171-673fd3dcb966 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.804485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-689e6425-fd67-4e06-9171-673fd3dcb966 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1454973 Jan 28 03:57:51.805571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e6425-fd67-4e06-9171-673fd3dcb966 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e1ae5-97e9-4859-9408-305d3322503a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:51.807758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32846) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:51.819369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e911c091-a94f-4d55-a8cd-3919aabaf891 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': '8c3e1ae5-97e9-4859-9408-305d3322503a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:51.819925 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-e911c091-a94f-4d55-a8cd-3919aabaf891 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 03:57:51.820428 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-e911c091-a94f-4d55-a8cd-3919aabaf891 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:51.824060 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e911c091-a94f-4d55-a8cd-3919aabaf891 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071845 Jan 28 03:57:51.824447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:51.864515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5b5852e-bb63-43a2-b8f8-36483eba1d52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (a4f042c6-6675-404c-ab81-a818618d4e7d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.865152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b5852e-bb63-43a2-b8f8-36483eba1d52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Fanout notify agent at l3_agent the message router_deleted on router a4f042c6-6675-404c-ab81-a818618d4e7d {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:57:51.873066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5b5852e-bb63-43a2-b8f8-36483eba1d52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.874302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b5b5852e-bb63-43a2-b8f8-36483eba1d52 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/routers/a4f042c6-6675-404c-ab81-a818618d4e7d HTTP/1.1" status: 204 len: 168 time: 0.4358325 Jan 28 03:57:51.877202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32850) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:51.921948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34c9693b-8fe2-4c9c-b160-7c4f25383697 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (8c3e1ae5-97e9-4859-9408-305d3322503a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.961736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b03d509-f307-400f-8930-0cd57110d286 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet 2e1c9673-20e8-435e-b4eb-5f357525937d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:51.964661 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34c9693b-8fe2-4c9c-b160-7c4f25383697 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (8c3e1ae5-97e9-4859-9408-305d3322503a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:51.974957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b03d509-f307-400f-8930-0cd57110d286 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (2e1c9673-20e8-435e-b4eb-5f357525937d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.037932 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b03d509-f307-400f-8930-0cd57110d286 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (2e1c9673-20e8-435e-b4eb-5f357525937d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.080957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34c9693b-8fe2-4c9c-b160-7c4f25383697 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8c3e1ae5-97e9-4859-9408-305d3322503a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.084951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34c9693b-8fe2-4c9c-b160-7c4f25383697 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.086526 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-34c9693b-8fe2-4c9c-b160-7c4f25383697 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/8c3e1ae5-97e9-4859-9408-305d3322503a HTTP/1.1" status: 204 len: 168 time: 0.2608862 Jan 28 03:57:52.094309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:52.110307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9693b-8fe2-4c9c-b160-7c4f25383697 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e1ae5-97e9-4859-9408-305d3322503a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:52.134852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 6ffd905b-dc35-41b5-b651-faa7b626d61a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:52.135296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6ffd905b-dc35-41b5-b651-faa7b626d61a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.193839 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b03d509-f307-400f-8930-0cd57110d286 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (2e1c9673-20e8-435e-b4eb-5f357525937d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.202426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ddbd1137-73ba-4492-9093-e3be8f8e7675 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1016939 Jan 28 03:57:52.216568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:52.221196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b6eaee08-20d6-4aa1-974c-47424d394294 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'tempest-secgroup--807942581'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:52.256988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6eaee08-20d6-4aa1-974c-47424d394294 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.286471 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6ffd905b-dc35-41b5-b651-faa7b626d61a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.290125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:52.299209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 6ffd905b-dc35-41b5-b651-faa7b626d61a owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:52.355183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b03d509-f307-400f-8930-0cd57110d286 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (2e1c9673-20e8-435e-b4eb-5f357525937d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.399573 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b03d509-f307-400f-8930-0cd57110d286 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.403589 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7b03d509-f307-400f-8930-0cd57110d286 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/2e1c9673-20e8-435e-b4eb-5f357525937d HTTP/1.1" status: 204 len: 168 time: 0.5251527 Jan 28 03:57:52.408314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6eaee08-20d6-4aa1-974c-47424d394294 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (66487d9c-b777-4980-b451-a61acffe58db), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.410965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03d509-f307-400f-8930-0cd57110d286 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1c9673-20e8-435e-b4eb-5f357525937d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:52.412424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e5152-20d6-4d5c-be27-62a3bbb17d80 None None] Network 6411f3a4-7fd6-4305-a3be-ac049adc2f34 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:52.414149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:52.425889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6eaee08-20d6-4aa1-974c-47424d394294 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (66487d9c-b777-4980-b451-a61acffe58db), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.458352 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28b9bd41-d1aa-45a2-88cb-49e684eff8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.560021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6eaee08-20d6-4aa1-974c-47424d394294 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.562480 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b6eaee08-20d6-4aa1-974c-47424d394294 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3446376 Jan 28 03:57:52.570407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32868) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:52.570913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eaee08-20d6-4aa1-974c-47424d394294 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66487d9c-b777-4980-b451-a61acffe58db,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:52.576165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8c5f66dd-c2df-48b9-bd92-46c848f16116 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': '66487d9c-b777-4980-b451-a61acffe58db', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:52.577828 n-d-808199-14 neutron-server[103288]: WARNING neutron.api.v2.base [None req-8c5f66dd-c2df-48b9-bd92-46c848f16116 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 03:57:52.578530 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-8c5f66dd-c2df-48b9-bd92-46c848f16116 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:52.583035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (6411f3a4-7fd6-4305-a3be-ac049adc2f34), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.583735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8c5f66dd-c2df-48b9-bd92-46c848f16116 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121205 Jan 28 03:57:52.584488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:52.602387 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6ffd905b-dc35-41b5-b651-faa7b626d61a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.675785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=6ffd905b-dc35-41b5-b651-faa7b626d61a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:52.678793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1efe1b-947d-4b3f-add5-34ba8dd16029 None None] DHCP port deletion for 6411f3a4-7fd6-4305-a3be-ac049adc2f34 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:57:52.687279 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28b9bd41-d1aa-45a2-88cb-49e684eff8ef admin admin] Publish callbacks [] for security_group (840d8c02-7041-4473-bf5e-bea1d9da0400), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.696692 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28b9bd41-d1aa-45a2-88cb-49e684eff8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (840d8c02-7041-4473-bf5e-bea1d9da0400), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.747183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 3979b7c9-4508-44b0-b1ac-f11985205412 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:52.747545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.759789 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-28b9bd41-d1aa-45a2-88cb-49e684eff8ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eaf0afa72b664e31a47c6fa59a3753f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4662852 Jan 28 03:57:52.771353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32872) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:52.773212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fa1efe1b-947d-4b3f-add5-34ba8dd16029 None None] Deleting port 3979b7c9-4508-44b0-b1ac-f11985205412 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:52.777933 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa1efe1b-947d-4b3f-add5-34ba8dd16029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.780553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9bd41-d1aa-45a2-88cb-49e684eff8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840d8c02-7041-4473-bf5e-bea1d9da0400,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:52.799209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77fb34a0-c4cf-461d-a0c0-d41795fc5559 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (66487d9c-b777-4980-b451-a61acffe58db), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.864147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fa1efe1b-947d-4b3f-add5-34ba8dd16029 None None] For port 3979b7c9-4508-44b0-b1ac-f11985205412, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3979b7c9-4508-44b0-b1ac-f11985205412,segment=NetworkSegment(def73b29-b834-411f-ad7a-18818435575f),segment_id=def73b29-b834-411f-ad7a-18818435575f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:52.864977 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa1efe1b-947d-4b3f-add5-34ba8dd16029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.881179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77fb34a0-c4cf-461d-a0c0-d41795fc5559 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (66487d9c-b777-4980-b451-a61acffe58db), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.882403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fa1efe1b-947d-4b3f-add5-34ba8dd16029 None None] Calling delete_port for 3979b7c9-4508-44b0-b1ac-f11985205412 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:52.887060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] For port 3979b7c9-4508-44b0-b1ac-f11985205412, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3979b7c9-4508-44b0-b1ac-f11985205412,segment=NetworkSegment(def73b29-b834-411f-ad7a-18818435575f),segment_id=def73b29-b834-411f-ad7a-18818435575f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:52.887366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.890856 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (029363e0-dadd-4b36-8f0b-a4b2b14b909a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.930978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 3979b7c9-4508-44b0-b1ac-f11985205412 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:52.988395 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa1efe1b-947d-4b3f-add5-34ba8dd16029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:52.991998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e923873e-76e5-478e-bb69-74993c4176a5 admin admin] Publish callbacks [] for security_group (840d8c02-7041-4473-bf5e-bea1d9da0400), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.026580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1efe1b-947d-4b3f-add5-34ba8dd16029 None None] Pushing event deleted for resources: {'Port': ['ID=3979b7c9-4508-44b0-b1ac-f11985205412,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:53.032907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1efe1b-947d-4b3f-add5-34ba8dd16029 None None] No DVR routers for this DVR port 3979b7c9-4508-44b0-b1ac-f11985205412 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:53.074857 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e923873e-76e5-478e-bb69-74993c4176a5 admin admin] Publish callbacks [] for security_group (840d8c02-7041-4473-bf5e-bea1d9da0400), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.112764 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77fb34a0-c4cf-461d-a0c0-d41795fc5559 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (66487d9c-b777-4980-b451-a61acffe58db), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.116492 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77fb34a0-c4cf-461d-a0c0-d41795fc5559 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.120659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-77fb34a0-c4cf-461d-a0c0-d41795fc5559 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/66487d9c-b777-4980-b451-a61acffe58db HTTP/1.1" status: 204 len: 168 time: 0.5342023 Jan 28 03:57:53.122647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.162832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb34a0-c4cf-461d-a0c0-d41795fc5559 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66487d9c-b777-4980-b451-a61acffe58db,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:53.182491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3979b7c9-4508-44b0-b1ac-f11985205412), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.218987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 029363e0-dadd-4b36-8f0b-a4b2b14b909a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:57:53.227659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e923873e-76e5-478e-bb69-74993c4176a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (840d8c02-7041-4473-bf5e-bea1d9da0400), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.230244 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e923873e-76e5-478e-bb69-74993c4176a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.233977 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e923873e-76e5-478e-bb69-74993c4176a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/840d8c02-7041-4473-bf5e-bea1d9da0400 HTTP/1.1" status: 204 len: 168 time: 0.4616389 Jan 28 03:57:53.235521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No DVR routers for this DVR port 3979b7c9-4508-44b0-b1ac-f11985205412 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:53.247129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=3979b7c9-4508-44b0-b1ac-f11985205412,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:53.251891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923873e-76e5-478e-bb69-74993c4176a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840d8c02-7041-4473-bf5e-bea1d9da0400,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:53.259006 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a64916ca-ab49-42ce-a836-2a3ed6b77456 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1349964 Jan 28 03:57:53.306554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32878) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.311082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b6a48568-f106-46a0-b59f-e822d4907193 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1611455501'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:53.334778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3979b7c9-4508-44b0-b1ac-f11985205412 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:57:53.362550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 3979b7c9-4508-44b0-b1ac-f11985205412 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:57:53.363995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3979b7c9-4508-44b0-b1ac-f11985205412 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:57:53.388193 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (6411f3a4-7fd6-4305-a3be-ac049adc2f34), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.426464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6411f3a4-7fd6-4305-a3be-ac049adc2f34']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:53.452213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def73b29-b834-411f-ad7a-18818435575f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:53.457274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def73b29-b834-411f-ad7a-18818435575f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:53.506157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (def73b29-b834-411f-ad7a-18818435575f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.524022 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (def73b29-b834-411f-ad7a-18818435575f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.532124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:57:53.532826 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (def73b29-b834-411f-ad7a-18818435575f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:57:53.604802 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:57:53.607439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6a48568-f106-46a0-b59f-e822d4907193 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.618599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (6411f3a4-7fd6-4305-a3be-ac049adc2f34), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.636513 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.643419 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/networks/6411f3a4-7fd6-4305-a3be-ac049adc2f34 HTTP/1.1" status: 204 len: 168 time: 1.2245758 Jan 28 03:57:53.663320 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.664404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac7f14-23bb-4a6c-8748-f77080b50b94 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Network': ['ID=6411f3a4-7fd6-4305-a3be-ac049adc2f34,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:53.722925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37553fbb-7539-44ca-b2c6-37185d7b694c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:53.727857 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-37553fbb-7539-44ca-b2c6-37185d7b694c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/64f0064e-0522-40c1-a803-bb3f88fbdc79 HTTP/1.1" status: 200 len: 841 time: 0.0579152 Jan 28 03:57:53.728900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32894) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.790173 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c8ceb8ad-47d5-41d0-95b3-d6c2436587ce tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/64f0064e-0522-40c1-a803-bb3f88fbdc79?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0605481 Jan 28 03:57:53.795020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.800997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-88dfd576-4b54-414a-9ebb-aaffbcd2a968 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:53.805789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:57:53.820998 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc31e2-2d76-41b1-94b2-0554ec8fb1e6 None None] Sync routers for ids ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:57:53.822113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9e17ca2a-fcc1-4a81-8f78-66b0417de8bf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/029363e0-dadd-4b36-8f0b-a4b2b14b909a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7095366 Jan 28 03:57:53.825049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.843698 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6a48568-f106-46a0-b59f-e822d4907193 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (fc547a72-fa75-4a0d-8711-0410f3e5f0dc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.846618 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc31e2-2d76-41b1-94b2-0554ec8fb1e6 None None] Routers {'029363e0-dadd-4b36-8f0b-a4b2b14b909a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:53.848778 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4ddc31e2-2d76-41b1-94b2-0554ec8fb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:53.849936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6a48568-f106-46a0-b59f-e822d4907193 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fc547a72-fa75-4a0d-8711-0410f3e5f0dc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.875630 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6a48568-f106-46a0-b59f-e822d4907193 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:53.881939 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b6a48568-f106-46a0-b59f-e822d4907193 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5742023 Jan 28 03:57:53.888922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.899303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c03fb848-ab3b-46f3-a349-b054462901f9 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'fc547a72-fa75-4a0d-8711-0410f3e5f0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:53.900392 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-c03fb848-ab3b-46f3-a349-b054462901f9 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 03:57:53.901208 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-c03fb848-ab3b-46f3-a349-b054462901f9 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:53.907823 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c03fb848-ab3b-46f3-a349-b054462901f9 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0177884 Jan 28 03:57:53.908432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.919166 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-24c90645-a184-4fc6-bf39-3a04a18f1fc3 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'fc547a72-fa75-4a0d-8711-0410f3e5f0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:53.919166 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-24c90645-a184-4fc6-bf39-3a04a18f1fc3 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 03:57:53.919882 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-24c90645-a184-4fc6-bf39-3a04a18f1fc3 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:53.923937 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-24c90645-a184-4fc6-bf39-3a04a18f1fc3 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102494 Jan 28 03:57:53.924568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32908) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.930768 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4ddc31e2-2d76-41b1-94b2-0554ec8fb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:53.934884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b74a3cd2-1066-4886-b3eb-398f3e474d16 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'fc547a72-fa75-4a0d-8711-0410f3e5f0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:53.935721 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-b74a3cd2-1066-4886-b3eb-398f3e474d16 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 03:57:53.936209 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b74a3cd2-1066-4886-b3eb-398f3e474d16 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:53.941590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b74a3cd2-1066-4886-b3eb-398f3e474d16 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106235 Jan 28 03:57:53.942689 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc31e2-2d76-41b1-94b2-0554ec8fb1e6 None None] Routers {'029363e0-dadd-4b36-8f0b-a4b2b14b909a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:53.943608 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4ddc31e2-2d76-41b1-94b2-0554ec8fb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:53.944859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.949786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-56a953c5-0839-4eb0-b9b3-2a00029df15e tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'fc547a72-fa75-4a0d-8711-0410f3e5f0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:53.951218 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-56a953c5-0839-4eb0-b9b3-2a00029df15e tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 03:57:53.951721 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-56a953c5-0839-4eb0-b9b3-2a00029df15e tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:53.955888 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-56a953c5-0839-4eb0-b9b3-2a00029df15e tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100811 Jan 28 03:57:53.957995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:53.967562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a48568-f106-46a0-b59f-e822d4907193 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc547a72-fa75-4a0d-8711-0410f3e5f0dc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:54.100826 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ae0335c-8154-4ed3-b690-ea0e5aa4f18e tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (fc547a72-fa75-4a0d-8711-0410f3e5f0dc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.101326 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4ddc31e2-2d76-41b1-94b2-0554ec8fb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:54.103118 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc31e2-2d76-41b1-94b2-0554ec8fb1e6 None None] The sync data for ids ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:57:54.137140 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ae0335c-8154-4ed3-b690-ea0e5aa4f18e tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (fc547a72-fa75-4a0d-8711-0410f3e5f0dc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.156913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dfd576-4b54-414a-9ebb-aaffbcd2a968 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:54.160538 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88dfd576-4b54-414a-9ebb-aaffbcd2a968 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.195246 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ae0335c-8154-4ed3-b690-ea0e5aa4f18e tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fc547a72-fa75-4a0d-8711-0410f3e5f0dc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.198315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ae0335c-8154-4ed3-b690-ea0e5aa4f18e tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.200249 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9ae0335c-8154-4ed3-b690-ea0e5aa4f18e tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/fc547a72-fa75-4a0d-8711-0410f3e5f0dc HTTP/1.1" status: 204 len: 168 time: 0.2409127 Jan 28 03:57:54.205045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32920) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.224060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0335c-8154-4ed3-b690-ea0e5aa4f18e tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc547a72-fa75-4a0d-8711-0410f3e5f0dc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:54.290800 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b8e3525c-b514-4a91-86cd-8fe2d6ea7c3d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0825028 Jan 28 03:57:54.291498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.296861 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.302496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-41d81cd4-981f-49bc-8fc3-84305c527125 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'tempest-secgroup--953388474'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.331355 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41d81cd4-981f-49bc-8fc3-84305c527125 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.417896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41d81cd4-981f-49bc-8fc3-84305c527125 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (ce354a28-e9d9-4800-abac-1f26d0b29469), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.422294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41d81cd4-981f-49bc-8fc3-84305c527125 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ce354a28-e9d9-4800-abac-1f26d0b29469), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.448641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1464124356-network', 'tenant_id': '12c331f7049249ebab299fc7804c9f6a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.471531 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41d81cd4-981f-49bc-8fc3-84305c527125 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.477954 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-41d81cd4-981f-49bc-8fc3-84305c527125 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1758220 Jan 28 03:57:54.478252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.478403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d81cd4-981f-49bc-8fc3-84305c527125 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce354a28-e9d9-4800-abac-1f26d0b29469,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:54.485096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-decdb65c-84fa-429d-ae05-2a23fadc0504 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'ce354a28-e9d9-4800-abac-1f26d0b29469', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.485392 n-d-808199-14 neutron-server[103288]: WARNING neutron.api.v2.base [None req-decdb65c-84fa-429d-ae05-2a23fadc0504 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 03:57:54.485913 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-decdb65c-84fa-429d-ae05-2a23fadc0504 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:54.487008 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-decdb65c-84fa-429d-ae05-2a23fadc0504 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083997 Jan 28 03:57:54.490284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.497133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c95be585-dacf-4e68-b4f5-b8a03efb44ea tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'ce354a28-e9d9-4800-abac-1f26d0b29469', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.500245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Made reservation on behalf of 12c331f7049249ebab299fc7804c9f6a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:54.504065 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.507851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88dfd576-4b54-414a-9ebb-aaffbcd2a968 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (df287701-8fa0-40ac-a20c-3c387a132725), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.514871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.586277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dfd576-4b54-414a-9ebb-aaffbcd2a968 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:54.595410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-88dfd576-4b54-414a-9ebb-aaffbcd2a968 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:54.599850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dfd576-4b54-414a-9ebb-aaffbcd2a968 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:54.600454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88dfd576-4b54-414a-9ebb-aaffbcd2a968 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.606103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebdcd3-25a3-4df9-a92e-d7b61efd2e7c None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:54.615563 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Publish callbacks [] for security_group (367f95f0-d9b3-47bc-bca6-089b561aab80), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.620892 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (367f95f0-d9b3-47bc-bca6-089b561aab80), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.625796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfd576-4b54-414a-9ebb-aaffbcd2a968 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=df287701-8fa0-40ac-a20c-3c387a132725,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:54.636106 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (029363e0-dadd-4b36-8f0b-a4b2b14b909a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.639557 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-c95be585-dacf-4e68-b4f5-b8a03efb44ea tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:54.640891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c95be585-dacf-4e68-b4f5-b8a03efb44ea tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1493051 Jan 28 03:57:54.650865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32932) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.659023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-66fc6e3a-d863-415c-8489-cb81a099adf7 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'ce354a28-e9d9-4800-abac-1f26d0b29469', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.659623 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-66fc6e3a-d863-415c-8489-cb81a099adf7 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 03:57:54.660174 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-66fc6e3a-d863-415c-8489-cb81a099adf7 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:54.661477 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-66fc6e3a-d863-415c-8489-cb81a099adf7 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060222 Jan 28 03:57:54.673567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:57:54.675405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32934) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.683514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-88dfd576-4b54-414a-9ebb-aaffbcd2a968 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8849444 Jan 28 03:57:54.683735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32936) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.685001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2d082823-8b34-4f1d-b27d-0ff1546afcbb tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'ce354a28-e9d9-4800-abac-1f26d0b29469', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.688040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-65370824-5abd-4b19-865a-1dff4d7fb45e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'security_group': {'name': 'tempest-secgroup-1210727461'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.695304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367f95f0-d9b3-47bc-bca6-089b561aab80,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:54.705587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (cd0e41da-d41c-46c4-b7d1-bd3cd827671e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.706988 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Added segment cd0e41da-d41c-46c4-b7d1-bd3cd827671e of type vlan for network d9d258a1-3ea4-40d1-bfa9-481392ae9868 Jan 28 03:57:54.741468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-56e4e4d4-a348-4a50-b25c-34772660752a', 'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'project_id': '4fbeffefa42943c8b7de486f822fb567', 'fixed_ips': [{'subnet_id': 'df287701-8fa0-40ac-a20c-3c387a132725'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:57:54.743270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.749802 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65370824-5abd-4b19-865a-1dff4d7fb45e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.763165 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d9d258a1-3ea4-40d1-bfa9-481392ae9868), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.776214 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-2d082823-8b34-4f1d-b27d-0ff1546afcbb tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:54.780160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2d082823-8b34-4f1d-b27d-0ff1546afcbb tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1009562 Jan 28 03:57:54.780890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.791376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dc31151d-fd21-4b2e-9b59-00803dc12bb4 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'ce354a28-e9d9-4800-abac-1f26d0b29469', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.791965 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-dc31151d-fd21-4b2e-9b59-00803dc12bb4 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 03:57:54.792447 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-dc31151d-fd21-4b2e-9b59-00803dc12bb4 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:54.795972 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dc31151d-fd21-4b2e-9b59-00803dc12bb4 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112007 Jan 28 03:57:54.796752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32940) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.800490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b58f437a-f983-41d9-8416-3a2bcba006b5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'ce354a28-e9d9-4800-abac-1f26d0b29469', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.824631 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d9d258a1-3ea4-40d1-bfa9-481392ae9868), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.825534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:54.826199 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.838700 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-b58f437a-f983-41d9-8416-3a2bcba006b5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Project 95d92a3b1ffd448384b63c744503b45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:57:54.866476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5710220 Jan 28 03:57:54.866742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.871835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Request body: {'subnet': {'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1464124356-subnet', 'tenant_id': '12c331f7049249ebab299fc7804c9f6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.900012 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b58f437a-f983-41d9-8416-3a2bcba006b5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:54.900524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Allocated IP 172.20.0.2 (56e4e4d4-a348-4a50-b25c-34772660752a/df287701-8fa0-40ac-a20c-3c387a132725/feec60bd-51b7-43e0-915e-1010dd6617eb) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:54.904408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b58f437a-f983-41d9-8416-3a2bcba006b5 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1040227 Jan 28 03:57:54.904598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.909552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f98ddc61-b572-4a8e-bef0-a49be47d598f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'ce354a28-e9d9-4800-abac-1f26d0b29469', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.910071 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-f98ddc61-b572-4a8e-bef0-a49be47d598f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 03:57:54.910692 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-f98ddc61-b572-4a8e-bef0-a49be47d598f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:54.911840 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f98ddc61-b572-4a8e-bef0-a49be47d598f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059490 Jan 28 03:57:54.914609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32946) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.922425 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65370824-5abd-4b19-865a-1dff4d7fb45e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (ad3bebd4-afbe-46cc-8822-d03fa4fb7d49), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.927409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ff764e69-bfb7-44cd-9ab1-7daf0238fc84 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'ce354a28-e9d9-4800-abac-1f26d0b29469', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:54.936201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f3e70-a246-44f5-870d-17ddb9c5bcf1 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d258a1-3ea4-40d1-bfa9-481392ae9868,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:54.945967 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65370824-5abd-4b19-865a-1dff4d7fb45e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ad3bebd4-afbe-46cc-8822-d03fa4fb7d49), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.948201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Made reservation on behalf of 12c331f7049249ebab299fc7804c9f6a for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:54.950574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:54.959159 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-ff764e69-bfb7-44cd-9ab1-7daf0238fc84 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Project 95d92a3b1ffd448384b63c744503b45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:57:54.973451 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-ff764e69-bfb7-44cd-9ab1-7daf0238fc84 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:54.974743 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ff764e69-bfb7-44cd-9ab1-7daf0238fc84 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0594828 Jan 28 03:57:54.977666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d9d258a1-3ea4-40d1-bfa9-481392ae9868 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:57:54.977983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32948) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:54.984252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-77a1baf4-4652-4298-8221-22481a406829 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': 'ce354a28-e9d9-4800-abac-1f26d0b29469', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:55.070848 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65370824-5abd-4b19-865a-1dff4d7fb45e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.074576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-65370824-5abd-4b19-865a-1dff4d7fb45e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3874555 Jan 28 03:57:55.075627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32950) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:55.083786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8b9b7401-3157-4365-984a-f654135728aa tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'security_group': {'name': 'tempest-secgroup-563099231'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:55.096465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65370824-5abd-4b19-865a-1dff4d7fb45e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3bebd4-afbe-46cc-8822-d03fa4fb7d49,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:55.109577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7401-3157-4365-984a-f654135728aa tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.111746 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-77a1baf4-4652-4298-8221-22481a406829 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Project 95d92a3b1ffd448384b63c744503b45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:57:55.140128 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-77a1baf4-4652-4298-8221-22481a406829 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:55.141309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-77a1baf4-4652-4298-8221-22481a406829 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1608746 Jan 28 03:57:55.144296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Publish callbacks [] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.144611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32952) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:55.151789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.185632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port daa9df22-2546-44ea-be74-686a3dba9a61 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:55.186244 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (daa9df22-2546-44ea-be74-686a3dba9a61), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.204929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:55.208437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:55.212338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:55.224113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Pushing event updated for resources: {'Port': ['ID=feec60bd-51b7-43e0-915e-1010dd6617eb,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:55.245944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5183c48f-9c30-4d08-819c-d6ff939bd46d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (ce354a28-e9d9-4800-abac-1f26d0b29469), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.249218 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7401-3157-4365-984a-f654135728aa tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (8631746a-cb0b-48da-996e-977026013152), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.261368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7401-3157-4365-984a-f654135728aa tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8631746a-cb0b-48da-996e-977026013152), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.279661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Attempting to bind port feec60bd-51b7-43e0-915e-1010dd6617eb on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:57:55.280399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Attempting to bind port feec60bd-51b7-43e0-915e-1010dd6617eb by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '2b936174-6a10-4f96-a76b-721eee91b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:57:55.281040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Attempting to bind port feec60bd-51b7-43e0-915e-1010dd6617eb on network 56e4e4d4-a348-4a50-b25c-34772660752a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:57:55.287100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:57:55.287817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Checking segment: {'id': '2b936174-6a10-4f96-a76b-721eee91b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:55.288450 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.289067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Bound using segment: {'id': '2b936174-6a10-4f96-a76b-721eee91b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:57:55.289758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Bound port: feec60bd-51b7-43e0-915e-1010dd6617eb, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b936174-6a10-4f96-a76b-721eee91b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:57:55.290350 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.295494 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5183c48f-9c30-4d08-819c-d6ff939bd46d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (ce354a28-e9d9-4800-abac-1f26d0b29469), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.309144 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (5f9b6c51-eb3e-4edf-9e55-39c433f2a40f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.312419 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7401-3157-4365-984a-f654135728aa tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.316581 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8b9b7401-3157-4365-984a-f654135728aa tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2398512 Jan 28 03:57:55.317211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:55.324805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1615967535', 'security_groups': ['8631746a-cb0b-48da-996e-977026013152'], 'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df287701-8fa0-40ac-a20c-3c387a132725'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:55.334860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b7401-3157-4365-984a-f654135728aa tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8631746a-cb0b-48da-996e-977026013152,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:55.355015 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (daa9df22-2546-44ea-be74-686a3dba9a61), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.361753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] For port feec60bd-51b7-43e0-915e-1010dd6617eb, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:57:55.366094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] For port feec60bd-51b7-43e0-915e-1010dd6617eb, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=feec60bd-51b7-43e0-915e-1010dd6617eb,segment=NetworkSegment(2b936174-6a10-4f96-a76b-721eee91b1bf),segment_id=2b936174-6a10-4f96-a76b-721eee91b1bf)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:57:55.371730 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.384250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for daa9df22-2546-44ea-be74-686a3dba9a61 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:55.391120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9b6c51-eb3e-4edf-9e55-39c433f2a40f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:55.438845 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5183c48f-9c30-4d08-819c-d6ff939bd46d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ce354a28-e9d9-4800-abac-1f26d0b29469), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.439636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b53698-948b-45cc-85cb-3d4bd5a0c0e6 None None] Pushing event updated for resources: {'Port': ['ID=feec60bd-51b7-43e0-915e-1010dd6617eb,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:55.443504 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5183c48f-9c30-4d08-819c-d6ff939bd46d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.447099 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5183c48f-9c30-4d08-819c-d6ff939bd46d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/ce354a28-e9d9-4800-abac-1f26d0b29469 HTTP/1.1" status: 204 len: 168 time: 0.2987685 Jan 28 03:57:55.448915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32956) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:55.465933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183c48f-9c30-4d08-819c-d6ff939bd46d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce354a28-e9d9-4800-abac-1f26d0b29469,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:55.466751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Checking segment: {'id': 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:57:55.467125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Network hostable DHCP agents. Network: d9d258a1-3ea4-40d1-bfa9-481392ae9868, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:57:55.495408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:55.557434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Network d9d258a1-3ea4-40d1-bfa9-481392ae9868 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:57:55.574882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-404ca5ec-514e-4114-af53-e96549853a20 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1190228 Jan 28 03:57:55.575791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:55.581294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d9d258a1-3ea4-40d1-bfa9-481392ae9868) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:55.582666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-92e3f3fb-e857-43b6-a46d-af512fbd8288 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765669554'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:55.586504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:55.587127 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.596476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00fc297-4281-4ebf-b79d-17c258907674 None None] Network d9d258a1-3ea4-40d1-bfa9-481392ae9868 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:55.631700 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.644551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ee2ccd46-7785-4361-b711-4b824626ae88 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7671049 Jan 28 03:57:55.649434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92e3f3fb-e857-43b6-a46d-af512fbd8288 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.668642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port 6174b007-a9cb-40d5-b09c-9bb530794f3c yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:57:55.679434 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (daa9df22-2546-44ea-be74-686a3dba9a61), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:55.746445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=daa9df22-2546-44ea-be74-686a3dba9a61,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:55.795801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58567a8d-fc06-45d4-a8ae-fed800d23139 None None] Network d9d258a1-3ea4-40d1-bfa9-481392ae9868 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:55.905147 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (029363e0-dadd-4b36-8f0b-a4b2b14b909a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.001838 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92e3f3fb-e857-43b6-a46d-af512fbd8288 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (7abe66c4-e7ed-45dd-a48c-3eab6ba9f2bf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.015051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92e3f3fb-e857-43b6-a46d-af512fbd8288 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7abe66c4-e7ed-45dd-a48c-3eab6ba9f2bf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.068885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92e3f3fb-e857-43b6-a46d-af512fbd8288 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.072784 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-92e3f3fb-e857-43b6-a46d-af512fbd8288 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4934480 Jan 28 03:57:56.080519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32968) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:56.086120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-12867122-1401-4650-87da-ae6401294a20 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': '7abe66c4-e7ed-45dd-a48c-3eab6ba9f2bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:56.132301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3f3fb-e857-43b6-a46d-af512fbd8288 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abe66c4-e7ed-45dd-a48c-3eab6ba9f2bf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:56.146710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.4 (56e4e4d4-a348-4a50-b25c-34772660752a/df287701-8fa0-40ac-a20c-3c387a132725/6174b007-a9cb-40d5-b09c-9bb530794f3c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:56.155772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 029363e0-dadd-4b36-8f0b-a4b2b14b909a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:57:56.183378 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-12867122-1401-4650-87da-ae6401294a20 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The resource could not be found. Jan 28 03:57:56.187136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-12867122-1401-4650-87da-ae6401294a20 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1026762 Jan 28 03:57:56.190048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:56.196472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b6d62f78-c00a-42d0-a44f-00890e3ca39d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': '7abe66c4-e7ed-45dd-a48c-3eab6ba9f2bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '05816792-c3e1-49af-a546-17ae7cfaa9db'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:56.238967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:57:56.244994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-07b7342f-8e16-4a83-8af1-166cf58b270a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/029363e0-dadd-4b36-8f0b-a4b2b14b909a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4187546 Jan 28 03:57:56.247922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:56.251708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7880ae40-20b5-49a6-abd1-457266ed24f0 None None] Sync routers for ids ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:57:56.276165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880ae40-20b5-49a6-abd1-457266ed24f0 None None] Routers {'029363e0-dadd-4b36-8f0b-a4b2b14b909a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:56.277018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7880ae40-20b5-49a6-abd1-457266ed24f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:56.281032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cd340603-637a-49b9-b7d4-f576bde04c73 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=029363e0-dadd-4b36-8f0b-a4b2b14b909a HTTP/1.1" status: 200 len: 205 time: 0.0314078 Jan 28 03:57:56.284782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:56.337612 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b6d62f78-c00a-42d0-a44f-00890e3ca39d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The resource could not be found. Jan 28 03:57:56.341930 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b6d62f78-c00a-42d0-a44f-00890e3ca39d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1473274 Jan 28 03:57:56.343328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32976) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:56.383519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5bc0-401d-475f-ba91-4a98eddc1be9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (029363e0-dadd-4b36-8f0b-a4b2b14b909a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.480183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (6174b007-a9cb-40d5-b09c-9bb530794f3c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.509354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7880ae40-20b5-49a6-abd1-457266ed24f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:56.520381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880ae40-20b5-49a6-abd1-457266ed24f0 None None] Routers {'029363e0-dadd-4b36-8f0b-a4b2b14b909a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:57:56.521091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7880ae40-20b5-49a6-abd1-457266ed24f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:56.536677 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6174b007-a9cb-40d5-b09c-9bb530794f3c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.570671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7880ae40-20b5-49a6-abd1-457266ed24f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:56.571340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7880ae40-20b5-49a6-abd1-457266ed24f0 None None] The sync data for ids ['029363e0-dadd-4b36-8f0b-a4b2b14b909a'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:57:56.621927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:56.627867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:56.631340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:57:56.634380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=6174b007-a9cb-40d5-b09c-9bb530794f3c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:56.653582 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5bc0-401d-475f-ba91-4a98eddc1be9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (029363e0-dadd-4b36-8f0b-a4b2b14b909a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.656032 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5bc0-401d-475f-ba91-4a98eddc1be9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (029363e0-dadd-4b36-8f0b-a4b2b14b909a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.701646 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5bc0-401d-475f-ba91-4a98eddc1be9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (029363e0-dadd-4b36-8f0b-a4b2b14b909a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.702206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ab5bc0-401d-475f-ba91-4a98eddc1be9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Fanout notify agent at l3_agent the message router_deleted on router 029363e0-dadd-4b36-8f0b-a4b2b14b909a {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:57:56.709787 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5bc0-401d-475f-ba91-4a98eddc1be9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.713612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e3ab5bc0-401d-475f-ba91-4a98eddc1be9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/029363e0-dadd-4b36-8f0b-a4b2b14b909a HTTP/1.1" status: 204 len: 168 time: 0.4252172 Jan 28 03:57:56.713772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:56.713772 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.713946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32984) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:56.738071 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d76445d-de5f-4090-a8ad-35af2499a933 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (7abe66c4-e7ed-45dd-a48c-3eab6ba9f2bf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.744647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3bf8af2d-dfcc-41c5-888c-fafa9877e103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4235559 Jan 28 03:57:56.747392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 32986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:56.760573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-feb0ad32-f704-4efd-8781-764c7ef86c74 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:56.771133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d76445d-de5f-4090-a8ad-35af2499a933 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (7abe66c4-e7ed-45dd-a48c-3eab6ba9f2bf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.823237 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d76445d-de5f-4090-a8ad-35af2499a933 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7abe66c4-e7ed-45dd-a48c-3eab6ba9f2bf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.827305 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d76445d-de5f-4090-a8ad-35af2499a933 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:56.832188 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0d76445d-de5f-4090-a8ad-35af2499a933 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/7abe66c4-e7ed-45dd-a48c-3eab6ba9f2bf HTTP/1.1" status: 204 len: 168 time: 0.4816165 Jan 28 03:57:56.833629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32988) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:56.850382 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76445d-de5f-4090-a8ad-35af2499a933 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abe66c4-e7ed-45dd-a48c-3eab6ba9f2bf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:56.898659 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d97e797b-45a4-4b16-885e-96decc626344 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0594556 Jan 28 03:57:56.898855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:56.904265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b9144ab6-735a-40d6-9c15-0b9eceb76708 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': '396e7180-cd19-4212-8dfd-b5557f1744c7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:56.962508 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b9144ab6-735a-40d6-9c15-0b9eceb76708 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The resource could not be found. Jan 28 03:57:56.967348 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b9144ab6-735a-40d6-9c15-0b9eceb76708 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0638895 Jan 28 03:57:56.967713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:56.973248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5e2aa803-bb2c-45d6-86b9-b39046f27c2f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523884285'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:57.015015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa803-bb2c-45d6-86b9-b39046f27c2f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.056778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-717c3750-3626-4997-9206-12b85b99e738 None None] Provisioning complete for port 64f0064e-0522-40c1-a803-bb3f88fbdc79 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:57.056778 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-717c3750-3626-4997-9206-12b85b99e738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.103967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-717c3750-3626-4997-9206-12b85b99e738 None None] Port 64f0064e-0522-40c1-a803-bb3f88fbdc79 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:57.123907 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa803-bb2c-45d6-86b9-b39046f27c2f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (9f59cc5c-9ef5-48b7-a95c-38d1b6c0fd79), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.124257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-717c3750-3626-4997-9206-12b85b99e738 None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:57.124857 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-717c3750-3626-4997-9206-12b85b99e738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.131907 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa803-bb2c-45d6-86b9-b39046f27c2f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9f59cc5c-9ef5-48b7-a95c-38d1b6c0fd79), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.167188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa803-bb2c-45d6-86b9-b39046f27c2f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.168164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3cac050-3ac1-4fdf-b017-958293827332 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting subnet 8213fd42-e7d6-4cc3-8593-6af725716980 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:57.172505 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5e2aa803-bb2c-45d6-86b9-b39046f27c2f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2036924 Jan 28 03:57:57.173229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32994) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:57.183442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-75ee5213-edcb-4f9d-b0f0-707e444a3212 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'tempest-secgroup--655553492'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:57.226840 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3cac050-3ac1-4fdf-b017-958293827332 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (8213fd42-e7d6-4cc3-8593-6af725716980), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.264831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2aa803-bb2c-45d6-86b9-b39046f27c2f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f59cc5c-9ef5-48b7-a95c-38d1b6c0fd79,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:57.276269 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75ee5213-edcb-4f9d-b0f0-707e444a3212 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.280648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-717c3750-3626-4997-9206-12b85b99e738 None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:57.281323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-717c3750-3626-4997-9206-12b85b99e738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.324340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-717c3750-3626-4997-9206-12b85b99e738 None None] For port feec60bd-51b7-43e0-915e-1010dd6617eb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=feec60bd-51b7-43e0-915e-1010dd6617eb,segment=NetworkSegment(2b936174-6a10-4f96-a76b-721eee91b1bf),segment_id=2b936174-6a10-4f96-a76b-721eee91b1bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:57.330980 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-717c3750-3626-4997-9206-12b85b99e738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.380139 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3cac050-3ac1-4fdf-b017-958293827332 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (8213fd42-e7d6-4cc3-8593-6af725716980), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.428138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb0ad32-f704-4efd-8781-764c7ef86c74 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:57.430685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c3750-3626-4997-9206-12b85b99e738 None None] Pushing event updated for resources: {'Port': ['ID=feec60bd-51b7-43e0-915e-1010dd6617eb,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:57.432064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-feb0ad32-f704-4efd-8781-764c7ef86c74 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.458225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c5b4c38c-46b5-4d11-81c6-bb274c88b3fb None None] Provisioning complete for port 6174b007-a9cb-40d5-b09c-9bb530794f3c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:57.458782 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c38c-46b5-4d11-81c6-bb274c88b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6174b007-a9cb-40d5-b09c-9bb530794f3c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.459400 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75ee5213-edcb-4f9d-b0f0-707e444a3212 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (1acf2c7a-97a5-4ccc-bd8b-746f33dbd53a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.466669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75ee5213-edcb-4f9d-b0f0-707e444a3212 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1acf2c7a-97a5-4ccc-bd8b-746f33dbd53a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.502302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee5213-edcb-4f9d-b0f0-707e444a3212 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1acf2c7a-97a5-4ccc-bd8b-746f33dbd53a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:57.515571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4c38c-46b5-4d11-81c6-bb274c88b3fb None None] Port 6174b007-a9cb-40d5-b09c-9bb530794f3c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:57:57.523885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device feec60bd-51b7-43e0-915e-1010dd6617eb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:57.538945 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75ee5213-edcb-4f9d-b0f0-707e444a3212 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.540214 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-75ee5213-edcb-4f9d-b0f0-707e444a3212 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3617792 Jan 28 03:57:57.543117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 32998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:57.547457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e15309e6-b8c4-4181-96d4-aea105330725 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': '9f59cc5c-9ef5-48b7-a95c-38d1b6c0fd79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1acf2c7a-97a5-4ccc-bd8b-746f33dbd53a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:57.585410 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-e15309e6-b8c4-4181-96d4-aea105330725 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:57.586516 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e15309e6-b8c4-4181-96d4-aea105330725 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0424674 Jan 28 03:57:57.589461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:57.600099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3cac050-3ac1-4fdf-b017-958293827332 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (8213fd42-e7d6-4cc3-8593-6af725716980), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.612180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:57.613539 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.670440 n-d-808199-14 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-feb0ad32-f704-4efd-8781-764c7ef86c74 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df287701-8fa0-40ac-a20c-3c387a132725 (CIDR: 172.20.0.0/28) Jan 28 03:57:57.678692 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb0ad32-f704-4efd-8781-764c7ef86c74 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:57.679186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb0ad32-f704-4efd-8781-764c7ef86c74 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:57:57.703265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:57.718447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-feb0ad32-f704-4efd-8781-764c7ef86c74 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9700274 Jan 28 03:57:57.719202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c23bf74-b793-4468-b468-9edda7855bb9 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (1acf2c7a-97a5-4ccc-bd8b-746f33dbd53a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.721198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33002) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:57.731055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-640c1f49-3597-4203-a79a-ae1e34fc644a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:57.743363 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3cac050-3ac1-4fdf-b017-958293827332 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (8213fd42-e7d6-4cc3-8593-6af725716980), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.818614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c23bf74-b793-4468-b468-9edda7855bb9 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (1acf2c7a-97a5-4ccc-bd8b-746f33dbd53a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.823275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cac050-3ac1-4fdf-b017-958293827332 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Subnet': ['ID=8213fd42-e7d6-4cc3-8593-6af725716980,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:57.848395 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3cac050-3ac1-4fdf-b017-958293827332 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.851627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f3cac050-3ac1-4fdf-b017-958293827332 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/8213fd42-e7d6-4cc3-8593-6af725716980 HTTP/1.1" status: 204 len: 168 time: 1.1367495 Jan 28 03:57:57.851817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9d9feb-5bec-4a88-84ed-f5dfca980d5e None None] Network 1a119881-f531-4e4d-b3b2-9984f0269276 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:57.854362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:57.922252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b859af-e198-4db0-bcbc-1a52f3b92ff0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting subnet 38ead0cc-feb1-4386-9e4d-da3994721b39 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:57:57.928633 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b859af-e198-4db0-bcbc-1a52f3b92ff0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (38ead0cc-feb1-4386-9e4d-da3994721b39), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.929104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c23bf74-b793-4468-b468-9edda7855bb9 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1acf2c7a-97a5-4ccc-bd8b-746f33dbd53a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.931713 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c23bf74-b793-4468-b468-9edda7855bb9 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.932939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1c23bf74-b793-4468-b468-9edda7855bb9 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/1acf2c7a-97a5-4ccc-bd8b-746f33dbd53a HTTP/1.1" status: 204 len: 168 time: 0.3424060 Jan 28 03:57:57.937592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:57.959159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640c1f49-3597-4203-a79a-ae1e34fc644a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:57.962647 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-640c1f49-3597-4203-a79a-ae1e34fc644a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:57.969902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23bf74-b793-4468-b468-9edda7855bb9 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acf2c7a-97a5-4ccc-bd8b-746f33dbd53a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:58.013289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b859af-e198-4db0-bcbc-1a52f3b92ff0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (38ead0cc-feb1-4386-9e4d-da3994721b39), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.080118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f77a772-b943-4353-9a89-92cbcbeb3759 None None] DHCP port deletion for 1a119881-f531-4e4d-b3b2-9984f0269276 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:57:58.106968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f4e9baec-94de-4dc2-aa24-9c40f3b76150 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1654823 Jan 28 03:57:58.107818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33008) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:58.134961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b859af-e198-4db0-bcbc-1a52f3b92ff0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (38ead0cc-feb1-4386-9e4d-da3994721b39), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.158812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0f77a772-b943-4353-9a89-92cbcbeb3759 None None] Deleting port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:58.159187 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f77a772-b943-4353-9a89-92cbcbeb3759 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.201310 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4539674b-40a3-4620-b9e1-de7d1db5f031 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (9f59cc5c-9ef5-48b7-a95c-38d1b6c0fd79), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.226983 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b859af-e198-4db0-bcbc-1a52f3b92ff0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (38ead0cc-feb1-4386-9e4d-da3994721b39), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.235044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0f77a772-b943-4353-9a89-92cbcbeb3759 None None] For port 11d726f2-810e-4866-a187-1c0ecd2d6bd2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=11d726f2-810e-4866-a187-1c0ecd2d6bd2,segment=NetworkSegment(29852289-1ea5-4965-b8a2-2436fafa8c8c),segment_id=29852289-1ea5-4965-b8a2-2436fafa8c8c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:58.235546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f77a772-b943-4353-9a89-92cbcbeb3759 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.250255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0f77a772-b943-4353-9a89-92cbcbeb3759 None None] Calling delete_port for 11d726f2-810e-4866-a187-1c0ecd2d6bd2 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:58.260313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b859af-e198-4db0-bcbc-1a52f3b92ff0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Subnet': ['ID=38ead0cc-feb1-4386-9e4d-da3994721b39,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:58.261295 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4539674b-40a3-4620-b9e1-de7d1db5f031 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (9f59cc5c-9ef5-48b7-a95c-38d1b6c0fd79), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.263811 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b859af-e198-4db0-bcbc-1a52f3b92ff0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.269923 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-78b859af-e198-4db0-bcbc-1a52f3b92ff0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/38ead0cc-feb1-4386-9e4d-da3994721b39 HTTP/1.1" status: 204 len: 168 time: 0.4143500 Jan 28 03:57:58.270534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:58.294743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143b1637-b18d-4e36-b7c5-24e809c67953 None None] Network a91d1ca9-a505-4767-a001-ec887b8d3387 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:58.346535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1a119881-f531-4e4d-b3b2-9984f0269276), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.368270 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4539674b-40a3-4620-b9e1-de7d1db5f031 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9f59cc5c-9ef5-48b7-a95c-38d1b6c0fd79), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.371060 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4539674b-40a3-4620-b9e1-de7d1db5f031 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.374416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4539674b-40a3-4620-b9e1-de7d1db5f031 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f59cc5c-9ef5-48b7-a95c-38d1b6c0fd79 HTTP/1.1" status: 204 len: 168 time: 0.2633300 Jan 28 03:57:58.380964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:58.405778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539674b-40a3-4620-b9e1-de7d1db5f031 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f59cc5c-9ef5-48b7-a95c-38d1b6c0fd79,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:58.412315 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-640c1f49-3597-4203-a79a-ae1e34fc644a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.412911 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f77a772-b943-4353-9a89-92cbcbeb3759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.415951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:58.417568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.465350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77a772-b943-4353-9a89-92cbcbeb3759 None None] No DVR routers for this DVR port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:58.468270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77a772-b943-4353-9a89-92cbcbeb3759 None None] Pushing event deleted for resources: {'Port': ['ID=11d726f2-810e-4866-a187-1c0ecd2d6bd2,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:58.491805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c1f49-3597-4203-a79a-ae1e34fc644a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:57:58.498725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port 11d726f2-810e-4866-a187-1c0ecd2d6bd2, host n-d-808199-14, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:58.498870 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.502351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-640c1f49-3597-4203-a79a-ae1e34fc644a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:57:58.505903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640c1f49-3597-4203-a79a-ae1e34fc644a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:58.506925 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-640c1f49-3597-4203-a79a-ae1e34fc644a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.511826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeaf6b6-6b35-478a-aa94-1e2f033baa6a None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:57:58.515070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 11d726f2-810e-4866-a187-1c0ecd2d6bd2 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:58.517988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:57:58.518914 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (11d726f2-810e-4866-a187-1c0ecd2d6bd2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.524722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8c24313a-3520-4d08-be45-907ae57076b6 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1367099 Jan 28 03:57:58.527420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:58.533959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-da6e7bb8-d8d6-446b-8b20-340793819d12 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'tempest-secgroup--662698605'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:58.553964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c1f49-3597-4203-a79a-ae1e34fc644a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:58.561087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=11d726f2-810e-4866-a187-1c0ecd2d6bd2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:58.563883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33020) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:58.565342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-640c1f49-3597-4203-a79a-ae1e34fc644a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8413689 Jan 28 03:57:58.571217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1365342445', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2'}], 'security_groups': ['ad3bebd4-afbe-46cc-8822-d03fa4fb7d49']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:58.575079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No DVR routers for this DVR port 11d726f2-810e-4866-a187-1c0ecd2d6bd2 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:58.583867 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da6e7bb8-d8d6-446b-8b20-340793819d12 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.614265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e4db27-3375-4a23-bf08-bce8838a2569 None None] DHCP port deletion for a91d1ca9-a505-4767-a001-ec887b8d3387 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:57:58.710834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da6e7bb8-d8d6-446b-8b20-340793819d12 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (84259d0d-b46f-4441-bfcb-346823e06afb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.715329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-43e4db27-3375-4a23-bf08-bce8838a2569 None None] Deleting port 0502b933-49dd-4d4e-9099-4b4e3e64f16b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:58.715707 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43e4db27-3375-4a23-bf08-bce8838a2569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.718246 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da6e7bb8-d8d6-446b-8b20-340793819d12 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (84259d0d-b46f-4441-bfcb-346823e06afb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.724444 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1a119881-f531-4e4d-b3b2-9984f0269276), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.732144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6174b007-a9cb-40d5-b09c-9bb530794f3c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.757138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a119881-f531-4e4d-b3b2-9984f0269276']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:58.768463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e7bb8-d8d6-446b-8b20-340793819d12 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84259d0d-b46f-4441-bfcb-346823e06afb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:58.791224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da6e7bb8-d8d6-446b-8b20-340793819d12 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.792873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-da6e7bb8-d8d6-446b-8b20-340793819d12 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2642269 Jan 28 03:57:58.796144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33024) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:58.802821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3cd87877-26f6-4ba8-9fe9-2dfb73c69c73 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': '84259d0d-b46f-4441-bfcb-346823e06afb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:58.804570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29852289-1ea5-4965-b8a2-2436fafa8c8c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:58.804883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29852289-1ea5-4965-b8a2-2436fafa8c8c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:58.805876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-43e4db27-3375-4a23-bf08-bce8838a2569 None None] For port 0502b933-49dd-4d4e-9099-4b4e3e64f16b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0502b933-49dd-4d4e-9099-4b4e3e64f16b,segment=NetworkSegment(ce06d8a8-51fc-41a9-a505-eceff67b233f),segment_id=ce06d8a8-51fc-41a9-a505-eceff67b233f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:58.806457 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43e4db27-3375-4a23-bf08-bce8838a2569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.825439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-43e4db27-3375-4a23-bf08-bce8838a2569 None None] Calling delete_port for 0502b933-49dd-4d4e-9099-4b4e3e64f16b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:57:58.840960 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (29852289-1ea5-4965-b8a2-2436fafa8c8c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.861924 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-3cd87877-26f6-4ba8-9fe9-2dfb73c69c73 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:58.867935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (29852289-1ea5-4965-b8a2-2436fafa8c8c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.869795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:58.880416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3cd87877-26f6-4ba8-9fe9-2dfb73c69c73 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0714548 Jan 28 03:57:58.893221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6560786c-56c6-47b0-b8c5-a1e4e736762f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group_rule': {'security_group_id': '84259d0d-b46f-4441-bfcb-346823e06afb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:58.934151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c8f15-d6f6-4ab7-b952-62ecb863a6b1 None None] Update dhcp port {'port': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'fixed_ips': [{'subnet_id': 'df287701-8fa0-40ac-a20c-3c387a132725', 'ip_address': '172.20.0.2'}, {'subnet_id': '05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2'}], 'binding:host_id': 'n-d-808199-14'}, 'id': 'feec60bd-51b7-43e0-915e-1010dd6617eb'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:57:58.943086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:57:58.943494 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (29852289-1ea5-4965-b8a2-2436fafa8c8c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:57:58.946645 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:57:58.972608 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-517c8f15-d6f6-4ab7-b952-62ecb863a6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.014828 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43e4db27-3375-4a23-bf08-bce8838a2569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (0502b933-49dd-4d4e-9099-4b4e3e64f16b), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.059371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4db27-3375-4a23-bf08-bce8838a2569 None None] Pushing event deleted for resources: {'Port': ['ID=0502b933-49dd-4d4e-9099-4b4e3e64f16b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:59.087803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1a119881-f531-4e4d-b3b2-9984f0269276), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.102819 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.105816 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/networks/1a119881-f531-4e4d-b3b2-9984f0269276 HTTP/1.1" status: 204 len: 168 time: 0.8343396 Jan 28 03:57:59.108518 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:59.110605 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-6560786c-56c6-47b0-b8c5-a1e4e736762f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:57:59.111799 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6560786c-56c6-47b0-b8c5-a1e4e736762f tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2387526 Jan 28 03:57:59.117884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4db27-3375-4a23-bf08-bce8838a2569 None None] No DVR routers for this DVR port 0502b933-49dd-4d4e-9099-4b4e3e64f16b on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:57:59.123624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:59.125848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ebbe7-9e67-492d-99ac-e9f994d80903 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Network': ['ID=1a119881-f531-4e4d-b3b2-9984f0269276,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:59.236060 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a91d1ca9-a505-4767-a001-ec887b8d3387), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.252811 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc5be0c6-5da4-4ec4-a5dd-4ba251cb1ba6 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (84259d0d-b46f-4441-bfcb-346823e06afb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.272069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Delete allocated IP 172.20.0.4 (56e4e4d4-a348-4a50-b25c-34772660752a/df287701-8fa0-40ac-a20c-3c387a132725) {{(pid=103289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:57:59.282033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.20 (56e4e4d4-a348-4a50-b25c-34772660752a/05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2/6174b007-a9cb-40d5-b09c-9bb530794f3c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:59.303838 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc5be0c6-5da4-4ec4-a5dd-4ba251cb1ba6 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (84259d0d-b46f-4441-bfcb-346823e06afb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.330999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device feec60bd-51b7-43e0-915e-1010dd6617eb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:57:59.375255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a91d1ca9-a505-4767-a001-ec887b8d3387), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.412649 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91d1ca9-a505-4767-a001-ec887b8d3387']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:59.416998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:57:59.418162 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.431010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce06d8a8-51fc-41a9-a505-eceff67b233f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:59.431010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce06d8a8-51fc-41a9-a505-eceff67b233f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:57:59.450577 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (ce06d8a8-51fc-41a9-a505-eceff67b233f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.465162 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ce06d8a8-51fc-41a9-a505-eceff67b233f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.473794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:57:59.474314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (ce06d8a8-51fc-41a9-a505-eceff67b233f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:57:59.477639 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:57:59.490140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc5be0c6-5da4-4ec4-a5dd-4ba251cb1ba6 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (84259d0d-b46f-4441-bfcb-346823e06afb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.492737 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc5be0c6-5da4-4ec4-a5dd-4ba251cb1ba6 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.494169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dc5be0c6-5da4-4ec4-a5dd-4ba251cb1ba6 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/84259d0d-b46f-4441-bfcb-346823e06afb HTTP/1.1" status: 204 len: 168 time: 0.3679721 Jan 28 03:57:59.496956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:59.499277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (6174b007-a9cb-40d5-b09c-9bb530794f3c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.519519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6174b007-a9cb-40d5-b09c-9bb530794f3c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.544916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5be0c6-5da4-4ec4-a5dd-4ba251cb1ba6 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84259d0d-b46f-4441-bfcb-346823e06afb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:59.564623 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a91d1ca9-a505-4767-a001-ec887b8d3387), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.578384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.583677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/networks/a91d1ca9-a505-4767-a001-ec887b8d3387 HTTP/1.1" status: 204 len: 168 time: 0.4737585 Jan 28 03:57:59.589385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33038) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:59.593741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=6174b007-a9cb-40d5-b09c-9bb530794f3c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:59.603743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1770877811'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:59.632670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:57:59.641732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce894582-782d-4040-a9c7-0075c9d66b2c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Network': ['ID=a91d1ca9-a505-4767-a001-ec887b8d3387,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:57:59.657032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-517c8f15-d6f6-4ab7-b952-62ecb863a6b1 None None] Allocated IP 172.20.0.18 (56e4e4d4-a348-4a50-b25c-34772660752a/05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2/feec60bd-51b7-43e0-915e-1010dd6617eb) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:57:59.680410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:57:59.688333 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-609af70d-5867-42e3-8fe6-368c9066fc2d tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1835277 Jan 28 03:57:59.688535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.689991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33040) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:59.691831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] In _notify_port_updated(), no bound segment for port 6174b007-a9cb-40d5-b09c-9bb530794f3c on network 56e4e4d4-a348-4a50-b25c-34772660752a {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:57:59.697456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:59.698118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e02395f2-051a-4cff-9d12-e668ebcaf0af tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774723559'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:57:59.698311 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.699769 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d5e32696-4207-40bb-a9d3-1dcf0ca06b2e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "PUT /v2.0/ports/6174b007-a9cb-40d5-b09c-9bb530794f3c HTTP/1.1" status: 200 len: 921 time: 1.1349192 Jan 28 03:57:59.703916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:57:59.748883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:57:59.752404 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e02395f2-051a-4cff-9d12-e668ebcaf0af tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.764993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 11d726f2-810e-4866-a187-1c0ecd2d6bd2 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:57:59.777991 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8d461f68-423d-4796-9cb5-98c30dd6a0f9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.778401 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added segment 8d461f68-423d-4796-9cb5-98c30dd6a0f9 of type vlan for network 75f10b26-d3e4-4f86-a840-ccbdd313c244 Jan 28 03:57:59.804419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 11d726f2-810e-4866-a187-1c0ecd2d6bd2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:57:59.804933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 11d726f2-810e-4866-a187-1c0ecd2d6bd2 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:57:59.805451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0502b933-49dd-4d4e-9099-4b4e3e64f16b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:57:59.818502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-22bb7aa2-f63c-4a51-8a30-96001ac40ac2 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 6174b007-a9cb-40d5-b09c-9bb530794f3c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:57:59.819065 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22bb7aa2-f63c-4a51-8a30-96001ac40ac2 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6174b007-a9cb-40d5-b09c-9bb530794f3c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.834356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 0502b933-49dd-4d4e-9099-4b4e3e64f16b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:57:59.834855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0502b933-49dd-4d4e-9099-4b4e3e64f16b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:57:59.844964 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (75f10b26-d3e4-4f86-a840-ccbdd313c244), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.871738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-517c8f15-d6f6-4ab7-b952-62ecb863a6b1 None None] For port feec60bd-51b7-43e0-915e-1010dd6617eb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=feec60bd-51b7-43e0-915e-1010dd6617eb,segment=NetworkSegment(2b936174-6a10-4f96-a76b-721eee91b1bf),segment_id=2b936174-6a10-4f96-a76b-721eee91b1bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:57:59.905018 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (75f10b26-d3e4-4f86-a840-ccbdd313c244), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.911075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:59.911709 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.912196 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-517c8f15-d6f6-4ab7-b952-62ecb863a6b1 None None] Publish callbacks [] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.930304 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-517c8f15-d6f6-4ab7-b952-62ecb863a6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.943936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22bb7aa2-f63c-4a51-8a30-96001ac40ac2 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6174b007-a9cb-40d5-b09c-9bb530794f3c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.958485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-22bb7aa2-f63c-4a51-8a30-96001ac40ac2 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 6174b007-a9cb-40d5-b09c-9bb530794f3c owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:00.019535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e02395f2-051a-4cff-9d12-e668ebcaf0af tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (0b01e164-e82d-4eed-87ab-4bc73bf13011), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.023767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4331615 Jan 28 03:58:00.026980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33046) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.034596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'subnet': {'network_id': '75f10b26-d3e4-4f86-a840-ccbdd313c244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:00.050082 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e02395f2-051a-4cff-9d12-e668ebcaf0af tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0b01e164-e82d-4eed-87ab-4bc73bf13011), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.093852 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c8f15-d6f6-4ab7-b952-62ecb863a6b1 None None] Pushing event updated for resources: {'Port': ['ID=feec60bd-51b7-43e0-915e-1010dd6617eb,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:00.127799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0b1bc-e3f7-4b7a-926d-6c7f64535ccd tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Network': ['ID=75f10b26-d3e4-4f86-a840-ccbdd313c244,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:00.134186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02395f2-051a-4cff-9d12-e668ebcaf0af tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01e164-e82d-4eed-87ab-4bc73bf13011,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:00.150414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 75f10b26-d3e4-4f86-a840-ccbdd313c244 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:58:00.152013 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e02395f2-051a-4cff-9d12-e668ebcaf0af tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.153567 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e02395f2-051a-4cff-9d12-e668ebcaf0af tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4605970 Jan 28 03:58:00.156808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.164398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-66ca0f1b-5abf-4453-99f7-054048731dc0 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:00.167805 n-d-808199-14 neutron-server[103289]: WARNING neutron.api.v2.base [None req-66ca0f1b-5abf-4453-99f7-054048731dc0 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 03:58:00.170019 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-66ca0f1b-5abf-4453-99f7-054048731dc0 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 03:58:00.173356 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-66ca0f1b-5abf-4453-99f7-054048731dc0 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "PUT /v2.0/security-groups/0b01e164-e82d-4eed-87ab-4bc73bf13011 HTTP/1.1" status: 409 len: 330 time: 0.0152328 Jan 28 03:58:00.177564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.184158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22bb7aa2-f63c-4a51-8a30-96001ac40ac2 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6174b007-a9cb-40d5-b09c-9bb530794f3c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.249211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57089629-1458-44c3-9e2a-964660372849 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (0b01e164-e82d-4eed-87ab-4bc73bf13011), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.252244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:00.254383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb7aa2-f63c-4a51-8a30-96001ac40ac2 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=6174b007-a9cb-40d5-b09c-9bb530794f3c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:00.257829 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.339103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57089629-1458-44c3-9e2a-964660372849 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (0b01e164-e82d-4eed-87ab-4bc73bf13011), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.353021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22bb7aa2-f63c-4a51-8a30-96001ac40ac2 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.360280 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-22bb7aa2-f63c-4a51-8a30-96001ac40ac2 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/6174b007-a9cb-40d5-b09c-9bb530794f3c HTTP/1.1" status: 204 len: 168 time: 0.6551542 Jan 28 03:58:00.360963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.393662 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4981d4-8d0d-41d5-bab0-ccfaa4338e0f tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:58:00.398449 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2c4981d4-8d0d-41d5-bab0-ccfaa4338e0f tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/6174b007-a9cb-40d5-b09c-9bb530794f3c HTTP/1.1" status: 404 len: 333 time: 0.0338106 Jan 28 03:58:00.399538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33054) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.459737 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57089629-1458-44c3-9e2a-964660372849 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0b01e164-e82d-4eed-87ab-4bc73bf13011), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.462359 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57089629-1458-44c3-9e2a-964660372849 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.466471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-57089629-1458-44c3-9e2a-964660372849 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/0b01e164-e82d-4eed-87ab-4bc73bf13011 HTTP/1.1" status: 204 len: 168 time: 0.2849867 Jan 28 03:58:00.467655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.494710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57089629-1458-44c3-9e2a-964660372849 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01e164-e82d-4eed-87ab-4bc73bf13011,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:00.529551 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-061c57e3-da82-48eb-88a5-407b52749a68 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (8631746a-cb0b-48da-996e-977026013152), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.549391 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6be2c0bf-a602-43c5-8ffb-1f0045545208 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0814047 Jan 28 03:58:00.554938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.579875 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-061c57e3-da82-48eb-88a5-407b52749a68 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (8631746a-cb0b-48da-996e-977026013152), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.606931 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-cd72c68d-07b5-446d-b5b9-42b3d5d9b3b2 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] delete failed (client error): The resource could not be found. Jan 28 03:58:00.608007 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cd72c68d-07b5-446d-b5b9-42b3d5d9b3b2 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "DELETE /v2.0/security-groups/72b6b3be-530e-4710-a660-78c4cf61bfc6 HTTP/1.1" status: 404 len: 347 time: 0.0516107 Jan 28 03:58:00.611789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33062) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.630201 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-5f71bbee-16b2-4bf0-b06e-4293dfd087f3 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] show failed (client error): The resource could not be found. Jan 28 03:58:00.631487 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5f71bbee-16b2-4bf0-b06e-4293dfd087f3 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-groups/af414f56-8f0d-470d-9484-650d4d60bf15 HTTP/1.1" status: 404 len: 347 time: 0.0178957 Jan 28 03:58:00.635174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33064) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.651381 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-46d1e4a6-0d64-4866-837e-bc89dbd368d2 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] show failed (client error): The resource could not be found. Jan 28 03:58:00.652262 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (2ef5d398-7288-473f-a69d-f25cbb2d2e3f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.653894 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-46d1e4a6-0d64-4866-837e-bc89dbd368d2 tempest-NegativeSecGroupIPv6Test-1820702172 tempest-NegativeSecGroupIPv6Test-1820702172-project] 10.222.0.44 "GET /v2.0/security-group-rules/671d6686-ff36-48a2-aef7-35f8db1b24ea HTTP/1.1" status: 404 len: 356 time: 0.0176454 Jan 28 03:58:00.716334 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-061c57e3-da82-48eb-88a5-407b52749a68 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8631746a-cb0b-48da-996e-977026013152), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.720913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-061c57e3-da82-48eb-88a5-407b52749a68 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.722264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-061c57e3-da82-48eb-88a5-407b52749a68 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/security-groups/8631746a-cb0b-48da-996e-977026013152 HTTP/1.1" status: 204 len: 168 time: 0.3225005 Jan 28 03:58:00.729032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.741761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c57e3-da82-48eb-88a5-407b52749a68 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8631746a-cb0b-48da-996e-977026013152,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:00.760608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Checking segment: {'id': '8d461f68-423d-4796-9cb5-98c30dd6a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75f10b26-d3e4-4f86-a840-ccbdd313c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:00.761015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network hostable DHCP agents. Network: 75f10b26-d3e4-4f86-a840-ccbdd313c244, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:58:00.766594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Subnet': ['ID=2ef5d398-7288-473f-a69d-f25cbb2d2e3f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:00.786597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 75f10b26-d3e4-4f86-a840-ccbdd313c244 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:58:00.805908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 75f10b26-d3e4-4f86-a840-ccbdd313c244) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:00.810365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:00.811071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.817151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d352a0a7-8027-4f84-886f-8e43643ab942 None None] Network 75f10b26-d3e4-4f86-a840-ccbdd313c244 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:00.836653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9cff57b3-6f93-4dc9-a26e-60fde246a081 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8086777 Jan 28 03:58:00.839257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:00.856761 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ac3365c-6094-4187-993b-df4a60656129 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (ad3bebd4-afbe-46cc-8822-d03fa4fb7d49), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.858053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-759440df-7759-4083-b39b-cac6a465d55e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-67187443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:00.901949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ac3365c-6094-4187-993b-df4a60656129 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (ad3bebd4-afbe-46cc-8822-d03fa4fb7d49), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.928879 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759440df-7759-4083-b39b-cac6a465d55e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.929780 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759440df-7759-4083-b39b-cac6a465d55e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.972783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ac3365c-6094-4187-993b-df4a60656129 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ad3bebd4-afbe-46cc-8822-d03fa4fb7d49), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.976479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ac3365c-6094-4187-993b-df4a60656129 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:00.986687 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3ac3365c-6094-4187-993b-df4a60656129 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/security-groups/ad3bebd4-afbe-46cc-8822-d03fa4fb7d49 HTTP/1.1" status: 204 len: 168 time: 0.2558885 Jan 28 03:58:00.988176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33076) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:01.009522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-75f10b26-d3e4-4f86-a840-ccbdd313c244', 'network_id': '75f10b26-d3e4-4f86-a840-ccbdd313c244', 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'fixed_ips': [{'subnet_id': '2ef5d398-7288-473f-a69d-f25cbb2d2e3f'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:58:01.010385 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.026793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aa8e7b5b-055a-4081-9717-9c3629a3a655 None None] Provisioning complete for port 64f0064e-0522-40c1-a803-bb3f88fbdc79 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:01.028111 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7b5b-055a-4081-9717-9c3629a3a655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.042613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3365c-6094-4187-993b-df4a60656129 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3bebd4-afbe-46cc-8822-d03fa4fb7d49,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:01.044216 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759440df-7759-4083-b39b-cac6a465d55e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.058989 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759440df-7759-4083-b39b-cac6a465d55e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.080205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e7b5b-055a-4081-9717-9c3629a3a655 None None] Port 64f0064e-0522-40c1-a803-bb3f88fbdc79 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:01.098103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aa8e7b5b-055a-4081-9717-9c3629a3a655 None None] Could not find standard attr ID for object 6174b007-a9cb-40d5-b09c-9bb530794f3c. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:58:01.102108 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759440df-7759-4083-b39b-cac6a465d55e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.105391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-759440df-7759-4083-b39b-cac6a465d55e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2638769 Jan 28 03:58:01.106809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:01.115854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'port': {'network_id': '75f10b26-d3e4-4f86-a840-ccbdd313c244', 'name': 'tempest-RoutersIpV6Test-39604985'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:01.156737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33080) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:01.193231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aa8e7b5b-055a-4081-9717-9c3629a3a655 None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:01.193766 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7b5b-055a-4081-9717-9c3629a3a655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.202402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f187994c-10c4-4cdc-8504-2d6392bfb921 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet df287701-8fa0-40ac-a20c-3c387a132725 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:58:01.231090 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f187994c-10c4-4cdc-8504-2d6392bfb921 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (df287701-8fa0-40ac-a20c-3c387a132725), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.321352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Allocated IP 2001:db8::2 (75f10b26-d3e4-4f86-a840-ccbdd313c244/2ef5d398-7288-473f-a69d-f25cbb2d2e3f/64e7be75-8320-452a-949e-2f426d8b8be9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:01.344026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e7b5b-055a-4081-9717-9c3629a3a655 None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:01.350479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device feec60bd-51b7-43e0-915e-1010dd6617eb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:01.370069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f187994c-10c4-4cdc-8504-2d6392bfb921 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (df287701-8fa0-40ac-a20c-3c387a132725), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.383740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9e5da21b-ecb2-438b-8669-d198df61a98e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95d92a3b1ffd448384b63c744503b45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2247133 Jan 28 03:58:01.386696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33084) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:01.469647 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-261f5fcf-57c0-4e1a-b37f-d301e8b2b4ce admin admin] Publish callbacks [] for security_group (71635a66-13a6-41b0-89f3-d31f0917516a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.487450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:01.488063 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.489656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:01.493125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.504940 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-261f5fcf-57c0-4e1a-b37f-d301e8b2b4ce admin admin] Publish callbacks [] for security_group (71635a66-13a6-41b0-89f3-d31f0917516a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.548128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] device_id is not set on port 8c38a862-4dbe-447a-8350-899edfde181c yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:58:01.582523 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Publish callbacks [] for port (64e7be75-8320-452a-949e-2f426d8b8be9), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.586973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-261f5fcf-57c0-4e1a-b37f-d301e8b2b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (71635a66-13a6-41b0-89f3-d31f0917516a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.591359 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-261f5fcf-57c0-4e1a-b37f-d301e8b2b4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.595207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-261f5fcf-57c0-4e1a-b37f-d301e8b2b4ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71635a66-13a6-41b0-89f3-d31f0917516a HTTP/1.1" status: 204 len: 168 time: 0.2054186 Jan 28 03:58:01.624804 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.635300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f5fcf-57c0-4e1a-b37f-d301e8b2b4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71635a66-13a6-41b0-89f3-d31f0917516a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:01.652963 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f187994c-10c4-4cdc-8504-2d6392bfb921 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (df287701-8fa0-40ac-a20c-3c387a132725), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.872266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Allocated IP 2001:db8::b5 (75f10b26-d3e4-4f86-a840-ccbdd313c244/2ef5d398-7288-473f-a69d-f25cbb2d2e3f/8c38a862-4dbe-447a-8350-899edfde181c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:01.882181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f187994c-10c4-4cdc-8504-2d6392bfb921 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (df287701-8fa0-40ac-a20c-3c387a132725), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.914642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187994c-10c4-4cdc-8504-2d6392bfb921 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=df287701-8fa0-40ac-a20c-3c387a132725,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:01.928074 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f187994c-10c4-4cdc-8504-2d6392bfb921 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.931553 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f187994c-10c4-4cdc-8504-2d6392bfb921 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/df287701-8fa0-40ac-a20c-3c387a132725 HTTP/1.1" status: 204 len: 168 time: 0.9107046 Jan 28 03:58:01.935666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33088) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:01.941686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f2cd6685-dd33-458f-ad60-f9590086b590 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:02.068395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d90c804f-e618-4cb6-94e7-b11ae42d7e11 None None] Could not find standard attr ID for object 6174b007-a9cb-40d5-b09c-9bb530794f3c. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:58:02.087193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:02.103053 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Network 75f10b26-d3e4-4f86-a840-ccbdd313c244 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:02.112124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f972a5-bf27-438b-960f-84ee8445a86c None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:02.150132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Pushing event updated for resources: {'Port': ['ID=64e7be75-8320-452a-949e-2f426d8b8be9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:02.155233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:02.213224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cd6685-dd33-458f-ad60-f9590086b590 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:02.213433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:02.218314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6685-dd33-458f-ad60-f9590086b590 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:02.236314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (8c38a862-4dbe-447a-8350-899edfde181c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:02.301756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Attempting to bind port 64e7be75-8320-452a-949e-2f426d8b8be9 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:02.302086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Attempting to bind port 64e7be75-8320-452a-949e-2f426d8b8be9 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8d461f68-423d-4796-9cb5-98c30dd6a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75f10b26-d3e4-4f86-a840-ccbdd313c244'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:02.302448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Attempting to bind port 64e7be75-8320-452a-949e-2f426d8b8be9 on network 75f10b26-d3e4-4f86-a840-ccbdd313c244 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:02.311102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:02.311659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Checking segment: {'id': '8d461f68-423d-4796-9cb5-98c30dd6a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75f10b26-d3e4-4f86-a840-ccbdd313c244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:02.312099 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:02.313301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Bound using segment: {'id': '8d461f68-423d-4796-9cb5-98c30dd6a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75f10b26-d3e4-4f86-a840-ccbdd313c244'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:02.314905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Bound port: 64e7be75-8320-452a-949e-2f426d8b8be9, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d461f68-423d-4796-9cb5-98c30dd6a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75f10b26-d3e4-4f86-a840-ccbdd313c244'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:02.315320 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:02.346173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8c38a862-4dbe-447a-8350-899edfde181c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:02.407221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] For port 64e7be75-8320-452a-949e-2f426d8b8be9, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:02.411564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] For port 64e7be75-8320-452a-949e-2f426d8b8be9, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64e7be75-8320-452a-949e-2f426d8b8be9,segment=NetworkSegment(8d461f68-423d-4796-9cb5-98c30dd6a0f9),segment_id=8d461f68-423d-4796-9cb5-98c30dd6a0f9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:02.427191 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:02.475388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=8c38a862-4dbe-447a-8350-899edfde181c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:02.521586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 75f10b26-d3e4-4f86-a840-ccbdd313c244 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:02.530463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:02.530615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242fbac-8616-4149-849f-0a8347e1fc76 None None] Pushing event updated for resources: {'Port': ['ID=64e7be75-8320-452a-949e-2f426d8b8be9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:02.545306 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:02.553201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:02.553868 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:02.572617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8a731d62-da66-4d5b-935f-94a496ad484a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.4631176 Jan 28 03:58:02.576265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33102) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:02.578612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6685-dd33-458f-ad60-f9590086b590 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (500096b8-0760-4c6b-8e28-c5bf9cddbdc8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:02.638374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cd6685-dd33-458f-ad60-f9590086b590 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:02.641947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f2cd6685-dd33-458f-ad60-f9590086b590 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:02.646788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd6685-dd33-458f-ad60-f9590086b590 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:02.647379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6685-dd33-458f-ad60-f9590086b590 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:02.682482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f2cd6685-dd33-458f-ad60-f9590086b590 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7429366 Jan 28 03:58:02.682657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33106) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:02.687374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-64b4d7dc-e4b8-44ac-8d10-8706cae692ec tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'security_group': {'name': 'tempest-secgroup-1727685961'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:02.690483 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd6685-dd33-458f-ad60-f9590086b590 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=500096b8-0760-4c6b-8e28-c5bf9cddbdc8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:02.886917 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64b4d7dc-e4b8-44ac-8d10-8706cae692ec tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.371454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655c0e0-c342-44f2-a6e9-13eaabd7ec02 None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:03.469938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64e7be75-8320-452a-949e-2f426d8b8be9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:03.473073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64b4d7dc-e4b8-44ac-8d10-8706cae692ec tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (efcc774d-adc4-4d02-948a-c6080baf05e0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.475649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8c38a862-4dbe-447a-8350-899edfde181c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.499628 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64b4d7dc-e4b8-44ac-8d10-8706cae692ec tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (efcc774d-adc4-4d02-948a-c6080baf05e0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.538216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fb711b2b-8603-4da4-a1ef-b56a381e64e9 None None] Provisioning complete for port 64f0064e-0522-40c1-a803-bb3f88fbdc79 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:03.538962 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb711b2b-8603-4da4-a1ef-b56a381e64e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.552997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4d7dc-e4b8-44ac-8d10-8706cae692ec tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcc774d-adc4-4d02-948a-c6080baf05e0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:03.655072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fb711b2b-8603-4da4-a1ef-b56a381e64e9 None None] Port 64f0064e-0522-40c1-a803-bb3f88fbdc79 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:03.662741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 64e7be75-8320-452a-949e-2f426d8b8be9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:03.663128 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.678440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64b4d7dc-e4b8-44ac-8d10-8706cae692ec tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.680130 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-64b4d7dc-e4b8-44ac-8d10-8706cae692ec tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9965467 Jan 28 03:58:03.682769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33136) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:03.687534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-eb57a7a1-c8c4-41e7-91a9-9dc27d637f09 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'security_group': {'name': 'tempest-secgroup-196956818'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:03.732229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fb711b2b-8603-4da4-a1ef-b56a381e64e9 None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:03.733303 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb711b2b-8603-4da4-a1ef-b56a381e64e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.893048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb57a7a1-c8c4-41e7-91a9-9dc27d637f09 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.905714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 64e7be75-8320-452a-949e-2f426d8b8be9 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:03.906201 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.957061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace592f-5816-4e8d-bdb9-11515bfb436f None None] Update dhcp port {'port': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'fixed_ips': [{'subnet_id': '05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2', 'ip_address': '172.20.0.18'}, {'subnet_id': '500096b8-0760-4c6b-8e28-c5bf9cddbdc8'}], 'binding:host_id': 'n-d-808199-14'}, 'id': 'feec60bd-51b7-43e0-915e-1010dd6617eb'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:58:04.088621 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:58:04.090461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2824b6-58fc-4432-86e2-8886d88509c1 None None] Network 75f10b26-d3e4-4f86-a840-ccbdd313c244 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:04.094902 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bace592f-5816-4e8d-bdb9-11515bfb436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.096472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (8c38a862-4dbe-447a-8350-899edfde181c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.096626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fb711b2b-8603-4da4-a1ef-b56a381e64e9 None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:04.109692 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb57a7a1-c8c4-41e7-91a9-9dc27d637f09 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (8bf78b49-9c0c-459b-8854-a5aab8335d7e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.112696 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8c38a862-4dbe-447a-8350-899edfde181c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.135540 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb57a7a1-c8c4-41e7-91a9-9dc27d637f09 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8bf78b49-9c0c-459b-8854-a5aab8335d7e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.144222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 64e7be75-8320-452a-949e-2f426d8b8be9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64e7be75-8320-452a-949e-2f426d8b8be9,segment=NetworkSegment(8d461f68-423d-4796-9cb5-98c30dd6a0f9),segment_id=8d461f68-423d-4796-9cb5-98c30dd6a0f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:04.183635 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.220298 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb57a7a1-c8c4-41e7-91a9-9dc27d637f09 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.222432 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-eb57a7a1-c8c4-41e7-91a9-9dc27d637f09 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5386856 Jan 28 03:58:04.225840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33152) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:04.230556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a682629c-9730-4384-8873-04cbbad5e911 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'security_group': {'name': 'tempest-secgroup-642308361'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:04.259706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57a7a1-c8c4-41e7-91a9-9dc27d637f09 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf78b49-9c0c-459b-8854-a5aab8335d7e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:04.271120 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a682629c-9730-4384-8873-04cbbad5e911 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.295868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=8c38a862-4dbe-447a-8350-899edfde181c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:04.410587 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a682629c-9730-4384-8873-04cbbad5e911 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (7d9d2c3f-baf6-49a1-a5c4-c88af117283a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.426822 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.428451 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a682629c-9730-4384-8873-04cbbad5e911 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7d9d2c3f-baf6-49a1-a5c4-c88af117283a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.503556 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a682629c-9730-4384-8873-04cbbad5e911 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.508043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a682629c-9730-4384-8873-04cbbad5e911 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2787321 Jan 28 03:58:04.512102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:04.521557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1359492719', 'security_groups': ['7d9d2c3f-baf6-49a1-a5c4-c88af117283a'], 'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '500096b8-0760-4c6b-8e28-c5bf9cddbdc8'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:04.641340 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8c38a862-4dbe-447a-8350-899edfde181c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.671383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682629c-9730-4384-8873-04cbbad5e911 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d2c3f-baf6-49a1-a5c4-c88af117283a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:04.680691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:04.681061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8810a47-3aaf-40bd-912c-a49e392fbb1e None None] Provisioning complete for port 64e7be75-8320-452a-949e-2f426d8b8be9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:04.681504 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8810a47-3aaf-40bd-912c-a49e392fbb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.747923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=64e7be75-8320-452a-949e-2f426d8b8be9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:04.757733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2811c2-05df-4a7b-a498-08ee6da9f770 req-b004be6d-776e-4de3-976f-13602f22347b tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:04.769461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad2811c2-05df-4a7b-a498-08ee6da9f770 req-b004be6d-776e-4de3-976f-13602f22347b tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1097 time: 0.2993515 Jan 28 03:58:04.857673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad2811c2-05df-4a7b-a498-08ee6da9f770 req-a58e0203-4d75-408b-99d6-0ba222233b93 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863934 Jan 28 03:58:04.946654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-bace592f-5816-4e8d-bdb9-11515bfb436f None None] Allocated IP 172.20.0.2 (56e4e4d4-a348-4a50-b25c-34772660752a/500096b8-0760-4c6b-8e28-c5bf9cddbdc8/feec60bd-51b7-43e0-915e-1010dd6617eb) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:05.001168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8810a47-3aaf-40bd-912c-a49e392fbb1e None None] Current status of the port 64e7be75-8320-452a-949e-2f426d8b8be9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:05.038899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:05.101368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162460b2-db48-4884-ab6f-093496861bf3 req-ec0e87ff-3e85-46b8-8f10-262203abf7e6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:05.103076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-162460b2-db48-4884-ab6f-093496861bf3 req-ec0e87ff-3e85-46b8-8f10-262203abf7e6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1663988 Jan 28 03:58:05.104595 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] device_id is not set on port af6f3886-ae34-4370-80af-2023bbf192c9 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:58:05.124589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (8c38a862-4dbe-447a-8350-899edfde181c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:05.138259 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8c38a862-4dbe-447a-8350-899edfde181c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:05.138949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bace592f-5816-4e8d-bdb9-11515bfb436f None None] For port feec60bd-51b7-43e0-915e-1010dd6617eb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=feec60bd-51b7-43e0-915e-1010dd6617eb,segment=NetworkSegment(2b936174-6a10-4f96-a76b-721eee91b1bf),segment_id=2b936174-6a10-4f96-a76b-721eee91b1bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:05.139171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:05.189505 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bace592f-5816-4e8d-bdb9-11515bfb436f None None] Publish callbacks [] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:05.190032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f1e04-4565-40aa-b699-009d23ad09cd req-3a7b0ae0-5d56-4f14-85aa-e99c837a83c2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:05.197228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba5f1e04-4565-40aa-b699-009d23ad09cd req-3a7b0ae0-5d56-4f14-85aa-e99c837a83c2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.1896265 Jan 28 03:58:05.201307 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bace592f-5816-4e8d-bdb9-11515bfb436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:05.279623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=8c38a862-4dbe-447a-8350-899edfde181c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:05.289389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-2c2aa81f-abeb-4c02-ada3-39f41f803d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:05.290997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-2c2aa81f-abeb-4c02-ada3-39f41f803d93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1096 time: 0.3599439 Jan 28 03:58:05.318213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-162460b2-db48-4884-ab6f-093496861bf3 req-a533e793-eebb-44ca-8603-60b90f6e688c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963449 Jan 28 03:58:05.393201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 75f10b26-d3e4-4f86-a840-ccbdd313c244 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:05.396989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:05.436445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64e7be75-8320-452a-949e-2f426d8b8be9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:05.533447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace592f-5816-4e8d-bdb9-11515bfb436f None None] Pushing event updated for resources: {'Port': ['ID=feec60bd-51b7-43e0-915e-1010dd6617eb,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:05.545532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba5f1e04-4565-40aa-b699-009d23ad09cd req-26c7069c-f3d1-4f41-8daf-b0e7f4b4f379 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453307 Jan 28 03:58:05.550988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-16094ba9-82b8-45b0-be93-7870be3d2869 None None] Provisioning complete for port 64e7be75-8320-452a-949e-2f426d8b8be9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:05.551596 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16094ba9-82b8-45b0-be93-7870be3d2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:05.565955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33170) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:05.619577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 64e7be75-8320-452a-949e-2f426d8b8be9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:05.621151 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:05.670176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-c8a1f757-9120-480f-8dcb-61f1922bad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:05.671692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-c8a1f757-9120-480f-8dcb-61f1922bad1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.3524964 Jan 28 03:58:05.779351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 4aa5c905-9fb0-4c19-a522-c6ada7394ae8 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:58:05.780721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-16094ba9-82b8-45b0-be93-7870be3d2869 None None] Current status of the port 64e7be75-8320-452a-949e-2f426d8b8be9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:05.809537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-16094ba9-82b8-45b0-be93-7870be3d2869 None None] Provisioning complete for port 8c38a862-4dbe-447a-8350-899edfde181c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:05.810162 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16094ba9-82b8-45b0-be93-7870be3d2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8c38a862-4dbe-447a-8350-899edfde181c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:05.811976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 64e7be75-8320-452a-949e-2f426d8b8be9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:05.821242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.10 (56e4e4d4-a348-4a50-b25c-34772660752a/500096b8-0760-4c6b-8e28-c5bf9cddbdc8/af6f3886-ae34-4370-80af-2023bbf192c9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:05.866309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-635e100d-33aa-4858-ab84-0dd7f09bedb7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/43d7d4c4-21ed-461a-962f-172845918f96 HTTP/1.1" status: 200 len: 992 time: 0.2974980 Jan 28 03:58:05.894876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-16094ba9-82b8-45b0-be93-7870be3d2869 None None] Port 8c38a862-4dbe-447a-8350-899edfde181c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:05.933848 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-dfb7f4a0-e272-479c-ad69-b84aa2ffd514 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 999 time: 0.2401187 Jan 28 03:58:06.047878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:06.050186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c5e0ca2-ff65-4a23-a408-7eb19d68165b None None] Provisioning complete for port 8c38a862-4dbe-447a-8350-899edfde181c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:06.050631 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c5e0ca2-ff65-4a23-a408-7eb19d68165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8c38a862-4dbe-447a-8350-899edfde181c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:06.059302 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7ebaecae-f6f1-4c81-ae31-332551b9b6a8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/4aa5c905-9fb0-4c19-a522-c6ada7394ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4796474 Jan 28 03:58:06.060819 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33188) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:06.062100 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e4ba4-3a64-4b1e-9021-0572c6b7ef7d None None] Sync routers for ids ['4aa5c905-9fb0-4c19-a522-c6ada7394ae8'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:06.079360 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e4ba4-3a64-4b1e-9021-0572c6b7ef7d None None] Routers {'4aa5c905-9fb0-4c19-a522-c6ada7394ae8'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:06.079983 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1d6e4ba4-3a64-4b1e-9021-0572c6b7ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4aa5c905-9fb0-4c19-a522-c6ada7394ae8'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:06.160613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e0ca2-ff65-4a23-a408-7eb19d68165b None None] Port 8c38a862-4dbe-447a-8350-899edfde181c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:06.184102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d2a3dd-9657-4d89-bc0f-d4d2a5bcbd27 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:06.184563 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1d6e4ba4-3a64-4b1e-9021-0572c6b7ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:06.188217 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d6d2a3dd-9657-4d89-bc0f-d4d2a5bcbd27 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports/8c38a862-4dbe-447a-8350-899edfde181c HTTP/1.1" status: 200 len: 981 time: 0.1240532 Jan 28 03:58:06.188631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33196) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:06.207177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-3023f930-e447-4784-90e3-5833faefa2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:06.207874 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e4ba4-3a64-4b1e-9021-0572c6b7ef7d None None] Routers {'4aa5c905-9fb0-4c19-a522-c6ada7394ae8'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:06.208487 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1d6e4ba4-3a64-4b1e-9021-0572c6b7ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4aa5c905-9fb0-4c19-a522-c6ada7394ae8'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:06.208714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-3023f930-e447-4784-90e3-5833faefa2d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.2650986 Jan 28 03:58:06.322885 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (af6f3886-ae34-4370-80af-2023bbf192c9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:06.328110 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1d6e4ba4-3a64-4b1e-9021-0572c6b7ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:06.328767 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e4ba4-3a64-4b1e-9021-0572c6b7ef7d None None] The sync data for ids ['4aa5c905-9fb0-4c19-a522-c6ada7394ae8'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:06.330577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-ff1ff73a-ebfa-4469-a274-be0b0dd57979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:06.332739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-ff1ff73a-ebfa-4469-a274-be0b0dd57979 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150103 Jan 28 03:58:06.376324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-1f414b2e-dbe2-42a9-8072-988692cf0a67 req-f7dd1854-60f8-4d08-95e5-6b9884a0a44d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:58:06.377567 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f414b2e-dbe2-42a9-8072-988692cf0a67 req-f7dd1854-60f8-4d08-95e5-6b9884a0a44d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200238 Jan 28 03:58:06.625339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a3d32a07-1db6-4a3d-ac6e-b6c351f1b3d7 None None] Provisioning complete for port 8c38a862-4dbe-447a-8350-899edfde181c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:06.633290 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3d32a07-1db6-4a3d-ac6e-b6c351f1b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8c38a862-4dbe-447a-8350-899edfde181c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:06.744180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a3d32a07-1db6-4a3d-ac6e-b6c351f1b3d7 None None] Port 8c38a862-4dbe-447a-8350-899edfde181c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:06.871329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-65ccf807-e609-4681-a873-4a7524c9c403 None None] Provisioning complete for port 64f0064e-0522-40c1-a803-bb3f88fbdc79 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:06.871976 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65ccf807-e609-4681-a873-4a7524c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:06.923434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:07.168737 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-400904b1-0cc8-45fd-909e-f63ad00552b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472511 Jan 28 03:58:07.183730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-65ccf807-e609-4681-a873-4a7524c9c403 None None] Port 64f0064e-0522-40c1-a803-bb3f88fbdc79 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:07.206774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-65ccf807-e609-4681-a873-4a7524c9c403 None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:07.207785 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65ccf807-e609-4681-a873-4a7524c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:07.323537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-d3ef0ca1-aa69-44eb-a169-0ec8e416af79 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9821417 Jan 28 03:58:07.366449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device feec60bd-51b7-43e0-915e-1010dd6617eb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:07.448161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 8c38a862-4dbe-447a-8350-899edfde181c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:07.448725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8c38a862-4dbe-447a-8350-899edfde181c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:07.466873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-65ccf807-e609-4681-a873-4a7524c9c403 None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:07.502346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (af6f3886-ae34-4370-80af-2023bbf192c9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:07.521045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:07.521422 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:07.596143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8c38a862-4dbe-447a-8350-899edfde181c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:07.610455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 8c38a862-4dbe-447a-8350-899edfde181c owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:07.633449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=af6f3886-ae34-4370-80af-2023bbf192c9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:07.637579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f7a4ff93-b2fe-4634-a4b0-9bf45224d9a7 None None] Provisioning complete for port 8c38a862-4dbe-447a-8350-899edfde181c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:07.637958 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ff93-b2fe-4634-a4b0-9bf45224d9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8c38a862-4dbe-447a-8350-899edfde181c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:07.666620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:07.682597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611f18-9550-429e-b196-40680bf2793c req-d7ff8a6c-8ea5-48e2-8617-cd3a00e21433 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:07.691673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5611f18-9550-429e-b196-40680bf2793c req-d7ff8a6c-8ea5-48e2-8617-cd3a00e21433 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.5886197 Jan 28 03:58:07.694074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:07.696587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:07.789992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4ff93-b2fe-4634-a4b0-9bf45224d9a7 None None] Port 8c38a862-4dbe-447a-8350-899edfde181c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:07.798076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:07.798731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:07.819499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:07.838777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897d987-64da-476a-8d00-d83fc40d81da req-6bfcbb16-1f43-4770-a570-3f016f4b3967 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:07.847390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c897d987-64da-476a-8d00-d83fc40d81da req-6bfcbb16-1f43-4770-a570-3f016f4b3967 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.7438803 Jan 28 03:58:07.873125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5611f18-9550-429e-b196-40680bf2793c req-ebed6c69-cea5-43e8-9147-e0798bf0fbc4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800160 Jan 28 03:58:07.924321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fefe0d44-0a4e-4712-9f92-53d06239cccc req-7c41b69b-9758-481d-96c7-400d90f2bf13 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879803 Jan 28 03:58:07.932923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-90f3e9be-f43e-4ba8-8aa2-7b1b60035369 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4138978 Jan 28 03:58:07.935354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33246) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:07.941312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dd15cee3-4fd1-4b7b-b3c6-2e907f7df3b4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:08.067804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8c38a862-4dbe-447a-8350-899edfde181c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:08.134128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=8c38a862-4dbe-447a-8350-899edfde181c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:08.192609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c897d987-64da-476a-8d00-d83fc40d81da req-3501cc67-d8d6-4dea-9739-901a3e11c3c4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3442216 Jan 28 03:58:08.210436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd15cee3-4fd1-4b7b-b3c6-2e907f7df3b4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:08.231660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e8a5743e-4446-4d52-bd84-51070e5f3a21 None None] Provisioning complete for port af6f3886-ae34-4370-80af-2023bbf192c9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:08.232546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8a5743e-4446-4d52-bd84-51070e5f3a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (af6f3886-ae34-4370-80af-2023bbf192c9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:08.239504 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd15cee3-4fd1-4b7b-b3c6-2e907f7df3b4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:08.376424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5743e-4446-4d52-bd84-51070e5f3a21 None None] Port af6f3886-ae34-4370-80af-2023bbf192c9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:08.424968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:08.524931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33254) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:08.591127 n-d-808199-14 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-dd15cee3-4fd1-4b7b-b3c6-2e907f7df3b4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 500096b8-0760-4c6b-8e28-c5bf9cddbdc8 (CIDR: 172.20.0.0/28) Jan 28 03:58:08.604538 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd15cee3-4fd1-4b7b-b3c6-2e907f7df3b4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:58:08.605331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd15cee3-4fd1-4b7b-b3c6-2e907f7df3b4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:08.610452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-ed9f8654-1020-46aa-a2e3-5a860ef27da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:08.613086 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-ed9f8654-1020-46aa-a2e3-5a860ef27da0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1096 time: 0.1711795 Jan 28 03:58:08.646881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dd15cee3-4fd1-4b7b-b3c6-2e907f7df3b4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7103741 Jan 28 03:58:08.649777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33260) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:08.659931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-44b1e3ff-b562-44df-a4fd-5a270d8a2425 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:08.739786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 4aa5c905-9fb0-4c19-a522-c6ada7394ae8 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:58:08.858750 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72b7f6a0-d840-4991-bbac-b20a8fc88380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:08.887920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:08.901130 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-09c03b41-5ace-4714-8af4-0f688a4c9e12 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/4aa5c905-9fb0-4c19-a522-c6ada7394ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7100039 Jan 28 03:58:08.901130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33262) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:08.901351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535da4f2-0d0b-48ea-969c-744e7d0e7e8c None None] Sync routers for ids ['4aa5c905-9fb0-4c19-a522-c6ada7394ae8'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:08.952534 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535da4f2-0d0b-48ea-969c-744e7d0e7e8c None None] Routers {'4aa5c905-9fb0-4c19-a522-c6ada7394ae8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:08.957537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-535da4f2-0d0b-48ea-969c-744e7d0e7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4aa5c905-9fb0-4c19-a522-c6ada7394ae8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:08.964777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-8c28b068-0f69-4d53-8211-31389cef5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:08.966147 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-8c28b068-0f69-4d53-8211-31389cef5ed2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.2141118 Jan 28 03:58:09.041582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b1e3ff-b562-44df-a4fd-5a270d8a2425 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:09.045160 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44b1e3ff-b562-44df-a4fd-5a270d8a2425 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:09.057379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-535da4f2-0d0b-48ea-969c-744e7d0e7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:09.067021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535da4f2-0d0b-48ea-969c-744e7d0e7e8c None None] Routers {'4aa5c905-9fb0-4c19-a522-c6ada7394ae8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:09.067880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-535da4f2-0d0b-48ea-969c-744e7d0e7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:57:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['4aa5c905-9fb0-4c19-a522-c6ada7394ae8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:09.112348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-535da4f2-0d0b-48ea-969c-744e7d0e7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:09.113484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535da4f2-0d0b-48ea-969c-744e7d0e7e8c None None] The sync data for ids ['4aa5c905-9fb0-4c19-a522-c6ada7394ae8'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:09.225030 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-e8bbd2f7-a608-402b-8385-1cdca9a5cc00 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 03:58:09.226097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-46f38819-0113-42c7-9082-e017592ded7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 999 time: 0.2496645 Jan 28 03:58:09.229751 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72b7f6a0-d840-4991-bbac-b20a8fc88380 admin admin] Publish callbacks [] for security_group (0ae93b66-81f4-47e9-8544-2ccfa4bbc5ac), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:09.230338 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e8bbd2f7-a608-402b-8385-1cdca9a5cc00 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/4aa5c905-9fb0-4c19-a522-c6ada7394ae8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3264914 Jan 28 03:58:09.232295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33268) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:09.232792 n-d-808199-14 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-44b1e3ff-b562-44df-a4fd-5a270d8a2425 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2 (CIDR: 172.20.0.16/28) Jan 28 03:58:09.265497 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-02957789-57e6-47f8-b401-cedb993303f1 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=4aa5c905-9fb0-4c19-a522-c6ada7394ae8 HTTP/1.1" status: 200 len: 205 time: 0.0320990 Jan 28 03:58:09.266143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33272) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:09.271141 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b1e3ff-b562-44df-a4fd-5a270d8a2425 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:58:09.271641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b1e3ff-b562-44df-a4fd-5a270d8a2425 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:09.294684 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72b7f6a0-d840-4991-bbac-b20a8fc88380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0ae93b66-81f4-47e9-8544-2ccfa4bbc5ac), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:09.326971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd116e-4d79-432c-b2b6-3cb7953dc873 req-7fe4e5d5-3993-49e1-8fcd-74a990ec570a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:09.328498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95cd116e-4d79-432c-b2b6-3cb7953dc873 req-7fe4e5d5-3993-49e1-8fcd-74a990ec570a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2099440 Jan 28 03:58:09.337261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-44b1e3ff-b562-44df-a4fd-5a270d8a2425 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6846802 Jan 28 03:58:09.358868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33274) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:09.383357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9101f5da-c922-436d-9a8b-d4d4b4e1b224 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'subnet': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:09.421448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd5af-ea6c-4437-8806-765142a2fe7a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:09.453910 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-8b28fc59-837a-4843-83c8-f6d8c8f01d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:09.455397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-8b28fc59-837a-4843-83c8-f6d8c8f01d0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.2214994 Jan 28 03:58:09.488469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-72b7f6a0-d840-4991-bbac-b20a8fc88380 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=543380eff5c146898c80e22c3f02aa6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9540701 Jan 28 03:58:09.488469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7f6a0-d840-4991-bbac-b20a8fc88380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae93b66-81f4-47e9-8544-2ccfa4bbc5ac,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:09.496144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33276) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:09.591173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e95c5-4dda-4d45-8fd3-b603a64964bc req-e194e86c-d8da-4886-ab90-690778226b1b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:09.598583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c62e95c5-4dda-4d45-8fd3-b603a64964bc req-e194e86c-d8da-4886-ab90-690778226b1b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.2505555 Jan 28 03:58:09.636797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95cd116e-4d79-432c-b2b6-3cb7953dc873 req-ff5413d2-efe8-4e0b-a504-992be2502e90 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964020 Jan 28 03:58:09.675820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd5af-ea6c-4437-8806-765142a2fe7a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:09.678096 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd5af-ea6c-4437-8806-765142a2fe7a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:09.718342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-97558566-7514-4876-9d0f-6144f80fced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:09.719866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-97558566-7514-4876-9d0f-6144f80fced4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2225201 Jan 28 03:58:09.741630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-f632dd88-6beb-4a9b-9f5c-8d89ee768246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:09.742632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15848b92-dac7-4a76-b325-217448aaa342 admin admin] Publish callbacks [] for security_group (0ae93b66-81f4-47e9-8544-2ccfa4bbc5ac), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:09.747167 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-f632dd88-6beb-4a9b-9f5c-8d89ee768246 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1097 time: 0.4873402 Jan 28 03:58:09.748000 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd5af-ea6c-4437-8806-765142a2fe7a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (4aa5c905-9fb0-4c19-a522-c6ada7394ae8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:09.749511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fbd5af-ea6c-4437-8806-765142a2fe7a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Fanout notify agent at l3_agent the message router_deleted on router 4aa5c905-9fb0-4c19-a522-c6ada7394ae8 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:58:09.762182 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd5af-ea6c-4437-8806-765142a2fe7a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:09.769840 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f4fbd5af-ea6c-4437-8806-765142a2fe7a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/4aa5c905-9fb0-4c19-a522-c6ada7394ae8 HTTP/1.1" status: 204 len: 168 time: 0.4953339 Jan 28 03:58:09.775219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c62e95c5-4dda-4d45-8fd3-b603a64964bc req-79cf974b-53ae-43ff-bb9e-b74c41cb75b5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756592 Jan 28 03:58:09.778001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33282) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:09.820917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9101f5da-c922-436d-9a8b-d4d4b4e1b224 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Made reservation on behalf of 4fbeffefa42943c8b7de486f822fb567 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:09.824210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9101f5da-c922-436d-9a8b-d4d4b4e1b224 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:09.902905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-43c17465-952d-49c3-bfd6-17aababf4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:09.904584 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-43c17465-952d-49c3-bfd6-17aababf4aef service neutron] 10.222.0.42 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.1506133 Jan 28 03:58:09.954473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15848b92-dac7-4a76-b325-217448aaa342 admin admin] Publish callbacks [] for security_group (0ae93b66-81f4-47e9-8544-2ccfa4bbc5ac), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.004834 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-a34dee6c-c89d-4274-9367-735f19f412e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 1000 time: 0.0935071 Jan 28 03:58:10.006653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8874f5b-3534-4960-a312-565779a12847 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting subnet 2ef5d398-7288-473f-a69d-f25cbb2d2e3f {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:58:10.043027 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8874f5b-3534-4960-a312-565779a12847 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (2ef5d398-7288-473f-a69d-f25cbb2d2e3f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.080043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-015fdc63-f5b9-4ca6-9141-3a88e1a209c5 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406296 Jan 28 03:58:10.081587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-a7977070-f4b9-44ae-aa34-58a5ff091ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:10.086268 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-a7977070-f4b9-44ae-aa34-58a5ff091ae8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.0756054 Jan 28 03:58:10.147920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-0531fad7-0d12-4e1e-b81f-8cc12c3f2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:10.149538 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-0531fad7-0d12-4e1e-b81f-8cc12c3f2d95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547128 Jan 28 03:58:10.170243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8874f5b-3534-4960-a312-565779a12847 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (2ef5d398-7288-473f-a69d-f25cbb2d2e3f), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.193679 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15848b92-dac7-4a76-b325-217448aaa342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0ae93b66-81f4-47e9-8544-2ccfa4bbc5ac), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.196275 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15848b92-dac7-4a76-b325-217448aaa342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.200409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-15848b92-dac7-4a76-b325-217448aaa342 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ae93b66-81f4-47e9-8544-2ccfa4bbc5ac HTTP/1.1" status: 204 len: 168 time: 0.6917553 Jan 28 03:58:10.240470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15848b92-dac7-4a76-b325-217448aaa342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae93b66-81f4-47e9-8544-2ccfa4bbc5ac,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:10.283458 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-ec534a19-edcc-46fa-a2c9-00c1e00d5413 service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269770 Jan 28 03:58:10.337473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ae1cf3-1dd7-4d16-b077-7af8e1123425 req-4df0dc90-2bb4-4c80-bbdd-8a02c99f8589 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492402 Jan 28 03:58:10.361547 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8874f5b-3534-4960-a312-565779a12847 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (2ef5d398-7288-473f-a69d-f25cbb2d2e3f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.434179 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-f9b497d2-6fd8-45b0-9262-05ce0f04fcb5 service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458108 Jan 28 03:58:10.477709 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9101f5da-c922-436d-9a8b-d4d4b4e1b224 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (da4bed9f-c513-49eb-a3bb-64868ff2b5db), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.492521 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae86b-4ce8-465c-a00d-01f935eb535b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.505515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8874f5b-3534-4960-a312-565779a12847 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (2ef5d398-7288-473f-a69d-f25cbb2d2e3f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.548189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9101f5da-c922-436d-9a8b-d4d4b4e1b224 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Network 56e4e4d4-a348-4a50-b25c-34772660752a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:10.564116 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8874f5b-3534-4960-a312-565779a12847 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.573352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d8874f5b-3534-4960-a312-565779a12847 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/2ef5d398-7288-473f-a69d-f25cbb2d2e3f HTTP/1.1" status: 204 len: 168 time: 0.7737987 Jan 28 03:58:10.573559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:10.574496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9101f5da-c922-436d-9a8b-d4d4b4e1b224 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:10.575037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c59e8f-eb33-4ab0-9274-5bec1b63aa35 None None] Network 75f10b26-d3e4-4f86-a840-ccbdd313c244 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:10.578198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9101f5da-c922-436d-9a8b-d4d4b4e1b224 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:10.579036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9101f5da-c922-436d-9a8b-d4d4b4e1b224 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.610467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101f5da-c922-436d-9a8b-d4d4b4e1b224 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Subnet': ['ID=da4bed9f-c513-49eb-a3bb-64868ff2b5db,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:10.633973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9101f5da-c922-436d-9a8b-d4d4b4e1b224 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2737124 Jan 28 03:58:10.634460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:10.667767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-43688548', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'da4bed9f-c513-49eb-a3bb-64868ff2b5db'}], 'security_groups': ['efcc774d-adc4-4d02-948a-c6080baf05e0', '8bf78b49-9c0c-459b-8854-a5aab8335d7e']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:10.707945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33294) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:10.714019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f00c1c7-49a5-47ab-be27-dd956230fca3 None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:10.718952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8874f5b-3534-4960-a312-565779a12847 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef5d398-7288-473f-a69d-f25cbb2d2e3f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:10.740671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11ef3ce6-6593-4671-812b-6da5b1763db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.755954 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (75f10b26-d3e4-4f86-a840-ccbdd313c244), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.886838 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b4aa13-0eb8-47c8-bb76-3c9f8fe4ac6b None None] DHCP port deletion for 75f10b26-d3e4-4f86-a840-ccbdd313c244 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:58:10.900949 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11ef3ce6-6593-4671-812b-6da5b1763db3 admin admin] Publish callbacks [] for security_group (47fdbae3-213b-4189-872c-ec536622620e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.903045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 64e7be75-8320-452a-949e-2f426d8b8be9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:10.903495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.916669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11ef3ce6-6593-4671-812b-6da5b1763db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (47fdbae3-213b-4189-872c-ec536622620e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.963083 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (af6f3886-ae34-4370-80af-2023bbf192c9), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:10.971811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-85b4aa13-0eb8-47c8-bb76-3c9f8fe4ac6b None None] Deleting port 64e7be75-8320-452a-949e-2f426d8b8be9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:10.972232 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85b4aa13-0eb8-47c8-bb76-3c9f8fe4ac6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.023412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef3ce6-6593-4671-812b-6da5b1763db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fdbae3-213b-4189-872c-ec536622620e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:11.035712 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-11ef3ce6-6593-4671-812b-6da5b1763db3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=590ca1faa962408eb4a8e4f6a49dbb0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3239458 Jan 28 03:58:11.036366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33298) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:11.038866 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e3cd-6bde-489e-8439-bc31cf6de6eb req-c042f9f6-7d7b-4ec0-b7ff-dc26c223a6fa tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:11.040670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dd5e3cd-6bde-489e-8439-bc31cf6de6eb req-c042f9f6-7d7b-4ec0-b7ff-dc26c223a6fa tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.1184371 Jan 28 03:58:11.046193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port 64e7be75-8320-452a-949e-2f426d8b8be9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64e7be75-8320-452a-949e-2f426d8b8be9,segment=NetworkSegment(8d461f68-423d-4796-9cb5-98c30dd6a0f9),segment_id=8d461f68-423d-4796-9cb5-98c30dd6a0f9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:11.046651 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.073746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 64e7be75-8320-452a-949e-2f426d8b8be9 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:11.097126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52405fb0-3619-4218-9349-e247cea16299 None None] Update dhcp port {'port': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'fixed_ips': [{'subnet_id': '05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2', 'ip_address': '172.20.0.18'}, {'subnet_id': '500096b8-0760-4c6b-8e28-c5bf9cddbdc8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'da4bed9f-c513-49eb-a3bb-64868ff2b5db'}], 'binding:host_id': 'n-d-808199-14'}, 'id': 'feec60bd-51b7-43e0-915e-1010dd6617eb'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:58:11.129562 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52405fb0-3619-4218-9349-e247cea16299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.148647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358a7bdc-8d02-4195-8074-6c0e7a5f87de admin admin] Publish callbacks [] for security_group (47fdbae3-213b-4189-872c-ec536622620e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.153189 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-85b4aa13-0eb8-47c8-bb76-3c9f8fe4ac6b None None] For port 64e7be75-8320-452a-949e-2f426d8b8be9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64e7be75-8320-452a-949e-2f426d8b8be9,segment=NetworkSegment(8d461f68-423d-4796-9cb5-98c30dd6a0f9),segment_id=8d461f68-423d-4796-9cb5-98c30dd6a0f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:11.153804 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85b4aa13-0eb8-47c8-bb76-3c9f8fe4ac6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.167232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dd5e3cd-6bde-489e-8439-bc31cf6de6eb req-44b2161c-65d7-4e40-a8c2-b7929aa0d775 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157916 Jan 28 03:58:11.186880 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358a7bdc-8d02-4195-8074-6c0e7a5f87de admin admin] Publish callbacks [] for security_group (47fdbae3-213b-4189-872c-ec536622620e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.200806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-85b4aa13-0eb8-47c8-bb76-3c9f8fe4ac6b None None] Calling delete_port for 64e7be75-8320-452a-949e-2f426d8b8be9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:11.245850 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.307976 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358a7bdc-8d02-4195-8074-6c0e7a5f87de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (47fdbae3-213b-4189-872c-ec536622620e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.316283 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358a7bdc-8d02-4195-8074-6c0e7a5f87de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.322412 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-358a7bdc-8d02-4195-8074-6c0e7a5f87de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47fdbae3-213b-4189-872c-ec536622620e HTTP/1.1" status: 204 len: 168 time: 0.2843425 Jan 28 03:58:11.323801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=64e7be75-8320-452a-949e-2f426d8b8be9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:11.349064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No DVR routers for this DVR port 64e7be75-8320-452a-949e-2f426d8b8be9 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:11.384120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a7bdc-8d02-4195-8074-6c0e7a5f87de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fdbae3-213b-4189-872c-ec536622620e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:11.386939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64e7be75-8320-452a-949e-2f426d8b8be9 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:58:11.437210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 64e7be75-8320-452a-949e-2f426d8b8be9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:58:11.437563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64e7be75-8320-452a-949e-2f426d8b8be9 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:58:11.464216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (75f10b26-d3e4-4f86-a840-ccbdd313c244), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.480322 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85b4aa13-0eb8-47c8-bb76-3c9f8fe4ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (64e7be75-8320-452a-949e-2f426d8b8be9), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.497667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f10b26-d3e4-4f86-a840-ccbdd313c244']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:11.511681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d461f68-423d-4796-9cb5-98c30dd6a0f9') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:11.512127 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d461f68-423d-4796-9cb5-98c30dd6a0f9') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:11.522788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (8d461f68-423d-4796-9cb5-98c30dd6a0f9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.534881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4aa13-0eb8-47c8-bb76-3c9f8fe4ac6b None None] Pushing event deleted for resources: {'Port': ['ID=64e7be75-8320-452a-949e-2f426d8b8be9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:11.541004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Delete allocated IP 172.20.0.10 (56e4e4d4-a348-4a50-b25c-34772660752a/500096b8-0760-4c6b-8e28-c5bf9cddbdc8) {{(pid=103288) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:58:11.542056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b4aa13-0eb8-47c8-bb76-3c9f8fe4ac6b None None] No DVR routers for this DVR port 64e7be75-8320-452a-949e-2f426d8b8be9 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:11.552549 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8d461f68-423d-4796-9cb5-98c30dd6a0f9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.556783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Allocated IP 172.20.0.46 (56e4e4d4-a348-4a50-b25c-34772660752a/da4bed9f-c513-49eb-a3bb-64868ff2b5db/af6f3886-ae34-4370-80af-2023bbf192c9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:11.569027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:58:11.569715 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (8d461f68-423d-4796-9cb5-98c30dd6a0f9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:58:11.575683 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:58:11.682069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (75f10b26-d3e4-4f86-a840-ccbdd313c244), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.687796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.694171 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/networks/75f10b26-d3e4-4f86-a840-ccbdd313c244 HTTP/1.1" status: 204 len: 168 time: 1.1188178 Jan 28 03:58:11.709364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:11.710521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb3424-0365-407b-91ba-338c75170232 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Network': ['ID=75f10b26-d3e4-4f86-a840-ccbdd313c244,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:11.719239 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1774429209'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:11.743204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:11.748971 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.779532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:58:11.780215 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for port (af6f3886-ae34-4370-80af-2023bbf192c9), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.787181 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (af6f3886-ae34-4370-80af-2023bbf192c9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.797312 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (785e451a-55f2-4d32-9cdb-51a825bbdfb5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.797659 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added segment 785e451a-55f2-4d32-9cdb-51a825bbdfb5 of type vlan for network a6878887-59e5-4f8b-942f-ad66504a088b Jan 28 03:58:11.848583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a6878887-59e5-4f8b-942f-ad66504a088b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.855431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-52405fb0-3619-4218-9349-e247cea16299 None None] Allocated IP 172.20.0.34 (56e4e4d4-a348-4a50-b25c-34772660752a/da4bed9f-c513-49eb-a3bb-64868ff2b5db/feec60bd-51b7-43e0-915e-1010dd6617eb) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:11.897740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event updated for resources: {'Port': ['ID=af6f3886-ae34-4370-80af-2023bbf192c9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:11.922932 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a6878887-59e5-4f8b-942f-ad66504a088b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.929856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:11.930378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:12.061723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-52405fb0-3619-4218-9349-e247cea16299 None None] For port feec60bd-51b7-43e0-915e-1010dd6617eb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=feec60bd-51b7-43e0-915e-1010dd6617eb,segment=NetworkSegment(2b936174-6a10-4f96-a76b-721eee91b1bf),segment_id=2b936174-6a10-4f96-a76b-721eee91b1bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:12.166794 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:12.171569 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52405fb0-3619-4218-9349-e247cea16299 None None] Publish callbacks [] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:12.178544 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52405fb0-3619-4218-9349-e247cea16299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:12.311591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52405fb0-3619-4218-9349-e247cea16299 None None] Pushing event updated for resources: {'Port': ['ID=feec60bd-51b7-43e0-915e-1010dd6617eb,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:12.434243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] In _notify_port_updated(), no bound segment for port af6f3886-ae34-4370-80af-2023bbf192c9 on network 56e4e4d4-a348-4a50-b25c-34772660752a {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:58:12.439488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:12.440444 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:12.444820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4696e4d6-f1ac-4af2-b960-be41b06b3103 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "PUT /v2.0/ports/af6f3886-ae34-4370-80af-2023bbf192c9 HTTP/1.1" status: 200 len: 958 time: 1.7792151 Jan 28 03:58:12.445177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:12.462822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bd990-9a07-4a8c-ab4f-81479c10ae8e req-a05a9446-f3e3-44e9-badb-47e4e96423bc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:12.464604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-743bd990-9a07-4a8c-ab4f-81479c10ae8e req-a05a9446-f3e3-44e9-badb-47e4e96423bc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.1088226 Jan 28 03:58:12.535712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Network': ['ID=a6878887-59e5-4f8b-942f-ad66504a088b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:12.551459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a6878887-59e5-4f8b-942f-ad66504a088b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:58:12.559908 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1247b440-744b-4a90-ae74-d8483a4a147c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8454008 Jan 28 03:58:12.563653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33328) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:12.577614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'subnet': {'network_id': 'a6878887-59e5-4f8b-942f-ad66504a088b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:12.588938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-743bd990-9a07-4a8c-ab4f-81479c10ae8e req-300247e0-77f2-4bdc-8fe7-84365ba4a02e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011615 Jan 28 03:58:12.655658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1acc482e-c8e7-4b42-b2e1-0cf7798a0f8f tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port af6f3886-ae34-4370-80af-2023bbf192c9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:12.657517 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1acc482e-c8e7-4b42-b2e1-0cf7798a0f8f tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (af6f3886-ae34-4370-80af-2023bbf192c9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:12.753131 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9eb7f6ba-a4e4-40f3-9431-a279d6b5c05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:12.764358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:12.768278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:12.843030 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1acc482e-c8e7-4b42-b2e1-0cf7798a0f8f tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (af6f3886-ae34-4370-80af-2023bbf192c9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:12.862993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1acc482e-c8e7-4b42-b2e1-0cf7798a0f8f tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for af6f3886-ae34-4370-80af-2023bbf192c9 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:13.088699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1acc482e-c8e7-4b42-b2e1-0cf7798a0f8f tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (af6f3886-ae34-4370-80af-2023bbf192c9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.130780 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (ce6c3f57-bf1c-4f1e-a386-132a32c7e676), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.151879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc482e-c8e7-4b42-b2e1-0cf7798a0f8f tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=af6f3886-ae34-4370-80af-2023bbf192c9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:13.224090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Subnet': ['ID=ce6c3f57-bf1c-4f1e-a386-132a32c7e676,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:13.235516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Checking segment: {'id': '785e451a-55f2-4d32-9cdb-51a825bbdfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6878887-59e5-4f8b-942f-ad66504a088b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:13.235962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network hostable DHCP agents. Network: a6878887-59e5-4f8b-942f-ad66504a088b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:58:13.258553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network a6878887-59e5-4f8b-942f-ad66504a088b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:58:13.272470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a6878887-59e5-4f8b-942f-ad66504a088b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:13.285539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd76f5f-25fe-4b6f-9373-ab869ba1707c None None] Network a6878887-59e5-4f8b-942f-ad66504a088b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:13.310298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:13.310965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.345821 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1acc482e-c8e7-4b42-b2e1-0cf7798a0f8f tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.360245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1acc482e-c8e7-4b42-b2e1-0cf7798a0f8f tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/af6f3886-ae34-4370-80af-2023bbf192c9 HTTP/1.1" status: 204 len: 168 time: 0.9141142 Jan 28 03:58:13.361430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33340) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:13.368057 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ec3dd35a-c597-435f-9027-7165136925cc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8024499 Jan 28 03:58:13.368717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:13.380276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f37d7269-50aa-4041-9541-60bc45db966b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-248393578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:13.420108 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f776abd-23d6-4a7b-9073-a0eec430bcd0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] GET failed (client error): The resource could not be found. Jan 28 03:58:13.424294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1f776abd-23d6-4a7b-9073-a0eec430bcd0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports/af6f3886-ae34-4370-80af-2023bbf192c9 HTTP/1.1" status: 404 len: 333 time: 0.0561805 Jan 28 03:58:13.424752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:13.458272 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37d7269-50aa-4041-9541-60bc45db966b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (720ff183-6121-4e11-bd42-02e777be3459), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.459317 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37d7269-50aa-4041-9541-60bc45db966b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (720ff183-6121-4e11-bd42-02e777be3459), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.503646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d09ead89-946b-4409-bc9b-425b12541980 None None] Provisioning complete for port 64f0064e-0522-40c1-a803-bb3f88fbdc79 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:13.508546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d09ead89-946b-4409-bc9b-425b12541980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.573515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37d7269-50aa-4041-9541-60bc45db966b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (720ff183-6121-4e11-bd42-02e777be3459), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.584677 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37d7269-50aa-4041-9541-60bc45db966b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (720ff183-6121-4e11-bd42-02e777be3459), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.607583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37d7269-50aa-4041-9541-60bc45db966b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.611015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d09ead89-946b-4409-bc9b-425b12541980 None None] Port 64f0064e-0522-40c1-a803-bb3f88fbdc79 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:13.616970 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f37d7269-50aa-4041-9541-60bc45db966b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2468243 Jan 28 03:58:13.620115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33352) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:13.634084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d09ead89-946b-4409-bc9b-425b12541980 None None] Could not find standard attr ID for object af6f3886-ae34-4370-80af-2023bbf192c9. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:58:13.634723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee1bb-ece0-465d-870b-e85543dbcad5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (7d9d2c3f-baf6-49a1-a5c4-c88af117283a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.660397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-a6878887-59e5-4f8b-942f-ad66504a088b', 'network_id': 'a6878887-59e5-4f8b-942f-ad66504a088b', 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'fixed_ips': [{'subnet_id': 'ce6c3f57-bf1c-4f1e-a386-132a32c7e676'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:58:13.666522 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.745413 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee1bb-ece0-465d-870b-e85543dbcad5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (7d9d2c3f-baf6-49a1-a5c4-c88af117283a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.909769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device feec60bd-51b7-43e0-915e-1010dd6617eb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:13.958140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52155ac7-714d-4f46-bca0-03a7e6e10c94 req-484345bc-60c2-4f50-9bea-e85f4438d83b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:13.959689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52155ac7-714d-4f46-bca0-03a7e6e10c94 req-484345bc-60c2-4f50-9bea-e85f4438d83b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.1922956 Jan 28 03:58:13.975572 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee1bb-ece0-465d-870b-e85543dbcad5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7d9d2c3f-baf6-49a1-a5c4-c88af117283a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.984358 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee1bb-ece0-465d-870b-e85543dbcad5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:13.988584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f6ee1bb-ece0-465d-870b-e85543dbcad5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/security-groups/7d9d2c3f-baf6-49a1-a5c4-c88af117283a HTTP/1.1" status: 204 len: 168 time: 0.5624936 Jan 28 03:58:13.989261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:14.055708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d09ead89-946b-4409-bc9b-425b12541980 None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:14.056804 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d09ead89-946b-4409-bc9b-425b12541980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.058200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ee1bb-ece0-465d-870b-e85543dbcad5 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d2c3f-baf6-49a1-a5c4-c88af117283a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:14.116810 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52155ac7-714d-4f46-bca0-03a7e6e10c94 req-2c91144e-0849-42e8-b4ee-fbe3c3d15764 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484778 Jan 28 03:58:14.247824 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8030e1a4-dca0-46d0-9e11-d9ead3d1ce5c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (8bf78b49-9c0c-459b-8854-a5aab8335d7e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.269770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.286457 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8030e1a4-dca0-46d0-9e11-d9ead3d1ce5c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (8bf78b49-9c0c-459b-8854-a5aab8335d7e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.296080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:14.296775 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.358055 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8030e1a4-dca0-46d0-9e11-d9ead3d1ce5c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8bf78b49-9c0c-459b-8854-a5aab8335d7e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.362757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8030e1a4-dca0-46d0-9e11-d9ead3d1ce5c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.364045 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8030e1a4-dca0-46d0-9e11-d9ead3d1ce5c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/security-groups/8bf78b49-9c0c-459b-8854-a5aab8335d7e HTTP/1.1" status: 204 len: 168 time: 0.3550265 Jan 28 03:58:14.375094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33364) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:14.400901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d09ead89-946b-4409-bc9b-425b12541980 None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:14.403652 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.412211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Allocated IP 2001:db8::2 (a6878887-59e5-4f8b-942f-ad66504a088b/ce6c3f57-bf1c-4f1e-a386-132a32c7e676/484ad1fe-be27-4873-898b-d0b57397241a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:14.461324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030e1a4-dca0-46d0-9e11-d9ead3d1ce5c tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf78b49-9c0c-459b-8854-a5aab8335d7e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:14.514665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfbbcec7-6043-464c-a043-0b720b827b2a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (efcc774d-adc4-4d02-948a-c6080baf05e0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.571006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfbbcec7-6043-464c-a043-0b720b827b2a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (efcc774d-adc4-4d02-948a-c6080baf05e0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.584653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-48f57971-41e8-428e-b1b5-1fba56910337 None None] Could not find standard attr ID for object af6f3886-ae34-4370-80af-2023bbf192c9. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:58:14.585463 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.588520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:14.662499 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfbbcec7-6043-464c-a043-0b720b827b2a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (efcc774d-adc4-4d02-948a-c6080baf05e0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.668362 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfbbcec7-6043-464c-a043-0b720b827b2a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.673113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bfbbcec7-6043-464c-a043-0b720b827b2a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/security-groups/efcc774d-adc4-4d02-948a-c6080baf05e0 HTTP/1.1" status: 204 len: 168 time: 0.2880735 Jan 28 03:58:14.673913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33372) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:14.703980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbcec7-6043-464c-a043-0b720b827b2a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcc774d-adc4-4d02-948a-c6080baf05e0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:14.715452 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Publish callbacks [] for port (484ad1fe-be27-4873-898b-d0b57397241a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.733179 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (484ad1fe-be27-4873-898b-d0b57397241a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.756601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Network a6878887-59e5-4f8b-942f-ad66504a088b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:14.759485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:14.762441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:14.832554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c40c55-6291-46b9-8aca-784361241780 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet 500096b8-0760-4c6b-8e28-c5bf9cddbdc8 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:58:14.855379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52c40c55-6291-46b9-8aca-784361241780 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (500096b8-0760-4c6b-8e28-c5bf9cddbdc8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:14.863496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Allocated IP 2001:db8::1 (a6878887-59e5-4f8b-942f-ad66504a088b/ce6c3f57-bf1c-4f1e-a386-132a32c7e676/7b7db4ef-74b0-4007-8d85-31c7ded9bd8f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:14.936876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52c40c55-6291-46b9-8aca-784361241780 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (500096b8-0760-4c6b-8e28-c5bf9cddbdc8), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.044678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Pushing event updated for resources: {'Port': ['ID=484ad1fe-be27-4873-898b-d0b57397241a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:15.059855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Attempting to bind port 484ad1fe-be27-4873-898b-d0b57397241a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:15.060485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Attempting to bind port 484ad1fe-be27-4873-898b-d0b57397241a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '785e451a-55f2-4d32-9cdb-51a825bbdfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6878887-59e5-4f8b-942f-ad66504a088b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:15.062037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Attempting to bind port 484ad1fe-be27-4873-898b-d0b57397241a on network a6878887-59e5-4f8b-942f-ad66504a088b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:15.079167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:15.079877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Checking segment: {'id': '785e451a-55f2-4d32-9cdb-51a825bbdfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6878887-59e5-4f8b-942f-ad66504a088b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:15.081489 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.082010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Bound using segment: {'id': '785e451a-55f2-4d32-9cdb-51a825bbdfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6878887-59e5-4f8b-942f-ad66504a088b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:15.082877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Bound port: 484ad1fe-be27-4873-898b-d0b57397241a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e451a-55f2-4d32-9cdb-51a825bbdfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6878887-59e5-4f8b-942f-ad66504a088b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:15.083228 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (484ad1fe-be27-4873-898b-d0b57397241a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.127763 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (7b7db4ef-74b0-4007-8d85-31c7ded9bd8f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.134801 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52c40c55-6291-46b9-8aca-784361241780 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (500096b8-0760-4c6b-8e28-c5bf9cddbdc8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.200764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] For port 484ad1fe-be27-4873-898b-d0b57397241a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:15.204614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] For port 484ad1fe-be27-4873-898b-d0b57397241a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=484ad1fe-be27-4873-898b-d0b57397241a,segment=NetworkSegment(785e451a-55f2-4d32-9cdb-51a825bbdfb5),segment_id=785e451a-55f2-4d32-9cdb-51a825bbdfb5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:15.210239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7b7db4ef-74b0-4007-8d85-31c7ded9bd8f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.210844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (484ad1fe-be27-4873-898b-d0b57397241a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.265092 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52c40c55-6291-46b9-8aca-784361241780 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (500096b8-0760-4c6b-8e28-c5bf9cddbdc8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.325457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network a6878887-59e5-4f8b-942f-ad66504a088b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:15.329036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:15.333278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:15.333766 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (720ff183-6121-4e11-bd42-02e777be3459), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.344980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c40c55-6291-46b9-8aca-784361241780 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=500096b8-0760-4c6b-8e28-c5bf9cddbdc8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:15.345246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60c657-c1d9-48f9-a250-8031f001d3d2 None None] Pushing event updated for resources: {'Port': ['ID=484ad1fe-be27-4873-898b-d0b57397241a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:15.387598 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52c40c55-6291-46b9-8aca-784361241780 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.398623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99beacdb-af17-4bee-974c-0605fefbfeea None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:15.401395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-52c40c55-6291-46b9-8aca-784361241780 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/500096b8-0760-4c6b-8e28-c5bf9cddbdc8 HTTP/1.1" status: 204 len: 168 time: 0.7100871 Jan 28 03:58:15.401847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33398) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:15.423894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=7b7db4ef-74b0-4007-8d85-31c7ded9bd8f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:15.437918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94651e8-206e-4c1b-8e2c-08b2c6159f00 req-9528ba1c-eefa-4ac2-9c4d-5821dc7c6bd8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:15.440487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b94651e8-206e-4c1b-8e2c-08b2c6159f00 req-9528ba1c-eefa-4ac2-9c4d-5821dc7c6bd8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.1673100 Jan 28 03:58:15.550224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cff9baf-c058-4157-b256-496712f24dc0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet da4bed9f-c513-49eb-a3bb-64868ff2b5db {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:58:15.557595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b94651e8-206e-4c1b-8e2c-08b2c6159f00 req-d2f7f8db-4066-4ca2-953b-d0cd1ad8df29 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949118 Jan 28 03:58:15.561122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5cff9baf-c058-4157-b256-496712f24dc0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (da4bed9f-c513-49eb-a3bb-64868ff2b5db), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.573947 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.642525 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7b7db4ef-74b0-4007-8d85-31c7ded9bd8f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.649660 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5cff9baf-c058-4157-b256-496712f24dc0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (da4bed9f-c513-49eb-a3bb-64868ff2b5db), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:15.960675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5cff9baf-c058-4157-b256-496712f24dc0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (da4bed9f-c513-49eb-a3bb-64868ff2b5db), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:16.191431 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5cff9baf-c058-4157-b256-496712f24dc0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (da4bed9f-c513-49eb-a3bb-64868ff2b5db), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:16.255646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff9baf-c058-4157-b256-496712f24dc0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=da4bed9f-c513-49eb-a3bb-64868ff2b5db,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:16.263459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5cff9baf-c058-4157-b256-496712f24dc0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:16.264435 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5cff9baf-c058-4157-b256-496712f24dc0 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/da4bed9f-c513-49eb-a3bb-64868ff2b5db HTTP/1.1" status: 204 len: 168 time: 0.8596802 Jan 28 03:58:16.272162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:16.320024 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5b6669-21bc-4dc0-a217-5f8f06868d79 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:16.320458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5b6669-21bc-4dc0-a217-5f8f06868d79 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:16.323985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7d5b6669-21bc-4dc0-a217-5f8f06868d79 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/500096b8-0760-4c6b-8e28-c5bf9cddbdc8 HTTP/1.1" status: 404 len: 337 time: 0.0508091 Jan 28 03:58:16.328027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33444) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:16.383676 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (7b7db4ef-74b0-4007-8d85-31c7ded9bd8f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:16.392328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7b7db4ef-74b0-4007-8d85-31c7ded9bd8f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:16.393877 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (720ff183-6121-4e11-bd42-02e777be3459), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:16.409716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1921914-a7dd-4229-b65e-0e9bfd62aec1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting subnet 05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:58:16.426106 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1921914-a7dd-4229-b65e-0e9bfd62aec1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:16.535131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1921914-a7dd-4229-b65e-0e9bfd62aec1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:16.613725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=7b7db4ef-74b0-4007-8d85-31c7ded9bd8f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:16.690686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network a6878887-59e5-4f8b-942f-ad66504a088b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:16.692602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:16.733012 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1921914-a7dd-4229-b65e-0e9bfd62aec1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:16.759061 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:16.906369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f90c6-df86-4ee1-a0cc-f100d52671cb None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:16.937639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d1389-19a9-47f5-9efe-8807618b8883 req-8e94e0ec-e0f2-4fcd-b6cc-4fb741cb9fdc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:16.939345 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-462d1389-19a9-47f5-9efe-8807618b8883 req-8e94e0ec-e0f2-4fcd-b6cc-4fb741cb9fdc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.1478758 Jan 28 03:58:17.024732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1921914-a7dd-4229-b65e-0e9bfd62aec1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:17.054762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 720ff183-6121-4e11-bd42-02e777be3459 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:58:17.073118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1921914-a7dd-4229-b65e-0e9bfd62aec1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:17.076442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d1921914-a7dd-4229-b65e-0e9bfd62aec1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2 HTTP/1.1" status: 204 len: 168 time: 0.7469850 Jan 28 03:58:17.083017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33470) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.083234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1921914-a7dd-4229-b65e-0e9bfd62aec1 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Subnet': ['ID=05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:17.094307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-462d1389-19a9-47f5-9efe-8807618b8883 req-0081c615-48b2-453f-872c-c061d24264c4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408072 Jan 28 03:58:17.159909 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6696e4-f06c-47e6-88fe-61f7773e2986 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:17.160567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6696e4-f06c-47e6-88fe-61f7773e2986 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:17.168091 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8d6696e4-f06c-47e6-88fe-61f7773e2986 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/df287701-8fa0-40ac-a20c-3c387a132725 HTTP/1.1" status: 404 len: 337 time: 0.0729902 Jan 28 03:58:17.169761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33476) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.174619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ab860843-f969-42c7-a8d0-c7496cf6608b None None] Provisioning complete for port 64f0064e-0522-40c1-a803-bb3f88fbdc79 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:17.175237 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab860843-f969-42c7-a8d0-c7496cf6608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:17.277923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cac7cb71-29d0-49ec-8a41-19cfb88d5c89 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4f042c6-6675-404c-ab81-a818618d4e7d HTTP/1.1" status: 200 len: 205 time: 0.1079221 Jan 28 03:58:17.281465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ab860843-f969-42c7-a8d0-c7496cf6608b None None] Port 64f0064e-0522-40c1-a803-bb3f88fbdc79 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:17.285916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33478) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.312809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:17.320292 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d79a582a-2bd4-483d-88ba-035f414de219 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/720ff183-6121-4e11-bd42-02e777be3459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6985431 Jan 28 03:58:17.325831 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5307acf-8c09-4930-bd8a-a425dad76300 None None] Sync routers for ids ['720ff183-6121-4e11-bd42-02e777be3459'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:17.338529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33480) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.342903 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5307acf-8c09-4930-bd8a-a425dad76300 None None] Routers {'720ff183-6121-4e11-bd42-02e777be3459'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:17.343537 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b5307acf-8c09-4930-bd8a-a425dad76300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['720ff183-6121-4e11-bd42-02e777be3459'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:17.410957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ab860843-f969-42c7-a8d0-c7496cf6608b None None] Provisioning complete for port feec60bd-51b7-43e0-915e-1010dd6617eb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:17.411553 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab860843-f969-42c7-a8d0-c7496cf6608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:17.418387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f1fa4-738c-4ecc-9f37-ae90703cad3c None None] Network a6878887-59e5-4f8b-942f-ad66504a088b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:17.427131 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b5307acf-8c09-4930-bd8a-a425dad76300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:17.427674 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-f5dd523f-08b2-4bde-8724-ac0ba278e1c8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] delete failed (client error): The resource could not be found. Jan 28 03:58:17.430748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f5dd523f-08b2-4bde-8724-ac0ba278e1c8 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/routers/a4f042c6-6675-404c-ab81-a818618d4e7d HTTP/1.1" status: 404 len: 336 time: 0.1419077 Jan 28 03:58:17.433266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33482) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.441841 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5307acf-8c09-4930-bd8a-a425dad76300 None None] Routers {'720ff183-6121-4e11-bd42-02e777be3459'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:17.442454 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b5307acf-8c09-4930-bd8a-a425dad76300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['720ff183-6121-4e11-bd42-02e777be3459'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:17.466998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ebd396-4e1e-470b-af50-9c47f72d6df5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:17.482008 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e0ebd396-4e1e-470b-af50-9c47f72d6df5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports/7b7db4ef-74b0-4007-8d85-31c7ded9bd8f HTTP/1.1" status: 200 len: 911 time: 0.1423123 Jan 28 03:58:17.482641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33484) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.495915 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b5307acf-8c09-4930-bd8a-a425dad76300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:17.496591 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5307acf-8c09-4930-bd8a-a425dad76300 None None] The sync data for ids ['720ff183-6121-4e11-bd42-02e777be3459'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:17.500385 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb65b5b-e2bf-467a-ac0c-60f0488d19ca tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:17.500871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb65b5b-e2bf-467a-ac0c-60f0488d19ca tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:17.507260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ecb65b5b-e2bf-467a-ac0c-60f0488d19ca tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/2e1c9673-20e8-435e-b4eb-5f357525937d HTTP/1.1" status: 404 len: 337 time: 0.0708234 Jan 28 03:58:17.511405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33486) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.517076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92534d1-4c17-4695-a87d-c478f275ca8b None None] Update dhcp port {'port': {'network_id': '56e4e4d4-a348-4a50-b25c-34772660752a', 'fixed_ips': [{'subnet_id': '05f5d4cb-3305-46b0-a7b2-e7e94a0cbcf2'}], 'binding:host_id': 'n-d-808199-14'}, 'id': 'feec60bd-51b7-43e0-915e-1010dd6617eb'} from n-d-808199-14. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:58:17.551745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 484ad1fe-be27-4873-898b-d0b57397241a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:17.595141 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd61c03-1740-4660-a401-ef4d11c67629 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:17.595417 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c92534d1-4c17-4695-a87d-c478f275ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:17.595608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd61c03-1740-4660-a401-ef4d11c67629 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:17.601721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33490) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.601900 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ddd61c03-1740-4660-a401-ef4d11c67629 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/f987c616-03ef-464f-83f6-df9a1ad5e9b4 HTTP/1.1" status: 404 len: 337 time: 0.0901346 Jan 28 03:58:17.650652 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-25725c76-b12a-41a5-b1b8-df78a9dde135 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:17.651218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25725c76-b12a-41a5-b1b8-df78a9dde135 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:17.655049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-25725c76-b12a-41a5-b1b8-df78a9dde135 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/1256fd28-bdf2-4ad5-80d4-ddf56267a0a3 HTTP/1.1" status: 404 len: 337 time: 0.0523100 Jan 28 03:58:17.658065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.693979 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-484f9beb-e015-4711-a4fc-8da1ca70d2b4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:17.694872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484f9beb-e015-4711-a4fc-8da1ca70d2b4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:17.698652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-484f9beb-e015-4711-a4fc-8da1ca70d2b4 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/d8e28b1d-8671-43d9-90d9-5302840d066b HTTP/1.1" status: 404 len: 333 time: 0.0388718 Jan 28 03:58:17.701660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.733187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33496) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.740762 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-463dac88-f753-493c-b9b3-e75885877b0e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:17.741331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463dac88-f753-493c-b9b3-e75885877b0e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:17.744371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-463dac88-f753-493c-b9b3-e75885877b0e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/fe143147-9ef9-4dde-8ac7-193c434da2b0 HTTP/1.1" status: 404 len: 337 time: 0.0416002 Jan 28 03:58:17.746958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33500) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.761547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ab860843-f969-42c7-a8d0-c7496cf6608b None None] Current status of the port feec60bd-51b7-43e0-915e-1010dd6617eb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:17.781507 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b996a24-1918-452a-b45a-eb6a645c4a83 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:17.781999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b996a24-1918-452a-b45a-eb6a645c4a83 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:17.785817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7b996a24-1918-452a-b45a-eb6a645c4a83 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/a11817d7-2f45-4141-a851-b7c72e0b5457 HTTP/1.1" status: 404 len: 337 time: 0.0379319 Jan 28 03:58:17.788398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33502) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.846702 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-0999d494-f386-475b-a82a-40c59168e236 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:17.847377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0999d494-f386-475b-a82a-40c59168e236 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:17.854693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0999d494-f386-475b-a82a-40c59168e236 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/7dee19ff-9a7b-4d85-aec3-2dd724d9d184 HTTP/1.1" status: 404 len: 333 time: 0.0629930 Jan 28 03:58:17.855730 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.902127 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-124df2e8-bcc3-4533-9f64-5574d68e9c2a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:17.902672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124df2e8-bcc3-4533-9f64-5574d68e9c2a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:17.904245 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 484ad1fe-be27-4873-898b-d0b57397241a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:17.904639 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (484ad1fe-be27-4873-898b-d0b57397241a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:17.907102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-124df2e8-bcc3-4533-9f64-5574d68e9c2a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/793104fb-6679-4110-ac2a-95f8bb20a18b HTTP/1.1" status: 404 len: 337 time: 0.0501914 Jan 28 03:58:17.910585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:17.970377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7895e7-aab3-4251-ab8c-d203eca12d17 None None] Network 56e4e4d4-a348-4a50-b25c-34772660752a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:17.989465 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12aa326-a877-4dfc-844a-860bb071840e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] DELETE failed (client error): The resource could not be found. Jan 28 03:58:17.989915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12aa326-a877-4dfc-844a-860bb071840e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:58:17.994692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b12aa326-a877-4dfc-844a-860bb071840e tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/subnets/86ad69b0-4700-44c5-8cf9-684fca698c36 HTTP/1.1" status: 404 len: 337 time: 0.0823746 Jan 28 03:58:18.001285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33510) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:18.011390 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7feeff5b-79ac-4f56-bb9b-12281bf767a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.059358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-602767cd-48f7-4338-a913-4ae2f6eae05a None None] Provisioning complete for port 484ad1fe-be27-4873-898b-d0b57397241a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:18.060331 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-602767cd-48f7-4338-a913-4ae2f6eae05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (484ad1fe-be27-4873-898b-d0b57397241a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.124188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (720ff183-6121-4e11-bd42-02e777be3459), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.173433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e18ffaa9-9908-4b81-9612-f495b792513a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port 64f0064e-0522-40c1-a803-bb3f88fbdc79 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:18.173800 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e18ffaa9-9908-4b81-9612-f495b792513a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.234791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 484ad1fe-be27-4873-898b-d0b57397241a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:18.235201 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (484ad1fe-be27-4873-898b-d0b57397241a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.254549 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7feeff5b-79ac-4f56-bb9b-12281bf767a8 admin admin] Publish callbacks [] for security_group (01e91ae3-d1fd-4e16-85ec-51550f1a69b5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.272739 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7feeff5b-79ac-4f56-bb9b-12281bf767a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01e91ae3-d1fd-4e16-85ec-51550f1a69b5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.346939 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e18ffaa9-9908-4b81-9612-f495b792513a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.402234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e18ffaa9-9908-4b81-9612-f495b792513a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for 64f0064e-0522-40c1-a803-bb3f88fbdc79 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:18.415686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33514) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:18.416814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7feeff5b-79ac-4f56-bb9b-12281bf767a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a468aba4175d4974b3cb9b8c5d8ff541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6825409 Jan 28 03:58:18.463339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 484ad1fe-be27-4873-898b-d0b57397241a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=484ad1fe-be27-4873-898b-d0b57397241a,segment=NetworkSegment(785e451a-55f2-4d32-9cdb-51a825bbdfb5),segment_id=785e451a-55f2-4d32-9cdb-51a825bbdfb5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:18.472539 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (484ad1fe-be27-4873-898b-d0b57397241a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.473628 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feeff5b-79ac-4f56-bb9b-12281bf767a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e91ae3-d1fd-4e16-85ec-51550f1a69b5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:18.475219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2903bf-8b34-4d02-8d6a-dab826827ab9 None None] DHCP port deletion for 56e4e4d4-a348-4a50-b25c-34772660752a request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:58:18.492231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9fe78-fd08-44ce-9bcd-7bcfba3df594 req-4a364919-88bf-4ba5-aba8-9c206fb65828 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:18.500037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fe9fe78-fd08-44ce-9bcd-7bcfba3df594 req-4a364919-88bf-4ba5-aba8-9c206fb65828 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.2439797 Jan 28 03:58:18.567676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 7b7db4ef-74b0-4007-8d85-31c7ded9bd8f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:18.568246 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7b7db4ef-74b0-4007-8d85-31c7ded9bd8f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.592756 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a58651d-931d-4349-a0b5-478819636bf7 admin admin] Publish callbacks [] for security_group (01e91ae3-d1fd-4e16-85ec-51550f1a69b5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.600874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-602767cd-48f7-4338-a913-4ae2f6eae05a None None] Current status of the port 484ad1fe-be27-4873-898b-d0b57397241a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:18.601270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-602767cd-48f7-4338-a913-4ae2f6eae05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (484ad1fe-be27-4873-898b-d0b57397241a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.637315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7fe9fe78-fd08-44ce-9bcd-7bcfba3df594 req-dd2c857c-0fad-4b32-aef4-7a51e6b13275 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362524 Jan 28 03:58:18.663418 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e18ffaa9-9908-4b81-9612-f495b792513a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (64f0064e-0522-40c1-a803-bb3f88fbdc79), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.693282 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a58651d-931d-4349-a0b5-478819636bf7 admin admin] Publish callbacks [] for security_group (01e91ae3-d1fd-4e16-85ec-51550f1a69b5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.703198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=484ad1fe-be27-4873-898b-d0b57397241a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:18.727033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-602767cd-48f7-4338-a913-4ae2f6eae05a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:58:18.727170 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-602767cd-48f7-4338-a913-4ae2f6eae05a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:58:18.730729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ffaa9-9908-4b81-9612-f495b792513a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=64f0064e-0522-40c1-a803-bb3f88fbdc79,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:18.745996 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e18ffaa9-9908-4b81-9612-f495b792513a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.753547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e18ffaa9-9908-4b81-9612-f495b792513a tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/ports/64f0064e-0522-40c1-a803-bb3f88fbdc79 HTTP/1.1" status: 204 len: 168 time: 0.7512076 Jan 28 03:58:18.754304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33516) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:18.759181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fe2903bf-8b34-4d02-8d6a-dab826827ab9 None None] Deleting port feec60bd-51b7-43e0-915e-1010dd6617eb {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:18.759577 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe2903bf-8b34-4d02-8d6a-dab826827ab9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.822809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7b7db4ef-74b0-4007-8d85-31c7ded9bd8f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.859571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 7b7db4ef-74b0-4007-8d85-31c7ded9bd8f owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:18.886676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fe2903bf-8b34-4d02-8d6a-dab826827ab9 None None] For port feec60bd-51b7-43e0-915e-1010dd6617eb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=feec60bd-51b7-43e0-915e-1010dd6617eb,segment=NetworkSegment(2b936174-6a10-4f96-a76b-721eee91b1bf),segment_id=2b936174-6a10-4f96-a76b-721eee91b1bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:18.887759 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe2903bf-8b34-4d02-8d6a-dab826827ab9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.891816 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (56e4e4d4-a348-4a50-b25c-34772660752a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.894482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a58651d-931d-4349-a0b5-478819636bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (01e91ae3-d1fd-4e16-85ec-51550f1a69b5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.898244 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a58651d-931d-4349-a0b5-478819636bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:18.904053 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6a58651d-931d-4349-a0b5-478819636bf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01e91ae3-d1fd-4e16-85ec-51550f1a69b5 HTTP/1.1" status: 204 len: 168 time: 0.4803462 Jan 28 03:58:18.904210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fe2903bf-8b34-4d02-8d6a-dab826827ab9 None None] Calling delete_port for feec60bd-51b7-43e0-915e-1010dd6617eb owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:19.005884 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe2903bf-8b34-4d02-8d6a-dab826827ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.023280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Deleting port feec60bd-51b7-43e0-915e-1010dd6617eb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:19.023622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.037749 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2903bf-8b34-4d02-8d6a-dab826827ab9 None None] Pushing event deleted for resources: {'Port': ['ID=feec60bd-51b7-43e0-915e-1010dd6617eb,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:19.043168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2903bf-8b34-4d02-8d6a-dab826827ab9 None None] No DVR routers for this DVR port feec60bd-51b7-43e0-915e-1010dd6617eb on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:19.173627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] For port feec60bd-51b7-43e0-915e-1010dd6617eb, host n-d-808199-14, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:19.174180 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.193381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Calling delete_port for feec60bd-51b7-43e0-915e-1010dd6617eb owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:19.197351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Port feec60bd-51b7-43e0-915e-1010dd6617eb was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:58:19.199198 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (feec60bd-51b7-43e0-915e-1010dd6617eb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.237357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] No DVR routers for this DVR port feec60bd-51b7-43e0-915e-1010dd6617eb on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:19.348924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-602767cd-48f7-4338-a913-4ae2f6eae05a None None] Current status of the port 484ad1fe-be27-4873-898b-d0b57397241a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:19.372858 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (56e4e4d4-a348-4a50-b25c-34772660752a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.383116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Port': ['ID=feec60bd-51b7-43e0-915e-1010dd6617eb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:19.397851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e4e4d4-a348-4a50-b25c-34772660752a']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:19.407887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b936174-6a10-4f96-a76b-721eee91b1bf') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:19.408228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b936174-6a10-4f96-a76b-721eee91b1bf') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:19.419581 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (2b936174-6a10-4f96-a76b-721eee91b1bf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.443042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2b936174-6a10-4f96-a76b-721eee91b1bf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.464365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:58:19.464798 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (2b936174-6a10-4f96-a76b-721eee91b1bf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:58:19.476959 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:58:19.478784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-39db8906-0ca2-478b-9866-c3c24cbe5851 None None] Could not find standard attr ID for object 64f0064e-0522-40c1-a803-bb3f88fbdc79. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:58:19.479974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 484ad1fe-be27-4873-898b-d0b57397241a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:19.544230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-39db8906-0ca2-478b-9866-c3c24cbe5851 None None] Provisioning complete for port 7b7db4ef-74b0-4007-8d85-31c7ded9bd8f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:19.545463 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39db8906-0ca2-478b-9866-c3c24cbe5851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7b7db4ef-74b0-4007-8d85-31c7ded9bd8f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.606433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 484ad1fe-be27-4873-898b-d0b57397241a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:19.606825 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (484ad1fe-be27-4873-898b-d0b57397241a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.612742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-39db8906-0ca2-478b-9866-c3c24cbe5851 None None] Port 7b7db4ef-74b0-4007-8d85-31c7ded9bd8f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:19.643700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58651d-931d-4349-a0b5-478819636bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e91ae3-d1fd-4e16-85ec-51550f1a69b5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:19.656564 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (56e4e4d4-a348-4a50-b25c-34772660752a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.659143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:19.671010 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.676449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] 10.222.0.44 "DELETE /v2.0/networks/56e4e4d4-a348-4a50-b25c-34772660752a HTTP/1.1" status: 204 len: 168 time: 0.9208910 Jan 28 03:58:19.682963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-39db8906-0ca2-478b-9866-c3c24cbe5851 None None] Could not find standard attr ID for object feec60bd-51b7-43e0-915e-1010dd6617eb. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:58:19.711269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639a88b-ece5-4380-a86f-6d5aafed3fe3 tempest-PortsTestJSON-1625044605 tempest-PortsTestJSON-1625044605-project] Pushing event deleted for resources: {'Network': ['ID=56e4e4d4-a348-4a50-b25c-34772660752a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:19.727628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-39db8906-0ca2-478b-9866-c3c24cbe5851 None None] Provisioning complete for port 484ad1fe-be27-4873-898b-d0b57397241a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:19.727945 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39db8906-0ca2-478b-9866-c3c24cbe5851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (484ad1fe-be27-4873-898b-d0b57397241a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.735227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d340b86b-4626-4038-8f3b-69c26e1cc90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:19.776929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 484ad1fe-be27-4873-898b-d0b57397241a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:19.817008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44efc6-c3f7-4c2d-9c24-b543e04da961 req-44a19fea-341a-4713-93b6-5676ed726b23 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:19.818830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc44efc6-c3f7-4c2d-9c24-b543e04da961 req-44a19fea-341a-4713-93b6-5676ed726b23 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.0587795 Jan 28 03:58:19.872453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-39db8906-0ca2-478b-9866-c3c24cbe5851 None None] Current status of the port 484ad1fe-be27-4873-898b-d0b57397241a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:19.887510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device feec60bd-51b7-43e0-915e-1010dd6617eb no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:58:19.924498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: feec60bd-51b7-43e0-915e-1010dd6617eb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:58:19.925154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device feec60bd-51b7-43e0-915e-1010dd6617eb not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:58:19.956507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc44efc6-c3f7-4c2d-9c24-b543e04da961 req-2bdfed3b-2c8c-4854-8f70-f9001d3b7b04 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304512 Jan 28 03:58:20.010178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ae681abb-f96d-4aec-85db-d60a3a4d74f5 None None] Provisioning complete for port 7b7db4ef-74b0-4007-8d85-31c7ded9bd8f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:20.010573 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae681abb-f96d-4aec-85db-d60a3a4d74f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7b7db4ef-74b0-4007-8d85-31c7ded9bd8f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.054392 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d340b86b-4626-4038-8f3b-69c26e1cc90b admin admin] Publish callbacks [] for security_group (05def1df-2c01-436d-96c8-f810499cafda), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.060633 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d340b86b-4626-4038-8f3b-69c26e1cc90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (05def1df-2c01-436d-96c8-f810499cafda), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.067563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ae681abb-f96d-4aec-85db-d60a3a4d74f5 None None] Port 7b7db4ef-74b0-4007-8d85-31c7ded9bd8f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:20.099432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7b7db4ef-74b0-4007-8d85-31c7ded9bd8f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.106502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340b86b-4626-4038-8f3b-69c26e1cc90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05def1df-2c01-436d-96c8-f810499cafda,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:20.143811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=7b7db4ef-74b0-4007-8d85-31c7ded9bd8f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:20.154874 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d340b86b-4626-4038-8f3b-69c26e1cc90b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d8eba23f7074e25a07044f444c75b5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4920580 Jan 28 03:58:20.155309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33534) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:20.175345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33536) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:20.240228 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3425-b1b9-45da-bfc2-1de192468527 admin admin] Publish callbacks [] for security_group (05def1df-2c01-436d-96c8-f810499cafda), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.271956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (720ff183-6121-4e11-bd42-02e777be3459), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.278071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3425-b1b9-45da-bfc2-1de192468527 admin admin] Publish callbacks [] for security_group (05def1df-2c01-436d-96c8-f810499cafda), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.407796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d1333842-1e6a-4f09-b1ce-1286e80008cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fbeffefa42943c8b7de486f822fb567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310381 Jan 28 03:58:20.410282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33540) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:20.453490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3425-b1b9-45da-bfc2-1de192468527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (05def1df-2c01-436d-96c8-f810499cafda), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.456148 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3425-b1b9-45da-bfc2-1de192468527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.459659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1ccb3425-b1b9-45da-bfc2-1de192468527 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05def1df-2c01-436d-96c8-f810499cafda HTTP/1.1" status: 204 len: 168 time: 0.3011262 Jan 28 03:58:20.472654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb3425-b1b9-45da-bfc2-1de192468527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05def1df-2c01-436d-96c8-f810499cafda,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:20.492994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3a314cf-7719-43c1-80d3-14bcb922f010 admin admin] Publish callbacks [] for security_group (5bbeffdc-f94b-4480-916b-b3dca43e9a9e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.519898 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3a314cf-7719-43c1-80d3-14bcb922f010 admin admin] Publish callbacks [] for security_group (5bbeffdc-f94b-4480-916b-b3dca43e9a9e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.522545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 720ff183-6121-4e11-bd42-02e777be3459 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:58:20.582472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3a314cf-7719-43c1-80d3-14bcb922f010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5bbeffdc-f94b-4480-916b-b3dca43e9a9e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.586611 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3a314cf-7719-43c1-80d3-14bcb922f010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.587862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b3a314cf-7719-43c1-80d3-14bcb922f010 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bbeffdc-f94b-4480-916b-b3dca43e9a9e HTTP/1.1" status: 204 len: 168 time: 0.1765807 Jan 28 03:58:20.597566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a314cf-7719-43c1-80d3-14bcb922f010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbeffdc-f94b-4480-916b-b3dca43e9a9e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:20.622265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:20.629088 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6de98732-2f2e-46e5-bb1d-81fb33f713f3 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/720ff183-6121-4e11-bd42-02e777be3459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1447954 Jan 28 03:58:20.631368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:20.634492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3916ae4-2a19-42ac-91d0-cbd860463687 None None] Sync routers for ids ['720ff183-6121-4e11-bd42-02e777be3459'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:20.645646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3916ae4-2a19-42ac-91d0-cbd860463687 None None] Routers {'720ff183-6121-4e11-bd42-02e777be3459'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:20.649811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e3916ae4-2a19-42ac-91d0-cbd860463687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['720ff183-6121-4e11-bd42-02e777be3459'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:20.682124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:20.686426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2006d3f2-180a-4a7f-957d-99300b12ad2e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=720ff183-6121-4e11-bd42-02e777be3459 HTTP/1.1" status: 200 len: 205 time: 0.0489030 Jan 28 03:58:20.707251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e3916ae4-2a19-42ac-91d0-cbd860463687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:20.724097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3916ae4-2a19-42ac-91d0-cbd860463687 None None] Routers {'720ff183-6121-4e11-bd42-02e777be3459'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:20.725373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e3916ae4-2a19-42ac-91d0-cbd860463687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['720ff183-6121-4e11-bd42-02e777be3459'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:20.780350 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee9f031-b4a8-4178-b6dd-6314077a7350 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (720ff183-6121-4e11-bd42-02e777be3459), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.789866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e3916ae4-2a19-42ac-91d0-cbd860463687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:20.790944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3916ae4-2a19-42ac-91d0-cbd860463687 None None] The sync data for ids ['720ff183-6121-4e11-bd42-02e777be3459'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:20.960148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee9f031-b4a8-4178-b6dd-6314077a7350 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (720ff183-6121-4e11-bd42-02e777be3459), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:20.962528 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee9f031-b4a8-4178-b6dd-6314077a7350 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (720ff183-6121-4e11-bd42-02e777be3459), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.046443 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee9f031-b4a8-4178-b6dd-6314077a7350 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (720ff183-6121-4e11-bd42-02e777be3459), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.047373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee9f031-b4a8-4178-b6dd-6314077a7350 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Fanout notify agent at l3_agent the message router_deleted on router 720ff183-6121-4e11-bd42-02e777be3459 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:58:21.054351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee9f031-b4a8-4178-b6dd-6314077a7350 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.058298 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dee9f031-b4a8-4178-b6dd-6314077a7350 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/720ff183-6121-4e11-bd42-02e777be3459 HTTP/1.1" status: 204 len: 168 time: 0.3749683 Jan 28 03:58:21.060673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33564) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:21.129843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea747d-7304-4a63-af24-a30f9810c872 req-caf74702-a9a0-4b34-afc6-4df3e82fdca5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:21.144914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2130b29-87fb-42b3-a926-792ee6055cc2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting subnet ce6c3f57-bf1c-4f1e-a386-132a32c7e676 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:58:21.149560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72ea747d-7304-4a63-af24-a30f9810c872 req-caf74702-a9a0-4b34-afc6-4df3e82fdca5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.0803695 Jan 28 03:58:21.153996 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2130b29-87fb-42b3-a926-792ee6055cc2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (ce6c3f57-bf1c-4f1e-a386-132a32c7e676), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.220298 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2130b29-87fb-42b3-a926-792ee6055cc2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (ce6c3f57-bf1c-4f1e-a386-132a32c7e676), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.225007 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72ea747d-7304-4a63-af24-a30f9810c872 req-d3453c1b-0b37-4352-a210-601ee2592fdd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737088 Jan 28 03:58:21.343017 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2130b29-87fb-42b3-a926-792ee6055cc2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (ce6c3f57-bf1c-4f1e-a386-132a32c7e676), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.420347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2130b29-87fb-42b3-a926-792ee6055cc2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (ce6c3f57-bf1c-4f1e-a386-132a32c7e676), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.452365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2130b29-87fb-42b3-a926-792ee6055cc2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6c3f57-bf1c-4f1e-a386-132a32c7e676,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:21.466849 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2130b29-87fb-42b3-a926-792ee6055cc2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.467272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb4d8c2-581e-49ba-a09a-d0ad31505b37 None None] Network a6878887-59e5-4f8b-942f-ad66504a088b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:21.472271 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a2130b29-87fb-42b3-a926-792ee6055cc2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/ce6c3f57-bf1c-4f1e-a386-132a32c7e676 HTTP/1.1" status: 204 len: 168 time: 0.4103231 Jan 28 03:58:21.474953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33582) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:21.595478 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a6878887-59e5-4f8b-942f-ad66504a088b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.690917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 484ad1fe-be27-4873-898b-d0b57397241a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:21.690917 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (484ad1fe-be27-4873-898b-d0b57397241a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.694202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05a4369-c180-4882-b1d3-ca0b71f3c5ff None None] DHCP port deletion for a6878887-59e5-4f8b-942f-ad66504a088b request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:58:21.759437 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port 484ad1fe-be27-4873-898b-d0b57397241a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=484ad1fe-be27-4873-898b-d0b57397241a,segment=NetworkSegment(785e451a-55f2-4d32-9cdb-51a825bbdfb5),segment_id=785e451a-55f2-4d32-9cdb-51a825bbdfb5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:21.760001 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (484ad1fe-be27-4873-898b-d0b57397241a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.778871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 484ad1fe-be27-4873-898b-d0b57397241a owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:21.795917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d05a4369-c180-4882-b1d3-ca0b71f3c5ff None None] Deleting port 484ad1fe-be27-4873-898b-d0b57397241a {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:21.796526 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d05a4369-c180-4882-b1d3-ca0b71f3c5ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (484ad1fe-be27-4873-898b-d0b57397241a), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.887028 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (484ad1fe-be27-4873-898b-d0b57397241a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.912464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d05a4369-c180-4882-b1d3-ca0b71f3c5ff None None] For port 484ad1fe-be27-4873-898b-d0b57397241a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=484ad1fe-be27-4873-898b-d0b57397241a,segment=NetworkSegment(785e451a-55f2-4d32-9cdb-51a825bbdfb5),segment_id=785e451a-55f2-4d32-9cdb-51a825bbdfb5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:21.913271 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d05a4369-c180-4882-b1d3-ca0b71f3c5ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (484ad1fe-be27-4873-898b-d0b57397241a), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:21.927386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d05a4369-c180-4882-b1d3-ca0b71f3c5ff None None] Calling delete_port for 484ad1fe-be27-4873-898b-d0b57397241a owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:21.962957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=484ad1fe-be27-4873-898b-d0b57397241a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:21.974116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No DVR routers for this DVR port 484ad1fe-be27-4873-898b-d0b57397241a on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:22.033509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33600) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:22.122002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a6878887-59e5-4f8b-942f-ad66504a088b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.148507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6878887-59e5-4f8b-942f-ad66504a088b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:22.159934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785e451a-55f2-4d32-9cdb-51a825bbdfb5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:22.160383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785e451a-55f2-4d32-9cdb-51a825bbdfb5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:22.171800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (785e451a-55f2-4d32-9cdb-51a825bbdfb5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.187099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (785e451a-55f2-4d32-9cdb-51a825bbdfb5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.205921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:58:22.207518 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (785e451a-55f2-4d32-9cdb-51a825bbdfb5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:58:22.215521 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:58:22.247209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'network': {'name': 'tempest-RoutersTest-2007864594'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:22.285142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:22.287012 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d05a4369-c180-4882-b1d3-ca0b71f3c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (484ad1fe-be27-4873-898b-d0b57397241a), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.288737 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.313512 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.336273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a4369-c180-4882-b1d3-ca0b71f3c5ff None None] Pushing event deleted for resources: {'Port': ['ID=484ad1fe-be27-4873-898b-d0b57397241a,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:22.350303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a4369-c180-4882-b1d3-ca0b71f3c5ff None None] No DVR routers for this DVR port 484ad1fe-be27-4873-898b-d0b57397241a on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:22.371329 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a6878887-59e5-4f8b-942f-ad66504a088b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.386533 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.391482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/networks/a6878887-59e5-4f8b-942f-ad66504a088b HTTP/1.1" status: 204 len: 168 time: 0.9151599 Jan 28 03:58:22.406984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:22.414608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-173593734', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:22.423534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea3aa-1f51-409f-8ff6-154b6dc4a199 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Network': ['ID=a6878887-59e5-4f8b-942f-ad66504a088b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:22.454379 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (131affd8-2232-4317-a8a3-0cc9b5d1d58d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.456677 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (131affd8-2232-4317-a8a3-0cc9b5d1d58d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.478173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e68239-f2e9-4920-92fb-ba646afb6a7f req-111cb36b-5912-412b-95f9-54bb87cabc21 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:22.480736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4e68239-f2e9-4920-92fb-ba646afb6a7f req-111cb36b-5912-412b-95f9-54bb87cabc21 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.1545286 Jan 28 03:58:22.485589 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for security_group (702cdb90-8418-475e-b397-fe1a5ce035ba), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.498678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (702cdb90-8418-475e-b397-fe1a5ce035ba), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.516637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:58:22.530773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (131affd8-2232-4317-a8a3-0cc9b5d1d58d), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.552728 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0f7660ba-cce7-44bb-bf84-ee6b2547260e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.553642 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added segment 0f7660ba-cce7-44bb-bf84-ee6b2547260e of type vlan for network a990ed53-3de5-4006-9c73-6a8634075b99 Jan 28 03:58:22.623341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702cdb90-8418-475e-b397-fe1a5ce035ba,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:22.648420 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a990ed53-3de5-4006-9c73-6a8634075b99), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.662160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4e68239-f2e9-4920-92fb-ba646afb6a7f req-d79c92a1-a248-4d76-a652-8c7b86f56e53 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733842 Jan 28 03:58:22.664380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.665080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.665634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.665918 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.666254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.666655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.667038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.667232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.667554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.667987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.668711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.668711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.669035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:22.725241 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a990ed53-3de5-4006-9c73-6a8634075b99), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.732701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:22.733803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.748472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_gateway (131affd8-2232-4317-a8a3-0cc9b5d1d58d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.767408 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-bdcf0642-b0a9-4b1b-b98a-bc80508e9349 service neutron] show failed (client error): The resource could not be found. Jan 28 03:58:22.769540 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-bdcf0642-b0a9-4b1b-b98a-bc80508e9349 service neutron] 10.222.0.42 "GET /v2.0/ports/3a841de0-c76a-4aa5-8abd-3f5ff5b0b630/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.1520472 Jan 28 03:58:22.842453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8073046 Jan 28 03:58:22.842583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33626) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:22.843569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d272230-a763-4755-a45b-22f725a8b99a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Network': ['ID=a990ed53-3de5-4006-9c73-6a8634075b99,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:22.851093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'network': {'name': 'tempest-RoutersTest-1466713900'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:22.855567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a990ed53-3de5-4006-9c73-6a8634075b99 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:58:22.900915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:22.905861 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:22.995871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:58:23.080770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:23.081174 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added segment 4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e of type vlan for network 79271b28-ee36-4854-ba47-2e13a52d0ffc Jan 28 03:58:23.152084 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_gateway (131affd8-2232-4317-a8a3-0cc9b5d1d58d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:23.209508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (79271b28-ee36-4854-ba47-2e13a52d0ffc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:23.212188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:23.231679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-3d3a6045-e526-464a-91ea-a48b6645ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:23.233228 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-3d3a6045-e526-464a-91ea-a48b6645ca98 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 1097 time: 0.1928120 Jan 28 03:58:23.296448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:23.335755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 484ad1fe-be27-4873-898b-d0b57397241a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:58:23.352512 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (79271b28-ee36-4854-ba47-2e13a52d0ffc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:23.357731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 484ad1fe-be27-4873-898b-d0b57397241a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:58:23.358309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 484ad1fe-be27-4873-898b-d0b57397241a not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:58:23.358550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:23.359187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:23.497626 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6498499 Jan 28 03:58:23.497738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33642) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:23.503250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'subnet': {'network_id': 'a990ed53-3de5-4006-9c73-6a8634075b99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:23.539440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa090e-dcdb-434c-a43f-1a727acd8811 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Network': ['ID=79271b28-ee36-4854-ba47-2e13a52d0ffc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:23.541788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:23.551610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 79271b28-ee36-4854-ba47-2e13a52d0ffc details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:58:23.639241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:23.643616 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:23.795886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Allocated IP 172.25.1.70 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/54e63497-fb91-4387-9ef7-3732344df029) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:23.880321 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (df968881-ee2c-4a92-b369-4c2f778e63ce), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:23.906408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:23.955834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Subnet': ['ID=df968881-ee2c-4a92-b369-4c2f778e63ce,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:23.964414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Checking segment: {'id': '0f7660ba-cce7-44bb-bf84-ee6b2547260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a990ed53-3de5-4006-9c73-6a8634075b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:23.965001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network hostable DHCP agents. Network: a990ed53-3de5-4006-9c73-6a8634075b99, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:58:23.993091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network a990ed53-3de5-4006-9c73-6a8634075b99 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:58:23.998532 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (54e63497-fb91-4387-9ef7-3732344df029), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.000520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:24.009905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a990ed53-3de5-4006-9c73-6a8634075b99) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:24.015677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:24.019851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.020703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439362cc-9adf-4ea7-9767-964a4689c38d None None] Network a990ed53-3de5-4006-9c73-6a8634075b99 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:24.044940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d270665c-4d8d-406e-9e4f-36c1f27fe841 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5457966 Jan 28 03:58:24.048086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:24.070005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'subnet': {'network_id': '79271b28-ee36-4854-ba47-2e13a52d0ffc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:24.169990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (54e63497-fb91-4387-9ef7-3732344df029), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.177437 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:24.179395 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a556c66a-228e-4ac2-b6d7-b91c10f927b7" -d '{"events": [{"server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "name": "network-vif-unplugged", "status": "completed", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:24.193913 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Publish callbacks [] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.206361 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-a990ed53-3de5-4006-9c73-6a8634075b99', 'network_id': 'a990ed53-3de5-4006-9c73-6a8634075b99', 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'fixed_ips': [{'subnet_id': 'df968881-ee2c-4a92-b369-4c2f778e63ce'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:58:24.207234 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.216771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:24.222188 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.286132 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2df00f-f1b8-495f-99a6-03a311b4dab5 x-openstack-request-id: req-6e2df00f-f1b8-495f-99a6-03a311b4dab5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:24.286349 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "name": "network-vif-unplugged", "status": "completed", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:24.286608 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e2df00f-f1b8-495f-99a6-03a311b4dab5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:24.287779 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'code': 200} Jan 28 03:58:24.310723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:24.313481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Transition to ACTIVE for port object 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:58:24.322900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:24.325284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=54e63497-fb91-4387-9ef7-3732344df029,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:24.327667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:24.350951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.374171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.374171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.374373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.374784 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.375217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.375556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.375889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.376229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.376557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.377536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.377887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.378212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.378537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:24.416639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5114d74-8c1f-4ae1-9994-aa49464870ef req-f55522bc-901a-4af7-bcac-7cd10c1ee291 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:24.418797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5114d74-8c1f-4ae1-9994-aa49464870ef req-f55522bc-901a-4af7-bcac-7cd10c1ee291 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 945 time: 0.2172415 Jan 28 03:58:24.494741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Allocated IP 172.20.0.2 (a990ed53-3de5-4006-9c73-6a8634075b99/df968881-ee2c-4a92-b369-4c2f778e63ce/2f135c43-40fd-4797-824c-bcd87cd23f5d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:24.507524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5114d74-8c1f-4ae1-9994-aa49464870ef req-53515016-e3c2-4c64-ae25-10dc2e3f0ed4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764792 Jan 28 03:58:24.595041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:24.660572 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (7bb360f5-cf23-4c07-8798-e87295f4e971), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.773832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Subnet': ['ID=7bb360f5-cf23-4c07-8798-e87295f4e971,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:24.812204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Checking segment: {'id': '4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79271b28-ee36-4854-ba47-2e13a52d0ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:24.812986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network hostable DHCP agents. Network: 79271b28-ee36-4854-ba47-2e13a52d0ffc, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:58:24.826167 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Publish callbacks [] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.837368 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.839751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 79271b28-ee36-4854-ba47-2e13a52d0ffc is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:58:24.862955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 79271b28-ee36-4854-ba47-2e13a52d0ffc) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:24.879867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:24.880529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.880960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71d017-10f6-469d-92d2-e2f2f85eced1 None None] Network 79271b28-ee36-4854-ba47-2e13a52d0ffc requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:24.919950 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f1b2dd2d-692d-4711-9f5a-e52600405012 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8676560 Jan 28 03:58:24.920133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:24.925205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7caaa9e9-e9dc-47c3-9596-a9a13e08d47d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1861232803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:24.973442 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7caaa9e9-e9dc-47c3-9596-a9a13e08d47d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (ab08218d-f626-4bce-bdaf-8570a6dfe59d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.974994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7caaa9e9-e9dc-47c3-9596-a9a13e08d47d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (ab08218d-f626-4bce-bdaf-8570a6dfe59d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:24.999940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Network a990ed53-3de5-4006-9c73-6a8634075b99 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:25.022840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:25.031071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:25.050714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-79271b28-ee36-4854-ba47-2e13a52d0ffc', 'network_id': '79271b28-ee36-4854-ba47-2e13a52d0ffc', 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'fixed_ips': [{'subnet_id': '7bb360f5-cf23-4c07-8798-e87295f4e971'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:58:25.051719 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:25.085625 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Pushing event updated for resources: {'Port': ['ID=2f135c43-40fd-4797-824c-bcd87cd23f5d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:25.126052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7caaa9e9-e9dc-47c3-9596-a9a13e08d47d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (ab08218d-f626-4bce-bdaf-8570a6dfe59d), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:25.142471 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7caaa9e9-e9dc-47c3-9596-a9a13e08d47d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (ab08218d-f626-4bce-bdaf-8570a6dfe59d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:25.179287 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7caaa9e9-e9dc-47c3-9596-a9a13e08d47d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:25.180356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7caaa9e9-e9dc-47c3-9596-a9a13e08d47d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2593589 Jan 28 03:58:25.183112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33668) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:25.232743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Attempting to bind port 2f135c43-40fd-4797-824c-bcd87cd23f5d on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:25.237464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Attempting to bind port 2f135c43-40fd-4797-824c-bcd87cd23f5d by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '0f7660ba-cce7-44bb-bf84-ee6b2547260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a990ed53-3de5-4006-9c73-6a8634075b99'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:25.239775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Attempting to bind port 2f135c43-40fd-4797-824c-bcd87cd23f5d on network a990ed53-3de5-4006-9c73-6a8634075b99 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:25.292288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:25.292661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Checking segment: {'id': '0f7660ba-cce7-44bb-bf84-ee6b2547260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a990ed53-3de5-4006-9c73-6a8634075b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:25.297288 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:25.297714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Bound using segment: {'id': '0f7660ba-cce7-44bb-bf84-ee6b2547260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a990ed53-3de5-4006-9c73-6a8634075b99'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:25.298262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Bound port: 2f135c43-40fd-4797-824c-bcd87cd23f5d, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7660ba-cce7-44bb-bf84-ee6b2547260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a990ed53-3de5-4006-9c73-6a8634075b99'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:25.299338 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:25.413633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:58:25.500469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Allocated IP 172.21.0.2 (79271b28-ee36-4854-ba47-2e13a52d0ffc/7bb360f5-cf23-4c07-8798-e87295f4e971/a0e04f34-96f2-41b9-acdd-d4492aa1fde4) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:25.522346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] For port 2f135c43-40fd-4797-824c-bcd87cd23f5d, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:25.526519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] For port 2f135c43-40fd-4797-824c-bcd87cd23f5d, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2f135c43-40fd-4797-824c-bcd87cd23f5d,segment=NetworkSegment(0f7660ba-cce7-44bb-bf84-ee6b2547260e),segment_id=0f7660ba-cce7-44bb-bf84-ee6b2547260e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:25.530652 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:58:25.531183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:58:25.541937 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:25.553010 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:25.693366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd41258-6359-4b50-83a0-e9e9fa16a9b0 None None] Pushing event updated for resources: {'Port': ['ID=2f135c43-40fd-4797-824c-bcd87cd23f5d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:25.735908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] No DVR routers for this DVR port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:25.796640 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Publish callbacks [] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:25.812761 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:25.871890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Allocated IP 172.20.0.1 (a990ed53-3de5-4006-9c73-6a8634075b99/df968881-ee2c-4a92-b369-4c2f778e63ce/15a09b32-4325-43e7-965d-9bf3045a1a5a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:25.889272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Pushing event updated for resources: {'Port': ['ID=a0e04f34-96f2-41b9-acdd-d4492aa1fde4,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:25.906989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Network 79271b28-ee36-4854-ba47-2e13a52d0ffc is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:25.909098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:25.914159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:25.968627 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_gateway (131affd8-2232-4317-a8a3-0cc9b5d1d58d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:26.045819 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (15a09b32-4325-43e7-965d-9bf3045a1a5a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:26.066414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Attempting to bind port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:26.069294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Attempting to bind port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79271b28-ee36-4854-ba47-2e13a52d0ffc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:26.069884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Attempting to bind port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 on network 79271b28-ee36-4854-ba47-2e13a52d0ffc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:26.095284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:26.099862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Checking segment: {'id': '4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79271b28-ee36-4854-ba47-2e13a52d0ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:26.100447 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:26.101713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Bound using segment: {'id': '4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79271b28-ee36-4854-ba47-2e13a52d0ffc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:26.102399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Bound port: a0e04f34-96f2-41b9-acdd-d4492aa1fde4, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79271b28-ee36-4854-ba47-2e13a52d0ffc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:26.103151 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:26.121902 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (15a09b32-4325-43e7-965d-9bf3045a1a5a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:26.223059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] For port a0e04f34-96f2-41b9-acdd-d4492aa1fde4, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:26.229008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] For port a0e04f34-96f2-41b9-acdd-d4492aa1fde4, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a0e04f34-96f2-41b9-acdd-d4492aa1fde4,segment=NetworkSegment(4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e),segment_id=4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:26.238711 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:26.312500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:26.312828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:26.316902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:26.415910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:58:26.416187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:26.424760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a212ac6-392e-4797-a1cc-dc7426340dac None None] Pushing event updated for resources: {'Port': ['ID=a0e04f34-96f2-41b9-acdd-d4492aa1fde4,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:26.427645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:26.428108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Checking segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:26.428564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Bound using segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:26.429265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Bound port: 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:26.429968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:26.595203 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (131affd8-2232-4317-a8a3-0cc9b5d1d58d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:26.789400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:26.804728 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=15a09b32-4325-43e7-965d-9bf3045a1a5a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:26.814876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network a990ed53-3de5-4006-9c73-6a8634075b99 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:26.818253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:26.822197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:26.834013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3e230-472b-4fe9-8c25-0ef04c8e3476 req-bdac001b-50cb-4b22-931a-460053d90f5f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:26.835713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ce3e230-472b-4fe9-8c25-0ef04c8e3476 req-bdac001b-50cb-4b22-931a-460053d90f5f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.7524574 Jan 28 03:58:26.836730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:26.844389 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:26.929218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:26.929978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:26.931483 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 1092 time: 3.6720016 Jan 28 03:58:26.935150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:26.937593 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:26.942987 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ce3e230-472b-4fe9-8c25-0ef04c8e3476 req-aac94e39-0181-42b6-9db0-93db2823993b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833600 Jan 28 03:58:26.944404 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (ab08218d-f626-4bce-bdaf-8570a6dfe59d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:27.047134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51c67a-fcd1-4f7e-9b44-2cefa00955c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:27.070498 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f601972-df5b-4c7c-8cef-8e18db9cef9e x-openstack-request-id: req-5f601972-df5b-4c7c-8cef-8e18db9cef9e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:27.070733 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:27.070993 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f601972-df5b-4c7c-8cef-8e18db9cef9e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:27.071404 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'status': 'completed', 'code': 200} Jan 28 03:58:27.074084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 131affd8-2232-4317-a8a3-0cc9b5d1d58d is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:58:27.093021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-74c2ea83-bf79-4296-851f-ee489dc82f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:27.094192 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-74c2ea83-bf79-4296-851f-ee489dc82f9b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1095 time: 0.1291869 Jan 28 03:58:27.176025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (15a09b32-4325-43e7-965d-9bf3045a1a5a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:27.501089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e108aad-7286-409a-ada2-9ceff598b5a5 None None] Network a990ed53-3de5-4006-9c73-6a8634075b99 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:27.566013 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-4eae0d9a-22a1-4240-ba94-16f2dcccbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:27.567504 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-4eae0d9a-22a1-4240-ba94-16f2dcccbc03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.4300408 Jan 28 03:58:27.576216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-2767bc99-1b5b-46df-955e-21ecacaee6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:27.578362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-2767bc99-1b5b-46df-955e-21ecacaee6c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1095 time: 0.4390521 Jan 28 03:58:27.604347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a0e04f34-96f2-41b9-acdd-d4492aa1fde4 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:27.669572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-faff9cc6-87e3-405b-8060-49f949c046ec None None] Provisioning complete for port 2f135c43-40fd-4797-824c-bcd87cd23f5d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:27.669926 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-faff9cc6-87e3-405b-8060-49f949c046ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:27.737233 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (15a09b32-4325-43e7-965d-9bf3045a1a5a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:27.741396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-4ee3fffe-e886-431e-8929-a15c827682c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:27.743042 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-4ee3fffe-e886-431e-8929-a15c827682c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.1538963 Jan 28 03:58:27.759333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:27.774691 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee3f61-6835-40ab-a2d0-d1edbf071aab None None] Sync routers for ids ['131affd8-2232-4317-a8a3-0cc9b5d1d58d'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:27.790182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (15a09b32-4325-43e7-965d-9bf3045a1a5a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:27.815500 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee3f61-6835-40ab-a2d0-d1edbf071aab None None] Routers {'131affd8-2232-4317-a8a3-0cc9b5d1d58d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:27.817524 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b7ee3f61-6835-40ab-a2d0-d1edbf071aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['131affd8-2232-4317-a8a3-0cc9b5d1d58d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:27.925965 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b7ee3f61-6835-40ab-a2d0-d1edbf071aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:27.931544 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-f7ac3d28-cb34-47a4-891a-f170898300ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 998 time: 0.3522155 Jan 28 03:58:27.934671 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-ceb175e1-ecd3-449f-b742-a8564d0f3c2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 998 time: 0.1849856 Jan 28 03:58:27.952256 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee3f61-6835-40ab-a2d0-d1edbf071aab None None] Routers {'131affd8-2232-4317-a8a3-0cc9b5d1d58d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:27.952922 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b7ee3f61-6835-40ab-a2d0-d1edbf071aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['131affd8-2232-4317-a8a3-0cc9b5d1d58d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:27.963764 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:27.967411 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-af4cb891-5620-426b-8b3f-a4a53eb5d40b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.5551744 Jan 28 03:58:27.972182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33706) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:27.974847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:27.975225 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:28.065974 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b7ee3f61-6835-40ab-a2d0-d1edbf071aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:28.067585 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee3f61-6835-40ab-a2d0-d1edbf071aab None None] The sync data for ids ['131affd8-2232-4317-a8a3-0cc9b5d1d58d'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:28.105913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-faff9cc6-87e3-405b-8060-49f949c046ec None None] Current status of the port 2f135c43-40fd-4797-824c-bcd87cd23f5d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:28.106372 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-faff9cc6-87e3-405b-8060-49f949c046ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:28.169357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-faff9cc6-87e3-405b-8060-49f949c046ec None None] For port 2f135c43-40fd-4797-824c-bcd87cd23f5d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2f135c43-40fd-4797-824c-bcd87cd23f5d,segment=NetworkSegment(0f7660ba-cce7-44bb-bf84-ee6b2547260e),segment_id=0f7660ba-cce7-44bb-bf84-ee6b2547260e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:28.175583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-02dec33b-3280-4726-bad8-c6a93fc5e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:28.175978 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-faff9cc6-87e3-405b-8060-49f949c046ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:28.179465 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-02dec33b-3280-4726-bad8-c6a93fc5e5a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.2104890 Jan 28 03:58:28.227639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (ab08218d-f626-4bce-bdaf-8570a6dfe59d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:28.241041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2baac082-6195-4225-9132-f0dff3bfafff tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/routers/131affd8-2232-4317-a8a3-0cc9b5d1d58d HTTP/1.1" status: 200 len: 883 time: 0.2604842 Jan 28 03:58:28.260792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33712) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:28.270270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=15a09b32-4325-43e7-965d-9bf3045a1a5a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:28.388871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e39502-7a70-45e8-9aba-0bc2dc5a689f req-6960bb34-a876-4b30-bb3c-2fd9dd2d2aa7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:28.390562 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2e39502-7a70-45e8-9aba-0bc2dc5a689f req-6960bb34-a876-4b30-bb3c-2fd9dd2d2aa7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.1426644 Jan 28 03:58:28.405035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dc9438-e159-4f99-afa5-1abfc2ba8af9 None None] Network 79271b28-ee36-4854-ba47-2e13a52d0ffc requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:28.461821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-3668d0df-bc89-48a5-bdcb-0f9d75f8fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:28.463652 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-3668d0df-bc89-48a5-bdcb-0f9d75f8fb3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.4933512 Jan 28 03:58:28.475452 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-46c42230-a274-44c6-89af-0b39e28f9b39 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6344392 Jan 28 03:58:28.502421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network a990ed53-3de5-4006-9c73-6a8634075b99 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:28.533913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:28.607321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-84b8e598-cdf6-49bf-ac43-1acb3dce9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:28.609025 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-84b8e598-cdf6-49bf-ac43-1acb3dce9c8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3516569 Jan 28 03:58:28.661441 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2e39502-7a70-45e8-9aba-0bc2dc5a689f req-9c47831a-9cf8-4d10-aa89-cb9d831e5376 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489157 Jan 28 03:58:28.754881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-72be2ec7-d2db-4fad-a586-0554a5d0f0de None None] Provisioning complete for port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:28.765547 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72be2ec7-d2db-4fad-a586-0554a5d0f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:28.774311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ab08218d-f626-4bce-bdaf-8570a6dfe59d is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:58:28.837356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff9cc6-87e3-405b-8060-49f949c046ec None None] Pushing event updated for resources: {'Port': ['ID=2f135c43-40fd-4797-824c-bcd87cd23f5d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:28.859215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:28.859903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:28.980004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:29.008783 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ce7acc6e-c3a2-4d30-af22-57a3b4f82894 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ab08218d-f626-4bce-bdaf-8570a6dfe59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8245437 Jan 28 03:58:29.013184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:29.013890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port a0e04f34-96f2-41b9-acdd-d4492aa1fde4, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a0e04f34-96f2-41b9-acdd-d4492aa1fde4,segment=NetworkSegment(4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e),segment_id=4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:29.015990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76566e-65ac-4ef1-a4cc-129deef14eca None None] Sync routers for ids ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:29.021864 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:29.022676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2f135c43-40fd-4797-824c-bcd87cd23f5d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:29.088161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae8bac-0089-4774-b94e-f2b1cff7c9e5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:29.093584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-05ae8bac-0089-4774-b94e-f2b1cff7c9e5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports/15a09b32-4325-43e7-965d-9bf3045a1a5a HTTP/1.1" status: 200 len: 910 time: 0.0793905 Jan 28 03:58:29.094203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33718) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:29.127184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-72be2ec7-d2db-4fad-a586-0554a5d0f0de None None] Current status of the port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:29.232398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-57fa8790-5b58-4a89-b204-7dcd74e1f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:29.233997 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-57fa8790-5b58-4a89-b204-7dcd74e1f326 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7513103 Jan 28 03:58:29.251997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76566e-65ac-4ef1-a4cc-129deef14eca None None] Routers {'ab08218d-f626-4bce-bdaf-8570a6dfe59d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:29.256779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2f76566e-65ac-4ef1-a4cc-129deef14eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:29.321165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2f76566e-65ac-4ef1-a4cc-129deef14eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:29.338046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-fc5c9347-d473-410b-9d28-55086aed767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:29.354610 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-fc5c9347-d473-410b-9d28-55086aed767f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 1097 time: 0.8189600 Jan 28 03:58:29.355299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-69a9b600-ff79-4e4c-9f6f-f8910b19ab32 None None] Provisioning complete for port 15a09b32-4325-43e7-965d-9bf3045a1a5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:29.355844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69a9b600-ff79-4e4c-9f6f-f8910b19ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (15a09b32-4325-43e7-965d-9bf3045a1a5a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:29.397072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-69a9b600-ff79-4e4c-9f6f-f8910b19ab32 None None] Port 15a09b32-4325-43e7-965d-9bf3045a1a5a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:29.400252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=a0e04f34-96f2-41b9-acdd-d4492aa1fde4,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:29.409486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76566e-65ac-4ef1-a4cc-129deef14eca None None] Routers {'ab08218d-f626-4bce-bdaf-8570a6dfe59d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:29.411086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2f76566e-65ac-4ef1-a4cc-129deef14eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:29.477004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2f76566e-65ac-4ef1-a4cc-129deef14eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:29.489820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76566e-65ac-4ef1-a4cc-129deef14eca None None] The sync data for ids ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:29.491461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-69a9b600-ff79-4e4c-9f6f-f8910b19ab32 None None] Provisioning complete for port 2f135c43-40fd-4797-824c-bcd87cd23f5d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:29.491942 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69a9b600-ff79-4e4c-9f6f-f8910b19ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:29.495957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2f135c43-40fd-4797-824c-bcd87cd23f5d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:29.496451 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:29.628190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-69a9b600-ff79-4e4c-9f6f-f8910b19ab32 None None] Current status of the port 2f135c43-40fd-4797-824c-bcd87cd23f5d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:29.651763 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-fe2e49c7-df79-4374-8079-9be1a534575a service neutron] 10.222.0.25 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075401 Jan 28 03:58:29.695291 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-cabd1d1c-f1ed-478a-b65a-edb8cb7221d5 service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0741963 Jan 28 03:58:29.715474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2f135c43-40fd-4797-824c-bcd87cd23f5d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:29.751293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c82a9aed-8741-4cc3-8d7d-3964656f7602 None None] Provisioning complete for port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:29.751668 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c82a9aed-8741-4cc3-8d7d-3964656f7602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:29.895210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:29.903915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a0e04f34-96f2-41b9-acdd-d4492aa1fde4 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:29.950502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19ea9-ca98-4cca-b5ac-c6349ebae1b8 req-d6c854d2-557b-4691-9456-4c4b81c824be tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:29.958708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5a19ea9-ca98-4cca-b5ac-c6349ebae1b8 req-d6c854d2-557b-4691-9456-4c4b81c824be tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.1873217 Jan 28 03:58:29.966136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c82a9aed-8741-4cc3-8d7d-3964656f7602 None None] Current status of the port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:30.014364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:30.014874 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:30.034822 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-caf3288e-e473-4fff-a07a-8cc36bf69b5a service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195670 Jan 28 03:58:30.113916 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-db9ae16d-5884-4cac-a144-a99a486a23e5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.8505695 Jan 28 03:58:30.118972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33726) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:30.130827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-29496d45-5536-499a-b035-f20bd94f3d9c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-173593734'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:30.138430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-19cb08ad-7a34-4afd-b7dd-49e99dee6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:30.139836 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-19cb08ad-7a34-4afd-b7dd-49e99dee6e60 service neutron] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.7052135 Jan 28 03:58:30.143352 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5137d30f-1e6a-4be6-8d7d-49acbc8fea08 req-8fe33245-d358-40ce-84fe-d9c9b2d3f04f service neutron] 10.222.0.25 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445827 Jan 28 03:58:30.164397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:30.165558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2f135c43-40fd-4797-824c-bcd87cd23f5d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:30.172222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5a19ea9-ca98-4cca-b5ac-c6349ebae1b8 req-507e4129-94af-4588-9e8c-bf62ed7563f0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350377 Jan 28 03:58:30.308317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2f135c43-40fd-4797-824c-bcd87cd23f5d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:30.310108 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:30.341058 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-678a216b-bb91-4e0d-a987-5ec951398f48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9554f058-d2f8-4482-a338-1fcf28eac0ad HTTP/1.1" status: 200 len: 217 time: 0.0851755 Jan 28 03:58:30.466684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2f135c43-40fd-4797-824c-bcd87cd23f5d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:30.480498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-dcf420a1-cf52-43ab-9086-371fe5a0b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:30.482215 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-dcf420a1-cf52-43ab-9086-371fe5a0b9e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1095 time: 0.2308030 Jan 28 03:58:30.485677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-24478a32-1e46-40f1-aa24-8ba98aaca158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:30.487846 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-24478a32-1e46-40f1-aa24-8ba98aaca158 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1347094 Jan 28 03:58:30.541071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Allocated IP 172.21.0.1 (79271b28-ee36-4854-ba47-2e13a52d0ffc/7bb360f5-cf23-4c07-8798-e87295f4e971/4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:30.656921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-5c055207-ca67-47f1-98f9-fc416b90e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:30.659175 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-5c055207-ca67-47f1-98f9-fc416b90e608 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500266 Jan 28 03:58:30.742232 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:30.761399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-8902e6ed-e7fa-4f7a-a1b5-629cd14aa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:30.763045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-8902e6ed-e7fa-4f7a-a1b5-629cd14aa361 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.2717922 Jan 28 03:58:30.812237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:30.838673 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-bf109726-3316-4ea1-8929-18de993ec339 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 998 time: 0.0686078 Jan 28 03:58:30.888937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:30.924619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 79271b28-ee36-4854-ba47-2e13a52d0ffc is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:30.927348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:30.934516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:30.973965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-0fd4f843-7f80-4a2b-b312-452a81b6d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:30.975689 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-0fd4f843-7f80-4a2b-b312-452a81b6d6ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.1304290 Jan 28 03:58:30.981899 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-13ca261b-c029-4988-9f5e-e32ae4b46e5e service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157699 Jan 28 03:58:31.019525 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (ab08218d-f626-4bce-bdaf-8570a6dfe59d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:31.210253 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:31.306820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7926eb5c-76f6-48fd-9aa8-f8903618a635 None None] Provisioning complete for port 4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:31.307931 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7926eb5c-76f6-48fd-9aa8-f8903618a635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:31.349481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7926eb5c-76f6-48fd-9aa8-f8903618a635 None None] Port 4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:31.462915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e9c41-3701-4b64-a520-93555fb72709 req-60ba32e5-16cd-4c37-a39c-5092366c7199 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:31.464597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-357e9c41-3701-4b64-a520-93555fb72709 req-60ba32e5-16cd-4c37-a39c-5092366c7199 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.1736102 Jan 28 03:58:31.545668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29496d45-5536-499a-b035-f20bd94f3d9c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (131affd8-2232-4317-a8a3-0cc9b5d1d58d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:31.568015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29496d45-5536-499a-b035-f20bd94f3d9c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (131affd8-2232-4317-a8a3-0cc9b5d1d58d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:31.577416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-777f8c4f-ce20-4147-a90d-83c52bd33ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:31.578959 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-777f8c4f-ce20-4147-a90d-83c52bd33ad5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5938599 Jan 28 03:58:31.628991 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-357e9c41-3701-4b64-a520-93555fb72709 req-ad63b4a3-6579-4e63-bbaa-4a2e69a775e9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562896 Jan 28 03:58:31.707264 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27d9dc33-b255-469e-a666-324ce09c16c7 req-c1b84ad0-0a79-42ff-a87c-1c35e4ef6791 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969910 Jan 28 03:58:31.723252 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:31.728620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:31.801573 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-8605ef62-248b-4df0-bce1-31f73d7a1176 service neutron] 10.222.0.25 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140496 Jan 28 03:58:31.805489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29496d45-5536-499a-b035-f20bd94f3d9c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 131affd8-2232-4317-a8a3-0cc9b5d1d58d has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:58:31.828305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:31.876597 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (ab08218d-f626-4bce-bdaf-8570a6dfe59d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:31.950404 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-39053663-5fe5-4d2d-a0e3-f37f4b10dad2 req-626ea2c4-32cd-400f-be66-6175d4a7c7f1 service neutron] 10.222.0.25 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419241 Jan 28 03:58:32.005031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 79271b28-ee36-4854-ba47-2e13a52d0ffc is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:32.006885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:32.074410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29496d45-5536-499a-b035-f20bd94f3d9c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:32.086290 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29496d45-5536-499a-b035-f20bd94f3d9c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:32.087317 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e2b16-9003-4b56-bca6-e49796a3778c None None] Sync routers for ids ['131affd8-2232-4317-a8a3-0cc9b5d1d58d'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:32.088497 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-29496d45-5536-499a-b035-f20bd94f3d9c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/131affd8-2232-4317-a8a3-0cc9b5d1d58d HTTP/1.1" status: 200 len: 890 time: 1.9680223 Jan 28 03:58:32.092454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33738) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:32.103270 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e2b16-9003-4b56-bca6-e49796a3778c None None] Routers {'131affd8-2232-4317-a8a3-0cc9b5d1d58d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:32.103909 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-072e2b16-9003-4b56-bca6-e49796a3778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['131affd8-2232-4317-a8a3-0cc9b5d1d58d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:32.166815 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-072e2b16-9003-4b56-bca6-e49796a3778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:32.183987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ab08218d-f626-4bce-bdaf-8570a6dfe59d has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:58:32.186314 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e2b16-9003-4b56-bca6-e49796a3778c None None] Routers {'131affd8-2232-4317-a8a3-0cc9b5d1d58d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:32.190179 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-072e2b16-9003-4b56-bca6-e49796a3778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['131affd8-2232-4317-a8a3-0cc9b5d1d58d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:32.248426 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-072e2b16-9003-4b56-bca6-e49796a3778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:32.249106 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e2b16-9003-4b56-bca6-e49796a3778c None None] The sync data for ids ['131affd8-2232-4317-a8a3-0cc9b5d1d58d'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:32.319098 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d06f011c-c47d-49db-a712-a399418ba0f0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/routers/131affd8-2232-4317-a8a3-0cc9b5d1d58d HTTP/1.1" status: 200 len: 890 time: 0.2247338 Jan 28 03:58:32.322532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:32.381804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:32.388542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33742) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:32.388771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a0d5af19-54af-40ef-90a1-c72d6eba35ff tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=131affd8-2232-4317-a8a3-0cc9b5d1d58d HTTP/1.1" status: 200 len: 205 time: 0.0650668 Jan 28 03:58:32.395940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-18283d2b-7765-40c7-989e-99af5b48d8bc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ab08218d-f626-4bce-bdaf-8570a6dfe59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2996907 Jan 28 03:58:32.402573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:32.412161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df92f46-178e-485b-8ffa-5450545d13b3 None None] Sync routers for ids ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:32.415627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6659d818-0eb3-42ed-ad65-23bba58ed655 None None] Provisioning complete for port 4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:32.417524 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6659d818-0eb3-42ed-ad65-23bba58ed655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:32.491532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb7def-bc5e-4feb-aa48-8b2c1b51b748 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:32.493009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4beb7def-bc5e-4feb-aa48-8b2c1b51b748 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports/4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50 HTTP/1.1" status: 200 len: 910 time: 0.0893743 Jan 28 03:58:32.498871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:32.502097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df92f46-178e-485b-8ffa-5450545d13b3 None None] Routers {'ab08218d-f626-4bce-bdaf-8570a6dfe59d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:32.505650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6df92f46-178e-485b-8ffa-5450545d13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:32.556311 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6df92f46-178e-485b-8ffa-5450545d13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:32.559793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6659d818-0eb3-42ed-ad65-23bba58ed655 None None] Port 4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:32.568286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df92f46-178e-485b-8ffa-5450545d13b3 None None] Routers {'ab08218d-f626-4bce-bdaf-8570a6dfe59d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:32.568952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6df92f46-178e-485b-8ffa-5450545d13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:32.609465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6df92f46-178e-485b-8ffa-5450545d13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:32.610385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df92f46-178e-485b-8ffa-5450545d13b3 None None] The sync data for ids ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:32.760187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050881fb-9623-4747-b25f-b791af7b1a68 req-c7ca6589-1726-42ab-8639-4960c7c326ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:32.761765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-050881fb-9623-4747-b25f-b791af7b1a68 req-c7ca6589-1726-42ab-8639-4960c7c326ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.0518959 Jan 28 03:58:32.770479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (131affd8-2232-4317-a8a3-0cc9b5d1d58d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:32.817632 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-050881fb-9623-4747-b25f-b791af7b1a68 req-2f1b6601-8085-4be6-871a-87e46dcf4571 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483806 Jan 28 03:58:32.976654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_gateway (131affd8-2232-4317-a8a3-0cc9b5d1d58d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.083041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 54e63497-fb91-4387-9ef7-3732344df029 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:33.083632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (54e63497-fb91-4387-9ef7-3732344df029), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.088648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (ab08218d-f626-4bce-bdaf-8570a6dfe59d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.276311 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (54e63497-fb91-4387-9ef7-3732344df029), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.308514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 54e63497-fb91-4387-9ef7-3732344df029 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:33.566141 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (54e63497-fb91-4387-9ef7-3732344df029), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.574996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:33.575417 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.611373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=54e63497-fb91-4387-9ef7-3732344df029,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:33.730175 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (131affd8-2232-4317-a8a3-0cc9b5d1d58d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.764540 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.839814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:33.846944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (131affd8-2232-4317-a8a3-0cc9b5d1d58d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.850629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (131affd8-2232-4317-a8a3-0cc9b5d1d58d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.948109 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (131affd8-2232-4317-a8a3-0cc9b5d1d58d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.948769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Fanout notify agent at l3_agent the message router_deleted on router 131affd8-2232-4317-a8a3-0cc9b5d1d58d {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:58:33.957201 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.958420 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-21c9cf54-cf23-4854-a6e8-9d5e0a6586bc tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/131affd8-2232-4317-a8a3-0cc9b5d1d58d HTTP/1.1" status: 204 len: 168 time: 1.5684023 Jan 28 03:58:33.964328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33768) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:33.974213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1710640823'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:34.005612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e36fea-e4ab-4012-987f-d65ab22c8a59 req-6bdf1aab-ce58-4b68-8951-cab637158698 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:34.008607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1e36fea-e4ab-4012-987f-d65ab22c8a59 req-6bdf1aab-ce58-4b68-8951-cab637158698 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.0957131 Jan 28 03:58:34.047597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:34.052135 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.067937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:34.077784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1e36fea-e4ab-4012-987f-d65ab22c8a59 req-95fb74d6-e967-4b0d-abfd-72fe67c28e2f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637295 Jan 28 03:58:34.159142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.179911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:58:34.205297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=4296f5a2-fb9e-4f0e-a8c7-a72c785c5a50,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:34.215836 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (48e97f3b-abfa-48bd-84dd-f1cfe79036e5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.216188 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added segment 48e97f3b-abfa-48bd-84dd-f1cfe79036e5 of type vlan for network 577beb41-a709-4afd-bf96-d2744189c593 Jan 28 03:58:34.348043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (577beb41-a709-4afd-bf96-d2744189c593), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.440575 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb9dcf61-9166-4dab-ad8c-0b2b7044a9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.458228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355d751-bfe2-4b2e-9d2e-1074d6412284 req-9223b060-5f41-42af-b794-970f61c4ae43 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:34.466167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2355d751-bfe2-4b2e-9d2e-1074d6412284 req-9223b060-5f41-42af-b794-970f61c4ae43 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.0835805 Jan 28 03:58:34.535249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2355d751-bfe2-4b2e-9d2e-1074d6412284 req-5dafa4e1-20a2-4cfa-9e80-b90023ee846d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680275 Jan 28 03:58:34.879746 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (577beb41-a709-4afd-bf96-d2744189c593), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.884964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:34.885616 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.901170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-9919aa21-cb84-4793-8f27-6eafc5eb1a71 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:34.902906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-9919aa21-cb84-4793-8f27-6eafc5eb1a71 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906&tenant_id=3b47383bfe204078917fadb2fc9fe99a&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 943 time: 0.5489347 Jan 28 03:58:35.011923 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (ab08218d-f626-4bce-bdaf-8570a6dfe59d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:35.017607 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0515018 Jan 28 03:58:35.022484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:35.032355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'subnet': {'network_id': '577beb41-a709-4afd-bf96-d2744189c593', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:35.042324 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707baa9-e8cc-4a2d-9633-201721ec8021 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Network': ['ID=577beb41-a709-4afd-bf96-d2744189c593,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:35.058974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 577beb41-a709-4afd-bf96-d2744189c593 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:58:35.146670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb9dcf61-9166-4dab-ad8c-0b2b7044a9de admin admin] Publish callbacks [] for security_group (840f9f67-d942-4402-933a-2b959fc3d960), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:35.163371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb9dcf61-9166-4dab-ad8c-0b2b7044a9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (840f9f67-d942-4402-933a-2b959fc3d960), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:35.172740 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-20d16476-e414-45ff-89b3-a6b1f853fa74 service neutron] 10.222.0.25 "GET /v2.0/ports/3a841de0-c76a-4aa5-8abd-3f5ff5b0b630/bindings/n-h2-808199-14 HTTP/1.1" status: 200 len: 383 time: 0.2602119 Jan 28 03:58:35.202473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:35.207155 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:35.220623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dcf61-9166-4dab-ad8c-0b2b7044a9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f9f67-d942-4402-933a-2b959fc3d960,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:35.230565 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fb9dcf61-9166-4dab-ad8c-0b2b7044a9de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9309eaaca83f4aac8497303b9b68adb3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1640983 Jan 28 03:58:35.266200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33784) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:35.416085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-5ab768f5-21ad-4a1f-a1e9-b1633b9ec590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:35.417641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-5ab768f5-21ad-4a1f-a1e9-b1633b9ec590 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1095 time: 0.1499295 Jan 28 03:58:35.419456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ab08218d-f626-4bce-bdaf-8570a6dfe59d has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:58:35.422505 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7b95add-bb25-40d5-9868-0d3921b5c57c admin admin] Publish callbacks [] for security_group (840f9f67-d942-4402-933a-2b959fc3d960), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:35.561946 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7b95add-bb25-40d5-9868-0d3921b5c57c admin admin] Publish callbacks [] for security_group (840f9f67-d942-4402-933a-2b959fc3d960), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:35.614217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:58:35.667429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:35.677476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d513d19d-0d85-4a77-bc19-38583ee823f9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ab08218d-f626-4bce-bdaf-8570a6dfe59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1772876 Jan 28 03:58:35.681524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33788) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:35.690777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-3294a25b-7a89-4110-836c-c140a1d1b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:35.692255 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-3294a25b-7a89-4110-836c-c140a1d1b7f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.2654915 Jan 28 03:58:35.702987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20f36d-2fc7-4e06-b0a8-d720ff0d5946 req-6f1d133f-fd6d-4762-9f36-77c47d12f581 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:35.708865 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e1ba1-7af4-4e31-b7ef-9ea8ae9c00bf None None] Sync routers for ids ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:35.717942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a20f36d-2fc7-4e06-b0a8-d720ff0d5946 req-6f1d133f-fd6d-4762-9f36-77c47d12f581 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 943 time: 0.1030154 Jan 28 03:58:35.753704 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e1ba1-7af4-4e31-b7ef-9ea8ae9c00bf None None] Routers {'ab08218d-f626-4bce-bdaf-8570a6dfe59d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:35.754415 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-de7e1ba1-7af4-4e31-b7ef-9ea8ae9c00bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:35.793620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a20f36d-2fc7-4e06-b0a8-d720ff0d5946 req-0cb156c7-8733-4eea-b91e-f7777e201627 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743458 Jan 28 03:58:35.799908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:35.825112 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-de7e1ba1-7af4-4e31-b7ef-9ea8ae9c00bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:35.828491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'port_id': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'mac_address': 'fa:16:3e:b1:6f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:58:35.836452 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e1ba1-7af4-4e31-b7ef-9ea8ae9c00bf None None] Routers {'ab08218d-f626-4bce-bdaf-8570a6dfe59d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:35.837225 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-de7e1ba1-7af4-4e31-b7ef-9ea8ae9c00bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:35.878982 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-de7e1ba1-7af4-4e31-b7ef-9ea8ae9c00bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:35.879790 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e1ba1-7af4-4e31-b7ef-9ea8ae9c00bf None None] The sync data for ids ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:35.891847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:35.892744 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:35.920968 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:58:35.950223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:35.960601 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:35.968309 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (7d15d427-e7e7-4103-8256-66f29d142e84), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:35.994980 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-0f09ec7f-9190-4b3f-aafe-d82b3aaa69d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 998 time: 0.2676179 Jan 28 03:58:36.008470 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7b95add-bb25-40d5-9868-0d3921b5c57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (840f9f67-d942-4402-933a-2b959fc3d960), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.013699 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7b95add-bb25-40d5-9868-0d3921b5c57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.015202 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c7b95add-bb25-40d5-9868-0d3921b5c57c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/840f9f67-d942-4402-933a-2b959fc3d960 HTTP/1.1" status: 204 len: 168 time: 0.7461936 Jan 28 03:58:36.071282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:36.109107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Subnet': ['ID=7d15d427-e7e7-4103-8256-66f29d142e84,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:36.112395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Checking segment: {'id': '48e97f3b-abfa-48bd-84dd-f1cfe79036e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '577beb41-a709-4afd-bf96-d2744189c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:36.112904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network hostable DHCP agents. Network: 577beb41-a709-4afd-bf96-d2744189c593, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:58:36.135976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 577beb41-a709-4afd-bf96-d2744189c593 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:58:36.153240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 577beb41-a709-4afd-bf96-d2744189c593) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:36.164661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dd6c61-b80e-4073-be0b-043a86ae6021 None None] Network 577beb41-a709-4afd-bf96-d2744189c593 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:36.170076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:36.171342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b95add-bb25-40d5-9868-0d3921b5c57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f9f67-d942-4402-933a-2b959fc3d960,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:36.171473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.197117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-49b11280-d9d2-4e15-8fa0-fb17f2ac32df tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1706002 Jan 28 03:58:36.198723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33794) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:36.202161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-d9de57f5-725b-4cfa-b1e5-838c7560c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:36.203884 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-d9de57f5-725b-4cfa-b1e5-838c7560c9e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.1969931 Jan 28 03:58:36.207536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-03f11caa-abd5-4041-a3a2-3b7ac5e714c6 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1989247280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:36.237534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03f11caa-abd5-4041-a3a2-3b7ac5e714c6 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (84e16454-585c-4ceb-827c-bcbf98871553), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.239012 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03f11caa-abd5-4041-a3a2-3b7ac5e714c6 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (84e16454-585c-4ceb-827c-bcbf98871553), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.305787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-6a147434-ed75-48ec-8eee-634613e08522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:36.307374 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-6a147434-ed75-48ec-8eee-634613e08522 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954695 Jan 28 03:58:36.321438 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03f11caa-abd5-4041-a3a2-3b7ac5e714c6 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (84e16454-585c-4ceb-827c-bcbf98871553), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.331071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03f11caa-abd5-4041-a3a2-3b7ac5e714c6 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (84e16454-585c-4ceb-827c-bcbf98871553), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.359769 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03f11caa-abd5-4041-a3a2-3b7ac5e714c6 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.365907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-03f11caa-abd5-4041-a3a2-3b7ac5e714c6 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1635184 Jan 28 03:58:36.366712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33798) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:36.401795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-577beb41-a709-4afd-bf96-d2744189c593', 'network_id': '577beb41-a709-4afd-bf96-d2744189c593', 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'fixed_ips': [{'subnet_id': '7d15d427-e7e7-4103-8256-66f29d142e84'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:58:36.403341 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.436924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:58:36.526508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-33cb70f1-3822-4300-8fac-d7edcf177dbf service neutron] 10.222.0.25 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096567 Jan 28 03:58:36.546189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:36.597534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb85c657-40de-439b-9010-61a66ad3a605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.625373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (ab08218d-f626-4bce-bdaf-8570a6dfe59d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.675763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Allocated IP 2001:db8::2 (577beb41-a709-4afd-bf96-d2744189c593/7d15d427-e7e7-4103-8256-66f29d142e84/8272ee4a-51c7-4631-9230-c0ed7a9ecdb0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:36.697311 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb85c657-40de-439b-9010-61a66ad3a605 admin admin] Publish callbacks [] for security_group (56a866c0-6ad9-4151-9ad5-2f3e0db05970), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.746774 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-55e2942e-bff4-4851-ac65-c525928dda06 service neutron] 10.222.0.25 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127368 Jan 28 03:58:36.811789 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb85c657-40de-439b-9010-61a66ad3a605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (56a866c0-6ad9-4151-9ad5-2f3e0db05970), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.914793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fb85c657-40de-439b-9010-61a66ad3a605 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e0fc2f975ad40d8a0e7a335b6400e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3674214 Jan 28 03:58:36.918098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33806) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:36.919027 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.951367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85c657-40de-439b-9010-61a66ad3a605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a866c0-6ad9-4151-9ad5-2f3e0db05970,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:36.995996 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Publish callbacks [] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.010764 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.049217 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4901e50f-deb3-41ab-85e1-0d7d880657c9 admin admin] Publish callbacks [] for security_group (56a866c0-6ad9-4151-9ad5-2f3e0db05970), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.115533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730daeb5-55c8-4eac-85cc-92f1c46cd925 req-9705c219-2a35-4559-815c-39843eace6c1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:37.117353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-730daeb5-55c8-4eac-85cc-92f1c46cd925 req-9705c219-2a35-4559-815c-39843eace6c1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 944 time: 0.2013814 Jan 28 03:58:37.118348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Network 577beb41-a709-4afd-bf96-d2744189c593 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:37.131787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:37.135420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:37.137755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Pushing event updated for resources: {'Port': ['ID=8272ee4a-51c7-4631-9230-c0ed7a9ecdb0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:37.137884 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4901e50f-deb3-41ab-85e1-0d7d880657c9 admin admin] Publish callbacks [] for security_group (56a866c0-6ad9-4151-9ad5-2f3e0db05970), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.219220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4901e50f-deb3-41ab-85e1-0d7d880657c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (56a866c0-6ad9-4151-9ad5-2f3e0db05970), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.224402 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4901e50f-deb3-41ab-85e1-0d7d880657c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.224563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4901e50f-deb3-41ab-85e1-0d7d880657c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56a866c0-6ad9-4151-9ad5-2f3e0db05970 HTTP/1.1" status: 204 len: 168 time: 0.3053167 Jan 28 03:58:37.235293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901e50f-deb3-41ab-85e1-0d7d880657c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a866c0-6ad9-4151-9ad5-2f3e0db05970,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:37.240284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Attempting to bind port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:37.240781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Attempting to bind port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '48e97f3b-abfa-48bd-84dd-f1cfe79036e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '577beb41-a709-4afd-bf96-d2744189c593'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:37.241285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Attempting to bind port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 on network 577beb41-a709-4afd-bf96-d2744189c593 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:37.267086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:37.268135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Checking segment: {'id': '48e97f3b-abfa-48bd-84dd-f1cfe79036e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '577beb41-a709-4afd-bf96-d2744189c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:37.268646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.269173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Bound using segment: {'id': '48e97f3b-abfa-48bd-84dd-f1cfe79036e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '577beb41-a709-4afd-bf96-d2744189c593'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:37.269750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Bound port: 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e97f3b-abfa-48bd-84dd-f1cfe79036e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '577beb41-a709-4afd-bf96-d2744189c593'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:37.270261 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.272632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 15a09b32-4325-43e7-965d-9bf3045a1a5a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:37.273190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (15a09b32-4325-43e7-965d-9bf3045a1a5a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.355777 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-730daeb5-55c8-4eac-85cc-92f1c46cd925 req-e1e43f02-545e-4b74-9410-ba43032d827e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315993 Jan 28 03:58:37.361732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] For port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:37.365239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] For port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8272ee4a-51c7-4631-9230-c0ed7a9ecdb0,segment=NetworkSegment(48e97f3b-abfa-48bd-84dd-f1cfe79036e5),segment_id=48e97f3b-abfa-48bd-84dd-f1cfe79036e5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:37.375241 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.415024 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (15a09b32-4325-43e7-965d-9bf3045a1a5a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.445211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 15a09b32-4325-43e7-965d-9bf3045a1a5a owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:37.547073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Allocated IP 2001:db8::1 (577beb41-a709-4afd-bf96-d2744189c593/7d15d427-e7e7-4103-8256-66f29d142e84/97af1320-f836-4b47-b073-0c8641040241) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:37.707368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396f715-0ac0-4266-af35-b1a79ebc8378 None None] Pushing event updated for resources: {'Port': ['ID=8272ee4a-51c7-4631-9230-c0ed7a9ecdb0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:37.757002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (97af1320-f836-4b47-b073-0c8641040241), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.853946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (97af1320-f836-4b47-b073-0c8641040241), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.920789 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (15a09b32-4325-43e7-965d-9bf3045a1a5a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.959568 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 577beb41-a709-4afd-bf96-d2744189c593 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:37.968324 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33830) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:37.972664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:37.977311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:37.977908 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (84e16454-585c-4ceb-827c-bcbf98871553), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:37.979706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=15a09b32-4325-43e7-965d-9bf3045a1a5a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:37.980430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=97af1320-f836-4b47-b073-0c8641040241,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:38.025819 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ced7c915-c570-4bae-8d14-b229a82c1d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:38.290502 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (97af1320-f836-4b47-b073-0c8641040241), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:38.416812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ced7c915-c570-4bae-8d14-b229a82c1d21 admin admin] Publish callbacks [] for security_group (6ad7788b-8f06-4d9f-b3fa-d3ba71624cca), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:38.418482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (ab08218d-f626-4bce-bdaf-8570a6dfe59d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:38.430631 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ced7c915-c570-4bae-8d14-b229a82c1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6ad7788b-8f06-4d9f-b3fa-d3ba71624cca), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:38.509631 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ced7c915-c570-4bae-8d14-b229a82c1d21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a43e7aa519645d0a300c6fde8fa8ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5383325 Jan 28 03:58:38.514131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:38.515257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7c915-c570-4bae-8d14-b229a82c1d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad7788b-8f06-4d9f-b3fa-d3ba71624cca,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:38.597980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec7a7e-cf25-456d-a80a-a603f28cf896 req-50aa59a1-539d-47a1-b0f1-0bb95c853e4d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:38.599568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63ec7a7e-cf25-456d-a80a-a603f28cf896 req-50aa59a1-539d-47a1-b0f1-0bb95c853e4d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 944 time: 0.1195130 Jan 28 03:58:38.715874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63ec7a7e-cf25-456d-a80a-a603f28cf896 req-2db2f623-27a5-4900-84f7-d889b7a0aa5b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012440 Jan 28 03:58:38.794219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (97af1320-f836-4b47-b073-0c8641040241), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:38.802994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (97af1320-f836-4b47-b073-0c8641040241), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:38.804058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (84e16454-585c-4ceb-827c-bcbf98871553), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:38.947427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=97af1320-f836-4b47-b073-0c8641040241,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:39.059038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 577beb41-a709-4afd-bf96-d2744189c593 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:39.060663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:39.308379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 84e16454-585c-4ceb-827c-bcbf98871553 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:58:39.415506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:39.421309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c3a59be-7bdd-4b03-8844-5fe00cc06c5f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/84e16454-585c-4ceb-827c-bcbf98871553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0533447 Jan 28 03:58:39.424254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:39.424791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ab08218d-f626-4bce-bdaf-8570a6dfe59d has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:58:39.434961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-269fea4b-c0f9-49ce-b562-d5bbde9ed675 admin admin] Publish callbacks [] for security_group (6ad7788b-8f06-4d9f-b3fa-d3ba71624cca), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:39.436205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab4522b-d6c4-4573-b3ac-aaffb40562ef None None] Sync routers for ids ['84e16454-585c-4ceb-827c-bcbf98871553'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:39.444589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd6cbd-54d5-45db-ac0e-af9cdf0f9bef None None] Network 577beb41-a709-4afd-bf96-d2744189c593 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:39.451625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-1f55ed50-8295-4a4c-a61b-4ec7b76aa42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:39.453154 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-1f55ed50-8295-4a4c-a61b-4ec7b76aa42c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 1096 time: 0.1600327 Jan 28 03:58:39.475140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:39.479378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-269fea4b-c0f9-49ce-b562-d5bbde9ed675 admin admin] Publish callbacks [] for security_group (6ad7788b-8f06-4d9f-b3fa-d3ba71624cca), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:39.486164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554f104-b9f9-4195-9e52-aaa5b903ae41 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:39.488449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7554f104-b9f9-4195-9e52-aaa5b903ae41 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports/97af1320-f836-4b47-b073-0c8641040241 HTTP/1.1" status: 200 len: 911 time: 0.0624371 Jan 28 03:58:39.491344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:39.503923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a67a9d44-f2f5-486b-973b-43e5a16f30d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d15d427-e7e7-4103-8256-66f29d142e84'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:39.536369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab4522b-d6c4-4573-b3ac-aaffb40562ef None None] Routers {'84e16454-585c-4ceb-827c-bcbf98871553'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:39.537399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0ab4522b-d6c4-4573-b3ac-aaffb40562ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['84e16454-585c-4ceb-827c-bcbf98871553'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:39.596667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:39.604353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b614eab5-0c14-45ee-b47d-bfa5fcc76a78 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ab08218d-f626-4bce-bdaf-8570a6dfe59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9192731 Jan 28 03:58:39.614517 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe80fb-4934-4fd7-82ed-3d9a5945ce9e None None] Sync routers for ids ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:39.618482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:39.644806 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe80fb-4934-4fd7-82ed-3d9a5945ce9e None None] Routers {'ab08218d-f626-4bce-bdaf-8570a6dfe59d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:39.646354 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7ebe80fb-4934-4fd7-82ed-3d9a5945ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:39.649977 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:39.650350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3d25ad5f-43c4-4b87-83e0-e25f3a911c0b None None] Provisioning complete for port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:39.654039 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d25ad5f-43c4-4b87-83e0-e25f3a911c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:39.657333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0ab4522b-d6c4-4573-b3ac-aaffb40562ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:39.662454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-269fea4b-c0f9-49ce-b562-d5bbde9ed675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6ad7788b-8f06-4d9f-b3fa-d3ba71624cca), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:39.665966 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-269fea4b-c0f9-49ce-b562-d5bbde9ed675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:39.667183 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-269fea4b-c0f9-49ce-b562-d5bbde9ed675 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ad7788b-8f06-4d9f-b3fa-d3ba71624cca HTTP/1.1" status: 204 len: 168 time: 1.1485307 Jan 28 03:58:39.681938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:39.786192 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7ebe80fb-4934-4fd7-82ed-3d9a5945ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:39.797118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-211f0198-b1d9-4915-a70e-db6061df101f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab08218d-f626-4bce-bdaf-8570a6dfe59d HTTP/1.1" status: 200 len: 205 time: 0.1755223 Jan 28 03:58:39.809042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 33870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:39.848274 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe80fb-4934-4fd7-82ed-3d9a5945ce9e None None] Routers {'ab08218d-f626-4bce-bdaf-8570a6dfe59d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:39.849189 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7ebe80fb-4934-4fd7-82ed-3d9a5945ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:39.948624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fea4b-c0f9-49ce-b562-d5bbde9ed675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad7788b-8f06-4d9f-b3fa-d3ba71624cca,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:39.965576 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7ebe80fb-4934-4fd7-82ed-3d9a5945ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:39.969096 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe80fb-4934-4fd7-82ed-3d9a5945ce9e None None] The sync data for ids ['ab08218d-f626-4bce-bdaf-8570a6dfe59d'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:40.040614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab4522b-d6c4-4573-b3ac-aaffb40562ef None None] Routers {'84e16454-585c-4ceb-827c-bcbf98871553'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:40.041558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0ab4522b-d6c4-4573-b3ac-aaffb40562ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['84e16454-585c-4ceb-827c-bcbf98871553'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:40.110225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:40.124567 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a67a9d44-f2f5-486b-973b-43e5a16f30d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (97af1320-f836-4b47-b073-0c8641040241), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:40.154026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:40.181961 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faadcd09-15fc-4891-ab91-e4cf25e41c93 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (ab08218d-f626-4bce-bdaf-8570a6dfe59d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:40.207817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0ab4522b-d6c4-4573-b3ac-aaffb40562ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:40.210157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab4522b-d6c4-4573-b3ac-aaffb40562ef None None] The sync data for ids ['84e16454-585c-4ceb-827c-bcbf98871553'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:40.262781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:40.282743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:58:40.290011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bdab9-6e01-44e5-ac86-4377aa46b69e req-44baf34e-0eef-46f5-a5f0-2725c0971307 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:40.290727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-851bdab9-6e01-44e5-ac86-4377aa46b69e req-44baf34e-0eef-46f5-a5f0-2725c0971307 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 944 time: 0.3268149 Jan 28 03:58:40.346377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:58:40.369868 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Publish callbacks [] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:40.378202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3d25ad5f-43c4-4b87-83e0-e25f3a911c0b None None] Current status of the port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:40.379675 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d25ad5f-43c4-4b87-83e0-e25f3a911c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:40.386288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:40.387194 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:40.388248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Ignored duplicate provisioning block setup for port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 03:58:40.393891 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:40.526648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3d25ad5f-43c4-4b87-83e0-e25f3a911c0b None None] For port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8272ee4a-51c7-4631-9230-c0ed7a9ecdb0,segment=NetworkSegment(48e97f3b-abfa-48bd-84dd-f1cfe79036e5),segment_id=48e97f3b-abfa-48bd-84dd-f1cfe79036e5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:40.546851 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d25ad5f-43c4-4b87-83e0-e25f3a911c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:40.613836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=9']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:40.711430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] No DVR routers for this DVR port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:40.750680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25ad5f-43c4-4b87-83e0-e25f3a911c0b None None] Pushing event updated for resources: {'Port': ['ID=8272ee4a-51c7-4631-9230-c0ed7a9ecdb0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:40.794630 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7793b675-fb6e-4a10-915d-8926ecc97a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:40.801353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:40.815326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:40.815953 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.081468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:41.083727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-83a6ae46-53d0-4e3d-a23e-88ab76a7a783 None None] Provisioning complete for port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:41.084106 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83a6ae46-53d0-4e3d-a23e-88ab76a7a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.096441 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:58:41.181350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:41.181693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:41.182022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:41.187088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:58:41.187408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Attempting to bind port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on network c67dd9e8-6461-4379-b91f-f2c1be4b022d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:41.205024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:41.205453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Checking segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:41.206012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Bound using segment: {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:41.206738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Bound port: 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:41.207260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.244496 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faadcd09-15fc-4891-ab91-e4cf25e41c93 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (ab08218d-f626-4bce-bdaf-8570a6dfe59d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.254069 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faadcd09-15fc-4891-ab91-e4cf25e41c93 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (ab08218d-f626-4bce-bdaf-8570a6dfe59d), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.282299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-83a6ae46-53d0-4e3d-a23e-88ab76a7a783 None None] Current status of the port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:41.320752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-83a6ae46-53d0-4e3d-a23e-88ab76a7a783 None None] Provisioning complete for port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:41.322441 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83a6ae46-53d0-4e3d-a23e-88ab76a7a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.366423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:41.369955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:41.379530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.387049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-83a6ae46-53d0-4e3d-a23e-88ab76a7a783 None None] Port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:41.423912 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-83a6ae46-53d0-4e3d-a23e-88ab76a7a783 None None] Provisioning complete for port 97af1320-f836-4b47-b073-0c8641040241 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:41.424443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83a6ae46-53d0-4e3d-a23e-88ab76a7a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (97af1320-f836-4b47-b073-0c8641040241), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.445669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-851bdab9-6e01-44e5-ac86-4377aa46b69e req-36cd50ad-fbfd-4eb9-b066-d79dcb973a53 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750639 Jan 28 03:58:41.464389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:41.465063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.470556 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] 10.222.0.42 "PUT /v2.0/ports/3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 1092 time: 2.0009027 Jan 28 03:58:41.473504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:41.475879 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fb5346-332d-4b93-8894-f2439a03bdff" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:41.517442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-83a6ae46-53d0-4e3d-a23e-88ab76a7a783 None None] Port 97af1320-f836-4b47-b073-0c8641040241 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:41.542159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506a4c4-6060-40c0-86cb-f75847a29571 service neutron] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:41.602769 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faadcd09-15fc-4891-ab91-e4cf25e41c93 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (ab08218d-f626-4bce-bdaf-8570a6dfe59d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.608604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faadcd09-15fc-4891-ab91-e4cf25e41c93 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Fanout notify agent at l3_agent the message router_deleted on router ab08218d-f626-4bce-bdaf-8570a6dfe59d {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:58:41.629533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:58:41.630826 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea191c-d1fe-4f53-bc9a-28635471fdec x-openstack-request-id: req-bcea191c-d1fe-4f53-bc9a-28635471fdec {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:41.631333 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:41.631644 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcea191c-d1fe-4f53-bc9a-28635471fdec {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:41.632120 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'status': 'completed', 'code': 200} Jan 28 03:58:41.637976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faadcd09-15fc-4891-ab91-e4cf25e41c93 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.644189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-faadcd09-15fc-4891-ab91-e4cf25e41c93 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/ab08218d-f626-4bce-bdaf-8570a6dfe59d HTTP/1.1" status: 204 len: 168 time: 1.8282089 Jan 28 03:58:41.644904 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33914) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:41.762257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e4d87a56-548f-4096-a087-3b4516b01dc8 None None] Provisioning complete for port 97af1320-f836-4b47-b073-0c8641040241 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:41.762749 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a56-548f-4096-a087-3b4516b01dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (97af1320-f836-4b47-b073-0c8641040241), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.879757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e4d87a56-548f-4096-a087-3b4516b01dc8 None None] Port 97af1320-f836-4b47-b073-0c8641040241 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:41.886270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:41.927550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-04eed401-f8d8-48a1-8fb1-3f3c11e99023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:41.937739 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-04eed401-f8d8-48a1-8fb1-3f3c11e99023 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1096 time: 0.3843577 Jan 28 03:58:41.950899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:58:41.951686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:58:41.977569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421920c-d405-47b3-ba31-eada91c80539 req-6bd17e84-6703-4b6b-885f-161341186fb8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:41.979160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3421920c-d405-47b3-ba31-eada91c80539 req-6bd17e84-6703-4b6b-885f-161341186fb8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1998308 Jan 28 03:58:41.987461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d438cf-d1e1-4a15-828a-c635a5d6c3ef tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting subnet 7bb360f5-cf23-4c07-8798-e87295f4e971 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:58:41.998451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7d438cf-d1e1-4a15-828a-c635a5d6c3ef tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (7bb360f5-cf23-4c07-8798-e87295f4e971), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.033102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6984e871-0ff0-49af-a03f-770f88f89f03 None None] Provisioning complete for port 97af1320-f836-4b47-b073-0c8641040241 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:42.033737 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6984e871-0ff0-49af-a03f-770f88f89f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (97af1320-f836-4b47-b073-0c8641040241), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.062377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:42.062924 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.108553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-102c1b50-756b-41eb-a65e-8f047d4b8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:42.111670 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-102c1b50-756b-41eb-a65e-8f047d4b8e50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1096 time: 0.4326844 Jan 28 03:58:42.130314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7d438cf-d1e1-4a15-828a-c635a5d6c3ef tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (7bb360f5-cf23-4c07-8798-e87295f4e971), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.130534 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6984e871-0ff0-49af-a03f-770f88f89f03 None None] Port 97af1320-f836-4b47-b073-0c8641040241 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:42.158102 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.191921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3421920c-d405-47b3-ba31-eada91c80539 req-13e11c97-c1c9-4271-b254-aa593eef0911 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597130 Jan 28 03:58:42.222492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:42.252251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dcbc7cfe-7ecc-4691-a240-118f80575c2c None None] Provisioning complete for port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:42.252654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7cfe-7ecc-4691-a240-118f80575c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.269051 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a67a9d44-f2f5-486b-973b-43e5a16f30d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (97af1320-f836-4b47-b073-0c8641040241), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.285179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a67a9d44-f2f5-486b-973b-43e5a16f30d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (97af1320-f836-4b47-b073-0c8641040241), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.294193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a9d44-f2f5-486b-973b-43e5a16f30d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:42.296964 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a67a9d44-f2f5-486b-973b-43e5a16f30d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.302713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a67a9d44-f2f5-486b-973b-43e5a16f30d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/ports/97af1320-f836-4b47-b073-0c8641040241 HTTP/1.1" status: 200 len: 911 time: 2.8030379 Jan 28 03:58:42.316060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 33934) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:42.346395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc7cfe-7ecc-4691-a240-118f80575c2c None None] Current status of the port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:42.347068 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7cfe-7ecc-4691-a240-118f80575c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.377272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:42.380523 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cdb5cd-bea5-40b3-ba49-3b848b56e7a1" -d '{"events": [{"server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "name": "network-vif-plugged", "status": "completed", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:42.398620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dcbc7cfe-7ecc-4691-a240-118f80575c2c None None] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:42.402325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a9d44-f2f5-486b-973b-43e5a16f30d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=97af1320-f836-4b47-b073-0c8641040241,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:42.407377 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7cfe-7ecc-4691-a240-118f80575c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.414950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089731d-5268-4bb5-8ab6-03ec78cad424 req-a2cfde96-cd00-43f4-8661-8b707ce674c8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:42.417018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d089731d-5268-4bb5-8ab6-03ec78cad424 req-a2cfde96-cd00-43f4-8661-8b707ce674c8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0852194 Jan 28 03:58:42.459827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-92462791-f713-4beb-9b19-e8e160803c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:42.465467 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-92462791-f713-4beb-9b19-e8e160803c46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.5196834 Jan 28 03:58:42.476035 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00b2b26-6e2c-4ce2-aaa6-7c7f109fab17 x-openstack-request-id: req-e00b2b26-6e2c-4ce2-aaa6-7c7f109fab17 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:42.476331 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "name": "network-vif-plugged", "status": "completed", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:42.476586 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e00b2b26-6e2c-4ce2-aaa6-7c7f109fab17 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:42.477003 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'code': 200} Jan 28 03:58:42.509013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7cfe-7ecc-4691-a240-118f80575c2c None None] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:42.551967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d089731d-5268-4bb5-8ab6-03ec78cad424 req-d7ca31d8-db34-4143-a9f5-3e36669a481c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163490 Jan 28 03:58:42.587904 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e1a343d-ccb7-453b-8199-890cced159a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.666987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9629b-4d2a-460a-bcb5-6d589f4dfd8f req-6c18437d-fd67-43a9-89da-d01ff3bf9c8e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:42.669923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-32e9629b-4d2a-460a-bcb5-6d589f4dfd8f req-6c18437d-fd67-43a9-89da-d01ff3bf9c8e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 946 time: 0.0929127 Jan 28 03:58:42.705891 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7d438cf-d1e1-4a15-828a-c635a5d6c3ef tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7bb360f5-cf23-4c07-8798-e87295f4e971), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:42.733334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-32e9629b-4d2a-460a-bcb5-6d589f4dfd8f req-c993f96d-7da2-405e-9185-69bbdbd81096 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583627 Jan 28 03:58:42.744691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-7d37696c-375a-4d25-b329-6553b2e78981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:42.750774 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-7d37696c-375a-4d25-b329-6553b2e78981 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.6309271 Jan 28 03:58:42.879062 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-60e1272e-7ce2-4ee7-8361-843ddf1af3bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 1000 time: 0.3359694 Jan 28 03:58:42.946150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-2e339dbd-6e81-44c5-8b96-26608a393b58 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:42.947690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-2e339dbd-6e81-44c5-8b96-26608a393b58 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 812 time: 0.1401072 Jan 28 03:58:42.986635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-427c7d50-bd23-408d-bc0f-6478a6d63d2b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/quotas/3a702ce6664946df8c8b86e3a4cc2160 HTTP/1.1" status: 200 len: 375 time: 0.0177059 Jan 28 03:58:43.058629 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-7dde2bdb-aebc-467f-8d87-e752056df18d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0666368 Jan 28 03:58:43.182516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-5f97d2d8-2913-4f2e-8dde-89cc1150bd4c service neutron] 10.222.0.44 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168993 Jan 28 03:58:43.318159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-ce8bb15a-a314-4854-9cc2-6be9c8a740d1 service neutron] 10.222.0.44 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298530 Jan 28 03:58:43.331906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-78f1c7ba-218e-4efb-a1d6-33aeed64f4ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 1000 time: 0.5582952 Jan 28 03:58:43.339540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-4c86e2c7-03da-40ca-bafe-899cb46959d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:43.341333 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-4c86e2c7-03da-40ca-bafe-899cb46959d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.4538755 Jan 28 03:58:43.480893 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7d438cf-d1e1-4a15-828a-c635a5d6c3ef tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (7bb360f5-cf23-4c07-8798-e87295f4e971), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:43.525891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d438cf-d1e1-4a15-828a-c635a5d6c3ef tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb360f5-cf23-4c07-8798-e87295f4e971,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:43.528742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-7199cfb1-e272-466c-a959-4010a0f07efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:43.530328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-7199cfb1-e272-466c-a959-4010a0f07efe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.1861565 Jan 28 03:58:43.542358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e356cf3-ac6d-4968-a6c3-24b27025aca7 None None] Network 79271b28-ee36-4854-ba47-2e13a52d0ffc requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:43.557255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34014) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:43.558403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7d438cf-d1e1-4a15-828a-c635a5d6c3ef tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:43.561835 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c7d438cf-d1e1-4a15-828a-c635a5d6c3ef tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/7bb360f5-cf23-4c07-8798-e87295f4e971 HTTP/1.1" status: 204 len: 168 time: 1.9125087 Jan 28 03:58:43.578641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34016) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:43.623587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-771f94c3-7425-4f5d-b527-5222ca95938f req-dae8e00d-7b83-48af-b11d-7d29196b438a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 210 time: 0.1187291 Jan 28 03:58:43.643765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-18f665a2-4c13-42ef-9521-5e854c494ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:43.645313 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-18f665a2-4c13-42ef-9521-5e854c494ff8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2664094 Jan 28 03:58:43.745438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-aa0790bb-9023-4b18-8500-949d637435f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:43.747000 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-aa0790bb-9023-4b18-8500-949d637435f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1840057 Jan 28 03:58:43.757274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d10939d-e02e-43e3-bd06-f06daa160be0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting subnet df968881-ee2c-4a92-b369-4c2f778e63ce {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:58:43.826562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b007cbc4-72a1-4086-a701-5e2d887319d7 None None] DHCP port deletion for 79271b28-ee36-4854-ba47-2e13a52d0ffc request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:58:43.881431 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d10939d-e02e-43e3-bd06-f06daa160be0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (df968881-ee2c-4a92-b369-4c2f778e63ce), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:43.882865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b007cbc4-72a1-4086-a701-5e2d887319d7 None None] Deleting port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:43.883432 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b007cbc4-72a1-4086-a701-5e2d887319d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:43.919868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf4aca-ffdd-4537-aac1-b8bdf87ea540 req-a3b0a715-e820-404f-a795-61829263eb2c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:43.921561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28cf4aca-ffdd-4537-aac1-b8bdf87ea540 req-a3b0a715-e820-404f-a795-61829263eb2c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 946 time: 0.0963919 Jan 28 03:58:43.936704 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73bc49ee-ec0a-4e92-b36a-a59207414e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.022049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b007cbc4-72a1-4086-a701-5e2d887319d7 None None] For port a0e04f34-96f2-41b9-acdd-d4492aa1fde4, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a0e04f34-96f2-41b9-acdd-d4492aa1fde4,segment=NetworkSegment(4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e),segment_id=4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:44.022704 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b007cbc4-72a1-4086-a701-5e2d887319d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.037091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28cf4aca-ffdd-4537-aac1-b8bdf87ea540 req-3e914bb1-21aa-4c9d-89e5-33d905171f7b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037779 Jan 28 03:58:44.042388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b007cbc4-72a1-4086-a701-5e2d887319d7 None None] Calling delete_port for a0e04f34-96f2-41b9-acdd-d4492aa1fde4 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:44.047468 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d10939d-e02e-43e3-bd06-f06daa160be0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (df968881-ee2c-4a92-b369-4c2f778e63ce), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.103911 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-f50a038f-6f9b-4afe-8f44-9f858dacac01 service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502378 Jan 28 03:58:44.157950 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b007cbc4-72a1-4086-a701-5e2d887319d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (a0e04f34-96f2-41b9-acdd-d4492aa1fde4), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.161502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73bc49ee-ec0a-4e92-b36a-a59207414e72 admin admin] Publish callbacks [] for security_group (b8a3eb0b-9af0-46c9-a831-912e51d0d38c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.194085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007cbc4-72a1-4086-a701-5e2d887319d7 None None] No DVR routers for this DVR port a0e04f34-96f2-41b9-acdd-d4492aa1fde4 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:44.196008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007cbc4-72a1-4086-a701-5e2d887319d7 None None] Pushing event deleted for resources: {'Port': ['ID=a0e04f34-96f2-41b9-acdd-d4492aa1fde4,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:44.210185 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73bc49ee-ec0a-4e92-b36a-a59207414e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b8a3eb0b-9af0-46c9-a831-912e51d0d38c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.214030 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-359004c5-989d-4b47-b118-d0bdc494a37f service neutron] 10.222.0.25 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211154 Jan 28 03:58:44.272771 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.355832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34038) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:44.356488 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-73bc49ee-ec0a-4e92-b36a-a59207414e72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d80f3dddd4b4c12877e864c3e55b90a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7909656 Jan 28 03:58:44.374975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc49ee-ec0a-4e92-b36a-a59207414e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a3eb0b-9af0-46c9-a831-912e51d0d38c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:44.384371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (84e16454-585c-4ceb-827c-bcbf98871553), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.420359 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0041c588-feb2-413d-94e4-e9692e835c14 admin admin] Publish callbacks [] for security_group (b8a3eb0b-9af0-46c9-a831-912e51d0d38c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.434695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d10939d-e02e-43e3-bd06-f06daa160be0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (df968881-ee2c-4a92-b369-4c2f778e63ce), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.451702 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0041c588-feb2-413d-94e4-e9692e835c14 admin admin] Publish callbacks [] for security_group (b8a3eb0b-9af0-46c9-a831-912e51d0d38c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.533897 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0041c588-feb2-413d-94e4-e9692e835c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b8a3eb0b-9af0-46c9-a831-912e51d0d38c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.537723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0041c588-feb2-413d-94e4-e9692e835c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.539264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0041c588-feb2-413d-94e4-e9692e835c14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8a3eb0b-9af0-46c9-a831-912e51d0d38c HTTP/1.1" status: 204 len: 168 time: 0.1824002 Jan 28 03:58:44.545968 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b37970d8-9db2-478a-a7a6-8d1f7ae14e57 req-42bc9772-712f-4dcc-926a-55ba2b6c41ca service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239490 Jan 28 03:58:44.553183 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.561693 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-624569cb-42a3-4e4d-9ccd-f58fd369a4a6 service neutron] 10.222.0.25 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303511 Jan 28 03:58:44.578076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c588-feb2-413d-94e4-e9692e835c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a3eb0b-9af0-46c9-a831-912e51d0d38c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:44.653315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d10939d-e02e-43e3-bd06-f06daa160be0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (df968881-ee2c-4a92-b369-4c2f778e63ce), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.708431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10939d-e02e-43e3-bd06-f06daa160be0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Subnet': ['ID=df968881-ee2c-4a92-b369-4c2f778e63ce,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:44.729435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387cfa18-62f7-4d7c-867b-38dc4121cd60 None None] Network a990ed53-3de5-4006-9c73-6a8634075b99 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:44.738328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d10939d-e02e-43e3-bd06-f06daa160be0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.741824 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8d10939d-e02e-43e3-bd06-f06daa160be0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/df968881-ee2c-4a92-b369-4c2f778e63ce HTTP/1.1" status: 204 len: 168 time: 1.1612110 Jan 28 03:58:44.744709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:44.780453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-b94fb4b3-93b0-4eaf-9336-54953bef560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:44.782670 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-b94fb4b3-93b0-4eaf-9336-54953bef560d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1098 time: 0.0855110 Jan 28 03:58:44.880080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6dde0455-0dbb-4283-9660-53bffb3b7e4b req-6442086f-0a86-4881-9c15-5291782fbbf1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 210 time: 0.1104395 Jan 28 03:58:44.926444 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (79271b28-ee36-4854-ba47-2e13a52d0ffc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.955408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a275ceb-8ede-4c96-a1bc-20d0b796b39d None None] DHCP port deletion for a990ed53-3de5-4006-9c73-6a8634075b99 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:58:45.039962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5a275ceb-8ede-4c96-a1bc-20d0b796b39d None None] Deleting port 2f135c43-40fd-4797-824c-bcd87cd23f5d {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:45.040337 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a275ceb-8ede-4c96-a1bc-20d0b796b39d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.163021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:45.174814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5a275ceb-8ede-4c96-a1bc-20d0b796b39d None None] For port 2f135c43-40fd-4797-824c-bcd87cd23f5d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2f135c43-40fd-4797-824c-bcd87cd23f5d,segment=NetworkSegment(0f7660ba-cce7-44bb-bf84-ee6b2547260e),segment_id=0f7660ba-cce7-44bb-bf84-ee6b2547260e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:45.175445 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a275ceb-8ede-4c96-a1bc-20d0b796b39d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.197021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5a275ceb-8ede-4c96-a1bc-20d0b796b39d None None] Calling delete_port for 2f135c43-40fd-4797-824c-bcd87cd23f5d owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:45.222734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (79271b28-ee36-4854-ba47-2e13a52d0ffc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.223581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-f879e6d6-805f-4284-a39d-24cc4193b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:45.225100 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-f879e6d6-805f-4284-a39d-24cc4193b7a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.4271967 Jan 28 03:58:45.227902 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95b5b400-2cdd-4078-a7a3-95691a5edae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.281261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79271b28-ee36-4854-ba47-2e13a52d0ffc']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:45.299297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:45.299887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:45.306091 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a275ceb-8ede-4c96-a1bc-20d0b796b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (2f135c43-40fd-4797-824c-bcd87cd23f5d), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.321510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff1aa2-05e5-4742-b11e-69ef84cd0dfd req-901e5dd8-bbb9-43e0-8d10-91026c1f69c2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:45.329282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3eff1aa2-05e5-4742-b11e-69ef84cd0dfd req-901e5dd8-bbb9-43e0-8d10-91026c1f69c2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 946 time: 0.1647348 Jan 28 03:58:45.345519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a275ceb-8ede-4c96-a1bc-20d0b796b39d None None] Pushing event deleted for resources: {'Port': ['ID=2f135c43-40fd-4797-824c-bcd87cd23f5d,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:45.349237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.364194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a275ceb-8ede-4c96-a1bc-20d0b796b39d None None] No DVR routers for this DVR port 2f135c43-40fd-4797-824c-bcd87cd23f5d on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:45.388266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 97af1320-f836-4b47-b073-0c8641040241 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:45.388553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (97af1320-f836-4b47-b073-0c8641040241), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.406368 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.428358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:58:45.429131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (4bbe8dd4-b1ea-430e-9918-b38ae3f4b39e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.468611 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-cc3bd91a-8169-4636-a221-2dc3cae432ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 1000 time: 0.2321305 Jan 28 03:58:45.498316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-5e09c7b5-73e4-4ece-960b-be22b457c29b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:45.500105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-5e09c7b5-73e4-4ece-960b-be22b457c29b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 812 time: 0.5024693 Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:58:45.513338 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:58:45.533897 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'port': {'device_id': '9a1cb0c5-5930-423e-911c-57f2967a149a', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'admin_state_up': True, 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:45.550131 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3eff1aa2-05e5-4742-b11e-69ef84cd0dfd req-0f20bc69-f2bf-4d13-a1c9-d61eb6072dbd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196202 Jan 28 03:58:45.562519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (79271b28-ee36-4854-ba47-2e13a52d0ffc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.570445 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.578533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/networks/79271b28-ee36-4854-ba47-2e13a52d0ffc HTTP/1.1" status: 204 len: 168 time: 0.8298419 Jan 28 03:58:45.588418 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.619858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:45.666935 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95b5b400-2cdd-4078-a7a3-95691a5edae0 admin admin] Publish callbacks [] for security_group (e0f75426-4480-497b-b999-d4b3ef6ac4d1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.669315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26964f64-0318-4959-ad72-d7208ba164a9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Network': ['ID=79271b28-ee36-4854-ba47-2e13a52d0ffc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:45.689707 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95b5b400-2cdd-4078-a7a3-95691a5edae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e0f75426-4480-497b-b999-d4b3ef6ac4d1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.808781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5b400-2cdd-4078-a7a3-95691a5edae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f75426-4480-497b-b999-d4b3ef6ac4d1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:45.858893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-95b5b400-2cdd-4078-a7a3-95691a5edae0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa6ed04d209f4f84a20b08f23f3e97bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6932769 Jan 28 03:58:45.862169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34072) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:45.873795 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a990ed53-3de5-4006-9c73-6a8634075b99), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.919739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a0e04f34-96f2-41b9-acdd-d4492aa1fde4 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:58:45.955948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: a0e04f34-96f2-41b9-acdd-d4492aa1fde4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:58:45.955948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a0e04f34-96f2-41b9-acdd-d4492aa1fde4 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:58:45.956258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2f135c43-40fd-4797-824c-bcd87cd23f5d no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:58:45.962038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-2d316e98-610c-496e-aaa2-c10ef17df944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:45.963518 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-2d316e98-610c-496e-aaa2-c10ef17df944 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.4867523 Jan 28 03:58:45.985337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 2f135c43-40fd-4797-824c-bcd87cd23f5d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:58:45.986333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2f135c43-40fd-4797-824c-bcd87cd23f5d not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:58:45.995070 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (97af1320-f836-4b47-b073-0c8641040241), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.046272 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0257120-78f3-44d1-a886-ca293b8530d2 admin admin] Publish callbacks [] for security_group (e0f75426-4480-497b-b999-d4b3ef6ac4d1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.048205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 97af1320-f836-4b47-b073-0c8641040241 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:46.068985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9d67031-d897-4215-9f56-d4e5fcc81c18 req-2f3e7939-1a97-4745-8c25-d1c96e8ee94c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 210 time: 0.0486429 Jan 28 03:58:46.071468 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a990ed53-3de5-4006-9c73-6a8634075b99), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.086235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-ea69cd2c-a159-40f7-9634-307a4cc7c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:46.087986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-ea69cd2c-a159-40f7-9634-307a4cc7c2b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168687 Jan 28 03:58:46.090971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Made reservation on behalf of 3a702ce6664946df8c8b86e3a4cc2160 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:46.093731 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.113401 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0257120-78f3-44d1-a886-ca293b8530d2 admin admin] Publish callbacks [] for security_group (e0f75426-4480-497b-b999-d4b3ef6ac4d1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.118235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a990ed53-3de5-4006-9c73-6a8634075b99']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:46.143671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7660ba-cce7-44bb-bf84-ee6b2547260e') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:46.143981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7660ba-cce7-44bb-bf84-ee6b2547260e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:46.169225 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (0f7660ba-cce7-44bb-bf84-ee6b2547260e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.201825 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0f7660ba-cce7-44bb-bf84-ee6b2547260e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.213485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:58:46.213965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (0f7660ba-cce7-44bb-bf84-ee6b2547260e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:58:46.224801 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:58:46.289481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0257120-78f3-44d1-a886-ca293b8530d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e0f75426-4480-497b-b999-d4b3ef6ac4d1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.292439 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0257120-78f3-44d1-a886-ca293b8530d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.295889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b0257120-78f3-44d1-a886-ca293b8530d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0f75426-4480-497b-b999-d4b3ef6ac4d1 HTTP/1.1" status: 204 len: 168 time: 0.4306083 Jan 28 03:58:46.356803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0257120-78f3-44d1-a886-ca293b8530d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f75426-4480-497b-b999-d4b3ef6ac4d1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:46.361065 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a990ed53-3de5-4006-9c73-6a8634075b99), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.385391 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.388639 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/networks/a990ed53-3de5-4006-9c73-6a8634075b99 HTTP/1.1" status: 204 len: 168 time: 0.7126820 Jan 28 03:58:46.398447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34084) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:46.404679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45a553-fa2b-4e3e-ba07-9b7ce1a9666c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Network': ['ID=a990ed53-3de5-4006-9c73-6a8634075b99,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:46.413264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'network': {'name': 'tempest-RoutersTest-1621791686'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:46.444258 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-55b5e05e-8639-4fa2-a546-bda02298f30b service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000948 Jan 28 03:58:46.530450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:46.533878 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.623451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Allocated IP 172.20.0.3 (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517/48bb0fe2-834a-40f4-b8f0-4608b68b3adf/cbaa2db6-1e98-4514-a373-2db065b89630) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:46.647892 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (97af1320-f836-4b47-b073-0c8641040241), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.662976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:58:46.699898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d3b91-10dd-4dd1-bc32-52a3387e0f6a req-f325f151-b922-48ea-bf49-8769eea28479 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:46.702609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-812d3b91-10dd-4dd1-bc32-52a3387e0f6a req-f325f151-b922-48ea-bf49-8769eea28479 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 946 time: 0.0680940 Jan 28 03:58:46.716585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=97af1320-f836-4b47-b073-0c8641040241,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:46.726205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (aea7115e-f54c-438c-8309-8ea2c54fe5c8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.726618 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added segment aea7115e-f54c-438c-8309-8ea2c54fe5c8 of type vlan for network ff086924-85c6-42c4-99c8-c7da69f211bf Jan 28 03:58:46.748255 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f4fb5346-332d-4b93-8894-f2439a03bdff req-736c6d68-b9ad-4e98-8b08-cc90c95b6ad5 service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742088 Jan 28 03:58:46.749011 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.805150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-812d3b91-10dd-4dd1-bc32-52a3387e0f6a req-a38ed482-4af8-4771-9d88-8cb9e57cc8d0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946753 Jan 28 03:58:46.829804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:46.878362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (ff086924-85c6-42c4-99c8-c7da69f211bf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:46.961825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8bd7d325-1df8-43de-9651-5069c2ef19a1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/43d7d4c4-21ed-461a-962f-172845918f96 HTTP/1.1" status: 200 len: 992 time: 0.1308715 Jan 28 03:58:47.034364 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (84e16454-585c-4ceb-827c-bcbf98871553), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:47.036009 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (ff086924-85c6-42c4-99c8-c7da69f211bf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:47.040911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:47.041589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:47.150265 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7440724 Jan 28 03:58:47.151813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34114) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:47.162612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'subnet': {'network_id': 'ff086924-85c6-42c4-99c8-c7da69f211bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:47.282840 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5828a-904b-4f0d-85dc-13648e3c6eb5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Network': ['ID=ff086924-85c6-42c4-99c8-c7da69f211bf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:47.296824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network ff086924-85c6-42c4-99c8-c7da69f211bf details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:58:47.303259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d91fbb3-3e7a-4d14-9196-1c64ba99f231 req-d5f269c1-ce3b-4570-b77b-e2569223d61b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 210 time: 0.0964653 Jan 28 03:58:47.376723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:47.380828 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:47.413033 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for port (cbaa2db6-1e98-4514-a373-2db065b89630), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:47.459242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:58:47.477053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 84e16454-585c-4ceb-827c-bcbf98871553 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:58:47.583968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:47.606526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:47.631456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f7647f-f54a-4cd1-a642-2e3f41152d48 None None] Sync routers for ids ['84e16454-585c-4ceb-827c-bcbf98871553'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:47.635421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['988590e8-d350-4bdf-b316-77470d264e94', '9554f058-d2f8-4482-a338-1fcf28eac0ad'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:58:47.654091 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (ccc6f061-8d7c-4e42-b157-b050439fbf7a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:47.673139 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e54fd552-faf5-41cc-afca-22f5e37350c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/84e16454-585c-4ceb-827c-bcbf98871553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3507288 Jan 28 03:58:47.673139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:47.701193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:47.706434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:47.711120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:47.715285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'Port': ['ID=cbaa2db6-1e98-4514-a373-2db065b89630,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:47.766059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-07c0ebe9-0ee9-4d76-9d0f-e8d532f67b3a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e16454-585c-4ceb-827c-bcbf98871553 HTTP/1.1" status: 200 len: 205 time: 0.0887437 Jan 28 03:58:47.767444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34136) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:47.789249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Subnet': ['ID=ccc6f061-8d7c-4e42-b157-b050439fbf7a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:47.825524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Checking segment: {'id': 'aea7115e-f54c-438c-8309-8ea2c54fe5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff086924-85c6-42c4-99c8-c7da69f211bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:47.825897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network hostable DHCP agents. Network: ff086924-85c6-42c4-99c8-c7da69f211bf, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:58:47.874243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network ff086924-85c6-42c4-99c8-c7da69f211bf is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:58:47.893596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, ff086924-85c6-42c4-99c8-c7da69f211bf) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:47.897819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:47.898449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:47.922254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:47.923552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:47.924035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-940e11a9-e894-4d63-aca6-788f8f60458f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7701254 Jan 28 03:58:47.926826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:47.931784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-efaa1624-f08c-4eff-aff2-417d412016a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-477402031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:47.932248 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89824496-9d6a-465e-9db3-d7945c592384 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (84e16454-585c-4ceb-827c-bcbf98871553), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:47.946282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a50d8-545b-434f-8c30-5ef3033ad811 None None] Network ff086924-85c6-42c4-99c8-c7da69f211bf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:47.958968 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:47.974737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7647f-f54a-4cd1-a642-2e3f41152d48 None None] Routers {'84e16454-585c-4ceb-827c-bcbf98871553'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:47.975790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-07f7647f-f54a-4cd1-a642-2e3f41152d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['84e16454-585c-4ceb-827c-bcbf98871553'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:48.018302 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efaa1624-f08c-4eff-aff2-417d412016a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (3e7c8ac8-0624-4904-8db3-d92670a9dc99), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.019354 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efaa1624-f08c-4eff-aff2-417d412016a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (3e7c8ac8-0624-4904-8db3-d92670a9dc99), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.051692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-07f7647f-f54a-4cd1-a642-2e3f41152d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:48.075776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efaa1624-f08c-4eff-aff2-417d412016a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (3e7c8ac8-0624-4904-8db3-d92670a9dc99), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.085400 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efaa1624-f08c-4eff-aff2-417d412016a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (3e7c8ac8-0624-4904-8db3-d92670a9dc99), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.110292 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efaa1624-f08c-4eff-aff2-417d412016a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.114149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-efaa1624-f08c-4eff-aff2-417d412016a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1837394 Jan 28 03:58:48.115987 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-3a979a7e-2d81-4254-89e0-15bffc302929 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5923302 Jan 28 03:58:48.117275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34148) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:48.127314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'port': {'network_id': 'ff086924-85c6-42c4-99c8-c7da69f211bf', 'name': 'tempest-RoutersTest-1501293881'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:48.133217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'port_id': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'mac_address': 'fa:16:3e:b1:6f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:58:48.137614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7647f-f54a-4cd1-a642-2e3f41152d48 None None] Routers {'84e16454-585c-4ceb-827c-bcbf98871553'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:48.138239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-07f7647f-f54a-4cd1-a642-2e3f41152d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['84e16454-585c-4ceb-827c-bcbf98871553'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:48.164128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Request body: {'port': {'device_id': '9a1cb0c5-5930-423e-911c-57f2967a149a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:48.252242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-07f7647f-f54a-4cd1-a642-2e3f41152d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:48.253123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f7647f-f54a-4cd1-a642-2e3f41152d48 None None] The sync data for ids ['84e16454-585c-4ceb-827c-bcbf98871553'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:48.257355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:48.257751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.278408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:58:48.282341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89824496-9d6a-465e-9db3-d7945c592384 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (84e16454-585c-4ceb-827c-bcbf98871553), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.284797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89824496-9d6a-465e-9db3-d7945c592384 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (84e16454-585c-4ceb-827c-bcbf98871553), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.342918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:48.350072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3018ac40-3d30-4f63-9f8a-a57ac582f856 None None] Provisioning complete for port cbaa2db6-1e98-4514-a373-2db065b89630 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:48.350970 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3018ac40-3d30-4f63-9f8a-a57ac582f856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.394132 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.458334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-ff086924-85c6-42c4-99c8-c7da69f211bf', 'network_id': 'ff086924-85c6-42c4-99c8-c7da69f211bf', 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'fixed_ips': [{'subnet_id': 'ccc6f061-8d7c-4e42-b157-b050439fbf7a'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:58:48.459187 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.482795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3018ac40-3d30-4f63-9f8a-a57ac582f856 None None] Port cbaa2db6-1e98-4514-a373-2db065b89630 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:48.489169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:48.494319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89824496-9d6a-465e-9db3-d7945c592384 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (84e16454-585c-4ceb-827c-bcbf98871553), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.494838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89824496-9d6a-465e-9db3-d7945c592384 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Fanout notify agent at l3_agent the message router_deleted on router 84e16454-585c-4ceb-827c-bcbf98871553 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:58:48.496333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.502977 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89824496-9d6a-465e-9db3-d7945c592384 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.507623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.507950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.508286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.508624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.508950 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-89824496-9d6a-465e-9db3-d7945c592384 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/84e16454-585c-4ceb-827c-bcbf98871553 HTTP/1.1" status: 204 len: 168 time: 0.7302318 Jan 28 03:58:48.509125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.509334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.509620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.509946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.510269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.510593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.510915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.511234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.511555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:48.512874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34164) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:48.581153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2cc09-4e1b-42e2-b0b3-122c40a62904 req-a30ecf0e-0f1c-478c-824a-318988f8af2b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:48.584256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87f2cc09-4e1b-42e2-b0b3-122c40a62904 req-a30ecf0e-0f1c-478c-824a-318988f8af2b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 931 time: 0.1324799 Jan 28 03:58:48.668425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:48.672407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.694144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ea7d44-7e3f-4a7a-b2b5-ed205f9159d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting subnet 7d15d427-e7e7-4103-8256-66f29d142e84 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:58:48.697647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11ea7d44-7e3f-4a7a-b2b5-ed205f9159d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (7d15d427-e7e7-4103-8256-66f29d142e84), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.710945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:58:48.714526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87f2cc09-4e1b-42e2-b0b3-122c40a62904 req-aacb6076-4a31-4651-8873-7c1e0638af0b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232510 Jan 28 03:58:48.741272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Allocated IP 172.20.0.2 (ff086924-85c6-42c4-99c8-c7da69f211bf/ccc6f061-8d7c-4e42-b157-b050439fbf7a/95b9bc1f-1b9e-4a7d-9dbf-656165b9650a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:48.849481 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11ea7d44-7e3f-4a7a-b2b5-ed205f9159d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (7d15d427-e7e7-4103-8256-66f29d142e84), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:48.855511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] device_id is not set on port 90c566f0-0d9b-4da6-9796-f4de3239c86a yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:58:49.036718 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Publish callbacks [] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.056124 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.116265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Network ff086924-85c6-42c4-99c8-c7da69f211bf is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:49.126513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:49.141565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:49.156220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Pushing event updated for resources: {'Port': ['ID=95b9bc1f-1b9e-4a7d-9dbf-656165b9650a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:49.246354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Attempting to bind port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:49.246970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Attempting to bind port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'aea7115e-f54c-438c-8309-8ea2c54fe5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff086924-85c6-42c4-99c8-c7da69f211bf'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:49.247529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Attempting to bind port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a on network ff086924-85c6-42c4-99c8-c7da69f211bf {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:49.263026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:49.263789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Checking segment: {'id': 'aea7115e-f54c-438c-8309-8ea2c54fe5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff086924-85c6-42c4-99c8-c7da69f211bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:49.264385 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.264994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Bound using segment: {'id': 'aea7115e-f54c-438c-8309-8ea2c54fe5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff086924-85c6-42c4-99c8-c7da69f211bf'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:49.265662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Bound port: 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea7115e-f54c-438c-8309-8ea2c54fe5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff086924-85c6-42c4-99c8-c7da69f211bf'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:49.266289 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.360637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] For port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:49.364321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] For port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=95b9bc1f-1b9e-4a7d-9dbf-656165b9650a,segment=NetworkSegment(aea7115e-f54c-438c-8309-8ea2c54fe5c8),segment_id=aea7115e-f54c-438c-8309-8ea2c54fe5c8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:49.368758 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.428993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d92c3f-a25e-4cc3-bd11-445120d77c45 None None] Pushing event updated for resources: {'Port': ['ID=95b9bc1f-1b9e-4a7d-9dbf-656165b9650a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:49.577353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11ea7d44-7e3f-4a7a-b2b5-ed205f9159d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7d15d427-e7e7-4103-8256-66f29d142e84), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.643577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Allocated IP 172.20.0.13 (ff086924-85c6-42c4-99c8-c7da69f211bf/ccc6f061-8d7c-4e42-b157-b050439fbf7a/90c566f0-0d9b-4da6-9796-f4de3239c86a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:49.796436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34214) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:49.805999 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11ea7d44-7e3f-4a7a-b2b5-ed205f9159d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (7d15d427-e7e7-4103-8256-66f29d142e84), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.896269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b5db7-7a18-4ee2-a941-3cd0d039bd15 req-7593c8c8-9c4f-40ea-b323-43e4b7928509 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:49.900344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-854b5db7-7a18-4ee2-a941-3cd0d039bd15 req-7593c8c8-9c4f-40ea-b323-43e4b7928509 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 931 time: 0.0793948 Jan 28 03:58:49.923063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea7d44-7e3f-4a7a-b2b5-ed205f9159d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Subnet': ['ID=7d15d427-e7e7-4103-8256-66f29d142e84,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:49.932798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbaa2db6-1e98-4514-a373-2db065b89630 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:58:49.950393 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Publish callbacks [] for port (cbaa2db6-1e98-4514-a373-2db065b89630), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.980683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11ea7d44-7e3f-4a7a-b2b5-ed205f9159d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.984106 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-11ea7d44-7e3f-4a7a-b2b5-ed205f9159d8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/7d15d427-e7e7-4103-8256-66f29d142e84 HTTP/1.1" status: 204 len: 168 time: 1.4677668 Jan 28 03:58:49.995525 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:49.999023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:50.033020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Transition to ACTIVE for port object cbaa2db6-1e98-4514-a373-2db065b89630 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:58:50.037481 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-854b5db7-7a18-4ee2-a941-3cd0d039bd15 req-d09863d9-9d87-4006-a619-8dea420087f0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285117 Jan 28 03:58:50.049987 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead2262-59b7-406f-af7d-29a6b5b82eaa None None] Network 577beb41-a709-4afd-bf96-d2744189c593 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:50.071556 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4504e618-cee3-4e8c-91ad-f6bdbe1e68ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.095610 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.132694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:50.133093 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.166255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Pushing event updated for resources: {'Port': ['ID=cbaa2db6-1e98-4514-a373-2db065b89630,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:50.169797 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4504e618-cee3-4e8c-91ad-f6bdbe1e68ff admin admin] Publish callbacks [] for security_group (a131ca15-3d18-45ab-b53c-bf406d01463d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.179367 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4504e618-cee3-4e8c-91ad-f6bdbe1e68ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a131ca15-3d18-45ab-b53c-bf406d01463d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.271158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.277724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (577beb41-a709-4afd-bf96-d2744189c593), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.280295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504e618-cee3-4e8c-91ad-f6bdbe1e68ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a131ca15-3d18-45ab-b53c-bf406d01463d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:50.293606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:50.302119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4504e618-cee3-4e8c-91ad-f6bdbe1e68ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2462a086223645c3bf1d2e7951e48841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982204 Jan 28 03:58:50.302409 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.303838 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:50.342456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d0966-9f18-4978-9342-be232486b20f None None] DHCP port deletion for 577beb41-a709-4afd-bf96-d2744189c593 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:58:50.392865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Attempting to bind port cbaa2db6-1e98-4514-a373-2db065b89630 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:50.393207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Attempting to bind port cbaa2db6-1e98-4514-a373-2db065b89630 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:50.393536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Attempting to bind port cbaa2db6-1e98-4514-a373-2db065b89630 on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:50.425611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Port cbaa2db6-1e98-4514-a373-2db065b89630 on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:58:50.433601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Attempting to bind port cbaa2db6-1e98-4514-a373-2db065b89630 on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:50.434203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=95b9bc1f-1b9e-4a7d-9dbf-656165b9650a,segment=NetworkSegment(aea7115e-f54c-438c-8309-8ea2c54fe5c8),segment_id=aea7115e-f54c-438c-8309-8ea2c54fe5c8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:50.444571 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dbd88c5d-4974-40da-9abe-3422142e87b4 admin admin] Publish callbacks [] for security_group (a131ca15-3d18-45ab-b53c-bf406d01463d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.449915 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.471373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:50.471990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Checking segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:50.472691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Bound using segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:50.473412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Bound port: cbaa2db6-1e98-4514-a373-2db065b89630, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:50.473953 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.484355 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dbd88c5d-4974-40da-9abe-3422142e87b4 admin admin] Publish callbacks [] for security_group (a131ca15-3d18-45ab-b53c-bf406d01463d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.521105 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.537628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a89d0966-9f18-4978-9342-be232486b20f None None] Deleting port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:50.538201 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a89d0966-9f18-4978-9342-be232486b20f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.573998 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dbd88c5d-4974-40da-9abe-3422142e87b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a131ca15-3d18-45ab-b53c-bf406d01463d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.575308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=95b9bc1f-1b9e-4a7d-9dbf-656165b9650a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:50.583669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dbd88c5d-4974-40da-9abe-3422142e87b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.588803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dbd88c5d-4974-40da-9abe-3422142e87b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a131ca15-3d18-45ab-b53c-bf406d01463d HTTP/1.1" status: 204 len: 168 time: 0.2839320 Jan 28 03:58:50.610088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd88c5d-4974-40da-9abe-3422142e87b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131ca15-3d18-45ab-b53c-bf406d01463d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:50.682065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a89d0966-9f18-4978-9342-be232486b20f None None] For port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8272ee4a-51c7-4631-9230-c0ed7a9ecdb0,segment=NetworkSegment(48e97f3b-abfa-48bd-84dd-f1cfe79036e5),segment_id=48e97f3b-abfa-48bd-84dd-f1cfe79036e5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:50.682460 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a89d0966-9f18-4978-9342-be232486b20f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.705954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a89d0966-9f18-4978-9342-be232486b20f None None] Calling delete_port for 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:50.710259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=90c566f0-0d9b-4da6-9796-f4de3239c86a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:50.731766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:50.732090 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.764038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network ff086924-85c6-42c4-99c8-c7da69f211bf is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:50.778789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:50.817170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:50.836247 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a89d0966-9f18-4978-9342-be232486b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.878582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d0966-9f18-4978-9342-be232486b20f None None] Pushing event deleted for resources: {'Port': ['ID=8272ee4a-51c7-4631-9230-c0ed7a9ecdb0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:50.880387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d0966-9f18-4978-9342-be232486b20f None None] No DVR routers for this DVR port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:50.934105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] For port cbaa2db6-1e98-4514-a373-2db065b89630, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:50.948071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8272ee4a-51c7-4631-9230-c0ed7a9ecdb0,segment=NetworkSegment(48e97f3b-abfa-48bd-84dd-f1cfe79036e5),segment_id=48e97f3b-abfa-48bd-84dd-f1cfe79036e5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:50.948437 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.957333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] For port cbaa2db6-1e98-4514-a373-2db065b89630, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbaa2db6-1e98-4514-a373-2db065b89630,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:50.974361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:50.976665 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.996691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:50.997333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.035888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:51.036310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.037890 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] 10.222.0.25 "PUT /v2.0/ports/cbaa2db6-1e98-4514-a373-2db065b89630 HTTP/1.1" status: 200 len: 1092 time: 2.9067404 Jan 28 03:58:51.040788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1cb0c5-5930-423e-911c-57f2967a149a', 'tag': 'cbaa2db6-1e98-4514-a373-2db065b89630'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:51.043182 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b80138-139a-46d9-83a1-24f68909f712" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1cb0c5-5930-423e-911c-57f2967a149a", "tag": "cbaa2db6-1e98-4514-a373-2db065b89630"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:51.124373 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a8df2bc0-c498-4711-973e-7f9f15b041bd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0047367 Jan 28 03:58:51.127241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34248) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:51.183742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34250) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:51.193856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8bd38c-a8d2-4044-affe-c63f2e25cfe7 None None] Network ff086924-85c6-42c4-99c8-c7da69f211bf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:51.199683 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1ad5be-6a83-4499-83db-874678693d53 x-openstack-request-id: req-fa1ad5be-6a83-4499-83db-874678693d53 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:51.200053 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1cb0c5-5930-423e-911c-57f2967a149a", "tag": "cbaa2db6-1e98-4514-a373-2db065b89630", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:51.200376 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa1ad5be-6a83-4499-83db-874678693d53 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:51.200972 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1cb0c5-5930-423e-911c-57f2967a149a', 'tag': 'cbaa2db6-1e98-4514-a373-2db065b89630', 'status': 'completed', 'code': 200} Jan 28 03:58:51.264953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e0a42-ae92-4d27-a841-8e2626816eea service neutron] Pushing event updated for resources: {'Port': ['ID=cbaa2db6-1e98-4514-a373-2db065b89630,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:51.289448 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca33d4ad-cc98-42d0-8deb-63f7d0fbce95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.296453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1684ac11-f8ec-4fe0-89cb-e013c3e6c3d1 None None] Provisioning complete for port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:51.297076 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1684ac11-f8ec-4fe0-89cb-e013c3e6c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.364725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-93785c74-4332-4183-95da-f6897e8063c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:51.367207 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-93785c74-4332-4183-95da-f6897e8063c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 1095 time: 0.2470450 Jan 28 03:58:51.370574 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8272ee4a-51c7-4631-9230-c0ed7a9ecdb0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.397284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aa8fe-4412-47c0-a394-aec3d9b232c5 req-7df4acc9-fe16-4a72-8895-3b09a88ee22a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:51.404382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e9aa8fe-4412-47c0-a394-aec3d9b232c5 req-7df4acc9-fe16-4a72-8895-3b09a88ee22a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 943 time: 0.2214415 Jan 28 03:58:51.418631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=8272ee4a-51c7-4631-9230-c0ed7a9ecdb0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:51.460639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No DVR routers for this DVR port 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:51.463927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-d0072512-7568-4ff3-ae24-e2568bdded7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbaa2db6-1e98-4514-a373-2db065b89630 HTTP/1.1" status: 200 len: 217 time: 0.0828276 Jan 28 03:58:51.481526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1684ac11-f8ec-4fe0-89cb-e013c3e6c3d1 None None] Current status of the port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:51.490360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:51.493213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e9aa8fe-4412-47c0-a394-aec3d9b232c5 req-6d96729a-7d08-4922-8b20-e31e4d93e366 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879576 Jan 28 03:58:51.584420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:51.584986 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.616291 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (577beb41-a709-4afd-bf96-d2744189c593), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.643163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-fe49a5fa-8bea-4665-85f1-2fcbcd771bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:51.645503 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-fe49a5fa-8bea-4665-85f1-2fcbcd771bc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1734793 Jan 28 03:58:51.671888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577beb41-a709-4afd-bf96-d2744189c593']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:51.722143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:51.722603 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.723834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e97f3b-abfa-48bd-84dd-f1cfe79036e5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:51.724631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e97f3b-abfa-48bd-84dd-f1cfe79036e5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:51.738883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (48e97f3b-abfa-48bd-84dd-f1cfe79036e5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.760742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-26f60264-c8c3-441e-a480-a238b0d74941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:51.762904 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-26f60264-c8c3-441e-a480-a238b0d74941 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083581 Jan 28 03:58:51.764581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (48e97f3b-abfa-48bd-84dd-f1cfe79036e5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.785577 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.798934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:58:51.799345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (48e97f3b-abfa-48bd-84dd-f1cfe79036e5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.801157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:51.803468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:51.806982 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677afc13-b169-42ce-b0f8-35192b4a5792" -d '{"events": [{"server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "name": "network-vif-plugged", "status": "completed", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:51.808159 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca33d4ad-cc98-42d0-8deb-63f7d0fbce95 admin admin] Publish callbacks [] for security_group (ec742739-c1bf-4a60-8d69-958f5f8b439a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:58:51.819025 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:58:51.827738 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.896378 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca33d4ad-cc98-42d0-8deb-63f7d0fbce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ec742739-c1bf-4a60-8d69-958f5f8b439a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:51.912714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=13']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:51.916567 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f1c848-7a1e-4f41-97b7-ba1edba5e66b x-openstack-request-id: req-70f1c848-7a1e-4f41-97b7-ba1edba5e66b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:51.916873 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "name": "network-vif-plugged", "status": "completed", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:51.917142 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70f1c848-7a1e-4f41-97b7-ba1edba5e66b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:51.917534 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'code': 200} Jan 28 03:58:51.925583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:51.949342 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-ebfd6848-741a-4b93-a1db-7b412b5292ff service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805203 Jan 28 03:58:51.963655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dc3dd652-f36a-4409-b851-025d5026b121 None None] Provisioning complete for port 90c566f0-0d9b-4da6-9796-f4de3239c86a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:51.964027 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd652-f36a-4409-b851-025d5026b121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.040630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:52.041106 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.042663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dc3dd652-f36a-4409-b851-025d5026b121 None None] Port 90c566f0-0d9b-4da6-9796-f4de3239c86a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:52.082819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ca33d4ad-cc98-42d0-8deb-63f7d0fbce95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08cb311c7ac94c2a9490db1f8bafb793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8974745 Jan 28 03:58:52.083584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33d4ad-cc98-42d0-8deb-63f7d0fbce95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec742739-c1bf-4a60-8d69-958f5f8b439a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:52.085309 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (577beb41-a709-4afd-bf96-d2744189c593), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.086061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34264) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:52.127704 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.134546 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/networks/577beb41-a709-4afd-bf96-d2744189c593 HTTP/1.1" status: 204 len: 168 time: 2.1306541 Jan 28 03:58:52.138079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e2a6f-50b3-46a2-a75c-db34411d590a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Network': ['ID=577beb41-a709-4afd-bf96-d2744189c593,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:52.152381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34266) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:52.157689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c5b10f81-2168-414f-9fb6-3156471c9a0f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1072373951', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:52.224426 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b34f1141-cb56-414b-92a2-8c9794fc2d84 req-acba19d0-d986-4b48-b779-ea712a4187d8 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295201 Jan 28 03:58:52.229133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5b10f81-2168-414f-9fb6-3156471c9a0f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.230704 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5b10f81-2168-414f-9fb6-3156471c9a0f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.300126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.318194 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.324595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5b10f81-2168-414f-9fb6-3156471c9a0f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (0e3c944e-66d7-47ec-8383-5dd017f7276e), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.330267 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5b10f81-2168-414f-9fb6-3156471c9a0f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.336043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ee3c-d2af-4441-a65c-31664cd4e593 admin admin] Publish callbacks [] for security_group (ec742739-c1bf-4a60-8d69-958f5f8b439a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.382732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b80138-139a-46d9-83a1-24f68909f712 req-2a4fc1a1-b906-40b0-8dfd-7a857875cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:52.384857 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2b80138-139a-46d9-83a1-24f68909f712 req-2a4fc1a1-b906-40b0-8dfd-7a857875cdc6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 1095 time: 0.0701947 Jan 28 03:58:52.388737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5b10f81-2168-414f-9fb6-3156471c9a0f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.389977 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c5b10f81-2168-414f-9fb6-3156471c9a0f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2366970 Jan 28 03:58:52.395887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dc3dd652-f36a-4409-b851-025d5026b121 None None] Provisioning complete for port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:52.396399 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc3dd652-f36a-4409-b851-025d5026b121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.403719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34272) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:52.423644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424847226'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:52.496185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ee3c-d2af-4441-a65c-31664cd4e593 admin admin] Publish callbacks [] for security_group (ec742739-c1bf-4a60-8d69-958f5f8b439a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.508459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:52.512588 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.518169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=90c566f0-0d9b-4da6-9796-f4de3239c86a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:52.534474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:52.605743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dc3dd652-f36a-4409-b851-025d5026b121 None None] Current status of the port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:52.619163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:58:52.647157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b80138-139a-46d9-83a1-24f68909f712 req-ffae30d3-3667-42f0-a691-a1abd3c3cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:52.649132 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2b80138-139a-46d9-83a1-24f68909f712 req-ffae30d3-3667-42f0-a691-a1abd3c3cb4a service neutron] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.2579758 Jan 28 03:58:52.650038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:58:52.664936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.665349 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added segment 4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1 of type vlan for network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 Jan 28 03:58:52.689500 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:58:52.689854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8272ee4a-51c7-4631-9230-c0ed7a9ecdb0 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:58:52.719234 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2b80138-139a-46d9-83a1-24f68909f712 req-713b0a15-b859-4947-96dd-946d6ff89476 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbaa2db6-1e98-4514-a373-2db065b89630 HTTP/1.1" status: 200 len: 217 time: 0.0625567 Jan 28 03:58:52.730897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b54341d5-bf7c-40c5-8bd4-0cb9ba9466f2 None None] Provisioning complete for port 90c566f0-0d9b-4da6-9796-f4de3239c86a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:52.731282 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b54341d5-bf7c-40c5-8bd4-0cb9ba9466f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.794446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a4e96-3838-48c3-bb4d-758b75d83650 req-f21439b4-3a8e-4198-80ba-aeb0a60e73e1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:52.796287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (7923f906-d9f0-47b2-adc8-2baa8f6ac610), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.796776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d47a4e96-3838-48c3-bb4d-758b75d83650 req-f21439b4-3a8e-4198-80ba-aeb0a60e73e1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 943 time: 0.1733837 Jan 28 03:58:52.802955 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ee3c-d2af-4441-a65c-31664cd4e593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ec742739-c1bf-4a60-8d69-958f5f8b439a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.806046 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ee3c-d2af-4441-a65c-31664cd4e593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.807191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0ce5ee3c-d2af-4441-a65c-31664cd4e593 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec742739-c1bf-4a60-8d69-958f5f8b439a HTTP/1.1" status: 204 len: 168 time: 0.7195485 Jan 28 03:58:52.817886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b54341d5-bf7c-40c5-8bd4-0cb9ba9466f2 None None] Port 90c566f0-0d9b-4da6-9796-f4de3239c86a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:52.840385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b80138-139a-46d9-83a1-24f68909f712 req-13dfa6f8-3d2f-4ea1-94bf-35905a0c7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:52.842319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2b80138-139a-46d9-83a1-24f68909f712 req-13dfa6f8-3d2f-4ea1-94bf-35905a0c7e84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.0995574 Jan 28 03:58:52.876206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (7923f906-d9f0-47b2-adc8-2baa8f6ac610), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.882404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:52.883026 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.889674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5ee3c-d2af-4441-a65c-31664cd4e593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec742739-c1bf-4a60-8d69-958f5f8b439a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:52.936240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d47a4e96-3838-48c3-bb4d-758b75d83650 req-23b9bf44-269d-479e-9901-e4d200b10e19 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274014 Jan 28 03:58:52.966257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-87df6b11-0b43-4c3d-9d45-a06f97a5bdfd None None] Provisioning complete for port 90c566f0-0d9b-4da6-9796-f4de3239c86a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:52.966257 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87df6b11-0b43-4c3d-9d45-a06f97a5bdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.972858 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5657356 Jan 28 03:58:52.977240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:52.983370 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (3e7c8ac8-0624-4904-8db3-d92670a9dc99), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:52.988811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'subnet': {'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:53.003173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b80138-139a-46d9-83a1-24f68909f712 req-c1e6cd12-5f04-41ac-858e-e3e53a9d1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:53.004788 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2b80138-139a-46d9-83a1-24f68909f712 req-c1e6cd12-5f04-41ac-858e-e3e53a9d1071 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562307 Jan 28 03:58:53.044602 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-87df6b11-0b43-4c3d-9d45-a06f97a5bdfd None None] Port 90c566f0-0d9b-4da6-9796-f4de3239c86a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:53.049723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91af81-d76c-43d4-80b2-0a055b1b8af4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Network': ['ID=7923f906-d9f0-47b2-adc8-2baa8f6ac610,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:53.063630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:58:53.197506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:53.201494 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:53.210400 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:53.277298 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2b80138-139a-46d9-83a1-24f68909f712 req-1abd0e05-8370-4052-bdb8-5386c93c454f service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608891 Jan 28 03:58:53.512855 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2b80138-139a-46d9-83a1-24f68909f712 req-f5be74cc-5179-4acf-80a0-0a98ef8bf933 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269762 Jan 28 03:58:53.521800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (60cce509-5deb-4483-9d60-b66ad48c05b8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:53.601233 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Subnet': ['ID=60cce509-5deb-4483-9d60-b66ad48c05b8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:53.649481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Checking segment: {'id': '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:53.650125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network hostable DHCP agents. Network: 7923f906-d9f0-47b2-adc8-2baa8f6ac610, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:58:53.675218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:58:53.697271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 7923f906-d9f0-47b2-adc8-2baa8f6ac610) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:53.701886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:53.703784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:53.712164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575306a0-42e5-4ec1-8afa-53539d20c4a7 None None] Network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:53.744666 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7376973a-aa53-4e29-9e31-ec7136fe7a62 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7633429 Jan 28 03:58:53.745341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34308) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:53.893032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:58:53.894243 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.031946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.043838 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.115995 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.130373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Allocated IP 2001:db8::2 (7923f906-d9f0-47b2-adc8-2baa8f6ac610/60cce509-5deb-4483-9d60-b66ad48c05b8/86cdfdf1-1644-4afd-9471-89bd1b6d1c8e) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:54.233379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=90c566f0-0d9b-4da6-9796-f4de3239c86a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:54.254151 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (3e7c8ac8-0624-4904-8db3-d92670a9dc99), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.279916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3e44e-6ca8-4d66-95df-c78679f1e882 req-3b30aebd-e803-4af1-bc2c-1a4eca7792bf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:54.281895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72c3e44e-6ca8-4d66-95df-c78679f1e882 req-3b30aebd-e803-4af1-bc2c-1a4eca7792bf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 943 time: 0.2191110 Jan 28 03:58:54.414469 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Publish callbacks [] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.429115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.430880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72c3e44e-6ca8-4d66-95df-c78679f1e882 req-5a2cc4f5-79b5-47ad-a8fc-7e358c175a22 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386631 Jan 28 03:58:54.451253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network ff086924-85c6-42c4-99c8-c7da69f211bf is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:54.453053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:54.507818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:54.511299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:54.522678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:54.546133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Allocated IP 2001:db8::1 (7923f906-d9f0-47b2-adc8-2baa8f6ac610/60cce509-5deb-4483-9d60-b66ad48c05b8/67a8975f-d081-4827-a815-bd9e5db76793) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:54.554219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Pushing event updated for resources: {'Port': ['ID=86cdfdf1-1644-4afd-9471-89bd1b6d1c8e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:54.669021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Attempting to bind port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:54.669636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Attempting to bind port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:54.670011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Attempting to bind port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e on network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:54.681394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:54.684478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Checking segment: {'id': '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:54.685171 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.685778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Bound using segment: {'id': '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:54.686527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Bound port: 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:54.689423 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.708248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router 3e7c8ac8-0624-4904-8db3-d92670a9dc99 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:58:54.796317 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (67a8975f-d081-4827-a815-bd9e5db76793), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.808700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] For port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:54.814450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] For port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=86cdfdf1-1644-4afd-9471-89bd1b6d1c8e,segment=NetworkSegment(4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1),segment_id=4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:54.823632 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.847260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (67a8975f-d081-4827-a815-bd9e5db76793), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.877994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:54.893455 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378ee05-5c96-43ad-8962-9b077a6f6336 None None] Sync routers for ids ['3e7c8ac8-0624-4904-8db3-d92670a9dc99'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:54.893985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f3ba4eb-e7a6-48bf-95de-6153243c966e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/3e7c8ac8-0624-4904-8db3-d92670a9dc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7655282 Jan 28 03:58:54.896898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34342) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:54.910493 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378ee05-5c96-43ad-8962-9b077a6f6336 None None] Routers {'3e7c8ac8-0624-4904-8db3-d92670a9dc99'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:54.911353 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8378ee05-5c96-43ad-8962-9b077a6f6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3e7c8ac8-0624-4904-8db3-d92670a9dc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:54.918202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3b2e7-ec98-4acd-b7a6-2ddbef1d4dfe None None] Pushing event updated for resources: {'Port': ['ID=86cdfdf1-1644-4afd-9471-89bd1b6d1c8e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:54.934241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9d56db01-f54b-4230-86a8-12621d63cd90 None None] Provisioning complete for port 90c566f0-0d9b-4da6-9796-f4de3239c86a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:54.944975 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d56db01-f54b-4230-86a8-12621d63cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:54.967736 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8378ee05-5c96-43ad-8962-9b077a6f6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:54.992060 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378ee05-5c96-43ad-8962-9b077a6f6336 None None] Routers {'3e7c8ac8-0624-4904-8db3-d92670a9dc99'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:54.994188 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8378ee05-5c96-43ad-8962-9b077a6f6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3e7c8ac8-0624-4904-8db3-d92670a9dc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:55.003087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:55.004345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=67a8975f-d081-4827-a815-bd9e5db76793,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:55.011499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:55.017384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:55.017942 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:55.018062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7cae9f-0882-4a8a-a568-a5ea4967f3f4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:55.021054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fa7cae9f-0882-4a8a-a568-a5ea4967f3f4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports/90c566f0-0d9b-4da6-9796-f4de3239c86a HTTP/1.1" status: 200 len: 978 time: 0.1207488 Jan 28 03:58:55.023772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34346) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:55.027506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9d56db01-f54b-4230-86a8-12621d63cd90 None None] Port 90c566f0-0d9b-4da6-9796-f4de3239c86a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:55.082863 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8378ee05-5c96-43ad-8962-9b077a6f6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:55.083787 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378ee05-5c96-43ad-8962-9b077a6f6336 None None] The sync data for ids ['3e7c8ac8-0624-4904-8db3-d92670a9dc99'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:55.517464 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (3e7c8ac8-0624-4904-8db3-d92670a9dc99), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:55.611523 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (67a8975f-d081-4827-a815-bd9e5db76793), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:55.673829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device cbaa2db6-1e98-4514-a373-2db065b89630 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:58:55.745063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f6aca-c751-4537-acbf-a87f86e17410 req-da0407b0-0aae-4cf1-91e0-abf98cd29a2a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:55.747394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e13f6aca-c751-4537-acbf-a87f86e17410 req-da0407b0-0aae-4cf1-91e0-abf98cd29a2a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 943 time: 0.1670022 Jan 28 03:58:55.885781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port cbaa2db6-1e98-4514-a373-2db065b89630, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbaa2db6-1e98-4514-a373-2db065b89630,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:55.889476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e13f6aca-c751-4537-acbf-a87f86e17410 req-1b5ae051-5a7c-475e-b575-dae71468f072 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166768 Jan 28 03:58:55.914157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'cbaa2db6-1e98-4514-a373-2db065b89630', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'port_id': 'cbaa2db6-1e98-4514-a373-2db065b89630', 'mac_address': 'fa:16:3e:8d:92:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:58:55.994120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port cbaa2db6-1e98-4514-a373-2db065b89630 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:55.994885 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.000220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:56.023539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 90c566f0-0d9b-4da6-9796-f4de3239c86a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:56.026712 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.041607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbaa2db6-1e98-4514-a373-2db065b89630 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:58:56.070432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port cbaa2db6-1e98-4514-a373-2db065b89630, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbaa2db6-1e98-4514-a373-2db065b89630,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:56.081791 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.152834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=cbaa2db6-1e98-4514-a373-2db065b89630,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:56.155072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (67a8975f-d081-4827-a815-bd9e5db76793), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.184643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (67a8975f-d081-4827-a815-bd9e5db76793), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.185374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.210197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:56.210571 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.214784 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.247094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 90c566f0-0d9b-4da6-9796-f4de3239c86a owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:56.283198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=67a8975f-d081-4827-a815-bd9e5db76793,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:56.376884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:56.377294 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.429408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=86cdfdf1-1644-4afd-9471-89bd1b6d1c8e,segment=NetworkSegment(4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1),segment_id=4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:56.437433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:56.440059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:56.453796 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.472963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['cbaa2db6-1e98-4514-a373-2db065b89630'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:58:56.586197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=86cdfdf1-1644-4afd-9471-89bd1b6d1c8e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:56.614141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:58:56.710612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (90c566f0-0d9b-4da6-9796-f4de3239c86a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.723953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60f456-cd4e-4f6f-b7c3-87e1da6bb6f7 None None] Network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:56.743582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=90c566f0-0d9b-4da6-9796-f4de3239c86a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:56.803682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:56.813903 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-65960039-90f9-4dcc-be54-3b49bff8eb77 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0627599 Jan 28 03:58:56.814627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34386) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:56.821485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1153831784'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:56.878255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:56.885401 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.906473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Sync routers for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:56.930589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7d2b24bc-76ed-4fd5-a316-184f2962c175 None None] Provisioning complete for port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:56.931105 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d2b24bc-76ed-4fd5-a316-184f2962c175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.942027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:58:56.967100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (787cfc1b-8742-4c3c-b9a2-1769003f661c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:56.969318 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added segment 787cfc1b-8742-4c3c-b9a2-1769003f661c of type vlan for network e56e8d35-66b6-4026-a07f-9667261f6bc0 Jan 28 03:58:56.994723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:56.994723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:57.079656 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (e56e8d35-66b6-4026-a07f-9667261f6bc0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:57.114107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (3e7c8ac8-0624-4904-8db3-d92670a9dc99), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:57.171001 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (e56e8d35-66b6-4026-a07f-9667261f6bc0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:57.181371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:57.185900 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:57.263465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f193f8-c7a4-48a4-8e3e-b11078deee26 req-e0fc723c-4dfa-41a0-8bf6-9bbfe338b8d0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:57.265414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02f193f8-c7a4-48a4-8e3e-b11078deee26 req-e0fc723c-4dfa-41a0-8bf6-9bbfe338b8d0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 944 time: 0.1884692 Jan 28 03:58:57.308326 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4899054 Jan 28 03:58:57.308892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34396) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:57.317595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'subnet': {'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:57.359532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4dfae-1225-4682-be84-760818a392fe tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Network': ['ID=e56e8d35-66b6-4026-a07f-9667261f6bc0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:57.370099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:58:57.375458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network e56e8d35-66b6-4026-a07f-9667261f6bc0 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:58:57.480356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router 3e7c8ac8-0624-4904-8db3-d92670a9dc99 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:58:57.489272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:57.493487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:57.552914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b24bc-76ed-4fd5-a316-184f2962c175 None None] Current status of the port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:57.669387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:57.686140 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a3c77-c4e8-401b-9bbd-5e8b078666b6 None None] Sync routers for ids ['3e7c8ac8-0624-4904-8db3-d92670a9dc99'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:57.692734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02f193f8-c7a4-48a4-8e3e-b11078deee26 req-ab462266-3c19-48bb-ba35-3a811a8f6be4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057158 Jan 28 03:58:57.697122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b4eec0db-653c-4f84-b72c-4ed7aaecc644 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/3e7c8ac8-0624-4904-8db3-d92670a9dc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663496 Jan 28 03:58:57.699970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34404) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:57.716613 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a3c77-c4e8-401b-9bbd-5e8b078666b6 None None] Routers {'3e7c8ac8-0624-4904-8db3-d92670a9dc99'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:57.718819 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a98a3c77-c4e8-401b-9bbd-5e8b078666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3e7c8ac8-0624-4904-8db3-d92670a9dc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:57.788961 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a98a3c77-c4e8-401b-9bbd-5e8b078666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:57.816622 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a3c77-c4e8-401b-9bbd-5e8b078666b6 None None] Routers {'3e7c8ac8-0624-4904-8db3-d92670a9dc99'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:57.817291 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a98a3c77-c4e8-401b-9bbd-5e8b078666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3e7c8ac8-0624-4904-8db3-d92670a9dc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:57.874651 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a98a3c77-c4e8-401b-9bbd-5e8b078666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:57.876128 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a3c77-c4e8-401b-9bbd-5e8b078666b6 None None] The sync data for ids ['3e7c8ac8-0624-4904-8db3-d92670a9dc99'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:57.891697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-25a83c68-f122-4044-a929-b8e1406cdea2 None None] Provisioning complete for port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:57.892497 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25a83c68-f122-4044-a929-b8e1406cdea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:57.936533 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:57.947059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:58.046103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:58.046416 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.077421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Subnet': ['ID=55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:58.085093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Checking segment: {'id': '787cfc1b-8742-4c3c-b9a2-1769003f661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:58.085419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network hostable DHCP agents. Network: e56e8d35-66b6-4026-a07f-9667261f6bc0, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:58:58.118393 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-1d45378c-0521-41e8-8726-2dd86a24f4f6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 03:58:58.122919 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1d45378c-0521-41e8-8726-2dd86a24f4f6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/3e7c8ac8-0624-4904-8db3-d92670a9dc99/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4215155 Jan 28 03:58:58.123511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34406) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:58.176102 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-28dba4ad-2bd9-423e-8679-aa7046753b72 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7c8ac8-0624-4904-8db3-d92670a9dc99 HTTP/1.1" status: 200 len: 205 time: 0.0511792 Jan 28 03:58:58.177318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network e56e8d35-66b6-4026-a07f-9667261f6bc0 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:58:58.179285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34412) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:58.190330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, e56e8d35-66b6-4026-a07f-9667261f6bc0) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:58.195826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:58.196711 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.233387 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-58de5b84-40c6-4858-b089-3f3deb4d2e51 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9231510 Jan 28 03:58:58.234019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34414) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:58.351594 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d6eadb6-28f1-425e-90c4-d5cf39929352 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (3e7c8ac8-0624-4904-8db3-d92670a9dc99), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.361117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-25a83c68-f122-4044-a929-b8e1406cdea2 None None] Current status of the port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:58.365176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ea616-9351-43af-94f3-1d6c5c712dfd None None] Network e56e8d35-66b6-4026-a07f-9667261f6bc0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:58.462885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-25a83c68-f122-4044-a929-b8e1406cdea2 None None] Provisioning complete for port 67a8975f-d081-4827-a815-bd9e5db76793 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:58.463419 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25a83c68-f122-4044-a929-b8e1406cdea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (67a8975f-d081-4827-a815-bd9e5db76793), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.517343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:58:55Z', 'revision_number': 2, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:58:55Z', 'revision_number': 2, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:58.556895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Checking router: 0e3c944e-66d7-47ec-8383-5dd017f7276e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:58:58.557380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Updating router 0e3c944e-66d7-47ec-8383-5dd017f7276e port 67a8975f-d081-4827-a815-bd9e5db76793 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:58:58.574702 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d6eadb6-28f1-425e-90c4-d5cf39929352 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (3e7c8ac8-0624-4904-8db3-d92670a9dc99), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.582378 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d6eadb6-28f1-425e-90c4-d5cf39929352 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (3e7c8ac8-0624-4904-8db3-d92670a9dc99), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.618510 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (67a8975f-d081-4827-a815-bd9e5db76793), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.632902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-25a83c68-f122-4044-a929-b8e1406cdea2 None None] Port 67a8975f-d081-4827-a815-bd9e5db76793 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:58.642528 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d6eadb6-28f1-425e-90c4-d5cf39929352 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (3e7c8ac8-0624-4904-8db3-d92670a9dc99), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.643852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6eadb6-28f1-425e-90c4-d5cf39929352 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Fanout notify agent at l3_agent the message router_deleted on router 3e7c8ac8-0624-4904-8db3-d92670a9dc99 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:58:58.653886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d6eadb6-28f1-425e-90c4-d5cf39929352 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.654344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2d6eadb6-28f1-425e-90c4-d5cf39929352 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/3e7c8ac8-0624-4904-8db3-d92670a9dc99 HTTP/1.1" status: 204 len: 168 time: 0.4726200 Jan 28 03:58:58.656028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34422) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:58.732350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:58.795843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-e56e8d35-66b6-4026-a07f-9667261f6bc0', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:58:58.797914 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.801234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-213ab319-81c7-406e-9371-55abad27559f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting subnet ccc6f061-8d7c-4e42-b157-b050439fbf7a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:58:58.808947 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-213ab319-81c7-406e-9371-55abad27559f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (ccc6f061-8d7c-4e42-b157-b050439fbf7a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.905669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-213ab319-81c7-406e-9371-55abad27559f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (ccc6f061-8d7c-4e42-b157-b050439fbf7a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:58.950664 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.054365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-65145337-8878-4539-9a1b-86d019061b75 None None] Provisioning complete for port 67a8975f-d081-4827-a815-bd9e5db76793 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:59.054918 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65145337-8878-4539-9a1b-86d019061b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (67a8975f-d081-4827-a815-bd9e5db76793), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.055864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73530d-4212-466e-874e-a5948c6d5b7a req-d3b52d8a-b490-475f-ae2c-8ac0b2f479a8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:59.057719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c73530d-4212-466e-874e-a5948c6d5b7a req-d3b52d8a-b490-475f-ae2c-8ac0b2f479a8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 944 time: 0.0992911 Jan 28 03:58:59.118270 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-213ab319-81c7-406e-9371-55abad27559f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (ccc6f061-8d7c-4e42-b157-b050439fbf7a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.199285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Allocated IP 2001:db8:1::2 (e56e8d35-66b6-4026-a07f-9667261f6bc0/55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2/8d2ff132-8446-475f-af6a-54ac8839ae4c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:59.204757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-65145337-8878-4539-9a1b-86d019061b75 None None] Port 67a8975f-d081-4827-a815-bd9e5db76793 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:59.453412 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Publish callbacks [] for port (67a8975f-d081-4827-a815-bd9e5db76793), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.466794 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (67a8975f-d081-4827-a815-bd9e5db76793), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.477318 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Publish callbacks [] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.505092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c73530d-4212-466e-874e-a5948c6d5b7a req-34bfd042-cd1d-4df1-907a-2ecd7ad1e746 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350958 Jan 28 03:58:59.517762 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.572616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Allocated IP 2001:db8:1::1 (e56e8d35-66b6-4026-a07f-9667261f6bc0/55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2/c56b5483-e0d9-4ca8-8a16-b1b44aca3f52) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:59.589026 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-213ab319-81c7-406e-9371-55abad27559f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (ccc6f061-8d7c-4e42-b157-b050439fbf7a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.602455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3b2c0-8881-4311-aace-3bf639aaa012 None None] Pushing event updated for resources: {'Port': ['ID=67a8975f-d081-4827-a815-bd9e5db76793,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:59.615097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Network e56e8d35-66b6-4026-a07f-9667261f6bc0 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:59.625694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:59.643841 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ab319-81c7-406e-9371-55abad27559f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc6f061-8d7c-4e42-b157-b050439fbf7a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:59.647050 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-213ab319-81c7-406e-9371-55abad27559f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.651981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-213ab319-81c7-406e-9371-55abad27559f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/ccc6f061-8d7c-4e42-b157-b050439fbf7a HTTP/1.1" status: 204 len: 168 time: 0.9937203 Jan 28 03:58:59.654648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:59.655580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:59.721630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05faf810-4fc3-44b7-8956-6867c4fc36b5 None None] Network ff086924-85c6-42c4-99c8-c7da69f211bf requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:58:59.731154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device cbaa2db6-1e98-4514-a373-2db065b89630 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:59.783062 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (ff086924-85c6-42c4-99c8-c7da69f211bf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.784449 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.891086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.911197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Attempting to bind port 67a8975f-d081-4827-a815-bd9e5db76793 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:59.911584 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Attempting to bind port 67a8975f-d081-4827-a815-bd9e5db76793 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:59.911939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Attempting to bind port 67a8975f-d081-4827-a815-bd9e5db76793 on network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:59.927111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:59.927111 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.943668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network e56e8d35-66b6-4026-a07f-9667261f6bc0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:59.947242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:59.949925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:59.950478 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.983543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Attempting to bind port 8d2ff132-8446-475f-af6a-54ac8839ae4c on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:59.983916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Attempting to bind port 8d2ff132-8446-475f-af6a-54ac8839ae4c by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '787cfc1b-8742-4c3c-b9a2-1769003f661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:59.984434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Attempting to bind port 8d2ff132-8446-475f-af6a-54ac8839ae4c on network e56e8d35-66b6-4026-a07f-9667261f6bc0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:00.001085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=c56b5483-e0d9-4ca8-8a16-b1b44aca3f52,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:00.039458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:00.040606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Checking segment: {'id': '787cfc1b-8742-4c3c-b9a2-1769003f661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:00.041221 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.041768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Bound using segment: {'id': '787cfc1b-8742-4c3c-b9a2-1769003f661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:00.042908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Bound port: 8d2ff132-8446-475f-af6a-54ac8839ae4c, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787cfc1b-8742-4c3c-b9a2-1769003f661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:00.043444 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.061415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:00.062256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Checking segment: {'id': '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:00.063270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.063836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Bound using segment: {'id': '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:00.064461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Bound port: 67a8975f-d081-4827-a815-bd9e5db76793, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:00.064808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (67a8975f-d081-4827-a815-bd9e5db76793), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.065623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=95b9bc1f-1b9e-4a7d-9dbf-656165b9650a,segment=NetworkSegment(aea7115e-f54c-438c-8309-8ea2c54fe5c8),segment_id=aea7115e-f54c-438c-8309-8ea2c54fe5c8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:00.066598 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.083666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Pushing event updated for resources: {'Port': ['ID=8d2ff132-8446-475f-af6a-54ac8839ae4c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:00.086968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:00.093093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port cbaa2db6-1e98-4514-a373-2db065b89630 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:59:00.113628 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.115437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port cbaa2db6-1e98-4514-a373-2db065b89630 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:00.115812 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.147233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de3f79ca-6fc6-4b3d-b7c6-d029ce5464da None None] Provisioning complete for port 67a8975f-d081-4827-a815-bd9e5db76793 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:00.147602 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de3f79ca-6fc6-4b3d-b7c6-d029ce5464da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (67a8975f-d081-4827-a815-bd9e5db76793), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.205479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (95b9bc1f-1b9e-4a7d-9dbf-656165b9650a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.251289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=95b9bc1f-1b9e-4a7d-9dbf-656165b9650a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:00.262719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No DVR routers for this DVR port 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:59:00.353275 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (ff086924-85c6-42c4-99c8-c7da69f211bf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.357757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de3f79ca-6fc6-4b3d-b7c6-d029ce5464da None None] Port 67a8975f-d081-4827-a815-bd9e5db76793 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:00.379444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff086924-85c6-42c4-99c8-c7da69f211bf']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:00.401040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] For port 67a8975f-d081-4827-a815-bd9e5db76793, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:00.410071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] For port 8d2ff132-8446-475f-af6a-54ac8839ae4c, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:00.411270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea7115e-f54c-438c-8309-8ea2c54fe5c8') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:00.411564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea7115e-f54c-438c-8309-8ea2c54fe5c8') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:00.432806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] For port 67a8975f-d081-4827-a815-bd9e5db76793, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=67a8975f-d081-4827-a815-bd9e5db76793,segment=NetworkSegment(4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1),segment_id=4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:00.435362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] For port 8d2ff132-8446-475f-af6a-54ac8839ae4c, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8d2ff132-8446-475f-af6a-54ac8839ae4c,segment=NetworkSegment(787cfc1b-8742-4c3c-b9a2-1769003f661c),segment_id=787cfc1b-8742-4c3c-b9a2-1769003f661c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:00.443858 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (67a8975f-d081-4827-a815-bd9e5db76793), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.446079 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (aea7115e-f54c-438c-8309-8ea2c54fe5c8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.463429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (aea7115e-f54c-438c-8309-8ea2c54fe5c8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.465871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port cbaa2db6-1e98-4514-a373-2db065b89630 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:00.465871 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.482082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:59:00.483907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (aea7115e-f54c-438c-8309-8ea2c54fe5c8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.487457 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:59:00.492587 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:59:00.581245 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a830bf-1671-4dd4-9553-2980aaf24d4a None None] DHCP port deletion for ff086924-85c6-42c4-99c8-c7da69f211bf request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:59:00.603163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (ff086924-85c6-42c4-99c8-c7da69f211bf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.611418 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.621576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/networks/ff086924-85c6-42c4-99c8-c7da69f211bf HTTP/1.1" status: 204 len: 168 time: 0.9656541 Jan 28 03:59:00.623033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34460) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:00.653919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'network': {'name': 'tempest-RoutersTest-1416900545'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:00.660190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8afb6-ea97-44c0-bbf4-2af15bf612a4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Network': ['ID=ff086924-85c6-42c4-99c8-c7da69f211bf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:00.677035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1cb0c5-5930-423e-911c-57f2967a149a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbaa2db6-1e98-4514-a373-2db065b89630'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:59:00.684959 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb86527-f8fe-46ba-b068-37386a0748da" -d '{"events": [{"server_uuid": "9a1cb0c5-5930-423e-911c-57f2967a149a", "name": "network-vif-plugged", "status": "completed", "tag": "cbaa2db6-1e98-4514-a373-2db065b89630"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:59:00.737571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:00.738487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:00.748763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port cbaa2db6-1e98-4514-a373-2db065b89630, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbaa2db6-1e98-4514-a373-2db065b89630,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:00.761778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:00.777906 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.833213 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cd5eaf-89c2-41b5-a76d-ddaeebde7676 x-openstack-request-id: req-d4cd5eaf-89c2-41b5-a76d-ddaeebde7676 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:59:00.833765 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1cb0c5-5930-423e-911c-57f2967a149a", "name": "network-vif-plugged", "status": "completed", "tag": "cbaa2db6-1e98-4514-a373-2db065b89630", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:59:00.834113 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4cd5eaf-89c2-41b5-a76d-ddaeebde7676 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:59:00.834481 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1cb0c5-5930-423e-911c-57f2967a149a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbaa2db6-1e98-4514-a373-2db065b89630', 'code': 200} Jan 28 03:59:00.843295 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.857646 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.871484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.873553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.909083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3b2c0-8881-4311-aace-3bf639aaa012 None None] Pushing event updated for resources: {'Port': ['ID=67a8975f-d081-4827-a815-bd9e5db76793,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:00.918348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7342d-2996-4be9-80e5-fa7924738fa9 req-03fabea6-cd56-4120-a5ce-58c61ac771ff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:00.919877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fee7342d-2996-4be9-80e5-fa7924738fa9 req-03fabea6-cd56-4120-a5ce-58c61ac771ff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 944 time: 0.2721875 Jan 28 03:59:00.920685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:59:00.988308 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (95047dfb-da78-4a2c-b24a-b078f0cbd200), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.988654 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added segment 95047dfb-da78-4a2c-b24a-b078f0cbd200 of type vlan for network ab359de5-288d-4952-9fcf-fbd05759aba0 Jan 28 03:59:01.041472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fee7342d-2996-4be9-80e5-fa7924738fa9 req-9e744aec-191a-4f23-845d-141e31d98c4c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064489 Jan 28 03:59:01.130700 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (ab359de5-288d-4952-9fcf-fbd05759aba0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:01.204052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (ab359de5-288d-4952-9fcf-fbd05759aba0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:01.209358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:01.217710 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:01.299468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9202ce-338c-49a3-9d64-96b0be3c7dab req-161b3327-77b7-4142-92a3-3f9c32054d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:01.301554 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2d9202ce-338c-49a3-9d64-96b0be3c7dab req-161b3327-77b7-4142-92a3-3f9c32054d12 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 1097 time: 0.3681049 Jan 28 03:59:01.302295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=c56b5483-e0d9-4ca8-8a16-b1b44aca3f52,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:01.326237 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6807930 Jan 28 03:59:01.334150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:01.343331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'subnet': {'network_id': 'ab359de5-288d-4952-9fcf-fbd05759aba0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:01.397200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a57c70-9d6e-46d2-9d56-80a8ce7da966 None None] Pushing event updated for resources: {'Port': ['ID=8d2ff132-8446-475f-af6a-54ac8839ae4c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:01.425987 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:01.431838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network e56e8d35-66b6-4026-a07f-9667261f6bc0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:01.437118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:01.451357 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2d9202ce-338c-49a3-9d64-96b0be3c7dab req-529a33cf-f82f-4125-a4c3-3aae68725ed1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419764 Jan 28 03:59:01.503502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178e5ca-b1df-4c9a-b582-f7e6dad4a8c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Network': ['ID=ab359de5-288d-4952-9fcf-fbd05759aba0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:01.550773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network ab359de5-288d-4952-9fcf-fbd05759aba0 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:59:01.562220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:01.599156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:01.605252 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:01.694958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:01.703923 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e9faae1c-0c4e-4f4d-9e80-9d4a5210a2c2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4644608 Jan 28 03:59:01.705711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34480) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:01.713693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1246747521'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:01.735790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7446c1f3-9df8-4f70-976e-e18ba3421e43 None None] Provisioning complete for port 67a8975f-d081-4827-a815-bd9e5db76793 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:01.736047 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7446c1f3-9df8-4f70-976e-e18ba3421e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (67a8975f-d081-4827-a815-bd9e5db76793), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:01.742923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:01.746526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:01.816354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:59:01.839022 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (bce45e1f-45f0-46cb-b90a-1af138e019cf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:01.839585 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added segment bce45e1f-45f0-46cb-b90a-1af138e019cf of type vlan for network e929672b-b191-4fd3-bba4-47bd330e240a Jan 28 03:59:01.934686 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (e929672b-b191-4fd3-bba4-47bd330e240a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.008301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (e929672b-b191-4fd3-bba4-47bd330e240a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.013606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:02.014347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.020303 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (642bb447-caff-4118-b5e8-74fae6cee8dd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.064158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=cbaa2db6-1e98-4514-a373-2db065b89630,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:02.095990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7446c1f3-9df8-4f70-976e-e18ba3421e43 None None] Current status of the port 67a8975f-d081-4827-a815-bd9e5db76793 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:02.096400 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7446c1f3-9df8-4f70-976e-e18ba3421e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (67a8975f-d081-4827-a815-bd9e5db76793), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.153737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8d2ff132-8446-475f-af6a-54ac8839ae4c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:02.166746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Network': ['ID=e929672b-b191-4fd3-bba4-47bd330e240a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:02.190822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Checking segment: {'id': '95047dfb-da78-4a2c-b24a-b078f0cbd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ab359de5-288d-4952-9fcf-fbd05759aba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:02.191329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network hostable DHCP agents. Network: ab359de5-288d-4952-9fcf-fbd05759aba0, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:59:02.197492 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-98d33014-5416-436a-8809-8211a9eefcf2 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4901116 Jan 28 03:59:02.199879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:02.208951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Subnet': ['ID=642bb447-caff-4118-b5e8-74fae6cee8dd,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:02.209313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'subnet': {'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:02.268881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network e929672b-b191-4fd3-bba4-47bd330e240a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:59:02.297105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network ab359de5-288d-4952-9fcf-fbd05759aba0 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:59:02.350573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27c78d-7fff-4f05-88a7-75cd8f18293b req-c7190b2b-9424-4214-b0e9-dbe9a09a23f7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:02.352259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b27c78d-7fff-4f05-88a7-75cd8f18293b req-c7190b2b-9424-4214-b0e9-dbe9a09a23f7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 945 time: 0.1528857 Jan 28 03:59:02.353533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, ab359de5-288d-4952-9fcf-fbd05759aba0) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:02.362142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:02.364463 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.403547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:02.410366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.433946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3ee13-e427-48dc-b27e-8c1c869c9152 None None] Network ab359de5-288d-4952-9fcf-fbd05759aba0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:02.497585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b27c78d-7fff-4f05-88a7-75cd8f18293b req-f75d30fc-4f3a-440a-a969-eb4816159269 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223223 Jan 28 03:59:02.517986 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7446c1f3-9df8-4f70-976e-e18ba3421e43 None None] For port 67a8975f-d081-4827-a815-bd9e5db76793, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=67a8975f-d081-4827-a815-bd9e5db76793,segment=NetworkSegment(4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1),segment_id=4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:02.532009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a339e6a6-2611-49be-b0c2-8cc67891deaa tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1921124 Jan 28 03:59:02.534191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34496) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:02.541935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f92f161d-e09c-401e-8372-884604d2361c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-532922271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:02.594766 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f92f161d-e09c-401e-8372-884604d2361c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.595932 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f92f161d-e09c-401e-8372-884604d2361c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.636170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b6988-9be7-444f-96f9-3c56d3ec1ab7 None None] Network e56e8d35-66b6-4026-a07f-9667261f6bc0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:02.687308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-ab359de5-288d-4952-9fcf-fbd05759aba0', 'network_id': 'ab359de5-288d-4952-9fcf-fbd05759aba0', 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'fixed_ips': [{'subnet_id': '642bb447-caff-4118-b5e8-74fae6cee8dd'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:59:02.692875 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.737241 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7446c1f3-9df8-4f70-976e-e18ba3421e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (67a8975f-d081-4827-a815-bd9e5db76793), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.779644 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f92f161d-e09c-401e-8372-884604d2361c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.793674 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f92f161d-e09c-401e-8372-884604d2361c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.828790 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f92f161d-e09c-401e-8372-884604d2361c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:02.833259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f92f161d-e09c-401e-8372-884604d2361c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2953329 Jan 28 03:59:02.833852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34500) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:02.862754 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (f4ed7375-3eaa-4dd2-ba14-3bdd34313a24), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:03.007834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Subnet': ['ID=f4ed7375-3eaa-4dd2-ba14-3bdd34313a24,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:03.044024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Checking segment: {'id': 'bce45e1f-45f0-46cb-b90a-1af138e019cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:03.044614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network hostable DHCP agents. Network: e929672b-b191-4fd3-bba4-47bd330e240a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:59:03.076202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network e929672b-b191-4fd3-bba4-47bd330e240a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:59:03.098775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, e929672b-b191-4fd3-bba4-47bd330e240a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:03.106410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:03.107128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:03.142449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc9608-be88-4a2e-98fc-cd2c85c9b5b8 None None] Network e929672b-b191-4fd3-bba4-47bd330e240a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:03.152451 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ffa50383-f4db-4e51-96fd-b8a4673e532e tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9514129 Jan 28 03:59:03.153104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:03.174938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7af0c220-71e6-4c3f-ba36-eb14439dae3b None None] Provisioning complete for port 8d2ff132-8446-475f-af6a-54ac8839ae4c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:03.175467 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7af0c220-71e6-4c3f-ba36-eb14439dae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:03.309624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446c1f3-9df8-4f70-976e-e18ba3421e43 None None] Pushing event updated for resources: {'Port': ['ID=67a8975f-d081-4827-a815-bd9e5db76793,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:03.318458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:00Z', 'revision_number': 3, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:00Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:58:59Z', 'revision_number': 1, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:03.361578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904d57d5-e406-4487-ba72-2252eafe4a83 None None] The sync data for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 is: [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:00Z', 'revision_number': 3, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:00Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:58:59Z', 'revision_number': 1, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:03.363302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8d2ff132-8446-475f-af6a-54ac8839ae4c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:03.363774 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:03.448449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:03.617584 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Allocated IP 172.20.0.2 (ab359de5-288d-4952-9fcf-fbd05759aba0/642bb447-caff-4118-b5e8-74fae6cee8dd/deb91752-8ca1-4b3c-b47b-ece1478d27bb) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:03.659202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7af0c220-71e6-4c3f-ba36-eb14439dae3b None None] Current status of the port 8d2ff132-8446-475f-af6a-54ac8839ae4c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:03.659601 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7af0c220-71e6-4c3f-ba36-eb14439dae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:03.701812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-e929672b-b191-4fd3-bba4-47bd330e240a', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:59:03.702582 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:03.833515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459e22f-dbdd-4628-93de-06a5dba2b75d req-8c5c9a33-1e9f-4814-86c0-fdd4eab52b1c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:03.836262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1459e22f-dbdd-4628-93de-06a5dba2b75d req-8c5c9a33-1e9f-4814-86c0-fdd4eab52b1c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 945 time: 0.1896374 Jan 28 03:59:03.900012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8d2ff132-8446-475f-af6a-54ac8839ae4c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:03.900758 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:03.928601 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:03.936291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7af0c220-71e6-4c3f-ba36-eb14439dae3b None None] For port 8d2ff132-8446-475f-af6a-54ac8839ae4c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8d2ff132-8446-475f-af6a-54ac8839ae4c,segment=NetworkSegment(787cfc1b-8742-4c3c-b9a2-1769003f661c),segment_id=787cfc1b-8742-4c3c-b9a2-1769003f661c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:03.980626 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7af0c220-71e6-4c3f-ba36-eb14439dae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:04.084152 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1459e22f-dbdd-4628-93de-06a5dba2b75d req-27264209-b31c-4c9b-9ac0-197c86fa766a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562221 Jan 28 03:59:04.165261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0c220-71e6-4c3f-ba36-eb14439dae3b None None] Pushing event updated for resources: {'Port': ['ID=8d2ff132-8446-475f-af6a-54ac8839ae4c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:04.375562 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-784103a6-79a3-4e91-a587-3ecf2bc9ab47 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3a702ce6664946df8c8b86e3a4cc2160 HTTP/1.1" status: 200 len: 267 time: 0.1362619 Jan 28 03:59:04.416258 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Publish callbacks [] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:04.462079 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:04.558907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Allocated IP 172.20.0.1 (ab359de5-288d-4952-9fcf-fbd05759aba0/642bb447-caff-4118-b5e8-74fae6cee8dd/d006e49f-062d-4245-8857-21d0f6a9ebd5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:04.781689 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (d006e49f-062d-4245-8857-21d0f6a9ebd5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:04.838798 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-78683f2c-2730-4653-b25c-fad6d44a80cc None None] Provisioning complete for port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:04.840402 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78683f2c-2730-4653-b25c-fad6d44a80cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:04.919390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-84ec8dbf-0308-47b9-8787-5acd25fc97f3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:04.922549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-84ec8dbf-0308-47b9-8787-5acd25fc97f3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 945 time: 0.5368779 Jan 28 03:59:04.955712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-1dce929a-26eb-4700-9361-da9637af8618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'port': {'security_groups': []}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:04.967796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d006e49f-062d-4245-8857-21d0f6a9ebd5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.011116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Network ab359de5-288d-4952-9fcf-fbd05759aba0 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:05.034148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:05.041229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:59:05.041229 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:59:05.041229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:05.052202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-78683f2c-2730-4653-b25c-fad6d44a80cc None None] Port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:05.072881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Pushing event updated for resources: {'Port': ['ID=deb91752-8ca1-4b3c-b47b-ece1478d27bb,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:05.171151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Allocated IP 2001:db8:2::2 (e929672b-b191-4fd3-bba4-47bd330e240a/f4ed7375-3eaa-4dd2-ba14-3bdd34313a24/4244bd43-9fc9-46b9-b2c7-93bb03b0b406) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:05.180127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network ab359de5-288d-4952-9fcf-fbd05759aba0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:05.198646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:05.238417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:05.244186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=d006e49f-062d-4245-8857-21d0f6a9ebd5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:05.291979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-78683f2c-2730-4653-b25c-fad6d44a80cc None None] Provisioning complete for port 8d2ff132-8446-475f-af6a-54ac8839ae4c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:05.293012 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78683f2c-2730-4653-b25c-fad6d44a80cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.303210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-1dce929a-26eb-4700-9361-da9637af8618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.329851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Attempting to bind port deb91752-8ca1-4b3c-b47b-ece1478d27bb on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:05.334807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Attempting to bind port deb91752-8ca1-4b3c-b47b-ece1478d27bb by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '95047dfb-da78-4a2c-b24a-b078f0cbd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ab359de5-288d-4952-9fcf-fbd05759aba0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:05.335819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Attempting to bind port deb91752-8ca1-4b3c-b47b-ece1478d27bb on network ab359de5-288d-4952-9fcf-fbd05759aba0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:05.356666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:05.357205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Checking segment: {'id': '95047dfb-da78-4a2c-b24a-b078f0cbd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ab359de5-288d-4952-9fcf-fbd05759aba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:05.357748 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.358256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Bound using segment: {'id': '95047dfb-da78-4a2c-b24a-b078f0cbd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ab359de5-288d-4952-9fcf-fbd05759aba0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:05.358857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Bound port: deb91752-8ca1-4b3c-b47b-ece1478d27bb, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95047dfb-da78-4a2c-b24a-b078f0cbd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ab359de5-288d-4952-9fcf-fbd05759aba0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:05.359907 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.378666 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.657900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-1dce929a-26eb-4700-9361-da9637af8618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] For port cbaa2db6-1e98-4514-a373-2db065b89630, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbaa2db6-1e98-4514-a373-2db065b89630,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:05.676045 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Publish callbacks [] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.697403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8d2ff132-8446-475f-af6a-54ac8839ae4c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:05.708820 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.737342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] For port deb91752-8ca1-4b3c-b47b-ece1478d27bb, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:05.770891 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d006e49f-062d-4245-8857-21d0f6a9ebd5), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.779408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-1dce929a-26eb-4700-9361-da9637af8618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for port (cbaa2db6-1e98-4514-a373-2db065b89630), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.791835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-78683f2c-2730-4653-b25c-fad6d44a80cc None None] Current status of the port 8d2ff132-8446-475f-af6a-54ac8839ae4c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:05.801818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-1dce929a-26eb-4700-9361-da9637af8618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.815343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:05.831287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Allocated IP 2001:db8:2::1 (e929672b-b191-4fd3-bba4-47bd330e240a/f4ed7375-3eaa-4dd2-ba14-3bdd34313a24/c89e4e17-0d75-4db2-bb23-5679c8642840) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:05.849298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] For port deb91752-8ca1-4b3c-b47b-ece1478d27bb, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=deb91752-8ca1-4b3c-b47b-ece1478d27bb,segment=NetworkSegment(95047dfb-da78-4a2c-b24a-b078f0cbd200),segment_id=95047dfb-da78-4a2c-b24a-b078f0cbd200)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:05.881173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Network e929672b-b191-4fd3-bba4-47bd330e240a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:05.882837 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['988590e8-d350-4bdf-b316-77470d264e94', '9554f058-d2f8-4482-a338-1fcf28eac0ad', 'cbaa2db6-1e98-4514-a373-2db065b89630'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:59:05.896025 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.898145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:05.898501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 95b9bc1f-1b9e-4a7d-9dbf-656165b9650a not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:05.938737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:05.953739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:05.967205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Pushing event updated for resources: {'Port': ['ID=4244bd43-9fc9-46b9-b2c7-93bb03b0b406,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:06.020406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce929a-26eb-4700-9361-da9637af8618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'Port': ['ID=cbaa2db6-1e98-4514-a373-2db065b89630,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:06.055763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-09ff8752-4ac1-46fe-af56-85ec633977bd None None] Provisioning complete for port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:06.056177 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09ff8752-4ac1-46fe-af56-85ec633977bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:06.083038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-1dce929a-26eb-4700-9361-da9637af8618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:06.093852 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-1dce929a-26eb-4700-9361-da9637af8618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:06.104913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94a43516-7036-4343-b2a6-a1c608a7a9a8 req-1dce929a-26eb-4700-9361-da9637af8618 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "PUT /v2.0/ports/cbaa2db6-1e98-4514-a373-2db065b89630 HTTP/1.1" status: 200 len: 904 time: 1.1525505 Jan 28 03:59:06.104913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1cb0c5-5930-423e-911c-57f2967a149a', 'tag': 'cbaa2db6-1e98-4514-a373-2db065b89630'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:59:06.116912 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f93c499-fe69-4da3-b444-8a8f9e430538" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1cb0c5-5930-423e-911c-57f2967a149a", "tag": "cbaa2db6-1e98-4514-a373-2db065b89630"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:59:06.274184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:06.299217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['cbaa2db6-1e98-4514-a373-2db065b89630'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:59:06.402690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 67a8975f-d081-4827-a815-bd9e5db76793 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:06.412177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Attempting to bind port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:06.412555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Attempting to bind port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'bce45e1f-45f0-46cb-b90a-1af138e019cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:06.412941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Attempting to bind port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 on network e929672b-b191-4fd3-bba4-47bd330e240a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:06.457585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-09ff8752-4ac1-46fe-af56-85ec633977bd None None] Port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:06.502057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1a9c3-3f09-4133-9a59-15a0e36fd69c None None] Pushing event updated for resources: {'Port': ['ID=deb91752-8ca1-4b3c-b47b-ece1478d27bb,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:06.502252 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:06.639531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:06.644358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Checking segment: {'id': 'bce45e1f-45f0-46cb-b90a-1af138e019cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:06.645102 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:06.646601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Bound using segment: {'id': 'bce45e1f-45f0-46cb-b90a-1af138e019cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:06.647123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Bound port: 4244bd43-9fc9-46b9-b2c7-93bb03b0b406, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce45e1f-45f0-46cb-b90a-1af138e019cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:06.647522 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:06.658737 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (d006e49f-062d-4245-8857-21d0f6a9ebd5), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:06.694946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network e929672b-b191-4fd3-bba4-47bd330e240a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:06.699954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:06.700820 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dafc43-34e4-4fdd-922e-a2dd4a2599fc x-openstack-request-id: req-b8dafc43-34e4-4fdd-922e-a2dd4a2599fc {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:59:06.701224 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1cb0c5-5930-423e-911c-57f2967a149a", "tag": "cbaa2db6-1e98-4514-a373-2db065b89630", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:59:06.701611 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8dafc43-34e4-4fdd-922e-a2dd4a2599fc {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:59:06.702144 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1cb0c5-5930-423e-911c-57f2967a149a', 'tag': 'cbaa2db6-1e98-4514-a373-2db065b89630', 'status': 'completed', 'code': 200} Jan 28 03:59:06.707403 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (d006e49f-062d-4245-8857-21d0f6a9ebd5), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:06.711313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:06.712226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:06.724672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-1724631e-8add-4b54-a602-3bbb9c9c1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:06.726634 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-1724631e-8add-4b54-a602-3bbb9c9c1cde service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 1059 time: 0.4392703 Jan 28 03:59:06.828414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=d006e49f-062d-4245-8857-21d0f6a9ebd5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:06.843886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=c89e4e17-0d75-4db2-bb23-5679c8642840,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:06.879849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a83b3-4b27-426c-9c59-984913b5faad req-0fd32b95-1405-465d-97ea-dc597ff3b413 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:06.896505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d9a83b3-4b27-426c-9c59-984913b5faad req-0fd32b95-1405-465d-97ea-dc597ff3b413 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 907 time: 0.2275281 Jan 28 03:59:06.898294 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:07.044291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] For port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:07.051351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] For port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4244bd43-9fc9-46b9-b2c7-93bb03b0b406,segment=NetworkSegment(bce45e1f-45f0-46cb-b90a-1af138e019cf),segment_id=bce45e1f-45f0-46cb-b90a-1af138e019cf)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:07.053355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d0fda291-f23d-4fee-bc7c-9fbbc456a279 None None] Provisioning complete for port cbaa2db6-1e98-4514-a373-2db065b89630 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:07.056078 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0fda291-f23d-4fee-bc7c-9fbbc456a279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:07.088211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-d817143e-88f6-49ca-b04f-6d205ed99e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:07.089773 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-d817143e-88f6-49ca-b04f-6d205ed99e4c service neutron] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.3107240 Jan 28 03:59:07.131075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:07.133318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Sync routers for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:07.138934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:07.161562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network ab359de5-288d-4952-9fcf-fbd05759aba0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:07.163655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 67a8975f-d081-4827-a815-bd9e5db76793 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:07.164000 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (67a8975f-d081-4827-a815-bd9e5db76793), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:07.186158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:07.198231 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-dc548b09-3f44-4c69-8788-844dd726e115 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbaa2db6-1e98-4514-a373-2db065b89630 HTTP/1.1" status: 200 len: 217 time: 0.1013350 Jan 28 03:59:07.198979 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:07.318993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-f02b01d5-fcd4-4af9-b4df-d5f5fa5b770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:07.324016 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-f02b01d5-fcd4-4af9-b4df-d5f5fa5b770e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1094220 Jan 28 03:59:07.376501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:07.377178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:07.506919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:07.620683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-ebba3daa-83ee-4cc2-b474-304994ad5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:07.622833 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-ebba3daa-83ee-4cc2-b474-304994ad5cea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2698989 Jan 28 03:59:08.007459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 67a8975f-d081-4827-a815-bd9e5db76793 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:08.010646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8d2ff132-8446-475f-af6a-54ac8839ae4c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:08.079735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d0fda291-f23d-4fee-bc7c-9fbbc456a279 None None] Current status of the port cbaa2db6-1e98-4514-a373-2db065b89630 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:08.093520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36d94acd-6698-4d31-bfc3-c76581a588c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:08.108056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711acdb4-3ffb-4db4-aba9-5fc1310b4b7c None None] Pushing event updated for resources: {'Port': ['ID=4244bd43-9fc9-46b9-b2c7-93bb03b0b406,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:08.111050 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-6aee2273-f143-445f-88f9-36f9e52fd2f2 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747291 Jan 28 03:59:08.163579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:07Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:00Z', 'revision_number': 2, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:05Z', 'revision_number': 1, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:08.213432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:08.264156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21078a-591c-408d-9583-28a0b265d54d req-5d97fec3-a833-4c95-9b46-3587ab3c7516 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:08.267003 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e21078a-591c-408d-9583-28a0b265d54d req-5d97fec3-a833-4c95-9b46-3587ab3c7516 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 1.1253004 Jan 28 03:59:08.282834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:08.288112 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:08.381663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e21078a-591c-408d-9583-28a0b265d54d req-7a7f37b2-8185-4938-9e5a-61f202a1634d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070557 Jan 28 03:59:08.382317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router 6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:59:08.498635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=c89e4e17-0d75-4db2-bb23-5679c8642840,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:08.542956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8d2ff132-8446-475f-af6a-54ac8839ae4c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:08.543264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:08.551516 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6f93c499-fe69-4da3-b444-8a8f9e430538 req-a268ffcc-82c6-45b0-ae3a-07d64013cd46 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330438 Jan 28 03:59:08.562515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Checking router: 0e3c944e-66d7-47ec-8383-5dd017f7276e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:08.563087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Updating router 0e3c944e-66d7-47ec-8383-5dd017f7276e port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:59:08.600545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network e929672b-b191-4fd3-bba4-47bd330e240a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:08.602689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:08.611535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36d94acd-6698-4d31-bfc3-c76581a588c4 admin admin] Publish callbacks [] for security_group (9e95856f-4f47-4e10-bd9c-9c9b3c2f38c6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:08.619032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ded205-1641-4645-8674-bfc312201362 None None] Network ab359de5-288d-4952-9fcf-fbd05759aba0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:08.645313 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:08.652548 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36d94acd-6698-4d31-bfc3-c76581a588c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9e95856f-4f47-4e10-bd9c-9c9b3c2f38c6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:08.715530 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-36d94acd-6698-4d31-bfc3-c76581a588c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c7525f1118e44e8a1811a29f77f95e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5452030 Jan 28 03:59:08.717329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d94acd-6698-4d31-bfc3-c76581a588c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e95856f-4f47-4e10-bd9c-9c9b3c2f38c6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:08.721047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:08.725753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:08.738583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-372254da-cb45-4007-bb3b-99211e382417 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9035611 Jan 28 03:59:08.750312 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb9744-e576-4fa9-bbe6-fc22dad14f1d None None] Sync routers for ids ['6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:08.753409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34596) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:08.763459 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb9744-e576-4fa9-bbe6-fc22dad14f1d None None] Routers {'6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:08.769065 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65cb9744-e576-4fa9-bbe6-fc22dad14f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:08.791241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b07721-728c-4831-9a0c-be2768dde8a4 req-bf8b7092-cf7a-4134-aaf3-d66ed12ea901 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:08.796479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-95e800ad-34f3-4e48-ab8a-3da3bdecf6c3 None None] Provisioning complete for port deb91752-8ca1-4b3c-b47b-ece1478d27bb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:08.797005 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95e800ad-34f3-4e48-ab8a-3da3bdecf6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:08.805421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89b07721-728c-4831-9a0c-be2768dde8a4 req-bf8b7092-cf7a-4134-aaf3-d66ed12ea901 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2432938 Jan 28 03:59:08.833944 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65cb9744-e576-4fa9-bbe6-fc22dad14f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:08.861778 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb9744-e576-4fa9-bbe6-fc22dad14f1d None None] Routers {'6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:08.862392 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65cb9744-e576-4fa9-bbe6-fc22dad14f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:58:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:08.866837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:08.915708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146ce5a-a509-40dd-861b-926f1982dd55 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:08.920395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d146ce5a-a509-40dd-861b-926f1982dd55 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports/d006e49f-062d-4245-8857-21d0f6a9ebd5 HTTP/1.1" status: 200 len: 910 time: 0.1656282 Jan 28 03:59:08.922941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:08.970118 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65cb9744-e576-4fa9-bbe6-fc22dad14f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:08.970841 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb9744-e576-4fa9-bbe6-fc22dad14f1d None None] The sync data for ids ['6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:09.061819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89b07721-728c-4831-9a0c-be2768dde8a4 req-128270a5-4333-45ab-9b34-dccd241099c5 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540379 Jan 28 03:59:09.124011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:09.141742 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1eabb2b6-8d00-4cf3-9872-d53b0eeab261 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9870846 Jan 28 03:59:09.144717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34606) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:09.154587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-95e800ad-34f3-4e48-ab8a-3da3bdecf6c3 None None] Current status of the port deb91752-8ca1-4b3c-b47b-ece1478d27bb is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:09.154587 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95e800ad-34f3-4e48-ab8a-3da3bdecf6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:09.155289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1887202666'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:09.269976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c573ba83-e898-4ab5-9bd6-75d2a32774d2 admin admin] Publish callbacks [] for security_group (9e95856f-4f47-4e10-bd9c-9c9b3c2f38c6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:09.273625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:09.285368 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:09.352736 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-95e800ad-34f3-4e48-ab8a-3da3bdecf6c3 None None] For port deb91752-8ca1-4b3c-b47b-ece1478d27bb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=deb91752-8ca1-4b3c-b47b-ece1478d27bb,segment=NetworkSegment(95047dfb-da78-4a2c-b24a-b078f0cbd200),segment_id=95047dfb-da78-4a2c-b24a-b078f0cbd200)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:09.375702 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95e800ad-34f3-4e48-ab8a-3da3bdecf6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:09.399459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8d2ff132-8446-475f-af6a-54ac8839ae4c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:09.540007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e800ad-34f3-4e48-ab8a-3da3bdecf6c3 None None] Pushing event updated for resources: {'Port': ['ID=deb91752-8ca1-4b3c-b47b-ece1478d27bb,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:09.608642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff317d24-a791-4606-9232-1908fc6ced69 None None] Network e929672b-b191-4fd3-bba4-47bd330e240a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:09.737007 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-d9a3c877-b272-46e2-b407-97d90c05190f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1036468 Jan 28 03:59:09.780642 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks [] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:09.817963 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c573ba83-e898-4ab5-9bd6-75d2a32774d2 admin admin] Publish callbacks [] for security_group (9e95856f-4f47-4e10-bd9c-9c9b3c2f38c6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:09.821431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:59:09.873111 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (1dfc6d1a-a687-4082-80bd-67f6c071eb29), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:09.873882 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added segment 1dfc6d1a-a687-4082-80bd-67f6c071eb29 of type vlan for network 67bddbb9-965d-4488-8efe-d48cebef0043 Jan 28 03:59:09.907145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-d2dc4bff-24d5-4c57-a45f-3a4367e5ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:09.910837 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-d2dc4bff-24d5-4c57-a45f-3a4367e5ec38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1098 time: 0.1302974 Jan 28 03:59:09.937497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device deb91752-8ca1-4b3c-b47b-ece1478d27bb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:09.944598 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.022458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-22e4e5b7-38f7-42a5-94ff-0647da7139f2 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:10.024049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-22e4e5b7-38f7-42a5-94ff-0647da7139f2 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 812 time: 0.6966865 Jan 28 03:59:10.051728 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (67bddbb9-965d-4488-8efe-d48cebef0043), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.076890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-2d043365-ddb9-4ac3-b38e-21449676aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:10.079962 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-2d043365-ddb9-4ac3-b38e-21449676aa62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.1392410 Jan 28 03:59:10.129612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-1ca87c07-95c2-4bbd-a7c1-7ecd3d5f1604 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/quotas/3a702ce6664946df8c8b86e3a4cc2160 HTTP/1.1" status: 200 len: 375 time: 0.0930870 Jan 28 03:59:10.174579 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c573ba83-e898-4ab5-9bd6-75d2a32774d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9e95856f-4f47-4e10-bd9c-9c9b3c2f38c6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.182462 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c573ba83-e898-4ab5-9bd6-75d2a32774d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.187417 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c573ba83-e898-4ab5-9bd6-75d2a32774d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e95856f-4f47-4e10-bd9c-9c9b3c2f38c6 HTTP/1.1" status: 204 len: 168 time: 1.4640994 Jan 28 03:59:10.197140 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-7deb7f33-4115-43b7-aea4-cd0e3525610d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 1000 time: 0.1108022 Jan 28 03:59:10.318588 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (67bddbb9-965d-4488-8efe-d48cebef0043), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.321143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-31ebf144-9683-4872-a04e-58258e7ac166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:10.322456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5f20c54d-ecb3-45c8-be63-62ac3eb6cb97 None None] Provisioning complete for port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:10.322907 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-31ebf144-9683-4872-a04e-58258e7ac166 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.1184950 Jan 28 03:59:10.323019 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5f20c54d-ecb3-45c8-be63-62ac3eb6cb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.348227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:10.349117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.375546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573ba83-e898-4ab5-9bd6-75d2a32774d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e95856f-4f47-4e10-bd9c-9c9b3c2f38c6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:10.392333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba996e-0d0b-4b04-af8b-876158e49565 None None] Pushing event updated for resources: {'Port': ['ID=c56b5483-e0d9-4ca8-8a16-b1b44aca3f52,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:10.454997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-466080ca-8b5e-4160-9e1c-f24f3c72aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:10.456974 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-466080ca-8b5e-4160-9e1c-f24f3c72aec1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271811 Jan 28 03:59:10.560343 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-790e580a-6d82-47e3-b535-310fc325e89f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4093089 Jan 28 03:59:10.567963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4189029 Jan 28 03:59:10.572714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34638) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:10.581695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'subnet': {'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:10.681233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5b360-c3d8-482d-bdcd-cf05c72889e8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Network': ['ID=67bddbb9-965d-4488-8efe-d48cebef0043,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:10.697360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5f20c54d-ecb3-45c8-be63-62ac3eb6cb97 None None] Current status of the port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:10.697760 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5f20c54d-ecb3-45c8-be63-62ac3eb6cb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.717592 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-4b45f2e9-e1d3-49b2-9696-ae8787e3db28 service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531800 Jan 28 03:59:10.744543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 67bddbb9-965d-4488-8efe-d48cebef0043 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:59:10.802468 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c60800b2-48f0-4b5e-bdf7-ac0df36ada3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.827072 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.882370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Attempting to bind port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:10.882796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Attempting to bind port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '787cfc1b-8742-4c3c-b9a2-1769003f661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:10.883165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Attempting to bind port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 on network e56e8d35-66b6-4026-a07f-9667261f6bc0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:10.914851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5f20c54d-ecb3-45c8-be63-62ac3eb6cb97 None None] For port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4244bd43-9fc9-46b9-b2c7-93bb03b0b406,segment=NetworkSegment(bce45e1f-45f0-46cb-b90a-1af138e019cf),segment_id=bce45e1f-45f0-46cb-b90a-1af138e019cf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:10.918319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:10.918705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Checking segment: {'id': '787cfc1b-8742-4c3c-b9a2-1769003f661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:10.919114 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.919515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Bound using segment: {'id': '787cfc1b-8742-4c3c-b9a2-1769003f661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:10.920441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Bound port: c56b5483-e0d9-4ca8-8a16-b1b44aca3f52, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787cfc1b-8742-4c3c-b9a2-1769003f661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:10.920824 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.947207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:10.971107 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d0f6799-2028-4217-86de-e57e44bee7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:10.983164 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4749fc96-7b68-403c-893e-79b9d5f4bff7 req-b7d81f23-5e2b-490c-a4d8-9887dd69001e service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578228 Jan 28 03:59:10.999714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-96a84425-c45f-4367-a283-02da61b77947 service neutron] 10.222.0.44 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117765 Jan 28 03:59:11.023416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] For port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:11.033366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] For port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c56b5483-e0d9-4ca8-8a16-b1b44aca3f52,segment=NetworkSegment(787cfc1b-8742-4c3c-b9a2-1769003f661c),segment_id=787cfc1b-8742-4c3c-b9a2-1769003f661c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:11.035117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port deb91752-8ca1-4b3c-b47b-ece1478d27bb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:11.037341 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.044253 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5f20c54d-ecb3-45c8-be63-62ac3eb6cb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.084805 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.090942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Made reservation on behalf of d66c50ac6dce4e268cc0c386cc099a70 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:11.094771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.150764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Updating router 0e3c944e-66d7-47ec-8383-5dd017f7276e port c89e4e17-0d75-4db2-bb23-5679c8642840 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:59:11.203779 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.204806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c54d-ecb3-45c8-be63-62ac3eb6cb97 None None] Pushing event updated for resources: {'Port': ['ID=4244bd43-9fc9-46b9-b2c7-93bb03b0b406,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:11.257554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d0f6799-2028-4217-86de-e57e44bee7d7 admin admin] Publish callbacks [] for security_group (613f31f1-eb6f-47f3-ac0a-a8a11ba91151), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.319277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d0f6799-2028-4217-86de-e57e44bee7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (613f31f1-eb6f-47f3-ac0a-a8a11ba91151), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.379547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-1b5ebebc-92ae-4365-a3ef-4577d8f98924 service neutron] 10.222.0.44 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684866 Jan 28 03:59:11.387248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f6799-2028-4217-86de-e57e44bee7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613f31f1-eb6f-47f3-ac0a-a8a11ba91151,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:11.399013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1d0f6799-2028-4217-86de-e57e44bee7d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04b735d6203b433d86d47867b81e123b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4506571 Jan 28 03:59:11.401462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34654) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:11.470649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba996e-0d0b-4b04-af8b-876158e49565 None None] Pushing event updated for resources: {'Port': ['ID=c56b5483-e0d9-4ca8-8a16-b1b44aca3f52,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:11.475460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Provisioning complete for port deb91752-8ca1-4b3c-b47b-ece1478d27bb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:11.476122 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.485621 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port deb91752-8ca1-4b3c-b47b-ece1478d27bb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:11.487090 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:11.532809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60697f9c-c089-4404-b57f-3b4988ab0646 admin admin] Publish callbacks [] for security_group (613f31f1-eb6f-47f3-ac0a-a8a11ba91151), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.568951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60697f9c-c089-4404-b57f-3b4988ab0646 admin admin] Publish callbacks [] for security_group (613f31f1-eb6f-47f3-ac0a-a8a11ba91151), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.679258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60697f9c-c089-4404-b57f-3b4988ab0646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (613f31f1-eb6f-47f3-ac0a-a8a11ba91151), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.681967 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60697f9c-c089-4404-b57f-3b4988ab0646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.683158 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-60697f9c-c089-4404-b57f-3b4988ab0646 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/613f31f1-eb6f-47f3-ac0a-a8a11ba91151 HTTP/1.1" status: 204 len: 168 time: 0.2804766 Jan 28 03:59:11.699270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60697f9c-c089-4404-b57f-3b4988ab0646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613f31f1-eb6f-47f3-ac0a-a8a11ba91151,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:11.722722 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (284128ce-f530-4e8d-8552-3637649f240d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.808868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Subnet': ['ID=284128ce-f530-4e8d-8552-3637649f240d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:11.833426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:11.833785 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.876898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port d006e49f-062d-4245-8857-21d0f6a9ebd5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:11.877253 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d006e49f-062d-4245-8857-21d0f6a9ebd5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:11.883117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Checking segment: {'id': '1dfc6d1a-a687-4082-80bd-67f6c071eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:11.883484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network hostable DHCP agents. Network: 67bddbb9-965d-4488-8efe-d48cebef0043, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:59:12.012030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 67bddbb9-965d-4488-8efe-d48cebef0043 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:59:12.056782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 67bddbb9-965d-4488-8efe-d48cebef0043) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:12.073305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:12.074013 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:12.078431 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d006e49f-062d-4245-8857-21d0f6a9ebd5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:12.085992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af361303-2c25-4b58-98ff-72441631ba29 None None] Network 67bddbb9-965d-4488-8efe-d48cebef0043 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:12.098897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for d006e49f-062d-4245-8857-21d0f6a9ebd5 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:12.122767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Current status of the port deb91752-8ca1-4b3c-b47b-ece1478d27bb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:12.172612 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34668) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:12.173216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-21048078-46ca-49f9-a9d1-6a635dcb1d11 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5992508 Jan 28 03:59:12.387521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:12.412834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d006e49f-062d-4245-8857-21d0f6a9ebd5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:12.417239 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:12.434242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Provisioning complete for port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:12.434622 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:12.494901 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks [] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:12.542108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=d006e49f-062d-4245-8857-21d0f6a9ebd5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:12.575445 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:12.599509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-67bddbb9-965d-4488-8efe-d48cebef0043', 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'fixed_ips': [{'subnet_id': '284128ce-f530-4e8d-8552-3637649f240d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:59:12.600608 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:12.716206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device deb91752-8ca1-4b3c-b47b-ece1478d27bb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:12.754791 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce089140-05e1-46b0-bfc2-a3b77fd5aaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:12.818373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8392302e-2ad1-4de8-aae2-446e1addbcaf req-f243d082-b59f-48d6-bf67-3d487acff803 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 210 time: 0.0768206 Jan 28 03:59:12.846611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba996e-0d0b-4b04-af8b-876158e49565 None None] Pushing event updated for resources: {'Port': ['ID=c89e4e17-0d75-4db2-bb23-5679c8642840,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:13.149327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:13.261862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Current status of the port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:13.266158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Attempting to bind port c89e4e17-0d75-4db2-bb23-5679c8642840 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:13.266530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Attempting to bind port c89e4e17-0d75-4db2-bb23-5679c8642840 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'bce45e1f-45f0-46cb-b90a-1af138e019cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:13.268311 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Attempting to bind port c89e4e17-0d75-4db2-bb23-5679c8642840 on network e929672b-b191-4fd3-bba4-47bd330e240a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:13.290453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Could not find standard attr ID for object d006e49f-062d-4245-8857-21d0f6a9ebd5. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:59:13.302160 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:13.302543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Checking segment: {'id': 'bce45e1f-45f0-46cb-b90a-1af138e019cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:13.302953 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:13.303386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Bound using segment: {'id': 'bce45e1f-45f0-46cb-b90a-1af138e019cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:13.303964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Bound port: c89e4e17-0d75-4db2-bb23-5679c8642840, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce45e1f-45f0-46cb-b90a-1af138e019cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:13.304391 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:13.310709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port deb91752-8ca1-4b3c-b47b-ece1478d27bb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:13.311078 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:13.365463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34708) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:13.415711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Allocated IP 2001:db8:3::2 (67bddbb9-965d-4488-8efe-d48cebef0043/284128ce-f530-4e8d-8552-3637649f240d/c3117163-4857-4050-b504-c8af81153e0a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:13.433877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Provisioning complete for port c89e4e17-0d75-4db2-bb23-5679c8642840 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:13.434504 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:13.444752 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:13.496337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Port c89e4e17-0d75-4db2-bb23-5679c8642840 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:13.633160 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Provisioning complete for port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:13.633537 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:13.781254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-905543014-network', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:13.811451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router 6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:13.817688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Made reservation on behalf of a38a55cc6b3a428f8bea4ad4ab7a224a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:13.821642 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:13.830701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port deb91752-8ca1-4b3c-b47b-ece1478d27bb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:13.831841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:13.836579 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:13.899496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] For port c89e4e17-0d75-4db2-bb23-5679c8642840, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:13.928585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] For port c89e4e17-0d75-4db2-bb23-5679c8642840, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c89e4e17-0d75-4db2-bb23-5679c8642840,segment=NetworkSegment(bce45e1f-45f0-46cb-b90a-1af138e019cf),segment_id=bce45e1f-45f0-46cb-b90a-1af138e019cf)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:13.950326 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.006666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:14.007231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.069202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:14.089661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657027c-4e53-4a0f-8775-beee3b782d22 None None] Sync routers for ids ['6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:14.101772 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-114c4ce0-a6f5-47e9-abdc-fa0cee1fa2b4 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1714339 Jan 28 03:59:14.104515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:14.108189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5da9ccd6-45c7-4278-a696-b48b69488564 req-da00fe13-b92b-4065-b1d1-6f1615f7c528 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 210 time: 0.1508231 Jan 28 03:59:14.160859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:14.161498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:14.206335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b4801335-61dc-4b9a-a29a-d2ff59929bf6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4 HTTP/1.1" status: 200 len: 205 time: 0.0966151 Jan 28 03:59:14.209570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34732) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:14.281598 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Publish callbacks [] for security_group (fd083f1b-1cf6-4279-bb19-857571322153), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.288477 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fd083f1b-1cf6-4279-bb19-857571322153), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.313020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:59:14.333029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd083f1b-1cf6-4279-bb19-857571322153,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:14.336501 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.336949 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Added segment c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25 of type vlan for network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 Jan 28 03:59:14.356192 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e50e6ca-1b59-47a7-a836-599e2a1c7ade tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.396405 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (807dcc26-58c1-492e-ab4f-ccf8615b5f37), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.432214 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (807dcc26-58c1-492e-ab4f-ccf8615b5f37), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.433578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657027c-4e53-4a0f-8775-beee3b782d22 None None] Routers {'6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:14.434107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:14.434253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3657027c-4e53-4a0f-8775-beee3b782d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:14.435076 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.471220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba996e-0d0b-4b04-af8b-876158e49565 None None] Pushing event updated for resources: {'Port': ['ID=c89e4e17-0d75-4db2-bb23-5679c8642840,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:14.492911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3657027c-4e53-4a0f-8775-beee3b782d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:14.523560 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Publish callbacks [] for port (c3117163-4857-4050-b504-c8af81153e0a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.527456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.535473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Current status of the port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:14.536113 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.549167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657027c-4e53-4a0f-8775-beee3b782d22 None None] Routers {'6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:14.549790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3657027c-4e53-4a0f-8775-beee3b782d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:14.571302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2045581 Jan 28 03:59:14.572544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:14.579551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Request body: {'subnet': {'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-905543014-subnet', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:14.583141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804b843-b7a4-4e6f-b4e2-928fa7680957 admin admin] Pushing event updated for resources: {'Network': ['ID=807dcc26-58c1-492e-ab4f-ccf8615b5f37,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:14.598398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e50e6ca-1b59-47a7-a836-599e2a1c7ade tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.599768 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c3117163-4857-4050-b504-c8af81153e0a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.606231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Made reservation on behalf of a38a55cc6b3a428f8bea4ad4ab7a224a for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:14.610273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.618631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3657027c-4e53-4a0f-8775-beee3b782d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:14.619661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657027c-4e53-4a0f-8775-beee3b782d22 None None] The sync data for ids ['6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:14.631619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:59:14.646881 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e50e6ca-1b59-47a7-a836-599e2a1c7ade tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.652779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:14.678412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Allocated IP 2001:db8:3::1 (67bddbb9-965d-4488-8efe-d48cebef0043/284128ce-f530-4e8d-8552-3637649f240d/f3117cd2-fddc-46fb-b304-b6c9ff8013ed) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:14.809083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Network 67bddbb9-965d-4488-8efe-d48cebef0043 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:14.819043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e50e6ca-1b59-47a7-a836-599e2a1c7ade tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.819361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e50e6ca-1b59-47a7-a836-599e2a1c7ade tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Fanout notify agent at l3_agent the message router_deleted on router 6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:59:14.828590 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e50e6ca-1b59-47a7-a836-599e2a1c7ade tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.832536 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4e50e6ca-1b59-47a7-a836-599e2a1c7ade tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4 HTTP/1.1" status: 204 len: 168 time: 0.6164842 Jan 28 03:59:14.834042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34742) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:14.868244 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (c9ab5650-bb11-4600-b38a-4416ee21cb99), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.871284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:14.891032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:14.913488 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.918123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7482a687-f48c-4f77-bc37-76ec3f373bee tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting subnet 642bb447-caff-4118-b5e8-74fae6cee8dd {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:59:14.921821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7482a687-f48c-4f77-bc37-76ec3f373bee tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (642bb447-caff-4118-b5e8-74fae6cee8dd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.972831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7482a687-f48c-4f77-bc37-76ec3f373bee tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (642bb447-caff-4118-b5e8-74fae6cee8dd), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:14.990824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ab5650-bb11-4600-b38a-4416ee21cb99,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:15.000873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] For port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c56b5483-e0d9-4ca8-8a16-b1b44aca3f52,segment=NetworkSegment(787cfc1b-8742-4c3c-b9a2-1769003f661c),segment_id=787cfc1b-8742-4c3c-b9a2-1769003f661c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:15.002367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Pushing event updated for resources: {'Port': ['ID=c3117163-4857-4050-b504-c8af81153e0a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:15.008831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.038417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Checking segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:15.040252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Network hostable DHCP agents. Network: 807dcc26-58c1-492e-ab4f-ccf8615b5f37, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:59:15.040689 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.058020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:15.058408 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.087626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:59:15.096858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7482a687-f48c-4f77-bc37-76ec3f373bee tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (642bb447-caff-4118-b5e8-74fae6cee8dd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.106566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 807dcc26-58c1-492e-ab4f-ccf8615b5f37) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:15.116182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:15.116879 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.119436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.157756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1162acf7-d34a-4474-a8d7-c337938da7db admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5838268 Jan 28 03:59:15.161426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:15.184582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:15.189839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 67bddbb9-965d-4488-8efe-d48cebef0043 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:15.191903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:15.196956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:15.197514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.219507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (62a9baba-402e-42b2-93fe-4f787b905f56), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.220968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (62a9baba-402e-42b2-93fe-4f787b905f56), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.274182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e04b04f-9493-44da-8bf9-4e8427a6379e req-516b9da3-1d09-4319-8af2-3858c7d5e24c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 210 time: 0.0273826 Jan 28 03:59:15.277989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=f3117cd2-fddc-46fb-b304-b6c9ff8013ed,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:15.398044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df68d7d-5518-4a7f-b6eb-59e35d594402 None None] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:15.398569 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks [] for router_controller (62a9baba-402e-42b2-93fe-4f787b905f56), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.420034 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7482a687-f48c-4f77-bc37-76ec3f373bee tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (642bb447-caff-4118-b5e8-74fae6cee8dd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.444203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Attempting to bind port c3117163-4857-4050-b504-c8af81153e0a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:15.444680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Attempting to bind port c3117163-4857-4050-b504-c8af81153e0a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '1dfc6d1a-a687-4082-80bd-67f6c071eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:15.445134 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Attempting to bind port c3117163-4857-4050-b504-c8af81153e0a on network 67bddbb9-965d-4488-8efe-d48cebef0043 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:15.504084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482a687-f48c-4f77-bc37-76ec3f373bee tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Subnet': ['ID=642bb447-caff-4118-b5e8-74fae6cee8dd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:15.537190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4039fe7d-7a4e-43fb-8492-e398cfe66484 None None] Provisioning complete for port c89e4e17-0d75-4db2-bb23-5679c8642840 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:15.537190 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4039fe7d-7a4e-43fb-8492-e398cfe66484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.537190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:15.537190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Checking segment: {'id': '1dfc6d1a-a687-4082-80bd-67f6c071eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:15.537190 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.538077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Bound using segment: {'id': '1dfc6d1a-a687-4082-80bd-67f6c071eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:15.538077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Bound port: c3117163-4857-4050-b504-c8af81153e0a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfc6d1a-a687-4082-80bd-67f6c071eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:15.538237 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c3117163-4857-4050-b504-c8af81153e0a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.540916 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7482a687-f48c-4f77-bc37-76ec3f373bee tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.545200 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7482a687-f48c-4f77-bc37-76ec3f373bee tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/642bb447-caff-4118-b5e8-74fae6cee8dd HTTP/1.1" status: 204 len: 168 time: 0.7109785 Jan 28 03:59:15.554895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34758) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:15.567553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f04ce6-de0c-4f28-9fa5-11c3b3a09482 None None] Network ab359de5-288d-4952-9fcf-fbd05759aba0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:15.600325 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.630632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-25fba15b-055d-44e5-9550-dcdf9f1c6086 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:15.632264 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-25fba15b-055d-44e5-9550-dcdf9f1c6086 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 812 time: 0.3031397 Jan 28 03:59:15.683365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Request body: {'port': {'device_id': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'admin_state_up': True, 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:15.701894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.719596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a74ef3-b84a-4cf6-a9bd-968e3c68220c None None] Pushing event updated for resources: {'Port': ['ID=c56b5483-e0d9-4ca8-8a16-b1b44aca3f52,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:15.728680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks [] for router_gateway (62a9baba-402e-42b2-93fe-4f787b905f56), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.762776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (ab359de5-288d-4952-9fcf-fbd05759aba0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.858032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] For port c3117163-4857-4050-b504-c8af81153e0a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:15.863755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] For port c3117163-4857-4050-b504-c8af81153e0a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c3117163-4857-4050-b504-c8af81153e0a,segment=NetworkSegment(1dfc6d1a-a687-4082-80bd-67f6c071eb29),segment_id=1dfc6d1a-a687-4082-80bd-67f6c071eb29)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:15.879887 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:59:15.881408 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:59:15.888637 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c3117163-4857-4050-b504-c8af81153e0a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.913001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port deb91752-8ca1-4b3c-b47b-ece1478d27bb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:15.913490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:15.974743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Made reservation on behalf of 3a702ce6664946df8c8b86e3a4cc2160 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:15.981070 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.023341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port deb91752-8ca1-4b3c-b47b-ece1478d27bb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=deb91752-8ca1-4b3c-b47b-ece1478d27bb,segment=NetworkSegment(95047dfb-da78-4a2c-b24a-b078f0cbd200),segment_id=95047dfb-da78-4a2c-b24a-b078f0cbd200)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:16.024562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.091412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:59:16.094169 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.205048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for deb91752-8ca1-4b3c-b47b-ece1478d27bb owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:16.231723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Allocated IP 172.20.0.5 (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517/48bb0fe2-834a-40f4-b8f0-4608b68b3adf/1e141db7-d67d-4395-bb6b-3b953d4be3ae) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:16.281318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ddb54-24b9-4777-83f3-c5c975b2411c None None] Pushing event updated for resources: {'Port': ['ID=c3117163-4857-4050-b504-c8af81153e0a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:16.313262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4039fe7d-7a4e-43fb-8492-e398cfe66484 None None] Current status of the port c89e4e17-0d75-4db2-bb23-5679c8642840 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:16.313655 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4039fe7d-7a4e-43fb-8492-e398cfe66484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.324244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:07Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:11Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:13Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:16.326940 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks [] for router_gateway (62a9baba-402e-42b2-93fe-4f787b905f56), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.365021 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.367286 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (deb91752-8ca1-4b3c-b47b-ece1478d27bb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.422295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=deb91752-8ca1-4b3c-b47b-ece1478d27bb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:16.482265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No DVR routers for this DVR port deb91752-8ca1-4b3c-b47b-ece1478d27bb on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:59:16.493099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa4196c-fbfb-485b-8bda-3646f5f4bdb2 None None] DHCP port deletion for ab359de5-288d-4952-9fcf-fbd05759aba0 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:59:16.504342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a5017-fbd9-4f50-ae40-4f4006ee4c7e None None] The sync data for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 is: [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:07Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:11Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:13Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:16.563624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.570124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4039fe7d-7a4e-43fb-8492-e398cfe66484 None None] For port c89e4e17-0d75-4db2-bb23-5679c8642840, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c89e4e17-0d75-4db2-bb23-5679c8642840,segment=NetworkSegment(bce45e1f-45f0-46cb-b90a-1af138e019cf),segment_id=bce45e1f-45f0-46cb-b90a-1af138e019cf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:16.582856 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.584320 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.584477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:16.585488 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:16.590472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Allocated IP 172.20.0.2 (807dcc26-58c1-492e-ab4f-ccf8615b5f37/c9ab5650-bb11-4600-b38a-4416ee21cb99/c8aba615-02f4-4743-b0d9-4d5c40d662cd) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:16.593600 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4039fe7d-7a4e-43fb-8492-e398cfe66484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.663459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8af5c9e4-1501-4ad0-8506-38453f0db17a req-532f9eb3-1dc0-4a41-8f0b-549aba4c2991 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 210 time: 0.1276832 Jan 28 03:59:16.705207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event updated for resources: {'Port': ['ID=f3117cd2-fddc-46fb-b304-b6c9ff8013ed,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:16.746149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4039fe7d-7a4e-43fb-8492-e398cfe66484 None None] Provisioning complete for port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:16.746149 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4039fe7d-7a4e-43fb-8492-e398cfe66484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.760894 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (ab359de5-288d-4952-9fcf-fbd05759aba0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.813378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.847246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab359de5-288d-4952-9fcf-fbd05759aba0']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:16.854991 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.873392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039fe7d-7a4e-43fb-8492-e398cfe66484 None None] Pushing event updated for resources: {'Port': ['ID=c89e4e17-0d75-4db2-bb23-5679c8642840,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:16.876268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95047dfb-da78-4a2c-b24a-b078f0cbd200') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:16.876268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95047dfb-da78-4a2c-b24a-b078f0cbd200') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:16.892076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:16.892492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:16.909562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Network 67bddbb9-965d-4488-8efe-d48cebef0043 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:16.914279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:16.956120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Allocated IP 172.25.1.11 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/165438f7-d4eb-4ad3-9762-74e13874ede6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:17.009482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (95047dfb-da78-4a2c-b24a-b078f0cbd200), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.067565 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.111352 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (95047dfb-da78-4a2c-b24a-b078f0cbd200), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.125575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['988590e8-d350-4bdf-b316-77470d264e94', '9554f058-d2f8-4482-a338-1fcf28eac0ad'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:59:17.133672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:17.149731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:59:17.158600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (95047dfb-da78-4a2c-b24a-b078f0cbd200), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.170279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:17.173702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event updated for resources: {'Port': ['ID=1e141db7-d67d-4395-bb6b-3b953d4be3ae,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:17.177569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:17.179875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4039fe7d-7a4e-43fb-8492-e398cfe66484 None None] Current status of the port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:17.185363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:17.232162 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks [] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:59:17.269848 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:59:17.282245 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:17.286727 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Publish callbacks [] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.305687 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.335288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.447412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:17.458434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:17.470687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:17.555979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Pushing event updated for resources: {'Port': ['ID=165438f7-d4eb-4ad3-9762-74e13874ede6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:17.619471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:17.641013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4b272f98-ad40-4eb4-a7f0-b4ccf1e4b229 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4659970 Jan 28 03:59:17.647363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:17.649802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:17.650733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.653659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:17.669409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34788) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:17.689624 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (ab359de5-288d-4952-9fcf-fbd05759aba0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.692895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bc6af72d-dc69-4ca9-b2ee-3edf24446d4f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:17.693356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:17.714596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Pushing event updated for resources: {'Port': ['ID=c8aba615-02f4-4743-b0d9-4d5c40d662cd,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:17.881893 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-49b9ca27-60e4-4436-b71e-7276c250c584 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2091439 Jan 28 03:59:17.904227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Attempting to bind port c8aba615-02f4-4743-b0d9-4d5c40d662cd on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:17.904601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Attempting to bind port c8aba615-02f4-4743-b0d9-4d5c40d662cd by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:17.909613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Request body: {'port': {'device_id': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:17.917121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Attempting to bind port c8aba615-02f4-4743-b0d9-4d5c40d662cd on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:17.926087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:17.926519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Checking segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:17.926799 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.927197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Bound using segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:17.927669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Bound port: c8aba615-02f4-4743-b0d9-4d5c40d662cd, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:17.928049 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.935971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-510a1fa6-7880-4934-b0e1-999761eb850c None None] Provisioning complete for port 1e141db7-d67d-4395-bb6b-3b953d4be3ae triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:17.937208 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-510a1fa6-7880-4934-b0e1-999761eb850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:17.992463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-510a1fa6-7880-4934-b0e1-999761eb850c None None] Port 1e141db7-d67d-4395-bb6b-3b953d4be3ae cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:17.996050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c3117163-4857-4050-b504-c8af81153e0a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:18.061957 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Sync routers for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:18.072994 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:18.073916 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:18.079715 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:18.085203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/networks/ab359de5-288d-4952-9fcf-fbd05759aba0 HTTP/1.1" status: 204 len: 168 time: 2.5289941 Jan 28 03:59:18.106806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34798) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:18.114271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1211772442', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:18.120236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789f5c6-0ff3-418c-92de-22dfcdaa4b25 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Network': ['ID=ab359de5-288d-4952-9fcf-fbd05759aba0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:18.173445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bcec02-4088-4fa8-939f-8a6d634ecfe3 None None] Network 67bddbb9-965d-4488-8efe-d48cebef0043 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:18.273490 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:18.309169 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:18.326250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816d592-1577-4824-b13d-3d27dde8780f req-541228b8-1f82-42b7-a411-ff69f406fdb4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:18.329490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0816d592-1577-4824-b13d-3d27dde8780f req-541228b8-1f82-42b7-a411-ff69f406fdb4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 931 time: 0.2674627 Jan 28 03:59:18.330636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:18.331895 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:18.345172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a50eb-8a66-4815-88d2-3265dcd54551 req-cb767b29-c8e8-4e1e-b114-20119b7ca976 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:18.347290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-929a50eb-8a66-4815-88d2-3265dcd54551 req-cb767b29-c8e8-4e1e-b114-20119b7ca976 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1098 time: 0.1764715 Jan 28 03:59:18.433808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] For port c8aba615-02f4-4743-b0d9-4d5c40d662cd, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:18.438708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] For port c8aba615-02f4-4743-b0d9-4d5c40d662cd, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c8aba615-02f4-4743-b0d9-4d5c40d662cd,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:18.485525 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:59:18.496858 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:18.534472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:18.544235 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:15Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3117cd2-fddc-46fb-b304-b6c9ff8013ed', 'name': '', 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:f6:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '284128ce-f530-4e8d-8552-3637649f240d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:13Z', 'updated_at': '2022-01-28T03:59:15Z', 'revision_number': 2, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '284128ce-f530-4e8d-8552-3637649f240d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:18.575204 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Checking router: 0e3c944e-66d7-47ec-8383-5dd017f7276e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:18.585425 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Updating router 0e3c944e-66d7-47ec-8383-5dd017f7276e port f3117cd2-fddc-46fb-b304-b6c9ff8013ed binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:59:18.626206 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:18.809881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-971b66b4-c454-4633-9720-64084658486e None None] Provisioning complete for port c3117163-4857-4050-b504-c8af81153e0a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:18.810446 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-971b66b4-c454-4633-9720-64084658486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c3117163-4857-4050-b504-c8af81153e0a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.090670 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Publish callbacks [] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.095360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da1bd4-eecd-4c4b-ba65-51f4ade4a2ee None None] Pushing event updated for resources: {'Port': ['ID=c8aba615-02f4-4743-b0d9-4d5c40d662cd,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:19.107317 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.122680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0816d592-1577-4824-b13d-3d27dde8780f req-6be7ca4f-5d87-4a8a-a181-fa1f128b7be5 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7713778 Jan 28 03:59:19.144165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks [] for router_gateway (62a9baba-402e-42b2-93fe-4f787b905f56), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.148261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-929a50eb-8a66-4815-88d2-3265dcd54551 req-1339f2f8-14aa-4a14-b28a-8ac9274031a0 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7664154 Jan 28 03:59:19.183989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:19.193374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c3117163-4857-4050-b504-c8af81153e0a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:19.193836 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c3117163-4857-4050-b504-c8af81153e0a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.209638 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Pushing event updated for resources: {'Port': ['ID=f3117cd2-fddc-46fb-b304-b6c9ff8013ed,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:19.362936 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.363425 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.363849 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.364277 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.364700 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.365141 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.365558 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.365975 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.368608 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.369078 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.369523 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.369942 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.370465 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:19.378020 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Attempting to bind port f3117cd2-fddc-46fb-b304-b6c9ff8013ed on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:19.382494 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Attempting to bind port f3117cd2-fddc-46fb-b304-b6c9ff8013ed by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '1dfc6d1a-a687-4082-80bd-67f6c071eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:19.382983 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Attempting to bind port f3117cd2-fddc-46fb-b304-b6c9ff8013ed on network 67bddbb9-965d-4488-8efe-d48cebef0043 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:19.393839 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:19.394322 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Checking segment: {'id': '1dfc6d1a-a687-4082-80bd-67f6c071eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:19.398882 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.399428 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Bound using segment: {'id': '1dfc6d1a-a687-4082-80bd-67f6c071eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:19.400020 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Bound port: f3117cd2-fddc-46fb-b304-b6c9ff8013ed, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfc6d1a-a687-4082-80bd-67f6c071eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:19.400501 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.407885 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_gateway (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.443887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-971b66b4-c454-4633-9720-64084658486e None None] Current status of the port c3117163-4857-4050-b504-c8af81153e0a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:19.444405 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-971b66b4-c454-4633-9720-64084658486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c3117163-4857-4050-b504-c8af81153e0a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.543444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c3117163-4857-4050-b504-c8af81153e0a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:19.543980 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c3117163-4857-4050-b504-c8af81153e0a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.562842 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] For port f3117cd2-fddc-46fb-b304-b6c9ff8013ed, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:19.567550 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] For port f3117cd2-fddc-46fb-b304-b6c9ff8013ed, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f3117cd2-fddc-46fb-b304-b6c9ff8013ed,segment=NetworkSegment(1dfc6d1a-a687-4082-80bd-67f6c071eb29),segment_id=1dfc6d1a-a687-4082-80bd-67f6c071eb29)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:19.589432 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.629744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-971b66b4-c454-4633-9720-64084658486e None None] For port c3117163-4857-4050-b504-c8af81153e0a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c3117163-4857-4050-b504-c8af81153e0a,segment=NetworkSegment(1dfc6d1a-a687-4082-80bd-67f6c071eb29),segment_id=1dfc6d1a-a687-4082-80bd-67f6c071eb29)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:19.642211 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-971b66b4-c454-4633-9720-64084658486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c3117163-4857-4050-b504-c8af81153e0a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:19.736720 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:59:19.737489 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:59:19.742422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b66b4-c454-4633-9720-64084658486e None None] Pushing event updated for resources: {'Port': ['ID=c3117163-4857-4050-b504-c8af81153e0a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:19.743115 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:19.743895 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:19.745676 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b3313-adac-4cf2-b8fc-bf544759354e None None] Pushing event updated for resources: {'Port': ['ID=f3117cd2-fddc-46fb-b304-b6c9ff8013ed,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:19.909417 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:19.933925 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (62a9baba-402e-42b2-93fe-4f787b905f56), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.001711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-527449b6-5574-48a0-8250-76f5f5fa3cf0 None None] Provisioning complete for port c3117163-4857-4050-b504-c8af81153e0a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:20.002285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-527449b6-5574-48a0-8250-76f5f5fa3cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c3117163-4857-4050-b504-c8af81153e0a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.101504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-527449b6-5574-48a0-8250-76f5f5fa3cf0 None None] Current status of the port c3117163-4857-4050-b504-c8af81153e0a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:20.113172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-527449b6-5574-48a0-8250-76f5f5fa3cf0 None None] Provisioning complete for port f3117cd2-fddc-46fb-b304-b6c9ff8013ed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:20.113554 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-527449b6-5574-48a0-8250-76f5f5fa3cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.193529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-bc6af72d-dc69-4ca9-b2ee-3edf24446d4f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 03:59:20.206817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e141db7-d67d-4395-bb6b-3b953d4be3ae {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:59:20.237516 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Publish callbacks [] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.253154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-bc6af72d-dc69-4ca9-b2ee-3edf24446d4f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Removed routes are [] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 03:59:20.253697 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72d-dc69-4ca9-b2ee-3edf24446d4f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.315809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c3117163-4857-4050-b504-c8af81153e0a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:20.316829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c89e4e17-0d75-4db2-bb23-5679c8642840 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:20.364767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-527449b6-5574-48a0-8250-76f5f5fa3cf0 None None] Current status of the port f3117cd2-fddc-46fb-b304-b6c9ff8013ed is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:20.365197 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-527449b6-5574-48a0-8250-76f5f5fa3cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.366053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Transition to ACTIVE for port object 1e141db7-d67d-4395-bb6b-3b953d4be3ae will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:59:20.381436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port 64a9ef2a-20e2-43d5-820d-c49590214e60 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:20.382049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (64a9ef2a-20e2-43d5-820d-c49590214e60), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.433880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-527449b6-5574-48a0-8250-76f5f5fa3cf0 None None] For port f3117cd2-fddc-46fb-b304-b6c9ff8013ed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f3117cd2-fddc-46fb-b304-b6c9ff8013ed,segment=NetworkSegment(1dfc6d1a-a687-4082-80bd-67f6c071eb29),segment_id=1dfc6d1a-a687-4082-80bd-67f6c071eb29)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:20.447644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c89e4e17-0d75-4db2-bb23-5679c8642840 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:20.448910 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.451170 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-527449b6-5574-48a0-8250-76f5f5fa3cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.478332 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:15Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3117cd2-fddc-46fb-b304-b6c9ff8013ed', 'name': '', 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:f6:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '284128ce-f530-4e8d-8552-3637649f240d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:13Z', 'updated_at': '2022-01-28T03:59:19Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '284128ce-f530-4e8d-8552-3637649f240d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:20.528454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Router 62a9baba-402e-42b2-93fe-4f787b905f56 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:59:20.569718 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdef586-712c-43f5-b49a-ef038f6d503d None None] The sync data for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 is: [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:15Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3117cd2-fddc-46fb-b304-b6c9ff8013ed', 'name': '', 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:f6:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '284128ce-f530-4e8d-8552-3637649f240d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:13Z', 'updated_at': '2022-01-28T03:59:19Z', 'revision_number': 4, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '284128ce-f530-4e8d-8552-3637649f240d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:20.574074 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_gateway (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.627269 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (64a9ef2a-20e2-43d5-820d-c49590214e60), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.627607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (64a9ef2a-20e2-43d5-820d-c49590214e60), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.641818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.643279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for 64a9ef2a-20e2-43d5-820d-c49590214e60 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:20.647830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-09049960-5ebd-4559-b9a3-ec90faa655ea None None] Provisioning complete for port f3117cd2-fddc-46fb-b304-b6c9ff8013ed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:20.648213 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09049960-5ebd-4559-b9a3-ec90faa655ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.717353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527449b6-5574-48a0-8250-76f5f5fa3cf0 None None] Pushing event updated for resources: {'Port': ['ID=f3117cd2-fddc-46fb-b304-b6c9ff8013ed,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:20.778588 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:20.805898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9102a-dc6e-4c7b-9c8b-f99a57ec75ab req-2fd2b82a-b6ef-4690-aebe-27dffcb65a26 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:20.807508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2a9102a-dc6e-4c7b-9c8b-f99a57ec75ab req-2fd2b82a-b6ef-4690-aebe-27dffcb65a26 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 943 time: 0.3838720 Jan 28 03:59:20.853812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-09049960-5ebd-4559-b9a3-ec90faa655ea None None] Current status of the port f3117cd2-fddc-46fb-b304-b6c9ff8013ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:20.891103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c89e4e17-0d75-4db2-bb23-5679c8642840 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:20.892262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:20.954669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8c22f-682c-4e3a-9381-e535487c6d78 None None] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:21.084773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Allocated IP 172.25.1.24 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/aefda5ef-a351-4459-883e-30d6a140ced2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:21.180304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-76dccbe3-ca64-4aba-8111-9ee0de1df74c None None] Provisioning complete for port c8aba615-02f4-4743-b0d9-4d5c40d662cd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:21.180903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76dccbe3-ca64-4aba-8111-9ee0de1df74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.216691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (64a9ef2a-20e2-43d5-820d-c49590214e60), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.258982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:21.259386 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.278065 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (aefda5ef-a351-4459-883e-30d6a140ced2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.334240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e141db7-d67d-4395-bb6b-3b953d4be3ae,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:21.363726 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (aefda5ef-a351-4459-883e-30d6a140ced2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.471931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2a9102a-dc6e-4c7b-9c8b-f99a57ec75ab req-ad5b8714-4cb0-446a-918e-f59c23ca5cd8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6556184 Jan 28 03:59:21.526739 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=64a9ef2a-20e2-43d5-820d-c49590214e60,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:21.605831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=aefda5ef-a351-4459-883e-30d6a140ced2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:21.628488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:21.629226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-76dccbe3-ca64-4aba-8111-9ee0de1df74c None None] Current status of the port c8aba615-02f4-4743-b0d9-4d5c40d662cd is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:21.631226 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76dccbe3-ca64-4aba-8111-9ee0de1df74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.631453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:21.642987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:21.701907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:21.729832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72d-dc69-4ca9-b2ee-3edf24446d4f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.762771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-76dccbe3-ca64-4aba-8111-9ee0de1df74c None None] For port c8aba615-02f4-4743-b0d9-4d5c40d662cd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c8aba615-02f4-4743-b0d9-4d5c40d662cd,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:21.779014 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76dccbe3-ca64-4aba-8111-9ee0de1df74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.781589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72d-dc69-4ca9-b2ee-3edf24446d4f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.849479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device deb91752-8ca1-4b3c-b47b-ece1478d27bb no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:21.885033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: deb91752-8ca1-4b3c-b47b-ece1478d27bb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:21.885615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device deb91752-8ca1-4b3c-b47b-ece1478d27bb not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:21.889492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-76dccbe3-ca64-4aba-8111-9ee0de1df74c None None] Provisioning complete for port f3117cd2-fddc-46fb-b304-b6c9ff8013ed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:21.890111 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76dccbe3-ca64-4aba-8111-9ee0de1df74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.893776 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (43d7d4c4-21ed-461a-962f-172845918f96), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:21.894337 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Floating IP 43d7d4c4-21ed-461a-962f-172845918f96 disassociated (deleted). External IP: 172.25.1.75, port: 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630. Jan 28 03:59:21.954933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:21.991004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Sync routers for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:22.005080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Attempting to bind port 1e141db7-d67d-4395-bb6b-3b953d4be3ae on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:22.005080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Attempting to bind port 1e141db7-d67d-4395-bb6b-3b953d4be3ae by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:22.006792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Attempting to bind port 1e141db7-d67d-4395-bb6b-3b953d4be3ae on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:22.010058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dccbe3-ca64-4aba-8111-9ee0de1df74c None None] Pushing event updated for resources: {'Port': ['ID=c8aba615-02f4-4743-b0d9-4d5c40d662cd,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:22.016384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Port 1e141db7-d67d-4395-bb6b-3b953d4be3ae on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:59:22.017196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Attempting to bind port 1e141db7-d67d-4395-bb6b-3b953d4be3ae on network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:22.020981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:22.022177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:22.036489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:22.040965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fdab77d6-2c43-48d0-9e75-345c73a8c31d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8782873 Jan 28 03:59:22.046496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34844) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:22.051711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:22.051711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Checking segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:22.051711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Bound using segment: {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:22.051711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Bound port: 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:22.051711 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:22.166502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6af72d-dc69-4ca9-b2ee-3edf24446d4f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:22.250808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:22.300436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-76dccbe3-ca64-4aba-8111-9ee0de1df74c None None] Current status of the port f3117cd2-fddc-46fb-b304-b6c9ff8013ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:22.324328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] For port 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:22.327619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] For port 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:22.356582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c3117163-4857-4050-b504-c8af81153e0a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:22.403792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:22.447314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_gateway (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:22.466389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1c386c82-5918-40d8-bf9b-686df5a78e70 None None] Provisioning complete for port f3117cd2-fddc-46fb-b304-b6c9ff8013ed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:22.466762 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c386c82-5918-40d8-bf9b-686df5a78e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:22.474145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:22.475246 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:22.477495 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e141db7-d67d-4395-bb6b-3b953d4be3ae HTTP/1.1" status: 200 len: 1092 time: 4.5772483 Jan 28 03:59:22.487829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'tag': '1e141db7-d67d-4395-bb6b-3b953d4be3ae'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:59:22.491478 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c81da62-7c00-4ff0-9f62-a87e0e38c090" -d '{"events": [{"name": "network-changed", "server_uuid": "8781d7a6-60dd-4c08-876b-954ad56bf3f9", "tag": "1e141db7-d67d-4395-bb6b-3b953d4be3ae"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:59:22.538145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c3117163-4857-4050-b504-c8af81153e0a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:22.538515 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c3117163-4857-4050-b504-c8af81153e0a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:22.801285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c3117163-4857-4050-b504-c8af81153e0a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:22.802612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c8aba615-02f4-4743-b0d9-4d5c40d662cd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:22.869683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:18Z', 'revision_number': 3, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:22.917899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Checking router: 62a9baba-402e-42b2-93fe-4f787b905f56 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:22.917899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Updating router 62a9baba-402e-42b2-93fe-4f787b905f56 port 165438f7-d4eb-4ad3-9762-74e13874ede6 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:59:22.946736 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:22.949572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c386c82-5918-40d8-bf9b-686df5a78e70 None None] Current status of the port f3117cd2-fddc-46fb-b304-b6c9ff8013ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:22.983851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c8aba615-02f4-4743-b0d9-4d5c40d662cd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:22.985431 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:23.016509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1c386c82-5918-40d8-bf9b-686df5a78e70 None None] Provisioning complete for port c8aba615-02f4-4743-b0d9-4d5c40d662cd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:23.017056 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c386c82-5918-40d8-bf9b-686df5a78e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:23.018820 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3785a0-c6db-48f8-abbc-4d45650f4b4c x-openstack-request-id: req-7c3785a0-c6db-48f8-abbc-4d45650f4b4c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:59:23.019115 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8781d7a6-60dd-4c08-876b-954ad56bf3f9", "tag": "1e141db7-d67d-4395-bb6b-3b953d4be3ae", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:59:23.019370 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c3785a0-c6db-48f8-abbc-4d45650f4b4c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:59:23.019772 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'tag': '1e141db7-d67d-4395-bb6b-3b953d4be3ae', 'status': 'completed', 'code': 200} Jan 28 03:59:23.020367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed2e69-8edf-49e8-b3fa-939a178d11f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e141db7-d67d-4395-bb6b-3b953d4be3ae,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:23.028025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6af72d-dc69-4ca9-b2ee-3edf24446d4f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:23.054517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72d-dc69-4ca9-b2ee-3edf24446d4f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:23.058742 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] Sync routers for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:23.059366 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bc6af72d-dc69-4ca9-b2ee-3edf24446d4f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e HTTP/1.1" status: 200 len: 954 time: 5.3784781 Jan 28 03:59:23.062301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:23.084994 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:23.085980 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:23.182187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 3a29871f-f4c7-4018-8a1b-6ff59491c63e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:23.192108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-84da0d0d-eae3-45c3-95c1-5f8f2557a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:23.194247 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-84da0d0d-eae3-45c3-95c1-5f8f2557a4b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 1095 time: 0.2074006 Jan 28 03:59:23.230491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c8aba615-02f4-4743-b0d9-4d5c40d662cd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:23.231799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f3117cd2-fddc-46fb-b304-b6c9ff8013ed up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:23.261563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-c3a840b9-e95b-43c6-85ad-aa0aa306cdd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae HTTP/1.1" status: 200 len: 217 time: 0.0515499 Jan 28 03:59:23.272227 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-28add55c-cb5e-47a0-b277-24ef6e01f7ee tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e HTTP/1.1" status: 200 len: 954 time: 0.2085264 Jan 28 03:59:23.279187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34862) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:23.287337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b095b571-a3f1-42b9-acb7-05e0ead64fbf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'routes': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:23.303153 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:23.378235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-1e92ee75-780a-416b-8433-8bde4fdf0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:23.380554 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-1e92ee75-780a-416b-8433-8bde4fdf0334 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1064026 Jan 28 03:59:23.423443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22389d-6a80-4fbc-a05e-d89f80d20433 req-14f3c9e4-52ad-4b41-8906-ebabef4f4751 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:23.425221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb22389d-6a80-4fbc-a05e-d89f80d20433 req-14f3c9e4-52ad-4b41-8906-ebabef4f4751 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 943 time: 0.7716751 Jan 28 03:59:23.509182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:23.515561 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:23.522939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-a16cdf05-f362-40f1-b602-6fe4b15cf20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:23.525370 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-a16cdf05-f362-40f1-b602-6fe4b15cf20f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849643 Jan 28 03:59:23.578254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c386c82-5918-40d8-bf9b-686df5a78e70 None None] Current status of the port c8aba615-02f4-4743-b0d9-4d5c40d662cd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:23.580632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] Sync routers for ids ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:23.610047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] Routers {'3a29871f-f4c7-4018-8a1b-6ff59491c63e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:23.610717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:23.625495 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2065358d-9cbe-457e-8af0-c59328f93565 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/floatingips/43d7d4c4-21ed-461a-962f-172845918f96 HTTP/1.1" status: 204 len: 168 time: 4.4283373 Jan 28 03:59:23.712661 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-2db0380b-9561-41ae-b425-90b1d13af11e service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688421 Jan 28 03:59:23.740893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb22389d-6a80-4fbc-a05e-d89f80d20433 req-052ead56-c292-49f3-b65a-ad860a2dd75f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781250 Jan 28 03:59:23.744643 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:20Z', 'revision_number': 6, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3117cd2-fddc-46fb-b304-b6c9ff8013ed', 'name': '', 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:f6:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '284128ce-f530-4e8d-8552-3637649f240d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:13Z', 'updated_at': '2022-01-28T03:59:20Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '284128ce-f530-4e8d-8552-3637649f240d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:23.800061 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] Checking router: 0e3c944e-66d7-47ec-8383-5dd017f7276e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:23.800595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f3117cd2-fddc-46fb-b304-b6c9ff8013ed triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:23.801003 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:23.809534 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:23.810150 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:23.952446 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:23.968913 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0ccb559a-66db-40f6-af82-d127180b3ae5 req-b8419d34-0a2f-4ccb-a673-f5f08ca338f5 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486794 Jan 28 03:59:23.996792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] Set router 3a29871f-f4c7-4018-8a1b-6ff59491c63e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:24.002869 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:24.061045 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:24.168248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-7d35c847-5901-4433-b8aa-7fb0fa147212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:24.171297 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Publish callbacks [] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:24.172393 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-7d35c847-5901-4433-b8aa-7fb0fa147212 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 1095 time: 0.0906971 Jan 28 03:59:24.248095 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:24.270293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f3117cd2-fddc-46fb-b304-b6c9ff8013ed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:24.323773 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-f48f2ed5-886c-46d6-96ec-99576eb8cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:24.325860 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-f48f2ed5-886c-46d6-96ec-99576eb8cdd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.1471655 Jan 28 03:59:24.396147 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:20Z', 'revision_number': 6, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3117cd2-fddc-46fb-b304-b6c9ff8013ed', 'name': '', 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:f6:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '284128ce-f530-4e8d-8552-3637649f240d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:13Z', 'updated_at': '2022-01-28T03:59:20Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '284128ce-f530-4e8d-8552-3637649f240d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:24.410798 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-dffe4080-bf67-48c3-b615-208fac679514 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae HTTP/1.1" status: 200 len: 217 time: 0.0697320 Jan 28 03:59:24.420645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Attempting to bind port 165438f7-d4eb-4ad3-9762-74e13874ede6 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:24.421183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Attempting to bind port 165438f7-d4eb-4ad3-9762-74e13874ede6 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:24.421399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Attempting to bind port 165438f7-d4eb-4ad3-9762-74e13874ede6 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:24.423594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07c393-c996-47a3-b02c-204cc3960f5d None None] Pushing event updated for resources: {'Port': ['ID=165438f7-d4eb-4ad3-9762-74e13874ede6,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:24.435404 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8612b102-d32e-4f47-80c6-ae1e01a32716 None None] The sync data for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 is: [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:20Z', 'revision_number': 6, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3117cd2-fddc-46fb-b304-b6c9ff8013ed', 'name': '', 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:f6:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '284128ce-f530-4e8d-8552-3637649f240d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:13Z', 'updated_at': '2022-01-28T03:59:20Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '284128ce-f530-4e8d-8552-3637649f240d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:24.453260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c8aba615-02f4-4743-b0d9-4d5c40d662cd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:24.504210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:24.504658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:24.505017 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:24.505410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:24.505892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Bound port: 165438f7-d4eb-4ad3-9762-74e13874ede6, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:24.506272 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:24.510592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-6484f688-1bcc-4e98-9fb1-4308f63cbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:24.512105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-6484f688-1bcc-4e98-9fb1-4308f63cbb57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.0943167 Jan 28 03:59:24.566338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] For port 165438f7-d4eb-4ad3-9762-74e13874ede6, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:24.569509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] For port 165438f7-d4eb-4ad3-9762-74e13874ede6, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=165438f7-d4eb-4ad3-9762-74e13874ede6,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:24.581083 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:24.607867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-5225096e-b7a7-4433-a1de-2dd50afe9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:24.609650 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-5225096e-b7a7-4433-a1de-2dd50afe9dc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909665 Jan 28 03:59:24.650876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57019087-9639-41a2-9660-39e148c732e2 req-7acd2374-b72a-4834-a700-ba93b72c4d5a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:24.653939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57019087-9639-41a2-9660-39e148c732e2 req-7acd2374-b72a-4834-a700-ba93b72c4d5a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 946 time: 0.5470197 Jan 28 03:59:24.661249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router 6cd4cbd7-5352-409f-a8dc-2ddba430f22d is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:59:24.758234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c8aba615-02f4-4743-b0d9-4d5c40d662cd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:24.758765 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:24.799549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07c393-c996-47a3-b02c-204cc3960f5d None None] Pushing event updated for resources: {'Port': ['ID=165438f7-d4eb-4ad3-9762-74e13874ede6,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:24.812978 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:24.813705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:24.826328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-b3b478e2-9f63-4ba8-a80d-bb562e9d8917 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088625 Jan 28 03:59:24.904253 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57019087-9639-41a2-9660-39e148c732e2 req-b0580efa-137b-437f-ae7c-146c447e9380 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302299 Jan 28 03:59:24.995562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Allocated IP 172.20.0.1 (807dcc26-58c1-492e-ab4f-ccf8615b5f37/c9ab5650-bb11-4600-b38a-4416ee21cb99/0cb4b0c3-5a11-455e-bb7a-e677075b80c0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:25.006505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:25.007214 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c81da62-7c00-4ff0-9f62-a87e0e38c090 req-737e626d-f11c-4da0-a671-ceb3ca4c4faf service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739776 Jan 28 03:59:25.021141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:59:25.025263 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dfe952-ea2c-48b1-a072-11b5cec684b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:59:25.074809 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b16c0f-9b14-471d-9e2a-576832800256 x-openstack-request-id: req-b2b16c0f-9b14-471d-9e2a-576832800256 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:59:25.075480 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:59:25.075962 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2b16c0f-9b14-471d-9e2a-576832800256 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:59:25.076642 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'status': 'completed', 'code': 200} Jan 28 03:59:25.085159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'bcc2a277-c08d-4c4b-87d0-eae0616cd6f2', 'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:be:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:57:00Z', 'updated_at': '2022-01-28T03:57:14Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:25.131454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] Checking router: 3a29871f-f4c7-4018-8a1b-6ff59491c63e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:25.184432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-b095b571-a3f1-42b9-acb7-05e0ead64fbf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added routes are [] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 03:59:25.185181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-b095b571-a3f1-42b9-acb7-05e0ead64fbf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 03:59:25.185514 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] Routers {'3a29871f-f4c7-4018-8a1b-6ff59491c63e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:25.187081 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:25.197604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-dc8bd988-f74c-43d5-a5cc-edea500f8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:25.199500 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-dc8bd988-f74c-43d5-a5cc-edea500f8f92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 1098 time: 0.0704408 Jan 28 03:59:25.201774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:25.220221 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0019183a-a39d-4bf0-b4da-64412820e286 None None] Sync routers for ids ['6cd4cbd7-5352-409f-a8dc-2ddba430f22d'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:25.242412 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0019183a-a39d-4bf0-b4da-64412820e286 None None] Routers {'6cd4cbd7-5352-409f-a8dc-2ddba430f22d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:25.243073 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0019183a-a39d-4bf0-b4da-64412820e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6cd4cbd7-5352-409f-a8dc-2ddba430f22d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:25.247251 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:25.252095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-67a1ecf1-6980-4bb1-a1ad-c9cdbd5136e7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.1381094 Jan 28 03:59:25.257344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34892) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:25.316743 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0019183a-a39d-4bf0-b4da-64412820e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:25.326471 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0019183a-a39d-4bf0-b4da-64412820e286 None None] Routers {'6cd4cbd7-5352-409f-a8dc-2ddba430f22d'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:25.327665 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0019183a-a39d-4bf0-b4da-64412820e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6cd4cbd7-5352-409f-a8dc-2ddba430f22d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:25.347572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-998adfa0-e347-430b-9389-8f7b498f3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:25.349580 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-998adfa0-e347-430b-9389-8f7b498f3a77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 200 len: 898 time: 0.1326821 Jan 28 03:59:25.379000 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0019183a-a39d-4bf0-b4da-64412820e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:25.379873 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0019183a-a39d-4bf0-b4da-64412820e286 None None] The sync data for ids ['6cd4cbd7-5352-409f-a8dc-2ddba430f22d'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:25.384909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4ed3e01d-7cc1-4f0c-a652-87a578b50342 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/routers/6cd4cbd7-5352-409f-a8dc-2ddba430f22d HTTP/1.1" status: 200 len: 880 time: 0.1262140 Jan 28 03:59:25.391888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:25.416532 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-4e004df0-e274-41e7-9e6a-65a4ab94cddf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 200 len: 217 time: 0.0587409 Jan 28 03:59:25.449225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c8aba615-02f4-4743-b0d9-4d5c40d662cd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:25.454409 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b095b571-a3f1-42b9-acb7-05e0ead64fbf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:25.466825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] Set router 3a29871f-f4c7-4018-8a1b-6ff59491c63e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:25.502848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e16811-4694-4bfb-9cbd-f68a1fffd010 req-5ce36e02-2b2c-47d2-835a-44f76d4cf0cc tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:25.505939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-1945e626-e62a-46e1-8d6e-1478cee69dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:25.509179 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-1945e626-e62a-46e1-8d6e-1478cee69dfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 200 len: 834 time: 0.0752082 Jan 28 03:59:25.510189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03e16811-4694-4bfb-9cbd-f68a1fffd010 req-5ce36e02-2b2c-47d2-835a-44f76d4cf0cc tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 943 time: 0.5641718 Jan 28 03:59:25.567263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-d66cf9d7-64a1-4f35-a5f0-85c4b5d92e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:25.568815 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-d66cf9d7-64a1-4f35-a5f0-85c4b5d92e00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c67dd9e8-6461-4379-b91f-f2c1be4b022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503454 Jan 28 03:59:25.617727 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Publish callbacks [] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:25.682470 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-b80d3d69-8a38-428d-ad07-875265b92957 service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066003 Jan 28 03:59:25.793385 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-99dfe952-ea2c-48b1-a072-11b5cec684b7 req-770eacbf-277d-48ea-a58f-f1c351818090 service neutron] 10.222.0.42 "GET /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026797 Jan 28 03:59:25.856573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 1e141db7-d67d-4395-bb6b-3b953d4be3ae details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:59:25.868314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:18Z', 'revision_number': 3, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:25.918688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f673526-6dc9-4962-affd-09f55f855175 None None] The sync data for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 is: [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:18Z', 'revision_number': 3, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:26.038342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03e16811-4694-4bfb-9cbd-f68a1fffd010 req-93d939e2-6782-4152-9afe-0d6b4a656b24 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261431 Jan 28 03:59:26.103115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:26.119824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '1e141db7-d67d-4395-bb6b-3b953d4be3ae', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'port_id': '1e141db7-d67d-4395-bb6b-3b953d4be3ae', 'mac_address': 'fa:16:3e:1c:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:59:26.139679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-bd92e275-a2d3-4235-b47b-01481b3437e1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:26.141395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-bd92e275-a2d3-4235-b47b-01481b3437e1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 946 time: 0.6848493 Jan 28 03:59:26.162777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'bcc2a277-c08d-4c4b-87d0-eae0616cd6f2', 'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:be:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:57:00Z', 'updated_at': '2022-01-28T03:57:14Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:26.202575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb787c-d55d-4502-8c70-d0db874a640a None None] The sync data for ids ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'] in n-d-808199-14 is: [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'bcc2a277-c08d-4c4b-87d0-eae0616cd6f2', 'name': '', 'network_id': 'c67dd9e8-6461-4379-b91f-f2c1be4b022d', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:be:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:57:00Z', 'updated_at': '2022-01-28T03:57:14Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:26.222477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 1e141db7-d67d-4395-bb6b-3b953d4be3ae is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:26.223607 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:26.224114 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:26.239787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e141db7-d67d-4395-bb6b-3b953d4be3ae {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:59:26.263367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:26.268519 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:26.329626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=1e141db7-d67d-4395-bb6b-3b953d4be3ae,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:26.458303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c555ec9-4ac9-42a1-9d0a-1df55b011a6d req-98661e1f-7118-4438-94b8-0d5eb2686ff4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:26.466141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c555ec9-4ac9-42a1-9d0a-1df55b011a6d req-98661e1f-7118-4438-94b8-0d5eb2686ff4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 946 time: 0.3960135 Jan 28 03:59:26.519663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:26.527941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Pushing event updated for resources: {'Port': ['ID=0cb4b0c3-5a11-455e-bb7a-e677075b80c0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:26.538373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:26.539692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['1e141db7-d67d-4395-bb6b-3b953d4be3ae'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:59:26.541725 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b095b571-a3f1-42b9-acb7-05e0ead64fbf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:26.558102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:26.657261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.657658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.657961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.658310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.658648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.658982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.659607 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.659709 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.659973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.660310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.660632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.660989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.661321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:26.682460 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b095b571-a3f1-42b9-acb7-05e0ead64fbf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:26.723703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d50b5-ac72-40e2-853c-873e97937e08 None None] New status for floating IP 43d7d4c4-21ed-461a-962f-172845918f96: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:59:26.823025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c555ec9-4ac9-42a1-9d0a-1df55b011a6d req-ada8f481-5cc6-4079-b009-0ed4d146cc73 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554099 Jan 28 03:59:26.910457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-22b488e2-1277-4ded-82d8-0930ccc0cbd5 None None] Provisioning complete for port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:26.910990 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b488e2-1277-4ded-82d8-0930ccc0cbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:26.940291 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (62a9baba-402e-42b2-93fe-4f787b905f56), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:26.949040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b095b571-a3f1-42b9-acb7-05e0ead64fbf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:26.969241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-22b488e2-1277-4ded-82d8-0930ccc0cbd5 None None] Port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:27.017521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-d4e54bb2-b101-4a61-b983-7b1219475a19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:27.017858 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-d4e54bb2-b101-4a61-b983-7b1219475a19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:27.032264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-775dda6d-3596-453b-a805-38cf84e0ef2c tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.6364567 Jan 28 03:59:27.032639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:27.039391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f0992d2a-d150-4560-9e49-71d529b5df83 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1211772442'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:27.328781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b095b571-a3f1-42b9-acb7-05e0ead64fbf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:27.340896 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] Sync routers for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:27.355090 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:27.355977 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:27.356118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b095b571-a3f1-42b9-acb7-05e0ead64fbf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:27.357223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b095b571-a3f1-42b9-acb7-05e0ead64fbf tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e HTTP/1.1" status: 200 len: 704 time: 4.0763175 Jan 28 03:59:27.364656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34906) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:27.471474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ec4c96aa-3a9a-40a2-811f-677d7ccdb855 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e HTTP/1.1" status: 200 len: 704 time: 0.1041451 Jan 28 03:59:27.484821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0992d2a-d150-4560-9e49-71d529b5df83 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:27.485635 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:27.493379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:27.500377 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0992d2a-d150-4560-9e49-71d529b5df83 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:27.502290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4796f38-2061-4b86-b45f-353c8a137d29 req-29270fa9-9aa5-4e23-a2df-32452635d592 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:27.503806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4796f38-2061-4b86-b45f-353c8a137d29 req-29270fa9-9aa5-4e23-a2df-32452635d592 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 944 time: 0.3100469 Jan 28 03:59:27.569895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-d4e54bb2-b101-4a61-b983-7b1219475a19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:27.570305 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-d4e54bb2-b101-4a61-b983-7b1219475a19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:27.576284 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:27.624979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0992d2a-d150-4560-9e49-71d529b5df83 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router 6cd4cbd7-5352-409f-a8dc-2ddba430f22d has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:27.629429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-d4e54bb2-b101-4a61-b983-7b1219475a19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:27.683238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4796f38-2061-4b86-b45f-353c8a137d29 req-239087f1-72a2-4bbe-a9b0-2d3dc6493bf3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666076 Jan 28 03:59:27.771024 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 1e141db7-d67d-4395-bb6b-3b953d4be3ae up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:27.778651 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:25Z', 'revision_number': 7, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3117cd2-fddc-46fb-b304-b6c9ff8013ed', 'name': '', 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:f6:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '284128ce-f530-4e8d-8552-3637649f240d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:13Z', 'updated_at': '2022-01-28T03:59:20Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '284128ce-f530-4e8d-8552-3637649f240d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:27.796627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0992d2a-d150-4560-9e49-71d529b5df83 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:27.810553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0992d2a-d150-4560-9e49-71d529b5df83 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:27.811551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeac9f6-5458-4469-881d-3f6a54e3368e None None] Sync routers for ids ['6cd4cbd7-5352-409f-a8dc-2ddba430f22d'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:27.815998 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f0992d2a-d150-4560-9e49-71d529b5df83 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/6cd4cbd7-5352-409f-a8dc-2ddba430f22d HTTP/1.1" status: 200 len: 887 time: 0.7821832 Jan 28 03:59:27.816743 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:27.849864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeac9f6-5458-4469-881d-3f6a54e3368e None None] Routers {'6cd4cbd7-5352-409f-a8dc-2ddba430f22d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:27.856598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2aeac9f6-5458-4469-881d-3f6a54e3368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6cd4cbd7-5352-409f-a8dc-2ddba430f22d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:27.863373 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] Checking router: 0e3c944e-66d7-47ec-8383-5dd017f7276e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:27.874705 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:27.875472 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:27.959123 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f762d6ab-0607-4ea9-b0cb-4a0bb7977493 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/routers/6cd4cbd7-5352-409f-a8dc-2ddba430f22d HTTP/1.1" status: 200 len: 887 time: 0.1387067 Jan 28 03:59:27.959441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34914) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:28.005353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c52fca82-8d67-42f2-a09d-14ce634d11b5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cd4cbd7-5352-409f-a8dc-2ddba430f22d HTTP/1.1" status: 200 len: 205 time: 0.0448239 Jan 28 03:59:28.008004 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34918) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:28.019726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2aeac9f6-5458-4469-881d-3f6a54e3368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:28.055986 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:28.066898 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeac9f6-5458-4469-881d-3f6a54e3368e None None] Routers {'6cd4cbd7-5352-409f-a8dc-2ddba430f22d'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:28.069774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2aeac9f6-5458-4469-881d-3f6a54e3368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['6cd4cbd7-5352-409f-a8dc-2ddba430f22d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:28.157816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 1e141db7-d67d-4395-bb6b-3b953d4be3ae completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:59:28.166608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2aeac9f6-5458-4469-881d-3f6a54e3368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:28.167406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeac9f6-5458-4469-881d-3f6a54e3368e None None] The sync data for ids ['6cd4cbd7-5352-409f-a8dc-2ddba430f22d'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:28.174416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 1e141db7-d67d-4395-bb6b-3b953d4be3ae triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:28.174792 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.221259 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.298396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 1e141db7-d67d-4395-bb6b-3b953d4be3ae is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:28.299064 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.363154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_gateway (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.374750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e141db7-d67d-4395-bb6b-3b953d4be3ae'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:59:28.377586 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0408df-2006-4ebf-ab33-df0551322368" -d '{"events": [{"server_uuid": "8781d7a6-60dd-4c08-876b-954ad56bf3f9", "name": "network-vif-plugged", "status": "completed", "tag": "1e141db7-d67d-4395-bb6b-3b953d4be3ae"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:59:28.410502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:28.421161 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.479967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 165438f7-d4eb-4ad3-9762-74e13874ede6 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:28.482067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port aefda5ef-a351-4459-883e-30d6a140ced2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:28.482413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (aefda5ef-a351-4459-883e-30d6a140ced2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.518556 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:25Z', 'revision_number': 7, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3117cd2-fddc-46fb-b304-b6c9ff8013ed', 'name': '', 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:f6:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '284128ce-f530-4e8d-8552-3637649f240d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:13Z', 'updated_at': '2022-01-28T03:59:20Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '284128ce-f530-4e8d-8552-3637649f240d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:28.548782 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eae76a-c81d-4c87-b98e-8239746bee17 x-openstack-request-id: req-18eae76a-c81d-4c87-b98e-8239746bee17 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:59:28.549256 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8781d7a6-60dd-4c08-876b-954ad56bf3f9", "name": "network-vif-plugged", "status": "completed", "tag": "1e141db7-d67d-4395-bb6b-3b953d4be3ae", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:59:28.549603 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18eae76a-c81d-4c87-b98e-8239746bee17 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:59:28.550091 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e141db7-d67d-4395-bb6b-3b953d4be3ae', 'code': 200} Jan 28 03:59:28.585843 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d115a30a-9805-4f9b-8ee6-248715fb5573 None None] The sync data for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 is: [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:25Z', 'revision_number': 7, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3117cd2-fddc-46fb-b304-b6c9ff8013ed', 'name': '', 'network_id': '67bddbb9-965d-4488-8efe-d48cebef0043', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:f6:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '284128ce-f530-4e8d-8552-3637649f240d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:13Z', 'updated_at': '2022-01-28T03:59:20Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '284128ce-f530-4e8d-8552-3637649f240d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:28.599065 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (aefda5ef-a351-4459-883e-30d6a140ced2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.615342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=1e141db7-d67d-4395-bb6b-3b953d4be3ae,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:28.634865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 165438f7-d4eb-4ad3-9762-74e13874ede6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:28.635402 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.680521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for aefda5ef-a351-4459-883e-30d6a140ced2 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:28.699284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13360abe-afa5-4f6e-90a7-9a7020e84abe req-e5220a76-b573-49bb-b029-7080fe8afc19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:28.700914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13360abe-afa5-4f6e-90a7-9a7020e84abe req-e5220a76-b573-49bb-b029-7080fe8afc19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a0a55b1-39e6-46f4-8872-c7514c789906 HTTP/1.1" status: 200 len: 946 time: 0.7483096 Jan 28 03:59:28.756956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f4230-f811-4db7-9007-6006f314d584 req-723b26cc-4886-4e5d-bca3-9d5f0ede8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:28.758533 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-597f4230-f811-4db7-9007-6006f314d584 req-723b26cc-4886-4e5d-bca3-9d5f0ede8dd1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 1097 time: 0.1560440 Jan 28 03:59:28.804010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 165438f7-d4eb-4ad3-9762-74e13874ede6 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:28.805479 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.832161 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-597f4230-f811-4db7-9007-6006f314d584 req-f083e1e6-29b3-4853-ac46-2154d797344a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641925 Jan 28 03:59:28.852137 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-d4e54bb2-b101-4a61-b983-7b1219475a19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3a841de0-c76a-4aa5-8abd-3f5ff5b0b630), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.854645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 165438f7-d4eb-4ad3-9762-74e13874ede6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=165438f7-d4eb-4ad3-9762-74e13874ede6,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:28.870412 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.922640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e54bb2-b101-4a61-b983-7b1219475a19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=3a841de0-c76a-4aa5-8abd-3f5ff5b0b630,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:28.937738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Publish callbacks [] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.967017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=165438f7-d4eb-4ad3-9762-74e13874ede6,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:28.979920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13360abe-afa5-4f6e-90a7-9a7020e84abe req-2caac566-0e72-4972-b81c-819aeb632300 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff32afa5-d453-47ec-a15c-336300043256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653930 Jan 28 03:59:28.981840 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:28.991737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (aefda5ef-a351-4459-883e-30d6a140ced2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.019760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=aefda5ef-a351-4459-883e-30d6a140ced2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:29.040424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.041684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.042184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.042689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.043183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.043685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.044172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.044865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.045480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.046015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.046505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.046991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.047621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:29.074585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3719a-8bd3-49e9-b320-6fe1d776a77d req-5027342b-5f4e-452b-9056-051109bec3a6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:29.076210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01a3719a-8bd3-49e9-b320-6fe1d776a77d req-5027342b-5f4e-452b-9056-051109bec3a6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.2688274 Jan 28 03:59:29.113214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.126639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-d4e54bb2-b101-4a61-b983-7b1219475a19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] No DVR routers for this DVR port 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:59:29.133807 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-d4e54bb2-b101-4a61-b983-7b1219475a19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.137307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d18848c8-7c72-4d80-95dd-a53fb3100f39 req-d4e54bb2-b101-4a61-b983-7b1219475a19 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "DELETE /v2.0/ports/3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 HTTP/1.1" status: 204 len: 173 time: 2.9745686 Jan 28 03:59:29.151092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'name': 'network-vif-deleted', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:59:29.153881 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e16b202-cafe-4b72-a116-68d0d576c5a6" -d '{"events": [{"server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "name": "network-vif-deleted", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:59:29.197889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (62a9baba-402e-42b2-93fe-4f787b905f56), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.210567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Pushing event updated for resources: {'Port': ['ID=0cb4b0c3-5a11-455e-bb7a-e677075b80c0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:29.248371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.250794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.252710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01a3719a-8bd3-49e9-b320-6fe1d776a77d req-cce390aa-2147-462e-8475-3a23a1d8c520 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504619 Jan 28 03:59:29.344802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (6cd4cbd7-5352-409f-a8dc-2ddba430f22d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.345383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Fanout notify agent at l3_agent the message router_deleted on router 6cd4cbd7-5352-409f-a8dc-2ddba430f22d {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:59:29.353822 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.355630 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fb48789d-e964-483e-8f7a-bd0b5183bf34 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/6cd4cbd7-5352-409f-a8dc-2ddba430f22d HTTP/1.1" status: 204 len: 168 time: 1.3466384 Jan 28 03:59:29.361139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34930) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:29.367499 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.369789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'network': {'name': 'tempest-RoutersTest-985699566'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:29.416948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:29.422289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.452793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:59:29.465963 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e2c24706-703b-4f79-91f9-f8fa3c8a2c10), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.466442 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added segment e2c24706-703b-4f79-91f9-f8fa3c8a2c10 of type vlan for network c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 Jan 28 03:59:29.485144 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c183c5d7-acf4-4e75-8598-1cf2ef3839b5 x-openstack-request-id: req-c183c5d7-acf4-4e75-8598-1cf2ef3839b5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:59:29.485722 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0a55b1-39e6-46f4-8872-c7514c789906", "name": "network-vif-deleted", "tag": "3a841de0-c76a-4aa5-8abd-3f5ff5b0b630", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:59:29.486118 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c183c5d7-acf4-4e75-8598-1cf2ef3839b5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:59:29.486670 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a55b1-39e6-46f4-8872-c7514c789906', 'name': 'network-vif-deleted', 'tag': '3a841de0-c76a-4aa5-8abd-3f5ff5b0b630', 'status': 'completed', 'code': 200} Jan 28 03:59:29.519508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.523652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:29.529487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:29.552003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.558762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:29.559700 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.599114 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2367947 Jan 28 03:59:29.600314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:29.620578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'subnet': {'network_id': 'c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:29.791390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:29.840696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:29.849361 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 3a841de0-c76a-4aa5-8abd-3f5ff5b0b630 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:29.947168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Router 62a9baba-402e-42b2-93fe-4f787b905f56 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:29.990539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:29.994011 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:30.064704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c77868c5-b4b9-4b44-8a54-1be253f2fa72 None None] Provisioning complete for port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:30.066733 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c77868c5-b4b9-4b44-8a54-1be253f2fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:30.110951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:30.130714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a2262-8edb-4433-9941-e9395f196279 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Network': ['ID=c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:30.153538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:59:30.191417 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-07e83342-2304-48d9-920d-a4f1e11959cf req-a31bf1ad-33d7-43cb-b9b7-b9fff6a0cd52 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1482878 Jan 28 03:59:30.200447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c77868c5-b4b9-4b44-8a54-1be253f2fa72 None None] Port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:30.337520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:30.348675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7ca4e0ef-8381-4623-a512-113758adee2c admin admin] 10.222.0.44 "PUT /v2.0/routers/62a9baba-402e-42b2-93fe-4f787b905f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2976122 Jan 28 03:59:30.359631 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Sync routers for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:30.381258 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:30.381894 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:30.442947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 165438f7-d4eb-4ad3-9762-74e13874ede6 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:30.517450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 165438f7-d4eb-4ad3-9762-74e13874ede6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:30.518038 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:30.605355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52577-e6eb-4422-a50e-f7090af2482b req-4c1dbf1d-c2e1-4e63-9945-fd43bed26eba tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:30.607339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfe52577-e6eb-4422-a50e-f7090af2482b req-4c1dbf1d-c2e1-4e63-9945-fd43bed26eba tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.1704650 Jan 28 03:59:30.628667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port f3117cd2-fddc-46fb-b304-b6c9ff8013ed {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:30.629705 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:30.642704 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:30.670205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 165438f7-d4eb-4ad3-9762-74e13874ede6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:30.742398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83342-2304-48d9-920d-a4f1e11959cf req-adbdb1c2-dd1a-4fb4-838c-558268464669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:30.744001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-07e83342-2304-48d9-920d-a4f1e11959cf req-adbdb1c2-dd1a-4fb4-838c-558268464669 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 1098 time: 0.2124932 Jan 28 03:59:30.767073 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (817049d0-56e1-4ff9-9186-2853902ff69b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:30.818925 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfe52577-e6eb-4422-a50e-f7090af2482b req-5a49de4c-3a68-4f26-9141-cc216be59234 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023056 Jan 28 03:59:30.900584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port f3117cd2-fddc-46fb-b304-b6c9ff8013ed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f3117cd2-fddc-46fb-b304-b6c9ff8013ed,segment=NetworkSegment(1dfc6d1a-a687-4082-80bd-67f6c071eb29),segment_id=1dfc6d1a-a687-4082-80bd-67f6c071eb29)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:30.903022 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:30.932886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Subnet': ['ID=817049d0-56e1-4ff9-9186-2853902ff69b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:30.957009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for f3117cd2-fddc-46fb-b304-b6c9ff8013ed owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:30.958988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Checking segment: {'id': 'e2c24706-703b-4f79-91f9-f8fa3c8a2c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:30.959361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network hostable DHCP agents. Network: c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:59:30.999112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83342-2304-48d9-920d-a4f1e11959cf req-f7334cfc-88a7-464a-9268-0c4cff4a1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:31.000755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-07e83342-2304-48d9-920d-a4f1e11959cf req-f7334cfc-88a7-464a-9268-0c4cff4a1b0c service neutron] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.2252438 Jan 28 03:59:31.006570 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (3a29871f-f4c7-4018-8a1b-6ff59491c63e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.071307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:59:31.099387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:31.110143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1bec4e-766e-4244-a139-80cd5b784a66 None None] Network c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:31.114283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:31.114891 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.160443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-835b52a9-b13d-4d24-b73c-62785d6b6eb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5563207 Jan 28 03:59:31.221590 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:31.229274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f0efd14d-ae67-4071-94ba-f4b25dde298f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-76778182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:31.238020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-07e83342-2304-48d9-920d-a4f1e11959cf req-06b126bb-e3f1-4c0e-92de-18ac1c135cf3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=988590e8-d350-4bdf-b316-77470d264e94 HTTP/1.1" status: 200 len: 217 time: 0.0890346 Jan 28 03:59:31.337798 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5', 'network_id': 'c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5', 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'fixed_ips': [{'subnet_id': '817049d0-56e1-4ff9-9186-2853902ff69b'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:59:31.338519 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 2, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:31.345390 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.359431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34964) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:31.370345 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Checking router: 62a9baba-402e-42b2-93fe-4f787b905f56 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:31.370904 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Updating router 62a9baba-402e-42b2-93fe-4f787b905f56 port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:59:31.374326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2035531560-network', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:31.396758 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.431165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad2e61-018c-4b36-913b-a038469fb8d7 req-4bbba083-cabd-464d-9d3f-65b92d57a583 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:31.432703 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66ad2e61-018c-4b36-913b-a038469fb8d7 req-4bbba083-cabd-464d-9d3f-65b92d57a583 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.2048290 Jan 28 03:59:31.471596 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0efd14d-ae67-4071-94ba-f4b25dde298f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (947a57b5-213e-4fe8-896a-5b199419b85f), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.473033 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0efd14d-ae67-4071-94ba-f4b25dde298f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (947a57b5-213e-4fe8-896a-5b199419b85f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.505030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83342-2304-48d9-920d-a4f1e11959cf req-bb9f49ae-be63-408e-bd6c-4a599739d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:31.506732 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-07e83342-2304-48d9-920d-a4f1e11959cf req-bb9f49ae-be63-408e-bd6c-4a599739d0de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.2585235 Jan 28 03:59:31.533258 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f3117cd2-fddc-46fb-b304-b6c9ff8013ed), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.563738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Made reservation on behalf of 2ccc3a1d30434743b2a0a02ea795e576 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:31.566296 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.586290 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.625068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Allocated IP 172.20.0.2 (c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5/817049d0-56e1-4ff9-9186-2853902ff69b/9b65b4c1-70b5-4ade-9b12-c3f8890c812f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:31.648392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66ad2e61-018c-4b36-913b-a038469fb8d7 req-938d0f6e-925f-4d50-a059-01d3fa352f7a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004621 Jan 28 03:59:31.649240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=f3117cd2-fddc-46fb-b304-b6c9ff8013ed,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:31.743865 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Publish callbacks [] for security_group (dc628d56-be19-4bf6-bf49-ca43c6839425), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.746509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0efd14d-ae67-4071-94ba-f4b25dde298f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (947a57b5-213e-4fe8-896a-5b199419b85f), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.752239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dc628d56-be19-4bf6-bf49-ca43c6839425), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.770368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0efd14d-ae67-4071-94ba-f4b25dde298f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (947a57b5-213e-4fe8-896a-5b199419b85f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.801279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83342-2304-48d9-920d-a4f1e11959cf req-7e5777a7-59d3-4408-b4c7-dae9bc343f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:31.802812 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-07e83342-2304-48d9-920d-a4f1e11959cf req-7e5777a7-59d3-4408-b4c7-dae9bc343f48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2892237 Jan 28 03:59:31.867945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:59:31.882248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.900104 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Publish callbacks [] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.918975 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.928212 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Publish callbacks [] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.937684 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.949630 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0efd14d-ae67-4071-94ba-f4b25dde298f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.953827 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f0efd14d-ae67-4071-94ba-f4b25dde298f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7291212 Jan 28 03:59:31.954604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc628d56-be19-4bf6-bf49-ca43c6839425,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:31.959924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34966) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:31.964794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a4b26ef4-0514-423e-ae9b-1caea1d3ee9b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.965169 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Added segment a4b26ef4-0514-423e-ae9b-1caea1d3ee9b of type vlan for network cfe024d8-b7e8-4d12-966c-ee0538b686b8 Jan 28 03:59:31.991980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Network c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:31.995352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:32.009295 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:32.056604 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a0ef2-42ea-4a3e-b642-2007a2921604 None None] Pushing event updated for resources: {'Port': ['ID=0cb4b0c3-5a11-455e-bb7a-e677075b80c0,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:32.096322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Pushing event updated for resources: {'Port': ['ID=9b65b4c1-70b5-4ade-9b12-c3f8890c812f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:32.158344 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Attempting to bind port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:32.160300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Attempting to bind port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:32.161128 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Attempting to bind port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:32.161374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Attempting to bind port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e2c24706-703b-4f79-91f9-f8fa3c8a2c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:32.161912 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Attempting to bind port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f on network c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:32.162050 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Attempting to bind port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:32.169341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (cfe024d8-b7e8-4d12-966c-ee0538b686b8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.169957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:32.170992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Checking segment: {'id': 'e2c24706-703b-4f79-91f9-f8fa3c8a2c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:32.171654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.172216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Bound using segment: {'id': 'e2c24706-703b-4f79-91f9-f8fa3c8a2c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:32.172897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Bound port: 9b65b4c1-70b5-4ade-9b12-c3f8890c812f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c24706-703b-4f79-91f9-f8fa3c8a2c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:32.173452 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.177758 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:32.181395 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Checking segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:32.181936 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.182438 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Bound using segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:32.183036 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Bound port: 0cb4b0c3-5a11-455e-bb7a-e677075b80c0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:32.185085 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.261843 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-07e83342-2304-48d9-920d-a4f1e11959cf req-6fe38146-6a60-4e4e-a93e-136288143728 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388795 Jan 28 03:59:32.285494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] For port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:32.291212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] For port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9b65b4c1-70b5-4ade-9b12-c3f8890c812f,segment=NetworkSegment(e2c24706-703b-4f79-91f9-f8fa3c8a2c10),segment_id=e2c24706-703b-4f79-91f9-f8fa3c8a2c10)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:32.314495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (cfe024d8-b7e8-4d12-966c-ee0538b686b8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.315474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:32.316061 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.316174 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.376058 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] For port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:32.387846 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] For port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0cb4b0c3-5a11-455e-bb7a-e677075b80c0,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:32.398177 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.441506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:32.441855 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.450021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] Pushing event updated for resources: {'Network': ['ID=cfe024d8-b7e8-4d12-966c-ee0538b686b8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:32.473332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d818ac5-3394-4471-bb64-6ed4b77239d4 None None] Pushing event updated for resources: {'Port': ['ID=9b65b4c1-70b5-4ade-9b12-c3f8890c812f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:32.493236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network cfe024d8-b7e8-4d12-966c-ee0538b686b8 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:59:32.534308 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-705b2b78-7d6a-41e7-95c9-7cf94e55c39c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1636231 Jan 28 03:59:32.546976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:32.559544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Request body: {'subnet': {'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2035531560-subnet', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:32.617864 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:32.619685 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-07e83342-2304-48d9-920d-a4f1e11959cf req-0b7c3e48-2ad7-45d8-b0c9-4f1133662767 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430047 Jan 28 03:59:32.620474 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:32.631521 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a0ef2-42ea-4a3e-b642-2007a2921604 None None] Pushing event updated for resources: {'Port': ['ID=0cb4b0c3-5a11-455e-bb7a-e677075b80c0,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:32.649896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Made reservation on behalf of 2ccc3a1d30434743b2a0a02ea795e576 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:32.653461 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.771119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port bcc2a277-c08d-4c4b-87d0-eae0616cd6f2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bcc2a277-c08d-4c4b-87d0-eae0616cd6f2,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:32.771788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.772176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-49a0d640-fa45-4fa1-b283-1f2027af0b2b None None] Provisioning complete for port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:32.772751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49a0d640-fa45-4fa1-b283-1f2027af0b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:32.813672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:32.932335 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:33.050005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-49a0d640-fa45-4fa1-b283-1f2027af0b2b None None] Current status of the port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:33.050397 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49a0d640-fa45-4fa1-b283-1f2027af0b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.158573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-49a0d640-fa45-4fa1-b283-1f2027af0b2b None None] For port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0cb4b0c3-5a11-455e-bb7a-e677075b80c0,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:33.174146 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49a0d640-fa45-4fa1-b283-1f2027af0b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.225585 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (95398650-0cd1-4c99-b220-fcaf23fa07e4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.327926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0d640-fa45-4fa1-b283-1f2027af0b2b None None] Pushing event updated for resources: {'Port': ['ID=0cb4b0c3-5a11-455e-bb7a-e677075b80c0,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:33.348395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:33.373251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-60dad958-71cf-461e-b8a1-e5c999228cc4 None None] Provisioning complete for port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:33.374310 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60dad958-71cf-461e-b8a1-e5c999228cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.376702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Checking segment: {'id': 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:33.377107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Network hostable DHCP agents. Network: cfe024d8-b7e8-4d12-966c-ee0538b686b8, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:59:33.390681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0731f77-ae87-4c62-a14b-7d27c5344866 req-711195d9-54d9-424f-9532-ad47d47eaf0b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:33.393776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0731f77-ae87-4c62-a14b-7d27c5344866 req-711195d9-54d9-424f-9532-ad47d47eaf0b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.3475773 Jan 28 03:59:33.403598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95398650-0cd1-4c99-b220-fcaf23fa07e4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:33.431663 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:32Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:33.444795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Network cfe024d8-b7e8-4d12-966c-ee0538b686b8 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:59:33.487915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.515508 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3620b-01d4-438d-a473-5ef3f23fd215 None None] The sync data for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 is: [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:32Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:33.556185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-60dad958-71cf-461e-b8a1-e5c999228cc4 None None] Current status of the port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:33.558451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, cfe024d8-b7e8-4d12-966c-ee0538b686b8) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:33.564395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:33.566100 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.588729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a7984-4a5f-4d82-8cbe-b824c7479d83 None None] Network cfe024d8-b7e8-4d12-966c-ee0538b686b8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:33.609223 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (bcc2a277-c08d-4c4b-87d0-eae0616cd6f2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.652145 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a53fb792-0ea9-4505-8487-8b288f9dcb19 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1039681 Jan 28 03:59:33.695102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34976) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:33.702606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2035531560-router', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:33.712311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=bcc2a277-c08d-4c4b-87d0-eae0616cd6f2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:33.807514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (8225259c-7aeb-4224-8196-7aca093e4803), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.808589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (8225259c-7aeb-4224-8196-7aca093e4803), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.853825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-cfe024d8-b7e8-4d12-966c-ee0538b686b8', 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8', 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'fixed_ips': [{'subnet_id': '95398650-0cd1-4c99-b220-fcaf23fa07e4'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:59:33.855080 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.858252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0731f77-ae87-4c62-a14b-7d27c5344866 req-8ed311de-1abd-4b5c-944a-8f17e3bd23e4 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342730 Jan 28 03:59:34.069763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:34.094051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7b99a2b1-666d-4c08-85af-b2b961f7f31b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5879574 Jan 28 03:59:34.098190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] Sync routers for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:34.101931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:34.175210 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks [] for router_controller (8225259c-7aeb-4224-8196-7aca093e4803), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:34.195037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Allocated IP 172.20.0.2 (cfe024d8-b7e8-4d12-966c-ee0538b686b8/95398650-0cd1-4c99-b220-fcaf23fa07e4/f3b740da-28a4-45b1-9914-2d7fb1b91584) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:34.226608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a1a651-9779-4174-af4b-4ceb799f5e4a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting subnet 284128ce-f530-4e8d-8552-3637649f240d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:59:34.234808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43a1a651-9779-4174-af4b-4ceb799f5e4a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (284128ce-f530-4e8d-8552-3637649f240d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:34.363470 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (3a29871f-f4c7-4018-8a1b-6ff59491c63e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:34.533576 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Publish callbacks [] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:34.575403 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:34.582369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:34.583263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:34.688891 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43a1a651-9779-4174-af4b-4ceb799f5e4a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (284128ce-f530-4e8d-8552-3637649f240d), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:34.907291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Allocated IP 172.20.0.1 (c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5/817049d0-56e1-4ff9-9186-2853902ff69b/5554048c-98df-49da-b197-40bdb4c1fbb7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:34.954721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b6452-29ad-4ba6-b2ba-01df0b7a5dd1 req-2bc01fcf-de96-4738-947d-77f7e7656551 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:34.963413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-274b6452-29ad-4ba6-b2ba-01df0b7a5dd1 req-2bc01fcf-de96-4738-947d-77f7e7656551 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.1823940 Jan 28 03:59:34.968734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43a1a651-9779-4174-af4b-4ceb799f5e4a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (284128ce-f530-4e8d-8552-3637649f240d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.053375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Network cfe024d8-b7e8-4d12-966c-ee0538b686b8 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:35.058453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9b65b4c1-70b5-4ade-9b12-c3f8890c812f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:35.061443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c569a6a-a708-4833-aece-45e70fd03e1e None None] Network c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:35.068480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:35.153842 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43a1a651-9779-4174-af4b-4ceb799f5e4a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (284128ce-f530-4e8d-8552-3637649f240d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.213319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1a651-9779-4174-af4b-4ceb799f5e4a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Subnet': ['ID=284128ce-f530-4e8d-8552-3637649f240d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:35.244461 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43a1a651-9779-4174-af4b-4ceb799f5e4a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.248615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-43a1a651-9779-4174-af4b-4ceb799f5e4a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/284128ce-f530-4e8d-8552-3637649f240d HTTP/1.1" status: 204 len: 168 time: 1.1450133 Jan 28 03:59:35.274260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 34994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:35.294124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:35.317981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd6284-945b-484e-85f4-eed85ca5949e None None] Network 67bddbb9-965d-4488-8efe-d48cebef0043 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:35.335001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.336277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks [] for router_gateway (8225259c-7aeb-4224-8196-7aca093e4803), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.343050 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-274b6452-29ad-4ba6-b2ba-01df0b7a5dd1 req-eb68aac9-4660-4ae4-90a6-058cba9bbb4b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787711 Jan 28 03:59:35.439084 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (67bddbb9-965d-4488-8efe-d48cebef0043), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.502837 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.548731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ef49f21c-b666-4162-85bf-5adff924e505 None None] Provisioning complete for port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:35.549137 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef49f21c-b666-4162-85bf-5adff924e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.562584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:35.566169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:35.577301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:35.590483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:35.627029 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (947a57b5-213e-4fe8-896a-5b199419b85f), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.642920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port c3117163-4857-4050-b504-c8af81153e0a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:35.643264 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c3117163-4857-4050-b504-c8af81153e0a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.714285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 3a29871f-f4c7-4018-8a1b-6ff59491c63e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:35.769906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Pushing event updated for resources: {'Port': ['ID=f3b740da-28a4-45b1-9914-2d7fb1b91584,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:35.837322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Attempting to bind port f3b740da-28a4-45b1-9914-2d7fb1b91584 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:35.837831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Attempting to bind port f3b740da-28a4-45b1-9914-2d7fb1b91584 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:35.838306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Attempting to bind port f3b740da-28a4-45b1-9914-2d7fb1b91584 on network cfe024d8-b7e8-4d12-966c-ee0538b686b8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:35.849614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 1e141db7-d67d-4395-bb6b-3b953d4be3ae details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:59:35.857091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port c3117163-4857-4050-b504-c8af81153e0a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c3117163-4857-4050-b504-c8af81153e0a,segment=NetworkSegment(1dfc6d1a-a687-4082-80bd-67f6c071eb29),segment_id=1dfc6d1a-a687-4082-80bd-67f6c071eb29)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:35.859218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c3117163-4857-4050-b504-c8af81153e0a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.874516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for c3117163-4857-4050-b504-c8af81153e0a owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:35.896777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:35.897354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Checking segment: {'id': 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:35.897692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:35.898139 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.898638 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Bound using segment: {'id': 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:35.899255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Bound port: f3b740da-28a4-45b1-9914-2d7fb1b91584, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:35.899737 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.909615 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-13a64320-0035-43b4-9750-11cd7b22a19d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "PUT /v2.0/routers/3a29871f-f4c7-4018-8a1b-6ff59491c63e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7974153 Jan 28 03:59:35.910265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 34998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:35.912660 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] Sync routers for ids ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:35.931321 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] Routers {'3a29871f-f4c7-4018-8a1b-6ff59491c63e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:35.932210 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:35.965112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:35.965610 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.005617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8039b3-e376-4200-832b-bb1011ed4dbe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting subnet 6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:59:36.011067 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd8039b3-e376-4200-832b-bb1011ed4dbe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.051199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=5554048c-98df-49da-b197-40bdb4c1fbb7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:36.072692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] For port f3b740da-28a4-45b1-9914-2d7fb1b91584, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:36.077387 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c3117163-4857-4050-b504-c8af81153e0a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.079840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] For port f3b740da-28a4-45b1-9914-2d7fb1b91584, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f3b740da-28a4-45b1-9914-2d7fb1b91584,segment=NetworkSegment(a4b26ef4-0514-423e-ae9b-1caea1d3ee9b),segment_id=a4b26ef4-0514-423e-ae9b-1caea1d3ee9b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:36.102085 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-75298886-6206-4381-bfec-2c70aa405acc None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:59:36.108458 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd8039b3-e376-4200-832b-bb1011ed4dbe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.116474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e997af3-3a8d-4344-aa3f-2d2836494bd3 None None] DHCP port deletion for 67bddbb9-965d-4488-8efe-d48cebef0043 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:59:36.119384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=c3117163-4857-4050-b504-c8af81153e0a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:36.127717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No DVR routers for this DVR port c3117163-4857-4050-b504-c8af81153e0a on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:59:36.129250 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.180534 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] Set router 3a29871f-f4c7-4018-8a1b-6ff59491c63e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:36.191063 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks [] for router_gateway (8225259c-7aeb-4224-8196-7aca093e4803), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.239331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:36.258032 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.307379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '1e141db7-d67d-4395-bb6b-3b953d4be3ae', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'port_id': '1e141db7-d67d-4395-bb6b-3b953d4be3ae', 'mac_address': 'fa:16:3e:1c:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:59:36.375047 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.441773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd8039b3-e376-4200-832b-bb1011ed4dbe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.621418 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:36.625735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 1e141db7-d67d-4395-bb6b-3b953d4be3ae is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:36.625735 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.634226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Allocated IP 172.25.1.41 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:36.663557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e141db7-d67d-4395-bb6b-3b953d4be3ae {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:59:36.683217 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] Checking router: 3a29871f-f4c7-4018-8a1b-6ff59491c63e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:36.705928 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] Routers {'3a29871f-f4c7-4018-8a1b-6ff59491c63e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:36.706713 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:36.711778 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (67bddbb9-965d-4488-8efe-d48cebef0043), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.797714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6143ee-b00f-431d-809e-c9768dbf3740 req-9b29dea5-3b7e-47b1-ac21-da4f81b931e6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:36.799333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c6143ee-b00f-431d-809e-c9768dbf3740 req-9b29dea5-3b7e-47b1-ac21-da4f81b931e6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.2068090 Jan 28 03:59:36.806048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bddbb9-965d-4488-8efe-d48cebef0043']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:36.834990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd8039b3-e376-4200-832b-bb1011ed4dbe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.841469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f21c-b666-4162-85bf-5adff924e505 None None] Current status of the port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:36.842515 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef49f21c-b666-4162-85bf-5adff924e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.847198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:36.847587 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.874324 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd8039b3-e376-4200-832b-bb1011ed4dbe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.880269 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bd8039b3-e376-4200-832b-bb1011ed4dbe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/subnets/6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6 HTTP/1.1" status: 204 len: 168 time: 0.9665720 Jan 28 03:59:36.903329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35004) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:36.943786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8039b3-e376-4200-832b-bb1011ed4dbe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Subnet': ['ID=6a34d2e4-8e3c-44bc-9467-f6e75ecfafc6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:36.951928 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks [] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.969899 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] Set router 3a29871f-f4c7-4018-8a1b-6ff59491c63e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:36.993241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfc6d1a-a687-4082-80bd-67f6c071eb29') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:36.993692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfc6d1a-a687-4082-80bd-67f6c071eb29') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:37.003795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9b65b4c1-70b5-4ade-9b12-c3f8890c812f,segment=NetworkSegment(e2c24706-703b-4f79-91f9-f8fa3c8a2c10),segment_id=e2c24706-703b-4f79-91f9-f8fa3c8a2c10)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:37.005438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8450894-7463-46c7-a18c-07d936856b63 None None] Network c67dd9e8-6461-4379-b91f-f2c1be4b022d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:37.033792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.069206 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (1dfc6d1a-a687-4082-80bd-67f6c071eb29), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.088681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1de8d5-4fd2-40db-ae1c-554bdad52770 None None] Pushing event updated for resources: {'Port': ['ID=f3b740da-28a4-45b1-9914-2d7fb1b91584,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:37.112101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:37.115289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:37.117220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:37.139915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:37.162727 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.163676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:37.170465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c6143ee-b00f-431d-809e-c9768dbf3740 req-c8b715bd-f59c-43ef-81ad-e77478d9edcb tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542743 Jan 28 03:59:37.183505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:37.212040 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (1dfc6d1a-a687-4082-80bd-67f6c071eb29), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.231390 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.278299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:59:37.278299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (1dfc6d1a-a687-4082-80bd-67f6c071eb29), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:59:37.282455 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:59:37.365268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:31Z', 'revision_number': 8, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:37.413271 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (3a29871f-f4c7-4018-8a1b-6ff59491c63e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.453220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['1e141db7-d67d-4395-bb6b-3b953d4be3ae'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:59:37.455917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=9b65b4c1-70b5-4ade-9b12-c3f8890c812f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:37.476021 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:37.477797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] Checking router: 0e3c944e-66d7-47ec-8383-5dd017f7276e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:37.490974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (67bddbb9-965d-4488-8efe-d48cebef0043), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.552954 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.566411 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/networks/67bddbb9-965d-4488-8efe-d48cebef0043 HTTP/1.1" status: 204 len: 168 time: 2.2874730 Jan 28 03:59:37.586779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:37.597451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ffcf2-c927-4092-bdd9-c1b11a654f2b None None] DHCP port deletion for c67dd9e8-6461-4379-b91f-f2c1be4b022d request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:59:37.670934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-ef49f21c-b666-4162-85bf-5adff924e505 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:59:37.679981 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-ef49f21c-b666-4162-85bf-5adff924e505 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:59:37.712157 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa138ec-be2e-4342-8786-adc19747b82b None None] The sync data for ids ['3a29871f-f4c7-4018-8a1b-6ff59491c63e'] in n-d-808199-14 is: [{'id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038417824', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:56:50Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': '0498b476-e8d0-4955-8a35-55a7a6009d6d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a29871f-f4c7-4018-8a1b-6ff59491c63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:56:51Z', 'updated_at': '2022-01-28T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:37.752202 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks [] for router_gateway (8225259c-7aeb-4224-8196-7aca093e4803), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.793505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:37.794527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:37.881144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da3af5-57da-4f04-9973-9284eb74bd48 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Network': ['ID=67bddbb9-965d-4488-8efe-d48cebef0043,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:37.936718 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (3a29871f-f4c7-4018-8a1b-6ff59491c63e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:37.949249 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:38.065377 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:38.207678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:38.207963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:38.259142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (8225259c-7aeb-4224-8196-7aca093e4803), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:38.346278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=1e141db7-d67d-4395-bb6b-3b953d4be3ae,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:38.389272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:38.436107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f21c-b666-4162-85bf-5adff924e505 None None] Current status of the port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:38.445762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=5554048c-98df-49da-b197-40bdb4c1fbb7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:38.451962 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (947a57b5-213e-4fe8-896a-5b199419b85f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:38.561752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee977c14-1d66-4caa-bc64-934e67b3bb1b None None] Network cfe024d8-b7e8-4d12-966c-ee0538b686b8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:38.577593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c86ffcf2-c927-4092-bdd9-c1b11a654f2b None None] Deleting port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:38.577852 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c86ffcf2-c927-4092-bdd9-c1b11a654f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:38.607417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Router 8225259c-7aeb-4224-8196-7aca093e4803 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:59:38.853711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:38.889480 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:38.890843 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-358c9813-4de5-47b3-8662-556dd8b2d2c7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1924379 Jan 28 03:59:38.938758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:38.978894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c86ffcf2-c927-4092-bdd9-c1b11a654f2b None None] For port 61d17f59-23bf-4969-8ed0-10c7e47e2a71, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=61d17f59-23bf-4969-8ed0-10c7e47e2a71,segment=NetworkSegment(d5d9fe26-2da6-4368-8c45-3f2fdde60ed9),segment_id=d5d9fe26-2da6-4368-8c45-3f2fdde60ed9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:38.980954 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c86ffcf2-c927-4092-bdd9-c1b11a654f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:39.011389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:39.039229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c86ffcf2-c927-4092-bdd9-c1b11a654f2b None None] Calling delete_port for 61d17f59-23bf-4969-8ed0-10c7e47e2a71 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:39.081478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Sync routers for ids ['8225259c-7aeb-4224-8196-7aca093e4803'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:39.203482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Provisioning complete for port 5554048c-98df-49da-b197-40bdb4c1fbb7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:39.213399 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:39.472497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9b65b4c1-70b5-4ade-9b12-c3f8890c812f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:39.479683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Routers {'8225259c-7aeb-4224-8196-7aca093e4803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:39.485168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8225259c-7aeb-4224-8196-7aca093e4803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:39.718784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Set router 8225259c-7aeb-4224-8196-7aca093e4803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:39.731031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:39.768237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f01bc-12db-4c9a-88e9-568510c3341b req-6b5227ef-2ff7-479f-8267-006c3e61e56b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:39.776134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e40f01bc-12db-4c9a-88e9-568510c3341b req-6b5227ef-2ff7-479f-8267-006c3e61e56b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 944 time: 1.3418489 Jan 28 03:59:39.798344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port 0498b476-e8d0-4955-8a35-55a7a6009d6d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:39.799052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:39.916667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port 0498b476-e8d0-4955-8a35-55a7a6009d6d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0498b476-e8d0-4955-8a35-55a7a6009d6d,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:39.917133 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:39.935266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for 0498b476-e8d0-4955-8a35-55a7a6009d6d owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:39.939720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:40.159486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Port 5554048c-98df-49da-b197-40bdb4c1fbb7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:40.252654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:40.256314 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c86ffcf2-c927-4092-bdd9-c1b11a654f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (61d17f59-23bf-4969-8ed0-10c7e47e2a71), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:40.324604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ffcf2-c927-4092-bdd9-c1b11a654f2b None None] No DVR routers for this DVR port 61d17f59-23bf-4969-8ed0-10c7e47e2a71 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:59:40.368069 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0498b476-e8d0-4955-8a35-55a7a6009d6d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:40.430022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Allocated IP 172.20.0.1 (cfe024d8-b7e8-4d12-966c-ee0538b686b8/95398650-0cd1-4c99-b220-fcaf23fa07e4/3c646569-8c87-4b4c-9733-6754489b2ac3) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:40.464794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Provisioning complete for port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:40.465220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:40.469003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ffcf2-c927-4092-bdd9-c1b11a654f2b None None] Pushing event deleted for resources: {'Port': ['ID=61d17f59-23bf-4969-8ed0-10c7e47e2a71,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:40.537155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:31Z', 'revision_number': 8, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:40.603199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5856f-c0be-4323-a71e-68131209a53b None None] The sync data for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 is: [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:31Z', 'revision_number': 8, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89e4e17-0d75-4db2-bb23-5679c8642840', 'name': '', 'network_id': 'e929672b-b191-4fd3-bba4-47bd330e240a', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:8e:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:04Z', 'updated_at': '2022-01-28T03:59:16Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': 'f4ed7375-3eaa-4dd2-ba14-3bdd34313a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:40.672618 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bf9746e-85e8-477d-890d-bdc21ee297b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:40.678890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=0498b476-e8d0-4955-8a35-55a7a6009d6d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:40.724964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8225259c-7aeb-4224-8196-7aca093e4803', 'name': 'tempest-TestVolumeBootPattern-2035531560-router', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:33Z', 'updated_at': '2022-01-28T03:59:37Z', 'revision_number': 3, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'gw_port': {'id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:36Z', 'updated_at': '2022-01-28T03:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:40.798944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Checking router: 8225259c-7aeb-4224-8196-7aca093e4803 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:40.799528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Updating router 8225259c-7aeb-4224-8196-7aca093e4803 port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:59:40.809518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e40f01bc-12db-4c9a-88e9-568510c3341b req-3c2567f5-1c1c-47ad-b96d-d461bd53c127 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0321612 Jan 28 03:59:40.815452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:40.816070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.009648 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.062475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (3a29871f-f4c7-4018-8a1b-6ff59491c63e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.180664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router 947a57b5-213e-4fe8-896a-5b199419b85f is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:59:41.282014 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (3a29871f-f4c7-4018-8a1b-6ff59491c63e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.292360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_controller (3a29871f-f4c7-4018-8a1b-6ff59491c63e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.502248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (3a29871f-f4c7-4018-8a1b-6ff59491c63e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.503044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Fanout notify agent at l3_agent the message router_deleted on router 3a29871f-f4c7-4018-8a1b-6ff59491c63e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:59:41.528265 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.533963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1a615ad0-f72c-4e79-8368-faf6b9474669 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/routers/3a29871f-f4c7-4018-8a1b-6ff59491c63e HTTP/1.1" status: 204 len: 168 time: 4.5696161 Jan 28 03:59:41.540354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:41.595420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Current status of the port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:41.645917 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Publish callbacks [] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.737373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.746312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Provisioning complete for port f3b740da-28a4-45b1-9914-2d7fb1b91584 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:41.748265 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.759919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:41.771121 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647980f6-6323-4c5f-a5e1-b5421903d977 None None] Sync routers for ids ['947a57b5-213e-4fe8-896a-5b199419b85f'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:41.773899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:41.777850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-272bd396-b6bd-4825-89da-7cd9cb1ccd85 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/947a57b5-213e-4fe8-896a-5b199419b85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8167999 Jan 28 03:59:41.791942 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647980f6-6323-4c5f-a5e1-b5421903d977 None None] Routers {'947a57b5-213e-4fe8-896a-5b199419b85f'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:41.797904 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-647980f6-6323-4c5f-a5e1-b5421903d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['947a57b5-213e-4fe8-896a-5b199419b85f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:41.822611 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.830967 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (c67dd9e8-6461-4379-b91f-f2c1be4b022d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.915469 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Publish callbacks [] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:41.921533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 1e141db7-d67d-4395-bb6b-3b953d4be3ae up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:41.938723 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-647980f6-6323-4c5f-a5e1-b5421903d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:41.981752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Network cfe024d8-b7e8-4d12-966c-ee0538b686b8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:41.985705 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647980f6-6323-4c5f-a5e1-b5421903d977 None None] Routers {'947a57b5-213e-4fe8-896a-5b199419b85f'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:41.986585 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-647980f6-6323-4c5f-a5e1-b5421903d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['947a57b5-213e-4fe8-896a-5b199419b85f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:41.988228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54a923-8b87-4932-9adf-629ff3480e26 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:42.002590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ba54a923-8b87-4932-9adf-629ff3480e26 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports/5554048c-98df-49da-b197-40bdb4c1fbb7 HTTP/1.1" status: 200 len: 910 time: 0.2090957 Jan 28 03:59:42.005632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:42.006537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:42.017263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:42.034390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7d1ec4a6-53d8-4287-bead-b1c2f9b9eed8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '817049d0-56e1-4ff9-9186-2853902ff69b'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:42.121180 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.165819 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-647980f6-6323-4c5f-a5e1-b5421903d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:42.171994 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647980f6-6323-4c5f-a5e1-b5421903d977 None None] The sync data for ids ['947a57b5-213e-4fe8-896a-5b199419b85f'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:42.230844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Pushing event updated for resources: {'Port': ['ID=3c646569-8c87-4b4c-9733-6754489b2ac3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:42.289286 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (8225259c-7aeb-4224-8196-7aca093e4803), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.423359 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (c67dd9e8-6461-4379-b91f-f2c1be4b022d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.480368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67dd9e8-6461-4379-b91f-f2c1be4b022d']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:42.504785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:42.507005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d9fe26-2da6-4368-8c45-3f2fdde60ed9') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:42.537963 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (d5d9fe26-2da6-4368-8c45-3f2fdde60ed9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.572296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d5d9fe26-2da6-4368-8c45-3f2fdde60ed9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.588768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:59:42.590337 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (d5d9fe26-2da6-4368-8c45-3f2fdde60ed9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:59:42.692074 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:59:42.705857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (c67dd9e8-6461-4379-b91f-f2c1be4b022d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.707921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.711509 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.715261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/networks/c67dd9e8-6461-4379-b91f-f2c1be4b022d HTTP/1.1" status: 204 len: 168 time: 1.1473637 Jan 28 03:59:42.724104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:42.751026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 1e141db7-d67d-4395-bb6b-3b953d4be3ae triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:42.751720 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.820431 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7457a7-8f3f-4c64-8ada-28f5c6820d11 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (ff32afa5-d453-47ec-a15c-336300043256), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.827568 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3116c-09c9-4be8-b600-a45bc4b55d91 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Network': ['ID=c67dd9e8-6461-4379-b91f-f2c1be4b022d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:42.869987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e907b77-241a-4d7d-95de-85c0e3437a9f req-f321e06c-f65c-4a5f-bcb9-cbf8e2f9ed3b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:42.871506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e907b77-241a-4d7d-95de-85c0e3437a9f req-f321e06c-f65c-4a5f-bcb9-cbf8e2f9ed3b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 944 time: 0.9221287 Jan 28 03:59:42.892374 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.965314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7457a7-8f3f-4c64-8ada-28f5c6820d11 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (ff32afa5-d453-47ec-a15c-336300043256), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:42.978512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Attempting to bind port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:42.980777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Attempting to bind port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:42.981763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Attempting to bind port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:43.032392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:43.032804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:43.033244 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.033645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:43.034198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e907b77-241a-4d7d-95de-85c0e3437a9f req-bf460737-49c6-40fc-a7d6-f38d4441ede8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378698 Jan 28 03:59:43.050250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Bound port: dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:43.050673 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.091435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec4a6-53d8-4287-bead-b1c2f9b9eed8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.138042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:43.142222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f3b740da-28a4-45b1-9914-2d7fb1b91584 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:43.151398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port c89e4e17-0d75-4db2-bb23-5679c8642840 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:43.151758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.192065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1299e-6163-4470-97a4-28fc808d0363 None None] Pushing event updated for resources: {'Port': ['ID=dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:43.330895 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-818ad1c5-d07b-4fa3-8818-2bfd811ca329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.397706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port c89e4e17-0d75-4db2-bb23-5679c8642840, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c89e4e17-0d75-4db2-bb23-5679c8642840,segment=NetworkSegment(bce45e1f-45f0-46cb-b90a-1af138e019cf),segment_id=bce45e1f-45f0-46cb-b90a-1af138e019cf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:43.398123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.400748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] For port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:43.437751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for c89e4e17-0d75-4db2-bb23-5679c8642840 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:43.465322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] For port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:43.480383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 1e141db7-d67d-4395-bb6b-3b953d4be3ae is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:43.480923 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.488755 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.566873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1299e-6163-4470-97a4-28fc808d0363 None None] Pushing event updated for resources: {'Port': ['ID=dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:43.569551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Current status of the port f3b740da-28a4-45b1-9914-2d7fb1b91584 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:43.569911 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.652628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e141db7-d67d-4395-bb6b-3b953d4be3ae'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:59:43.655705 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3903ba8e-2426-4cc7-8568-cd82e91a0d68" -d '{"events": [{"server_uuid": "8781d7a6-60dd-4c08-876b-954ad56bf3f9", "name": "network-vif-plugged", "status": "completed", "tag": "1e141db7-d67d-4395-bb6b-3b953d4be3ae"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:59:43.698692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f3b740da-28a4-45b1-9914-2d7fb1b91584 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:43.700622 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.704249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Routers {'8225259c-7aeb-4224-8196-7aca093e4803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:43.704795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8225259c-7aeb-4224-8196-7aca093e4803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:43.769467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:43.783472 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c89e4e17-0d75-4db2-bb23-5679c8642840), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.840721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7457a7-8f3f-4c64-8ada-28f5c6820d11 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ff32afa5-d453-47ec-a15c-336300043256), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.844597 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236d27dc-b882-445e-8fe6-42c2606c3993 x-openstack-request-id: req-236d27dc-b882-445e-8fe6-42c2606c3993 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:59:43.846391 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7457a7-8f3f-4c64-8ada-28f5c6820d11 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.847464 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3e7457a7-8f3f-4c64-8ada-28f5c6820d11 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/security-groups/ff32afa5-d453-47ec-a15c-336300043256 HTTP/1.1" status: 204 len: 168 time: 1.1205616 Jan 28 03:59:43.847989 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8781d7a6-60dd-4c08-876b-954ad56bf3f9", "name": "network-vif-plugged", "status": "completed", "tag": "1e141db7-d67d-4395-bb6b-3b953d4be3ae", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:59:43.848417 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-236d27dc-b882-445e-8fe6-42c2606c3993 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:59:43.853406 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e141db7-d67d-4395-bb6b-3b953d4be3ae', 'code': 200} Jan 28 03:59:43.895710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=c89e4e17-0d75-4db2-bb23-5679c8642840,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:43.915457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7457a7-8f3f-4c64-8ada-28f5c6820d11 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff32afa5-d453-47ec-a15c-336300043256,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:43.927322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] For port f3b740da-28a4-45b1-9914-2d7fb1b91584, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f3b740da-28a4-45b1-9914-2d7fb1b91584,segment=NetworkSegment(a4b26ef4-0514-423e-ae9b-1caea1d3ee9b),segment_id=a4b26ef4-0514-423e-ae9b-1caea1d3ee9b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:43.945876 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.955713 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec4a6-53d8-4287-bead-b1c2f9b9eed8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.984075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Publish callbacks [] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:43.987532 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec4a6-53d8-4287-bead-b1c2f9b9eed8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:44.023567 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:44.070529 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:44.152800 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:44.207352 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (8225259c-7aeb-4224-8196-7aca093e4803), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:44.213952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ec4a6-53d8-4287-bead-b1c2f9b9eed8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:44.214562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec4a6-53d8-4287-bead-b1c2f9b9eed8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:44.215877 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7d1ec4a6-53d8-4287-bead-b1c2f9b9eed8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/ports/5554048c-98df-49da-b197-40bdb4c1fbb7 HTTP/1.1" status: 200 len: 910 time: 2.1872895 Jan 28 03:59:44.227813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35154) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:44.355224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=1e141db7-d67d-4395-bb6b-3b953d4be3ae,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:44.408994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38992bb8-a7fc-4531-82a4-20e814dc7499 req-79a02c28-feb2-4b9e-9e8a-a4aa9880e3b8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:44.416806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38992bb8-a7fc-4531-82a4-20e814dc7499 req-79a02c28-feb2-4b9e-9e8a-a4aa9880e3b8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.1896503 Jan 28 03:59:44.468001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ec4a6-53d8-4287-bead-b1c2f9b9eed8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=5554048c-98df-49da-b197-40bdb4c1fbb7,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:44.590339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:44.615083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Pushing event updated for resources: {'Port': ['ID=3c646569-8c87-4b4c-9733-6754489b2ac3,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:44.640605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-59dbb66e-58ba-4d17-a76f-389b8d20fff3 None None] Provisioning complete for port 3c646569-8c87-4b4c-9733-6754489b2ac3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:44.641346 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-59dbb66e-58ba-4d17-a76f-389b8d20fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:44.698451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] Set router 8225259c-7aeb-4224-8196-7aca093e4803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:44.705231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Network cfe024d8-b7e8-4d12-966c-ee0538b686b8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:44.709123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:44.739737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38992bb8-a7fc-4531-82a4-20e814dc7499 req-d8c4a0b0-d4c6-4e5a-9668-5426e51a0ed8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217859 Jan 28 03:59:44.805311 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:44.818342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:44.834326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd08dfe-ddff-43d4-bd22-d45c79a1007c None None] Pushing event updated for resources: {'Port': ['ID=f3b740da-28a4-45b1-9914-2d7fb1b91584,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:44.885913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f3b740da-28a4-45b1-9914-2d7fb1b91584 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:45.044569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-59dbb66e-58ba-4d17-a76f-389b8d20fff3 None None] Port 3c646569-8c87-4b4c-9733-6754489b2ac3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:45.064710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c3117163-4857-4050-b504-c8af81153e0a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:45.069316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Router 8225259c-7aeb-4224-8196-7aca093e4803 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:45.117788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c3117163-4857-4050-b504-c8af81153e0a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:45.119818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c3117163-4857-4050-b504-c8af81153e0a not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:45.120455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:45.322652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:45.330862 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ba8917f2-bc78-48aa-8c8f-3959709f59da admin admin] 10.222.0.44 "PUT /v2.0/routers/8225259c-7aeb-4224-8196-7aca093e4803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3183115 Jan 28 03:59:45.334875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:45.335462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bcc2a277-c08d-4c4b-87d0-eae0616cd6f2 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:45.336028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 61d17f59-23bf-4969-8ed0-10c7e47e2a71 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:45.371267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-59dbb66e-58ba-4d17-a76f-389b8d20fff3 None None] Provisioning complete for port 5554048c-98df-49da-b197-40bdb4c1fbb7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:45.372209 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-59dbb66e-58ba-4d17-a76f-389b8d20fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:45.479722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 61d17f59-23bf-4969-8ed0-10c7e47e2a71 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:45.480246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 61d17f59-23bf-4969-8ed0-10c7e47e2a71 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:45.486152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-59dbb66e-58ba-4d17-a76f-389b8d20fff3 None None] Port 5554048c-98df-49da-b197-40bdb4c1fbb7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:45.585109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:45.596891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-59dbb66e-58ba-4d17-a76f-389b8d20fff3 None None] Provisioning complete for port f3b740da-28a4-45b1-9914-2d7fb1b91584 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:45.597270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-59dbb66e-58ba-4d17-a76f-389b8d20fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:45.715513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8225259c-7aeb-4224-8196-7aca093e4803', 'name': 'tempest-TestVolumeBootPattern-2035531560-router', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:33Z', 'updated_at': '2022-01-28T03:59:42Z', 'revision_number': 4, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'gw_port': {'id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:36Z', 'updated_at': '2022-01-28T03:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c646569-8c87-4b4c-9733-6754489b2ac3', 'name': '', 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'mac_address': 'fa:16:3e:1d:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '95398650-0cd1-4c99-b220-fcaf23fa07e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:39Z', 'updated_at': '2022-01-28T03:59:40Z', 'revision_number': 1, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'subnets': [{'id': '95398650-0cd1-4c99-b220-fcaf23fa07e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:45.807699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39acb382-9120-4ac3-bbd1-14d5fcfe37c1 None None] The sync data for ids ['8225259c-7aeb-4224-8196-7aca093e4803'] in n-d-808199-14 is: [{'id': '8225259c-7aeb-4224-8196-7aca093e4803', 'name': 'tempest-TestVolumeBootPattern-2035531560-router', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:33Z', 'updated_at': '2022-01-28T03:59:42Z', 'revision_number': 4, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'gw_port': {'id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:36Z', 'updated_at': '2022-01-28T03:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c646569-8c87-4b4c-9733-6754489b2ac3', 'name': '', 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'mac_address': 'fa:16:3e:1d:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '95398650-0cd1-4c99-b220-fcaf23fa07e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:39Z', 'updated_at': '2022-01-28T03:59:40Z', 'revision_number': 1, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'subnets': [{'id': '95398650-0cd1-4c99-b220-fcaf23fa07e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:45.887123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f3b740da-28a4-45b1-9914-2d7fb1b91584 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:45.898099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:45.906105 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-06cae803-0aaf-478e-955b-9397b8290406 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2747822 Jan 28 03:59:45.909275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:46.009188 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (947a57b5-213e-4fe8-896a-5b199419b85f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:46.020798 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] Sync routers for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:46.051933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14eec5f-90c3-4a0c-976d-4538826a1281 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting subnet f4ed7375-3eaa-4dd2-ba14-3bdd34313a24 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:59:46.073445 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14eec5f-90c3-4a0c-976d-4538826a1281 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (f4ed7375-3eaa-4dd2-ba14-3bdd34313a24), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:46.097901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-59dbb66e-58ba-4d17-a76f-389b8d20fff3 None None] Current status of the port f3b740da-28a4-45b1-9914-2d7fb1b91584 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:46.107460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:46.108345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:46.174818 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14eec5f-90c3-4a0c-976d-4538826a1281 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (f4ed7375-3eaa-4dd2-ba14-3bdd34313a24), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:46.192685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22890a47-7cf0-4f37-84a0-19cb1bcc7ba1 req-86151f35-64d5-494d-a201-501800e962a8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:46.202000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22890a47-7cf0-4f37-84a0-19cb1bcc7ba1 req-86151f35-64d5-494d-a201-501800e962a8 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.2616622 Jan 28 03:59:46.522674 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14eec5f-90c3-4a0c-976d-4538826a1281 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f4ed7375-3eaa-4dd2-ba14-3bdd34313a24), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:46.552329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:46.628254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22890a47-7cf0-4f37-84a0-19cb1bcc7ba1 req-bab11720-b5dc-465e-bff0-c0197113187c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005194 Jan 28 03:59:46.711786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-efde375b-707c-4431-8e94-3e3b5d0392ae None None] Provisioning complete for port 3c646569-8c87-4b4c-9733-6754489b2ac3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:46.711786 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-efde375b-707c-4431-8e94-3e3b5d0392ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:46.716209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14eec5f-90c3-4a0c-976d-4538826a1281 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (f4ed7375-3eaa-4dd2-ba14-3bdd34313a24), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:46.848754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eec5f-90c3-4a0c-976d-4538826a1281 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ed7375-3eaa-4dd2-ba14-3bdd34313a24,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:46.866720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f3b740da-28a4-45b1-9914-2d7fb1b91584 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:46.867666 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:46.882206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14eec5f-90c3-4a0c-976d-4538826a1281 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:46.892114 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b14eec5f-90c3-4a0c-976d-4538826a1281 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/f4ed7375-3eaa-4dd2-ba14-3bdd34313a24 HTTP/1.1" status: 204 len: 168 time: 0.9816041 Jan 28 03:59:46.896536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35316) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:46.913223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccabbda8-3307-4bf6-8e88-d348b7a81d59 None None] Network e929672b-b191-4fd3-bba4-47bd330e240a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:46.914079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35318) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:46.925433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bf7bf800-f823-4bf7-81ac-78d646ca38c4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464301804', 'description': 'tempest-secgroup-smoke-1464301804 description', 'project_id': '3b47383bfe204078917fadb2fc9fe99a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:47.022177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf800-f823-4bf7-81ac-78d646ca38c4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:47.163908 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (e929672b-b191-4fd3-bba4-47bd330e240a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:47.227830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 5554048c-98df-49da-b197-40bdb4c1fbb7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:47.235653 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:47.370690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:47.373405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:47.458698 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf800-f823-4bf7-81ac-78d646ca38c4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:47.506099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf800-f823-4bf7-81ac-78d646ca38c4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:47.579954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bf800-f823-4bf7-81ac-78d646ca38c4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:47.615908 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:47.643995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4244bd43-9fc9-46b9-b2c7-93bb03b0b406,segment=NetworkSegment(bce45e1f-45f0-46cb-b90a-1af138e019cf),segment_id=bce45e1f-45f0-46cb-b90a-1af138e019cf)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:47.644381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:47.667243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf800-f823-4bf7-81ac-78d646ca38c4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:47.672939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bf7bf800-f823-4bf7-81ac-78d646ca38c4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7579350 Jan 28 03:59:47.680310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35362) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:47.692074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:47.692878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cf43992d-0ad6-45c0-b8c2-cf9d2bec5048 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:47.722185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 5554048c-98df-49da-b197-40bdb4c1fbb7 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:47.723886 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:47.880072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-efde375b-707c-4431-8e94-3e3b5d0392ae None None] Port 3c646569-8c87-4b4c-9733-6754489b2ac3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:59:48.062523 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4244bd43-9fc9-46b9-b2c7-93bb03b0b406), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:48.063190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf43992d-0ad6-45c0-b8c2-cf9d2bec5048 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (c4ee798b-a037-4e1a-9f16-0ac3742dc63e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:48.090707 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5554048c-98df-49da-b197-40bdb4c1fbb7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:48.108408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No DVR routers for this DVR port 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:59:48.116997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f3b740da-28a4-45b1-9914-2d7fb1b91584 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:48.210716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:43Z', 'revision_number': 9, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:48.247230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=5554048c-98df-49da-b197-40bdb4c1fbb7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:48.285545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] Checking router: 0e3c944e-66d7-47ec-8383-5dd017f7276e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:48.291406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eab28a-70c9-4a9e-8b66-e9b59f32ab74 None None] DHCP port deletion for e929672b-b191-4fd3-bba4-47bd330e240a request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:59:48.308423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:48.310774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:48.363898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=4244bd43-9fc9-46b9-b2c7-93bb03b0b406,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:48.386419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea622aa8-1939-4dad-98be-fda0a7470462 req-adc54b29-0ce6-4014-a375-23d20e405084 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:48.435463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea622aa8-1939-4dad-98be-fda0a7470462 req-adc54b29-0ce6-4014-a375-23d20e405084 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.4435372 Jan 28 03:59:48.545416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:48.555950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (e929672b-b191-4fd3-bba4-47bd330e240a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:48.641364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e929672b-b191-4fd3-bba4-47bd330e240a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:48.672741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0498b476-e8d0-4955-8a35-55a7a6009d6d no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:48.675754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce45e1f-45f0-46cb-b90a-1af138e019cf') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:48.676248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce45e1f-45f0-46cb-b90a-1af138e019cf') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:48.709194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (bce45e1f-45f0-46cb-b90a-1af138e019cf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:48.749876 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (bce45e1f-45f0-46cb-b90a-1af138e019cf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:48.753489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 0498b476-e8d0-4955-8a35-55a7a6009d6d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:48.753845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0498b476-e8d0-4955-8a35-55a7a6009d6d not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:48.754473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f3117cd2-fddc-46fb-b304-b6c9ff8013ed no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:48.766297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:59:48.766911 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (bce45e1f-45f0-46cb-b90a-1af138e019cf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:59:48.770651 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:59:48.830362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f3117cd2-fddc-46fb-b304-b6c9ff8013ed {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:48.830717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f3117cd2-fddc-46fb-b304-b6c9ff8013ed not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:48.902740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf43992d-0ad6-45c0-b8c2-cf9d2bec5048 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (c4ee798b-a037-4e1a-9f16-0ac3742dc63e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:48.957608 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf43992d-0ad6-45c0-b8c2-cf9d2bec5048 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c4ee798b-a037-4e1a-9f16-0ac3742dc63e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:48.984730 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (e929672b-b191-4fd3-bba4-47bd330e240a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:48.995258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.004248 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/networks/e929672b-b191-4fd3-bba4-47bd330e240a HTTP/1.1" status: 204 len: 168 time: 2.1042972 Jan 28 03:59:49.007607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35442) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:49.120154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea622aa8-1939-4dad-98be-fda0a7470462 req-981ead45-a027-4fdd-8527-6bc5c733ec17 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837912 Jan 28 03:59:49.160529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (947a57b5-213e-4fe8-896a-5b199419b85f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.181058 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43992d-0ad6-45c0-b8c2-cf9d2bec5048 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ee798b-a037-4e1a-9f16-0ac3742dc63e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:49.220723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf43992d-0ad6-45c0-b8c2-cf9d2bec5048 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.224015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cf43992d-0ad6-45c0-b8c2-cf9d2bec5048 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5423000 Jan 28 03:59:49.228998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35456) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:49.236150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:49.236909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4a05c235-f0cc-41cb-9dec-3c45f0318677 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:49.322662 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a3521-4ad7-4f47-b090-e077720167ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Network': ['ID=e929672b-b191-4fd3-bba4-47bd330e240a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:49.391162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:43Z', 'revision_number': 9, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:49.445793 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a05c235-f0cc-41cb-9dec-3c45f0318677 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (fb2f38f6-f015-4e7f-8298-535d019ca855), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.471228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da54c9-7848-4b6b-8964-87ae96b1f9a5 None None] The sync data for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 is: [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:43Z', 'revision_number': 9, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56b5483-e0d9-4ca8-8a16-b1b44aca3f52', 'name': '', 'network_id': 'e56e8d35-66b6-4026-a07f-9667261f6bc0', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:16:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:59Z', 'updated_at': '2022-01-28T03:59:14Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:49.487919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:49.489820 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.691476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:49.692161 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.723329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:49.735455 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.775820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router 947a57b5-213e-4fe8-896a-5b199419b85f has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:49.795879 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a05c235-f0cc-41cb-9dec-3c45f0318677 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (fb2f38f6-f015-4e7f-8298-535d019ca855), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.815039 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a05c235-f0cc-41cb-9dec-3c45f0318677 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (fb2f38f6-f015-4e7f-8298-535d019ca855), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.830186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:49.863723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.864080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.865848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.866237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.866585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.866915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.867244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.867573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.867909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.868224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.868547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.868891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.869214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:59:49.915498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:49.937627 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a05c235-f0cc-41cb-9dec-3c45f0318677 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.941286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4a05c235-f0cc-41cb-9dec-3c45f0318677 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7112963 Jan 28 03:59:49.944037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:49.984590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:49.984972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4244bd43-9fc9-46b9-b2c7-93bb03b0b406 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:50.019734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:50.158407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:50.163339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b05b901e-1f30-4265-a323-227b2ded2fe8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:50.173720 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b8a18-c442-4245-a8df-c47feb008629 None None] Sync routers for ids ['947a57b5-213e-4fe8-896a-5b199419b85f'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:50.219361 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b8a18-c442-4245-a8df-c47feb008629 None None] Routers {'947a57b5-213e-4fe8-896a-5b199419b85f'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:50.219599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05c235-f0cc-41cb-9dec-3c45f0318677 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2f38f6-f015-4e7f-8298-535d019ca855,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:50.221638 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2b3b8a18-c442-4245-a8df-c47feb008629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['947a57b5-213e-4fe8-896a-5b199419b85f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:50.235450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cae57b2a-9152-41a0-8e89-96c949710cc5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/947a57b5-213e-4fe8-896a-5b199419b85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0064945 Jan 28 03:59:50.258951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35514) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:50.288231 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b05b901e-1f30-4265-a323-227b2ded2fe8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (84e5085c-a69e-4cfd-86b6-58ca03d67e9d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:50.366739 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2b3b8a18-c442-4245-a8df-c47feb008629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:50.370909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3e3dae41-8b21-44c3-bfe5-8685f70a8ed7 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=947a57b5-213e-4fe8-896a-5b199419b85f HTTP/1.1" status: 200 len: 205 time: 0.1104674 Jan 28 03:59:50.377237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35526) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:50.422487 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b8a18-c442-4245-a8df-c47feb008629 None None] Routers {'947a57b5-213e-4fe8-896a-5b199419b85f'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:50.423408 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2b3b8a18-c442-4245-a8df-c47feb008629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['947a57b5-213e-4fe8-896a-5b199419b85f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:50.500928 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2b3b8a18-c442-4245-a8df-c47feb008629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:50.501953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b8a18-c442-4245-a8df-c47feb008629 None None] The sync data for ids ['947a57b5-213e-4fe8-896a-5b199419b85f'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:50.649075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:50.649426 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:50.652269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Sync routers for ids ['8225259c-7aeb-4224-8196-7aca093e4803'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:50.698210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Routers {'8225259c-7aeb-4224-8196-7aca093e4803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:50.721672 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8225259c-7aeb-4224-8196-7aca093e4803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:50.737373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c890c-1faf-4b73-ac82-a13696971525 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (947a57b5-213e-4fe8-896a-5b199419b85f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:50.755626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b05b901e-1f30-4265-a323-227b2ded2fe8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (84e5085c-a69e-4cfd-86b6-58ca03d67e9d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:50.771762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port c56b5483-e0d9-4ca8-8a16-b1b44aca3f52, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c56b5483-e0d9-4ca8-8a16-b1b44aca3f52,segment=NetworkSegment(787cfc1b-8742-4c3c-b9a2-1769003f661c),segment_id=787cfc1b-8742-4c3c-b9a2-1769003f661c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:50.772328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:50.781494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5733f-4486-4299-9b49-47c6714d7985 req-5781ce40-d801-470c-8c25-00d4f5321cff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:50.783347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56f5733f-4486-4299-9b49-47c6714d7985 req-5781ce40-d801-470c-8c25-00d4f5321cff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.4271548 Jan 28 03:59:50.812490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:50.889052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b05b901e-1f30-4265-a323-227b2ded2fe8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (84e5085c-a69e-4cfd-86b6-58ca03d67e9d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:50.947759 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b05b901e-1f30-4265-a323-227b2ded2fe8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:50.952937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b05b901e-1f30-4265-a323-227b2ded2fe8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7961338 Jan 28 03:59:50.954189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35564) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:50.967016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-30006f07-186b-4987-9d62-3d9f46b21b0d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:51.002596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Set router 8225259c-7aeb-4224-8196-7aca093e4803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:51.083416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:51.112808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b901e-1f30-4265-a323-227b2ded2fe8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e5085c-a69e-4cfd-86b6-58ca03d67e9d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:51.362429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c890c-1faf-4b73-ac82-a13696971525 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (947a57b5-213e-4fe8-896a-5b199419b85f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.367770 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c890c-1faf-4b73-ac82-a13696971525 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (947a57b5-213e-4fe8-896a-5b199419b85f), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.376240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56f5733f-4486-4299-9b49-47c6714d7985 req-4d31639b-08b2-4f6e-ab32-388102532ccd tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949872 Jan 28 03:59:51.459331 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c890c-1faf-4b73-ac82-a13696971525 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (947a57b5-213e-4fe8-896a-5b199419b85f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.459934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822c890c-1faf-4b73-ac82-a13696971525 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Fanout notify agent at l3_agent the message router_deleted on router 947a57b5-213e-4fe8-896a-5b199419b85f {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:59:51.473206 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c890c-1faf-4b73-ac82-a13696971525 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.476757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-822c890c-1faf-4b73-ac82-a13696971525 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/947a57b5-213e-4fe8-896a-5b199419b85f HTTP/1.1" status: 204 len: 168 time: 1.0768571 Jan 28 03:59:51.477667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:51.545025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bf0721-f147-448e-b837-b3360c56b491 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting subnet 817049d0-56e1-4ff9-9186-2853902ff69b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:59:51.551294 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bf0721-f147-448e-b837-b3360c56b491 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (817049d0-56e1-4ff9-9186-2853902ff69b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.634912 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bf0721-f147-448e-b837-b3360c56b491 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (817049d0-56e1-4ff9-9186-2853902ff69b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.650299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:51.650821 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.687163 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30006f07-186b-4987-9d62-3d9f46b21b0d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (04ee8c13-61b5-4905-af82-a6ac442dc6f2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.737411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8225259c-7aeb-4224-8196-7aca093e4803', 'name': 'tempest-TestVolumeBootPattern-2035531560-router', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:33Z', 'updated_at': '2022-01-28T03:59:42Z', 'revision_number': 4, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'gw_port': {'id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:36Z', 'updated_at': '2022-01-28T03:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c646569-8c87-4b4c-9733-6754489b2ac3', 'name': '', 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'mac_address': 'fa:16:3e:1d:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '95398650-0cd1-4c99-b220-fcaf23fa07e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:39Z', 'updated_at': '2022-01-28T03:59:42Z', 'revision_number': 2, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'subnets': [{'id': '95398650-0cd1-4c99-b220-fcaf23fa07e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:51.770250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Checking router: 8225259c-7aeb-4224-8196-7aca093e4803 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:51.770747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Updating router 8225259c-7aeb-4224-8196-7aca093e4803 port 3c646569-8c87-4b4c-9733-6754489b2ac3 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:59:51.794142 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bf0721-f147-448e-b837-b3360c56b491 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (817049d0-56e1-4ff9-9186-2853902ff69b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.874900 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bf0721-f147-448e-b837-b3360c56b491 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (817049d0-56e1-4ff9-9186-2853902ff69b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.886385 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.891726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:51.894925 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bf0721-f147-448e-b837-b3360c56b491 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:51.903148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-90bf0721-f147-448e-b837-b3360c56b491 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/817049d0-56e1-4ff9-9186-2853902ff69b HTTP/1.1" status: 204 len: 168 time: 0.4243250 Jan 28 03:59:51.905895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35592) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:51.918790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41e652-b696-4a9e-b4fc-1a0fb00e89dd None None] Network c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:51.959525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf0721-f147-448e-b837-b3360c56b491 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Subnet': ['ID=817049d0-56e1-4ff9-9186-2853902ff69b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:51.973454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30006f07-186b-4987-9d62-3d9f46b21b0d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (04ee8c13-61b5-4905-af82-a6ac442dc6f2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.010819 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30006f07-186b-4987-9d62-3d9f46b21b0d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (04ee8c13-61b5-4905-af82-a6ac442dc6f2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.024625 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c89e4e17-0d75-4db2-bb23-5679c8642840 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:52.057817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30006f07-186b-4987-9d62-3d9f46b21b0d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ee8c13-61b5-4905-af82-a6ac442dc6f2,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:52.061869 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c56b5483-e0d9-4ca8-8a16-b1b44aca3f52), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.075022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c89e4e17-0d75-4db2-bb23-5679c8642840 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:52.075373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c89e4e17-0d75-4db2-bb23-5679c8642840 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:52.166304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=c56b5483-e0d9-4ca8-8a16-b1b44aca3f52,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:52.192508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30006f07-186b-4987-9d62-3d9f46b21b0d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.198334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35604) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:52.209453 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-30006f07-186b-4987-9d62-3d9f46b21b0d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2541442 Jan 28 03:59:52.211336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-03a8d9a4-962d-4302-a763-985778aa83a6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:52.234287 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.304963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4783552a-bbe5-427c-b8a0-dcd3bd22caf8 None None] DHCP port deletion for c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:59:52.386655 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-03a8d9a4-962d-4302-a763-985778aa83a6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Project 3b47383bfe204078917fadb2fc9fe99a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:59:52.407052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.556086 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03a8d9a4-962d-4302-a763-985778aa83a6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (14ae29ca-20b6-4803-95eb-1d9973e35a28), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.643854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4783552a-bbe5-427c-b8a0-dcd3bd22caf8 None None] Deleting port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:52.644229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4783552a-bbe5-427c-b8a0-dcd3bd22caf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.650037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-1f91ff12-fa89-4331-84a5-80da70699ba8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:52.652410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-1f91ff12-fa89-4331-84a5-80da70699ba8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.3859713 Jan 28 03:59:52.711593 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-9e733521-18ba-4e3d-8e56-decee140402b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/quotas/a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 375 time: 0.0451374 Jan 28 03:59:52.717521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4783552a-bbe5-427c-b8a0-dcd3bd22caf8 None None] For port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9b65b4c1-70b5-4ade-9b12-c3f8890c812f,segment=NetworkSegment(e2c24706-703b-4f79-91f9-f8fa3c8a2c10),segment_id=e2c24706-703b-4f79-91f9-f8fa3c8a2c10)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:52.717934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4783552a-bbe5-427c-b8a0-dcd3bd22caf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.734916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4783552a-bbe5-427c-b8a0-dcd3bd22caf8 None None] Calling delete_port for 9b65b4c1-70b5-4ade-9b12-c3f8890c812f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:52.824860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11c6c4-79d3-44a4-986b-ec2b602bad68 req-da784060-56f1-4e17-8d8f-aecda8100252 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:52.829798 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af11c6c4-79d3-44a4-986b-ec2b602bad68 req-da784060-56f1-4e17-8d8f-aecda8100252 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.1743615 Jan 28 03:59:52.849412 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03a8d9a4-962d-4302-a763-985778aa83a6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (14ae29ca-20b6-4803-95eb-1d9973e35a28), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.887833 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03a8d9a4-962d-4302-a763-985778aa83a6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (14ae29ca-20b6-4803-95eb-1d9973e35a28), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:52.932364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:52.949222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:52.949731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.089684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8d9a4-962d-4302-a763-985778aa83a6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ae29ca-20b6-4803-95eb-1d9973e35a28,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:53.117254 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03a8d9a4-962d-4302-a763-985778aa83a6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.121851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:53.135510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:53.137468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-03a8d9a4-962d-4302-a763-985778aa83a6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9361854 Jan 28 03:59:53.139092 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] Sync routers for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:53.143973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9fc9ba31-3aa4-45ff-9169-5507c6eda529 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': 'ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:53.157335 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:53.157966 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:53.177378 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-60f952ca-0275-43d2-abeb-bcf697d1f08b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1560831 Jan 28 03:59:53.178354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:53.186579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9b65b4c1-70b5-4ade-9b12-c3f8890c812f no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:53.224209 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-b10e2c96-fad3-45a3-b585-e02ba45b5c6a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5001814 Jan 28 03:59:53.245115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4783552a-bbe5-427c-b8a0-dcd3bd22caf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.250609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-245ff30b-d884-43a9-a3c3-be639e1c8be7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting subnet 55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:59:53.257983 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-9fc9ba31-3aa4-45ff-9169-5507c6eda529 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Project 3b47383bfe204078917fadb2fc9fe99a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:59:53.267639 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ba31-3aa4-45ff-9169-5507c6eda529 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (baed1cbc-df4c-4ae2-9558-7a33bb723bc5), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.273994 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-245ff30b-d884-43a9-a3c3-be639e1c8be7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.278270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9b65b4c1-70b5-4ade-9b12-c3f8890c812f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:53.282525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9b65b4c1-70b5-4ade-9b12-c3f8890c812f not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:53.360639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783552a-bbe5-427c-b8a0-dcd3bd22caf8 None None] No DVR routers for this DVR port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:59:53.390245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-245ff30b-d884-43a9-a3c3-be639e1c8be7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.399699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783552a-bbe5-427c-b8a0-dcd3bd22caf8 None None] Pushing event deleted for resources: {'Port': ['ID=9b65b4c1-70b5-4ade-9b12-c3f8890c812f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:53.402220 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:53.414526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9b65b4c1-70b5-4ade-9b12-c3f8890c812f,segment=NetworkSegment(e2c24706-703b-4f79-91f9-f8fa3c8a2c10),segment_id=e2c24706-703b-4f79-91f9-f8fa3c8a2c10)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:53.431039 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.451852 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ba31-3aa4-45ff-9169-5507c6eda529 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (baed1cbc-df4c-4ae2-9558-7a33bb723bc5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.464168 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ba31-3aa4-45ff-9169-5507c6eda529 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (baed1cbc-df4c-4ae2-9558-7a33bb723bc5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.487094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af11c6c4-79d3-44a4-986b-ec2b602bad68 req-c7f82d2a-023d-4fd2-b1e7-83bdce2787fd tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348565 Jan 28 03:59:53.548376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 9b65b4c1-70b5-4ade-9b12-c3f8890c812f owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:53.590325 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-245ff30b-d884-43a9-a3c3-be639e1c8be7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.728224 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Publish callbacks [] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.750081 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.768935 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9ba31-3aa4-45ff-9169-5507c6eda529 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baed1cbc-df4c-4ae2-9558-7a33bb723bc5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:53.819788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ba31-3aa4-45ff-9169-5507c6eda529 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.826819 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9fc9ba31-3aa4-45ff-9169-5507c6eda529 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6894739 Jan 28 03:59:53.832356 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35626) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:53.849982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'network': {'name': 'tempest-network-smoke--1583744199', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:53.879830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f2596-56da-44ab-b396-36371f61824a None None] Pushing event updated for resources: {'Port': ['ID=3c646569-8c87-4b4c-9733-6754489b2ac3,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:53.927079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ecbf0dfb-2943-481a-838a-caccb1d7cecc tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:53.929287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-245ff30b-d884-43a9-a3c3-be639e1c8be7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:53.933269 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ecbf0dfb-2943-481a-838a-caccb1d7cecc tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/networks?id=d9d258a1-3ea4-40d1-bfa9-481392ae9868 HTTP/1.1" status: 200 len: 814 time: 0.2738736 Jan 28 03:59:53.938095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-b8dfad13-af0b-4b59-b282-8ed2017adc76 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946611 Jan 28 03:59:53.946201 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:51Z', 'revision_number': 10, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:53.979624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-1a327e0a-5d8c-4916-9bbb-c8c140be54d9 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/quotas/12c331f7049249ebab299fc7804c9f6a HTTP/1.1" status: 200 len: 375 time: 0.0389767 Jan 28 03:59:54.005467 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] Checking router: 0e3c944e-66d7-47ec-8383-5dd017f7276e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:54.016911 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:54.018042 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:54.028507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:54.031891 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.074842 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Attempting to bind port 3c646569-8c87-4b4c-9733-6754489b2ac3 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:54.075879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Attempting to bind port 3c646569-8c87-4b4c-9733-6754489b2ac3 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:54.076235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Attempting to bind port 3c646569-8c87-4b4c-9733-6754489b2ac3 on network cfe024d8-b7e8-4d12-966c-ee0538b686b8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:54.081018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ff30b-d884-43a9-a3c3-be639e1c8be7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Subnet': ['ID=55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:54.099754 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-245ff30b-d884-43a9-a3c3-be639e1c8be7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.101410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-fbeebd48-4e9b-4991-86a8-a5bd487a9d26 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=12c331f7049249ebab299fc7804c9f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040809 Jan 28 03:59:54.103044 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-245ff30b-d884-43a9-a3c3-be639e1c8be7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2 HTTP/1.1" status: 204 len: 168 time: 0.9232171 Jan 28 03:59:54.106117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:54.117913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:54.118488 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Checking segment: {'id': 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:54.118925 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.119329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Bound using segment: {'id': 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:54.119839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Bound port: 3c646569-8c87-4b4c-9733-6754489b2ac3, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:54.120230 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.124920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e81bc7-cae7-49fc-b4d8-a39b5dabd058 None None] Network e56e8d35-66b6-4026-a07f-9667261f6bc0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:54.180635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:59:54.202366 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:54.280726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (be1e3200-b297-45a1-b5b0-bfd7cc7d3405), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.289602 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Added segment be1e3200-b297-45a1-b5b0-bfd7cc7d3405 of type vlan for network a8cab0f8-7781-43ab-8a9e-ab3707f8452c Jan 28 03:59:54.300248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9b65b4c1-70b5-4ade-9b12-c3f8890c812f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.376008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No DVR routers for this DVR port 9b65b4c1-70b5-4ade-9b12-c3f8890c812f on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:59:54.379655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=9b65b4c1-70b5-4ade-9b12-c3f8890c812f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:54.414591 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (e56e8d35-66b6-4026-a07f-9667261f6bc0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.439621 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] For port 3c646569-8c87-4b4c-9733-6754489b2ac3, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:54.443842 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] For port 3c646569-8c87-4b4c-9733-6754489b2ac3, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3c646569-8c87-4b4c-9733-6754489b2ac3,segment=NetworkSegment(a4b26ef4-0514-423e-ae9b-1caea1d3ee9b),segment_id=a4b26ef4-0514-423e-ae9b-1caea1d3ee9b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:54.446108 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a8cab0f8-7781-43ab-8a9e-ab3707f8452c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.468073 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.520655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-a016ce96-4d27-4072-8ebd-a6bf53527c32 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405259 Jan 28 03:59:54.524212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a8cab0f8-7781-43ab-8a9e-ab3707f8452c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.530426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:54.531128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.557781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f2596-56da-44ab-b396-36371f61824a None None] Pushing event updated for resources: {'Port': ['ID=3c646569-8c87-4b4c-9733-6754489b2ac3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:54.574641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-94fb70c9-6380-421b-b20b-d89043ba8d39 None None] Provisioning complete for port 3c646569-8c87-4b4c-9733-6754489b2ac3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:54.575022 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94fb70c9-6380-421b-b20b-d89043ba8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.629911 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-4d8b0553-bcc0-4b35-bbce-211599ece992 service neutron] 10.222.0.44 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183821 Jan 28 03:59:54.631310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Routers {'8225259c-7aeb-4224-8196-7aca093e4803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:54.632722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8225259c-7aeb-4224-8196-7aca093e4803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:54.704035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 8d2ff132-8446-475f-af6a-54ac8839ae4c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:54.704377 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.713872 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.754702 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:51Z', 'revision_number': 10, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:54.779966 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9435585 Jan 28 03:59:54.782593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6423be02-f349-4aad-8fae-578eb9b3b01b None None] DHCP port deletion for e56e8d35-66b6-4026-a07f-9667261f6bc0 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:59:54.784553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:54.810151 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edea4e-eb63-4a77-8d9d-080597e5bc13 None None] The sync data for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 is: [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T03:59:51Z', 'revision_number': 10, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None, '_interfaces': [{'id': '67a8975f-d081-4827-a815-bd9e5db76793', 'name': '', 'network_id': '7923f906-d9f0-47b2-adc8-2baa8f6ac610', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'mac_address': 'fa:16:3e:bf:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:58:54Z', 'updated_at': '2022-01-28T03:59:02Z', 'revision_number': 5, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'subnets': [{'id': '60cce509-5deb-4483-9d60-b66ad48c05b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:54.860742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:54.902058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'admin_state_up': True, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:54.924474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c24706-703b-4f79-91f9-f8fa3c8a2c10') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:54.932554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c24706-703b-4f79-91f9-f8fa3c8a2c10') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:54.951757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdeb79-0ba3-4615-a7fd-4954a71be3df tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Network': ['ID=a8cab0f8-7781-43ab-8a9e-ab3707f8452c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:54.972118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (e2c24706-703b-4f79-91f9-f8fa3c8a2c10), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:54.991726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] Set router 8225259c-7aeb-4224-8196-7aca093e4803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:55.002533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a8cab0f8-7781-43ab-8a9e-ab3707f8452c details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:59:55.022169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port 8d2ff132-8446-475f-af6a-54ac8839ae4c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8d2ff132-8446-475f-af6a-54ac8839ae4c,segment=NetworkSegment(787cfc1b-8742-4c3c-b9a2-1769003f661c),segment_id=787cfc1b-8742-4c3c-b9a2-1769003f661c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:55.022558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.040198 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e2c24706-703b-4f79-91f9-f8fa3c8a2c10), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.044377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-1c7760f9-d37f-4509-a4d6-caec260a7093 service neutron] 10.222.0.44 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131339 Jan 28 03:59:55.047089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.049472 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.064494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:59:55.069112 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (e2c24706-703b-4f79-91f9-f8fa3c8a2c10), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: self.session.flush() Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: timer() Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:59:55.072580 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:59:55.086278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 8d2ff132-8446-475f-af6a-54ac8839ae4c owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:55.206699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.216223 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.219518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/networks/c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5 HTTP/1.1" status: 204 len: 168 time: 3.2701032 Jan 28 03:59:55.238388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35642) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:55.264578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7ab0dc25-fee5-47e3-980d-ec57f93a8c43 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-159842572', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:55.271157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8daf3c-f7b8-46d4-9310-4b198cf17c11 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Network': ['ID=c2a6ed3a-d4fc-42ab-ab2f-f97b79d77fc5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:55.284659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_controller (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.344769 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab0dc25-fee5-47e3-980d-ec57f93a8c43 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.345909 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab0dc25-fee5-47e3-980d-ec57f93a8c43 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.403106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-94fb70c9-6380-421b-b20b-d89043ba8d39 None None] Current status of the port 3c646569-8c87-4b4c-9733-6754489b2ac3 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:55.403713 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94fb70c9-6380-421b-b20b-d89043ba8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.405658 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:59:55.535834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c646569-8c87-4b4c-9733-6754489b2ac3 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:55.623489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab0dc25-fee5-47e3-980d-ec57f93a8c43 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.692304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-baa65b10-9c3c-4eac-ba7b-3d17d18f45b6 req-e40e41de-34d9-4bcb-8b48-c23ff5c1cad8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.1076822 Jan 28 03:59:55.695685 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab0dc25-fee5-47e3-980d-ec57f93a8c43 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.738328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6423be02-f349-4aad-8fae-578eb9b3b01b None None] Deleting port 8d2ff132-8446-475f-af6a-54ac8839ae4c {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:59:55.738718 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6423be02-f349-4aad-8fae-578eb9b3b01b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.802067 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.811798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d01f0-df41-4558-a19f-6e9240ed50cf req-603e1efb-6eb0-47ee-8dec-98f9fbb0d1f7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:55.839301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-454d01f0-df41-4558-a19f-6e9240ed50cf req-603e1efb-6eb0-47ee-8dec-98f9fbb0d1f7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.4274371 Jan 28 03:59:55.892811 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.915255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5887003-bd04-4827-a2d8-7cf30c639057 req-7c846b19-f617-45d3-832f-e8ce715f252c tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 210 time: 0.0627584 Jan 28 03:59:55.915744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No DVR routers for this DVR port 8d2ff132-8446-475f-af6a-54ac8839ae4c on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:59:55.947907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab0dc25-fee5-47e3-980d-ec57f93a8c43 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:55.949451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7ab0dc25-fee5-47e3-980d-ec57f93a8c43 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7100861 Jan 28 03:59:55.955667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35658) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:55.960990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'network': {'name': 'tempest-RoutersTest-1894875186'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:55.988740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-94fb70c9-6380-421b-b20b-d89043ba8d39 None None] For port 3c646569-8c87-4b4c-9733-6754489b2ac3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3c646569-8c87-4b4c-9733-6754489b2ac3,segment=NetworkSegment(a4b26ef4-0514-423e-ae9b-1caea1d3ee9b),segment_id=a4b26ef4-0514-423e-ae9b-1caea1d3ee9b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:56.011623 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94fb70c9-6380-421b-b20b-d89043ba8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.036498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-454d01f0-df41-4558-a19f-6e9240ed50cf req-927c2a86-08e0-4aad-93e7-3512c0a38dc9 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950727 Jan 28 03:59:56.058218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:56.062449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.108196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=8d2ff132-8446-475f-af6a-54ac8839ae4c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:56.130660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:59:56.153828 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (df34166d-86a3-413b-a19b-840f3b3f413f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.154175 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added segment df34166d-86a3-413b-a19b-840f3b3f413f of type vlan for network 65ed4652-5add-4e6d-9448-01cd81ace2f1 Jan 28 03:59:56.220632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb70c9-6380-421b-b20b-d89043ba8d39 None None] Pushing event updated for resources: {'Port': ['ID=3c646569-8c87-4b4c-9733-6754489b2ac3,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:56.227932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6423be02-f349-4aad-8fae-578eb9b3b01b None None] For port 8d2ff132-8446-475f-af6a-54ac8839ae4c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8d2ff132-8446-475f-af6a-54ac8839ae4c,segment=NetworkSegment(787cfc1b-8742-4c3c-b9a2-1769003f661c),segment_id=787cfc1b-8742-4c3c-b9a2-1769003f661c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:59:56.235028 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6423be02-f349-4aad-8fae-578eb9b3b01b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.245447 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (e56e8d35-66b6-4026-a07f-9667261f6bc0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.282483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56e8d35-66b6-4026-a07f-9667261f6bc0']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:56.293000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6423be02-f349-4aad-8fae-578eb9b3b01b None None] Calling delete_port for 8d2ff132-8446-475f-af6a-54ac8839ae4c owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:59:56.298972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787cfc1b-8742-4c3c-b9a2-1769003f661c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:56.300188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787cfc1b-8742-4c3c-b9a2-1769003f661c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:56.312970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-956867de-fc89-48a7-9d1f-dea506f636a9 None None] Provisioning complete for port 3c646569-8c87-4b4c-9733-6754489b2ac3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:56.313340 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-956867de-fc89-48a7-9d1f-dea506f636a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.315438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (787cfc1b-8742-4c3c-b9a2-1769003f661c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.333867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (787cfc1b-8742-4c3c-b9a2-1769003f661c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.334569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3c646569-8c87-4b4c-9733-6754489b2ac3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:56.334884 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.341952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:59:56.342508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (787cfc1b-8742-4c3c-b9a2-1769003f661c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: timer() Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:59:56.421648 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:59:56.429386 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (e56e8d35-66b6-4026-a07f-9667261f6bc0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.442380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.450843 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/networks/e56e8d35-66b6-4026-a07f-9667261f6bc0 HTTP/1.1" status: 204 len: 168 time: 2.3402467 Jan 28 03:59:56.455618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35668) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:56.556545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8225259c-7aeb-4224-8196-7aca093e4803', 'name': 'tempest-TestVolumeBootPattern-2035531560-router', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:33Z', 'updated_at': '2022-01-28T03:59:42Z', 'revision_number': 4, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'gw_port': {'id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:36Z', 'updated_at': '2022-01-28T03:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c646569-8c87-4b4c-9733-6754489b2ac3', 'name': '', 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'mac_address': 'fa:16:3e:1d:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '95398650-0cd1-4c99-b220-fcaf23fa07e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:39Z', 'updated_at': '2022-01-28T03:59:54Z', 'revision_number': 4, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'subnets': [{'id': '95398650-0cd1-4c99-b220-fcaf23fa07e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:56.587454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8e542-a7b5-441c-beec-6206a8e11071 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Network': ['ID=e56e8d35-66b6-4026-a07f-9667261f6bc0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:56.656078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437e952-809e-4ea2-9d80-e995e9531b2c None None] The sync data for ids ['8225259c-7aeb-4224-8196-7aca093e4803'] in n-d-808199-14 is: [{'id': '8225259c-7aeb-4224-8196-7aca093e4803', 'name': 'tempest-TestVolumeBootPattern-2035531560-router', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:33Z', 'updated_at': '2022-01-28T03:59:42Z', 'revision_number': 4, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'gw_port': {'id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:36Z', 'updated_at': '2022-01-28T03:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3c646569-8c87-4b4c-9733-6754489b2ac3', 'name': '', 'network_id': 'cfe024d8-b7e8-4d12-966c-ee0538b686b8', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'mac_address': 'fa:16:3e:1d:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '95398650-0cd1-4c99-b220-fcaf23fa07e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:39Z', 'updated_at': '2022-01-28T03:59:54Z', 'revision_number': 4, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'subnets': [{'id': '95398650-0cd1-4c99-b220-fcaf23fa07e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:56.830280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-956867de-fc89-48a7-9d1f-dea506f636a9 None None] Current status of the port 3c646569-8c87-4b4c-9733-6754489b2ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:56.940183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3c646569-8c87-4b4c-9733-6754489b2ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:56.974019 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6423be02-f349-4aad-8fae-578eb9b3b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (8d2ff132-8446-475f-af6a-54ac8839ae4c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:56.999471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6423be02-f349-4aad-8fae-578eb9b3b01b None None] Network e56e8d35-66b6-4026-a07f-9667261f6bc0 is not hosted by any dhcp agent {{(pid=103290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:59:56.999933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423be02-f349-4aad-8fae-578eb9b3b01b None None] No DVR routers for this DVR port 8d2ff132-8446-475f-af6a-54ac8839ae4c on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:59:57.021930 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:57.035801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423be02-f349-4aad-8fae-578eb9b3b01b None None] Pushing event deleted for resources: {'Port': ['ID=8d2ff132-8446-475f-af6a-54ac8839ae4c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:57.054775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8d2ff132-8446-475f-af6a-54ac8839ae4c no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:57.113090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f7296ad-3b8e-45c8-84c7-ca00a9208114 req-010eb346-3fb4-45cc-af5a-7cc0d42d5d4c tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 210 time: 0.0456767 Jan 28 03:59:57.114337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 8d2ff132-8446-475f-af6a-54ac8839ae4c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:57.114919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8d2ff132-8446-475f-af6a-54ac8839ae4c not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:57.187985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c353130-78e0-492f-a876-0a8673cfcf0b req-80e6ede3-1c66-4253-890c-56d258bcc7ff tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.0964878 Jan 28 03:59:57.195642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:57.197587 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (65ed4652-5add-4e6d-9448-01cd81ace2f1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:57.324181 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (65ed4652-5add-4e6d-9448-01cd81ace2f1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:57.333175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:57.334151 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:57.344008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c646569-8c87-4b4c-9733-6754489b2ac3 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:59:57.505725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3c646569-8c87-4b4c-9733-6754489b2ac3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:59:57.506191 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:57.547718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Network': ['ID=65ed4652-5add-4e6d-9448-01cd81ace2f1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:57.572250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e016e57-0b24-436e-a658-c184b9aad70e req-81aefe59-f9f5-44ce-951f-fb222bd84b94 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:57.583967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e016e57-0b24-436e-a658-c184b9aad70e req-81aefe59-f9f5-44ce-951f-fb222bd84b94 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.3461308 Jan 28 03:59:57.592302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 65ed4652-5add-4e6d-9448-01cd81ace2f1 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:59:57.629357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e3d6ff10-caad-410a-afd1-33f455662af0 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6698735 Jan 28 03:59:57.632613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35676) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:57.639549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'subnet': {'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:57.784679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:57.788141 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:57.816140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e016e57-0b24-436e-a658-c184b9aad70e req-5fea460a-089c-4275-a7a1-5d0adcdf3d15 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305520 Jan 28 03:59:57.899747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3c646569-8c87-4b4c-9733-6754489b2ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:59:57.910607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:59:57.968556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:59:57.969047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c56b5483-e0d9-4ca8-8a16-b1b44aca3f52 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:59:58.242514 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (f38b8dcc-c0e3-4587-8b6e-638d22bf9829), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:58.311138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Subnet': ['ID=f38b8dcc-c0e3-4587-8b6e-638d22bf9829,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:58.330565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd1f54ce-5240-4f3e-ab4f-b57a2f8462a5 req-576e6dd3-b7c2-4f6a-80d7-29162c780538 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 210 time: 0.1019967 Jan 28 03:59:58.358839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6df31d7b-8aee-4cb6-bbd1-c48f97f6191d req-18cd3069-7b5a-4277-a3f6-d47be38d6f74 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.0400598 Jan 28 03:59:58.366567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7363b-c763-410a-be03-02764c8c67f9 req-47dc0261-a4d1-47a2-884d-c14a867141ac tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:58.368258 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-47dc0261-a4d1-47a2-884d-c14a867141ac tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.25 "GET /v2.0/networks?id=d9d258a1-3ea4-40d1-bfa9-481392ae9868 HTTP/1.1" status: 200 len: 814 time: 0.9494226 Jan 28 03:59:58.375068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-ff07f7f4-a12a-4bde-9d96-ad53b1ede39d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:58.382370 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-ff07f7f4-a12a-4bde-9d96-ad53b1ede39d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.1540506 Jan 28 03:59:58.389960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Request body: {'port': {'device_id': 'aa1e3b81-219d-43c7-84c1-e2d96e0efafa', 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868', 'admin_state_up': True, 'tenant_id': '12c331f7049249ebab299fc7804c9f6a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:58.397952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Checking segment: {'id': 'df34166d-86a3-413b-a19b-840f3b3f413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:58.398620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network hostable DHCP agents. Network: 65ed4652-5add-4e6d-9448-01cd81ace2f1, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:59:58.402543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'port': {'device_id': '894d5041-a49a-4230-85a2-aeb299d40c0b', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'admin_state_up': True, 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:59:58.426875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 65ed4652-5add-4e6d-9448-01cd81ace2f1 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:59:58.447661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 65ed4652-5add-4e6d-9448-01cd81ace2f1) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:58.453524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:58.455419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:58.458709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d629e74-1ea3-4af5-8feb-9bb20e21f431 None None] Network 65ed4652-5add-4e6d-9448-01cd81ace2f1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:59:58.493587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a8c9a447-bfc6-4e95-9dba-d5fbae0621d6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8585014 Jan 28 03:59:58.502008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35682) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:59:58.634834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.25.1.145 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:58.676525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-65ed4652-5add-4e6d-9448-01cd81ace2f1', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:59:58.677614 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:58.759095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Made reservation on behalf of 12c331f7049249ebab299fc7804c9f6a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:58.765351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:58.880695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Made reservation on behalf of a38a55cc6b3a428f8bea4ad4ab7a224a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:59:58.885073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:58.910154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Allocated IP 172.20.0.2 (65ed4652-5add-4e6d-9448-01cd81ace2f1/f38b8dcc-c0e3-4587-8b6e-638d22bf9829/dc3cf08e-51ed-4676-9318-67e1f031b8c2) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:59.002113 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.127938 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.297627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Allocated IP 172.20.0.9 (807dcc26-58c1-492e-ab4f-ccf8615b5f37/c9ab5650-bb11-4600-b38a-4416ee21cb99/0a9f6987-7086-485c-8b60-26f66d697959) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:59.319126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a291e27-a45e-4789-b063-2885b00cfed6 req-1aaefd15-b54b-44a1-9b29-4a7f2bc6181c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:59.323221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a291e27-a45e-4789-b063-2885b00cfed6 req-1aaefd15-b54b-44a1-9b29-4a7f2bc6181c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.3277946 Jan 28 03:59:59.350716 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Publish callbacks [] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.374112 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.471460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Pushing event updated for resources: {'Port': ['ID=dc3cf08e-51ed-4676-9318-67e1f031b8c2,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:59.484342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Network 65ed4652-5add-4e6d-9448-01cd81ace2f1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:59.486568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:59.499080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:59.501127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (0a9f6987-7086-485c-8b60-26f66d697959), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.577860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3db47907-aece-48e8-aed5-db38fd7288a2 req-8b2df9c6-4c8b-4a34-8bda-cfe526bb8c5c tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 210 time: 0.0832255 Jan 28 03:59:59.589612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Attempting to bind port dc3cf08e-51ed-4676-9318-67e1f031b8c2 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:59:59.591686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Attempting to bind port dc3cf08e-51ed-4676-9318-67e1f031b8c2 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'df34166d-86a3-413b-a19b-840f3b3f413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:59:59.592208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Attempting to bind port dc3cf08e-51ed-4676-9318-67e1f031b8c2 on network 65ed4652-5add-4e6d-9448-01cd81ace2f1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:59:59.601661 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0a9f6987-7086-485c-8b60-26f66d697959), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.605322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:59:59.606039 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.608162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Checking segment: {'id': 'df34166d-86a3-413b-a19b-840f3b3f413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:59:59.611123 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.613661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Bound using segment: {'id': 'df34166d-86a3-413b-a19b-840f3b3f413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:59:59.614687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Bound port: dc3cf08e-51ed-4676-9318-67e1f031b8c2, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df34166d-86a3-413b-a19b-840f3b3f413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:59:59.615690 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.668814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a291e27-a45e-4789-b063-2885b00cfed6 req-9b47cb0b-1cd9-45a4-bbf1-cc09fdc23cbb tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318746 Jan 28 03:59:59.791692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] For port dc3cf08e-51ed-4676-9318-67e1f031b8c2, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:59:59.795472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] For port dc3cf08e-51ed-4676-9318-67e1f031b8c2, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=dc3cf08e-51ed-4676-9318-67e1f031b8c2,segment=NetworkSegment(df34166d-86a3-413b-a19b-840f3b3f413f),segment_id=df34166d-86a3-413b-a19b-840f3b3f413f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:59:59.806690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:59:59.807812 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.822573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:59:59.871832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bc425-f0ca-4472-bb1d-385cb801167d req-3f6b2029-bba5-417c-9a34-40e2fb09457b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:59.880812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a81bc425-f0ca-4472-bb1d-385cb801167d req-3f6b2029-bba5-417c-9a34-40e2fb09457b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 931 time: 0.1729369 Jan 28 03:59:59.885585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:59:59.906224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234101a3-fb48-4bc9-b662-2911b01b6d9e None None] Pushing event updated for resources: {'Port': ['ID=dc3cf08e-51ed-4676-9318-67e1f031b8c2,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:59:59.976393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Allocated IP 172.20.0.3 (d9d258a1-3ea4-40d1-bfa9-481392ae9868/5f9b6c51-eb3e-4edf-9e55-39c433f2a40f/69ec5ea7-e330-4979-a3f1-942b1943db6c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:59:59.983433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=0a9f6987-7086-485c-8b60-26f66d697959,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:00.046887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a81bc425-f0ca-4472-bb1d-385cb801167d req-d7a18ff8-c516-4c42-bef3-917a8b3b094c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628098 Jan 28 04:00:00.094136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Allocated IP 172.20.0.1 (65ed4652-5add-4e6d-9448-01cd81ace2f1/f38b8dcc-c0e3-4587-8b6e-638d22bf9829/413d393a-4495-4748-8a70-c7084d7309d5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:00.094453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:00.127337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:00.128156 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:00.238992 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:00.243174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:00.254015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:00.315349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:00.361827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (413d393a-4495-4748-8a70-c7084d7309d5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:00.398744 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-2d97ebac-5f3b-42dd-9d56-122112f03e72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0001998 Jan 28 04:00:00.427559 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (413d393a-4495-4748-8a70-c7084d7309d5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:00.438926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Request body: {'port': {'device_id': '894d5041-a49a-4230-85a2-aeb299d40c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:00.453038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-264d8d39-d3ca-49b3-a640-b7b414729cff None None] Provisioning complete for port 0a9f6987-7086-485c-8b60-26f66d697959 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:00.453461 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-264d8d39-d3ca-49b3-a640-b7b414729cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0a9f6987-7086-485c-8b60-26f66d697959), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:00.530391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 65ed4652-5add-4e6d-9448-01cd81ace2f1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:00.532096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=413d393a-4495-4748-8a70-c7084d7309d5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:00.535587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:00.538089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:00.553997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-264d8d39-d3ca-49b3-a640-b7b414729cff None None] Port 0a9f6987-7086-485c-8b60-26f66d697959 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:00.599820 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:00.802582 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1584c4e8-f8c2-4936-9ef6-6c8ae0d5a60f req-d31929a5-6afc-44e9-a3cf-9e6245469993 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 210 time: 0.0752864 Jan 28 04:00:00.883579 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (413d393a-4495-4748-8a70-c7084d7309d5), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:00.893271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0a9f6987-7086-485c-8b60-26f66d697959), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:00.952118 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks [] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.213409 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.226475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 67a8975f-d081-4827-a815-bd9e5db76793 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:01.226817 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (67a8975f-d081-4827-a815-bd9e5db76793), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.264593 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (413d393a-4495-4748-8a70-c7084d7309d5), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.310353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (413d393a-4495-4748-8a70-c7084d7309d5), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.395256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dc3cf08e-51ed-4676-9318-67e1f031b8c2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:01.436830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88020a2a-a48e-4029-a328-8c49d7a3317c req-452010c6-3088-4ea0-88bc-0431965eef8b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:01.445907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88020a2a-a48e-4029-a328-8c49d7a3317c req-452010c6-3088-4ea0-88bc-0431965eef8b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.6460359 Jan 28 04:00:01.448052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=413d393a-4495-4748-8a70-c7084d7309d5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:01.519670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471b89e-7200-42c1-accf-70779c9ecb2f req-a468f065-57d8-4605-8b40-c6e8f4992ff6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:01.522473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9471b89e-7200-42c1-accf-70779c9ecb2f req-a468f065-57d8-4605-8b40-c6e8f4992ff6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 931 time: 0.2539241 Jan 28 04:00:01.543585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port dc3cf08e-51ed-4676-9318-67e1f031b8c2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:01.543979 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.569423 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.624696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88020a2a-a48e-4029-a328-8c49d7a3317c req-f3fa4a86-219a-4a4e-9b5f-a0b22f8555e3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774793 Jan 28 04:00:01.750031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9471b89e-7200-42c1-accf-70779c9ecb2f req-04645969-c090-43a3-83f2-2e09e5b18dad tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076187 Jan 28 04:00:01.759823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port dc3cf08e-51ed-4676-9318-67e1f031b8c2 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:01.760224 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.814202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port dc3cf08e-51ed-4676-9318-67e1f031b8c2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=dc3cf08e-51ed-4676-9318-67e1f031b8c2,segment=NetworkSegment(df34166d-86a3-413b-a19b-840f3b3f413f),segment_id=df34166d-86a3-413b-a19b-840f3b3f413f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:01.814462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9f6987-7086-485c-8b60-26f66d697959 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:00:01.814638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 65ed4652-5add-4e6d-9448-01cd81ace2f1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:01.816042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:01.826103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4296efdd-81b9-4fbb-ab85-ca370f4be636 None None] Network 65ed4652-5add-4e6d-9448-01cd81ace2f1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:01.829771 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Publish callbacks [] for port (0a9f6987-7086-485c-8b60-26f66d697959), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.839155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.863133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Transition to ACTIVE for port object 0a9f6987-7086-485c-8b60-26f66d697959 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:00:01.968458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f698dbda-303a-4723-a275-43997234180a req-2e0d98c2-4cc0-49ff-8de3-1818c441010b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 210 time: 0.0416038 Jan 28 04:00:02.025711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:00:02.070377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-05ba286c-a502-4ed7-9863-dfbf7c5faca8 None None] Provisioning complete for port dc3cf08e-51ed-4676-9318-67e1f031b8c2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:02.071055 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05ba286c-a502-4ed7-9863-dfbf7c5faca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:02.072648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port 67a8975f-d081-4827-a815-bd9e5db76793, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=67a8975f-d081-4827-a815-bd9e5db76793,segment=NetworkSegment(4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1),segment_id=4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:02.073151 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (67a8975f-d081-4827-a815-bd9e5db76793), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:02.115990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (0a9f6987-7086-485c-8b60-26f66d697959), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:02.125639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=dc3cf08e-51ed-4676-9318-67e1f031b8c2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:02.164044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 67a8975f-d081-4827-a815-bd9e5db76793 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:02.179638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:02.192309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7600526d-3e25-48f5-b8d1-59b37b9be775 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6885703 Jan 28 04:00:02.197295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35698) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:02.201249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:02.203540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Sync routers for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:02.207861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'network': {'name': 'tempest-RoutersTest-763141623'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:02.249611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:00:02.258324 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:02.296447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:02.298811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:02.352224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:00:02.370530 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (849415f1-fc82-4a73-865d-2e9d38ba7e95), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:02.373183 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added segment 849415f1-fc82-4a73-865d-2e9d38ba7e95 of type vlan for network 3876a832-5b55-46b1-aa45-26a72d9db397 Jan 28 04:00:02.406777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-05ba286c-a502-4ed7-9863-dfbf7c5faca8 None None] Current status of the port dc3cf08e-51ed-4676-9318-67e1f031b8c2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:02.479289 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (3876a832-5b55-46b1-aa45-26a72d9db397), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:02.523056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:02.555932 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (3876a832-5b55-46b1-aa45-26a72d9db397), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:02.562512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:02.563364 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:02.662796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9f6987-7086-485c-8b60-26f66d697959,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:02.694544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Network d9d258a1-3ea4-40d1-bfa9-481392ae9868 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:02.737913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5395548 Jan 28 04:00:02.740200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606e4d0-c6dc-42d2-acc1-5fe5c2c9828e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Network': ['ID=3876a832-5b55-46b1-aa45-26a72d9db397,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:02.748092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:02.763757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'subnet': {'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:02.805460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Pushing event updated for resources: {'Port': ['ID=69ec5ea7-e330-4979-a3f1-942b1943db6c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:02.829542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 3876a832-5b55-46b1-aa45-26a72d9db397 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:00:02.841897 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:02.897012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:03.014429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-56a0ba60-22f8-44cb-8a7b-12a8dccf8ab1 None None] Provisioning complete for port dc3cf08e-51ed-4676-9318-67e1f031b8c2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:03.014814 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56a0ba60-22f8-44cb-8a7b-12a8dccf8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:03.155414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b5233-f583-456a-a670-0424e79f1897 req-96eb8092-6518-4257-9693-e21cfabb6742 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:03.174614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-806b5233-f583-456a-a670-0424e79f1897 req-96eb8092-6518-4257-9693-e21cfabb6742 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.2494342 Jan 28 04:00:03.352403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e0e9-1e8a-4d9a-8d03-313d02b29d4c req-b6625826-3ae8-4c82-ac2c-62d88c09caa3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:03.355227 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0c8e0e9-1e8a-4d9a-8d03-313d02b29d4c req-b6625826-3ae8-4c82-ac2c-62d88c09caa3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.5852301 Jan 28 04:00:03.403601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dc3cf08e-51ed-4676-9318-67e1f031b8c2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:03.410970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:00:03.417084 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:03.555023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-56a0ba60-22f8-44cb-8a7b-12a8dccf8ab1 None None] Current status of the port dc3cf08e-51ed-4676-9318-67e1f031b8c2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:03.577199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port dc3cf08e-51ed-4676-9318-67e1f031b8c2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:03.577799 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:03.607634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-56a0ba60-22f8-44cb-8a7b-12a8dccf8ab1 None None] Provisioning complete for port 413d393a-4495-4748-8a70-c7084d7309d5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:03.608053 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56a0ba60-22f8-44cb-8a7b-12a8dccf8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (413d393a-4495-4748-8a70-c7084d7309d5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:03.612667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:00Z', 'revision_number': 2, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:01Z', 'revision_number': 2, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:03.711804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Checking router: ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:03.713571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Updating router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 port 413d393a-4495-4748-8a70-c7084d7309d5 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:00:03.717754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-56a0ba60-22f8-44cb-8a7b-12a8dccf8ab1 None None] Port 413d393a-4495-4748-8a70-c7084d7309d5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:03.728129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-806b5233-f583-456a-a670-0424e79f1897 req-40b48d66-8cee-47d3-a405-f518973a1eb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466664 Jan 28 04:00:03.768267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (413d393a-4495-4748-8a70-c7084d7309d5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:03.869164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port dc3cf08e-51ed-4676-9318-67e1f031b8c2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:03.872667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f0c8e0e9-1e8a-4d9a-8d03-313d02b29d4c req-16f05ce3-a5b7-4620-9d58-7045497205b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056882 Jan 28 04:00:03.981777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:03.982763 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:03.989681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.050700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca524cd-6b1f-4d86-a595-b0e8b7f3bf66 req-af864266-e26b-47ac-98af-67de0212dd4f tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:04.063316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ca524cd-6b1f-4d86-a595-b0e8b7f3bf66 req-af864266-e26b-47ac-98af-67de0212dd4f tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 931 time: 0.0950954 Jan 28 04:00:04.076259 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (45be29b7-7943-42f9-b670-490c93290e46), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.115208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2a55545d-5115-486c-b76c-e137bf9bb174 None None] Provisioning complete for port 413d393a-4495-4748-8a70-c7084d7309d5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:04.115634 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a55545d-5115-486c-b76c-e137bf9bb174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (413d393a-4495-4748-8a70-c7084d7309d5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.132362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-6d1afd04-1024-4b59-8418-2c4b15471a40 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7487733 Jan 28 04:00:04.164656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Request body: {'port': {'device_id': 'aa1e3b81-219d-43c7-84c1-e2d96e0efafa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:04.171800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2a55545d-5115-486c-b76c-e137bf9bb174 None None] Port 413d393a-4495-4748-8a70-c7084d7309d5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:04.182926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Attempting to bind port 0a9f6987-7086-485c-8b60-26f66d697959 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:04.183407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Attempting to bind port 0a9f6987-7086-485c-8b60-26f66d697959 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:04.183836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Attempting to bind port 0a9f6987-7086-485c-8b60-26f66d697959 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:04.245707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Port 0a9f6987-7086-485c-8b60-26f66d697959 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:00:04.246140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Attempting to bind port 0a9f6987-7086-485c-8b60-26f66d697959 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:04.270409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:04.270867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Checking segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:04.271321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Bound using segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:04.271950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Bound port: 0a9f6987-7086-485c-8b60-26f66d697959, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:04.272410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0a9f6987-7086-485c-8b60-26f66d697959), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.375351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Subnet': ['ID=45be29b7-7943-42f9-b670-490c93290e46,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:04.409448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ca524cd-6b1f-4d86-a595-b0e8b7f3bf66 req-0fbb64db-6e0f-495d-a640-53626b43a4a6 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442626 Jan 28 04:00:04.424056 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Publish callbacks [] for port (413d393a-4495-4748-8a70-c7084d7309d5), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.441593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Checking segment: {'id': '849415f1-fc82-4a73-865d-2e9d38ba7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:04.444556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network hostable DHCP agents. Network: 3876a832-5b55-46b1-aa45-26a72d9db397, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:00:04.446820 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (413d393a-4495-4748-8a70-c7084d7309d5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.494342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 3876a832-5b55-46b1-aa45-26a72d9db397 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:00:04.507573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] For port 0a9f6987-7086-485c-8b60-26f66d697959, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:04.511619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 3876a832-5b55-46b1-aa45-26a72d9db397) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:04.516168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:04.517345 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.521778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] For port 0a9f6987-7086-485c-8b60-26f66d697959, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=0a9f6987-7086-485c-8b60-26f66d697959,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:04.531974 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.547402 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (0a9f6987-7086-485c-8b60-26f66d697959), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.556631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e92abe27-8fb2-424c-b55a-4a04c7106b01 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8071172 Jan 28 04:00:04.559833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35712) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:04.561971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f49ba-2a6b-42e3-98ac-d8e50ae7f2c2 None None] Network 3876a832-5b55-46b1-aa45-26a72d9db397 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:04.754398 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ee3fc-6783-4f42-92f5-030cf212d85b None None] Pushing event updated for resources: {'Port': ['ID=413d393a-4495-4748-8a70-c7084d7309d5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:04.798794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9f6987-7086-485c-8b60-26f66d697959,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:04.811673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:04.812497 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.814597 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-665b20c7-e810-479f-9a0a-acf5797e0525 service neutron] 10.222.0.25 "PUT /v2.0/ports/0a9f6987-7086-485c-8b60-26f66d697959 HTTP/1.1" status: 200 len: 1092 time: 4.3959568 Jan 28 04:00:04.882188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894d5041-a49a-4230-85a2-aeb299d40c0b', 'tag': '0a9f6987-7086-485c-8b60-26f66d697959'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:04.889807 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bc4ca0-a949-47a7-8016-37596ef8e0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "894d5041-a49a-4230-85a2-aeb299d40c0b", "tag": "0a9f6987-7086-485c-8b60-26f66d697959"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:05.008095 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-3876a832-5b55-46b1-aa45-26a72d9db397', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:00:05.011071 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:05.019026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Attempting to bind port 413d393a-4495-4748-8a70-c7084d7309d5 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:05.020579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Attempting to bind port 413d393a-4495-4748-8a70-c7084d7309d5 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'df34166d-86a3-413b-a19b-840f3b3f413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:05.021802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Attempting to bind port 413d393a-4495-4748-8a70-c7084d7309d5 on network 65ed4652-5add-4e6d-9448-01cd81ace2f1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:05.056174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:05.057021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Checking segment: {'id': 'df34166d-86a3-413b-a19b-840f3b3f413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:05.057683 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:05.058308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Bound using segment: {'id': 'df34166d-86a3-413b-a19b-840f3b3f413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:05.059573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Bound port: 413d393a-4495-4748-8a70-c7084d7309d5, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df34166d-86a3-413b-a19b-840f3b3f413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:05.060206 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (413d393a-4495-4748-8a70-c7084d7309d5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:05.066530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (67a8975f-d081-4827-a815-bd9e5db76793), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:05.255863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=67a8975f-d081-4827-a815-bd9e5db76793,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:05.287519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:00:05.521725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:05.546781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-9a4d747d-a527-40e3-88d9-e6c0ffa6c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:05.551430 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-9a4d747d-a527-40e3-88d9-e6c0ffa6c0ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 1095 time: 0.6539378 Jan 28 04:00:05.732180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Allocated IP 172.21.0.2 (3876a832-5b55-46b1-aa45-26a72d9db397/45be29b7-7943-42f9-b670-490c93290e46/15d2a304-7f7f-4dff-a772-4df2097fe4dc) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:05.748794 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-e8f0fed7-0ce2-4d2f-8d9e-00679ef47b0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a9f6987-7086-485c-8b60-26f66d697959 HTTP/1.1" status: 200 len: 217 time: 0.1619594 Jan 28 04:00:05.799318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfda9-b9e6-49b3-be3f-9ab9487aa2e4 req-c3820f64-175e-48be-adb6-2e9ec8aa4a05 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:05.808122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93ecfda9-b9e6-49b3-be3f-9ab9487aa2e4 req-c3820f64-175e-48be-adb6-2e9ec8aa4a05 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.7563720 Jan 28 04:00:05.882657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158521ea-a39d-4135-b570-6d484c4e0602 req-6168dbba-b44e-4cb2-8a1b-9ac3063b63a4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:05.889985 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Publish callbacks [] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:05.892039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-158521ea-a39d-4135-b570-6d484c4e0602 req-6168dbba-b44e-4cb2-8a1b-9ac3063b63a4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.8460298 Jan 28 04:00:05.899682 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-460b9163-efca-487e-a74c-363278272c2a None None] Provisioning complete for port 413d393a-4495-4748-8a70-c7084d7309d5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:05.900109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-460b9163-efca-487e-a74c-363278272c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (413d393a-4495-4748-8a70-c7084d7309d5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:05.912487 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.005763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] For port 413d393a-4495-4748-8a70-c7084d7309d5, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:06.010527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] For port 413d393a-4495-4748-8a70-c7084d7309d5, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=413d393a-4495-4748-8a70-c7084d7309d5,segment=NetworkSegment(df34166d-86a3-413b-a19b-840f3b3f413f),segment_id=df34166d-86a3-413b-a19b-840f3b3f413f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:06.012688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Network 3876a832-5b55-46b1-aa45-26a72d9db397 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:06.019248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-460b9163-efca-487e-a74c-363278272c2a None None] Port 413d393a-4495-4748-8a70-c7084d7309d5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:06.028739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:06.037086 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (413d393a-4495-4748-8a70-c7084d7309d5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.048623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:06.052439 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.054700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Pushing event updated for resources: {'Port': ['ID=15d2a304-7f7f-4dff-a772-4df2097fe4dc,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:06.080736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-9b67365c-2367-4e11-8a0b-03abeeac27de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:06.082256 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-9b67365c-2367-4e11-8a0b-03abeeac27de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.2943099 Jan 28 04:00:06.135085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93ecfda9-b9e6-49b3-be3f-9ab9487aa2e4 req-b1843f88-8109-4a02-b460-db8ec3378689 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257489 Jan 28 04:00:06.159319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-158521ea-a39d-4135-b570-6d484c4e0602 req-ca9d0afe-3a8b-4854-9635-9147f4652b78 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661412 Jan 28 04:00:06.197392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Attempting to bind port 15d2a304-7f7f-4dff-a772-4df2097fe4dc on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:06.197693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Attempting to bind port 15d2a304-7f7f-4dff-a772-4df2097fe4dc by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '849415f1-fc82-4a73-865d-2e9d38ba7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:06.198018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Attempting to bind port 15d2a304-7f7f-4dff-a772-4df2097fe4dc on network 3876a832-5b55-46b1-aa45-26a72d9db397 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:06.203491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:06.204655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:06.217740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:06.218128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Checking segment: {'id': '849415f1-fc82-4a73-865d-2e9d38ba7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:06.218527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.218927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Bound using segment: {'id': '849415f1-fc82-4a73-865d-2e9d38ba7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:06.219403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Bound port: 15d2a304-7f7f-4dff-a772-4df2097fe4dc, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849415f1-fc82-4a73-865d-2e9d38ba7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:06.219787 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.261554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:06.274675 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Sync routers for ids ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:06.290458 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Routers {'0f2409cb-8a6e-4d64-a03d-5f88b9394a63'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:06.292897 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:06.300281 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc7566b-fa7a-49d7-9955-4e97ec784b5a x-openstack-request-id: req-ffc7566b-fa7a-49d7-9955-4e97ec784b5a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:06.300634 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894d5041-a49a-4230-85a2-aeb299d40c0b", "tag": "0a9f6987-7086-485c-8b60-26f66d697959", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:06.300893 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffc7566b-fa7a-49d7-9955-4e97ec784b5a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:06.301323 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894d5041-a49a-4230-85a2-aeb299d40c0b', 'tag': '0a9f6987-7086-485c-8b60-26f66d697959', 'status': 'completed', 'code': 200} Jan 28 04:00:06.401508 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ee3fc-6783-4f42-92f5-030cf212d85b None None] Pushing event updated for resources: {'Port': ['ID=413d393a-4495-4748-8a70-c7084d7309d5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:06.412494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ec5ea7-e330-4979-a3f1-942b1943db6c {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:00:06.451337 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Set router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:06.454397 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:06.455495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-3ddf04fa-9d82-447e-8998-8c8e7d0fc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:06.457083 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-3ddf04fa-9d82-447e-8998-8c8e7d0fc352 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3612339 Jan 28 04:00:06.460080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:06.470896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Publish callbacks [] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.505874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.510326 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f49c216f-e0a2-4aa2-8ee5-431b0db379a7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 11.7246718 Jan 28 04:00:06.515764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35732) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:06.556579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] For port 15d2a304-7f7f-4dff-a772-4df2097fe4dc, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:06.562249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Transition to ACTIVE for port object 69ec5ea7-e330-4979-a3f1-942b1943db6c will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:00:06.571927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ebe6d728-bc63-4693-ae1f-95fbcdb1c75d tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3b47383bfe204078917fadb2fc9fe99a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549874 Jan 28 04:00:06.572571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:06.603345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] For port 15d2a304-7f7f-4dff-a772-4df2097fe4dc, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=15d2a304-7f7f-4dff-a772-4df2097fe4dc,segment=NetworkSegment(849415f1-fc82-4a73-865d-2e9d38ba7e95),segment_id=849415f1-fc82-4a73-865d-2e9d38ba7e95)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:06.610136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-02d9583c-8a86-49dd-8267-94bd1d772fff None None] Provisioning complete for port 413d393a-4495-4748-8a70-c7084d7309d5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:06.610685 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02d9583c-8a86-49dd-8267-94bd1d772fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (413d393a-4495-4748-8a70-c7084d7309d5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.680294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.694914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-db8ebfc5-803d-4b1b-85ce-ce3c167c8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:06.696464 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-db8ebfc5-803d-4b1b-85ce-ce3c167c8f91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 1097 time: 0.5319288 Jan 28 04:00:06.719329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dac155-e72a-4f2a-bb8b-68fcc1a61275 req-9797f472-decb-40c1-a20a-0c3354b59277 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:06.720950 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37dac155-e72a-4f2a-bb8b-68fcc1a61275 req-9797f472-decb-40c1-a20a-0c3354b59277 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 931 time: 0.2364187 Jan 28 04:00:06.736335 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.774429 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:00Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T03:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:06.811659 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Checking router: 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:06.812353 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Updating router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:00:06.872648 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.882356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d86ded-b257-459f-9551-056e5fbac1df None None] Pushing event updated for resources: {'Port': ['ID=15d2a304-7f7f-4dff-a772-4df2097fe4dc,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:06.972224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Allocated IP 172.21.0.1 (3876a832-5b55-46b1-aa45-26a72d9db397/45be29b7-7943-42f9-b670-490c93290e46/1cc1a918-b421-4bc0-ba02-58ef69fcdd63) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:06.973573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:00Z', 'revision_number': 2, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:05Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:07.008923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c426a5b-98ea-4a7b-8280-9a0d30a97857 None None] The sync data for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 is: [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:00Z', 'revision_number': 2, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:05Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:07.017867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-02d9583c-8a86-49dd-8267-94bd1d772fff None None] Current status of the port 413d393a-4495-4748-8a70-c7084d7309d5 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:07.018267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02d9583c-8a86-49dd-8267-94bd1d772fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (413d393a-4495-4748-8a70-c7084d7309d5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:07.058109 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:07.072450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] Sync routers for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:07.095046 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c263772c-741e-4a3c-98c6-8071111e9750 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6325517 Jan 28 04:00:07.112330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-02d9583c-8a86-49dd-8267-94bd1d772fff None None] For port 413d393a-4495-4748-8a70-c7084d7309d5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=413d393a-4495-4748-8a70-c7084d7309d5,segment=NetworkSegment(df34166d-86a3-413b-a19b-840f3b3f413f),segment_id=df34166d-86a3-413b-a19b-840f3b3f413f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:07.118399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:07.118587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:07.119580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:07.124796 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02d9583c-8a86-49dd-8267-94bd1d772fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (413d393a-4495-4748-8a70-c7084d7309d5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:07.158627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=69ec5ea7-e330-4979-a3f1-942b1943db6c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:07.248629 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:07.266378 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:07.352394 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-8766c56c-f0d5-4e9f-8764-bdcc79090c1c service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8625724 Jan 28 04:00:07.368882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-68f54275-e51d-4b3b-9965-aa72cc43967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:07.375417 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-68f54275-e51d-4b3b-9965-aa72cc43967f service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.6534753 Jan 28 04:00:07.388683 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:07.477290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T04:00:04Z', 'revision_number': 11, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:07.518201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44cea9-86e8-475c-b919-525255771710 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:07.524352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=1cc1a918-b421-4bc0-ba02-58ef69fcdd63,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:07.540875 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-df44cea9-86e8-475c-b919-525255771710 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9177871 Jan 28 04:00:07.552712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35744) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:07.649504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] Checking router: 0e3c944e-66d7-47ec-8383-5dd017f7276e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:07.682900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37dac155-e72a-4f2a-bb8b-68fcc1a61275 req-e55a8b09-cadd-45c8-be00-5a78c83f1bab tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9404900 Jan 28 04:00:07.691381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 3876a832-5b55-46b1-aa45-26a72d9db397 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:07.695975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-dffa7a36-90b4-4635-93fe-dd972ae0a9d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae HTTP/1.1" status: 200 len: 217 time: 0.2712879 Jan 28 04:00:07.700191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:07.729154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9583c-8a86-49dd-8267-94bd1d772fff None None] Pushing event updated for resources: {'Port': ['ID=413d393a-4495-4748-8a70-c7084d7309d5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:07.757161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:07.757803 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Publish callbacks [] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:07.761306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:07.780642 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:07.877201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-939d5bda-3b23-4cf2-a03e-b6fd7709634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:07.878756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-939d5bda-3b23-4cf2-a03e-b6fd7709634c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1722631 Jan 28 04:00:07.892170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:07.916206 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b73ac-f48f-4b73-9d93-da7923867d2f None None] Pushing event updated for resources: {'Port': ['ID=d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:07.921630 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Attempting to bind port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:07.924477 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Attempting to bind port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:07.925037 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Attempting to bind port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:07.938178 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:07.943121 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:07.943722 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:07.944265 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:07.945937 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Bound port: d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:07.946085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:07.947417 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:08.009102 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:08.017786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T04:00:04Z', 'revision_number': 11, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:08.074113 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] For port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:08.079316 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] For port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:08.088350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272f363-81ad-4474-9b42-f43844b8bee4 None None] The sync data for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 is: [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T04:00:04Z', 'revision_number': 11, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:08.094090 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:08.104114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cacd08-970c-4e05-88ac-069552061c16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting subnet 60cce509-5deb-4483-9d60-b66ad48c05b8 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:00:08.110842 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f6de91ab-6571-4c3b-9d3e-426387b8989d tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5525098 Jan 28 04:00:08.119492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35746) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:08.126950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1cacd08-970c-4e05-88ac-069552061c16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (60cce509-5deb-4483-9d60-b66ad48c05b8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:08.163506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896130016', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:08.229583 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Routers {'0f2409cb-8a6e-4d64-a03d-5f88b9394a63'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:08.230212 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:08.254149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Attempting to bind port 69ec5ea7-e330-4979-a3f1-942b1943db6c on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:08.254642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Attempting to bind port 69ec5ea7-e330-4979-a3f1-942b1943db6c by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:08.255079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Attempting to bind port 69ec5ea7-e330-4979-a3f1-942b1943db6c on network d9d258a1-3ea4-40d1-bfa9-481392ae9868 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:08.267089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1cacd08-970c-4e05-88ac-069552061c16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (60cce509-5deb-4483-9d60-b66ad48c05b8), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:08.319340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Port 69ec5ea7-e330-4979-a3f1-942b1943db6c on network d9d258a1-3ea4-40d1-bfa9-481392ae9868 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:00:08.319938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Attempting to bind port 69ec5ea7-e330-4979-a3f1-942b1943db6c on network d9d258a1-3ea4-40d1-bfa9-481392ae9868 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:08.330953 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b73ac-f48f-4b73-9d93-da7923867d2f None None] Pushing event updated for resources: {'Port': ['ID=d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:08.377174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:08.377624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Checking segment: {'id': 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:08.378283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Bound using segment: {'id': 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:08.378838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Bound port: 69ec5ea7-e330-4979-a3f1-942b1943db6c, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:08.379807 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:08.472394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cb1f9-1fd5-4b6a-b589-79485616bbd0 req-4778566f-a9ad-4f7b-bffb-afe8f3ed29d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:08.482394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-042cb1f9-1fd5-4b6a-b589-79485616bbd0 req-4778566f-a9ad-4f7b-bffb-afe8f3ed29d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 1.1025648 Jan 28 04:00:08.493067 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] Set router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:08.520278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48ee5f-0a3b-4971-afac-ddd9e818beb7 req-e50ffd4d-ffba-43b4-9aa2-4a56f6f817b8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:08.521909 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b48ee5f-0a3b-4971-afac-ddd9e818beb7 req-e50ffd4d-ffba-43b4-9aa2-4a56f6f817b8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.6422367 Jan 28 04:00:08.538162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1cacd08-970c-4e05-88ac-069552061c16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (60cce509-5deb-4483-9d60-b66ad48c05b8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:08.545406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-fc170293-008a-4bef-8563-ed1769561e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:08.546949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-fc170293-008a-4bef-8563-ed1769561e43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3885379 Jan 28 04:00:08.575857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:08.685778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:00:08.690800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:08.748503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-042cb1f9-1fd5-4b6a-b589-79485616bbd0 req-c7e19ee2-e934-4cf2-a945-3be4c7c6e81c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083149 Jan 28 04:00:08.824104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ffe6f-855b-4f5f-8eca-3febba293c2c None None] Network 3876a832-5b55-46b1-aa45-26a72d9db397 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:08.943421 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:00Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:08.973629 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bed6f8f8-d4d9-4c2e-9a09-ff974d8727eb req-391603f9-6a1d-4609-8ea1-72c1c7e13d5f service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5611317 Jan 28 04:00:08.983858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1cacd08-970c-4e05-88ac-069552061c16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (60cce509-5deb-4483-9d60-b66ad48c05b8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.018263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1cacd08-970c-4e05-88ac-069552061c16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.025399 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e1cacd08-970c-4e05-88ac-069552061c16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/60cce509-5deb-4483-9d60-b66ad48c05b8 HTTP/1.1" status: 204 len: 168 time: 1.8749373 Jan 28 04:00:09.034252 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e26920-ac15-4bef-9bcc-aeeca4000fc0 None None] The sync data for ids ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'] in n-d-808199-14 is: [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:00Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:09.069272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cacd08-970c-4e05-88ac-069552061c16 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Subnet': ['ID=60cce509-5deb-4483-9d60-b66ad48c05b8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:09.072617 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (96d96886-2666-45f3-8a9d-818df1375816), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.090150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:09.147104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-5134d34e-5d7c-4c4b-9be8-24af14f30b48 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810668 Jan 28 04:00:09.173276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9aaa20-fe04-4bb4-835e-edad1e484478 None None] Network 7923f906-d9f0-47b2-adc8-2baa8f6ac610 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:09.320608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0ad71f2e-7654-4ece-b4d3-47505964b3e6 None None] Provisioning complete for port 15d2a304-7f7f-4dff-a772-4df2097fe4dc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:09.321231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ad71f2e-7654-4ece-b4d3-47505964b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.369514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa97abf-a8fd-41bd-a1ff-a3399ea6b484 req-07aa2f13-d7fe-4b6a-a869-0c6c946f4f6e tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:09.371444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faa97abf-a8fd-41bd-a1ff-a3399ea6b484 req-07aa2f13-d7fe-4b6a-a869-0c6c946f4f6e tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 943 time: 0.2678437 Jan 28 04:00:09.409806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Subnet': ['ID=96d96886-2666-45f3-8a9d-818df1375816,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:09.430299 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Checking segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:09.432798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network hostable DHCP agents. Network: a8cab0f8-7781-43ab-8a9e-ab3707f8452c, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:00:09.452015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b48ee5f-0a3b-4971-afac-ddd9e818beb7 req-2dd46ea3-0a32-459b-bd80-b4e278008182 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9028621 Jan 28 04:00:09.476014 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (7923f906-d9f0-47b2-adc8-2baa8f6ac610), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.582349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-8a716bbe-84ae-495a-ad4d-79eec6ee999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:09.586758 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-8a716bbe-84ae-495a-ad4d-79eec6ee999c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 1095 time: 0.5104389 Jan 28 04:00:09.594545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c13e718-03d7-4417-86ba-ee2f1b21d511 req-03e8d8d2-d8f0-4ee4-9fdc-ab94351f9ca4 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174066 Jan 28 04:00:09.607081 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0ad71f2e-7654-4ece-b4d3-47505964b3e6 None None] Current status of the port 15d2a304-7f7f-4dff-a772-4df2097fe4dc is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:09.607488 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ad71f2e-7654-4ece-b4d3-47505964b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.610014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network a8cab0f8-7781-43ab-8a9e-ab3707f8452c is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:00:09.629585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 15d2a304-7f7f-4dff-a772-4df2097fe4dc up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:09.631710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92ac3ca-e84e-4e0d-8f29-5be0ebd61aeb None None] DHCP port deletion for 7923f906-d9f0-47b2-adc8-2baa8f6ac610 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:00:09.647847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] For port 69ec5ea7-e330-4979-a3f1-942b1943db6c, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:09.674535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.703660 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-ceb67cd8-ef0f-42de-abd2-31d92816aec2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3634233 Jan 28 04:00:09.703946 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.760223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] For port 69ec5ea7-e330-4979-a3f1-942b1943db6c, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=69ec5ea7-e330-4979-a3f1-942b1943db6c,segment=NetworkSegment(cd0e41da-d41c-46c4-b7d1-bd3cd827671e),segment_id=cd0e41da-d41c-46c4-b7d1-bd3cd827671e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:09.763426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a8cab0f8-7781-43ab-8a9e-ab3707f8452c) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:09.771517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faa97abf-a8fd-41bd-a1ff-a3399ea6b484 req-8ee48ae1-8588-4e6b-9ad6-470803fd0477 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628836 Jan 28 04:00:09.817076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:09.817689 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.821012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.846983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0ad71f2e-7654-4ece-b4d3-47505964b3e6 None None] For port 15d2a304-7f7f-4dff-a772-4df2097fe4dc, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=15d2a304-7f7f-4dff-a772-4df2097fe4dc,segment=NetworkSegment(849415f1-fc82-4a73-865d-2e9d38ba7e95),segment_id=849415f1-fc82-4a73-865d-2e9d38ba7e95)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:09.854370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea791d0-d2b9-418c-bb6b-36da1e9af68e None None] Network a8cab0f8-7781-43ab-8a9e-ab3707f8452c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:09.881251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ad71f2e-7654-4ece-b4d3-47505964b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.892105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=1cc1a918-b421-4bc0-ba02-58ef69fcdd63,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:09.904885 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:09.967167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=69ec5ea7-e330-4979-a3f1-942b1943db6c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:10.030607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:10.031245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:10.032697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-ad08ed1d-1a07-47d7-abd9-72f00fb2e3d7 service neutron] 10.222.0.25 "PUT /v2.0/ports/69ec5ea7-e330-4979-a3f1-942b1943db6c HTTP/1.1" status: 200 len: 1092 time: 5.8723929 Jan 28 04:00:10.040258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1e3b81-219d-43c7-84c1-e2d96e0efafa', 'tag': '69ec5ea7-e330-4979-a3f1-942b1943db6c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:10.051677 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1e3b81-219d-43c7-84c1-e2d96e0efafa", "tag": "69ec5ea7-e330-4979-a3f1-942b1943db6c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:10.080183 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ee70dcc6-0d31-4c6e-bc0c-5e0034664ed3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9556825 Jan 28 04:00:10.090268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35758) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:10.157517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad71f2e-7654-4ece-b4d3-47505964b3e6 None None] Pushing event updated for resources: {'Port': ['ID=15d2a304-7f7f-4dff-a772-4df2097fe4dc,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:10.172360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 1e141db7-d67d-4395-bb6b-3b953d4be3ae no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:10.172604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce446e8-a284-42a9-b27e-4aaa9a828b68 req-83b8897d-acc7-41b7-9a02-89335918c29d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:10.174431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ce446e8-a284-42a9-b27e-4aaa9a828b68 req-83b8897d-acc7-41b7-9a02-89335918c29d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.1468518 Jan 28 04:00:10.209646 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7328226-d296-4455-92b5-76dd428ac028 x-openstack-request-id: req-d7328226-d296-4455-92b5-76dd428ac028 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:10.212904 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1e3b81-219d-43c7-84c1-e2d96e0efafa", "tag": "69ec5ea7-e330-4979-a3f1-942b1943db6c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:10.213388 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7328226-d296-4455-92b5-76dd428ac028 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:10.214436 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1e3b81-219d-43c7-84c1-e2d96e0efafa', 'tag': '69ec5ea7-e330-4979-a3f1-942b1943db6c', 'status': 'completed', 'code': 200} Jan 28 04:00:10.244351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 3876a832-5b55-46b1-aa45-26a72d9db397 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:10.256225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:10.259825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-914a8004-e454-4ff1-a4ed-aa910d3e27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:10.261625 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-914a8004-e454-4ff1-a4ed-aa910d3e27b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1096 time: 0.4587338 Jan 28 04:00:10.267389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-51dc8a7d-4a54-4be1-9e96-4220c6657add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:10.269111 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-51dc8a7d-4a54-4be1-9e96-4220c6657add service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.6426902 Jan 28 04:00:10.283816 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ce446e8-a284-42a9-b27e-4aaa9a828b68 req-f370eb8c-dcf4-4fa9-8877-4ee965593a10 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008923 Jan 28 04:00:10.383962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cb1fea2b-12e2-41a5-a076-6cd43f74306c None None] Provisioning complete for port 15d2a304-7f7f-4dff-a772-4df2097fe4dc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:10.384339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb1fea2b-12e2-41a5-a076-6cd43f74306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:10.406097 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-5580805d-c3de-4de0-9f9d-dcc762e36fb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a9f6987-7086-485c-8b60-26f66d697959 HTTP/1.1" status: 200 len: 217 time: 0.1262028 Jan 28 04:00:10.422798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7363b-c763-410a-be03-02764c8c67f9 req-5e602d54-df71-4536-b8a4-0481688e06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:10.424561 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-5e602d54-df71-4536-b8a4-0481688e06e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12c331f7049249ebab299fc7804c9f6a&device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 1095 time: 0.2961302 Jan 28 04:00:10.445328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Deleting port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:10.445676 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:10.471728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 15d2a304-7f7f-4dff-a772-4df2097fe4dc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:10.472111 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:10.530213 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-1f4a1010-fe55-4bf0-afb6-5f31b27e878e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69ec5ea7-e330-4979-a3f1-942b1943db6c HTTP/1.1" status: 200 len: 217 time: 0.0811388 Jan 28 04:00:10.530967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:10.561885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f92ac3ca-e84e-4e0d-8f29-5be0ebd61aeb None None] Deleting port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:10.562267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f92ac3ca-e84e-4e0d-8f29-5be0ebd61aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:10.692205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:10.703385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1ad883f4-c8c7-40b0-8e79-40570cc60648 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1420424 Jan 28 04:00:10.705709 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Sync routers for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:10.714106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35762) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:10.726908 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:10.727938 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:10.779097 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'network': {'name': 'tempest-RoutersTest-1475120202'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:10.877827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:00:10.879592 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:10.895804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-6ff29ff1-abd5-452e-9910-bf62dc368bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:10.897623 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-6ff29ff1-abd5-452e-9910-bf62dc368bf4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.4701645 Jan 28 04:00:10.925004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1304a-6e04-4f3d-9fd0-fd57b6db05b9 req-6221cc43-4476-42a3-9f7e-20a0260e66f2 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:10.938991 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ce1304a-6e04-4f3d-9fd0-fd57b6db05b9 req-6221cc43-4476-42a3-9f7e-20a0260e66f2 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.2613823 Jan 28 04:00:10.939461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] For port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=86cdfdf1-1644-4afd-9471-89bd1b6d1c8e,segment=NetworkSegment(4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1),segment_id=4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:10.939843 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:10.940126 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c0cb76fd-c1cf-4b56-9ac6-655fb31389c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:10.951521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:00:10.958691 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:10.961476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:10.966399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cb1fea2b-12e2-41a5-a076-6cd43f74306c None None] Current status of the port 15d2a304-7f7f-4dff-a772-4df2097fe4dc is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:10.982373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7363b-c763-410a-be03-02764c8c67f9 req-eff8b088-0b9c-4391-8390-1d100dd87c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:10.984647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-eff8b088-0b9c-4391-8390-1d100dd87c04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f9b6c51-eb3e-4edf-9e55-39c433f2a40f HTTP/1.1" status: 200 len: 854 time: 0.3682413 Jan 28 04:00:10.995027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-c91366a8-e6e5-476e-aa50-462e594e1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:10.997228 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-c91366a8-e6e5-476e-aa50-462e594e1e18 service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.6465507 Jan 28 04:00:11.022564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Calling delete_port for 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:11.086969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 15d2a304-7f7f-4dff-a772-4df2097fe4dc is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:11.088058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 413d393a-4495-4748-8a70-c7084d7309d5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:11.115563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-98a273b4-662f-434d-9648-4f1fef3b4adc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9d258a1-3ea4-40d1-bfa9-481392ae9868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084909 Jan 28 04:00:11.143307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 1e141db7-d67d-4395-bb6b-3b953d4be3ae is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:11.143708 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.186979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:00:11.194736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-485c763c-8dbd-474c-b0c4-fdf453939ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:11.196251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-485c763c-8dbd-474c-b0c4-fdf453939ed4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2886851 Jan 28 04:00:11.202994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ce1304a-6e04-4f3d-9fd0-fd57b6db05b9 req-707faef9-a5cd-4293-913e-f391817da580 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620914 Jan 28 04:00:11.238356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (22ec9736-1b18-4c11-82ca-45388a59c13a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.238733 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added segment 22ec9736-1b18-4c11-82ca-45388a59c13a of type vlan for network c8147b31-1600-4d1e-9109-f1bc469e05d3 Jan 28 04:00:11.294248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:11.309799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f92ac3ca-e84e-4e0d-8f29-5be0ebd61aeb None None] For port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=86cdfdf1-1644-4afd-9471-89bd1b6d1c8e,segment=NetworkSegment(4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1),segment_id=4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:11.310270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f92ac3ca-e84e-4e0d-8f29-5be0ebd61aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.312883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e141db7-d67d-4395-bb6b-3b953d4be3ae'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:11.315178 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f16b1b3-1c25-4566-a8de-02c8cea04892" -d '{"events": [{"server_uuid": "8781d7a6-60dd-4c08-876b-954ad56bf3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1e141db7-d67d-4395-bb6b-3b953d4be3ae"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:11.319157 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.366595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f92ac3ca-e84e-4e0d-8f29-5be0ebd61aeb None None] Calling delete_port for 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:11.382632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc3572-cd0f-43a1-8d12-55e582eec56c req-b2f6fc5d-c73e-4dbd-8b95-79d10ec9d36b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:11.386221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-debc3572-cd0f-43a1-8d12-55e582eec56c req-b2f6fc5d-c73e-4dbd-8b95-79d10ec9d36b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 943 time: 0.3887770 Jan 28 04:00:11.391146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (c8147b31-1600-4d1e-9109-f1bc469e05d3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.430579 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:08Z', 'revision_number': 3, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:08Z', 'revision_number': 2, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:11.507932 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Checking router: ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:11.509214 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Updating router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:00:11.514806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-debc3572-cd0f-43a1-8d12-55e582eec56c req-646050d6-1565-453d-93da-ddcb92bebb70 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199870 Jan 28 04:00:11.541431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f62-fa1d-423a-892c-f820c908d687 req-f725ed1a-6d6e-420f-9a6d-8e0633027c0e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:11.541654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b9c8f62-fa1d-423a-892c-f820c908d687 req-f725ed1a-6d6e-420f-9a6d-8e0633027c0e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 943 time: 0.1126049 Jan 28 04:00:11.542412 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (c8147b31-1600-4d1e-9109-f1bc469e05d3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.549730 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:11.550356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.603842 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.624508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b9c8f62-fa1d-423a-892c-f820c908d687 req-a7b1284d-ed48-48d7-86e8-b3b795f5997d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700927 Jan 28 04:00:11.677768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 413d393a-4495-4748-8a70-c7084d7309d5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:11.678166 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (413d393a-4495-4748-8a70-c7084d7309d5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.685022 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d8a0d3-ba8e-40b6-8012-9f9dc32ad992 x-openstack-request-id: req-78d8a0d3-ba8e-40b6-8012-9f9dc32ad992 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:11.685424 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8781d7a6-60dd-4c08-876b-954ad56bf3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1e141db7-d67d-4395-bb6b-3b953d4be3ae", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:11.685683 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78d8a0d3-ba8e-40b6-8012-9f9dc32ad992 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:11.686085 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e141db7-d67d-4395-bb6b-3b953d4be3ae', 'code': 200} Jan 28 04:00:11.690094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cb1fea2b-12e2-41a5-a076-6cd43f74306c None None] Provisioning complete for port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:11.690473 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb1fea2b-12e2-41a5-a076-6cd43f74306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.692154 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f92ac3ca-e84e-4e0d-8f29-5be0ebd61aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:11.708956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9346147 Jan 28 04:00:11.734714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35770) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:11.740190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'subnet': {'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:11.817753 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-0c18372e-bedd-4aea-9a40-8e3f42191a51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 999 time: 0.8027766 Jan 28 04:00:11.844605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a325a-abc9-4e7b-a162-f0abccac61a6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Network': ['ID=c8147b31-1600-4d1e-9109-f1bc469e05d3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:11.864012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ac3ca-e84e-4e0d-8f29-5be0ebd61aeb None None] No DVR routers for this DVR port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:11.877922 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network c8147b31-1600-4d1e-9109-f1bc469e05d3 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:00:11.931061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:00:11.935731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:12.067975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cb1fea2b-12e2-41a5-a076-6cd43f74306c None None] Port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:12.085241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-1374c7a1-3813-4e2d-b2f0-25344955054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:12.086716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-1374c7a1-3813-4e2d-b2f0-25344955054d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.2307091 Jan 28 04:00:12.088282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=1e141db7-d67d-4395-bb6b-3b953d4be3ae,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:12.098854 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-1a3561fd-9c08-4730-b047-74023cdbe158 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9702024 Jan 28 04:00:12.136456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Allocated IP 172.20.0.2 (a8cab0f8-7781-43ab-8a9e-ab3707f8452c/96d96886-2666-45f3-8a9d-818df1375816/cb03adae-ca92-4693-b592-ea6ade367b56) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:12.141410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ac3ca-e84e-4e0d-8f29-5be0ebd61aeb None None] Pushing event deleted for resources: {'Port': ['ID=86cdfdf1-1644-4afd-9471-89bd1b6d1c8e,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:12.276040 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Publish callbacks [] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:12.281012 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-efa7363b-c763-410a-be03-02764c8c67f9 req-30723d93-85fb-4cff-aa3b-191abedebf30 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376455 Jan 28 04:00:12.290335 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:12.294687 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:12.321606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-400e44c3-915d-4e9c-9fc0-ecdb2828f3d1 None None] Provisioning complete for port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:12.322359 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-400e44c3-915d-4e9c-9fc0-ecdb2828f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:12.370796 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-f4ec25ef-870b-4698-ae1b-2f6bb78ad409 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1611702 Jan 28 04:00:12.374272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 413d393a-4495-4748-8a70-c7084d7309d5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:12.375214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (86cdfdf1-1644-4afd-9471-89bd1b6d1c8e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:12.379386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-400e44c3-915d-4e9c-9fc0-ecdb2828f3d1 None None] Port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:12.389094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 67a8975f-d081-4827-a815-bd9e5db76793 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:12.415494 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bbf64-afc6-408d-8731-99a0bc6914ec None None] Pushing event updated for resources: {'Port': ['ID=1cc1a918-b421-4bc0-ba02-58ef69fcdd63,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:12.439826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 67a8975f-d081-4827-a815-bd9e5db76793 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:12.440552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 67a8975f-d081-4827-a815-bd9e5db76793 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:12.531618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Port': ['ID=86cdfdf1-1644-4afd-9471-89bd1b6d1c8e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:12.561517 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Attempting to bind port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:12.561892 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Attempting to bind port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '849415f1-fc82-4a73-865d-2e9d38ba7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:12.562261 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Attempting to bind port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 on network 3876a832-5b55-46b1-aa45-26a72d9db397 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:12.590329 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:12.590893 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Checking segment: {'id': '849415f1-fc82-4a73-865d-2e9d38ba7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:12.591370 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:12.591768 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Bound using segment: {'id': '849415f1-fc82-4a73-865d-2e9d38ba7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:12.592254 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Bound port: 1cc1a918-b421-4bc0-ba02-58ef69fcdd63, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849415f1-fc82-4a73-865d-2e9d38ba7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:12.592636 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:12.763166 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No DVR routers for this DVR port 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:12.790106 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] For port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:12.798069 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] For port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1cc1a918-b421-4bc0-ba02-58ef69fcdd63,segment=NetworkSegment(849415f1-fc82-4a73-865d-2e9d38ba7e95),segment_id=849415f1-fc82-4a73-865d-2e9d38ba7e95)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:12.812826 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:12.814934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb20ba-4f62-4cbd-a3d7-e986a0ab3cab req-531d9750-239e-49a3-9b57-abd15b4154fd tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:12.816710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1fb20ba-4f62-4cbd-a3d7-e986a0ab3cab req-531d9750-239e-49a3-9b57-abd15b4154fd tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 943 time: 0.1279387 Jan 28 04:00:12.895735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:12.897042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a504e-6109-4d94-9fbb-437929328143 req-83fac433-1f49-4636-abb8-3c849fb11185 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:12.898451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-757a504e-6109-4d94-9fbb-437929328143 req-83fac433-1f49-4636-abb8-3c849fb11185 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.1755590 Jan 28 04:00:12.901806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1fb20ba-4f62-4cbd-a3d7-e986a0ab3cab req-211939c7-855d-4c9c-9df8-1a372a5d1919 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723131 Jan 28 04:00:12.922190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:12.927475 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-18bc4ca0-a949-47a7-8016-37596ef8e0a7 req-50f49d92-f740-4a02-b2a0-73cf7d285403 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360982 Jan 28 04:00:12.945028 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:12.964312 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T03:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:13.005364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-b548ddfa-d0cb-45bb-aae3-b2e669d99257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:13.007813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-b548ddfa-d0cb-45bb-aae3-b2e669d99257 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8761106 Jan 28 04:00:13.016869 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-757a504e-6109-4d94-9fbb-437929328143 req-5e694bd6-eed9-4b3d-9bbf-0e51a417f85d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104226 Jan 28 04:00:13.018483 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (0f2521d9-dfd9-4ed4-ae01-cff62674b3ec), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.082076 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bbf64-afc6-408d-8731-99a0bc6914ec None None] Pushing event updated for resources: {'Port': ['ID=1cc1a918-b421-4bc0-ba02-58ef69fcdd63,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:13.102942 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Publish callbacks [] for port (cb03adae-ca92-4693-b592-ea6ade367b56), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.115932 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-687915de-29e7-46e0-b77a-00d554fa02f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.132193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Subnet': ['ID=0f2521d9-dfd9-4ed4-ae01-cff62674b3ec,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:13.134519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e99ca7d2-84e1-4aa8-acec-b04cdb120a19 None None] Provisioning complete for port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:13.134900 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e99ca7d2-84e1-4aa8-acec-b04cdb120a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.185504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3e4ed-1e6a-49aa-baa7-65abb4e15195 req-0e92500c-f4be-459d-a0cf-ce55b288b0cf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:13.187616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ada3e4ed-1e6a-49aa-baa7-65abb4e15195 req-0e92500c-f4be-459d-a0cf-ce55b288b0cf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 943 time: 0.0861588 Jan 28 04:00:13.250602 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.270461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ada3e4ed-1e6a-49aa-baa7-65abb4e15195 req-54fa4b58-5d38-43d5-a1c1-8b4bd5d9d5b0 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755479 Jan 28 04:00:13.295282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Checking segment: {'id': '22ec9736-1b18-4c11-82ca-45388a59c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:13.295503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network hostable DHCP agents. Network: c8147b31-1600-4d1e-9109-f1bc469e05d3, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:00:13.314642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6 req-f5253a0a-e51a-4d54-b3f5-5378b3b1c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:13.317029 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6 req-f5253a0a-e51a-4d54-b3f5-5378b3b1c77b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12c331f7049249ebab299fc7804c9f6a&device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 1095 time: 0.9020483 Jan 28 04:00:13.329375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network c8147b31-1600-4d1e-9109-f1bc469e05d3 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:00:13.341034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Pushing event updated for resources: {'Port': ['ID=cb03adae-ca92-4693-b592-ea6ade367b56,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:13.343932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, c8147b31-1600-4d1e-9109-f1bc469e05d3) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:13.355307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:13.357678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.367936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e172bec6-4341-47ab-9277-337da85c0c0e None None] Network c8147b31-1600-4d1e-9109-f1bc469e05d3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:13.394333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-096ffe97-4d20-4138-b9f1-fd6760fe7c37 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6578844 Jan 28 04:00:13.396233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35780) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:13.421711 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:13.441654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (7923f906-d9f0-47b2-adc8-2baa8f6ac610), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.459333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Network a8cab0f8-7781-43ab-8a9e-ab3707f8452c is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:13.467991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:13.491861 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-aa39a6a8-4963-4ebe-87f6-b53335a64ae8 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671566 Jan 28 04:00:13.504405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:13.509971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:13.510478 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.586115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e99ca7d2-84e1-4aa8-acec-b04cdb120a19 None None] Current status of the port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:13.586568 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e99ca7d2-84e1-4aa8-acec-b04cdb120a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.678175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9b355-5d00-41ac-8d3d-e130f93326ee req-ba9ebd84-6c5f-4991-b721-e7bc744d328d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:13.683710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75d9b355-5d00-41ac-8d3d-e130f93326ee req-ba9ebd84-6c5f-4991-b721-e7bc744d328d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1927261 Jan 28 04:00:13.706114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Attempting to bind port cb03adae-ca92-4693-b592-ea6ade367b56 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:13.706631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Attempting to bind port cb03adae-ca92-4693-b592-ea6ade367b56 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:13.707098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Attempting to bind port cb03adae-ca92-4693-b592-ea6ade367b56 on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:13.708774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6 req-aaa88f21-f022-42be-ad5c-aadaf99679c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:13.709525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-c8147b31-1600-4d1e-9109-f1bc469e05d3', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:00:13.710306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6 req-aaa88f21-f022-42be-ad5c-aadaf99679c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9d258a1-3ea4-40d1-bfa9-481392ae9868 HTTP/1.1" status: 200 len: 915 time: 0.3187041 Jan 28 04:00:13.710570 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.725808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e99ca7d2-84e1-4aa8-acec-b04cdb120a19 None None] For port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1cc1a918-b421-4bc0-ba02-58ef69fcdd63,segment=NetworkSegment(849415f1-fc82-4a73-865d-2e9d38ba7e95),segment_id=849415f1-fc82-4a73-865d-2e9d38ba7e95)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:13.737374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:13.737915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Checking segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:13.738436 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.738932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Bound using segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:13.739518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Bound port: cb03adae-ca92-4693-b592-ea6ade367b56, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:13.740012 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.754311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7923f906-d9f0-47b2-adc8-2baa8f6ac610']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:13.774845 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e99ca7d2-84e1-4aa8-acec-b04cdb120a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.785353 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:08Z', 'revision_number': 3, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:12Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:13.810353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6 req-0b2b81d9-b21c-456a-82ba-b5cc13baabb2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69ec5ea7-e330-4979-a3f1-942b1943db6c HTTP/1.1" status: 200 len: 217 time: 0.0499563 Jan 28 04:00:13.816605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:13.816927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:13.829133 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bed6fd-b886-41df-8d05-f2f7b443613f None None] The sync data for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 is: [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:08Z', 'revision_number': 3, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:12Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:13.880963 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:13.946367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75d9b355-5d00-41ac-8d3d-e130f93326ee req-007eeded-35ce-467f-b539-433014d558e5 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525170 Jan 28 04:00:13.967751 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.019871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:00:14.020278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (4e1ea5fd-4ba5-4e78-8eb5-8edbc9a420f1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.026050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6 req-8adf81fd-d511-4920-8a69-10b7f1abaa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:14.028089 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6 req-8adf81fd-d511-4920-8a69-10b7f1abaa2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f9b6c51-eb3e-4edf-9e55-39c433f2a40f HTTP/1.1" status: 200 len: 854 time: 0.2043331 Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:00:14.029124 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:00:14.079980 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8fc38fb3-a79f-4975-9418-ec9e6919b12b req-8a92c230-8b85-4320-851e-c32cf74fb649 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566051 Jan 28 04:00:14.094819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] For port cb03adae-ca92-4693-b592-ea6ade367b56, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:14.098283 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] For port cb03adae-ca92-4693-b592-ea6ade367b56, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=cb03adae-ca92-4693-b592-ea6ade367b56,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:14.125672 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 1e141db7-d67d-4395-bb6b-3b953d4be3ae no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:14.143740 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.164876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:14.165215 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.188647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:14.249012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ca7d2-84e1-4aa8-acec-b04cdb120a19 None None] Pushing event updated for resources: {'Port': ['ID=1cc1a918-b421-4bc0-ba02-58ef69fcdd63,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:14.257034 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565fb8f-c4e1-4c7a-bc09-ef50b97a6430 req-e2ff1ddc-1b1d-471e-9422-15985b8fc300 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:14.264866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2565fb8f-c4e1-4c7a-bc09-ef50b97a6430 req-e2ff1ddc-1b1d-471e-9422-15985b8fc300 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1812315 Jan 28 04:00:14.272140 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.272944 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 15d2a304-7f7f-4dff-a772-4df2097fe4dc up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:14.285005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7296b7a-391d-466e-98e2-acb3503d712d req-e961fbec-d40e-4ab2-96b5-7baa828b4af8 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:14.301497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7296b7a-391d-466e-98e2-acb3503d712d req-e961fbec-d40e-4ab2-96b5-7baa828b4af8 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 943 time: 0.2169096 Jan 28 04:00:14.437945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Allocated IP 172.22.0.2 (c8147b31-1600-4d1e-9109-f1bc469e05d3/0f2521d9-dfd9-4ed4-ae01-cff62674b3ec/16592986-2df8-4607-a10d-b016fef188b0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:14.498290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.20.0.1 (a8cab0f8-7781-43ab-8a9e-ab3707f8452c/96d96886-2666-45f3-8a9d-818df1375816/b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:14.564261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2565fb8f-c4e1-4c7a-bc09-ef50b97a6430 req-74e403d0-3c13-430e-a18d-15994a988704 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962034 Jan 28 04:00:14.617027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7296b7a-391d-466e-98e2-acb3503d712d req-fee37b8b-1a2f-4578-9938-5c3e62d633d1 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145442 Jan 28 04:00:14.679364 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Publish callbacks [] for port (16592986-2df8-4607-a10d-b016fef188b0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.740915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.741642 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6 req-e6a1fa52-0317-48fb-b749-d4316fa27f9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9d258a1-3ea4-40d1-bfa9-481392ae9868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6691012 Jan 28 04:00:14.746686 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (7923f906-d9f0-47b2-adc8-2baa8f6ac610), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.756434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.764645 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/networks/7923f906-d9f0-47b2-adc8-2baa8f6ac610 HTTP/1.1" status: 204 len: 168 time: 5.6696327 Jan 28 04:00:14.769903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35790) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:14.779416 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e2137ce6-93cb-4013-89dc-82996dba723d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'routes': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:14.779796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.795510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7e2e409b-ab8a-4d28-9099-6b9d22d07cbf None None] Provisioning complete for port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:14.795930 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7e2e409b-ab8a-4d28-9099-6b9d22d07cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.835905 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (16592986-2df8-4607-a10d-b016fef188b0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.942264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58c92-0985-4618-972f-9d12735c4dcb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Pushing event deleted for resources: {'Network': ['ID=7923f906-d9f0-47b2-adc8-2baa8f6ac610,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:14.972154 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.972946 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:14.977654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Network c8147b31-1600-4d1e-9109-f1bc469e05d3 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:15.061173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 1e141db7-d67d-4395-bb6b-3b953d4be3ae is: DOWN; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:15.086382 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:15.090979 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6 req-4aa944c1-1fb9-4a2f-bb7e-3ba19d468dd7 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087261 Jan 28 04:00:15.108158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:15.112902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:15.162120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 15d2a304-7f7f-4dff-a772-4df2097fe4dc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:15.162491 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:15.222673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network a8cab0f8-7781-43ab-8a9e-ab3707f8452c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:15.235899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:15.245195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:15.246993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de6c99-9be9-4103-907d-929a1ca065b4 None None] Pushing event updated for resources: {'Port': ['ID=cb03adae-ca92-4693-b592-ea6ade367b56,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:15.250272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:15.323629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6dbf3-6c00-43e8-a719-7337d2d44f4e req-2826d217-b316-4a81-acc3-9ad85862c370 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:15.325903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d6dbf3-6c00-43e8-a719-7337d2d44f4e req-2826d217-b316-4a81-acc3-9ad85862c370 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.5303023 Jan 28 04:00:15.326279 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:15.337300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Attempting to bind port 16592986-2df8-4607-a10d-b016fef188b0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:15.337669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Attempting to bind port 16592986-2df8-4607-a10d-b016fef188b0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '22ec9736-1b18-4c11-82ca-45388a59c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:15.338031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Attempting to bind port 16592986-2df8-4607-a10d-b016fef188b0 on network c8147b31-1600-4d1e-9109-f1bc469e05d3 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:15.344259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:15.347431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:15.347814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Checking segment: {'id': '22ec9736-1b18-4c11-82ca-45388a59c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:15.348215 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:15.348592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Bound using segment: {'id': '22ec9736-1b18-4c11-82ca-45388a59c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:15.349089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Bound port: 16592986-2df8-4607-a10d-b016fef188b0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ec9736-1b18-4c11-82ca-45388a59c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:15.349468 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (16592986-2df8-4607-a10d-b016fef188b0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:15.366604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-e2137ce6-93cb-4013-89dc-82996dba723d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Added routes are [] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 04:00:15.366907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-e2137ce6-93cb-4013-89dc-82996dba723d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Removed routes are [] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 04:00:15.367274 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2137ce6-93cb-4013-89dc-82996dba723d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:15.392066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb9581e4-c47b-4d49-b554-4e8a1d43f2c6 req-d3ccc987-4a3d-4e0f-a6be-e9188ba5b412 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935531 Jan 28 04:00:15.416568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Pushing event updated for resources: {'Port': ['ID=16592986-2df8-4607-a10d-b016fef188b0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:15.419164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e409b-ab8a-4d28-9099-6b9d22d07cbf None None] Current status of the port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:15.492892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 15d2a304-7f7f-4dff-a772-4df2097fe4dc is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:15.515367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] For port 16592986-2df8-4607-a10d-b016fef188b0, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:15.516772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f2446-1ff3-44dc-bb68-f817b8d9fe02 req-0fc6bfe4-d002-4f4a-8859-8f6b438ac75b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:15.524046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] For port 16592986-2df8-4607-a10d-b016fef188b0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=16592986-2df8-4607-a10d-b016fef188b0,segment=NetworkSegment(22ec9736-1b18-4c11-82ca-45388a59c13a),segment_id=22ec9736-1b18-4c11-82ca-45388a59c13a)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:15.525023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-920f2446-1ff3-44dc-bb68-f817b8d9fe02 req-0fc6bfe4-d002-4f4a-8859-8f6b438ac75b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.3968673 Jan 28 04:00:15.533257 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (16592986-2df8-4607-a10d-b016fef188b0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:15.585871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:15.611727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131ff9f-06c7-43e5-83f3-89f6ade5181b None None] Pushing event updated for resources: {'Port': ['ID=16592986-2df8-4607-a10d-b016fef188b0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:15.614744 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:15.617888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:15.672994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:15.673509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 86cdfdf1-1644-4afd-9471-89bd1b6d1c8e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:15.716892 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d6dbf3-6c00-43e8-a719-7337d2d44f4e req-d9488692-ee9d-4e9c-9d71-f4c5d4d76d84 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801005 Jan 28 04:00:15.857436 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2137ce6-93cb-4013-89dc-82996dba723d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:15.937911 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2137ce6-93cb-4013-89dc-82996dba723d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:16.000485 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-920f2446-1ff3-44dc-bb68-f817b8d9fe02 req-ab5a9943-eb7c-4236-a8a6-47114a82fc65 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4744742 Jan 28 04:00:16.108214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 69ec5ea7-e330-4979-a3f1-942b1943db6c details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:00:16.128315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:16.135735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:16.221881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cb03adae-ca92-4693-b592-ea6ade367b56 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:16.250605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33346-c51f-448d-ac16-3d62a77c1540 req-1cbb4564-f6ba-41b8-bebe-0d304ad17f30 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:16.267329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00e33346-c51f-448d-ac16-3d62a77c1540 req-1cbb4564-f6ba-41b8-bebe-0d304ad17f30 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 943 time: 0.4042170 Jan 28 04:00:16.268241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:16.271700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:16.343216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 69ec5ea7-e330-4979-a3f1-942b1943db6c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=69ec5ea7-e330-4979-a3f1-942b1943db6c,segment=NetworkSegment(cd0e41da-d41c-46c4-b7d1-bd3cd827671e),segment_id=cd0e41da-d41c-46c4-b7d1-bd3cd827671e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:16.358434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2137ce6-93cb-4013-89dc-82996dba723d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 0e3c944e-66d7-47ec-8383-5dd017f7276e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:16.367556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '69ec5ea7-e330-4979-a3f1-942b1943db6c', 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868', 'port_id': '69ec5ea7-e330-4979-a3f1-942b1943db6c', 'mac_address': 'fa:16:3e:14:34:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9b6c51-eb3e-4edf-9e55-39c433f2a40f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:00:16.372596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port cb03adae-ca92-4693-b592-ea6ade367b56 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:16.373157 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:16.387059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00e33346-c51f-448d-ac16-3d62a77c1540 req-0a4656d7-7a0f-449c-ad54-428acbbb4e5c tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171262 Jan 28 04:00:16.423536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Allocated IP 172.22.0.1 (c8147b31-1600-4d1e-9109-f1bc469e05d3/0f2521d9-dfd9-4ed4-ae01-cff62674b3ec/5650c574-14d6-4f30-b8e9-9ba76f95f903) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:16.443606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259edce7-866f-4c70-a144-dbc976248a4a None None] Network a8cab0f8-7781-43ab-8a9e-ab3707f8452c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:16.454307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network a8cab0f8-7781-43ab-8a9e-ab3707f8452c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:16.456668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:16.515832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 69ec5ea7-e330-4979-a3f1-942b1943db6c is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:16.516408 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:16.526997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b645efa6-ed79-47dd-a7ec-fd54bf0193f7 None None] Provisioning complete for port cb03adae-ca92-4693-b592-ea6ade367b56 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:16.528047 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b645efa6-ed79-47dd-a7ec-fd54bf0193f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:16.598585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:16.604403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ec5ea7-e330-4979-a3f1-942b1943db6c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:00:16.626409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2137ce6-93cb-4013-89dc-82996dba723d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:16.638185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2137ce6-93cb-4013-89dc-82996dba723d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:16.639752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e2137ce6-93cb-4013-89dc-82996dba723d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e HTTP/1.1" status: 200 len: 705 time: 1.8662550 Jan 28 04:00:16.645324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35798) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:16.699776 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9af9bdf2-c618-41f5-a93b-730596e9079c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3c944e-66d7-47ec-8383-5dd017f7276e HTTP/1.1" status: 200 len: 205 time: 0.0522687 Jan 28 04:00:16.706316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:16.720943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:16.822428 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dfd32d5-3729-4385-a37f-ed41e18172c7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:16.910962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] Sync routers for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:16.943191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 69ec5ea7-e330-4979-a3f1-942b1943db6c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=69ec5ea7-e330-4979-a3f1-942b1943db6c,segment=NetworkSegment(cd0e41da-d41c-46c4-b7d1-bd3cd827671e),segment_id=cd0e41da-d41c-46c4-b7d1-bd3cd827671e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:16.974992 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:17.036305 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b645efa6-ed79-47dd-a7ec-fd54bf0193f7 None None] Current status of the port cb03adae-ca92-4693-b592-ea6ade367b56 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:17.036665 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b645efa6-ed79-47dd-a7ec-fd54bf0193f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:17.044627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:17.050902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port cb03adae-ca92-4693-b592-ea6ade367b56 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:17.051296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:17.054729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:17.055390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:17.056801 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:17.136477 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dfd32d5-3729-4385-a37f-ed41e18172c7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:17.266420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:17.319270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:17.336420 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fe1a89de-4f21-4405-a80c-9e3c743be4bf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "PUT /v2.0/routers/0f2409cb-8a6e-4d64-a03d-5f88b9394a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2437983 Jan 28 04:00:17.337495 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Sync routers for ids ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:17.359381 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Routers {'0f2409cb-8a6e-4d64-a03d-5f88b9394a63'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:17.360024 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:17.389436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b645efa6-ed79-47dd-a7ec-fd54bf0193f7 None None] For port cb03adae-ca92-4693-b592-ea6ade367b56, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=cb03adae-ca92-4693-b592-ea6ade367b56,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:17.397412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T04:00:04Z', 'revision_number': 11, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:17.447217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] Checking router: 0e3c944e-66d7-47ec-8383-5dd017f7276e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:17.458384 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b645efa6-ed79-47dd-a7ec-fd54bf0193f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:17.512090 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=69ec5ea7-e330-4979-a3f1-942b1943db6c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:17.549186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['69ec5ea7-e330-4979-a3f1-942b1943db6c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:00:17.632667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7f291-8435-4f7b-8f73-8eef5b10066c None None] Network c8147b31-1600-4d1e-9109-f1bc469e05d3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:17.649881 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Set router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:17.686184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] Routers {'0e3c944e-66d7-47ec-8383-5dd017f7276e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:17.686822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0e3c944e-66d7-47ec-8383-5dd017f7276e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:17.706510 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:00:17.706867 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:00:17.715476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dfd32d5-3729-4385-a37f-ed41e18172c7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (0e3c944e-66d7-47ec-8383-5dd017f7276e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:17.771351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2859e-4ead-4d51-a581-dd91fb9614ca req-3e69a3f5-18ea-441f-9e1f-739aa587cf4f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:17.781791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645efa6-ed79-47dd-a7ec-fd54bf0193f7 None None] Pushing event updated for resources: {'Port': ['ID=cb03adae-ca92-4693-b592-ea6ade367b56,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:17.782207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4d2859e-4ead-4d51-a581-dd91fb9614ca req-3e69a3f5-18ea-441f-9e1f-739aa587cf4f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.9144719 Jan 28 04:00:17.850303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network c8147b31-1600-4d1e-9109-f1bc469e05d3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:17.857305 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] Set router 0e3c944e-66d7-47ec-8383-5dd017f7276e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:17.908337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:17.926253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:17.947360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=5650c574-14d6-4f30-b8e9-9ba76f95f903,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:17.951827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T04:00:04Z', 'revision_number': 11, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:17.956738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-64a2b728-bb82-4bcb-b30d-b6e4bbe1aa65 None None] Provisioning complete for port 16592986-2df8-4607-a10d-b016fef188b0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:17.957131 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64a2b728-bb82-4bcb-b30d-b6e4bbe1aa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (16592986-2df8-4607-a10d-b016fef188b0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:17.958818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dfd32d5-3729-4385-a37f-ed41e18172c7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (0e3c944e-66d7-47ec-8383-5dd017f7276e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:17.959647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfd32d5-3729-4385-a37f-ed41e18172c7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Fanout notify agent at l3_agent the message router_deleted on router 0e3c944e-66d7-47ec-8383-5dd017f7276e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:00:18.003371 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dfd32d5-3729-4385-a37f-ed41e18172c7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.009019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4dfd32d5-3729-4385-a37f-ed41e18172c7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e HTTP/1.1" status: 204 len: 168 time: 1.3012431 Jan 28 04:00:18.010855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:18.016053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1cf01fa3-d6d2-45cc-a5a4-4c16ac55d509 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1663772026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:18.018561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199297a-e6ec-4960-aa99-fcb2fa515b09 req-49ff6c85-469f-418c-8ecc-ecbefc4a2f36 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:18.020619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6199297a-e6ec-4960-aa99-fcb2fa515b09 req-49ff6c85-469f-418c-8ecc-ecbefc4a2f36 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.3233237 Jan 28 04:00:18.025440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4d2859e-4ead-4d51-a581-dd91fb9614ca req-17ce0830-a27a-40b0-bc24-db1117594f35 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423799 Jan 28 04:00:18.067479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf01fa3-d6d2-45cc-a5a4-4c16ac55d509 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (2f40431b-95c5-4225-b6e1-ff3afbc582dd), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.068561 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf01fa3-d6d2-45cc-a5a4-4c16ac55d509 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (2f40431b-95c5-4225-b6e1-ff3afbc582dd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.101632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.189058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d73fbe-6c73-4928-93d8-5f129dbcd267 None None] The sync data for ids ['0e3c944e-66d7-47ec-8383-5dd017f7276e'] in n-d-808199-14 is: [{'id': '0e3c944e-66d7-47ec-8383-5dd017f7276e', 'name': 'tempest-RoutersIpV6Test-router-1072373951', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:58:52Z', 'updated_at': '2022-01-28T04:00:04Z', 'revision_number': 11, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:18.200314 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:15Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed', 'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:d3:a5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:13Z', 'updated_at': '2022-01-28T04:00:15Z', 'revision_number': 2, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '96d96886-2666-45f3-8a9d-818df1375816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:18.242400 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf01fa3-d6d2-45cc-a5a4-4c16ac55d509 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (2f40431b-95c5-4225-b6e1-ff3afbc582dd), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.252884 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf01fa3-d6d2-45cc-a5a4-4c16ac55d509 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (2f40431b-95c5-4225-b6e1-ff3afbc582dd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.283287 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Checking router: 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:18.283834 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Updating router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:00:18.291985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf01fa3-d6d2-45cc-a5a4-4c16ac55d509 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.295885 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1cf01fa3-d6d2-45cc-a5a4-4c16ac55d509 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2809529 Jan 28 04:00:18.296162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35814) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:18.300547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6199297a-e6ec-4960-aa99-fcb2fa515b09 req-35b79e43-b93c-4656-b5ec-815037e18cec tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711294 Jan 28 04:00:18.300707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3f953bb3-31ae-4448-80f3-22148c34ad6a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:18.360709 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.395493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a996-8fd2-42ba-98b5-ec09e8aaac60 req-1403cb4f-9b9d-4489-98c6-71ef57df0a0b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:18.397090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6041a996-8fd2-42ba-98b5-ec09e8aaac60 req-1403cb4f-9b9d-4489-98c6-71ef57df0a0b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 944 time: 0.1522624 Jan 28 04:00:18.401061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.442101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port cb03adae-ca92-4693-b592-ea6ade367b56 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:18.443281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:18.492595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-64a2b728-bb82-4bcb-b30d-b6e4bbe1aa65 None None] Current status of the port 16592986-2df8-4607-a10d-b016fef188b0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:18.493266 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64a2b728-bb82-4bcb-b30d-b6e4bbe1aa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (16592986-2df8-4607-a10d-b016fef188b0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.576748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:18.577163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.586922 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64a2b728-bb82-4bcb-b30d-b6e4bbe1aa65 None None] For port 16592986-2df8-4607-a10d-b016fef188b0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=16592986-2df8-4607-a10d-b016fef188b0,segment=NetworkSegment(22ec9736-1b18-4c11-82ca-45388a59c13a),segment_id=22ec9736-1b18-4c11-82ca-45388a59c13a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:18.620479 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64a2b728-bb82-4bcb-b30d-b6e4bbe1aa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (16592986-2df8-4607-a10d-b016fef188b0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.664535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6041a996-8fd2-42ba-98b5-ec09e8aaac60 req-d2b0ce75-17d9-4d24-8e21-4c85d1f4c06d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585473 Jan 28 04:00:18.757785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2b728-bb82-4bcb-b30d-b6e4bbe1aa65 None None] Pushing event updated for resources: {'Port': ['ID=16592986-2df8-4607-a10d-b016fef188b0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:18.802090 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-43e62227-1b53-4689-8c98-d0123114d8d8 None None] Provisioning complete for port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:18.803436 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43e62227-1b53-4689-8c98-d0123114d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.807328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f953bb3-31ae-4448-80f3-22148c34ad6a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (2f40431b-95c5-4225-b6e1-ff3afbc582dd), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.822171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-61630d9f-3073-4372-829e-bd655325ee53 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464301804&fields=id&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 267 time: 0.3217611 Jan 28 04:00:18.839787 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f953bb3-31ae-4448-80f3-22148c34ad6a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (2f40431b-95c5-4225-b6e1-ff3afbc582dd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.860896 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:18.862033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:18.887291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-43e62227-1b53-4689-8c98-d0123114d8d8 None None] Port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:18.918393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-43e62227-1b53-4689-8c98-d0123114d8d8 None None] Provisioning complete for port cb03adae-ca92-4693-b592-ea6ade367b56 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:18.919875 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43e62227-1b53-4689-8c98-d0123114d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.954813 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Publish callbacks [] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.968371 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:18.992192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:18.992570 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:19.038866 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Pushing event updated for resources: {'Port': ['ID=b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:19.065376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f953bb3-31ae-4448-80f3-22148c34ad6a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Router 2f40431b-95c5-4225-b6e1-ff3afbc582dd is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:00:19.091170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-102a6905-f11a-44b2-9c85-38d3001f9e99 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:19.093020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-102a6905-f11a-44b2-9c85-38d3001f9e99 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/networks?id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c HTTP/1.1" status: 200 len: 797 time: 0.2432430 Jan 28 04:00:19.143683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-b84e745f-28f6-4642-a9e9-e6309e9c59bc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/quotas/3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 375 time: 0.0297029 Jan 28 04:00:19.171815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-43e62227-1b53-4689-8c98-d0123114d8d8 None None] Current status of the port cb03adae-ca92-4693-b592-ea6ade367b56 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:19.176997 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Attempting to bind port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:19.178277 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Attempting to bind port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:19.178908 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Attempting to bind port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:19.204002 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:19.204385 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Checking segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:19.204795 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:19.205283 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Bound using segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:19.205682 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Bound port: b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:19.206092 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:19.268489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:19.280885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f953bb3-31ae-4448-80f3-22148c34ad6a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:19.289256 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f953bb3-31ae-4448-80f3-22148c34ad6a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:19.300098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] Sync routers for ids ['2f40431b-95c5-4225-b6e1-ff3afbc582dd'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:19.304671 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3f953bb3-31ae-4448-80f3-22148c34ad6a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "PUT /v2.0/routers/2f40431b-95c5-4225-b6e1-ff3afbc582dd HTTP/1.1" status: 200 len: 698 time: 1.0074859 Jan 28 04:00:19.307753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:19.357419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-db28ce72-44fa-4c31-9762-9e76e79d4084 None None] Provisioning complete for port 16592986-2df8-4607-a10d-b016fef188b0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:19.357805 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db28ce72-44fa-4c31-9762-9e76e79d4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (16592986-2df8-4607-a10d-b016fef188b0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:19.359695 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] For port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:19.359833 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:19.365804 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] For port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:19.372794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:19.377827 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:19.406535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] Routers {'2f40431b-95c5-4225-b6e1-ff3afbc582dd'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:19.407173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['2f40431b-95c5-4225-b6e1-ff3afbc582dd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:19.477929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=5650c574-14d6-4f30-b8e9-9ba76f95f903,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:19.485122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:19.488202 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ec8a1b2c-a04e-47a5-9f26-1334369977c5 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/routers/2f40431b-95c5-4225-b6e1-ff3afbc582dd HTTP/1.1" status: 200 len: 704 time: 0.1622791 Jan 28 04:00:19.492029 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Pushing event updated for resources: {'Port': ['ID=b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:19.518366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] Set router 2f40431b-95c5-4225-b6e1-ff3afbc582dd gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:19.523659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452106-3590-442e-a1fa-5c2375d6b692 req-ddfbfdcb-9f7b-4298-9419-21bd9360fda1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:19.526839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5452106-3590-442e-a1fa-5c2375d6b692 req-ddfbfdcb-9f7b-4298-9419-21bd9360fda1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.2918837 Jan 28 04:00:19.532149 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.532765 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.533372 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.535287 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.535721 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.536158 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.536590 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.537051 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.538112 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.538550 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.538985 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.539415 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.539859 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ca5ee-2833-47d7-8b1c-8507c7ce5b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:19.563017 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Routers {'0f2409cb-8a6e-4d64-a03d-5f88b9394a63'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:19.563642 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:19.566300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35832) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:19.572942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4f875865-8e4c-4a25-ae4d-3ce651bb2da8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f40431b-95c5-4225-b6e1-ff3afbc582dd HTTP/1.1" status: 200 len: 205 time: 0.0790923 Jan 28 04:00:19.589860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f40431b-95c5-4225-b6e1-ff3afbc582dd', 'name': 'tempest-RoutersIpV6Test-router-1663772026', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:00:18Z', 'updated_at': '2022-01-28T04:00:18Z', 'revision_number': 2, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:19.608242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-d3105c70-8c14-4354-9609-c4390104a67b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4420457 Jan 28 04:00:19.620061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] Checking router: 2f40431b-95c5-4225-b6e1-ff3afbc582dd for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:19.649834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 16592986-2df8-4607-a10d-b016fef188b0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:19.686373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:19.711675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] Routers {'2f40431b-95c5-4225-b6e1-ff3afbc582dd'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:19.712306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['2f40431b-95c5-4225-b6e1-ff3afbc582dd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:19.720546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5452106-3590-442e-a1fa-5c2375d6b692 req-64160ff8-5164-4e9e-8cc5-428ff877c88e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642773 Jan 28 04:00:19.738203 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a82b21c-d782-41da-b2bc-523d091f87ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (2f40431b-95c5-4225-b6e1-ff3afbc582dd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:19.798431 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] Set router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:19.806587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-db28ce72-44fa-4c31-9762-9e76e79d4084 None None] Current status of the port 16592986-2df8-4607-a10d-b016fef188b0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:19.954420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa98b9-47cc-4e51-86fb-b83b9f237785 req-dff238b9-aee7-48b2-9088-ea87141e3e63 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:19.957568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98aa98b9-47cc-4e51-86fb-b83b9f237785 req-dff238b9-aee7-48b2-9088-ea87141e3e63 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1102293 Jan 28 04:00:20.001076 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a82b21c-d782-41da-b2bc-523d091f87ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (2f40431b-95c5-4225-b6e1-ff3afbc582dd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:20.004015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a82b21c-d782-41da-b2bc-523d091f87ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router_controller (2f40431b-95c5-4225-b6e1-ff3afbc582dd), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:20.021488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network c8147b31-1600-4d1e-9109-f1bc469e05d3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:20.028129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:20.031621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-719bab55-b848-48bf-a54a-d8d07b351248 service neutron] 10.222.0.44 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225500 Jan 28 04:00:20.037540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] Set router 2f40431b-95c5-4225-b6e1-ff3afbc582dd gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:20.080635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 16592986-2df8-4607-a10d-b016fef188b0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:20.081255 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (16592986-2df8-4607-a10d-b016fef188b0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:20.102364 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a82b21c-d782-41da-b2bc-523d091f87ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (2f40431b-95c5-4225-b6e1-ff3afbc582dd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:20.103189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a82b21c-d782-41da-b2bc-523d091f87ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Fanout notify agent at l3_agent the message router_deleted on router 2f40431b-95c5-4225-b6e1-ff3afbc582dd {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:00:20.114897 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a82b21c-d782-41da-b2bc-523d091f87ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:20.121854 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9a82b21c-d782-41da-b2bc-523d091f87ed tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/2f40431b-95c5-4225-b6e1-ff3afbc582dd HTTP/1.1" status: 204 len: 168 time: 0.5506964 Jan 28 04:00:20.123992 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35838) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.126529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 69ec5ea7-e330-4979-a3f1-942b1943db6c up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:20.154337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98aa98b9-47cc-4e51-86fb-b83b9f237785 req-76866334-e84c-4b25-8b0a-95b70f275252 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846557 Jan 28 04:00:20.162551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f40431b-95c5-4225-b6e1-ff3afbc582dd', 'name': 'tempest-RoutersIpV6Test-router-1663772026', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:00:18Z', 'updated_at': '2022-01-28T04:00:18Z', 'revision_number': 2, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:20.173112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-400a2c1d-2df1-4690-adf6-c4e96d62fbe8 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f40431b-95c5-4225-b6e1-ff3afbc582dd HTTP/1.1" status: 200 len: 205 time: 0.0455906 Jan 28 04:00:20.181372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35840) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.234563 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:15Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed', 'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:d3:a5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:13Z', 'updated_at': '2022-01-28T04:00:19Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '96d96886-2666-45f3-8a9d-818df1375816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:20.248330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-4c2c6907-0390-4a81-a125-7a6e7bd011dc service neutron] 10.222.0.44 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081726 Jan 28 04:00:20.249476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-db28ce72-44fa-4c31-9762-9e76e79d4084 None None] Provisioning complete for port 5650c574-14d6-4f30-b8e9-9ba76f95f903 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:20.249968 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db28ce72-44fa-4c31-9762-9e76e79d4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:20.273946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe3f3b-1cc4-4f34-bcdb-b5de606982d1 None None] The sync data for ids ['2f40431b-95c5-4225-b6e1-ff3afbc582dd'] in n-d-808199-14 is: [{'id': '2f40431b-95c5-4225-b6e1-ff3afbc582dd', 'name': 'tempest-RoutersIpV6Test-router-1663772026', 'tenant_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:00:18Z', 'updated_at': '2022-01-28T04:00:18Z', 'revision_number': 2, 'project_id': 'd66c50ac6dce4e268cc0c386cc099a70', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:20.284507 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-be0ab001-f9c1-4a14-9ad8-97918ba98a46 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] delete failed (client error): The resource could not be found. Jan 28 04:00:20.287869 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-be0ab001-f9c1-4a14-9ad8-97918ba98a46 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/2f40431b-95c5-4225-b6e1-ff3afbc582dd HTTP/1.1" status: 404 len: 336 time: 0.1032333 Jan 28 04:00:20.290079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.298114 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43201a0a-77c7-4c19-9a4a-944401c1fb82 None None] The sync data for ids ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'] in n-d-808199-14 is: [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:15Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed', 'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:d3:a5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:13Z', 'updated_at': '2022-01-28T04:00:19Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '96d96886-2666-45f3-8a9d-818df1375816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:20.375252 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c465b8b-9c71-4df9-86ac-71dfcf82ac9d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:20.375790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c465b8b-9c71-4df9-86ac-71dfcf82ac9d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:20.381520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4c465b8b-9c71-4df9-86ac-71dfcf82ac9d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/284128ce-f530-4e8d-8552-3637649f240d HTTP/1.1" status: 404 len: 337 time: 0.0882552 Jan 28 04:00:20.386115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.412174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:20.464398 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-15712b7b-62f1-4860-b93f-c03a4f35be43 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:20.466616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15712b7b-62f1-4860-b93f-c03a4f35be43 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:20.473225 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-15712b7b-62f1-4860-b93f-c03a4f35be43 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/f4ed7375-3eaa-4dd2-ba14-3bdd34313a24 HTTP/1.1" status: 404 len: 337 time: 0.0809658 Jan 28 04:00:20.476322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35846) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.494258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-db28ce72-44fa-4c31-9762-9e76e79d4084 None None] Port 5650c574-14d6-4f30-b8e9-9ba76f95f903 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:20.536019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a290-dd64-4e66-8d41-6de24ab95a2f req-3c79138f-d3a9-4d66-9018-2783ed490b0d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:20.540704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b072a290-dd64-4e66-8d41-6de24ab95a2f req-3c79138f-d3a9-4d66-9018-2783ed490b0d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 944 time: 0.2420332 Jan 28 04:00:20.580401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 69ec5ea7-e330-4979-a3f1-942b1943db6c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:00:20.610436 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d4ab76-3404-479f-8ccf-eb87aaf956b6 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:20.610586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 69ec5ea7-e330-4979-a3f1-942b1943db6c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:20.610739 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d4ab76-3404-479f-8ccf-eb87aaf956b6 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:20.611064 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:20.613886 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f8d4ab76-3404-479f-8ccf-eb87aaf956b6 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/55ef6c5e-ae3b-47f6-a445-ee4dc5f7dad2 HTTP/1.1" status: 404 len: 337 time: 0.1364639 Jan 28 04:00:20.616860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35852) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.667388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 16592986-2df8-4607-a10d-b016fef188b0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:20.670133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cb03adae-ca92-4693-b592-ea6ade367b56 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:20.685073 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9f46e3-5d2f-43ce-b4f7-905108a2a99f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:20.685428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9f46e3-5d2f-43ce-b4f7-905108a2a99f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:20.694550 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0c9f46e3-5d2f-43ce-b4f7-905108a2a99f tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/60cce509-5deb-4483-9d60-b66ad48c05b8 HTTP/1.1" status: 404 len: 337 time: 0.0765486 Jan 28 04:00:20.705413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35854) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.745379 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-17b2d4dc-453d-4aca-ba94-a5faa5d10939 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3c944e-66d7-47ec-8383-5dd017f7276e HTTP/1.1" status: 200 len: 205 time: 0.0387368 Jan 28 04:00:20.751995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.771654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d9f01bae-00c7-4e6b-a493-a4e1714ac74b None None] Provisioning complete for port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:20.772038 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9f01bae-00c7-4e6b-a493-a4e1714ac74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:20.812495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66207eec-105f-4b78-97ff-3298a105688b req-ef7f00f7-1d92-4e55-858b-c4843f9acffd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 210 time: 0.1580360 Jan 28 04:00:20.829726 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-0c9fd3ed-3673-44b5-9609-0d6631b134a9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] delete failed (client error): The resource could not be found. Jan 28 04:00:20.834400 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0c9fd3ed-3673-44b5-9609-0d6631b134a9 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/0e3c944e-66d7-47ec-8383-5dd017f7276e HTTP/1.1" status: 404 len: 336 time: 0.0812488 Jan 28 04:00:20.834832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35862) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.926944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-462a6058-bb32-45a4-929b-a7cc64cfc11d tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e16454-585c-4ceb-827c-bcbf98871553 HTTP/1.1" status: 200 len: 205 time: 0.0899608 Jan 28 04:00:20.930741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.943756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:20.945341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port cb03adae-ca92-4693-b592-ea6ade367b56 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:20.945729 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:20.954925 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Sync routers for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:20.961415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aebdf5b3-16e6-4fa1-b25d-e324b0cbb7c3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5634823 Jan 28 04:00:20.966538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35868) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:20.972933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'network': {'name': 'tempest-RoutersTest-2014883128'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:20.979013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b072a290-dd64-4e66-8d41-6de24ab95a2f req-89831c2e-9b6f-4960-822a-1bdde646964e tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229566 Jan 28 04:00:20.983773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 69ec5ea7-e330-4979-a3f1-942b1943db6c is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:20.984181 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:20.991998 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:20.994194 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:21.070028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:00:21.073592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:21.079970 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-e634770b-c2f4-4e11-965b-ce10b645d614 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] delete failed (client error): The resource could not be found. Jan 28 04:00:21.084033 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e634770b-c2f4-4e11-965b-ce10b645d614 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/84e16454-585c-4ceb-827c-bcbf98871553 HTTP/1.1" status: 404 len: 336 time: 0.1517584 Jan 28 04:00:21.088354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:21.113074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 69ec5ea7-e330-4979-a3f1-942b1943db6c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=69ec5ea7-e330-4979-a3f1-942b1943db6c,segment=NetworkSegment(cd0e41da-d41c-46c4-b7d1-bd3cd827671e),segment_id=cd0e41da-d41c-46c4-b7d1-bd3cd827671e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:21.121479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1e3b81-219d-43c7-84c1-e2d96e0efafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ec5ea7-e330-4979-a3f1-942b1943db6c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:21.123986 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ceaef6-7521-477d-82d6-e45bb11f0b73" -d '{"events": [{"server_uuid": "aa1e3b81-219d-43c7-84c1-e2d96e0efafa", "name": "network-vif-plugged", "status": "completed", "tag": "69ec5ea7-e330-4979-a3f1-942b1943db6c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:21.134974 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:21.149032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d9f01bae-00c7-4e6b-a493-a4e1714ac74b None None] Current status of the port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:21.149407 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9f01bae-00c7-4e6b-a493-a4e1714ac74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:21.186108 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c839fb-e632-4274-a618-be3b2d9eedb7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:21.186598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c839fb-e632-4274-a618-be3b2d9eedb7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:21.199448 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a6c839fb-e632-4274-a618-be3b2d9eedb7 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/7d15d427-e7e7-4103-8256-66f29d142e84 HTTP/1.1" status: 404 len: 337 time: 0.1063576 Jan 28 04:00:21.205795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:00:21.208131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35878) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:21.236155 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e6f2710a-6a44-47e3-89eb-3811a76261ae), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:21.236517 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added segment e6f2710a-6a44-47e3-89eb-3811a76261ae of type vlan for network 31408aa9-a6d1-43dc-b462-701ce0b23c20 Jan 28 04:00:21.251700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=69ec5ea7-e330-4979-a3f1-942b1943db6c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:21.284826 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112e2c83-360c-408a-8586-e1510aee6fa0 x-openstack-request-id: req-112e2c83-360c-408a-8586-e1510aee6fa0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:21.285345 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1e3b81-219d-43c7-84c1-e2d96e0efafa", "name": "network-vif-plugged", "status": "completed", "tag": "69ec5ea7-e330-4979-a3f1-942b1943db6c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:21.288669 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-112e2c83-360c-408a-8586-e1510aee6fa0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:21.289530 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1e3b81-219d-43c7-84c1-e2d96e0efafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ec5ea7-e330-4979-a3f1-942b1943db6c', 'code': 200} Jan 28 04:00:21.293924 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (31408aa9-a6d1-43dc-b462-701ce0b23c20), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:21.356638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35880) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:21.360385 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c77a9c84-e7a2-4506-8af3-0fe6931200fb tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=131affd8-2232-4317-a8a3-0cc9b5d1d58d HTTP/1.1" status: 200 len: 205 time: 0.1493032 Jan 28 04:00:21.368324 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (31408aa9-a6d1-43dc-b462-701ce0b23c20), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:21.374908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port cb03adae-ca92-4693-b592-ea6ade367b56 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:21.380234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:21.381404 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:21.475413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d9f01bae-00c7-4e6b-a493-a4e1714ac74b None None] For port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:21.484193 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9f01bae-00c7-4e6b-a493-a4e1714ac74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:21.502760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e0a5c-7d63-406d-8800-ede3cb8b27de req-ed46ca14-e6b5-408f-ab19-983a86ba8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:21.504396 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:21.508305 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1e0a5c-7d63-406d-8800-ede3cb8b27de req-ed46ca14-e6b5-408f-ab19-983a86ba8dee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 1097 time: 0.1467144 Jan 28 04:00:21.531249 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-5f6ba3c7-7e0c-4383-aebe-3932b043b640 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] delete failed (client error): The resource could not be found. Jan 28 04:00:21.532572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5f6ba3c7-7e0c-4383-aebe-3932b043b640 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/131affd8-2232-4317-a8a3-0cc9b5d1d58d HTTP/1.1" status: 404 len: 336 time: 0.1736290 Jan 28 04:00:21.540151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:21.548636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53773702-ae48-41cf-ac6a-ea2895a123fc req-34f38b41-3674-406f-b14f-0dc2c20021f5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:21.566802 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53773702-ae48-41cf-ac6a-ea2895a123fc req-34f38b41-3674-406f-b14f-0dc2c20021f5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.5366521 Jan 28 04:00:21.582063 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d9f01bae-00c7-4e6b-a493-a4e1714ac74b None None] Provisioning complete for port 5650c574-14d6-4f30-b8e9-9ba76f95f903 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:21.582828 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9f01bae-00c7-4e6b-a493-a4e1714ac74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:21.593491 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1c7df260-6c3c-4bac-89c4-aefd4f832b6a tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=720ff183-6121-4e11-bd42-02e777be3459 HTTP/1.1" status: 200 len: 205 time: 0.0519819 Jan 28 04:00:21.604291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:21.679140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d9f01bae-00c7-4e6b-a493-a4e1714ac74b None None] Port 5650c574-14d6-4f30-b8e9-9ba76f95f903 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:21.681899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:21.697905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7295537 Jan 28 04:00:21.699613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35886) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:21.710550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'subnet': {'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:21.730914 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-a223e2a1-7933-4392-8941-d240188ba960 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] delete failed (client error): The resource could not be found. Jan 28 04:00:21.732521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a223e2a1-7933-4392-8941-d240188ba960 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/720ff183-6121-4e11-bd42-02e777be3459 HTTP/1.1" status: 404 len: 336 time: 0.1246903 Jan 28 04:00:21.768817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:21.771693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524ee8b-bddb-455e-859d-7ffcefe51120 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Network': ['ID=31408aa9-a6d1-43dc-b462-701ce0b23c20,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:21.778518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:21.778890 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:21.780663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f01bae-00c7-4e6b-a493-a4e1714ac74b None None] Pushing event updated for resources: {'Port': ['ID=b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:21.787954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 31408aa9-a6d1-43dc-b462-701ce0b23c20 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:00:21.817807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f59db-5df6-4300-8f76-154a4d4bd811 req-934083c7-f0d3-4053-96f8-bda94491055b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:21.829967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff5f59db-5df6-4300-8f76-154a4d4bd811 req-934083c7-f0d3-4053-96f8-bda94491055b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.3449054 Jan 28 04:00:21.843396 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-53773702-ae48-41cf-ac6a-ea2895a123fc req-146f5295-91df-4b77-9fd8-36b3d9039b08 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754197 Jan 28 04:00:21.853461 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc1e0a5c-7d63-406d-8800-ede3cb8b27de req-18dc24d6-006f-4782-b717-46a6f20c2de5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376131 Jan 28 04:00:21.862382 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9515c38a-ba01-4c24-bb92-190e9d32a8f0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:21.863134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9515c38a-ba01-4c24-bb92-190e9d32a8f0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:21.866508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9515c38a-ba01-4c24-bb92-190e9d32a8f0 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/ce6c3f57-bf1c-4f1e-a386-132a32c7e676 HTTP/1.1" status: 404 len: 337 time: 0.0947881 Jan 28 04:00:21.875791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:21.923104 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-89da8b1c-c3e8-40c3-a27c-69ae3b2c88f4 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=4aa5c905-9fb0-4c19-a522-c6ada7394ae8 HTTP/1.1" status: 200 len: 205 time: 0.0459511 Jan 28 04:00:21.927336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:21.970699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Made reservation on behalf of 822cb5ca928c450a8ece4c19444ba6ac for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:00:21.982245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:22.053856 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-977aeae6-6566-4fb0-b411-23a694d1e8ec tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] delete failed (client error): The resource could not be found. Jan 28 04:00:22.061466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-977aeae6-6566-4fb0-b411-23a694d1e8ec tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/4aa5c905-9fb0-4c19-a522-c6ada7394ae8 HTTP/1.1" status: 404 len: 336 time: 0.1324332 Jan 28 04:00:22.085593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:22.116235 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:18Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:18Z', 'revision_number': 2, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:22.126308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:22.137732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23971f06-195a-4970-9f6c-0ee3ec6a39d7 req-ee318054-8561-4b2f-aa45-1704f2a7ca17 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 210 time: 0.0725996 Jan 28 04:00:22.178879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff5f59db-5df6-4300-8f76-154a4d4bd811 req-5fe5f86f-1f93-44fe-b240-41768525139e tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3382816 Jan 28 04:00:22.178988 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc09416-52d5-4f3c-b662-5cfb4007530c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:22.178988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc09416-52d5-4f3c-b662-5cfb4007530c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:22.178988 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4dc09416-52d5-4f3c-b662-5cfb4007530c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/2ef5d398-7288-473f-a69d-f25cbb2d2e3f HTTP/1.1" status: 404 len: 337 time: 0.0913677 Jan 28 04:00:22.181143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:22.181475 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Checking router: ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:22.181993 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Updating router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 port 5650c574-14d6-4f30-b8e9-9ba76f95f903 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:00:22.218652 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7d856a67-979d-43f9-a3af-2ea667b91f26 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "GET /v2.0/ports?device_id=029363e0-dadd-4b36-8f0b-a4b2b14b909a HTTP/1.1" status: 200 len: 205 time: 0.0362732 Jan 28 04:00:22.221497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35902) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:22.222213 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:22.277686 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-be988c99-df3a-485e-a205-64169118700c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] delete failed (client error): The resource could not be found. Jan 28 04:00:22.281141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:22.281311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-be988c99-df3a-485e-a205-64169118700c tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/routers/029363e0-dadd-4b36-8f0b-a4b2b14b909a HTTP/1.1" status: 404 len: 336 time: 0.0585241 Jan 28 04:00:22.315983 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ee5b79-92b7-4270-a8f0-13b03b07375b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:22.316529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ee5b79-92b7-4270-a8f0-13b03b07375b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:22.319868 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-62ee5b79-92b7-4270-a8f0-13b03b07375b tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/8213fd42-e7d6-4cc3-8593-6af725716980 HTTP/1.1" status: 404 len: 337 time: 0.0376608 Jan 28 04:00:22.322847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:22.356077 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d603d2f7-3bbc-42bd-a05f-82b3e7f20723 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:22.356824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d603d2f7-3bbc-42bd-a05f-82b3e7f20723 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:22.360397 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d603d2f7-3bbc-42bd-a05f-82b3e7f20723 tempest-RoutersIpV6Test-2051212940 tempest-RoutersIpV6Test-2051212940-project] 10.222.0.44 "DELETE /v2.0/subnets/38ead0cc-feb1-4386-9e4d-da3994721b39 HTTP/1.1" status: 404 len: 337 time: 0.0365732 Jan 28 04:00:22.364291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fabdc8-db7b-4030-93e0-fe29f1fcb9ef req-b0869bc3-1ac1-43f2-855c-4f63f6b56018 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:22.367783 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3fabdc8-db7b-4030-93e0-fe29f1fcb9ef req-b0869bc3-1ac1-43f2-855c-4f63f6b56018 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 945 time: 0.0785556 Jan 28 04:00:22.416557 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (b52c1b8b-3ec6-4750-b538-eeccd530e5ff), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:22.515215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Subnet': ['ID=b52c1b8b-3ec6-4750-b538-eeccd530e5ff,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:22.532799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3fabdc8-db7b-4030-93e0-fe29f1fcb9ef req-0548fd07-a128-4106-b737-ba86feb6d2e5 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448712 Jan 28 04:00:22.578149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Checking segment: {'id': 'e6f2710a-6a44-47e3-89eb-3811a76261ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:22.578800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network hostable DHCP agents. Network: 31408aa9-a6d1-43dc-b462-701ce0b23c20, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:00:22.613555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 31408aa9-a6d1-43dc-b462-701ce0b23c20 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:00:22.632517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 31408aa9-a6d1-43dc-b462-701ce0b23c20) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:22.643104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:22.643719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:22.644859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23efef6a-7954-4343-a60d-e189c73eb2bf None None] Network 31408aa9-a6d1-43dc-b462-701ce0b23c20 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:22.654781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-4644d091-39a4-402d-8dc6-17865101c20b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:22.656272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-4644d091-39a4-402d-8dc6-17865101c20b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "GET /v2.0/networks?id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c HTTP/1.1" status: 200 len: 797 time: 0.1561525 Jan 28 04:00:22.684087 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Publish callbacks [] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:22.695824 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:22.701677 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-22263020-bea4-459f-89f4-22cdfac622e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0007002 Jan 28 04:00:22.705452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:22.780467 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e383c79-78e1-4e6b-9aa3-03401f2f8b05 None None] Pushing event updated for resources: {'Port': ['ID=5650c574-14d6-4f30-b8e9-9ba76f95f903,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:22.791331 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-11ba6f80-ee72-4e26-af47-3f3cbb302a7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 380 time: 0.1200049 Jan 28 04:00:22.821871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'port': {'device_id': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'admin_state_up': True, 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'security_groups': ['ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:22.836357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-31408aa9-a6d1-43dc-b462-701ce0b23c20', 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20', 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'fixed_ips': [{'subnet_id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:00:22.837833 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:22.869866 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 35914) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:22.926742 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Attempting to bind port 5650c574-14d6-4f30-b8e9-9ba76f95f903 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:22.927121 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Attempting to bind port 5650c574-14d6-4f30-b8e9-9ba76f95f903 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '22ec9736-1b18-4c11-82ca-45388a59c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:22.927484 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Attempting to bind port 5650c574-14d6-4f30-b8e9-9ba76f95f903 on network c8147b31-1600-4d1e-9109-f1bc469e05d3 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:22.942749 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:22.943157 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Checking segment: {'id': '22ec9736-1b18-4c11-82ca-45388a59c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:22.943532 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:22.943926 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Bound using segment: {'id': '22ec9736-1b18-4c11-82ca-45388a59c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:22.944401 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Bound port: 5650c574-14d6-4f30-b8e9-9ba76f95f903, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ec9736-1b18-4c11-82ca-45388a59c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:22.944778 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.047771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:00:23.054169 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.143092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1c0f405d-1600-4e64-91f2-e807c6e6e557 None None] Provisioning complete for port 5650c574-14d6-4f30-b8e9-9ba76f95f903 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:23.143605 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] For port 5650c574-14d6-4f30-b8e9-9ba76f95f903, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:23.144084 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c0f405d-1600-4e64-91f2-e807c6e6e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.150446 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] For port 5650c574-14d6-4f30-b8e9-9ba76f95f903, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5650c574-14d6-4f30-b8e9-9ba76f95f903,segment=NetworkSegment(22ec9736-1b18-4c11-82ca-45388a59c13a),segment_id=22ec9736-1b18-4c11-82ca-45388a59c13a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:23.158440 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.163132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4ab87-5411-43a7-a3d3-4224b5e903bd req-d35406ac-f379-4140-bac6-fad649f8f1a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:23.171594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56d4ab87-5411-43a7-a3d3-4224b5e903bd req-d35406ac-f379-4140-bac6-fad649f8f1a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.1507566 Jan 28 04:00:23.189327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f405d-1600-4e64-91f2-e807c6e6e557 None None] Port 5650c574-14d6-4f30-b8e9-9ba76f95f903 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:23.208451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:23.209185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d8976b4f-fae8-42f0-ab3e-65860f7604d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d66c50ac6dce4e268cc0c386cc099a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3363028 Jan 28 04:00:23.209413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Allocated IP 172.23.0.2 (31408aa9-a6d1-43dc-b462-701ce0b23c20/b52c1b8b-3ec6-4750-b538-eeccd530e5ff/0c401b3e-7b44-4f5e-8656-91a8ee383edd) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:23.330367 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e383c79-78e1-4e6b-9aa3-03401f2f8b05 None None] Pushing event updated for resources: {'Port': ['ID=5650c574-14d6-4f30-b8e9-9ba76f95f903,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:23.341812 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:23.342454 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:23.348808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.20.0.4 (a8cab0f8-7781-43ab-8a9e-ab3707f8452c/96d96886-2666-45f3-8a9d-818df1375816/f8a0e58a-85b0-425c-8647-11b116c438d2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:23.404632 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Publish callbacks [] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.414277 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.445033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Network 31408aa9-a6d1-43dc-b462-701ce0b23c20 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:23.450525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:23.460000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:23.510224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:23.549176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a52b8ba-9a41-4709-87aa-38ca0d02f285 admin admin] Publish callbacks [] for security_group (518274fd-258d-4365-8b48-db03061db9e8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.581774 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:23.593716 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a52b8ba-9a41-4709-87aa-38ca0d02f285 admin admin] Publish callbacks [] for security_group (518274fd-258d-4365-8b48-db03061db9e8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.638946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Pushing event updated for resources: {'Port': ['ID=0c401b3e-7b44-4f5e-8656-91a8ee383edd,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:23.651377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Attempting to bind port 0c401b3e-7b44-4f5e-8656-91a8ee383edd on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:23.653026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Attempting to bind port 0c401b3e-7b44-4f5e-8656-91a8ee383edd by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e6f2710a-6a44-47e3-89eb-3811a76261ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:23.653628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Attempting to bind port 0c401b3e-7b44-4f5e-8656-91a8ee383edd on network 31408aa9-a6d1-43dc-b462-701ce0b23c20 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:23.662642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.664498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:23.665241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Checking segment: {'id': 'e6f2710a-6a44-47e3-89eb-3811a76261ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:23.666057 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.666663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Bound using segment: {'id': 'e6f2710a-6a44-47e3-89eb-3811a76261ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:23.678547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Bound port: 0c401b3e-7b44-4f5e-8656-91a8ee383edd, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f2710a-6a44-47e3-89eb-3811a76261ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:23.680312 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.710414 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a52b8ba-9a41-4709-87aa-38ca0d02f285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (518274fd-258d-4365-8b48-db03061db9e8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.714727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a52b8ba-9a41-4709-87aa-38ca0d02f285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.717814 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1a52b8ba-9a41-4709-87aa-38ca0d02f285 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/518274fd-258d-4365-8b48-db03061db9e8 HTTP/1.1" status: 204 len: 168 time: 0.5021291 Jan 28 04:00:23.720801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:23.721492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.731444 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.744463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52b8ba-9a41-4709-87aa-38ca0d02f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518274fd-258d-4365-8b48-db03061db9e8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:23.813420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network a8cab0f8-7781-43ab-8a9e-ab3707f8452c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:23.820525 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:23.841689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:23.885322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=f8a0e58a-85b0-425c-8647-11b116c438d2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:23.953694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:23.954377 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:23.962787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] For port 0c401b3e-7b44-4f5e-8656-91a8ee383edd, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:23.963260 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:18Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:23Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:23.968324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] For port 0c401b3e-7b44-4f5e-8656-91a8ee383edd, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0c401b3e-7b44-4f5e-8656-91a8ee383edd,segment=NetworkSegment(e6f2710a-6a44-47e3-89eb-3811a76261ae),segment_id=e6f2710a-6a44-47e3-89eb-3811a76261ae)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:23.992640 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:24.001371 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-0296d9bf-1322-40a2-b827-eda19d28ca3e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1890419 Jan 28 04:00:24.011087 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d4736-f7d4-4cad-ad14-c398fa827ef1 None None] The sync data for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 is: [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:18Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:23Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:24.023645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56d4ab87-5411-43a7-a3d3-4224b5e903bd req-f6338266-f45f-4290-831e-3ce5806cd0b8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8511622 Jan 28 04:00:24.025444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Request body: {'port': {'device_id': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:24.076072 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca573a81-6f6c-46b4-b515-504273a8daf7 req-c86ef800-2582-4a67-9e1d-ff45fcc5b97c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:24.084634 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca573a81-6f6c-46b4-b515-504273a8daf7 req-c86ef800-2582-4a67-9e1d-ff45fcc5b97c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 931 time: 0.2271206 Jan 28 04:00:24.123501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cd453f9b-b4bb-42d0-badc-a3041d5098f4 None None] Provisioning complete for port 5650c574-14d6-4f30-b8e9-9ba76f95f903 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:24.123948 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd453f9b-b4bb-42d0-badc-a3041d5098f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:24.189086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:24.401300 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca573a81-6f6c-46b4-b515-504273a8daf7 req-f98bf112-f552-47a6-af06-e248f67dd41d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152611 Jan 28 04:00:24.436631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:24.473268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69cae5-0b05-4ac2-8b71-431fe2dce94f req-7a74536c-cdd6-491a-8ba2-4c46c6183c02 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:24.474902 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc69cae5-0b05-4ac2-8b71-431fe2dce94f req-7a74536c-cdd6-491a-8ba2-4c46c6183c02 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2385781 Jan 28 04:00:24.516646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530f5c0-d7c5-4dfc-970d-67dcda1b62db None None] Pushing event updated for resources: {'Port': ['ID=0c401b3e-7b44-4f5e-8656-91a8ee383edd,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:24.593841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cd453f9b-b4bb-42d0-badc-a3041d5098f4 None None] Current status of the port 5650c574-14d6-4f30-b8e9-9ba76f95f903 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:24.594266 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd453f9b-b4bb-42d0-badc-a3041d5098f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:24.604564 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:24.645851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cd453f9b-b4bb-42d0-badc-a3041d5098f4 None None] For port 5650c574-14d6-4f30-b8e9-9ba76f95f903, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5650c574-14d6-4f30-b8e9-9ba76f95f903,segment=NetworkSegment(22ec9736-1b18-4c11-82ca-45388a59c13a),segment_id=22ec9736-1b18-4c11-82ca-45388a59c13a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:24.657364 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd453f9b-b4bb-42d0-badc-a3041d5098f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:24.728278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a0e58a-85b0-425c-8647-11b116c438d2 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:00:24.738031 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Publish callbacks [] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:24.755309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Transition to ACTIVE for port object f8a0e58a-85b0-425c-8647-11b116c438d2 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:00:24.762729 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:24.806940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd453f9b-b4bb-42d0-badc-a3041d5098f4 None None] Pushing event updated for resources: {'Port': ['ID=5650c574-14d6-4f30-b8e9-9ba76f95f903,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:24.840243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Pushing event updated for resources: {'Port': ['ID=f8a0e58a-85b0-425c-8647-11b116c438d2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:24.926300 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc69cae5-0b05-4ac2-8b71-431fe2dce94f req-6d8bd73c-31ae-443b-b355-ff5389461ce3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3818338 Jan 28 04:00:24.946107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:24.946594 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:24.947026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:24.952569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d525b0-1477-406a-b0ff-326ac9aac8ab req-00eb8356-8ec6-42fd-87ab-05c0fdb8a370 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:24.954272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66d525b0-1477-406a-b0ff-326ac9aac8ab req-00eb8356-8ec6-42fd-87ab-05c0fdb8a370 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 945 time: 0.3539686 Jan 28 04:00:24.957448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Port f8a0e58a-85b0-425c-8647-11b116c438d2 on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:00:24.960710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:24.977987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:24.978785 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Checking segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:24.979277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Bound using segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:24.980454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Bound port: f8a0e58a-85b0-425c-8647-11b116c438d2, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:24.981077 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:25.111957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:25.115732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:25.124533 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:25.144129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 35950) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:25.180718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:25.182364 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:25.184675 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] 10.222.0.42 "PUT /v2.0/ports/f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 200 len: 1092 time: 1.1699171 Jan 28 04:00:25.187549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:25.190011 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:25.225568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fa912-ab24-4f5c-959e-7e4a1cf2b8eb service neutron] Pushing event updated for resources: {'Port': ['ID=f8a0e58a-85b0-425c-8647-11b116c438d2,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:25.319207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Allocated IP 172.23.0.1 (31408aa9-a6d1-43dc-b462-701ce0b23c20/b52c1b8b-3ec6-4750-b538-eeccd530e5ff/9c742015-090c-45e2-967c-a9cf5d80a1d7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:25.345094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecdf77-5b9f-4349-b571-8798fbd729ad req-7497dcae-4be4-4f83-bd75-618cdd53f7ae tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:25.350436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5eecdf77-5b9f-4349-b571-8798fbd729ad req-7497dcae-4be4-4f83-bd75-618cdd53f7ae tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.1793518 Jan 28 04:00:25.362749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66d525b0-1477-406a-b0ff-326ac9aac8ab req-9f421161-27a0-4464-a0df-d1d6434c7f8c tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004602 Jan 28 04:00:25.367558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-5fd696b2-2bbb-4fe3-b86d-2c42d326cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:25.370442 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-5fd696b2-2bbb-4fe3-b86d-2c42d326cc28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1095 time: 0.1000092 Jan 28 04:00:25.407140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192247117'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:25.463488 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9efb80d-cb49-4ad7-bc88-a89d09d0c365 x-openstack-request-id: req-d9efb80d-cb49-4ad7-bc88-a89d09d0c365 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:25.463859 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:25.464248 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9efb80d-cb49-4ad7-bc88-a89d09d0c365 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:25.465164 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'status': 'completed', 'code': 200} Jan 28 04:00:25.542023 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-ced7b94b-09aa-4391-98f2-4f49890d9259 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 200 len: 217 time: 0.1226387 Jan 28 04:00:25.635020 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:25.658232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-680bf8f6-4d32-4373-9cf9-ef58ffe41e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:25.659808 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-680bf8f6-4d32-4373-9cf9-ef58ffe41e1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96d96886-2666-45f3-8a9d-818df1375816 HTTP/1.1" status: 200 len: 834 time: 0.1088262 Jan 28 04:00:25.660520 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:25.750176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-1e038755-72b6-42ce-b17c-7cc004e171f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:25.751810 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-1e038755-72b6-42ce-b17c-7cc004e171f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816143 Jan 28 04:00:25.755455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5eecdf77-5b9f-4349-b571-8798fbd729ad req-28974c21-aa65-4330-b47f-229685759a1b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873343 Jan 28 04:00:25.788796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:25.799540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a82c58-fecf-4dbf-9ce7-06fa092034bb req-264f2457-88a9-4920-87e3-bda7e9548355 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:25.801151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1a82c58-fecf-4dbf-9ce7-06fa092034bb req-264f2457-88a9-4920-87e3-bda7e9548355 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 943 time: 0.2184098 Jan 28 04:00:25.809315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5650c574-14d6-4f30-b8e9-9ba76f95f903 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:25.891172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1a82c58-fecf-4dbf-9ce7-06fa092034bb req-7d8103df-2dea-4f9f-8a37-88be2b7c59c0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678566 Jan 28 04:00:25.907546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:25.918611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 5650c574-14d6-4f30-b8e9-9ba76f95f903 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:25.919347 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:25.972785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 31408aa9-a6d1-43dc-b462-701ce0b23c20 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:25.976694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:25.989334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:26.021847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 5650c574-14d6-4f30-b8e9-9ba76f95f903 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:26.024233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0c401b3e-7b44-4f5e-8656-91a8ee383edd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:26.057178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=9c742015-090c-45e2-967c-a9cf5d80a1d7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:26.113044 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.123904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0c401b3e-7b44-4f5e-8656-91a8ee383edd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:26.124278 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.169295 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ec75f-9618-4ddf-8c3d-b897204503ee None None] Network 31408aa9-a6d1-43dc-b462-701ce0b23c20 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:26.259263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3a6e-7c59-4b06-a12f-13068968e874 req-bf47e86c-e91a-43eb-917b-2f351373e3f9 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:26.262154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2fc3a6e-7c59-4b06-a12f-13068968e874 req-bf47e86c-e91a-43eb-917b-2f351373e3f9 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1997719 Jan 28 04:00:26.296221 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.335626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2fc3a6e-7c59-4b06-a12f-13068968e874 req-6424e8a5-e1f4-47bd-983d-44d07fe86c04 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687971 Jan 28 04:00:26.354894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-79af9b94-6636-4e6a-9c95-2c491f8e5c89 None None] Provisioning complete for port 0c401b3e-7b44-4f5e-8656-91a8ee383edd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:26.356404 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79af9b94-6636-4e6a-9c95-2c491f8e5c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.385933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (475a604a-0368-4e2d-8971-4040b3b53162), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.396318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0c401b3e-7b44-4f5e-8656-91a8ee383edd is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:26.396829 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.407454 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-5ef9c216-a649-4148-965d-81810e189cb5 service neutron] 10.222.0.42 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372659 Jan 28 04:00:26.407454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (475a604a-0368-4e2d-8971-4040b3b53162), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.456103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 0c401b3e-7b44-4f5e-8656-91a8ee383edd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0c401b3e-7b44-4f5e-8656-91a8ee383edd,segment=NetworkSegment(e6f2710a-6a44-47e3-89eb-3811a76261ae),segment_id=e6f2710a-6a44-47e3-89eb-3811a76261ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:26.476219 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.610038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-79af9b94-6636-4e6a-9c95-2c491f8e5c89 None None] Current status of the port 0c401b3e-7b44-4f5e-8656-91a8ee383edd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:26.621441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=0c401b3e-7b44-4f5e-8656-91a8ee383edd,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:26.675188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475a604a-0368-4e2d-8971-4040b3b53162,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:26.712702 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c8077ef8-1f4f-4c25-b19a-4071d294c2ca req-90bc632e-b221-4a09-8776-f89ce3cefc7f service neutron] 10.222.0.42 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852600 Jan 28 04:00:26.803241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (4c95b197-d70c-45c3-8a61-1d2695b3587f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.858158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4c95b197-d70c-45c3-8a61-1d2695b3587f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.863761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-bc197dc8-f004-44fa-9ce1-d713fe03a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:26.865434 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-bc197dc8-f004-44fa-9ce1-d713fe03a5c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1096 time: 0.1585038 Jan 28 04:00:26.879206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32054294-367e-4086-859c-c9026e83807e req-964ed10d-629a-446b-afd1-5031853e9fcf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:26.880748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-32054294-367e-4086-859c-c9026e83807e req-964ed10d-629a-446b-afd1-5031853e9fcf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.2172914 Jan 28 04:00:26.883942 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:26.885184 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7400639 Jan 28 04:00:26.897399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:26.950082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-04ce750f-c600-4ed6-95b8-00b3c2512abd None None] Provisioning complete for port 9c742015-090c-45e2-967c-a9cf5d80a1d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:26.950597 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-04ce750f-c600-4ed6-95b8-00b3c2512abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.009422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-413ea24d-f994-4ef4-897e-ac85549702b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:27.010936 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-413ea24d-f994-4ef4-897e-ac85549702b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1095 time: 0.2003045 Jan 28 04:00:27.015579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd442b96-3633-4c9a-8717-53affc161d13 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c95b197-d70c-45c3-8a61-1d2695b3587f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:27.030170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-04ce750f-c600-4ed6-95b8-00b3c2512abd None None] Port 9c742015-090c-45e2-967c-a9cf5d80a1d7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:27.045770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-04ce750f-c600-4ed6-95b8-00b3c2512abd None None] Provisioning complete for port 0c401b3e-7b44-4f5e-8656-91a8ee383edd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:27.046404 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-04ce750f-c600-4ed6-95b8-00b3c2512abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.065707 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a3d18d45-796f-4f33-82f3-5124f1aa5ebc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1669276 Jan 28 04:00:27.077431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:27.091819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3235fb6e-9e19-415a-8320-f303efb1cc81 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group': {'name': 'tempest-security--2036724150', 'description': 'tempest-security-description-493247279'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:27.137010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01fb38-6c26-4c0d-b9df-7ed231259ce4 req-259e3d75-0ca4-4f38-ad81-6c7ab7b1cbed tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:27.138612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d01fb38-6c26-4c0d-b9df-7ed231259ce4 req-259e3d75-0ca4-4f38-ad81-6c7ab7b1cbed tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.2722650 Jan 28 04:00:27.163130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-04ce750f-c600-4ed6-95b8-00b3c2512abd None None] Current status of the port 0c401b3e-7b44-4f5e-8656-91a8ee383edd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:27.192016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-32054294-367e-4086-859c-c9026e83807e req-ee33dae8-9e62-42a3-a013-121995e38d52 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854452 Jan 28 04:00:27.196950 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.217400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-83cf47e1-6b93-4515-bb51-18903039cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:27.223287 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-83cf47e1-6b93-4515-bb51-18903039cf0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c HTTP/1.1" status: 200 len: 898 time: 0.2049825 Jan 28 04:00:27.225294 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.288792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4c2eb49f-15a9-42db-987c-09e12a48f438 None None] Provisioning complete for port 9c742015-090c-45e2-967c-a9cf5d80a1d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:27.292910 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb49f-15a9-42db-987c-09e12a48f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.310899 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-df32c37c-62f2-4487-8d03-cfac816aa86a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 200 len: 217 time: 0.0810196 Jan 28 04:00:27.376425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-0b41a898-c5e3-4559-931c-63f2ee8c000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:27.378051 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-0b41a898-c5e3-4559-931c-63f2ee8c000d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96d96886-2666-45f3-8a9d-818df1375816 HTTP/1.1" status: 200 len: 834 time: 0.0572476 Jan 28 04:00:27.387602 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3235fb6e-9e19-415a-8320-f303efb1cc81 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (4c95b197-d70c-45c3-8a61-1d2695b3587f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.408162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-17915de3-8f29-4d4d-9496-478de14dbe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:27.414809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-17915de3-8f29-4d4d-9496-478de14dbe52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.5181117 Jan 28 04:00:27.447931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-c9fb7ce7-3c88-4321-8e95-45ee435edc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:27.453331 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-c9fb7ce7-3c88-4321-8e95-45ee435edc07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651054 Jan 28 04:00:27.508947 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.517794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0c401b3e-7b44-4f5e-8656-91a8ee383edd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:27.527708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d01fb38-6c26-4c0d-b9df-7ed231259ce4 req-797f6a48-a9ef-4f8f-87ee-e10ce479f538 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651552 Jan 28 04:00:27.568567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4c2eb49f-15a9-42db-987c-09e12a48f438 None None] Port 9c742015-090c-45e2-967c-a9cf5d80a1d7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:27.587280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 0c401b3e-7b44-4f5e-8656-91a8ee383edd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:27.587664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.593199 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-92ebba54-0088-44bb-9847-1c7abda13464 service neutron] 10.222.0.42 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365366 Jan 28 04:00:27.635967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event updated for resources: {'Port': ['ID=9c742015-090c-45e2-967c-a9cf5d80a1d7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:27.647180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-4d98ba0b-c327-41e4-8acc-27b55871a6f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 999 time: 0.2087982 Jan 28 04:00:27.681608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40ee57-128c-4715-b18d-b7019713c17f req-b3a4378c-73c6-42bc-a0ad-05c41c4adff3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:27.684187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec40ee57-128c-4715-b18d-b7019713c17f req-b3a4378c-73c6-42bc-a0ad-05c41c4adff3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 943 time: 0.3872197 Jan 28 04:00:27.692425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.692775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.693155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.693492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.693830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.694169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.694500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.695066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.695188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.695465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.695790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.696131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.696440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:27.703223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 0c401b3e-7b44-4f5e-8656-91a8ee383edd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:27.725902 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3235fb6e-9e19-415a-8320-f303efb1cc81 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (4c95b197-d70c-45c3-8a61-1d2695b3587f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.737190 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-30419d9e-7d5e-4d9a-8b9d-e1240d19786c req-977593b3-c1bf-41d9-a622-6a60da0cc1b8 service neutron] 10.222.0.42 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356282 Jan 28 04:00:27.744947 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3235fb6e-9e19-415a-8320-f303efb1cc81 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4c95b197-d70c-45c3-8a61-1d2695b3587f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.747991 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3235fb6e-9e19-415a-8320-f303efb1cc81 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.749238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3235fb6e-9e19-415a-8320-f303efb1cc81 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "PUT /v2.0/security-groups/4c95b197-d70c-45c3-8a61-1d2695b3587f HTTP/1.1" status: 200 len: 1796 time: 0.6668494 Jan 28 04:00:27.752237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36046) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:27.810266 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2459dbfb-dec4-4be1-9d9a-f939337d6375 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups/4c95b197-d70c-45c3-8a61-1d2695b3587f HTTP/1.1" status: 200 len: 1796 time: 0.0566401 Jan 28 04:00:27.810913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:27.834342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-1d659373-9c6c-4a8c-8edd-40e72f364208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:27.835842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-1d659373-9c6c-4a8c-8edd-40e72f364208 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1782534 Jan 28 04:00:27.841089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235fb6e-9e19-415a-8320-f303efb1cc81 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c95b197-d70c-45c3-8a61-1d2695b3587f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:27.862839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec40ee57-128c-4715-b18d-b7019713c17f req-74417e44-f990-4b77-9000-0ee55e8d5180 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357884 Jan 28 04:00:27.873926 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca17f347-d5d2-43af-b40e-b4d11ab7e5bc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (4c95b197-d70c-45c3-8a61-1d2695b3587f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.878557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Network 31408aa9-a6d1-43dc-b462-701ce0b23c20 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:27.882407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:27.900106 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca17f347-d5d2-43af-b40e-b4d11ab7e5bc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (4c95b197-d70c-45c3-8a61-1d2695b3587f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.960584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca17f347-d5d2-43af-b40e-b4d11ab7e5bc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4c95b197-d70c-45c3-8a61-1d2695b3587f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.965636 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca17f347-d5d2-43af-b40e-b4d11ab7e5bc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:27.969650 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ca17f347-d5d2-43af-b40e-b4d11ab7e5bc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/4c95b197-d70c-45c3-8a61-1d2695b3587f HTTP/1.1" status: 204 len: 168 time: 0.1555285 Jan 28 04:00:27.970121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:27.981316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-f959fa58-f360-4fd2-9c20-605b4c0e8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:27.982843 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-f959fa58-f360-4fd2-9c20-605b4c0e8472 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376235 Jan 28 04:00:27.989069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17f347-d5d2-43af-b40e-b4d11ab7e5bc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c95b197-d70c-45c3-8a61-1d2695b3587f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:28.087572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:28.107116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b68913fc-6499-41bc-855a-935281aa6868 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1306663 Jan 28 04:00:28.107654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:28.110440 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f8a0e58a-85b0-425c-8647-11b116c438d2 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:00:28.126325 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-c388ba57-e5d8-47d2-a17e-c3d22515880b tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] delete failed (client error): The resource could not be found. Jan 28 04:00:28.128899 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c388ba57-e5d8-47d2-a17e-c3d22515880b tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/4c95b197-d70c-45c3-8a61-1d2695b3587f HTTP/1.1" status: 404 len: 347 time: 0.0186617 Jan 28 04:00:28.132972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36054) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:28.143772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e6ef9ad3-acb0-440f-8f31-dfe78d0843b5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group': {'name': 'tempest-secgroup--392155194'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:28.169457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 0a9f6987-7086-485c-8b60-26f66d697959 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:00:28.174518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-d0487434-2cc8-4cdc-aa37-991650c96386 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811502 Jan 28 04:00:28.183674 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9ad3-acb0-440f-8f31-dfe78d0843b5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.275463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:28.285206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-42ca1b32-7bc3-4851-b4f7-c62dea2818dc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5759952 Jan 28 04:00:28.285344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9ad3-acb0-440f-8f31-dfe78d0843b5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (9c0c6678-1744-40c3-a4f4-6babf3084366), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.285770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:28.294617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-867d179e-2b65-4496-8469-32fad2e35395 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:28.318266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d2c205f-1858-42e6-a4b2-3430b163fac5 req-6554b3b9-cefc-4dda-9e30-01f5f8b1b716 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128900 Jan 28 04:00:28.336986 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Sync routers for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:28.347725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9ad3-acb0-440f-8f31-dfe78d0843b5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9c0c6678-1744-40c3-a4f4-6babf3084366), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.366546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:28.367198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:28.427324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b9c94936-0592-4e30-971c-861b071f683b None None] Provisioning complete for port 9c742015-090c-45e2-967c-a9cf5d80a1d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:28.427590 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9c94936-0592-4e30-971c-861b071f683b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.458629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9ad3-acb0-440f-8f31-dfe78d0843b5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.460015 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e6ef9ad3-acb0-440f-8f31-dfe78d0843b5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3242290 Jan 28 04:00:28.461249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580cf92-d24e-4004-80db-1e83e87f4e6d req-b052e7c7-9268-4ae9-b8d1-528a7141630d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:28.463185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef9ad3-acb0-440f-8f31-dfe78d0843b5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0c6678-1744-40c3-a4f4-6babf3084366,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:28.465387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c580cf92-d24e-4004-80db-1e83e87f4e6d req-b052e7c7-9268-4ae9-b8d1-528a7141630d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0843902 Jan 28 04:00:28.467352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36062) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:28.476007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e1aeaaaa-db17-45ac-bef2-f20f2c80448d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': '9c0c6678-1744-40c3-a4f4-6babf3084366', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:28.510262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 0a9f6987-7086-485c-8b60-26f66d697959, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=0a9f6987-7086-485c-8b60-26f66d697959,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:28.582049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:28.601919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1aeaaaa-db17-45ac-bef2-f20f2c80448d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (61efc2be-92af-4136-bfc4-9a61a2e5a9e0), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.698671 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b9c94936-0592-4e30-971c-861b071f683b None None] Port 9c742015-090c-45e2-967c-a9cf5d80a1d7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:00:28.744726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1aeaaaa-db17-45ac-bef2-f20f2c80448d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (61efc2be-92af-4136-bfc4-9a61a2e5a9e0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.755347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1aeaaaa-db17-45ac-bef2-f20f2c80448d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (61efc2be-92af-4136-bfc4-9a61a2e5a9e0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.775206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '0a9f6987-7086-485c-8b60-26f66d697959', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'port_id': '0a9f6987-7086-485c-8b60-26f66d697959', 'mac_address': 'fa:16:3e:16:05:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:00:28.811082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:28.829530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aeaaaa-db17-45ac-bef2-f20f2c80448d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61efc2be-92af-4136-bfc4-9a61a2e5a9e0,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:28.839825 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1aeaaaa-db17-45ac-bef2-f20f2c80448d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.841271 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e1aeaaaa-db17-45ac-bef2-f20f2c80448d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3700721 Jan 28 04:00:28.845208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36066) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:28.872086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'port_id': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'mac_address': 'fa:16:3e:d0:d9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:00:28.915921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9393225-9147-47f3-8d11-827152a7f9ab tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (61efc2be-92af-4136-bfc4-9a61a2e5a9e0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.925241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9393225-9147-47f3-8d11-827152a7f9ab tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (61efc2be-92af-4136-bfc4-9a61a2e5a9e0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.972229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9393225-9147-47f3-8d11-827152a7f9ab tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (61efc2be-92af-4136-bfc4-9a61a2e5a9e0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.993970 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9393225-9147-47f3-8d11-827152a7f9ab tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:28.994585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 0a9f6987-7086-485c-8b60-26f66d697959 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:28.995076 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0a9f6987-7086-485c-8b60-26f66d697959), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.000158 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b9393225-9147-47f3-8d11-827152a7f9ab tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/61efc2be-92af-4136-bfc4-9a61a2e5a9e0 HTTP/1.1" status: 204 len: 168 time: 0.1514294 Jan 28 04:00:29.000337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f8a0e58a-85b0-425c-8647-11b116c438d2 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:29.000337 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.000535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-867d179e-2b65-4496-8469-32fad2e35395 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 04:00:29.001316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:29.019393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9393225-9147-47f3-8d11-827152a7f9ab tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61efc2be-92af-4136-bfc4-9a61a2e5a9e0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:29.035091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c580cf92-d24e-4004-80db-1e83e87f4e6d req-a9f9dfbd-86f9-44be-b795-fb699ebbe769 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5564311 Jan 28 04:00:29.043051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-867d179e-2b65-4496-8469-32fad2e35395 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Removed routes are [] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 04:00:29.043459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-867d179e-2b65-4496-8469-32fad2e35395 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.077587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a0e58a-85b0-425c-8647-11b116c438d2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:00:29.077806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97861d-7727-4440-b0db-b8499058185a req-7977542d-ef83-45ef-8cd3-1a95f5e045a3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:29.077806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e97861d-7727-4440-b0db-b8499058185a req-7977542d-ef83-45ef-8cd3-1a95f5e045a3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 943 time: 0.1134338 Jan 28 04:00:29.087107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-98348e01-2ac7-4a13-9769-74bbd954ce5a tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0845876 Jan 28 04:00:29.091665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36072) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:29.094104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9f6987-7086-485c-8b60-26f66d697959 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:00:29.117715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 0a9f6987-7086-485c-8b60-26f66d697959, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=0a9f6987-7086-485c-8b60-26f66d697959,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:29.140214 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0a9f6987-7086-485c-8b60-26f66d697959), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.149155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:29.194498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e97861d-7727-4440-b0db-b8499058185a req-2e647766-c78c-4f11-bb63-ed8126b81ef7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062968 Jan 28 04:00:29.197136 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.221423 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2744-840b-4096-b6dd-847e460034f1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (9c0c6678-1744-40c3-a4f4-6babf3084366), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.234171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:26Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:24Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c742015-090c-45e2-967c-a9cf5d80a1d7', 'name': '', 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:6a:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:24Z', 'updated_at': '2022-01-28T04:00:26Z', 'revision_number': 2, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:29.269633 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2744-840b-4096-b6dd-847e460034f1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (9c0c6678-1744-40c3-a4f4-6babf3084366), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.272676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Checking router: ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:29.273171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Updating router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 port 9c742015-090c-45e2-967c-a9cf5d80a1d7 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:00:29.277954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=0a9f6987-7086-485c-8b60-26f66d697959,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:29.306775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b1bef-8008-4f85-a24e-7cd7687fea89 req-3c0ea24d-ec63-43c8-bec1-3281e158ac60 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:29.308394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d20b1bef-8008-4f85-a24e-7cd7687fea89 req-3c0ea24d-ec63-43c8-bec1-3281e158ac60 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 944 time: 0.1064427 Jan 28 04:00:29.316328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.349634 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2744-840b-4096-b6dd-847e460034f1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9c0c6678-1744-40c3-a4f4-6babf3084366), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.349896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-867d179e-2b65-4496-8469-32fad2e35395 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.352400 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2744-840b-4096-b6dd-847e460034f1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.353573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d3bb2744-840b-4096-b6dd-847e460034f1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/9c0c6678-1744-40c3-a4f4-6babf3084366 HTTP/1.1" status: 204 len: 168 time: 0.2600384 Jan 28 04:00:29.356892 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-867d179e-2b65-4496-8469-32fad2e35395 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.360972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36074) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:29.376808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb2744-840b-4096-b6dd-847e460034f1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0c6678-1744-40c3-a4f4-6babf3084366,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:29.393521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d20b1bef-8008-4f85-a24e-7cd7687fea89 req-2b2798e7-3955-4842-a4c3-0f1821f70b09 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761268 Jan 28 04:00:29.465179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f8a0e58a-85b0-425c-8647-11b116c438d2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:29.518933 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d4fbf532-d482-4f3c-ab3e-cd3efb0e4d82 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1568422 Jan 28 04:00:29.524313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:29.524623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['f8a0e58a-85b0-425c-8647-11b116c438d2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:00:29.529629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group': {'name': 'tempest-secgroup--696944861'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:29.551315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867d179e-2b65-4496-8469-32fad2e35395 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:29.565409 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.586928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['0a9f6987-7086-485c-8b60-26f66d697959'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:00:29.684392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867d179e-2b65-4496-8469-32fad2e35395 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:29.692801 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-867d179e-2b65-4496-8469-32fad2e35395 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.696961 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-867d179e-2b65-4496-8469-32fad2e35395 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 HTTP/1.1" status: 200 len: 933 time: 1.4072034 Jan 28 04:00:29.696961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36080) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:29.798679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (fcd5460f-ef87-4021-86b0-15cdfd19ff0f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.806538 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fcd5460f-ef87-4021-86b0-15cdfd19ff0f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.844104 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-549bd26c-401c-48a4-8318-1f7dc5062ace tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 HTTP/1.1" status: 200 len: 933 time: 0.1462805 Jan 28 04:00:29.847045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:29.851514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.851754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b99215aa-366c-4b4f-8f01-f5d62c8bd7e6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'routes': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:29.856222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36084) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:29.857296 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3331172 Jan 28 04:00:29.861689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd5460f-ef87-4021-86b0-15cdfd19ff0f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:29.861854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4cf68e98-5993-41f1-9051-9583e51ed4c1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': 'fcd5460f-ef87-4021-86b0-15cdfd19ff0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:29.871918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.872346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.874268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.874699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.875125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.875511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.875912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.876313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.877040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.877468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.878079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.878200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.878593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa931f1c-3950-4e0b-8dfd-fc1bbc1d1692 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:29.915092 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Publish callbacks [] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.938376 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.992673 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cf68e98-5993-41f1-9051-9583e51ed4c1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (1ba79b3d-13f4-4670-a752-51fca5fcf199), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.036941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf444ecd-c42e-4166-af52-3b88611a0293 None None] Pushing event updated for resources: {'Port': ['ID=9c742015-090c-45e2-967c-a9cf5d80a1d7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:30.120098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Attempting to bind port 9c742015-090c-45e2-967c-a9cf5d80a1d7 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:00:30.121634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Attempting to bind port 9c742015-090c-45e2-967c-a9cf5d80a1d7 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'e6f2710a-6a44-47e3-89eb-3811a76261ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:00:30.121634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Attempting to bind port 9c742015-090c-45e2-967c-a9cf5d80a1d7 on network 31408aa9-a6d1-43dc-b462-701ce0b23c20 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:00:30.134535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:00:30.134923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Checking segment: {'id': 'e6f2710a-6a44-47e3-89eb-3811a76261ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:00:30.135328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.135724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Bound using segment: {'id': 'e6f2710a-6a44-47e3-89eb-3811a76261ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:00:30.136855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Bound port: 9c742015-090c-45e2-967c-a9cf5d80a1d7, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f2710a-6a44-47e3-89eb-3811a76261ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:00:30.137254 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.237517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] For port 9c742015-090c-45e2-967c-a9cf5d80a1d7, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:00:30.241675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] For port 9c742015-090c-45e2-967c-a9cf5d80a1d7, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9c742015-090c-45e2-967c-a9cf5d80a1d7,segment=NetworkSegment(e6f2710a-6a44-47e3-89eb-3811a76261ae),segment_id=e6f2710a-6a44-47e3-89eb-3811a76261ae)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:00:30.249596 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.269053 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cf68e98-5993-41f1-9051-9583e51ed4c1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (1ba79b3d-13f4-4670-a752-51fca5fcf199), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.299163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cf68e98-5993-41f1-9051-9583e51ed4c1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (1ba79b3d-13f4-4670-a752-51fca5fcf199), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.319349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:30.320666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:30.338658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f71dc-4ba8-4d75-a239-2a71205293d5 req-98deef4e-1ec3-4093-bc10-7f080eea0e49 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:30.340908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b8f71dc-4ba8-4d75-a239-2a71205293d5 req-98deef4e-1ec3-4093-bc10-7f080eea0e49 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1671319 Jan 28 04:00:30.345312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf68e98-5993-41f1-9051-9583e51ed4c1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba79b3d-13f4-4670-a752-51fca5fcf199,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:30.398504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf444ecd-c42e-4166-af52-3b88611a0293 None None] Pushing event updated for resources: {'Port': ['ID=9c742015-090c-45e2-967c-a9cf5d80a1d7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:30.407560 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cf68e98-5993-41f1-9051-9583e51ed4c1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.408701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4cf68e98-5993-41f1-9051-9583e51ed4c1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5513723 Jan 28 04:00:30.411665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:30.416874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9c9ad7a6-5d60-4385-b951-bb9a9921bef0 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': 'fcd5460f-ef87-4021-86b0-15cdfd19ff0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:30.490191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9c922512-fea1-4b0a-84f6-57e3a95c6d81 None None] Provisioning complete for port 9c742015-090c-45e2-967c-a9cf5d80a1d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:30.490650 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c922512-fea1-4b0a-84f6-57e3a95c6d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.515117 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad7a6-5d60-4385-b951-bb9a9921bef0 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (06ae5404-d3ad-4586-94d2-7a51e62ed25a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.520707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:30.544804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b8f71dc-4ba8-4d75-a239-2a71205293d5 req-ac881001-0b2c-4e4c-84a4-73deca5e1ca5 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901271 Jan 28 04:00:30.570773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42478c-de00-4fdf-8bf5-ad35f94f6f2a req-a0e292ff-af65-4e42-bc27-ad53f9a16735 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:30.572331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a42478c-de00-4fdf-8bf5-ad35f94f6f2a req-a0e292ff-af65-4e42-bc27-ad53f9a16735 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 944 time: 0.2303486 Jan 28 04:00:30.627570 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad7a6-5d60-4385-b951-bb9a9921bef0 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (06ae5404-d3ad-4586-94d2-7a51e62ed25a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.639460 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad7a6-5d60-4385-b951-bb9a9921bef0 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (06ae5404-d3ad-4586-94d2-7a51e62ed25a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.684430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-b99215aa-366c-4b4f-8f01-f5d62c8bd7e6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added routes are [] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 04:00:30.685036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-b99215aa-366c-4b4f-8f01-f5d62c8bd7e6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 04:00:30.689860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ad7a6-5d60-4385-b951-bb9a9921bef0 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ae5404-d3ad-4586-94d2-7a51e62ed25a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:30.707265 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad7a6-5d60-4385-b951-bb9a9921bef0 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.708770 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9c9ad7a6-5d60-4385-b951-bb9a9921bef0 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2958040 Jan 28 04:00:30.730389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:30.739348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-993c2ac4-2ca8-48e2-a1cb-95bc7e918c48 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': 'fcd5460f-ef87-4021-86b0-15cdfd19ff0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:30.760122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a42478c-de00-4fdf-8bf5-ad35f94f6f2a req-51f207a8-d676-4efc-8454-38be9d5308a7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461513 Jan 28 04:00:30.794667 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-869528ec-a8a3-4915-a82a-3e27ea5e647f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0842462 Jan 28 04:00:30.798476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b99215aa-366c-4b4f-8f01-f5d62c8bd7e6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.815886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-993c2ac4-2ca8-48e2-a1cb-95bc7e918c48 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (348196c2-c4c6-4cfe-9658-4826da0559eb), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:30.833779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61ce70-709b-492e-b9b5-29efb411012d req-8e6b8c9c-0dd1-492a-abfb-9741933929d1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:30.835438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a61ce70-709b-492e-b9b5-29efb411012d req-8e6b8c9c-0dd1-492a-abfb-9741933929d1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 944 time: 0.1591144 Jan 28 04:00:30.936147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-93b17a62-6055-4683-a6ff-8b6547c343bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:30.939460 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-93b17a62-6055-4683-a6ff-8b6547c343bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 1097 time: 0.0931418 Jan 28 04:00:31.050020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b4a74-1940-44d2-ac61-458308dcd264 req-ed1b1022-bffa-406c-bf03-01a3d59f9311 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:31.051599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b4b4a74-1940-44d2-ac61-458308dcd264 req-ed1b1022-bffa-406c-bf03-01a3d59f9311 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1692746 Jan 28 04:00:31.076451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a61ce70-709b-492e-b9b5-29efb411012d req-9ac59fec-be14-4d88-b462-58e091f9bc63 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895666 Jan 28 04:00:31.110853 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-8d0a5345-638f-4931-bc01-3dd026d0994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:31.112370 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-8d0a5345-638f-4931-bc01-3dd026d0994a service neutron] 10.222.0.25 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.1454380 Jan 28 04:00:31.126516 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-993c2ac4-2ca8-48e2-a1cb-95bc7e918c48 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (348196c2-c4c6-4cfe-9658-4826da0559eb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.173753 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-993c2ac4-2ca8-48e2-a1cb-95bc7e918c48 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (348196c2-c4c6-4cfe-9658-4826da0559eb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.198156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9c922512-fea1-4b0a-84f6-57e3a95c6d81 None None] Current status of the port 9c742015-090c-45e2-967c-a9cf5d80a1d7 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:31.199703 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c922512-fea1-4b0a-84f6-57e3a95c6d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.204577 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-00ff3ad4-80f2-49a3-9377-0fbfee318c6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9554f058-d2f8-4482-a338-1fcf28eac0ad HTTP/1.1" status: 200 len: 217 time: 0.0848413 Jan 28 04:00:31.222816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c2ac4-2ca8-48e2-a1cb-95bc7e918c48 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348196c2-c4c6-4cfe-9658-4826da0559eb,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:31.246136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-993c2ac4-2ca8-48e2-a1cb-95bc7e918c48 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.247566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-993c2ac4-2ca8-48e2-a1cb-95bc7e918c48 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5146496 Jan 28 04:00:31.251443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:31.256431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f4a5ae3f-7fba-4763-b718-ce2b2b3f28c3 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': 'fcd5460f-ef87-4021-86b0-15cdfd19ff0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:31.262781 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b99215aa-366c-4b4f-8f01-f5d62c8bd7e6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.267642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b4b4a74-1940-44d2-ac61-458308dcd264 req-b2ef6f8f-288a-48e1-b925-3e31fbac9053 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872773 Jan 28 04:00:31.268824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9c922512-fea1-4b0a-84f6-57e3a95c6d81 None None] For port 9c742015-090c-45e2-967c-a9cf5d80a1d7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9c742015-090c-45e2-967c-a9cf5d80a1d7,segment=NetworkSegment(e6f2710a-6a44-47e3-89eb-3811a76261ae),segment_id=e6f2710a-6a44-47e3-89eb-3811a76261ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:31.277580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b99215aa-366c-4b4f-8f01-f5d62c8bd7e6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.280370 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c922512-fea1-4b0a-84f6-57e3a95c6d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.315919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:29Z', 'revision_number': 6, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:24Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c742015-090c-45e2-967c-a9cf5d80a1d7', 'name': '', 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:6a:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:24Z', 'updated_at': '2022-01-28T04:00:30Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:31.350678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ae3f-7fba-4763-b718-ce2b2b3f28c3 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (e1e2c38e-47ba-4d11-a123-5a5abcc87419), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.354789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-82d17cc6-bbbe-400b-b627-4f2d95b7bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:31.356284 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-82d17cc6-bbbe-400b-b627-4f2d95b7bf06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1456690 Jan 28 04:00:31.376190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aad757-3546-46e8-aba3-1820aaba32ab None None] The sync data for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 is: [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:29Z', 'revision_number': 6, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:24Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c742015-090c-45e2-967c-a9cf5d80a1d7', 'name': '', 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:6a:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:24Z', 'updated_at': '2022-01-28T04:00:30Z', 'revision_number': 4, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:31.421232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c922512-fea1-4b0a-84f6-57e3a95c6d81 None None] Pushing event updated for resources: {'Port': ['ID=9c742015-090c-45e2-967c-a9cf5d80a1d7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:31.425120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c12e529f-a99b-4658-a782-fefd4481489f None None] Provisioning complete for port 9c742015-090c-45e2-967c-a9cf5d80a1d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:31.425492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c12e529f-a99b-4658-a782-fefd4481489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.446068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-ee5559a3-38ab-4fe1-8340-323d74e6ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:31.476561 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-ee5559a3-38ab-4fe1-8340-323d74e6ddab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047931 Jan 28 04:00:31.567882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c12e529f-a99b-4658-a782-fefd4481489f None None] Current status of the port 9c742015-090c-45e2-967c-a9cf5d80a1d7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:31.578566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99215aa-366c-4b4f-8f01-f5d62c8bd7e6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:31.621596 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-8b0726b9-45d4-4a27-ad26-7b7bef7ba8ae service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418610 Jan 28 04:00:31.634301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b315e-080f-4264-82c8-d88bcf80727e req-fcb50ba0-bb21-487f-ae32-e18523818c45 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:31.654964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b99b315e-080f-4264-82c8-d88bcf80727e req-fcb50ba0-bb21-487f-ae32-e18523818c45 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1693556 Jan 28 04:00:31.657407 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ae3f-7fba-4763-b718-ce2b2b3f28c3 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (e1e2c38e-47ba-4d11-a123-5a5abcc87419), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.761730 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f14e81f-f946-4c05-96c9-697e768fca05 req-103f21fb-389a-4b34-ad8f-5c88b6c98b22 service neutron] 10.222.0.25 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345584 Jan 28 04:00:31.770758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ae3f-7fba-4763-b718-ce2b2b3f28c3 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (e1e2c38e-47ba-4d11-a123-5a5abcc87419), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.828956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5ae3f-7fba-4763-b718-ce2b2b3f28c3 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e2c38e-47ba-4d11-a123-5a5abcc87419,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:31.837865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b99b315e-080f-4264-82c8-d88bcf80727e req-b586dafd-2335-4054-8461-34db7acc503b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730015 Jan 28 04:00:31.877584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99215aa-366c-4b4f-8f01-f5d62c8bd7e6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:31.886454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b99215aa-366c-4b4f-8f01-f5d62c8bd7e6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.888901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b99215aa-366c-4b4f-8f01-f5d62c8bd7e6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 HTTP/1.1" status: 200 len: 699 time: 2.0399945 Jan 28 04:00:31.890802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:31.947595 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ae3f-7fba-4763-b718-ce2b2b3f28c3 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.949442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f4a5ae3f-7fba-4763-b718-ce2b2b3f28c3 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6964004 Jan 28 04:00:31.952145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:31.958994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5b649b70-44bd-489a-ac7e-f931f9f88cd7 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': 'fcd5460f-ef87-4021-86b0-15cdfd19ff0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:32.026080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450826c0-2c4c-4ce4-b66a-ca08747ecdd3 req-125b5f57-b25e-4563-addd-9504049376ce tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:32.028809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-450826c0-2c4c-4ce4-b66a-ca08747ecdd3 req-125b5f57-b25e-4563-addd-9504049376ce tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 944 time: 0.1699638 Jan 28 04:00:32.035708 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b649b70-44bd-489a-ac7e-f931f9f88cd7 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (007c7f3d-87ca-4174-9a10-a26259c199c2), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.049835 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9ad01baf-a832-4d0d-9f50-48f5cb8ff243 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 HTTP/1.1" status: 200 len: 699 time: 0.1577330 Jan 28 04:00:32.053302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36114) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:32.109791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f8a0e58a-85b0-425c-8647-11b116c438d2 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:32.168609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 0a9f6987-7086-485c-8b60-26f66d697959 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:32.172189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-450826c0-2c4c-4ce4-b66a-ca08747ecdd3 req-fe461016-82b1-45a8-9f27-d79320aee6cd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334660 Jan 28 04:00:32.228022 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b649b70-44bd-489a-ac7e-f931f9f88cd7 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (007c7f3d-87ca-4174-9a10-a26259c199c2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.239345 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b649b70-44bd-489a-ac7e-f931f9f88cd7 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (007c7f3d-87ca-4174-9a10-a26259c199c2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.277878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ae9ca-e813-4b33-b378-96b8cec04e53 req-77a992b1-5026-4d76-a3db-3e3bd8a57758 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:32.281864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-892ae9ca-e813-4b33-b378-96b8cec04e53 req-77a992b1-5026-4d76-a3db-3e3bd8a57758 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1204565 Jan 28 04:00:32.294522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b649b70-44bd-489a-ac7e-f931f9f88cd7 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007c7f3d-87ca-4174-9a10-a26259c199c2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:32.320034 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b649b70-44bd-489a-ac7e-f931f9f88cd7 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.324446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5b649b70-44bd-489a-ac7e-f931f9f88cd7 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3683228 Jan 28 04:00:32.325403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:32.333283 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port f8a0e58a-85b0-425c-8647-11b116c438d2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:00:32.343881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port f8a0e58a-85b0-425c-8647-11b116c438d2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:32.344542 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.387862 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:00:32.431471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 0a9f6987-7086-485c-8b60-26f66d697959 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:00:32.446804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 0a9f6987-7086-485c-8b60-26f66d697959 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:32.447194 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (0a9f6987-7086-485c-8b60-26f66d697959), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.461610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-892ae9ca-e813-4b33-b378-96b8cec04e53 req-27e1f1e4-3d66-4ddd-a39c-86cfcbbb489a tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630528 Jan 28 04:00:32.464524 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2262a57-e322-40c7-b6e9-44e07918bec8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (007c7f3d-87ca-4174-9a10-a26259c199c2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.475638 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2262a57-e322-40c7-b6e9-44e07918bec8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (007c7f3d-87ca-4174-9a10-a26259c199c2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.491547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376eee1-2c48-4357-b443-ef275ee01120 req-b178c3d7-fbab-4478-8de9-a0f7be956fbd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:32.494098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4376eee1-2c48-4357-b443-ef275ee01120 req-b178c3d7-fbab-4478-8de9-a0f7be956fbd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 944 time: 0.1579325 Jan 28 04:00:32.560767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.565264 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] Sync routers for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:32.580899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2262a57-e322-40c7-b6e9-44e07918bec8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (007c7f3d-87ca-4174-9a10-a26259c199c2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.585330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port f8a0e58a-85b0-425c-8647-11b116c438d2 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:32.585764 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.590756 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:32.591406 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:32.592584 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2262a57-e322-40c7-b6e9-44e07918bec8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.593900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f2262a57-e322-40c7-b6e9-44e07918bec8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/007c7f3d-87ca-4174-9a10-a26259c199c2 HTTP/1.1" status: 204 len: 168 time: 0.2677996 Jan 28 04:00:32.596720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36122) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:32.621238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2262a57-e322-40c7-b6e9-44e07918bec8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=007c7f3d-87ca-4174-9a10-a26259c199c2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:32.626949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4376eee1-2c48-4357-b443-ef275ee01120 req-d741a46d-6b7f-4cb8-86d6-8c41d50d78bc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220524 Jan 28 04:00:32.660784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1d632505-4904-4b2b-ae4c-2278c0e3d387 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0603271 Jan 28 04:00:32.661093 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36124) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:32.710740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3ed6-a574-4f79-afe1-772f084c33cd tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (e1e2c38e-47ba-4d11-a123-5a5abcc87419), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.712777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:32.715512 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96dee56-84bf-4a9d-9e43-21d7a48ce40e" -d '{"events": [{"server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "name": "network-vif-plugged", "status": "completed", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:32.722160 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3ed6-a574-4f79-afe1-772f084c33cd tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (e1e2c38e-47ba-4d11-a123-5a5abcc87419), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.748954 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:32.755766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:32.777046 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.789847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 0a9f6987-7086-485c-8b60-26f66d697959 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:32.796592 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0a9f6987-7086-485c-8b60-26f66d697959), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.806615 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3ed6-a574-4f79-afe1-772f084c33cd tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (e1e2c38e-47ba-4d11-a123-5a5abcc87419), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.818976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3ed6-a574-4f79-afe1-772f084c33cd tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.824233 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5a5a3ed6-a574-4f79-afe1-772f084c33cd tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e1e2c38e-47ba-4d11-a123-5a5abcc87419 HTTP/1.1" status: 204 len: 168 time: 0.1585064 Jan 28 04:00:32.824233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:32.838344 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e87164-2178-4ace-b38e-d747e43e7fd6 x-openstack-request-id: req-26e87164-2178-4ace-b38e-d747e43e7fd6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:32.838713 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "name": "network-vif-plugged", "status": "completed", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:32.839224 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26e87164-2178-4ace-b38e-d747e43e7fd6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:32.839926 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'code': 200} Jan 28 04:00:32.849039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a3ed6-a574-4f79-afe1-772f084c33cd tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1e2c38e-47ba-4d11-a123-5a5abcc87419,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:32.903732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=f8a0e58a-85b0-425c-8647-11b116c438d2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:32.903986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-503ba1af-f2c5-4519-b206-a292db92ea68 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0780506 Jan 28 04:00:32.906456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36132) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:32.931045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 0a9f6987-7086-485c-8b60-26f66d697959, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=0a9f6987-7086-485c-8b60-26f66d697959,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:32.944284 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (0a9f6987-7086-485c-8b60-26f66d697959), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:32.997675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3b581fb-6648-4ad7-ba80-02cd517cee75 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (348196c2-c4c6-4cfe-9658-4826da0559eb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.015010 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3b581fb-6648-4ad7-ba80-02cd517cee75 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (348196c2-c4c6-4cfe-9658-4826da0559eb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.053593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1854744-ab4a-4b5f-885b-a106f44f9c93 req-8342e586-5e0e-411c-8e4d-310aa1878bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:33.055500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1854744-ab4a-4b5f-885b-a106f44f9c93 req-8342e586-5e0e-411c-8e4d-310aa1878bd6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1097 time: 0.1110654 Jan 28 04:00:33.055975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 9c742015-090c-45e2-967c-a9cf5d80a1d7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:33.056473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.062968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3b581fb-6648-4ad7-ba80-02cd517cee75 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (348196c2-c4c6-4cfe-9658-4826da0559eb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.066386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=0a9f6987-7086-485c-8b60-26f66d697959,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:33.080740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3b581fb-6648-4ad7-ba80-02cd517cee75 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.082361 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f3b581fb-6648-4ad7-ba80-02cd517cee75 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/348196c2-c4c6-4cfe-9658-4826da0559eb HTTP/1.1" status: 204 len: 168 time: 0.1746333 Jan 28 04:00:33.089729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:33.097180 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:30Z', 'revision_number': 7, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:24Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c742015-090c-45e2-967c-a9cf5d80a1d7', 'name': '', 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:6a:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:24Z', 'updated_at': '2022-01-28T04:00:31Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:33.105534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b581fb-6648-4ad7-ba80-02cd517cee75 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=348196c2-c4c6-4cfe-9658-4826da0559eb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:33.126576 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] Checking router: ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:33.136603 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:33.137517 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:33.161953 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1854744-ab4a-4b5f-885b-a106f44f9c93 req-80b7f721-7af2-423e-aad5-cece4924c35c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963514 Jan 28 04:00:33.196081 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fc1a879e-7984-4ea8-ab2d-44176309d274 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1048899 Jan 28 04:00:33.200287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36136) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:33.235833 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29466a79-0dcd-48cd-a7cd-e25fb36fef2f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (06ae5404-d3ad-4586-94d2-7a51e62ed25a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.254974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29466a79-0dcd-48cd-a7cd-e25fb36fef2f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (06ae5404-d3ad-4586-94d2-7a51e62ed25a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.296477 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29466a79-0dcd-48cd-a7cd-e25fb36fef2f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (06ae5404-d3ad-4586-94d2-7a51e62ed25a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.305897 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29466a79-0dcd-48cd-a7cd-e25fb36fef2f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.310431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-29466a79-0dcd-48cd-a7cd-e25fb36fef2f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/06ae5404-d3ad-4586-94d2-7a51e62ed25a HTTP/1.1" status: 204 len: 168 time: 0.1055431 Jan 28 04:00:33.314780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36140) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:33.327609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29466a79-0dcd-48cd-a7cd-e25fb36fef2f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06ae5404-d3ad-4586-94d2-7a51e62ed25a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:33.381830 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:33.439925 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-15aa2fe6-09c3-4acc-a1d4-042d7fcf9c50 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1214516 Jan 28 04:00:33.442120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:33.493426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4929e0-d673-4a1e-873d-fffb55e8a597 req-087fed08-4787-4e28-93cb-629b652b5ec3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:33.503012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc4929e0-d673-4a1e-873d-fffb55e8a597 req-087fed08-4787-4e28-93cb-629b652b5ec3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 945 time: 0.1718445 Jan 28 04:00:33.522392 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b43d94a9-7b54-42bb-91a9-45e91d479438 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (1ba79b3d-13f4-4670-a752-51fca5fcf199), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.540629 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b43d94a9-7b54-42bb-91a9-45e91d479438 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (1ba79b3d-13f4-4670-a752-51fca5fcf199), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.598219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc4929e0-d673-4a1e-873d-fffb55e8a597 req-82e6af81-74f1-4188-a2d9-b9b65876a98e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942793 Jan 28 04:00:33.610777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c742015-090c-45e2-967c-a9cf5d80a1d7 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:00:33.652723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port 9c742015-090c-45e2-967c-a9cf5d80a1d7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9c742015-090c-45e2-967c-a9cf5d80a1d7,segment=NetworkSegment(e6f2710a-6a44-47e3-89eb-3811a76261ae),segment_id=e6f2710a-6a44-47e3-89eb-3811a76261ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:33.653670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.668206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 9c742015-090c-45e2-967c-a9cf5d80a1d7 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:33.697272 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:30Z', 'revision_number': 7, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:24Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c742015-090c-45e2-967c-a9cf5d80a1d7', 'name': '', 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:6a:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:24Z', 'updated_at': '2022-01-28T04:00:31Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:33.722355 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b43d94a9-7b54-42bb-91a9-45e91d479438 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (1ba79b3d-13f4-4670-a752-51fca5fcf199), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.727116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9c742015-090c-45e2-967c-a9cf5d80a1d7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:00:33.728425 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.738393 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39827e02-976d-4b81-8132-56f2e8b05785 None None] The sync data for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 is: [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:30Z', 'revision_number': 7, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:24Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c742015-090c-45e2-967c-a9cf5d80a1d7', 'name': '', 'network_id': '31408aa9-a6d1-43dc-b462-701ce0b23c20', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:6a:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:24Z', 'updated_at': '2022-01-28T04:00:31Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'b52c1b8b-3ec6-4750-b538-eeccd530e5ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:33.744893 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b43d94a9-7b54-42bb-91a9-45e91d479438 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.746578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b43d94a9-7b54-42bb-91a9-45e91d479438 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/1ba79b3d-13f4-4670-a752-51fca5fcf199 HTTP/1.1" status: 204 len: 168 time: 0.2991102 Jan 28 04:00:33.747427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d94a9-7b54-42bb-91a9-45e91d479438 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ba79b3d-13f4-4670-a752-51fca5fcf199,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:33.765611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36148) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:33.769979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feac816-1a9a-4edb-a602-961077a06f8c req-476bcac0-248f-4666-8227-5270c49fe085 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:33.785444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9feac816-1a9a-4edb-a602-961077a06f8c req-476bcac0-248f-4666-8227-5270c49fe085 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1853499 Jan 28 04:00:33.846444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9c742015-090c-45e2-967c-a9cf5d80a1d7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:00:33.862158 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e1d27924-eff2-475f-bbfe-c616b1dc3b15 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0940440 Jan 28 04:00:33.864945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36152) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:33.967306 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9feac816-1a9a-4edb-a602-961077a06f8c req-0826b234-2725-4255-b7a4-51e272f9a9b6 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402700 Jan 28 04:00:33.993632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b85e98bb-c447-4207-8111-dceafbcc4575 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (fcd5460f-ef87-4021-86b0-15cdfd19ff0f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.002704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e892bc2-edd7-4087-8e7e-a104001b6d37 req-a1458bab-05a9-4948-b939-3f4484cb2491 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:34.011351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e892bc2-edd7-4087-8e7e-a104001b6d37 req-a1458bab-05a9-4948-b939-3f4484cb2491 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.2239125 Jan 28 04:00:34.058455 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b85e98bb-c447-4207-8111-dceafbcc4575 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (fcd5460f-ef87-4021-86b0-15cdfd19ff0f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.083364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e892bc2-edd7-4087-8e7e-a104001b6d37 req-85949486-c14b-42dd-bf42-32840003e440 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710471 Jan 28 04:00:34.093614 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9c742015-090c-45e2-967c-a9cf5d80a1d7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.179622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=9c742015-090c-45e2-967c-a9cf5d80a1d7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:34.288425 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b85e98bb-c447-4207-8111-dceafbcc4575 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fcd5460f-ef87-4021-86b0-15cdfd19ff0f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.292036 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b85e98bb-c447-4207-8111-dceafbcc4575 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.293795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbc7d6-57ab-47ba-b374-768fe6992f30 req-c6d1a1e9-5d60-4e83-a2ba-e89fbed837ac tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:34.297823 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b85e98bb-c447-4207-8111-dceafbcc4575 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/fcd5460f-ef87-4021-86b0-15cdfd19ff0f HTTP/1.1" status: 204 len: 168 time: 0.4301617 Jan 28 04:00:34.302814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36160) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:34.310053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bbbc7d6-57ab-47ba-b374-768fe6992f30 req-c6d1a1e9-5d60-4e83-a2ba-e89fbed837ac tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0851266 Jan 28 04:00:34.346875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e98bb-c447-4207-8111-dceafbcc4575 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd5460f-ef87-4021-86b0-15cdfd19ff0f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:34.451791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bbbc7d6-57ab-47ba-b374-768fe6992f30 req-bd71df0a-9488-4cd1-be05-8106d9738e66 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353288 Jan 28 04:00:34.458980 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14317412-c5b7-4ed3-9d9c-bfd76f127a6b tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1447618 Jan 28 04:00:34.460223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36162) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:34.465659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6de463e9-9e4c-40e5-9b24-ecce4807bd25 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group': {'name': 'tempest-secgroup--293121122'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:34.477118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-b535f1cb-01ea-46ca-afa4-fd7c5770cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:34.478980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-b535f1cb-01ea-46ca-afa4-fd7c5770cf3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 1096 time: 0.1630864 Jan 28 04:00:34.529046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.541602 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6de463e9-9e4c-40e5-9b24-ecce4807bd25 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.611705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-d8fee7fe-1943-4ad8-ab97-67411416c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:34.613386 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-d8fee7fe-1943-4ad8-ab97-67411416c2de service neutron] 10.222.0.42 "GET /v2.0/networks?id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 200 len: 913 time: 0.1264222 Jan 28 04:00:34.695938 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6de463e9-9e4c-40e5-9b24-ecce4807bd25 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (17fae8d5-f2e7-4550-b216-7fe3320c64f3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.705095 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6de463e9-9e4c-40e5-9b24-ecce4807bd25 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (17fae8d5-f2e7-4550-b216-7fe3320c64f3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.730032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-93553166-6500-46a5-b65f-8f81aef2862d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 200 len: 999 time: 0.1065445 Jan 28 04:00:34.764144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:34.804916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6de463e9-9e4c-40e5-9b24-ecce4807bd25 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.806262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6de463e9-9e4c-40e5-9b24-ecce4807bd25 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3449519 Jan 28 04:00:34.807022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de463e9-9e4c-40e5-9b24-ecce4807bd25 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fae8d5-f2e7-4550-b216-7fe3320c64f3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:34.809719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36166) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:34.816424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-09d07c9d-4214-403b-9369-1e8a1598b3e9 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': '17fae8d5-f2e7-4550-b216-7fe3320c64f3', 'direction': 'ingress', 'protocol': 17}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:34.841908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894d5041-a49a-4230-85a2-aeb299d40c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f6987-7086-485c-8b60-26f66d697959'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:34.848003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-853bb6b5-9269-4d55-adb1-aafe23834fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:34.848726 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d504919-169f-4976-a128-70daf58f12a7" -d '{"events": [{"server_uuid": "894d5041-a49a-4230-85a2-aeb299d40c0b", "name": "network-vif-plugged", "status": "completed", "tag": "0a9f6987-7086-485c-8b60-26f66d697959"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:34.849570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-853bb6b5-9269-4d55-adb1-aafe23834fd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 200 len: 851 time: 0.1051581 Jan 28 04:00:34.874299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cea6a-298a-4cdf-b16e-88bbab532e40 req-b7b6c090-ae47-4a8e-ac64-a5dfb32c3043 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:34.875827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad6cea6a-298a-4cdf-b16e-88bbab532e40 req-b7b6c090-ae47-4a8e-ac64-a5dfb32c3043 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 945 time: 0.1582232 Jan 28 04:00:34.891110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:34.894011 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09d07c9d-4214-403b-9369-1e8a1598b3e9 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (c8d9cd1e-a63a-48f7-a22a-1a46843bbe6d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.896492 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2e116c2e-7afc-4e18-8ff9-9c264d2b7f9b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8410654 Jan 28 04:00:34.899179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36170) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:34.913518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90716639-321b-496b-80e5-72653b2fa704 None None] Sync routers for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:34.928394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90716639-321b-496b-80e5-72653b2fa704 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:34.929065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-90716639-321b-496b-80e5-72653b2fa704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:34.984820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-7ebfcbae-303b-47fd-9612-d992e3b02e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:34.986392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-7ebfcbae-303b-47fd-9612-d992e3b02e32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298378 Jan 28 04:00:35.013236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1081692-b7ee-40e5-a37e-de706d6dfd5b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting subnet b52c1b8b-3ec6-4750-b538-eeccd530e5ff {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:00:35.018238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1081692-b7ee-40e5-a37e-de706d6dfd5b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (b52c1b8b-3ec6-4750-b538-eeccd530e5ff), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.092502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-90716639-321b-496b-80e5-72653b2fa704 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:35.100396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1081692-b7ee-40e5-a37e-de706d6dfd5b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (b52c1b8b-3ec6-4750-b538-eeccd530e5ff), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.125716 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad6cea6a-298a-4cdf-b16e-88bbab532e40 req-56501a9d-8ba8-4ac8-a64b-16e64b035bfd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219436 Jan 28 04:00:35.134159 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09d07c9d-4214-403b-9369-1e8a1598b3e9 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (c8d9cd1e-a63a-48f7-a22a-1a46843bbe6d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.139195 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916849e3-1212-4004-9608-6c49ffb64a3b x-openstack-request-id: req-916849e3-1212-4004-9608-6c49ffb64a3b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:35.139814 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894d5041-a49a-4230-85a2-aeb299d40c0b", "name": "network-vif-plugged", "status": "completed", "tag": "0a9f6987-7086-485c-8b60-26f66d697959", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:35.140164 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-916849e3-1212-4004-9608-6c49ffb64a3b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:35.140608 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09d07c9d-4214-403b-9369-1e8a1598b3e9 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c8d9cd1e-a63a-48f7-a22a-1a46843bbe6d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.141037 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894d5041-a49a-4230-85a2-aeb299d40c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f6987-7086-485c-8b60-26f66d697959', 'code': 200} Jan 28 04:00:35.173553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09d07c9d-4214-403b-9369-1e8a1598b3e9 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.178367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-09d07c9d-4214-403b-9369-1e8a1598b3e9 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3657501 Jan 28 04:00:35.178552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36176) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:35.207070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd26575-f528-46fe-8063-d1803dfbce1b req-5e2941f2-447d-46be-8cd6-7043b1b6b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:35.208640 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd26575-f528-46fe-8063-d1803dfbce1b req-5e2941f2-447d-46be-8cd6-7043b1b6b94a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 1097 time: 0.1497858 Jan 28 04:00:35.213439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d07c9d-4214-403b-9369-1e8a1598b3e9 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d9cd1e-a63a-48f7-a22a-1a46843bbe6d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:35.254501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-b193df16-98f2-46b9-9d8c-fd31e9d0a582 service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356460 Jan 28 04:00:35.279743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5eed22-d72d-4db9-985b-9dc46d90d3a5 req-ef88c3ae-db74-4175-9bdf-e6739e8a0c0e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:35.288581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b5eed22-d72d-4db9-985b-9dc46d90d3a5 req-ef88c3ae-db74-4175-9bdf-e6739e8a0c0e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.0927942 Jan 28 04:00:35.348110 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1081692-b7ee-40e5-a37e-de706d6dfd5b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (b52c1b8b-3ec6-4750-b538-eeccd530e5ff), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.385005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-90716639-321b-496b-80e5-72653b2fa704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:33Z', 'revision_number': 8, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:24Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:35.398841 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd26575-f528-46fe-8063-d1803dfbce1b req-e092e70e-cd9f-418b-9b72-65b43656e8d5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786435 Jan 28 04:00:35.410375 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82597da8-765e-4dc2-bbb0-91aead084bfc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (17fae8d5-f2e7-4550-b216-7fe3320c64f3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.437109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b5eed22-d72d-4db9-985b-9dc46d90d3a5 req-bc3d555b-5a9b-47f4-9674-bd059d09247e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451592 Jan 28 04:00:35.446728 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82597da8-765e-4dc2-bbb0-91aead084bfc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (17fae8d5-f2e7-4550-b216-7fe3320c64f3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.455013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c508d62c-8c0e-4d50-8992-6af61ff390d1 req-da62a32b-4654-4100-8440-b363f4d5048c service neutron] 10.222.0.42 "GET /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925917 Jan 28 04:00:35.484928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90716639-321b-496b-80e5-72653b2fa704 None None] Checking router: ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:35.498823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1081692-b7ee-40e5-a37e-de706d6dfd5b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (b52c1b8b-3ec6-4750-b538-eeccd530e5ff), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.523899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1081692-b7ee-40e5-a37e-de706d6dfd5b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.531449 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a1081692-b7ee-40e5-a37e-de706d6dfd5b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/b52c1b8b-3ec6-4750-b538-eeccd530e5ff HTTP/1.1" status: 204 len: 168 time: 0.6276193 Jan 28 04:00:35.531644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a5bfbe-9b4a-4210-ba62-15abf50740f9 None None] Network 31408aa9-a6d1-43dc-b462-701ce0b23c20 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:35.532421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:35.538360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90716639-321b-496b-80e5-72653b2fa704 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:35.539207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-90716639-321b-496b-80e5-72653b2fa704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:35.564275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1081692-b7ee-40e5-a37e-de706d6dfd5b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Subnet': ['ID=b52c1b8b-3ec6-4750-b538-eeccd530e5ff,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:35.616111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f5ed2-a3fc-455a-8ca9-c0b3f101697f req-2049a0ea-dfeb-415d-820e-328b4f69d335 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:35.624952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-290f5ed2-a3fc-455a-8ca9-c0b3f101697f req-2049a0ea-dfeb-415d-820e-328b4f69d335 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0624924 Jan 28 04:00:35.678975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (31408aa9-a6d1-43dc-b462-701ce0b23c20), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.694046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82597da8-765e-4dc2-bbb0-91aead084bfc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (17fae8d5-f2e7-4550-b216-7fe3320c64f3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.697816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82597da8-765e-4dc2-bbb0-91aead084bfc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.703136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-82597da8-765e-4dc2-bbb0-91aead084bfc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/17fae8d5-f2e7-4550-b216-7fe3320c64f3 HTTP/1.1" status: 204 len: 168 time: 0.5173094 Jan 28 04:00:35.704438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36184) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:35.714595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82597da8-765e-4dc2-bbb0-91aead084bfc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fae8d5-f2e7-4550-b216-7fe3320c64f3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:35.725956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a42fc-65a5-43cf-8bb8-66e07f083aa3 req-264508f3-a5c0-4c5d-bec1-606d55fe879d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:35.727520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b7a42fc-65a5-43cf-8bb8-66e07f083aa3 req-264508f3-a5c0-4c5d-bec1-606d55fe879d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.0937760 Jan 28 04:00:35.743449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-290f5ed2-a3fc-455a-8ca9-c0b3f101697f req-b13a5220-251a-41d5-9939-134fa4e0b1cf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123223 Jan 28 04:00:35.757548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-90716639-321b-496b-80e5-72653b2fa704 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:35.790313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 0c401b3e-7b44-4f5e-8656-91a8ee383edd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:35.792225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.817416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3bb91eda-cfd8-4fa7-aa9f-b25dc6afadba tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1110163 Jan 28 04:00:35.825615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36186) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:35.833732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-de95c1f4-93ae-4e5d-86a1-d141965f2a30 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group': {'name': 'tempest-secgroup--776830222'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:35.846162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b7a42fc-65a5-43cf-8bb8-66e07f083aa3 req-14acf131-1ac3-4158-8678-ac07961ffa1e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016076 Jan 28 04:00:35.874871 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de95c1f4-93ae-4e5d-86a1-d141965f2a30 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.878903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36188) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:35.936175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port 0c401b3e-7b44-4f5e-8656-91a8ee383edd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0c401b3e-7b44-4f5e-8656-91a8ee383edd,segment=NetworkSegment(e6f2710a-6a44-47e3-89eb-3811a76261ae),segment_id=e6f2710a-6a44-47e3-89eb-3811a76261ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:35.936469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.953459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 0c401b3e-7b44-4f5e-8656-91a8ee383edd owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:35.972927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a819a-9675-47bc-b620-e1088684acd0 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:35.974198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-784a819a-9675-47bc-b620-e1088684acd0 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1092 time: 0.0938785 Jan 28 04:00:35.977042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36192) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:35.985505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:36.017863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452e7a1-7aec-4118-892f-f93f95725fd2 None None] DHCP port deletion for 31408aa9-a6d1-43dc-b462-701ce0b23c20 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:00:36.030887 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de95c1f4-93ae-4e5d-86a1-d141965f2a30 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (cf5cc1a6-625b-4a29-93a3-9c2366b40ea9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.045979 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de95c1f4-93ae-4e5d-86a1-d141965f2a30 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cf5cc1a6-625b-4a29-93a3-9c2366b40ea9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.080623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95c1f4-93ae-4e5d-86a1-d141965f2a30 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5cc1a6-625b-4a29-93a3-9c2366b40ea9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:36.091650 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de95c1f4-93ae-4e5d-86a1-d141965f2a30 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.092730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-de95c1f4-93ae-4e5d-86a1-d141965f2a30 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2661717 Jan 28 04:00:36.095586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36194) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:36.101745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9337d959-252a-4799-a2fd-ed8936871caf tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393381817'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:36.113248 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.126247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c452e7a1-7aec-4118-892f-f93f95725fd2 None None] Deleting port 0c401b3e-7b44-4f5e-8656-91a8ee383edd {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:36.126674 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c452e7a1-7aec-4118-892f-f93f95725fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.134995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9337d959-252a-4799-a2fd-ed8936871caf tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.162867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-90716639-321b-496b-80e5-72653b2fa704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:33Z', 'revision_number': 8, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:24Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:36.253502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.269155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90716639-321b-496b-80e5-72653b2fa704 None None] The sync data for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 is: [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:33Z', 'revision_number': 8, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5650c574-14d6-4f30-b8e9-9ba76f95f903', 'name': '', 'network_id': 'c8147b31-1600-4d1e-9109-f1bc469e05d3', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a9:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:15Z', 'updated_at': '2022-01-28T04:00:24Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '0f2521d9-dfd9-4ed4-ae01-cff62674b3ec', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:36.314272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=0c401b3e-7b44-4f5e-8656-91a8ee383edd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:36.318536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c452e7a1-7aec-4118-892f-f93f95725fd2 None None] For port 0c401b3e-7b44-4f5e-8656-91a8ee383edd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0c401b3e-7b44-4f5e-8656-91a8ee383edd,segment=NetworkSegment(e6f2710a-6a44-47e3-89eb-3811a76261ae),segment_id=e6f2710a-6a44-47e3-89eb-3811a76261ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:36.318811 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c452e7a1-7aec-4118-892f-f93f95725fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.326379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No DVR routers for this DVR port 0c401b3e-7b44-4f5e-8656-91a8ee383edd on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:36.333404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c452e7a1-7aec-4118-892f-f93f95725fd2 None None] Calling delete_port for 0c401b3e-7b44-4f5e-8656-91a8ee383edd owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:36.334931 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9337d959-252a-4799-a2fd-ed8936871caf tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (d80e8669-ce74-46bd-b3ba-20325acfe115), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.344545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f52e5-4b8e-4b11-988d-3fe7d837bdd6 req-ec5bac5f-4699-4e74-8b1e-094ff9868548 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:36.346818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-944f52e5-4b8e-4b11-988d-3fe7d837bdd6 req-ec5bac5f-4699-4e74-8b1e-094ff9868548 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 945 time: 0.1317227 Jan 28 04:00:36.347980 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9337d959-252a-4799-a2fd-ed8936871caf tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d80e8669-ce74-46bd-b3ba-20325acfe115), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.408289 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9337d959-252a-4799-a2fd-ed8936871caf tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.412689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9337d959-252a-4799-a2fd-ed8936871caf tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3161578 Jan 28 04:00:36.415416 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (31408aa9-a6d1-43dc-b462-701ce0b23c20), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.419240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36198) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:36.423864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7a7beff2-b4cd-4c4b-8475-a56ae2d316a8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': 'cf5cc1a6-625b-4a29-93a3-9c2366b40ea9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd80e8669-ce74-46bd-b3ba-20325acfe115', 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:36.435270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c452e7a1-7aec-4118-892f-f93f95725fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (0c401b3e-7b44-4f5e-8656-91a8ee383edd), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.438780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337d959-252a-4799-a2fd-ed8936871caf tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80e8669-ce74-46bd-b3ba-20325acfe115,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:36.442248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31408aa9-a6d1-43dc-b462-701ce0b23c20']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:36.452935 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f2710a-6a44-47e3-89eb-3811a76261ae') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:36.453581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f2710a-6a44-47e3-89eb-3811a76261ae') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:36.463308 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (e6f2710a-6a44-47e3-89eb-3811a76261ae), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.467074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452e7a1-7aec-4118-892f-f93f95725fd2 None None] Pushing event deleted for resources: {'Port': ['ID=0c401b3e-7b44-4f5e-8656-91a8ee383edd,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:36.477295 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c452e7a1-7aec-4118-892f-f93f95725fd2 None None] No DVR routers for this DVR port 0c401b3e-7b44-4f5e-8656-91a8ee383edd on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:36.477556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e6f2710a-6a44-47e3-89eb-3811a76261ae), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.488723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:00:36.488723 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (e6f2710a-6a44-47e3-89eb-3811a76261ae), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.489511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-944f52e5-4b8e-4b11-988d-3fe7d837bdd6 req-be3f9261-5d6c-47df-892b-8da91cfb4aac tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266468 Jan 28 04:00:36.503629 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a7beff2-b4cd-4c4b-8475-a56ae2d316a8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (c5b501bc-f122-498b-a8ba-e93b207cfc82), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:00:36.528435 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:00:36.567898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (31408aa9-a6d1-43dc-b462-701ce0b23c20), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.572918 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.579809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.584893 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/networks/31408aa9-a6d1-43dc-b462-701ce0b23c20 HTTP/1.1" status: 204 len: 168 time: 1.0499072 Jan 28 04:00:36.585042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a7beff2-b4cd-4c4b-8475-a56ae2d316a8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (c5b501bc-f122-498b-a8ba-e93b207cfc82), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.585680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36200) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:36.594980 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a7beff2-b4cd-4c4b-8475-a56ae2d316a8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c5b501bc-f122-498b-a8ba-e93b207cfc82), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.600996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d2a7b-ee3d-47a7-8875-026121ae2d22 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Network': ['ID=31408aa9-a6d1-43dc-b462-701ce0b23c20,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:36.755965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.25.1.87 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/763eefb4-f4ea-45bb-88cd-c0a63e437386) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:00:36.898684 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (763eefb4-f4ea-45bb-88cd-c0a63e437386), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.950998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (763eefb4-f4ea-45bb-88cd-c0a63e437386), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.033198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:00:37.033599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7beff2-b4cd-4c4b-8475-a56ae2d316a8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b501bc-f122-498b-a8ba-e93b207cfc82,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:37.037007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:00:37.039014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=763eefb4-f4ea-45bb-88cd-c0a63e437386,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:37.041172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:00:37.059697 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a7beff2-b4cd-4c4b-8475-a56ae2d316a8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.064030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7a7beff2-b4cd-4c4b-8475-a56ae2d316a8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6409192 Jan 28 04:00:37.066720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36206) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:37.137213 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24dd4b5f-51d8-4a76-b4e2-19802c40eea8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (c5b501bc-f122-498b-a8ba-e93b207cfc82), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.145130 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24dd4b5f-51d8-4a76-b4e2-19802c40eea8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (c5b501bc-f122-498b-a8ba-e93b207cfc82), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.194734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150e453-db82-4ae6-8f1e-0cf32848b938 req-5d40cc28-0ba1-48b0-bbe8-a91abb68f81d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:37.196802 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d150e453-db82-4ae6-8f1e-0cf32848b938 req-5d40cc28-0ba1-48b0-bbe8-a91abb68f81d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1851969 Jan 28 04:00:37.210672 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24dd4b5f-51d8-4a76-b4e2-19802c40eea8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c5b501bc-f122-498b-a8ba-e93b207cfc82), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.231581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24dd4b5f-51d8-4a76-b4e2-19802c40eea8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.232964 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-24dd4b5f-51d8-4a76-b4e2-19802c40eea8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c5b501bc-f122-498b-a8ba-e93b207cfc82 HTTP/1.1" status: 204 len: 168 time: 0.1652808 Jan 28 04:00:37.241000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:37.278537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd4b5f-51d8-4a76-b4e2-19802c40eea8 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5b501bc-f122-498b-a8ba-e93b207cfc82,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:37.354884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d150e453-db82-4ae6-8f1e-0cf32848b938 req-83a08fa1-fa64-4f8f-b9c5-e02ca3fdb015 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471593 Jan 28 04:00:37.376877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-80d87aa5-7305-44a0-b1a4-336c5083e688 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1342926 Jan 28 04:00:37.377525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36210) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:37.537848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c742015-090c-45e2-967c-a9cf5d80a1d7 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:37.569709 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a5d8f7-9999-40bb-a531-32f782560cad tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (d80e8669-ce74-46bd-b3ba-20325acfe115), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.591542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9c742015-090c-45e2-967c-a9cf5d80a1d7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:37.592187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c742015-090c-45e2-967c-a9cf5d80a1d7 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:37.592377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0c401b3e-7b44-4f5e-8656-91a8ee383edd no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:37.620862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 0c401b3e-7b44-4f5e-8656-91a8ee383edd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:37.621211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0c401b3e-7b44-4f5e-8656-91a8ee383edd not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:37.667588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ae387-e24f-473e-8385-5752c40f5863 req-8b596d3f-e42b-4dd4-90eb-257c6456eccd tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:37.670594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c0ae387-e24f-473e-8385-5752c40f5863 req-8b596d3f-e42b-4dd4-90eb-257c6456eccd tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1854405 Jan 28 04:00:37.695527 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (b8eec16e-2c76-4f80-a399-0a37a30eaeca), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.744458 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a5d8f7-9999-40bb-a531-32f782560cad tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (d80e8669-ce74-46bd-b3ba-20325acfe115), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.793281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (763eefb4-f4ea-45bb-88cd-c0a63e437386), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.836687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6229dd3-efa4-4424-bb9b-e8598ff70b1f req-ccd5c516-1a5f-4806-9056-f21ee3d30894 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:37.838915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6229dd3-efa4-4424-bb9b-e8598ff70b1f req-ccd5c516-1a5f-4806-9056-f21ee3d30894 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 945 time: 0.2064166 Jan 28 04:00:37.895838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c0ae387-e24f-473e-8385-5752c40f5863 req-87062633-37d7-4641-91ab-91b6b14ae897 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972280 Jan 28 04:00:37.904600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.989339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a5d8f7-9999-40bb-a531-32f782560cad tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d80e8669-ce74-46bd-b3ba-20325acfe115), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.992027 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a5d8f7-9999-40bb-a531-32f782560cad tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:37.996187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-59a5d8f7-9999-40bb-a531-32f782560cad tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/d80e8669-ce74-46bd-b3ba-20325acfe115 HTTP/1.1" status: 204 len: 168 time: 0.6145084 Jan 28 04:00:38.002227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36218) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:38.045114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (763eefb4-f4ea-45bb-88cd-c0a63e437386), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:38.060905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (763eefb4-f4ea-45bb-88cd-c0a63e437386), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:38.109331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5d8f7-9999-40bb-a531-32f782560cad tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80e8669-ce74-46bd-b3ba-20325acfe115,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:38.113213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=763eefb4-f4ea-45bb-88cd-c0a63e437386,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:38.125611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6229dd3-efa4-4424-bb9b-e8598ff70b1f req-b1935cbe-6a92-4941-aa21-93582b0eb142 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739844 Jan 28 04:00:38.233632 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-17021831-a57b-4259-b53c-e5c7b31665d5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2281373 Jan 28 04:00:38.245323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36230) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:38.283043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (b8eec16e-2c76-4f80-a399-0a37a30eaeca), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:38.412021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd120-1d62-464c-a26d-6161111ba567 req-86ba7c87-eb61-428b-8196-4fa4ddd5379e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:38.412922 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31aac77c-e29b-41e1-ba91-a8cb1161e2d5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (cf5cc1a6-625b-4a29-93a3-9c2366b40ea9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:38.413703 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d08fd120-1d62-464c-a26d-6161111ba567 req-86ba7c87-eb61-428b-8196-4fa4ddd5379e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 945 time: 0.1361496 Jan 28 04:00:38.456688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31aac77c-e29b-41e1-ba91-a8cb1161e2d5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (cf5cc1a6-625b-4a29-93a3-9c2366b40ea9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:38.555922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d08fd120-1d62-464c-a26d-6161111ba567 req-fa6e6504-7acc-4916-bcf2-7b906fc18766 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340611 Jan 28 04:00:38.603607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31aac77c-e29b-41e1-ba91-a8cb1161e2d5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cf5cc1a6-625b-4a29-93a3-9c2366b40ea9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:38.607891 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31aac77c-e29b-41e1-ba91-a8cb1161e2d5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:38.612238 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-31aac77c-e29b-41e1-ba91-a8cb1161e2d5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/cf5cc1a6-625b-4a29-93a3-9c2366b40ea9 HTTP/1.1" status: 204 len: 168 time: 0.3628917 Jan 28 04:00:38.612635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36244) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:38.633005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aac77c-e29b-41e1-ba91-a8cb1161e2d5 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5cc1a6-625b-4a29-93a3-9c2366b40ea9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:38.642014 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Floating IP b8eec16e-2c76-4f80-a399-0a37a30eaeca associated. External IP: 172.25.1.87, port: f8a0e58a-85b0-425c-8647-11b116c438d2. Jan 28 04:00:38.727184 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a6c12a7e-6e77-4f5c-b0c4-bc59aa117281 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1132727 Jan 28 04:00:38.734340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36252) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:38.739560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-63a39aba-d98a-4548-ac17-98f542d9e56a tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1288007343'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:38.790645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 5650c574-14d6-4f30-b8e9-9ba76f95f903 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:38.791035 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:38.832057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63a39aba-d98a-4548-ac17-98f542d9e56a tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:38.870807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c888-da6d-4697-9343-e010a5ccc02d req-78ab5680-6c75-4c5f-bce4-439f7a59fb49 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:38.873288 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9d2c888-da6d-4697-9343-e010a5ccc02d req-78ab5680-6c75-4c5f-bce4-439f7a59fb49 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 945 time: 0.1664712 Jan 28 04:00:38.993225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63a39aba-d98a-4548-ac17-98f542d9e56a tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (c72a6f61-7627-4cd4-99e3-52acec6f53b8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.012192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port 5650c574-14d6-4f30-b8e9-9ba76f95f903, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5650c574-14d6-4f30-b8e9-9ba76f95f903,segment=NetworkSegment(22ec9736-1b18-4c11-82ca-45388a59c13a),segment_id=22ec9736-1b18-4c11-82ca-45388a59c13a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:39.013349 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.038016 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63a39aba-d98a-4548-ac17-98f542d9e56a tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c72a6f61-7627-4cd4-99e3-52acec6f53b8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.047170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 5650c574-14d6-4f30-b8e9-9ba76f95f903 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:39.059576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9d2c888-da6d-4697-9343-e010a5ccc02d req-e4177bca-73fe-4f2c-8383-ed2b44505bf8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748617 Jan 28 04:00:39.113240 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63a39aba-d98a-4548-ac17-98f542d9e56a tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.129275 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-63a39aba-d98a-4548-ac17-98f542d9e56a tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3935769 Jan 28 04:00:39.134769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:39.152120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2ff0054c-7cd7-49c5-998f-6ca85b655c11 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': 'c72a6f61-7627-4cd4-99e3-52acec6f53b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:39.174086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a39aba-d98a-4548-ac17-98f542d9e56a tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72a6f61-7627-4cd4-99e3-52acec6f53b8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:39.227518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:39.408507 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ff0054c-7cd7-49c5-998f-6ca85b655c11 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (10eaa677-1b43-4f37-ab7c-fa3f504f9028), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.568487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ff0054c-7cd7-49c5-998f-6ca85b655c11 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (10eaa677-1b43-4f37-ab7c-fa3f504f9028), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.570121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-26b6ed28-cca3-4af9-8108-3f6f73c45e1f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:39.571622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:39.571794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-26b6ed28-cca3-4af9-8108-3f6f73c45e1f tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8781d7a6-60dd-4c08-876b-954ad56bf3f9 HTTP/1.1" status: 200 len: 943 time: 0.2004731 Jan 28 04:00:39.581301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ff0054c-7cd7-49c5-998f-6ca85b655c11 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (10eaa677-1b43-4f37-ab7c-fa3f504f9028), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.588253 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] Sync routers for ids ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:39.618263 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] Routers {'0f2409cb-8a6e-4d64-a03d-5f88b9394a63'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:39.619788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666602-1fa7-4fcd-8a57-ddae01d63448 req-79d4fe9f-2fb0-40b0-bc72-2f92157ffb62 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:39.621137 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:39.629724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47666602-1fa7-4fcd-8a57-ddae01d63448 req-79d4fe9f-2fb0-40b0-bc72-2f92157ffb62 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 945 time: 0.1627560 Jan 28 04:00:39.647363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.654661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0054c-7cd7-49c5-998f-6ca85b655c11 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10eaa677-1b43-4f37-ab7c-fa3f504f9028,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:39.707576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ff0054c-7cd7-49c5-998f-6ca85b655c11 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.716065 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2ff0054c-7cd7-49c5-998f-6ca85b655c11 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5676978 Jan 28 04:00:39.716700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36282) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:39.747391 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2d972fa8-bfee-4506-942a-b3f3ba6d617b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7666953 Jan 28 04:00:39.750049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:39.752832 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5625491a-e5d5-40f5-b787-a80bb603e471" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:39.786139 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ca4185c-87c0-449f-9de8-740cd146f93e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (10eaa677-1b43-4f37-ab7c-fa3f504f9028), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.799441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ca4185c-87c0-449f-9de8-740cd146f93e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (10eaa677-1b43-4f37-ab7c-fa3f504f9028), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.805658 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] Set router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:39.805937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47666602-1fa7-4fcd-8a57-ddae01d63448 req-611f902a-b4fb-465d-abf8-a26413992966 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713977 Jan 28 04:00:39.812270 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5650c574-14d6-4f30-b8e9-9ba76f95f903), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.870488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ca4185c-87c0-449f-9de8-740cd146f93e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (10eaa677-1b43-4f37-ab7c-fa3f504f9028), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.877394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ca4185c-87c0-449f-9de8-740cd146f93e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.880748 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3ca4185c-87c0-449f-9de8-740cd146f93e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/10eaa677-1b43-4f37-ab7c-fa3f504f9028 HTTP/1.1" status: 204 len: 168 time: 0.1565030 Jan 28 04:00:39.881449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:39.893460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4185c-87c0-449f-9de8-740cd146f93e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10eaa677-1b43-4f37-ab7c-fa3f504f9028,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:39.927485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=5650c574-14d6-4f30-b8e9-9ba76f95f903,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:39.959046 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2f7afee8-706b-4e5d-ba73-4b72588f576a tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0769508 Jan 28 04:00:39.964532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:40.095773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-5033f695-2601-4165-8698-4f7248099e72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Deleting port 1e141db7-d67d-4395-bb6b-3b953d4be3ae {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:40.096163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-5033f695-2601-4165-8698-4f7248099e72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.116810 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dede232-8f1e-4b60-8802-8b355b733d5f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (c72a6f61-7627-4cd4-99e3-52acec6f53b8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.189522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dede232-8f1e-4b60-8802-8b355b733d5f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (c72a6f61-7627-4cd4-99e3-52acec6f53b8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.262257 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:15Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b8eec16e-2c76-4f80-a399-0a37a30eaeca', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'port_id': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'mac_address': 'fa:16:3e:d0:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:00:37Z', 'updated_at': '2022-01-28T04:00:37Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed', 'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:d3:a5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:13Z', 'updated_at': '2022-01-28T04:00:21Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '96d96886-2666-45f3-8a9d-818df1375816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:40.269251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c47d98-d96a-407d-8fd1-15db0026757f req-6604c335-6900-4c7f-8bdc-79da04986ead tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:40.271215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18c47d98-d96a-407d-8fd1-15db0026757f req-6604c335-6900-4c7f-8bdc-79da04986ead tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.3384569 Jan 28 04:00:40.300786 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dede232-8f1e-4b60-8802-8b355b733d5f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c72a6f61-7627-4cd4-99e3-52acec6f53b8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.303580 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dede232-8f1e-4b60-8802-8b355b733d5f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.305188 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0dede232-8f1e-4b60-8802-8b355b733d5f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/c72a6f61-7627-4cd4-99e3-52acec6f53b8 HTTP/1.1" status: 204 len: 168 time: 0.3391125 Jan 28 04:00:40.322575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:40.327111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dede232-8f1e-4b60-8802-8b355b733d5f tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72a6f61-7627-4cd4-99e3-52acec6f53b8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:40.336729 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] Checking router: 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:40.372246 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] Routers {'0f2409cb-8a6e-4d64-a03d-5f88b9394a63'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:40.375109 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:40.426000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-5033f695-2601-4165-8698-4f7248099e72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] For port 1e141db7-d67d-4395-bb6b-3b953d4be3ae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e141db7-d67d-4395-bb6b-3b953d4be3ae,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:40.426342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-5033f695-2601-4165-8698-4f7248099e72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.433349 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e460e799-482e-459c-b11e-4c83e4165ca6 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1036408 Jan 28 04:00:40.438635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36294) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:40.444117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.454722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2fb8fd03-2490-46fb-9249-57972977dd78 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029790013'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:40.465918 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18c47d98-d96a-407d-8fd1-15db0026757f req-20c0468a-1848-4c99-8bce-d0c0d957d06e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785014 Jan 28 04:00:40.481136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-5033f695-2601-4165-8698-4f7248099e72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Calling delete_port for 1e141db7-d67d-4395-bb6b-3b953d4be3ae owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:40.486867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fd03-2490-46fb-9249-57972977dd78 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.501397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36298) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:40.549429 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] Set router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:40.557669 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1daae724-d174-47aa-a94a-0f0e6a66ccbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.618722 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb068af-a62b-47f0-aafd-fc815d2a377a x-openstack-request-id: req-ddb068af-a62b-47f0-aafd-fc815d2a377a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:40.619024 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:40.619312 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddb068af-a62b-47f0-aafd-fc815d2a377a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:40.620760 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'status': 'completed', 'code': 200} Jan 28 04:00:40.641704 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fd03-2490-46fb-9249-57972977dd78 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (9ccacd2e-f899-49e1-963d-6fc948732944), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.665555 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fd03-2490-46fb-9249-57972977dd78 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9ccacd2e-f899-49e1-963d-6fc948732944), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.726455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8fd03-2490-46fb-9249-57972977dd78 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccacd2e-f899-49e1-963d-6fc948732944,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:40.734584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fd03-2490-46fb-9249-57972977dd78 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.736268 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2fb8fd03-2490-46fb-9249-57972977dd78 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2871094 Jan 28 04:00:40.738928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:40.743751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-002a77e5-a3af-436b-889f-8109d36f101d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': '9ccacd2e-f899-49e1-963d-6fc948732944', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:40.793911 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-002a77e5-a3af-436b-889f-8109d36f101d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (d0006e34-8810-4ec9-9a2d-bc6b670ba459), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.830154 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-df08cf4c-ae30-472f-9ddb-0e5265365f3d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/b8eec16e-2c76-4f80-a399-0a37a30eaeca HTTP/1.1" status: 200 len: 990 time: 0.3264897 Jan 28 04:00:40.857587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-fd852b9f-1761-48be-ba94-bc73b5fbe39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:40.859104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-fd852b9f-1761-48be-ba94-bc73b5fbe39b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1097 time: 0.1735802 Jan 28 04:00:40.911997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-002a77e5-a3af-436b-889f-8109d36f101d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (d0006e34-8810-4ec9-9a2d-bc6b670ba459), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.925490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-002a77e5-a3af-436b-889f-8109d36f101d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d0006e34-8810-4ec9-9a2d-bc6b670ba459), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.954522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-002a77e5-a3af-436b-889f-8109d36f101d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:40.956143 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-002a77e5-a3af-436b-889f-8109d36f101d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2161095 Jan 28 04:00:40.958959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:40.968793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a77e5-a3af-436b-889f-8109d36f101d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0006e34-8810-4ec9-9a2d-bc6b670ba459,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:40.988834 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-46745b26-e6f9-4f40-be6a-bfb2177440f2 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules/d0006e34-8810-4ec9-9a2d-bc6b670ba459 HTTP/1.1" status: 200 len: 763 time: 0.0277071 Jan 28 04:00:40.993578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:40.995940 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:15Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b8eec16e-2c76-4f80-a399-0a37a30eaeca', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'port_id': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'mac_address': 'fa:16:3e:d0:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:00:37Z', 'updated_at': '2022-01-28T04:00:37Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed', 'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:d3:a5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:13Z', 'updated_at': '2022-01-28T04:00:21Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '96d96886-2666-45f3-8a9d-818df1375816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:41.047972 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6acb1-0e7d-45f8-84d0-17437683c8aa None None] The sync data for ids ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'] in n-d-808199-14 is: [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:15Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b8eec16e-2c76-4f80-a399-0a37a30eaeca', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'port_id': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'mac_address': 'fa:16:3e:d0:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:00:37Z', 'updated_at': '2022-01-28T04:00:37Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed', 'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:d3:a5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:13Z', 'updated_at': '2022-01-28T04:00:21Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '96d96886-2666-45f3-8a9d-818df1375816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:41.068759 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-30e032d5-2323-44e1-88eb-a5538d3eb737 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0739980 Jan 28 04:00:41.071901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36308) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:41.101957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9375-f48d-47b8-806f-b30e3ba0661e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (d0006e34-8810-4ec9-9a2d-bc6b670ba459), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:41.122148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9375-f48d-47b8-806f-b30e3ba0661e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (d0006e34-8810-4ec9-9a2d-bc6b670ba459), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:41.150834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470c4c1-0d5b-4b98-bd3c-7de75db31c3b req-9924c9f1-7a75-4007-9f68-1a0c92f95525 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:41.154549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7470c4c1-0d5b-4b98-bd3c-7de75db31c3b req-9924c9f1-7a75-4007-9f68-1a0c92f95525 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 945 time: 0.1911604 Jan 28 04:00:41.156734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:41.163151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-ee370a84-a081-4922-943e-169d78c35324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:41.165102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-ee370a84-a081-4922-943e-169d78c35324 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c HTTP/1.1" status: 200 len: 898 time: 0.2963557 Jan 28 04:00:41.169780 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-5033f695-2601-4165-8698-4f7248099e72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1e141db7-d67d-4395-bb6b-3b953d4be3ae), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:41.209922 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['988590e8-d350-4bdf-b316-77470d264e94', '9554f058-d2f8-4482-a338-1fcf28eac0ad'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:00:41.212293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-73a5c1b7-4b70-4d30-94bb-e39d5f68d60c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:41.218901 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-73a5c1b7-4b70-4d30-94bb-e39d5f68d60c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 945 time: 0.0838776 Jan 28 04:00:41.253064 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9375-f48d-47b8-806f-b30e3ba0661e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d0006e34-8810-4ec9-9a2d-bc6b670ba459), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:41.289177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9375-f48d-47b8-806f-b30e3ba0661e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:41.290291 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3f8e9375-f48d-47b8-806f-b30e3ba0661e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d0006e34-8810-4ec9-9a2d-bc6b670ba459 HTTP/1.1" status: 204 len: 168 time: 0.2172444 Jan 28 04:00:41.298350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:41.314406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e9375-f48d-47b8-806f-b30e3ba0661e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0006e34-8810-4ec9-9a2d-bc6b670ba459,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:41.336444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033f695-2601-4165-8698-4f7248099e72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event deleted for resources: {'Port': ['ID=1e141db7-d67d-4395-bb6b-3b953d4be3ae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:41.427570 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-be7248c7-da5a-4c9e-beb2-6ce86658eda3 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1258647 Jan 28 04:00:41.428628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:41.448396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cbf9a08f-7258-4c66-823f-8fa2f7f937b1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': '9ccacd2e-f899-49e1-963d-6fc948732944', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:41.505369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7470c4c1-0d5b-4b98-bd3c-7de75db31c3b req-e8271c3f-4989-4b0f-af4d-dd67fbf41fe8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263071 Jan 28 04:00:41.522749 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf9a08f-7258-4c66-823f-8fa2f7f937b1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (06dd4e88-2bf0-4209-884a-c0539a7cd2ce), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:41.610561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-c46ac52e-ec2f-4a1c-a3b2-89112d1c6e99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 200 len: 998 time: 0.4390314 Jan 28 04:00:41.679762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-5033f695-2601-4165-8698-4f7248099e72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] No DVR routers for this DVR port 1e141db7-d67d-4395-bb6b-3b953d4be3ae on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:41.697538 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-5033f695-2601-4165-8698-4f7248099e72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:41.704254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2c3af4e-4c3c-4837-868b-1b222842822c req-5033f695-2601-4165-8698-4f7248099e72 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "DELETE /v2.0/ports/1e141db7-d67d-4395-bb6b-3b953d4be3ae HTTP/1.1" status: 204 len: 173 time: 2.0983324 Jan 28 04:00:41.705170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'name': 'network-vif-deleted', 'tag': '1e141db7-d67d-4395-bb6b-3b953d4be3ae'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:41.707957 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d41e6e-4355-444b-804a-1a2560d93408" -d '{"events": [{"server_uuid": "8781d7a6-60dd-4c08-876b-954ad56bf3f9", "name": "network-vif-deleted", "tag": "1e141db7-d67d-4395-bb6b-3b953d4be3ae"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:41.789746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:41.805227 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] Sync routers for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:41.816123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-965915df-218c-46ad-b933-95329f6fa00d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2292600 Jan 28 04:00:41.818922 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5dc10d-31ef-4572-a3e9-a883ad5268a6 x-openstack-request-id: req-1e5dc10d-31ef-4572-a3e9-a883ad5268a6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:41.819414 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8781d7a6-60dd-4c08-876b-954ad56bf3f9", "name": "network-vif-deleted", "tag": "1e141db7-d67d-4395-bb6b-3b953d4be3ae", "status": "failed", "code": 422}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:41.819844 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e5dc10d-31ef-4572-a3e9-a883ad5268a6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:41.820434 n-d-808199-14 neutron-server[103288]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8781d7a6-60dd-4c08-876b-954ad56bf3f9', 'name': 'network-vif-deleted', 'tag': '1e141db7-d67d-4395-bb6b-3b953d4be3ae', 'status': 'failed', 'code': 422} returned with failed status Jan 28 04:00:41.821208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36318) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:41.823856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-4e5249c9-becd-4ce4-bc38-3488e6bf721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:41.826491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-4e5249c9-becd-4ce4-bc38-3488e6bf721a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96d96886-2666-45f3-8a9d-818df1375816 HTTP/1.1" status: 200 len: 834 time: 0.2076244 Jan 28 04:00:41.835979 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:41.837830 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:41.840161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:41.859739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf947bd-ed35-4c93-a2b1-f93ee9ef2e50 None None] New status for floating IP b8eec16e-2c76-4f80-a399-0a37a30eaeca: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:00:42.038929 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:42.143723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-2c049cbe-0109-4b4b-8017-aafc01372807 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Deleting port 0a9f6987-7086-485c-8b60-26f66d697959 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:42.144057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-2c049cbe-0109-4b4b-8017-aafc01372807 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0a9f6987-7086-485c-8b60-26f66d697959), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.182032 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.253413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf9a08f-7258-4c66-823f-8fa2f7f937b1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (06dd4e88-2bf0-4209-884a-c0539a7cd2ce), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.263419 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf9a08f-7258-4c66-823f-8fa2f7f937b1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (06dd4e88-2bf0-4209-884a-c0539a7cd2ce), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.345629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-2c049cbe-0109-4b4b-8017-aafc01372807 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] For port 0a9f6987-7086-485c-8b60-26f66d697959, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=0a9f6987-7086-485c-8b60-26f66d697959,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:42.345978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-2c049cbe-0109-4b4b-8017-aafc01372807 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0a9f6987-7086-485c-8b60-26f66d697959), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.351968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9a08f-7258-4c66-823f-8fa2f7f937b1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dd4e88-2bf0-4209-884a-c0539a7cd2ce,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:42.369359 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf9a08f-7258-4c66-823f-8fa2f7f937b1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.371386 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cbf9a08f-7258-4c66-823f-8fa2f7f937b1 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9416175 Jan 28 04:00:42.374091 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:42.384380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-2c049cbe-0109-4b4b-8017-aafc01372807 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Calling delete_port for 0a9f6987-7086-485c-8b60-26f66d697959 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:42.415557 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-124bc74f-c047-4434-a5d4-36e459d0b59d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules/06dd4e88-2bf0-4209-884a-c0539a7cd2ce HTTP/1.1" status: 200 len: 763 time: 0.0403738 Jan 28 04:00:42.418502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:42.467498 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:39Z', 'revision_number': 9, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:42.512793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-4039520c-7eb7-4ddc-9dbc-bd51ebeb46e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting subnet 0f2521d9-dfd9-4ed4-ae01-cff62674b3ec {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:00:42.515799 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] Checking router: ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:42.529597 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4039520c-7eb7-4ddc-9dbc-bd51ebeb46e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (0f2521d9-dfd9-4ed4-ae01-cff62674b3ec), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.537805 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:42.538503 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:42.585363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1b80bf4c-946f-4f3b-9be0-991616bb43cf tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1261985 Jan 28 04:00:42.585598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36336) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:42.606361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-04d125dc-16e3-4891-9707-d02b731ea0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.642920 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7ba530e-ba75-4179-8e97-84812fdf7f3d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (06dd4e88-2bf0-4209-884a-c0539a7cd2ce), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.664126 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7ba530e-ba75-4179-8e97-84812fdf7f3d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (06dd4e88-2bf0-4209-884a-c0539a7cd2ce), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.694441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-2c049cbe-0109-4b4b-8017-aafc01372807 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0a9f6987-7086-485c-8b60-26f66d697959), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.731930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['0a9f6987-7086-485c-8b60-26f66d697959'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:00:42.750877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c049cbe-0109-4b4b-8017-aafc01372807 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'Port': ['ID=0a9f6987-7086-485c-8b60-26f66d697959,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:42.755480 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4039520c-7eb7-4ddc-9dbc-bd51ebeb46e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (0f2521d9-dfd9-4ed4-ae01-cff62674b3ec), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.787515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86670915-0091-4bd6-9789-b7a464a10ad2 req-caecebce-fa57-44bd-841f-3d38ddb8a967 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.1223691 Jan 28 04:00:42.803205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-07c423e6-ba66-4175-b9e0-ca8ec44f9562 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/b8eec16e-2c76-4f80-a399-0a37a30eaeca HTTP/1.1" status: 200 len: 990 time: 0.9562140 Jan 28 04:00:42.807825 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7ba530e-ba75-4179-8e97-84812fdf7f3d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (06dd4e88-2bf0-4209-884a-c0539a7cd2ce), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.815573 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7ba530e-ba75-4179-8e97-84812fdf7f3d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.817667 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e7ba530e-ba75-4179-8e97-84812fdf7f3d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/06dd4e88-2bf0-4209-884a-c0539a7cd2ce HTTP/1.1" status: 204 len: 168 time: 0.2345276 Jan 28 04:00:42.832090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:42.846665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-2c049cbe-0109-4b4b-8017-aafc01372807 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] No DVR routers for this DVR port 0a9f6987-7086-485c-8b60-26f66d697959 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:42.857997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba530e-ba75-4179-8e97-84812fdf7f3d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06dd4e88-2bf0-4209-884a-c0539a7cd2ce,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:42.872174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-2c049cbe-0109-4b4b-8017-aafc01372807 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:42.875524 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6ae826ee-b3bb-427d-ac33-7a9854a4ff41 req-2c049cbe-0109-4b4b-8017-aafc01372807 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "DELETE /v2.0/ports/0a9f6987-7086-485c-8b60-26f66d697959 HTTP/1.1" status: 204 len: 173 time: 1.6535838 Jan 28 04:00:42.875998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894d5041-a49a-4230-85a2-aeb299d40c0b', 'name': 'network-vif-deleted', 'tag': '0a9f6987-7086-485c-8b60-26f66d697959'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:42.878285 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3179babd-4975-41e2-bbec-92c282c54f3d" -d '{"events": [{"server_uuid": "894d5041-a49a-4230-85a2-aeb299d40c0b", "name": "network-vif-deleted", "tag": "0a9f6987-7086-485c-8b60-26f66d697959"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:42.905818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-aeb7e880-ec30-4ae9-9ad1-2b66d3a408e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:42.908333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-aeb7e880-ec30-4ae9-9ad1-2b66d3a408e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0658758 Jan 28 04:00:42.913321 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:42.913746 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7a822463-713b-4d23-aa9b-67c02f46b463 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0726478 Jan 28 04:00:42.917146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:42.922104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-26e1e11a-bc7f-4703-94d7-4ac56efa2dcc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': '9ccacd2e-f899-49e1-963d-6fc948732944', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:42.959845 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26e1e11a-bc7f-4703-94d7-4ac56efa2dcc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (9cb6dfa2-ba93-45ff-96ed-b4c678b8b6e1), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.035894 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c611f09-d133-4e01-8af7-e6e7d4b7c891 x-openstack-request-id: req-8c611f09-d133-4e01-8af7-e6e7d4b7c891 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:43.036138 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894d5041-a49a-4230-85a2-aeb299d40c0b", "name": "network-vif-deleted", "tag": "0a9f6987-7086-485c-8b60-26f66d697959", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:43.036444 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c611f09-d133-4e01-8af7-e6e7d4b7c891 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:43.036788 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894d5041-a49a-4230-85a2-aeb299d40c0b', 'name': 'network-vif-deleted', 'tag': '0a9f6987-7086-485c-8b60-26f66d697959', 'status': 'completed', 'code': 200} Jan 28 04:00:43.058560 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a154db0-36a8-47c9-b442-edb386bd39a6 req-b3153b8e-c5d5-418d-b3c3-adee64f156ff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:43.060516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a154db0-36a8-47c9-b442-edb386bd39a6 req-b3153b8e-c5d5-418d-b3c3-adee64f156ff tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 907 time: 0.1899116 Jan 28 04:00:43.107212 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4039520c-7eb7-4ddc-9dbc-bd51ebeb46e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (0f2521d9-dfd9-4ed4-ae01-cff62674b3ec), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.141761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-a7bca637-97d9-4dc6-afde-32deda008b3e service neutron] 10.222.0.42 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242572 Jan 28 04:00:43.159236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26e1e11a-bc7f-4703-94d7-4ac56efa2dcc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (9cb6dfa2-ba93-45ff-96ed-b4c678b8b6e1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.168820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26e1e11a-bc7f-4703-94d7-4ac56efa2dcc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (9cb6dfa2-ba93-45ff-96ed-b4c678b8b6e1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.216245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26e1e11a-bc7f-4703-94d7-4ac56efa2dcc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.220326 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-26e1e11a-bc7f-4703-94d7-4ac56efa2dcc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3021729 Jan 28 04:00:43.220674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36348) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:43.221295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1e11a-bc7f-4703-94d7-4ac56efa2dcc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb6dfa2-ba93-45ff-96ed-b4c678b8b6e1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:43.259858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bf9b4e22-1bae-4cd3-bdea-51bf5131c57e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules/9cb6dfa2-ba93-45ff-96ed-b4c678b8b6e1 HTTP/1.1" status: 200 len: 764 time: 0.0358448 Jan 28 04:00:43.260393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36350) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:43.265423 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:39Z', 'revision_number': 9, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:43.283574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4039520c-7eb7-4ddc-9dbc-bd51ebeb46e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (0f2521d9-dfd9-4ed4-ae01-cff62674b3ec), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.304634 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867081ec-ca06-4d06-94a6-0d4a64abf53b None None] The sync data for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 is: [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:39Z', 'revision_number': 9, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '1cc1a918-b421-4bc0-ba02-58ef69fcdd63', 'name': '', 'network_id': '3876a832-5b55-46b1-aa45-26a72d9db397', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:a4:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '45be29b7-7943-42f9-b670-490c93290e46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:06Z', 'updated_at': '2022-01-28T04:00:13Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': '45be29b7-7943-42f9-b670-490c93290e46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:43.332912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039520c-7eb7-4ddc-9dbc-bd51ebeb46e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2521d9-dfd9-4ed4-ae01-cff62674b3ec,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:43.340589 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4039520c-7eb7-4ddc-9dbc-bd51ebeb46e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.342480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3311d68-46b0-4ded-ae47-62e41fcd4271 None None] Network c8147b31-1600-4d1e-9109-f1bc469e05d3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:43.346208 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4039520c-7eb7-4ddc-9dbc-bd51ebeb46e3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/0f2521d9-dfd9-4ed4-ae01-cff62674b3ec HTTP/1.1" status: 204 len: 168 time: 1.5160241 Jan 28 04:00:43.347861 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36352) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:43.361757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cbdeaf22-2b25-4d07-828a-17f34a05745b tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0980883 Jan 28 04:00:43.361996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5625491a-e5d5-40f5-b787-a80bb603e471 req-d6f61b90-b1fa-4901-908e-b545e1279426 service neutron] 10.222.0.42 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087369 Jan 28 04:00:43.362461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36354) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:43.403637 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8debb019-3dcc-43b1-8b74-7fc6057b504b tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (9cb6dfa2-ba93-45ff-96ed-b4c678b8b6e1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.414678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8debb019-3dcc-43b1-8b74-7fc6057b504b tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (9cb6dfa2-ba93-45ff-96ed-b4c678b8b6e1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.475719 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8debb019-3dcc-43b1-8b74-7fc6057b504b tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (9cb6dfa2-ba93-45ff-96ed-b4c678b8b6e1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.485961 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8debb019-3dcc-43b1-8b74-7fc6057b504b tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.489491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8debb019-3dcc-43b1-8b74-7fc6057b504b tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9cb6dfa2-ba93-45ff-96ed-b4c678b8b6e1 HTTP/1.1" status: 204 len: 168 time: 0.1237342 Jan 28 04:00:43.501926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:43.504412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debb019-3dcc-43b1-8b74-7fc6057b504b tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cb6dfa2-ba93-45ff-96ed-b4c678b8b6e1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:43.527228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (c8147b31-1600-4d1e-9109-f1bc469e05d3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.581100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5df6416f-9b21-4671-9694-e2b9ac748c83 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0807221 Jan 28 04:00:43.582634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:43.623979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 16592986-2df8-4607-a10d-b016fef188b0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:43.624598 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (16592986-2df8-4607-a10d-b016fef188b0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.671955 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-558757e7-f4ca-44e6-bb28-2ac3c5b10d06 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (9ccacd2e-f899-49e1-963d-6fc948732944), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.690593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0514f-cff1-4a93-aea2-66730106066b None None] DHCP port deletion for c8147b31-1600-4d1e-9109-f1bc469e05d3 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:00:43.725581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port 16592986-2df8-4607-a10d-b016fef188b0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=16592986-2df8-4607-a10d-b016fef188b0,segment=NetworkSegment(22ec9736-1b18-4c11-82ca-45388a59c13a),segment_id=22ec9736-1b18-4c11-82ca-45388a59c13a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:43.726214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (16592986-2df8-4607-a10d-b016fef188b0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.742983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 16592986-2df8-4607-a10d-b016fef188b0 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:43.772553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-558757e7-f4ca-44e6-bb28-2ac3c5b10d06 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (9ccacd2e-f899-49e1-963d-6fc948732944), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.810162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:43.857773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0514f-cff1-4a93-aea2-66730106066b None None] Deleting port 16592986-2df8-4607-a10d-b016fef188b0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:43.858457 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ff0514f-cff1-4a93-aea2-66730106066b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (16592986-2df8-4607-a10d-b016fef188b0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.870713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 16592986-2df8-4607-a10d-b016fef188b0 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:43.950421 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (16592986-2df8-4607-a10d-b016fef188b0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:43.975135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f6587195-4cea-4307-8b68-f41f72e68cef tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/b8eec16e-2c76-4f80-a399-0a37a30eaeca HTTP/1.1" status: 200 len: 992 time: 0.1492651 Jan 28 04:00:43.986885 n-d-808199-14 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No ports have port_id starting with 16592986-2df8-4607-a10d-b016fef188b0 Jan 28 04:00:43.990549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5650c574-14d6-4f30-b8e9-9ba76f95f903 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:44.012149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=16592986-2df8-4607-a10d-b016fef188b0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:44.029540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 5650c574-14d6-4f30-b8e9-9ba76f95f903 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:44.030193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5650c574-14d6-4f30-b8e9-9ba76f95f903 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:44.030510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No DVR routers for this DVR port 16592986-2df8-4607-a10d-b016fef188b0 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:44.039079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-778e2047-08c9-4b60-893b-944a257dea8b req-fbbea614-4cee-4d73-ae07-87419dc82717 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.0350869 Jan 28 04:00:44.049745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9ff0514f-cff1-4a93-aea2-66730106066b None None] For port 16592986-2df8-4607-a10d-b016fef188b0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=16592986-2df8-4607-a10d-b016fef188b0,segment=NetworkSegment(22ec9736-1b18-4c11-82ca-45388a59c13a),segment_id=22ec9736-1b18-4c11-82ca-45388a59c13a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:44.050677 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ff0514f-cff1-4a93-aea2-66730106066b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (16592986-2df8-4607-a10d-b016fef188b0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.077969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0514f-cff1-4a93-aea2-66730106066b None None] Calling delete_port for 16592986-2df8-4607-a10d-b016fef188b0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:44.090328 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-558757e7-f4ca-44e6-bb28-2ac3c5b10d06 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9ccacd2e-f899-49e1-963d-6fc948732944), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.093558 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-558757e7-f4ca-44e6-bb28-2ac3c5b10d06 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.098016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-558757e7-f4ca-44e6-bb28-2ac3c5b10d06 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ccacd2e-f899-49e1-963d-6fc948732944 HTTP/1.1" status: 204 len: 168 time: 0.5113602 Jan 28 04:00:44.098730 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36368) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:44.231452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (c8147b31-1600-4d1e-9109-f1bc469e05d3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.233576 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ff0514f-cff1-4a93-aea2-66730106066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (16592986-2df8-4607-a10d-b016fef188b0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.235621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b0da418f-fc2e-49ed-bf08-a04f0d19b1fc tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1300266 Jan 28 04:00:44.244869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558757e7-f4ca-44e6-bb28-2ac3c5b10d06 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccacd2e-f899-49e1-963d-6fc948732944,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:44.244869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:44.244869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9c53f250-1ff7-4fef-9797-a882384e64ac tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group': {'name': 'tempest-secgroup--817775514'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:44.282724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c53f250-1ff7-4fef-9797-a882384e64ac tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.295338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8147b31-1600-4d1e-9109-f1bc469e05d3']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:44.314508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ec9736-1b18-4c11-82ca-45388a59c13a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:44.314814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ec9736-1b18-4c11-82ca-45388a59c13a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:44.320370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff0514f-cff1-4a93-aea2-66730106066b None None] No DVR routers for this DVR port 16592986-2df8-4607-a10d-b016fef188b0 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:44.327195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da315df-7b0c-4a47-ad8b-0ca3e65de81e req-b78bd8cb-b2e4-4a62-ace7-9c1b393f9de1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:44.328738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7da315df-7b0c-4a47-ad8b-0ca3e65de81e req-b78bd8cb-b2e4-4a62-ace7-9c1b393f9de1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 907 time: 0.1381309 Jan 28 04:00:44.341634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (22ec9736-1b18-4c11-82ca-45388a59c13a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.343799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0514f-cff1-4a93-aea2-66730106066b None None] Pushing event deleted for resources: {'Port': ['ID=16592986-2df8-4607-a10d-b016fef188b0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:44.380095 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.396036 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (22ec9736-1b18-4c11-82ca-45388a59c13a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.404168 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c53f250-1ff7-4fef-9797-a882384e64ac tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (845d018b-ec82-48bd-856a-30ccdbd8d450), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.406786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:00:44.407244 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (22ec9736-1b18-4c11-82ca-45388a59c13a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:00:44.410631 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:00:44.413154 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c53f250-1ff7-4fef-9797-a882384e64ac tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (845d018b-ec82-48bd-856a-30ccdbd8d450), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.465196 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c53f250-1ff7-4fef-9797-a882384e64ac tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.469641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9c53f250-1ff7-4fef-9797-a882384e64ac tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2288854 Jan 28 04:00:44.471310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36372) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:44.475833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f913c2ad-ce8f-4fcf-b76e-fcb126616f3e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Request body: {'security_group_rule': {'security_group_id': '845d018b-ec82-48bd-856a-30ccdbd8d450', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:44.482285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53f250-1ff7-4fef-9797-a882384e64ac tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845d018b-ec82-48bd-856a-30ccdbd8d450,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:44.504901 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (c8147b31-1600-4d1e-9109-f1bc469e05d3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.514846 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f913c2ad-ce8f-4fcf-b76e-fcb126616f3e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (4cd2a782-41cc-4442-9b05-fc72bd852b9a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.526743 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.530798 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/networks/c8147b31-1600-4d1e-9109-f1bc469e05d3 HTTP/1.1" status: 204 len: 168 time: 1.1802747 Jan 28 04:00:44.538974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36374) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:44.563232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436405f-05cf-47fe-b015-3545460751dd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Network': ['ID=c8147b31-1600-4d1e-9109-f1bc469e05d3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:44.594940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959202bb-d1c3-4730-8da1-97c548414d74 req-adb02312-59a1-4ee7-a515-072bd5cb7e84 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:44.598342 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-959202bb-d1c3-4730-8da1-97c548414d74 req-adb02312-59a1-4ee7-a515-072bd5cb7e84 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 907 time: 0.0890827 Jan 28 04:00:44.600534 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.736176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-959202bb-d1c3-4730-8da1-97c548414d74 req-39839ed3-7ea2-406e-989f-0241fd8fbabf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Deleting port cbaa2db6-1e98-4514-a373-2db065b89630 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:44.737069 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f913c2ad-ce8f-4fcf-b76e-fcb126616f3e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (4cd2a782-41cc-4442-9b05-fc72bd852b9a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.737229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-959202bb-d1c3-4730-8da1-97c548414d74 req-39839ed3-7ea2-406e-989f-0241fd8fbabf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.743740 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f913c2ad-ce8f-4fcf-b76e-fcb126616f3e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (4cd2a782-41cc-4442-9b05-fc72bd852b9a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.813866 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913c2ad-ce8f-4fcf-b76e-fcb126616f3e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd2a782-41cc-4442-9b05-fc72bd852b9a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:44.821440 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f913c2ad-ce8f-4fcf-b76e-fcb126616f3e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.826288 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f913c2ad-ce8f-4fcf-b76e-fcb126616f3e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3539970 Jan 28 04:00:44.831525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36384) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:44.913308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-959202bb-d1c3-4730-8da1-97c548414d74 req-39839ed3-7ea2-406e-989f-0241fd8fbabf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] For port cbaa2db6-1e98-4514-a373-2db065b89630, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=cbaa2db6-1e98-4514-a373-2db065b89630,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:44.918378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-959202bb-d1c3-4730-8da1-97c548414d74 req-39839ed3-7ea2-406e-989f-0241fd8fbabf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:44.940567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-959202bb-d1c3-4730-8da1-97c548414d74 req-39839ed3-7ea2-406e-989f-0241fd8fbabf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Calling delete_port for cbaa2db6-1e98-4514-a373-2db065b89630 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:45.014754 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21de96ed-9ebd-4940-9f87-a2fe10afa17d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (845d018b-ec82-48bd-856a-30ccdbd8d450), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:45.039384 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21de96ed-9ebd-4940-9f87-a2fe10afa17d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (845d018b-ec82-48bd-856a-30ccdbd8d450), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:45.121894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-959202bb-d1c3-4730-8da1-97c548414d74 req-39839ed3-7ea2-406e-989f-0241fd8fbabf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cbaa2db6-1e98-4514-a373-2db065b89630), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:45.155298 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21de96ed-9ebd-4940-9f87-a2fe10afa17d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (845d018b-ec82-48bd-856a-30ccdbd8d450), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:45.160795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39839ed3-7ea2-406e-989f-0241fd8fbabf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event deleted for resources: {'Port': ['ID=cbaa2db6-1e98-4514-a373-2db065b89630,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:45.172930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21de96ed-9ebd-4940-9f87-a2fe10afa17d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:45.175386 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-21de96ed-9ebd-4940-9f87-a2fe10afa17d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/845d018b-ec82-48bd-856a-30ccdbd8d450 HTTP/1.1" status: 204 len: 168 time: 0.3427551 Jan 28 04:00:45.182853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:45.237375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de96ed-9ebd-4940-9f87-a2fe10afa17d tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845d018b-ec82-48bd-856a-30ccdbd8d450,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:45.239258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-959202bb-d1c3-4730-8da1-97c548414d74 req-39839ed3-7ea2-406e-989f-0241fd8fbabf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] No DVR routers for this DVR port cbaa2db6-1e98-4514-a373-2db065b89630 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:45.252498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-959202bb-d1c3-4730-8da1-97c548414d74 req-39839ed3-7ea2-406e-989f-0241fd8fbabf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:45.262409 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-959202bb-d1c3-4730-8da1-97c548414d74 req-39839ed3-7ea2-406e-989f-0241fd8fbabf tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "DELETE /v2.0/ports/cbaa2db6-1e98-4514-a373-2db065b89630 HTTP/1.1" status: 204 len: 173 time: 0.6566861 Jan 28 04:00:45.263287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1cb0c5-5930-423e-911c-57f2967a149a', 'name': 'network-vif-deleted', 'tag': 'cbaa2db6-1e98-4514-a373-2db065b89630'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:45.266550 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78637300-fddb-475c-b199-6ab0bc8f6227" -d '{"events": [{"server_uuid": "9a1cb0c5-5930-423e-911c-57f2967a149a", "name": "network-vif-deleted", "tag": "cbaa2db6-1e98-4514-a373-2db065b89630"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:45.305856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d4f09bdc-4092-4f63-a6ba-fcbd8241db31 req-a3fbeb22-b5ef-4565-a965-60c626af01db tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.0846908 Jan 28 04:00:45.325356 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63763e0-6180-49df-922c-fa0c32eaeea1 x-openstack-request-id: req-a63763e0-6180-49df-922c-fa0c32eaeea1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:45.326190 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1cb0c5-5930-423e-911c-57f2967a149a", "name": "network-vif-deleted", "tag": "cbaa2db6-1e98-4514-a373-2db065b89630", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:45.326190 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a63763e0-6180-49df-922c-fa0c32eaeea1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:45.326377 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1cb0c5-5930-423e-911c-57f2967a149a', 'name': 'network-vif-deleted', 'tag': 'cbaa2db6-1e98-4514-a373-2db065b89630', 'status': 'completed', 'code': 200} Jan 28 04:00:45.345792 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:45.351014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0395999d-8afb-4063-865e-4c0aef463ef7 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1655190 Jan 28 04:00:45.354434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36394) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:45.477013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b80956b2-0a86-431a-8448-fa5926f59b91 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0931318 Jan 28 04:00:45.477792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36398) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:45.515589 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-6837d568-fc5a-4f53-96bd-67f72de29cd4 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] delete failed (client error): The resource could not be found. Jan 28 04:00:45.517233 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6837d568-fc5a-4f53-96bd-67f72de29cd4 tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "DELETE /v2.0/security-groups/845d018b-ec82-48bd-856a-30ccdbd8d450 HTTP/1.1" status: 404 len: 347 time: 0.0384448 Jan 28 04:00:45.521266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36400) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:45.562280 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:45.618557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-78398685-b178-4943-a721-30cd23d46a4d req-45a1ae79-f23e-47b4-a936-5dbb5b81db7d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cb0c5-5930-423e-911c-57f2967a149a HTTP/1.1" status: 200 len: 210 time: 0.0374548 Jan 28 04:00:45.634356 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-269a4283-f979-48a3-ae8a-0599e02a814e tempest-SecGroupTest-1233225497 tempest-SecGroupTest-1233225497-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1121278 Jan 28 04:00:45.848567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:45.849320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:46.006879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:46.016273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port 1cc1a918-b421-4bc0-ba02-58ef69fcdd63, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1cc1a918-b421-4bc0-ba02-58ef69fcdd63,segment=NetworkSegment(849415f1-fc82-4a73-865d-2e9d38ba7e95),segment_id=849415f1-fc82-4a73-865d-2e9d38ba7e95)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:46.016762 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:46.048678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:46.192144 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5a14839d-9a07-4baa-825d-d818d9ef2b39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23ffc22435d04e7480a34a6914e4a86a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1833835 Jan 28 04:00:46.197193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36412) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:46.206080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 0a9f6987-7086-485c-8b60-26f66d697959 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:46.233055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 0a9f6987-7086-485c-8b60-26f66d697959 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:46.233663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 0a9f6987-7086-485c-8b60-26f66d697959 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:46.277779 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25203280-259b-4c62-a118-735a26277768 admin admin] Publish callbacks [] for security_group (475a604a-0368-4e2d-8971-4040b3b53162), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:46.283598 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1cc1a918-b421-4bc0-ba02-58ef69fcdd63), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:46.300670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25203280-259b-4c62-a118-735a26277768 admin admin] Publish callbacks [] for security_group (475a604a-0368-4e2d-8971-4040b3b53162), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:46.315814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=1cc1a918-b421-4bc0-ba02-58ef69fcdd63,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:46.375995 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25203280-259b-4c62-a118-735a26277768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (475a604a-0368-4e2d-8971-4040b3b53162), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:46.378795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25203280-259b-4c62-a118-735a26277768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:46.379953 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-25203280-259b-4c62-a118-735a26277768 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/475a604a-0368-4e2d-8971-4040b3b53162 HTTP/1.1" status: 204 len: 168 time: 0.1812739 Jan 28 04:00:46.394890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25203280-259b-4c62-a118-735a26277768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475a604a-0368-4e2d-8971-4040b3b53162,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:46.566797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-024be299-4044-419a-b829-c17867638c9a req-6aecc230-d225-434c-982e-93560eb6eab0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.0392349 Jan 28 04:00:46.638036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:46.751554 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:46.954511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:47.117995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58273a-92aa-4403-9486-cf556b9a5c8b req-d9859120-7576-4e8f-b57c-f09aaa84725d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:47.119865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa58273a-92aa-4403-9486-cf556b9a5c8b req-d9859120-7576-4e8f-b57c-f09aaa84725d tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 945 time: 0.1006422 Jan 28 04:00:47.121195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:47.134902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] Sync routers for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:47.139578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:47.145192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5f182cba-b16c-471e-8ab6-4105a54ae942 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6044223 Jan 28 04:00:47.156030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:47.156677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:47.219859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de4840c-a9f3-4a35-972e-9a4accce80b8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting subnet 45be29b7-7943-42f9-b670-490c93290e46 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:00:47.225538 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4de4840c-a9f3-4a35-972e-9a4accce80b8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (45be29b7-7943-42f9-b670-490c93290e46), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:47.309467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa58273a-92aa-4403-9486-cf556b9a5c8b req-dfaecd84-43dd-4e3f-b59c-f8f3e3d91e41 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608868 Jan 28 04:00:47.333156 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4de4840c-a9f3-4a35-972e-9a4accce80b8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (45be29b7-7943-42f9-b670-490c93290e46), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:47.356088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:47.553349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4de4840c-a9f3-4a35-972e-9a4accce80b8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (45be29b7-7943-42f9-b670-490c93290e46), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:47.598395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36456) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:47.633226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-f2694bcc-e670-4ca5-a53f-7dae5adadbb8 req-74f6daf3-b4ba-4439-b203-86e97355b597 service neutron] (103289) timed out ('10.222.0.44', 43306) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:00:47.642194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4de4840c-a9f3-4a35-972e-9a4accce80b8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (45be29b7-7943-42f9-b670-490c93290e46), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:47.699919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4840c-a9f3-4a35-972e-9a4accce80b8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Subnet': ['ID=45be29b7-7943-42f9-b670-490c93290e46,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:47.709956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4de4840c-a9f3-4a35-972e-9a4accce80b8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:47.710567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f405e6f-fcc1-4462-a41e-775be95bef75 None None] Network 3876a832-5b55-46b1-aa45-26a72d9db397 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:47.715620 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4de4840c-a9f3-4a35-972e-9a4accce80b8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/45be29b7-7943-42f9-b670-490c93290e46 HTTP/1.1" status: 204 len: 168 time: 0.5749438 Jan 28 04:00:47.718379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36460) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:47.829519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:46Z', 'revision_number': 10, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:47.851007 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab8c22a6-e173-4207-9049-4a7d3a065cdc req-be7040b4-b884-4b27-8154-013ea95bac71 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.1046691 Jan 28 04:00:47.855913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (3876a832-5b55-46b1-aa45-26a72d9db397), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:47.858763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] Checking router: ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:47.872959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3233925b-fe25-4f21-8352-c9cfc8dd4e28 tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-881489052', 'prefixes': ['172.20.0.0/16']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:47.876720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:47.877989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:47.993395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 15d2a304-7f7f-4dff-a772-4df2097fe4dc {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:47.993827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.012130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:48.058458 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3233925b-fe25-4f21-8352-c9cfc8dd4e28 tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.060041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3233925b-fe25-4f21-8352-c9cfc8dd4e28 tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4606287 Jan 28 04:00:48.062980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36462) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:48.096498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041ab2ad-3009-406b-9ecf-526e5a785545 None None] DHCP port deletion for 3876a832-5b55-46b1-aa45-26a72d9db397 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:00:48.130336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port 15d2a304-7f7f-4dff-a772-4df2097fe4dc, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=15d2a304-7f7f-4dff-a772-4df2097fe4dc,segment=NetworkSegment(849415f1-fc82-4a73-865d-2e9d38ba7e95),segment_id=849415f1-fc82-4a73-865d-2e9d38ba7e95)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:48.130969 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.136457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5d7abbbf-2630-4c4c-9814-45a1ea3d32e3 tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] 10.222.0.44 "GET /v2.0/subnetpools/c86f4cf0-4dab-4db2-8a70-addffe9f4fa5 HTTP/1.1" status: 200 len: 731 time: 0.0722616 Jan 28 04:00:48.139082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:48.144763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3ee47889-d73d-47e1-b368-95234b0c70f4 tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-666242142'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:48.154177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 15d2a304-7f7f-4dff-a772-4df2097fe4dc owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:48.242189 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device cbaa2db6-1e98-4514-a373-2db065b89630 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:48.272654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ee47889-d73d-47e1-b368-95234b0c70f4 tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.273490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.274236 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3ee47889-d73d-47e1-b368-95234b0c70f4 tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] 10.222.0.44 "PUT /v2.0/subnetpools/c86f4cf0-4dab-4db2-8a70-addffe9f4fa5 HTTP/1.1" status: 200 len: 683 time: 0.1339304 Jan 28 04:00:48.277876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36468) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:48.286303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: cbaa2db6-1e98-4514-a373-2db065b89630 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:48.286655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device cbaa2db6-1e98-4514-a373-2db065b89630 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:48.303843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=15d2a304-7f7f-4dff-a772-4df2097fe4dc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:48.307821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No DVR routers for this DVR port 15d2a304-7f7f-4dff-a772-4df2097fe4dc on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:48.391486 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c53f2c1-39fe-4978-9a5b-525b3f7f4a9a tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.396408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9c53f2c1-39fe-4978-9a5b-525b3f7f4a9a tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] 10.222.0.44 "DELETE /v2.0/subnetpools/c86f4cf0-4dab-4db2-8a70-addffe9f4fa5 HTTP/1.1" status: 204 len: 168 time: 0.1173682 Jan 28 04:00:48.397099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36472) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:48.416828 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-020dd9fc-14f9-4162-b62e-4c72691d5945 tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] show failed (client error): The resource could not be found. Jan 28 04:00:48.421034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-020dd9fc-14f9-4162-b62e-4c72691d5945 tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] 10.222.0.44 "GET /v2.0/subnetpools/c86f4cf0-4dab-4db2-8a70-addffe9f4fa5 HTTP/1.1" status: 404 len: 346 time: 0.0227034 Jan 28 04:00:48.421651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36474) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:48.438530 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-ee74f327-5483-4bd9-87db-7c3295d7111a tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] delete failed (client error): The resource could not be found. Jan 28 04:00:48.443618 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ee74f327-5483-4bd9-87db-7c3295d7111a tempest-SubnetPoolsTestJSON-383904750 tempest-SubnetPoolsTestJSON-383904750-project] 10.222.0.44 "DELETE /v2.0/subnetpools/c86f4cf0-4dab-4db2-8a70-addffe9f4fa5 HTTP/1.1" status: 404 len: 346 time: 0.0209424 Jan 28 04:00:48.454447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-041ab2ad-3009-406b-9ecf-526e5a785545 None None] Deleting port 15d2a304-7f7f-4dff-a772-4df2097fe4dc {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:48.454895 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-041ab2ad-3009-406b-9ecf-526e5a785545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.521775 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (3876a832-5b55-46b1-aa45-26a72d9db397), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.535548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-041ab2ad-3009-406b-9ecf-526e5a785545 None None] For port 15d2a304-7f7f-4dff-a772-4df2097fe4dc, host n-d-808199-14, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:48.535958 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-041ab2ad-3009-406b-9ecf-526e5a785545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.552810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-041ab2ad-3009-406b-9ecf-526e5a785545 None None] Calling delete_port for 15d2a304-7f7f-4dff-a772-4df2097fe4dc owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:48.556647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-041ab2ad-3009-406b-9ecf-526e5a785545 None None] Port 15d2a304-7f7f-4dff-a772-4df2097fe4dc was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:00:48.564343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-fef3a375-3087-49e9-8b6f-6fcc261f151b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:48.566203 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-fef3a375-3087-49e9-8b6f-6fcc261f151b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 945 time: 0.0862164 Jan 28 04:00:48.571888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:46Z', 'revision_number': 10, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:48.575064 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-041ab2ad-3009-406b-9ecf-526e5a785545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (15d2a304-7f7f-4dff-a772-4df2097fe4dc), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.580388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3876a832-5b55-46b1-aa45-26a72d9db397']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:48.605670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849415f1-fc82-4a73-865d-2e9d38ba7e95') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:48.605978 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849415f1-fc82-4a73-865d-2e9d38ba7e95') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:48.630586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca5d63-108e-4267-89d8-4008cdd15cdb req-0c749e92-3ef4-4b21-8167-22f5eabe5262 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:48.632200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca5d63-108e-4267-89d8-4008cdd15cdb req-0c749e92-3ef4-4b21-8167-22f5eabe5262 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 945 time: 0.1929684 Jan 28 04:00:48.647106 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (849415f1-fc82-4a73-865d-2e9d38ba7e95), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.675997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (849415f1-fc82-4a73-865d-2e9d38ba7e95), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.678646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ab2ad-3009-406b-9ecf-526e5a785545 None None] Pushing event deleted for resources: {'Port': ['ID=15d2a304-7f7f-4dff-a772-4df2097fe4dc,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:48.692640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:00:48.693102 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (849415f1-fc82-4a73-865d-2e9d38ba7e95), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:00:48.696464 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:00:48.703561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a4be1-a533-4e36-bf2f-c00a7b3769a7 None None] The sync data for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 is: [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:46Z', 'revision_number': 10, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None, '_interfaces': [{'id': '413d393a-4495-4748-8a70-c7084d7309d5', 'name': '', 'network_id': '65ed4652-5add-4e6d-9448-01cd81ace2f1', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'mac_address': 'fa:16:3e:ab:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:59Z', 'updated_at': '2022-01-28T04:00:07Z', 'revision_number': 5, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'subnets': [{'id': 'f38b8dcc-c0e3-4587-8b6e-638d22bf9829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:48.716547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ab2ad-3009-406b-9ecf-526e5a785545 None None] No DVR routers for this DVR port 15d2a304-7f7f-4dff-a772-4df2097fe4dc on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:48.762907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0dca5d63-108e-4267-89d8-4008cdd15cdb req-ba9b00b1-c0d2-4746-820f-87ef485a2783 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245365 Jan 28 04:00:48.780977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-bb649d28-1173-4590-8fb5-50fdded769b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Deleting port 9554f058-d2f8-4482-a338-1fcf28eac0ad {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:48.785282 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-bb649d28-1173-4590-8fb5-50fdded769b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.802056 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (3876a832-5b55-46b1-aa45-26a72d9db397), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.810033 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:48.817962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/networks/3876a832-5b55-46b1-aa45-26a72d9db397 HTTP/1.1" status: 204 len: 168 time: 1.0948093 Jan 28 04:00:48.828061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:48.847121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31f9dc-c536-44ae-b497-817f2ad10b54 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Network': ['ID=3876a832-5b55-46b1-aa45-26a72d9db397,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:48.939230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36484) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:49.025025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c1c4daa-dd27-4555-bbff-f461506bfcaa req-434ad4a6-fa33-4b0a-98e1-c664ec5fa688 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.0646083 Jan 28 04:00:49.114303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-bb649d28-1173-4590-8fb5-50fdded769b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] For port 9554f058-d2f8-4482-a338-1fcf28eac0ad, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=9554f058-d2f8-4482-a338-1fcf28eac0ad,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:49.114676 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-bb649d28-1173-4590-8fb5-50fdded769b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.125127 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f38f0e9d-46d2-41ea-90c8-328645005976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.169659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-bb649d28-1173-4590-8fb5-50fdded769b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Calling delete_port for 9554f058-d2f8-4482-a338-1fcf28eac0ad owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:49.338843 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f38f0e9d-46d2-41ea-90c8-328645005976 admin admin] Publish callbacks [] for security_group (fb1b5f47-0054-40df-8822-3518a4a3d37d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.349587 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f38f0e9d-46d2-41ea-90c8-328645005976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fb1b5f47-0054-40df-8822-3518a4a3d37d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.405479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f38f0e9d-46d2-41ea-90c8-328645005976 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49c595a629604263ab3cfd04763fc8d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4646537 Jan 28 04:00:49.407742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36490) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:49.431425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f0e9d-46d2-41ea-90c8-328645005976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b5f47-0054-40df-8822-3518a4a3d37d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:49.502974 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-bb649d28-1173-4590-8fb5-50fdded769b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9554f058-d2f8-4482-a338-1fcf28eac0ad), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.536055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['988590e8-d350-4bdf-b316-77470d264e94', '9554f058-d2f8-4482-a338-1fcf28eac0ad'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:00:49.561185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83cd6d9f-d0a5-44b3-9cfa-f0a71de63861 admin admin] Publish callbacks [] for security_group (fb1b5f47-0054-40df-8822-3518a4a3d37d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.577350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 15d2a304-7f7f-4dff-a772-4df2097fe4dc no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:49.589507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83cd6d9f-d0a5-44b3-9cfa-f0a71de63861 admin admin] Publish callbacks [] for security_group (fb1b5f47-0054-40df-8822-3518a4a3d37d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.620914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 15d2a304-7f7f-4dff-a772-4df2097fe4dc {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:49.623372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 15d2a304-7f7f-4dff-a772-4df2097fe4dc not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:49.624160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb649d28-1173-4590-8fb5-50fdded769b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event deleted for resources: {'Port': ['ID=9554f058-d2f8-4482-a338-1fcf28eac0ad,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:49.624759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:49.630946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-bb649d28-1173-4590-8fb5-50fdded769b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] No DVR routers for this DVR port 9554f058-d2f8-4482-a338-1fcf28eac0ad on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:49.634382 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-bb649d28-1173-4590-8fb5-50fdded769b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.638437 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e27c73f-4c45-4e3b-8ba0-90754241ac48 req-bb649d28-1173-4590-8fb5-50fdded769b7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "DELETE /v2.0/ports/9554f058-d2f8-4482-a338-1fcf28eac0ad HTTP/1.1" status: 204 len: 173 time: 1.0642929 Jan 28 04:00:49.639022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90', 'name': 'network-vif-deleted', 'tag': '9554f058-d2f8-4482-a338-1fcf28eac0ad'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:49.641542 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e1d0f1-4e06-47d3-9d2d-79e6058c2f99" -d '{"events": [{"server_uuid": "0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90", "name": "network-vif-deleted", "tag": "9554f058-d2f8-4482-a338-1fcf28eac0ad"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:49.668169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:49.668515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1cc1a918-b421-4bc0-ba02-58ef69fcdd63 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:49.674399 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83cd6d9f-d0a5-44b3-9cfa-f0a71de63861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fb1b5f47-0054-40df-8822-3518a4a3d37d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.676944 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83cd6d9f-d0a5-44b3-9cfa-f0a71de63861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.678222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-83cd6d9f-d0a5-44b3-9cfa-f0a71de63861 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb1b5f47-0054-40df-8822-3518a4a3d37d HTTP/1.1" status: 204 len: 168 time: 0.2693515 Jan 28 04:00:49.697900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd6d9f-d0a5-44b3-9cfa-f0a71de63861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b5f47-0054-40df-8822-3518a4a3d37d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:49.720947 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959c441a-3cba-45f2-a156-363157093cb7 x-openstack-request-id: req-959c441a-3cba-45f2-a156-363157093cb7 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:49.721378 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90", "name": "network-vif-deleted", "tag": "9554f058-d2f8-4482-a338-1fcf28eac0ad", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:49.721722 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-959c441a-3cba-45f2-a156-363157093cb7 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:49.722213 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90', 'name': 'network-vif-deleted', 'tag': '9554f058-d2f8-4482-a338-1fcf28eac0ad', 'status': 'completed', 'code': 200} Jan 28 04:00:49.771476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:49.955020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-144d55f7-5afd-4fa3-9213-f901bbe735c2 req-23426bfe-bc09-46ff-b712-1c904369f7d2 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cb1bb42-0fd1-4a79-a8ae-6d662a8bcd90 HTTP/1.1" status: 200 len: 210 time: 0.0682435 Jan 28 04:00:50.220612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2fba026-597e-4248-9226-b56a41349bd9 req-0ea2ddbf-6010-4143-a5c8-d4134968f875 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.0841324 Jan 28 04:00:50.331085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port 413d393a-4495-4748-8a70-c7084d7309d5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:50.331612 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (413d393a-4495-4748-8a70-c7084d7309d5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:50.470340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port 413d393a-4495-4748-8a70-c7084d7309d5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=413d393a-4495-4748-8a70-c7084d7309d5,segment=NetworkSegment(df34166d-86a3-413b-a19b-840f3b3f413f),segment_id=df34166d-86a3-413b-a19b-840f3b3f413f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:50.470788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (413d393a-4495-4748-8a70-c7084d7309d5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:50.486419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for 413d393a-4495-4748-8a70-c7084d7309d5 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:50.706726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (413d393a-4495-4748-8a70-c7084d7309d5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:50.765831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=413d393a-4495-4748-8a70-c7084d7309d5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:50.832088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36528) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:50.838224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034842 Jan 28 04:00:50.838980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:51.010932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3633e431-1ed7-4d8c-b48b-782a8447348c tempest-NetworksApiDiscovery-1069852959 tempest-NetworksApiDiscovery-1069852959-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1703804 Jan 28 04:00:51.057978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:51.375899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:51.404858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6f6c3b35-12d8-457a-8046-abc21fd24f34 req-5b2e6d5e-7177-44bb-bc6e-6ab80f5a8320 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.0524163 Jan 28 04:00:51.460386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e491fec-48ba-4e5f-8e44-e404a8f4f9c6 req-8ea47e81-ba69-4ce4-83d9-b4c73665f3ee tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:51.467919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:51.473581 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7e34fb82-afef-4b9f-8811-8f7d00f3ce6b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6447248 Jan 28 04:00:51.476582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36548) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:51.484421 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] Sync routers for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:51.484972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e491fec-48ba-4e5f-8e44-e404a8f4f9c6 req-8ea47e81-ba69-4ce4-83d9-b4c73665f3ee tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.1305888 Jan 28 04:00:51.501267 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:51.504164 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:51.587280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab54d10f-b8bc-46a6-aefe-b52d7578ce6e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting subnet f38b8dcc-c0e3-4587-8b6e-638d22bf9829 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:00:51.591218 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab54d10f-b8bc-46a6-aefe-b52d7578ce6e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (f38b8dcc-c0e3-4587-8b6e-638d22bf9829), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:51.594331 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:51.611993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e491fec-48ba-4e5f-8e44-e404a8f4f9c6 req-af488f6d-9627-418e-8903-7456d0aeca22 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259172 Jan 28 04:00:51.638860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab54d10f-b8bc-46a6-aefe-b52d7578ce6e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (f38b8dcc-c0e3-4587-8b6e-638d22bf9829), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:51.669360 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:51.744668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab54d10f-b8bc-46a6-aefe-b52d7578ce6e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f38b8dcc-c0e3-4587-8b6e-638d22bf9829), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:51.759562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53830458-038b-4d5a-94c0-42551b918ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:51.771184 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:50Z', 'revision_number': 11, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:51.809716 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] Checking router: ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:51.821531 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:51.823127 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:51.905031 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53830458-038b-4d5a-94c0-42551b918ff6 admin admin] Publish callbacks [] for security_group (dba2ced4-2242-4de5-bbf3-f2d4b75af1bf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:51.906882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab54d10f-b8bc-46a6-aefe-b52d7578ce6e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (f38b8dcc-c0e3-4587-8b6e-638d22bf9829), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:51.924803 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:51.941536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53830458-038b-4d5a-94c0-42551b918ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dba2ced4-2242-4de5-bbf3-f2d4b75af1bf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:51.948419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54d10f-b8bc-46a6-aefe-b52d7578ce6e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Subnet': ['ID=f38b8dcc-c0e3-4587-8b6e-638d22bf9829,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:51.966980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff8218-533d-4745-8d1d-43d58e8bcbee None None] Network 65ed4652-5add-4e6d-9448-01cd81ace2f1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:00:51.981852 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab54d10f-b8bc-46a6-aefe-b52d7578ce6e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:51.987603 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ab54d10f-b8bc-46a6-aefe-b52d7578ce6e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/f38b8dcc-c0e3-4587-8b6e-638d22bf9829 HTTP/1.1" status: 204 len: 168 time: 0.5093460 Jan 28 04:00:51.997491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36554) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:52.004705 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-53830458-038b-4d5a-94c0-42551b918ff6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be0bef00e85f4ee7b2f66eadd975fbe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4093575 Jan 28 04:00:52.008303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:52.017723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53830458-038b-4d5a-94c0-42551b918ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba2ced4-2242-4de5-bbf3-f2d4b75af1bf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:52.073634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfe3d60e-7039-436f-a4ff-fddb79d45222 admin admin] Publish callbacks [] for security_group (dba2ced4-2242-4de5-bbf3-f2d4b75af1bf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:52.093081 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:50Z', 'revision_number': 11, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:52.100671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfe3d60e-7039-436f-a4ff-fddb79d45222 admin admin] Publish callbacks [] for security_group (dba2ced4-2242-4de5-bbf3-f2d4b75af1bf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:52.151207 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727e9f7-f988-45d7-b090-c97dc0646a19 None None] The sync data for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 is: [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:50Z', 'revision_number': 11, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:52.167021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfe3d60e-7039-436f-a4ff-fddb79d45222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dba2ced4-2242-4de5-bbf3-f2d4b75af1bf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:52.171345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfe3d60e-7039-436f-a4ff-fddb79d45222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:52.177495 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bfe3d60e-7039-436f-a4ff-fddb79d45222 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dba2ced4-2242-4de5-bbf3-f2d4b75af1bf HTTP/1.1" status: 204 len: 168 time: 0.1666918 Jan 28 04:00:52.191543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3d60e-7039-436f-a4ff-fddb79d45222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba2ced4-2242-4de5-bbf3-f2d4b75af1bf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:52.200114 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (65ed4652-5add-4e6d-9448-01cd81ace2f1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:52.206991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 9554f058-d2f8-4482-a338-1fcf28eac0ad no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:52.306274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Deleting port dc3cf08e-51ed-4676-9318-67e1f031b8c2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:52.306649 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:52.412556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] For port dc3cf08e-51ed-4676-9318-67e1f031b8c2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=dc3cf08e-51ed-4676-9318-67e1f031b8c2,segment=NetworkSegment(df34166d-86a3-413b-a19b-840f3b3f413f),segment_id=df34166d-86a3-413b-a19b-840f3b3f413f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:52.413035 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:52.431280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Calling delete_port for dc3cf08e-51ed-4676-9318-67e1f031b8c2 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:52.479903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 9554f058-d2f8-4482-a338-1fcf28eac0ad {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:52.480611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 9554f058-d2f8-4482-a338-1fcf28eac0ad not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:52.567842 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] DHCP port deletion for 65ed4652-5add-4e6d-9448-01cd81ace2f1 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:00:52.643487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Deleting port dc3cf08e-51ed-4676-9318-67e1f031b8c2 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:52.643999 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:52.648276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df25b3-849b-47ed-b758-947192286ea1 req-6b671059-b52a-470c-8245-67043ecba044 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:52.652954 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-34df25b3-849b-47ed-b758-947192286ea1 req-6b671059-b52a-470c-8245-67043ecba044 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.1242080 Jan 28 04:00:52.809383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-34df25b3-849b-47ed-b758-947192286ea1 req-03730731-21c9-4b25-b22d-a73c47efbeb7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Deleting port 988590e8-d350-4bdf-b316-77470d264e94 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:52.809770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-34df25b3-849b-47ed-b758-947192286ea1 req-03730731-21c9-4b25-b22d-a73c47efbeb7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (988590e8-d350-4bdf-b316-77470d264e94), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:52.819365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] For port dc3cf08e-51ed-4676-9318-67e1f031b8c2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=dc3cf08e-51ed-4676-9318-67e1f031b8c2,segment=NetworkSegment(df34166d-86a3-413b-a19b-840f3b3f413f),segment_id=df34166d-86a3-413b-a19b-840f3b3f413f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:52.820082 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:52.837074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Calling delete_port for dc3cf08e-51ed-4676-9318-67e1f031b8c2 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:53.019840 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:53.047236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] No DVR routers for this DVR port dc3cf08e-51ed-4676-9318-67e1f031b8c2 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:53.106103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Pushing event deleted for resources: {'Port': ['ID=dc3cf08e-51ed-4676-9318-67e1f031b8c2,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:53.136991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.137342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.138311 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.143530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.144095 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.146841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.147378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.147895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.148387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.149028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.151862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.152695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.153388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd95abd-d380-41ad-8b75-02b4417bf722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:00:53.329720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-34df25b3-849b-47ed-b758-947192286ea1 req-03730731-21c9-4b25-b22d-a73c47efbeb7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] For port 988590e8-d350-4bdf-b316-77470d264e94, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=988590e8-d350-4bdf-b316-77470d264e94,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:53.330164 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-34df25b3-849b-47ed-b758-947192286ea1 req-03730731-21c9-4b25-b22d-a73c47efbeb7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (988590e8-d350-4bdf-b316-77470d264e94), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:53.335809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f98ebf6c-f218-4378-9692-2109399ce059 req-2d7d3905-15ed-40e9-9eab-f455844b1039 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.7685781 Jan 28 04:00:53.357653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-34df25b3-849b-47ed-b758-947192286ea1 req-03730731-21c9-4b25-b22d-a73c47efbeb7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Calling delete_port for 988590e8-d350-4bdf-b316-77470d264e94 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:53.451073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf391-e043-43ea-9d36-23f922d938fe req-9b37b5fd-376c-4165-8909-0aee8ca66a61 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:53.458249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9bcf391-e043-43ea-9d36-23f922d938fe req-9b37b5fd-376c-4165-8909-0aee8ca66a61 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca4e8ed-0648-4930-af3d-3c79ef9063c4 HTTP/1.1" status: 200 len: 946 time: 0.1341228 Jan 28 04:00:53.519872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-34df25b3-849b-47ed-b758-947192286ea1 req-03730731-21c9-4b25-b22d-a73c47efbeb7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (988590e8-d350-4bdf-b316-77470d264e94), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:53.526484 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (dc3cf08e-51ed-4676-9318-67e1f031b8c2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:53.553781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['988590e8-d350-4bdf-b316-77470d264e94'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:00:53.581846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Port': ['ID=dc3cf08e-51ed-4676-9318-67e1f031b8c2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:53.583693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No DVR routers for this DVR port dc3cf08e-51ed-4676-9318-67e1f031b8c2 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:53.610587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03730731-21c9-4b25-b22d-a73c47efbeb7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event deleted for resources: {'Port': ['ID=988590e8-d350-4bdf-b316-77470d264e94,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:53.649590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dc3cf08e-51ed-4676-9318-67e1f031b8c2 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:53.653321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9bcf391-e043-43ea-9d36-23f922d938fe req-0c181c8c-6184-4749-8cf6-26d3ff2a0783 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=c69fec73-7a8b-4fb5-b2d5-3980349a1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938889 Jan 28 04:00:53.699206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: dc3cf08e-51ed-4676-9318-67e1f031b8c2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:53.699563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dc3cf08e-51ed-4676-9318-67e1f031b8c2 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:53.699978 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 413d393a-4495-4748-8a70-c7084d7309d5 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:53.722025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-34df25b3-849b-47ed-b758-947192286ea1 req-03730731-21c9-4b25-b22d-a73c47efbeb7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] No DVR routers for this DVR port 988590e8-d350-4bdf-b316-77470d264e94 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:53.731803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-34df25b3-849b-47ed-b758-947192286ea1 req-03730731-21c9-4b25-b22d-a73c47efbeb7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:53.735837 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-34df25b3-849b-47ed-b758-947192286ea1 req-03730731-21c9-4b25-b22d-a73c47efbeb7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.25 "DELETE /v2.0/ports/988590e8-d350-4bdf-b316-77470d264e94 HTTP/1.1" status: 204 len: 173 time: 1.0768712 Jan 28 04:00:53.736268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca4e8ed-0648-4930-af3d-3c79ef9063c4', 'name': 'network-vif-deleted', 'tag': '988590e8-d350-4bdf-b316-77470d264e94'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:53.746446 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a5e474-21f8-4a7b-871e-c5108647e51d" -d '{"events": [{"server_uuid": "6ca4e8ed-0648-4930-af3d-3c79ef9063c4", "name": "network-vif-deleted", "tag": "988590e8-d350-4bdf-b316-77470d264e94"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:53.751917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 413d393a-4495-4748-8a70-c7084d7309d5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:53.752453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 413d393a-4495-4748-8a70-c7084d7309d5 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:53.756059 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (65ed4652-5add-4e6d-9448-01cd81ace2f1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:53.843413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ed4652-5add-4e6d-9448-01cd81ace2f1']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:53.874526 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5814ab7c-2923-46f2-a8db-61344e225c7e x-openstack-request-id: req-5814ab7c-2923-46f2-a8db-61344e225c7e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:53.874927 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca4e8ed-0648-4930-af3d-3c79ef9063c4", "name": "network-vif-deleted", "tag": "988590e8-d350-4bdf-b316-77470d264e94", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:53.875185 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5814ab7c-2923-46f2-a8db-61344e225c7e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:53.875738 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca4e8ed-0648-4930-af3d-3c79ef9063c4', 'name': 'network-vif-deleted', 'tag': '988590e8-d350-4bdf-b316-77470d264e94', 'status': 'completed', 'code': 200} Jan 28 04:00:53.894800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df34166d-86a3-413b-a19b-840f3b3f413f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:53.895105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df34166d-86a3-413b-a19b-840f3b3f413f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:53.922756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (df34166d-86a3-413b-a19b-840f3b3f413f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:53.954467 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (df34166d-86a3-413b-a19b-840f3b3f413f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:53.964763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:00:53.965376 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (df34166d-86a3-413b-a19b-840f3b3f413f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:00:54.086312 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:00:54.092250 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (65ed4652-5add-4e6d-9448-01cd81ace2f1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:54.118826 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:54.123153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/networks/65ed4652-5add-4e6d-9448-01cd81ace2f1 HTTP/1.1" status: 204 len: 168 time: 2.1221058 Jan 28 04:00:54.124289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95d390-f56a-4f9a-afa4-f1f3e4c138a8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Pushing event deleted for resources: {'Network': ['ID=65ed4652-5add-4e6d-9448-01cd81ace2f1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:54.125960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36600) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:54.131223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-31406069-db18-4a35-a8f9-f6eb8fc847c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'routes': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:54.315534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-31406069-db18-4a35-a8f9-f6eb8fc847c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Added routes are [] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 04:00:54.315974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-31406069-db18-4a35-a8f9-f6eb8fc847c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Removed routes are [] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 04:00:54.316452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31406069-db18-4a35-a8f9-f6eb8fc847c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:54.483273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa52a53b-f18c-40c9-8dc0-f1747a91214b req-0f1f8150-ce5e-4a6d-965b-051c6b32f3b7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.0375738 Jan 28 04:00:54.577735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31406069-db18-4a35-a8f9-f6eb8fc847c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:54.582373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31406069-db18-4a35-a8f9-f6eb8fc847c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:54.695556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31406069-db18-4a35-a8f9-f6eb8fc847c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:54.800120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31406069-db18-4a35-a8f9-f6eb8fc847c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:54.809360 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31406069-db18-4a35-a8f9-f6eb8fc847c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:54.811276 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-31406069-db18-4a35-a8f9-f6eb8fc847c6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 HTTP/1.1" status: 200 len: 700 time: 0.6836066 Jan 28 04:00:54.813333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:54.821715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] Sync routers for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:54.840538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:54.841198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:54.938607 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36626) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:54.939089 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d0b46aa0-b1f2-4d0c-b3c2-4ec966068fbd tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 HTTP/1.1" status: 200 len: 205 time: 0.1207666 Jan 28 04:00:55.011355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:55.103200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:50Z', 'revision_number': 11, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:55.136831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] Checking router: ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:55.145465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36632) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:55.146313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] Routers {'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:55.147088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:55.202326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-acf3b1d9-79ba-4f72-a0be-73a1590e9a9d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.254180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] Set router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:55.315004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:50Z', 'revision_number': 11, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:55.328547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06da08a3-7183-4955-92de-887084773df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.350710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6d49d-ade6-416d-a379-e9fa95302dcd None None] The sync data for ids ['ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9'] in n-d-808199-14 is: [{'id': 'ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9', 'name': 'tempest-RoutersTest-router-159842572', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:50Z', 'revision_number': 11, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:55.455345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06da08a3-7183-4955-92de-887084773df8 admin admin] Publish callbacks [] for security_group (f05684f5-c416-449c-b2cd-7ed674a5b373), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.469066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06da08a3-7183-4955-92de-887084773df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f05684f5-c416-449c-b2cd-7ed674a5b373), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.481483 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-acf3b1d9-79ba-4f72-a0be-73a1590e9a9d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.491878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ed995-e5a3-4dc5-a60c-e7624cfb7a95 req-bd9dc3aa-b8b1-448a-9828-0f05f2d5191c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:55.499001 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b6ed995-e5a3-4dc5-a60c-e7624cfb7a95 req-bd9dc3aa-b8b1-448a-9828-0f05f2d5191c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.3652575 Jan 28 04:00:55.502135 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-acf3b1d9-79ba-4f72-a0be-73a1590e9a9d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.543014 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-06da08a3-7183-4955-92de-887084773df8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15051403ae574e138fc0ace791b86afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954055 Jan 28 04:00:55.544058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da08a3-7183-4955-92de-887084773df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05684f5-c416-449c-b2cd-7ed674a5b373,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:55.546842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:55.635508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b6ed995-e5a3-4dc5-a60c-e7624cfb7a95 req-4331a089-d7b3-4fd1-a29b-b659f53df8a1 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305246 Jan 28 04:00:55.660713 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-acf3b1d9-79ba-4f72-a0be-73a1590e9a9d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.661314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf3b1d9-79ba-4f72-a0be-73a1590e9a9d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Fanout notify agent at l3_agent the message router_deleted on router ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:00:55.662881 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5046d6a0-dadd-4f85-b2b5-d6fcb92c3dc9 admin admin] Publish callbacks [] for security_group (f05684f5-c416-449c-b2cd-7ed674a5b373), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.670104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-acf3b1d9-79ba-4f72-a0be-73a1590e9a9d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.675091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-acf3b1d9-79ba-4f72-a0be-73a1590e9a9d tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 HTTP/1.1" status: 204 len: 168 time: 0.7303758 Jan 28 04:00:55.683273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36640) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:55.687577 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad8f8bca-6a99-4517-9708-d8f7db20efca req-bd168d55-1054-4a4b-aea6-296daa2b2cfd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=894d5041-a49a-4230-85a2-aeb299d40c0b HTTP/1.1" status: 200 len: 210 time: 0.0383575 Jan 28 04:00:55.691352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-df2724c4-c4b6-4771-af31-c528bed2c5e8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1278742697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:55.727379 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5046d6a0-dadd-4f85-b2b5-d6fcb92c3dc9 admin admin] Publish callbacks [] for security_group (f05684f5-c416-449c-b2cd-7ed674a5b373), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.762465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df2724c4-c4b6-4771-af31-c528bed2c5e8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (71f882ec-90f9-4c92-9a55-3417c4d83990), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.763684 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df2724c4-c4b6-4771-af31-c528bed2c5e8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (71f882ec-90f9-4c92-9a55-3417c4d83990), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.843507 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df2724c4-c4b6-4771-af31-c528bed2c5e8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (71f882ec-90f9-4c92-9a55-3417c4d83990), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.850414 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df2724c4-c4b6-4771-af31-c528bed2c5e8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (71f882ec-90f9-4c92-9a55-3417c4d83990), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.857336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5046d6a0-dadd-4f85-b2b5-d6fcb92c3dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f05684f5-c416-449c-b2cd-7ed674a5b373), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.859927 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5046d6a0-dadd-4f85-b2b5-d6fcb92c3dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.863764 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5046d6a0-dadd-4f85-b2b5-d6fcb92c3dc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f05684f5-c416-449c-b2cd-7ed674a5b373 HTTP/1.1" status: 204 len: 168 time: 0.3134022 Jan 28 04:00:55.874421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046d6a0-dadd-4f85-b2b5-d6fcb92c3dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05684f5-c416-449c-b2cd-7ed674a5b373,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:55.890891 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df2724c4-c4b6-4771-af31-c528bed2c5e8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:55.894971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36644) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:55.895268 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-df2724c4-c4b6-4771-af31-c528bed2c5e8 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2094436 Jan 28 04:00:55.901200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-74d7e4c9-38dd-4200-b090-8997538654fc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:00:56.178548 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74d7e4c9-38dd-4200-b090-8997538654fc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-991783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router (71f882ec-90f9-4c92-9a55-3417c4d83990), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:56.194066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74d7e4c9-38dd-4200-b090-8997538654fc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-991774'] for router (71f882ec-90f9-4c92-9a55-3417c4d83990), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:56.236949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 988590e8-d350-4bdf-b316-77470d264e94 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:00:56.266044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 988590e8-d350-4bdf-b316-77470d264e94 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:00:56.266496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 988590e8-d350-4bdf-b316-77470d264e94 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:00:56.320732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36650) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:56.333462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d7e4c9-38dd-4200-b090-8997538654fc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Router 71f882ec-90f9-4c92-9a55-3417c4d83990 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:00:56.341441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b11bf625-d232-4e3f-9a0b-dfb72f0f3509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:56.436306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d7e4c9-38dd-4200-b090-8997538654fc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:56.446821 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74d7e4c9-38dd-4200-b090-8997538654fc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:56.453031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-74d7e4c9-38dd-4200-b090-8997538654fc tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "PUT /v2.0/routers/71f882ec-90f9-4c92-9a55-3417c4d83990 HTTP/1.1" status: 200 len: 694 time: 0.5567031 Jan 28 04:00:56.454086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36652) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:56.454752 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82687d28-dd25-4722-9483-5275f588803d None None] Sync routers for ids ['71f882ec-90f9-4c92-9a55-3417c4d83990'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:56.466695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b11bf625-d232-4e3f-9a0b-dfb72f0f3509 admin admin] Publish callbacks [] for security_group (3965c098-d3aa-4d1e-baa2-1d9b9ecf8177), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:56.467683 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82687d28-dd25-4722-9483-5275f588803d None None] Routers {'71f882ec-90f9-4c92-9a55-3417c4d83990'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:56.468486 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82687d28-dd25-4722-9483-5275f588803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['71f882ec-90f9-4c92-9a55-3417c4d83990'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:56.520738 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b11bf625-d232-4e3f-9a0b-dfb72f0f3509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3965c098-d3aa-4d1e-baa2-1d9b9ecf8177), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:56.549756 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-82687d28-dd25-4722-9483-5275f588803d None None] Set router 71f882ec-90f9-4c92-9a55-3417c4d83990 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:56.606676 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e6a79407-8331-4517-a094-d6a17b1624de tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/routers/71f882ec-90f9-4c92-9a55-3417c4d83990 HTTP/1.1" status: 200 len: 700 time: 0.1514010 Jan 28 04:00:56.609905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:56.613373 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82687d28-dd25-4722-9483-5275f588803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f882ec-90f9-4c92-9a55-3417c4d83990', 'name': 'tempest-RoutersTest-router-1278742697', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:00:55Z', 'updated_at': '2022-01-28T04:00:56Z', 'revision_number': 2, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:56.617063 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b11bf625-d232-4e3f-9a0b-dfb72f0f3509 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1adb60e71dc540c39b3dbc5be3a2c269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927969 Jan 28 04:00:56.618037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36656) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:56.643294 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82687d28-dd25-4722-9483-5275f588803d None None] Checking router: 71f882ec-90f9-4c92-9a55-3417c4d83990 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:56.653819 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82687d28-dd25-4722-9483-5275f588803d None None] Routers {'71f882ec-90f9-4c92-9a55-3417c4d83990'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:56.654425 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82687d28-dd25-4722-9483-5275f588803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['71f882ec-90f9-4c92-9a55-3417c4d83990'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:56.656081 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b7ca6a32-521e-408a-86ce-8334c5b00410 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=71f882ec-90f9-4c92-9a55-3417c4d83990 HTTP/1.1" status: 200 len: 205 time: 0.0450313 Jan 28 04:00:56.661659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bf625-d232-4e3f-9a0b-dfb72f0f3509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3965c098-d3aa-4d1e-baa2-1d9b9ecf8177,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:56.666481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36660) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:56.700393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-771186be-bc86-493d-8494-ec6662ef4f38 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:56.702962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-771186be-bc86-493d-8494-ec6662ef4f38 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.0622611 Jan 28 04:00:56.744800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fd90ae9-7aad-4100-b970-f71bdd25721c admin admin] Publish callbacks [] for security_group (3965c098-d3aa-4d1e-baa2-1d9b9ecf8177), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:56.791598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-82687d28-dd25-4722-9483-5275f588803d None None] Set router 71f882ec-90f9-4c92-9a55-3417c4d83990 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:56.799492 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fd90ae9-7aad-4100-b970-f71bdd25721c admin admin] Publish callbacks [] for security_group (3965c098-d3aa-4d1e-baa2-1d9b9ecf8177), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:56.852073 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82687d28-dd25-4722-9483-5275f588803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f882ec-90f9-4c92-9a55-3417c4d83990', 'name': 'tempest-RoutersTest-router-1278742697', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:00:55Z', 'updated_at': '2022-01-28T04:00:56Z', 'revision_number': 2, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:56.877383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a264-1cb8-4fb1-8ffb-f9eaae6ad968 req-bcddf33c-a448-4cda-b5cf-bcca8ca3c149 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:56.879608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8c8a264-1cb8-4fb1-8ffb-f9eaae6ad968 req-bcddf33c-a448-4cda-b5cf-bcca8ca3c149 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 944 time: 0.1084890 Jan 28 04:00:56.894535 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82687d28-dd25-4722-9483-5275f588803d None None] The sync data for ids ['71f882ec-90f9-4c92-9a55-3417c4d83990'] in n-d-808199-14 is: [{'id': '71f882ec-90f9-4c92-9a55-3417c4d83990', 'name': 'tempest-RoutersTest-router-1278742697', 'tenant_id': '822cb5ca928c450a8ece4c19444ba6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:00:55Z', 'updated_at': '2022-01-28T04:00:56Z', 'revision_number': 2, 'project_id': '822cb5ca928c450a8ece4c19444ba6ac', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:56.970131 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b71767e-bc65-4fd6-b88e-62e8ed2b8816 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (71f882ec-90f9-4c92-9a55-3417c4d83990), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.002413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Deleting port be5ff5fb-4e1c-4520-96ca-8060619ee468 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:00:57.002877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.098492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8c8a264-1cb8-4fb1-8ffb-f9eaae6ad968 req-210954a6-9fc5-45d1-8143-7f1e0bfd43c7 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups?id=d420b53e-2d16-459d-85c7-5ec0aefb58ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986330 Jan 28 04:00:57.170513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] For port be5ff5fb-4e1c-4520-96ca-8060619ee468, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=be5ff5fb-4e1c-4520-96ca-8060619ee468,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:00:57.170887 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.215959 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b71767e-bc65-4fd6-b88e-62e8ed2b8816 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (71f882ec-90f9-4c92-9a55-3417c4d83990), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.220118 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b71767e-bc65-4fd6-b88e-62e8ed2b8816 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router_controller (71f882ec-90f9-4c92-9a55-3417c4d83990), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.291963 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fd90ae9-7aad-4100-b970-f71bdd25721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3965c098-d3aa-4d1e-baa2-1d9b9ecf8177), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.294736 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fd90ae9-7aad-4100-b970-f71bdd25721c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.298409 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0fd90ae9-7aad-4100-b970-f71bdd25721c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3965c098-d3aa-4d1e-baa2-1d9b9ecf8177 HTTP/1.1" status: 204 len: 168 time: 0.6794419 Jan 28 04:00:57.302291 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b71767e-bc65-4fd6-b88e-62e8ed2b8816 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (71f882ec-90f9-4c92-9a55-3417c4d83990), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.302798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b71767e-bc65-4fd6-b88e-62e8ed2b8816 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Fanout notify agent at l3_agent the message router_deleted on router 71f882ec-90f9-4c92-9a55-3417c4d83990 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:00:57.325700 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b71767e-bc65-4fd6-b88e-62e8ed2b8816 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.327710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1b71767e-bc65-4fd6-b88e-62e8ed2b8816 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/71f882ec-90f9-4c92-9a55-3417c4d83990 HTTP/1.1" status: 204 len: 168 time: 0.6603463 Jan 28 04:00:57.335001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36672) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:57.336063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd90ae9-7aad-4100-b970-f71bdd25721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3965c098-d3aa-4d1e-baa2-1d9b9ecf8177,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:57.400635 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-214e0c02-4b9f-49b3-9673-e31dc57eafcf tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=71f882ec-90f9-4c92-9a55-3417c4d83990 HTTP/1.1" status: 200 len: 205 time: 0.0589633 Jan 28 04:00:57.401061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36674) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:57.478719 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b37a68c9-2941-4501-8af8-8c3cb098eea5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] delete failed (client error): The resource could not be found. Jan 28 04:00:57.482116 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b37a68c9-2941-4501-8af8-8c3cb098eea5 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/71f882ec-90f9-4c92-9a55-3417c4d83990 HTTP/1.1" status: 404 len: 336 time: 0.0754180 Jan 28 04:00:57.489303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36676) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:57.519981 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e609147-d125-4321-976f-6743b07de12e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:57.520455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e609147-d125-4321-976f-6743b07de12e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:57.527040 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1e609147-d125-4321-976f-6743b07de12e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/b52c1b8b-3ec6-4750-b538-eeccd530e5ff HTTP/1.1" status: 404 len: 337 time: 0.0334818 Jan 28 04:00:57.527398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36678) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:57.568371 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c931c0f5-f995-4758-8f51-365d3b30d0df tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:57.568917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c931c0f5-f995-4758-8f51-365d3b30d0df tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:57.573084 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c931c0f5-f995-4758-8f51-365d3b30d0df tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/0f2521d9-dfd9-4ed4-ae01-cff62674b3ec HTTP/1.1" status: 404 len: 337 time: 0.0439661 Jan 28 04:00:57.577885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36680) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:57.622482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.623506 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (534faaf0-f207-47db-aac2-482c7a40f5d7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.624025 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Floating IP 534faaf0-f207-47db-aac2-482c7a40f5d7 disassociated. External IP: 172.25.1.183, port: be5ff5fb-4e1c-4520-96ca-8060619ee468. Jan 28 04:00:57.624557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Calling delete_port for be5ff5fb-4e1c-4520-96ca-8060619ee468 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:00:57.633454 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5b5cba-b7e4-45c0-8810-b3bc78036005 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:57.634049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5b5cba-b7e4-45c0-8810-b3bc78036005 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:57.641402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:57.642301 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ca5b5cba-b7e4-45c0-8810-b3bc78036005 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/45be29b7-7943-42f9-b670-490c93290e46 HTTP/1.1" status: 404 len: 337 time: 0.0628741 Jan 28 04:00:57.731604 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f69624-8871-4c1f-8848-f6be2238c623 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:57.732524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f69624-8871-4c1f-8848-f6be2238c623 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:57.739043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36688) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:57.739381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b7f69624-8871-4c1f-8848-f6be2238c623 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/f38b8dcc-c0e3-4587-8b6e-638d22bf9829 HTTP/1.1" status: 404 len: 337 time: 0.0948730 Jan 28 04:00:57.808585 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-18515820-5f56-4798-8bee-b241b08fb797 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 HTTP/1.1" status: 200 len: 205 time: 0.0654597 Jan 28 04:00:57.813229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36690) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:57.870078 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (be5ff5fb-4e1c-4520-96ca-8060619ee468), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:57.881585 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-7827976f-2cf3-42b0-8ae4-a0f2a1d2be27 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] delete failed (client error): The resource could not be found. Jan 28 04:00:57.885066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7827976f-2cf3-42b0-8ae4-a0f2a1d2be27 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/ca751b79-3dc4-4c1e-bc89-4b8b21a03ab9 HTTP/1.1" status: 404 len: 336 time: 0.0684474 Jan 28 04:00:57.888808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:57.957856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event deleted for resources: {'Port': ['ID=be5ff5fb-4e1c-4520-96ca-8060619ee468,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:00:57.983623 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-06fa39b8-4e94-41c5-8d9b-55421a8d1c00 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=947a57b5-213e-4fe8-896a-5b199419b85f HTTP/1.1" status: 200 len: 205 time: 0.0911596 Jan 28 04:00:57.984154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36698) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.114710 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-65164f76-33d8-4f88-9598-16990739ccb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] delete failed (client error): The resource could not be found. Jan 28 04:00:58.122609 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-65164f76-33d8-4f88-9598-16990739ccb6 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/947a57b5-213e-4fe8-896a-5b199419b85f HTTP/1.1" status: 404 len: 336 time: 0.1374929 Jan 28 04:00:58.138014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36706) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.219198 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-273c95c1-7b31-4bfa-b88f-d10c250cd319 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:58.227118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273c95c1-7b31-4bfa-b88f-d10c250cd319 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:58.238417 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-273c95c1-7b31-4bfa-b88f-d10c250cd319 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/817049d0-56e1-4ff9-9186-2853902ff69b HTTP/1.1" status: 404 len: 337 time: 0.0921652 Jan 28 04:00:58.239238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36710) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.261173 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Router d90f9e88-ec05-4bea-93da-894ad9ed42bc has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:00:58.284375 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-98193bf7-eb36-4c9e-9b5e-07c46bac1ac9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cd4cbd7-5352-409f-a8dc-2ddba430f22d HTTP/1.1" status: 200 len: 205 time: 0.0440414 Jan 28 04:00:58.286464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36714) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.295988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f50c20d1-3ab1-436e-9a4f-62f12f6c1087 req-d3f9a42f-dbb1-4680-ab20-3c53ebb7e0a5 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 210 time: 0.0557873 Jan 28 04:00:58.420977 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-98c8a837-5739-4031-86c0-4da59c406c09 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] delete failed (client error): The resource could not be found. Jan 28 04:00:58.424466 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-98c8a837-5739-4031-86c0-4da59c406c09 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/6cd4cbd7-5352-409f-a8dc-2ddba430f22d HTTP/1.1" status: 404 len: 336 time: 0.1265514 Jan 28 04:00:58.425486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36720) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.466275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:00:58.482816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] Sync routers for ids ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:00:58.491539 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c77a7221-a9c8-4259-94b4-aa71158963ea tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4 HTTP/1.1" status: 200 len: 205 time: 0.0625811 Jan 28 04:00:58.492026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.505722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] Routers {'d90f9e88-ec05-4bea-93da-894ad9ed42bc'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:58.508792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:58.530198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] No DVR routers for this DVR port be5ff5fb-4e1c-4520-96ca-8060619ee468 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:00:58.540457 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:58.545066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ff2ba6f-5b04-49c4-a3ca-f10e389b2146 req-ccddc53d-45cd-4a58-9b87-d4bc6b411e33 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.42 "DELETE /v2.0/ports/be5ff5fb-4e1c-4520-96ca-8060619ee468 HTTP/1.1" status: 204 len: 173 time: 1.8341472 Jan 28 04:00:58.545575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-deleted', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:00:58.547935 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923465c5-1bbe-4709-9800-c8cf783889bd" -d '{"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-deleted", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:00:58.593525 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-0bc4a379-bc24-4684-9d44-e81bfb5e0179 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] delete failed (client error): The resource could not be found. Jan 28 04:00:58.594627 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0bc4a379-bc24-4684-9d44-e81bfb5e0179 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/6b43ebca-ffc0-4fbb-bbc4-d2e0cadd94c4 HTTP/1.1" status: 404 len: 336 time: 0.1016552 Jan 28 04:00:58.597212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36728) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.642954 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1152af-bab7-4a5f-b260-c43219db0a30 x-openstack-request-id: req-1f1152af-bab7-4a5f-b260-c43219db0a30 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:00:58.643497 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9c891f-70fd-4ba5-97c9-24e601c91e58", "name": "network-vif-deleted", "tag": "be5ff5fb-4e1c-4520-96ca-8060619ee468", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:00:58.643497 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f1152af-bab7-4a5f-b260-c43219db0a30 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:00:58.643926 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9c891f-70fd-4ba5-97c9-24e601c91e58', 'name': 'network-vif-deleted', 'tag': 'be5ff5fb-4e1c-4520-96ca-8060619ee468', 'status': 'completed', 'code': 200} Jan 28 04:00:58.658777 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e25948-7f6b-4bea-a982-91ada7a07c8b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:58.659245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e25948-7f6b-4bea-a982-91ada7a07c8b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:58.662352 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-86e25948-7f6b-4bea-a982-91ada7a07c8b tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/642bb447-caff-4118-b5e8-74fae6cee8dd HTTP/1.1" status: 404 len: 337 time: 0.0641873 Jan 28 04:00:58.665290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.714080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] Set router d90f9e88-ec05-4bea-93da-894ad9ed42bc gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:58.725329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.726437 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c9d89553-a39b-4186-82ce-24342b8ecc8a tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e7c8ac8-0624-4904-8db3-d92670a9dc99 HTTP/1.1" status: 200 len: 205 time: 0.0588269 Jan 28 04:00:58.813261 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-7fa0753f-c1c5-4c5a-a66b-6e4f9d7ddb90 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] delete failed (client error): The resource could not be found. Jan 28 04:00:58.814378 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7fa0753f-c1c5-4c5a-a66b-6e4f9d7ddb90 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/3e7c8ac8-0624-4904-8db3-d92670a9dc99 HTTP/1.1" status: 404 len: 336 time: 0.0879364 Jan 28 04:00:58.816771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.852488 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc089a7-112f-420b-80bd-e4a2705f41e9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:58.853013 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc089a7-112f-420b-80bd-e4a2705f41e9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:58.857321 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6dc089a7-112f-420b-80bd-e4a2705f41e9 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/ccc6f061-8d7c-4e42-b157-b050439fbf7a HTTP/1.1" status: 404 len: 337 time: 0.0391293 Jan 28 04:00:58.859835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36738) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.908798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36742) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.917291 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-65b8c3ef-6e55-4ea7-8c07-9f44c720974f tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab08218d-f626-4bce-bdaf-8570a6dfe59d HTTP/1.1" status: 200 len: 205 time: 0.0561705 Jan 28 04:00:58.961883 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-ceae24fd-70d1-44eb-ab8d-f267e655d54e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] delete failed (client error): The resource could not be found. Jan 28 04:00:58.964794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36744) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:58.973613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ceae24fd-70d1-44eb-ab8d-f267e655d54e tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/routers/ab08218d-f626-4bce-bdaf-8570a6dfe59d HTTP/1.1" status: 404 len: 336 time: 0.0568621 Jan 28 04:00:59.010137 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-91480928-b881-4126-bb7a-2bc1a0bfdd27 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:59.010826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91480928-b881-4126-bb7a-2bc1a0bfdd27 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:59.016596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:59.027951 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-91480928-b881-4126-bb7a-2bc1a0bfdd27 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/7bb360f5-cf23-4c07-8798-e87295f4e971 HTTP/1.1" status: 404 len: 337 time: 0.0616920 Jan 28 04:00:59.053358 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3c8460-57da-4965-9989-11d5ee39daf3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] DELETE failed (client error): The resource could not be found. Jan 28 04:00:59.053833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3c8460-57da-4965-9989-11d5ee39daf3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:00:59.063811 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6f3c8460-57da-4965-9989-11d5ee39daf3 tempest-RoutersTest-28840894 tempest-RoutersTest-28840894-project] 10.222.0.44 "DELETE /v2.0/subnets/df968881-ee2c-4a92-b369-4c2f778e63ce HTTP/1.1" status: 404 len: 337 time: 0.0460610 Jan 28 04:00:59.107556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '64416b16-b545-4b7b-94f0-0c7c12d7bb3c', 'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'mac_address': 'fa:16:3e:bd:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:30Z', 'updated_at': '2022-01-28T03:51:40Z', 'revision_number': 5, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'subnets': [{'id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:59.163044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] Checking router: d90f9e88-ec05-4bea-93da-894ad9ed42bc for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:00:59.173647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] Routers {'d90f9e88-ec05-4bea-93da-894ad9ed42bc'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:00:59.174492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:59.396311 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] Set router d90f9e88-ec05-4bea-93da-894ad9ed42bc gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:00:59.484080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1cc24e89-0f58-4e1d-aa65-53f19c74e8c9 req-e91eb519-41b0-49d5-9957-888bd09652b9 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a9c891f-70fd-4ba5-97c9-24e601c91e58 HTTP/1.1" status: 200 len: 210 time: 0.0304670 Jan 28 04:00:59.565753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:59.697481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '64416b16-b545-4b7b-94f0-0c7c12d7bb3c', 'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'mac_address': 'fa:16:3e:bd:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:30Z', 'updated_at': '2022-01-28T03:51:40Z', 'revision_number': 5, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'subnets': [{'id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:00:59.738628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef598a3c-9f32-4e6e-9776-a3177095203c None None] The sync data for ids ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'] in n-d-808199-14 is: [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '64416b16-b545-4b7b-94f0-0c7c12d7bb3c', 'name': '', 'network_id': '971e92a1-1b2f-4a08-9c8e-32ae2cb1f517', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'mac_address': 'fa:16:3e:bd:48:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:30Z', 'updated_at': '2022-01-28T03:51:40Z', 'revision_number': 5, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'subnets': [{'id': '48bb0fe2-834a-40f4-b8f0-4608b68b3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:00:59.871744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:00:59.872002 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c8a2325f-334e-44c5-8e16-cb7ce16e6e65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=822cb5ca928c450a8ece4c19444ba6ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049049 Jan 28 04:00:59.949963 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be9cad37-342a-4dcf-b51b-724e1ac4866f admin admin] Publish callbacks [] for security_group (702cdb90-8418-475e-b397-fe1a5ce035ba), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:59.980750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be9cad37-342a-4dcf-b51b-724e1ac4866f admin admin] Publish callbacks [] for security_group (702cdb90-8418-475e-b397-fe1a5ce035ba), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.044356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be9cad37-342a-4dcf-b51b-724e1ac4866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (702cdb90-8418-475e-b397-fe1a5ce035ba), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.048366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be9cad37-342a-4dcf-b51b-724e1ac4866f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.049577 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-be9cad37-342a-4dcf-b51b-724e1ac4866f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/702cdb90-8418-475e-b397-fe1a5ce035ba HTTP/1.1" status: 204 len: 168 time: 0.1765528 Jan 28 04:01:00.059121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cad37-342a-4dcf-b51b-724e1ac4866f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702cdb90-8418-475e-b397-fe1a5ce035ba,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:00.185615 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a9f28-7dbc-4ed6-95fa-503da84fc730 None None] New status for floating IP 534faaf0-f207-47db-aac2-482c7a40f5d7: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:01:00.220407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:00.260697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: be5ff5fb-4e1c-4520-96ca-8060619ee468 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:00.261198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device be5ff5fb-4e1c-4520-96ca-8060619ee468 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:00.363699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36804) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:00.582576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d16f3d6-33c1-41db-b8b7-bbdb8ed2fbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.651418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36826) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:00.734091 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e43766a-48d0-4fe4-a15c-ce35f48fdf0b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group (d420b53e-2d16-459d-85c7-5ec0aefb58ae), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.749394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d16f3d6-33c1-41db-b8b7-bbdb8ed2fbb4 admin admin] Publish callbacks [] for security_group (4bfcfb34-6501-4bfc-a7a3-e4404c186f7f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.758750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d16f3d6-33c1-41db-b8b7-bbdb8ed2fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4bfcfb34-6501-4bfc-a7a3-e4404c186f7f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.762224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e43766a-48d0-4fe4-a15c-ce35f48fdf0b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group (d420b53e-2d16-459d-85c7-5ec0aefb58ae), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.825889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:00.829244 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6d16f3d6-33c1-41db-b8b7-bbdb8ed2fbb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbd9bf85511146d19177974bc1b95b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4604654 Jan 28 04:01:00.830264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16f3d6-33c1-41db-b8b7-bbdb8ed2fbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfcfb34-6501-4bfc-a7a3-e4404c186f7f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:00.836265 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e43766a-48d0-4fe4-a15c-ce35f48fdf0b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d420b53e-2d16-459d-85c7-5ec0aefb58ae), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.846665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e43766a-48d0-4fe4-a15c-ce35f48fdf0b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.847397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2e43766a-48d0-4fe4-a15c-ce35f48fdf0b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "DELETE /v2.0/security-groups/d420b53e-2d16-459d-85c7-5ec0aefb58ae HTTP/1.1" status: 204 len: 168 time: 0.1949866 Jan 28 04:01:00.850851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36834) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:00.875345 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-f5f5dc0a-3579-4931-a465-7b0f4d830e0c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] show failed (client error): The resource could not be found. Jan 28 04:01:00.876713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f5f5dc0a-3579-4931-a465-7b0f4d830e0c tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "GET /v2.0/security-groups/d420b53e-2d16-459d-85c7-5ec0aefb58ae HTTP/1.1" status: 404 len: 347 time: 0.0244660 Jan 28 04:01:00.879687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:00.891467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43766a-48d0-4fe4-a15c-ce35f48fdf0b tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420b53e-2d16-459d-85c7-5ec0aefb58ae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:00.949737 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bec5b42-38fd-40a5-bd20-0ae97e797d67 admin admin] Publish callbacks [] for security_group (4bfcfb34-6501-4bfc-a7a3-e4404c186f7f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:00.984219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bec5b42-38fd-40a5-bd20-0ae97e797d67 admin admin] Publish callbacks [] for security_group (4bfcfb34-6501-4bfc-a7a3-e4404c186f7f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.052359 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bec5b42-38fd-40a5-bd20-0ae97e797d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4bfcfb34-6501-4bfc-a7a3-e4404c186f7f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.055548 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bec5b42-38fd-40a5-bd20-0ae97e797d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.057104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5bec5b42-38fd-40a5-bd20-0ae97e797d67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bfcfb34-6501-4bfc-a7a3-e4404c186f7f HTTP/1.1" status: 204 len: 168 time: 0.2301710 Jan 28 04:01:01.066795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec5b42-38fd-40a5-bd20-0ae97e797d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfcfb34-6501-4bfc-a7a3-e4404c186f7f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:01.114606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-d8c7f7a0-3ad1-423b-8f69-62fe879c2c5b req-d700d776-bb2b-436b-945b-c7cc10ce84a9 service neutron] (103288) timed out ('10.222.0.44', 43834) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:01:01.121881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e3348-336b-4814-904e-fd99aa13f2d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Deleting port 09c690c0-204a-448e-8a94-2019bcd57c8a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:01.122377 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3348-336b-4814-904e-fd99aa13f2d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (09c690c0-204a-448e-8a94-2019bcd57c8a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.303345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3348-336b-4814-904e-fd99aa13f2d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (09c690c0-204a-448e-8a94-2019bcd57c8a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.303672 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3348-336b-4814-904e-fd99aa13f2d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for floatingip (09c690c0-204a-448e-8a94-2019bcd57c8a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.322428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:01.333143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e3348-336b-4814-904e-fd99aa13f2d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Calling delete_port for 09c690c0-204a-448e-8a94-2019bcd57c8a owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:01.517144 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3348-336b-4814-904e-fd99aa13f2d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (09c690c0-204a-448e-8a94-2019bcd57c8a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.529850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e1f4d72c-1a72-4163-b9d8-67afac79a332 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-154210380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:01.550268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:01.557199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e3348-336b-4814-904e-fd99aa13f2d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Pushing event deleted for resources: {'Port': ['ID=09c690c0-204a-448e-8a94-2019bcd57c8a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:01.558273 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d72c-1a72-4163-b9d8-67afac79a332 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (5f87d00c-d8aa-4f3f-88e0-f416616223b1), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.566625 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d72c-1a72-4163-b9d8-67afac79a332 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (5f87d00c-d8aa-4f3f-88e0-f416616223b1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.625629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3348-336b-4814-904e-fd99aa13f2d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks [] for floatingip (534faaf0-f207-47db-aac2-482c7a40f5d7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.628354 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d72c-1a72-4163-b9d8-67afac79a332 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for router_controller (5f87d00c-d8aa-4f3f-88e0-f416616223b1), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.628576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3348-336b-4814-904e-fd99aa13f2d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.630996 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2b1e3348-336b-4814-904e-fd99aa13f2d3 tempest-ServerActionsTestJSON-1150098452 tempest-ServerActionsTestJSON-1150098452-project] 10.222.0.44 "DELETE /v2.0/floatingips/534faaf0-f207-47db-aac2-482c7a40f5d7 HTTP/1.1" status: 204 len: 168 time: 0.7500975 Jan 28 04:01:01.634892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:01.641049 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d72c-1a72-4163-b9d8-67afac79a332 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (5f87d00c-d8aa-4f3f-88e0-f416616223b1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.645929 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf554-064f-45e9-8f23-f7f0ba34dd96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.678862 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d72c-1a72-4163-b9d8-67afac79a332 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.683322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:01.683698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e1f4d72c-1a72-4163-b9d8-67afac79a332 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3599789 Jan 28 04:01:01.690518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1061700266'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:01.740462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Made reservation on behalf of fd000caa348a48c881ab1c76f156d829 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:01.745447 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.758905 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf554-064f-45e9-8f23-f7f0ba34dd96 admin admin] Publish callbacks [] for security_group (d8e6231a-f8fd-4a8a-ba97-ae367ba51e1e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.763011 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.765522 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf554-064f-45e9-8f23-f7f0ba34dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d8e6231a-f8fd-4a8a-ba97-ae367ba51e1e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.818487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9cbdf554-064f-45e9-8f23-f7f0ba34dd96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f26d595ab7bb43c7aa2b1fec1b3b72d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2668123 Jan 28 04:01:01.819673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdf554-064f-45e9-8f23-f7f0ba34dd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e6231a-f8fd-4a8a-ba97-ae367ba51e1e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:01.834664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:01.897906 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d72e69ee-e275-4afe-9ba1-ddba4f887e95 admin admin] Publish callbacks [] for security_group (d8e6231a-f8fd-4a8a-ba97-ae367ba51e1e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.929976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d72e69ee-e275-4afe-9ba1-ddba4f887e95 admin admin] Publish callbacks [] for security_group (d8e6231a-f8fd-4a8a-ba97-ae367ba51e1e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:02.002196 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for security_group (fbd80c1b-8ddc-4edb-91bb-7c9765e256bb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:02.015685 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fbd80c1b-8ddc-4edb-91bb-7c9765e256bb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:02.021211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d72e69ee-e275-4afe-9ba1-ddba4f887e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d8e6231a-f8fd-4a8a-ba97-ae367ba51e1e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:02.025326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d72e69ee-e275-4afe-9ba1-ddba4f887e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:02.027557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d72e69ee-e275-4afe-9ba1-ddba4f887e95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8e6231a-f8fd-4a8a-ba97-ae367ba51e1e HTTP/1.1" status: 204 len: 168 time: 0.1904287 Jan 28 04:01:02.038578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e69ee-e275-4afe-9ba1-ddba4f887e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e6231a-f8fd-4a8a-ba97-ae367ba51e1e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:02.097499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:01:02.123297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd80c1b-8ddc-4edb-91bb-7c9765e256bb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:02.127894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:02.128245 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Added segment 4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8 of type vlan for network 0335ad93-dc93-4876-8d15-908ead1ec844 Jan 28 04:01:02.261674 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (0335ad93-dc93-4876-8d15-908ead1ec844), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:02.325372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (0335ad93-dc93-4876-8d15-908ead1ec844), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:02.330447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:02.331033 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:02.426286 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Network': ['ID=0335ad93-dc93-4876-8d15-908ead1ec844,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:02.447447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 0335ad93-dc93-4876-8d15-908ead1ec844 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:01:02.459332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36878) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:02.464938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'subnet': {'network_id': '0335ad93-dc93-4876-8d15-908ead1ec844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:02.470927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d5aace6b-f5c2-459e-8049-2760f3447f2b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7864630 Jan 28 04:01:02.620227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (d90f9e88-ec05-4bea-93da-894ad9ed42bc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:03.175601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Made reservation on behalf of fd000caa348a48c881ab1c76f156d829 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:03.179183 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:03.314229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] Deleting port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:03.314827 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:03.436777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] For port 64416b16-b545-4b7b-94f0-0c7c12d7bb3c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=64416b16-b545-4b7b-94f0-0c7c12d7bb3c,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:03.437177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:03.453566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] Calling delete_port for 64416b16-b545-4b7b-94f0-0c7c12d7bb3c owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:03.554634 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (a011627a-80aa-490e-9ee0-4bbb19ad4392), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:03.643236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Subnet': ['ID=a011627a-80aa-490e-9ee0-4bbb19ad4392,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:03.665305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Checking segment: {'id': '4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0335ad93-dc93-4876-8d15-908ead1ec844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:03.665789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network hostable DHCP agents. Network: 0335ad93-dc93-4876-8d15-908ead1ec844, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:01:03.713213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network 0335ad93-dc93-4876-8d15-908ead1ec844 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:01:03.732498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 0335ad93-dc93-4876-8d15-908ead1ec844) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:03.746294 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:03.746905 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:03.750564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca5161-d346-478b-8531-75f563fe0bb3 None None] Network 0335ad93-dc93-4876-8d15-908ead1ec844 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:03.790796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-95b3ce00-6595-42d9-aec8-a7abc88c3eeb tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3302696 Jan 28 04:01:03.793746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36912) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:03.801038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'network': {'name': 'tempest-router-network01--96140191'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:03.874917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Made reservation on behalf of fd000caa348a48c881ab1c76f156d829 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:03.880535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.013209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:01:04.046250 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3f95381a-2a00-4f62-a719-bae64fcda254), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.046608 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Added segment 3f95381a-2a00-4f62-a719-bae64fcda254 of type vlan for network a4442c52-b81b-4bf5-b606-8d95cc36607b Jan 28 04:01:04.059225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (64416b16-b545-4b7b-94f0-0c7c12d7bb3c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.108494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] Pushing event deleted for resources: {'Port': ['ID=64416b16-b545-4b7b-94f0-0c7c12d7bb3c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:04.160668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-0335ad93-dc93-4876-8d15-908ead1ec844', 'network_id': '0335ad93-dc93-4876-8d15-908ead1ec844', 'project_id': 'fd000caa348a48c881ab1c76f156d829', 'fixed_ips': [{'subnet_id': 'a011627a-80aa-490e-9ee0-4bbb19ad4392'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:01:04.163251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.205266 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a4442c52-b81b-4bf5-b606-8d95cc36607b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.302466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a4442c52-b81b-4bf5-b606-8d95cc36607b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.315823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:04.323198 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.481304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6860561 Jan 28 04:01:04.483829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:04.504140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'network': {'name': 'tempest-router-network02--1721223490'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:04.521508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633aefc-acd8-46d3-9a3d-98259ac90fac tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Network': ['ID=a4442c52-b81b-4bf5-b606-8d95cc36607b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:04.521881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Allocated IP 2001:db8::2 (0335ad93-dc93-4876-8d15-908ead1ec844/a011627a-80aa-490e-9ee0-4bbb19ad4392/9f9ff7a9-da06-4163-bf1f-70f04e10ed0c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:04.552145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a4442c52-b81b-4bf5-b606-8d95cc36607b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:01:04.595790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Made reservation on behalf of fd000caa348a48c881ab1c76f156d829 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:04.604731 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.649719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (d90f9e88-ec05-4bea-93da-894ad9ed42bc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.653828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:01:04.765261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (83ce873d-9db3-40c2-a80d-29786e8f8867), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.765625 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Added segment 83ce873d-9db3-40c2-a80d-29786e8f8867 of type vlan for network a499886f-b16e-4455-8e86-70f139f85031 Jan 28 04:01:04.833372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a499886f-b16e-4455-8e86-70f139f85031), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.007078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a499886f-b16e-4455-8e86-70f139f85031), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.020276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:05.020921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.048011 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Publish callbacks [] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.065034 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.195914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Network 0335ad93-dc93-4876-8d15-908ead1ec844 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:05.199461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Pushing event updated for resources: {'Port': ['ID=9f9ff7a9-da06-4163-bf1f-70f04e10ed0c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:05.203407 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7156675 Jan 28 04:01:05.204477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 36970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:05.208150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb5f38-9b2b-478c-b4a9-8aec984bfd62 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Network': ['ID=a499886f-b16e-4455-8e86-70f139f85031,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:05.212207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'subnet': {'network_id': 'a4442c52-b81b-4bf5-b606-8d95cc36607b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:05.225138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] Router d90f9e88-ec05-4bea-93da-894ad9ed42bc has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:01:05.225313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:05.232876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:05.249229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a499886f-b16e-4455-8e86-70f139f85031 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:01:05.417488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:01:05.426427 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d53ffcf9-c00e-4b45-99ff-a64e6a71f960 admin admin] 10.222.0.44 "PUT /v2.0/routers/d90f9e88-ec05-4bea-93da-894ad9ed42bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7880890 Jan 28 04:01:05.426738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 36992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:05.503536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Made reservation on behalf of fd000caa348a48c881ab1c76f156d829 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:05.523685 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.709179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Publish callbacks [] for router (d90f9e88-ec05-4bea-93da-894ad9ed42bc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.782666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9968ab9-1a52-42a2-9cba-649dd193f177 None None] Sync routers for ids ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:01:05.812203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Attempting to bind port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:05.812668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Attempting to bind port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0335ad93-dc93-4876-8d15-908ead1ec844'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:05.812961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Attempting to bind port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c on network 0335ad93-dc93-4876-8d15-908ead1ec844 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:05.833382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:05.834252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Checking segment: {'id': '4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0335ad93-dc93-4876-8d15-908ead1ec844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:05.834252 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.834531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Bound using segment: {'id': '4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0335ad93-dc93-4876-8d15-908ead1ec844'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:05.835016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Bound port: 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0335ad93-dc93-4876-8d15-908ead1ec844'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:05.835405 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.850725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9968ab9-1a52-42a2-9cba-649dd193f177 None None] Routers {'d90f9e88-ec05-4bea-93da-894ad9ed42bc'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:05.851368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e9968ab9-1a52-42a2-9cba-649dd193f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:05.924731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (d508f19a-ad71-44d0-be90-bf2b0ebee6c8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.937379 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Publish callbacks [] for router_gateway (d90f9e88-ec05-4bea-93da-894ad9ed42bc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:06.055204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Subnet': ['ID=d508f19a-ad71-44d0-be90-bf2b0ebee6c8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:06.084670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Checking segment: {'id': '3f95381a-2a00-4f62-a719-bae64fcda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a4442c52-b81b-4bf5-b606-8d95cc36607b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:06.085603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network hostable DHCP agents. Network: a4442c52-b81b-4bf5-b606-8d95cc36607b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:01:06.112458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Deleting port a4bed702-3222-4980-97e0-78406050010b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:06.112785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a4bed702-3222-4980-97e0-78406050010b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:06.125261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network a4442c52-b81b-4bf5-b606-8d95cc36607b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:01:06.132703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e9968ab9-1a52-42a2-9cba-649dd193f177 None None] Set router d90f9e88-ec05-4bea-93da-894ad9ed42bc gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:01:06.141191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a4442c52-b81b-4bf5-b606-8d95cc36607b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:06.172522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:06.173362 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:06.201517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-81ba75e8-0f5e-4989-8e94-7251ef528931 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9925978 Jan 28 04:01:06.202025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37008) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:06.222313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'subnet': {'network_id': 'a499886f-b16e-4455-8e86-70f139f85031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:06.281928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb399ad7-e372-46bc-bef5-126ba7474941 None None] Network a4442c52-b81b-4bf5-b606-8d95cc36607b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:06.325199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] For port a4bed702-3222-4980-97e0-78406050010b, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a4bed702-3222-4980-97e0-78406050010b,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:06.325693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a4bed702-3222-4980-97e0-78406050010b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:06.343932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Calling delete_port for a4bed702-3222-4980-97e0-78406050010b owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:06.465943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Made reservation on behalf of fd000caa348a48c881ab1c76f156d829 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:06.471310 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:06.512340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] For port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:06.516600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] For port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9f9ff7a9-da06-4163-bf1f-70f04e10ed0c,segment=NetworkSegment(4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8),segment_id=4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:06.535805 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:06.598914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49920cd-87d5-47f7-8868-8c0b38c7704a None None] Pushing event updated for resources: {'Port': ['ID=9f9ff7a9-da06-4163-bf1f-70f04e10ed0c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:06.682605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e9968ab9-1a52-42a2-9cba-649dd193f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'name': 'tempest-ServerActionsTestJSON-1416924616-router', 'tenant_id': '3a702ce6664946df8c8b86e3a4cc2160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'a4bed702-3222-4980-97e0-78406050010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:51:23Z', 'updated_at': '2022-01-28T04:01:03Z', 'revision_number': 5, 'project_id': '3a702ce6664946df8c8b86e3a4cc2160', 'gw_port': {'id': 'a4bed702-3222-4980-97e0-78406050010b', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90f9e88-ec05-4bea-93da-894ad9ed42bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:51:24Z', 'updated_at': '2022-01-28T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:06.750814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-a4442c52-b81b-4bf5-b606-8d95cc36607b', 'network_id': 'a4442c52-b81b-4bf5-b606-8d95cc36607b', 'project_id': 'fd000caa348a48c881ab1c76f156d829', 'fixed_ips': [{'subnet_id': 'd508f19a-ad71-44d0-be90-bf2b0ebee6c8'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:01:06.755991 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:06.842265 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a4bed702-3222-4980-97e0-78406050010b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:06.922941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bed702-3222-4980-97e0-78406050010b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:07.168906 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (6050d0bc-af70-4302-92fc-d123e4cda4cf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.173603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Allocated IP 2001:db8::2 (a4442c52-b81b-4bf5-b606-8d95cc36607b/d508f19a-ad71-44d0-be90-bf2b0ebee6c8/5ebcdc1a-aae6-42ea-b539-27c74018d706) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:07.174171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (d90f9e88-ec05-4bea-93da-894ad9ed42bc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.388030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Checking segment: {'id': '83ce873d-9db3-40c2-a80d-29786e8f8867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a499886f-b16e-4455-8e86-70f139f85031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:07.388490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network hostable DHCP agents. Network: a499886f-b16e-4455-8e86-70f139f85031, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:01:07.408191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Subnet': ['ID=6050d0bc-af70-4302-92fc-d123e4cda4cf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:07.474313 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Publish callbacks [] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.480506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network a499886f-b16e-4455-8e86-70f139f85031 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:01:07.481515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9968ab9-1a52-42a2-9cba-649dd193f177 None None] Checking router: d90f9e88-ec05-4bea-93da-894ad9ed42bc for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:01:07.491893 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.495623 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a499886f-b16e-4455-8e86-70f139f85031) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:07.509180 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:07.509855 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.514017 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (d90f9e88-ec05-4bea-93da-894ad9ed42bc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.521584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Publish callbacks [] for router_controller (d90f9e88-ec05-4bea-93da-894ad9ed42bc), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.539273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6a4fc7-a3fc-45be-b144-605d83fcbc77 None None] Network a499886f-b16e-4455-8e86-70f139f85031 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:07.589324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-28803cd8-7a35-4df9-a23c-ff99857b44d7 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3819938 Jan 28 04:01:07.589703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37020) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:07.621079 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (d90f9e88-ec05-4bea-93da-894ad9ed42bc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.621718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d90f9e88-ec05-4bea-93da-894ad9ed42bc {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:01:07.626322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.627519 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bcb49add-268a-4155-9adc-61501ed1af9d admin admin] 10.222.0.44 "DELETE /v2.0/routers/d90f9e88-ec05-4bea-93da-894ad9ed42bc HTTP/1.1" status: 204 len: 168 time: 2.1998503 Jan 28 04:01:07.630024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37022) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:07.697753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9968ab9-1a52-42a2-9cba-649dd193f177 None None] Routers {'d90f9e88-ec05-4bea-93da-894ad9ed42bc'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:07.700277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e9968ab9-1a52-42a2-9cba-649dd193f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:07.764280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Network a4442c52-b81b-4bf5-b606-8d95cc36607b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:07.772999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d891e8-7557-4947-bd68-09d81d12d84f admin admin] Deleting subnet 48bb0fe2-834a-40f4-b8f0-4608b68b3adf {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:01:07.776445 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d891e8-7557-4947-bd68-09d81d12d84f admin admin] Publish callbacks [] for subnet (48bb0fe2-834a-40f4-b8f0-4608b68b3adf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.776619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-a499886f-b16e-4455-8e86-70f139f85031', 'network_id': 'a499886f-b16e-4455-8e86-70f139f85031', 'project_id': 'fd000caa348a48c881ab1c76f156d829', 'fixed_ips': [{'subnet_id': '6050d0bc-af70-4302-92fc-d123e4cda4cf'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:01:07.778423 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:07.789758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:07.877052 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d891e8-7557-4947-bd68-09d81d12d84f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (48bb0fe2-834a-40f4-b8f0-4608b68b3adf), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.045646 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d891e8-7557-4947-bd68-09d81d12d84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (48bb0fe2-834a-40f4-b8f0-4608b68b3adf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.158790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Allocated IP 2001:db8::2 (a499886f-b16e-4455-8e86-70f139f85031/6050d0bc-af70-4302-92fc-d123e4cda4cf/565dacda-8af7-4ed9-8d40-b219085be60a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:08.183048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d891e8-7557-4947-bd68-09d81d12d84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (48bb0fe2-834a-40f4-b8f0-4608b68b3adf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.293195 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d891e8-7557-4947-bd68-09d81d12d84f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.301544 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-46d891e8-7557-4947-bd68-09d81d12d84f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/48bb0fe2-834a-40f4-b8f0-4608b68b3adf HTTP/1.1" status: 204 len: 168 time: 0.6705086 Jan 28 04:01:08.311546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:08.312358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d891e8-7557-4947-bd68-09d81d12d84f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48bb0fe2-834a-40f4-b8f0-4608b68b3adf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:08.402203 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Publish callbacks [] for port (565dacda-8af7-4ed9-8d40-b219085be60a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.406887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e9968ab9-1a52-42a2-9cba-649dd193f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:08.407810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9968ab9-1a52-42a2-9cba-649dd193f177 None None] The sync data for ids ['d90f9e88-ec05-4bea-93da-894ad9ed42bc'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:01:08.419994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:08.526976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:08.529202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed33ef-e3bd-42aa-8b76-7ae81d853c00 None None] Network 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:08.545944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.561614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.687602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Deleting port 36d3236e-cf10-46ff-9349-ec3931147291 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:08.687955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (36d3236e-cf10-46ff-9349-ec3931147291), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.736991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bb2b10-f903-4e00-9e5c-180c1019807c None None] Network 0335ad93-dc93-4876-8d15-908ead1ec844 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:08.830387 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.893943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] For port 36d3236e-cf10-46ff-9349-ec3931147291, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=36d3236e-cf10-46ff-9349-ec3931147291,segment=NetworkSegment(ef160d41-cdfc-448d-a9ec-54cf0e7331dd),segment_id=ef160d41-cdfc-448d-a9ec-54cf0e7331dd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:08.894514 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (36d3236e-cf10-46ff-9349-ec3931147291), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.917320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Pushing event updated for resources: {'Port': ['ID=5ebcdc1a-aae6-42ea-b539-27c74018d706,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:08.955541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-061831b5-41eb-417a-ab6d-aa41eb84a950 None None] Provisioning complete for port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:08.956083 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-061831b5-41eb-417a-ab6d-aa41eb84a950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:08.975912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Calling delete_port for 36d3236e-cf10-46ff-9349-ec3931147291 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:09.012258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Attempting to bind port 5ebcdc1a-aae6-42ea-b539-27c74018d706 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:09.012771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Attempting to bind port 5ebcdc1a-aae6-42ea-b539-27c74018d706 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '3f95381a-2a00-4f62-a719-bae64fcda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a4442c52-b81b-4bf5-b606-8d95cc36607b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:09.013279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Attempting to bind port 5ebcdc1a-aae6-42ea-b539-27c74018d706 on network a4442c52-b81b-4bf5-b606-8d95cc36607b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:09.074055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Allocated IP 2001:db8::1 (a4442c52-b81b-4bf5-b606-8d95cc36607b/d508f19a-ad71-44d0-be90-bf2b0ebee6c8/de7f4129-6cba-4a00-8338-c35373ad77b1) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:09.082005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Network a499886f-b16e-4455-8e86-70f139f85031 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:09.123278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:09.123849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Checking segment: {'id': '3f95381a-2a00-4f62-a719-bae64fcda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a4442c52-b81b-4bf5-b606-8d95cc36607b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:09.124390 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.124871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Bound using segment: {'id': '3f95381a-2a00-4f62-a719-bae64fcda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a4442c52-b81b-4bf5-b606-8d95cc36607b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:09.125467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Bound port: 5ebcdc1a-aae6-42ea-b539-27c74018d706, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f95381a-2a00-4f62-a719-bae64fcda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a4442c52-b81b-4bf5-b606-8d95cc36607b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:09.125946 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.151878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-061831b5-41eb-417a-ab6d-aa41eb84a950 None None] Current status of the port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:09.152367 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-061831b5-41eb-417a-ab6d-aa41eb84a950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.215856 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (36d3236e-cf10-46ff-9349-ec3931147291), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.314889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] No DVR routers for this DVR port 36d3236e-cf10-46ff-9349-ec3931147291 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:09.316764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d3236e-cf10-46ff-9349-ec3931147291,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:09.371372 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.398858 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:01:09.439877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.510669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.535946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] For port 5ebcdc1a-aae6-42ea-b539-27c74018d706, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:09.592342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network a4442c52-b81b-4bf5-b606-8d95cc36607b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:09.596871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Port': ['ID=de7f4129-6cba-4a00-8338-c35373ad77b1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:09.609953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971e92a1-1b2f-4a08-9c8e-32ae2cb1f517']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:09.610549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:09.617580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:09.619343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-061831b5-41eb-417a-ab6d-aa41eb84a950 None None] For port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9f9ff7a9-da06-4163-bf1f-70f04e10ed0c,segment=NetworkSegment(4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8),segment_id=4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:09.619571 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (5f87d00c-d8aa-4f3f-88e0-f416616223b1), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.620787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:09.639195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:09.640715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef160d41-cdfc-448d-a9ec-54cf0e7331dd') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:09.647678 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-061831b5-41eb-417a-ab6d-aa41eb84a950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.677173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:09.682536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (ef160d41-cdfc-448d-a9ec-54cf0e7331dd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.693685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] For port 5ebcdc1a-aae6-42ea-b539-27c74018d706, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5ebcdc1a-aae6-42ea-b539-27c74018d706,segment=NetworkSegment(3f95381a-2a00-4f62-a719-bae64fcda254),segment_id=3f95381a-2a00-4f62-a719-bae64fcda254)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:09.709106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Pushing event updated for resources: {'Port': ['ID=565dacda-8af7-4ed9-8d40-b219085be60a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:09.727567 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (ef160d41-cdfc-448d-a9ec-54cf0e7331dd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.739723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.750782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:01:09.750782 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (ef160d41-cdfc-448d-a9ec-54cf0e7331dd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:01:09.752544 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:01:09.798549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6ee47c-9c3d-469a-9029-c49d92995e1c None None] DHCP port deletion for 971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:01:09.898002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.907880 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (971e92a1-1b2f-4a08-9c8e-32ae2cb1f517), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.924763 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.931349 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] 10.222.0.44 "DELETE /v2.0/networks/971e92a1-1b2f-4a08-9c8e-32ae2cb1f517 HTTP/1.1" status: 204 len: 168 time: 1.6130974 Jan 28 04:01:09.993071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:09.993071 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:09.996550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393f21a-1f73-42f8-b56e-ea829fd0df81 admin admin] Pushing event deleted for resources: {'Network': ['ID=971e92a1-1b2f-4a08-9c8e-32ae2cb1f517,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:10.021689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1e77da60-f425-477f-bf9c-2c17e27a3cab None None] Provisioning complete for port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:10.022075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e77da60-f425-477f-bf9c-2c17e27a3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.100359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Attempting to bind port 565dacda-8af7-4ed9-8d40-b219085be60a on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:10.100641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Attempting to bind port 565dacda-8af7-4ed9-8d40-b219085be60a by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '83ce873d-9db3-40c2-a80d-29786e8f8867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a499886f-b16e-4455-8e86-70f139f85031'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:10.101031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Attempting to bind port 565dacda-8af7-4ed9-8d40-b219085be60a on network a499886f-b16e-4455-8e86-70f139f85031 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:10.112293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061831b5-41eb-417a-ab6d-aa41eb84a950 None None] Pushing event updated for resources: {'Port': ['ID=9f9ff7a9-da06-4163-bf1f-70f04e10ed0c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:10.158418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:10.158802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Checking segment: {'id': '83ce873d-9db3-40c2-a80d-29786e8f8867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a499886f-b16e-4455-8e86-70f139f85031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:10.160696 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.161144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Bound using segment: {'id': '83ce873d-9db3-40c2-a80d-29786e8f8867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a499886f-b16e-4455-8e86-70f139f85031'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:10.161654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Bound port: 565dacda-8af7-4ed9-8d40-b219085be60a, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ce873d-9db3-40c2-a80d-29786e8f8867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a499886f-b16e-4455-8e86-70f139f85031'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:10.162046 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.404995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:10.496043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.499824 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-71a7b726-19ae-43d8-a313-61babb2680c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a702ce6664946df8c8b86e3a4cc2160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910497 Jan 28 04:01:10.502625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:10.511444 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.512211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (5f87d00c-d8aa-4f3f-88e0-f416616223b1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.598170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c348371-f5d5-4235-b8d7-8ff80a5020da admin admin] Publish callbacks [] for security_group (c69fec73-7a8b-4fb5-b2d5-3980349a1603), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.605813 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f7aa8-8118-498f-a60f-dcc72e181588 None None] Pushing event updated for resources: {'Port': ['ID=5ebcdc1a-aae6-42ea-b539-27c74018d706,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:10.624738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:10.714499 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c348371-f5d5-4235-b8d7-8ff80a5020da admin admin] Publish callbacks [] for security_group (c69fec73-7a8b-4fb5-b2d5-3980349a1603), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.765281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Port': ['ID=de7f4129-6cba-4a00-8338-c35373ad77b1,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:10.828906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] For port 565dacda-8af7-4ed9-8d40-b219085be60a, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:10.832497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] For port 565dacda-8af7-4ed9-8d40-b219085be60a, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=565dacda-8af7-4ed9-8d40-b219085be60a,segment=NetworkSegment(83ce873d-9db3-40c2-a80d-29786e8f8867),segment_id=83ce873d-9db3-40c2-a80d-29786e8f8867)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:10.835337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1e77da60-f425-477f-bf9c-2c17e27a3cab None None] Current status of the port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:10.845491 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.853829 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81068244-fe78-469e-9dc9-f3156f5eff29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.872361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c348371-f5d5-4235-b8d7-8ff80a5020da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c69fec73-7a8b-4fb5-b2d5-3980349a1603), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.873408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network a4442c52-b81b-4bf5-b606-8d95cc36607b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:10.875037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:10.875838 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c348371-f5d5-4235-b8d7-8ff80a5020da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:10.879696 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9c348371-f5d5-4235-b8d7-8ff80a5020da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c69fec73-7a8b-4fb5-b2d5-3980349a1603 HTTP/1.1" status: 204 len: 168 time: 0.3740025 Jan 28 04:01:10.908164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c348371-f5d5-4235-b8d7-8ff80a5020da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69fec73-7a8b-4fb5-b2d5-3980349a1603,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:11.020585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bf2c3-77d3-426d-8edd-b019936b9d09 None None] Pushing event updated for resources: {'Port': ['ID=565dacda-8af7-4ed9-8d40-b219085be60a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:11.124096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:11.288520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Router 5f87d00c-d8aa-4f3f-88e0-f416616223b1 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:01:11.307491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:11.309588 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:11.512147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:11.522565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5ebcdc1a-aae6-42ea-b539-27c74018d706 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:11.544566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:01:11.559950 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673675a-4de6-4407-9b86-d4a65c0918f2 None None] Sync routers for ids ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:01:11.561261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1a40d36d-4e36-4678-97ca-909338af70a9 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "PUT /v2.0/routers/5f87d00c-d8aa-4f3f-88e0-f416616223b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9702728 Jan 28 04:01:11.563822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37064) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:11.588239 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673675a-4de6-4407-9b86-d4a65c0918f2 None None] Routers {'5f87d00c-d8aa-4f3f-88e0-f416616223b1'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:11.589799 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8673675a-4de6-4407-9b86-d4a65c0918f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:11.744346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 5ebcdc1a-aae6-42ea-b539-27c74018d706 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:11.747074 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:11.748906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a439d-3db7-486d-b6d3-9d2ed646d6b1 req-df975226-9755-451e-a066-a540c8fe54e0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:11.759931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b9a439d-3db7-486d-b6d3-9d2ed646d6b1 req-df975226-9755-451e-a066-a540c8fe54e0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.2125990 Jan 28 04:01:11.765268 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8673675a-4de6-4407-9b86-d4a65c0918f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:11.813088 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673675a-4de6-4407-9b86-d4a65c0918f2 None None] Routers {'5f87d00c-d8aa-4f3f-88e0-f416616223b1'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:11.818231 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8673675a-4de6-4407-9b86-d4a65c0918f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:11.959818 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8673675a-4de6-4407-9b86-d4a65c0918f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:11.960106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b9a439d-3db7-486d-b6d3-9d2ed646d6b1 req-dfb2c33e-6ea8-44b0-af18-b9d4cfc219a1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972268 Jan 28 04:01:11.960576 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673675a-4de6-4407-9b86-d4a65c0918f2 None None] The sync data for ids ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:01:11.981645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:12.039149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3937e9a-98cd-4514-9485-7e9346fa5ed5 None None] Network a4442c52-b81b-4bf5-b606-8d95cc36607b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:12.077074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 5ebcdc1a-aae6-42ea-b539-27c74018d706 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:12.085465 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:12.163131 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8cfd1c24-58ed-43bf-a2ef-1a7212bc552d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/b8eec16e-2c76-4f80-a399-0a37a30eaeca HTTP/1.1" status: 200 len: 992 time: 0.1797237 Jan 28 04:01:12.313478 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:12.351076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9ff39bc8-fa88-4241-b7e6-38ce3f418b14 None None] Provisioning complete for port 5ebcdc1a-aae6-42ea-b539-27c74018d706 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:12.351696 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ff39bc8-fa88-4241-b7e6-38ce3f418b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:12.363545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 5ebcdc1a-aae6-42ea-b539-27c74018d706, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5ebcdc1a-aae6-42ea-b539-27c74018d706,segment=NetworkSegment(3f95381a-2a00-4f62-a719-bae64fcda254),segment_id=3f95381a-2a00-4f62-a719-bae64fcda254)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:12.395544 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:12.564707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=5ebcdc1a-aae6-42ea-b539-27c74018d706,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:12.585825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a4bed702-3222-4980-97e0-78406050010b no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:12.638955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: a4bed702-3222-4980-97e0-78406050010b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:12.639761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a4bed702-3222-4980-97e0-78406050010b not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:12.640522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 36d3236e-cf10-46ff-9349-ec3931147291 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:12.685884 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-fd3106bc-0934-4899-abe9-7c44884f1c3d tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:01:12.688551 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fd3106bc-0934-4899-abe9-7c44884f1c3d tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "PUT /v2.0/routers/5f87d00c-d8aa-4f3f-88e0-f416616223b1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1236978 Jan 28 04:01:12.691573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37096) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:12.733135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f378d-39ab-4935-a0db-08cde21b762d req-e74102c2-a05f-4c3e-80d6-39ff4ec14921 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:12.744698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-659f378d-39ab-4935-a0db-08cde21b762d req-e74102c2-a05f-4c3e-80d6-39ff4ec14921 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1097 time: 0.1157262 Jan 28 04:01:12.782121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14710f81-fe8d-4980-b8e5-5016269224bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:12.788119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 36d3236e-cf10-46ff-9349-ec3931147291 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:12.790402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 36d3236e-cf10-46ff-9349-ec3931147291 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:12.791267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64416b16-b545-4b7b-94f0-0c7c12d7bb3c no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:12.823337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:12.873798 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 64416b16-b545-4b7b-94f0-0c7c12d7bb3c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:12.874315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 64416b16-b545-4b7b-94f0-0c7c12d7bb3c not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:12.896497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ff39bc8-fa88-4241-b7e6-38ce3f418b14 None None] Current status of the port 5ebcdc1a-aae6-42ea-b539-27c74018d706 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:12.912588 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-659f378d-39ab-4935-a0db-08cde21b762d req-9f3186fb-2e6f-4a28-802f-be87aa1607f4 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566195 Jan 28 04:01:13.175428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de419596-1fc8-4e9a-a5d7-a80ab021304c None None] Provisioning complete for port de7f4129-6cba-4a00-8338-c35373ad77b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:13.175934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de419596-1fc8-4e9a-a5d7-a80ab021304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:13.224425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-819865639-network', 'tenant_id': '2c3e59e223754f378ec178528eb300ed'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:13.269359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de419596-1fc8-4e9a-a5d7-a80ab021304c None None] Port de7f4129-6cba-4a00-8338-c35373ad77b1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:01:13.285501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Made reservation on behalf of 2c3e59e223754f378ec178528eb300ed for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:13.289344 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:13.300932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de419596-1fc8-4e9a-a5d7-a80ab021304c None None] Provisioning complete for port 5ebcdc1a-aae6-42ea-b539-27c74018d706 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:13.320083 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de419596-1fc8-4e9a-a5d7-a80ab021304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:13.322886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:13.391892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29224fe-40ba-409b-a778-690c5e7b6ba2 None None] Network a499886f-b16e-4455-8e86-70f139f85031 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:13.455117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5ebcdc1a-aae6-42ea-b539-27c74018d706 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:13.581174 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (5f87d00c-d8aa-4f3f-88e0-f416616223b1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:13.608171 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Publish callbacks [] for security_group (eb32d48b-943e-40d2-b8e2-e7ceb36dc619), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:13.623272 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (eb32d48b-943e-40d2-b8e2-e7ceb36dc619), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:13.692156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de419596-1fc8-4e9a-a5d7-a80ab021304c None None] Current status of the port 5ebcdc1a-aae6-42ea-b539-27c74018d706 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:13.710535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 5ebcdc1a-aae6-42ea-b539-27c74018d706 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:13.711272 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:13.750902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:01:13.792875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb32d48b-943e-40d2-b8e2-e7ceb36dc619,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:13.815758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (893c1125-f52f-42bf-983d-b2e71714ef0d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:13.818326 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Added segment 893c1125-f52f-42bf-983d-b2e71714ef0d of type vlan for network 76aaa532-2bfc-4626-a9d1-1025c7f5102d Jan 28 04:01:13.922757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-82a4af0c-dd6b-44b5-83e4-b16dbc291723 None None] Provisioning complete for port de7f4129-6cba-4a00-8338-c35373ad77b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:13.929877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82a4af0c-dd6b-44b5-83e4-b16dbc291723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.010570 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (76aaa532-2bfc-4626-a9d1-1025c7f5102d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.106167 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (76aaa532-2bfc-4626-a9d1-1025c7f5102d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.107287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:14.108074 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.209179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3834844 Jan 28 04:01:14.210252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37124) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:14.213451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 5ebcdc1a-aae6-42ea-b539-27c74018d706 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:14.219703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 565dacda-8af7-4ed9-8d40-b219085be60a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:14.236811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-82a4af0c-dd6b-44b5-83e4-b16dbc291723 None None] Port de7f4129-6cba-4a00-8338-c35373ad77b1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:01:14.286417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Request body: {'subnet': {'network_id': '76aaa532-2bfc-4626-a9d1-1025c7f5102d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-819865639-subnet', 'tenant_id': '2c3e59e223754f378ec178528eb300ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:14.309359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7cf5a-8344-4ceb-8396-7356c2b6b0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=76aaa532-2bfc-4626-a9d1-1025c7f5102d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:14.331160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Made reservation on behalf of 2c3e59e223754f378ec178528eb300ed for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:14.339997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.365913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 76aaa532-2bfc-4626-a9d1-1025c7f5102d details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:01:14.490610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-82a4af0c-dd6b-44b5-83e4-b16dbc291723 None None] Provisioning complete for port 565dacda-8af7-4ed9-8d40-b219085be60a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:14.491296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82a4af0c-dd6b-44b5-83e4-b16dbc291723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.533747 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.570890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 565dacda-8af7-4ed9-8d40-b219085be60a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:14.581358 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.659766 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (0a91ede6-e11d-483e-9441-56d5a5a5b286), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.747162 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.814648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a91ede6-e11d-483e-9441-56d5a5a5b286,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:14.826495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-82a4af0c-dd6b-44b5-83e4-b16dbc291723 None None] Current status of the port 565dacda-8af7-4ed9-8d40-b219085be60a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:14.827072 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82a4af0c-dd6b-44b5-83e4-b16dbc291723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.832128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Checking segment: {'id': '893c1125-f52f-42bf-983d-b2e71714ef0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '76aaa532-2bfc-4626-a9d1-1025c7f5102d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:14.832495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Network hostable DHCP agents. Network: 76aaa532-2bfc-4626-a9d1-1025c7f5102d, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:01:14.874268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Network 76aaa532-2bfc-4626-a9d1-1025c7f5102d is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:01:14.886932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-82a4af0c-dd6b-44b5-83e4-b16dbc291723 None None] For port 565dacda-8af7-4ed9-8d40-b219085be60a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=565dacda-8af7-4ed9-8d40-b219085be60a,segment=NetworkSegment(83ce873d-9db3-40c2-a80d-29786e8f8867),segment_id=83ce873d-9db3-40c2-a80d-29786e8f8867)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:14.889140 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 76aaa532-2bfc-4626-a9d1-1025c7f5102d) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:14.895095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:14.896868 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.902176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894dedd7-8258-4a47-af3e-ebfab508e36f None None] Network 76aaa532-2bfc-4626-a9d1-1025c7f5102d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:14.909081 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82a4af0c-dd6b-44b5-83e4-b16dbc291723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:14.981732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a012bdbf-ab53-4df1-abf2-e3a5720c389f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7200100 Jan 28 04:01:14.987446 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-f497a11d-7154-4f13-8cef-a29334321b7b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2597585 Jan 28 04:01:15.001441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-4b6698c7-b1bd-4346-8725-d9c3ddca2281 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:01:15.002822 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-4b6698c7-b1bd-4346-8725-d9c3ddca2281 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079820 Jan 28 04:01:15.081827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4af0c-dd6b-44b5-83e4-b16dbc291723 None None] Pushing event updated for resources: {'Port': ['ID=565dacda-8af7-4ed9-8d40-b219085be60a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:15.167449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-71c39e38-a08b-4282-a15f-182075a9a638 None None] Provisioning complete for port de7f4129-6cba-4a00-8338-c35373ad77b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:15.167895 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-71c39e38-a08b-4282-a15f-182075a9a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:15.306886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Deleting port de7f4129-6cba-4a00-8338-c35373ad77b1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:15.307240 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:15.504930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-71c39e38-a08b-4282-a15f-182075a9a638 None None] Port de7f4129-6cba-4a00-8338-c35373ad77b1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:01:15.512214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 565dacda-8af7-4ed9-8d40-b219085be60a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:15.659035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-71c39e38-a08b-4282-a15f-182075a9a638 None None] Provisioning complete for port 565dacda-8af7-4ed9-8d40-b219085be60a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:15.659422 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-71c39e38-a08b-4282-a15f-182075a9a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:15.686717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:15.710260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:15.745223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Calling delete_port for de7f4129-6cba-4a00-8338-c35373ad77b1 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:15.762171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 565dacda-8af7-4ed9-8d40-b219085be60a up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:15.897755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da341d-0238-4863-b8a6-8ad6b5edd84e None None] Network 76aaa532-2bfc-4626-a9d1-1025c7f5102d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:16.128607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 565dacda-8af7-4ed9-8d40-b219085be60a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:16.129303 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:16.171020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-71c39e38-a08b-4282-a15f-182075a9a638 None None] Current status of the port 565dacda-8af7-4ed9-8d40-b219085be60a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:16.195669 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-2a313aa1-8685-4765-86e6-06a298dc28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:16.197622 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-2a313aa1-8685-4765-86e6-06a298dc28c7 service neutron] 10.222.0.44 "GET /v2.0/ports/f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 200 len: 1094 time: 0.1741164 Jan 28 04:01:16.209083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Request body: {'binding': {'host': 'n-h2-808199-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:16.209565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Unknown quota resources ['binding']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 04:01:16.240634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-111e7d35-09f6-4314-be4c-d0badc359323 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:16.250319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-111e7d35-09f6-4314-be4c-d0badc359323 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/networks?id=76aaa532-2bfc-4626-a9d1-1025c7f5102d HTTP/1.1" status: 200 len: 820 time: 0.2861466 Jan 28 04:01:16.268069 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-a1d2defe-1b84-4e01-9cb9-e17ec2766a70 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/quotas/2c3e59e223754f378ec178528eb300ed HTTP/1.1" status: 200 len: 375 time: 0.0111878 Jan 28 04:01:16.287804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 565dacda-8af7-4ed9-8d40-b219085be60a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:16.322667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-df70a490-95e2-48b1-ad2d-f04303301dc9 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c3e59e223754f378ec178528eb300ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483205 Jan 28 04:01:16.334747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-406ecc7d-fa95-46b3-99c5-aab10547dc48 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:01:16.335980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-406ecc7d-fa95-46b3-99c5-aab10547dc48 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060837 Jan 28 04:01:16.412260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (de7f4129-6cba-4a00-8338-c35373ad77b1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:16.463284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Port': ['ID=de7f4129-6cba-4a00-8338-c35373ad77b1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:16.489192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-426b842b-e913-4f0e-8512-35b94eb4ca1a service neutron] 10.222.0.44 "GET /v2.0/networks/76aaa532-2bfc-4626-a9d1-1025c7f5102d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411796 Jan 28 04:01:16.605294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (5f87d00c-d8aa-4f3f-88e0-f416616223b1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:16.615411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 on host n-h2-808199-14 for vnic_type normal with profile None {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:16.616599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:16.616751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:16.625295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Port f8a0e58a-85b0-425c-8647-11b116c438d2 on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:01:16.625680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:16.637023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:16.637362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Checking segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:16.639896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Bound using segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:16.639896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Bound port: f8a0e58a-85b0-425c-8647-11b116c438d2, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:16.673314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-37619204-a759-40f0-ae60-421fcdea908d service neutron] 10.222.0.44 "GET /v2.0/networks/76aaa532-2bfc-4626-a9d1-1025c7f5102d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787434 Jan 28 04:01:16.756546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:17.083376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Router 5f87d00c-d8aa-4f3f-88e0-f416616223b1 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:01:17.091160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-34832807-691c-4c00-a32f-bdee22512f54 req-7628dacc-3665-4967-bedd-899dceee4098 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 210 time: 0.0806792 Jan 28 04:01:17.100712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:17.111519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:17.112884 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] 10.222.0.44 "POST /v2.0/ports/f8a0e58a-85b0-425c-8647-11b116c438d2/bindings HTTP/1.1" status: 201 len: 390 time: 0.9086246 Jan 28 04:01:17.246863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:01:17.270320 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-323ca7b3-7967-4907-a241-b5305c093294 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "PUT /v2.0/routers/5f87d00c-d8aa-4f3f-88e0-f416616223b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5736730 Jan 28 04:01:17.270574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f10ce00-bb94-4376-90a9-05dd30a9d3d3 None None] Sync routers for ids ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:01:17.271064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37192) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:17.296875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10ce00-bb94-4376-90a9-05dd30a9d3d3 None None] Routers {'5f87d00c-d8aa-4f3f-88e0-f416616223b1'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:17.297673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f10ce00-bb94-4376-90a9-05dd30a9d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:17.360402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f10ce00-bb94-4376-90a9-05dd30a9d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:17.375702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10ce00-bb94-4376-90a9-05dd30a9d3d3 None None] Routers {'5f87d00c-d8aa-4f3f-88e0-f416616223b1'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:17.376673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f10ce00-bb94-4376-90a9-05dd30a9d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:17.450382 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-e0885931-b0b8-4366-b119-dfab80d3ad6b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] delete failed (client error): The resource could not be found. Jan 28 04:01:17.454968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e0885931-b0b8-4366-b119-dfab80d3ad6b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1183432329 HTTP/1.1" status: 404 len: 335 time: 0.1803319 Jan 28 04:01:17.455671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:17.464450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-487ec024-f055-4fa7-8738-3b0b1fb4a34b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'router': {'external_gateway_info': {'network_id': '5f87d00c-d8aa-4f3f-88e0-f416616223b1'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:17.474210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f10ce00-bb94-4376-90a9-05dd30a9d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:17.475142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f10ce00-bb94-4376-90a9-05dd30a9d3d3 None None] The sync data for ids ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:01:17.582465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614457a-eead-4429-a9e5-50240ff3b97f req-618ed01e-e7af-4022-8949-49d1f224926d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:17.584928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a614457a-eead-4429-a9e5-50240ff3b97f req-618ed01e-e7af-4022-8949-49d1f224926d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.1368556 Jan 28 04:01:17.705714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a614457a-eead-4429-a9e5-50240ff3b97f req-9707d86e-22bf-4e70-b76b-891e57c9d737 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130180 Jan 28 04:01:17.793376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-1ce89580-8808-4598-bb6d-56ffbd15f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:17.795142 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-1ce89580-8808-4598-bb6d-56ffbd15f206 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1097 time: 0.1839795 Jan 28 04:01:17.922206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-487ec024-f055-4fa7-8738-3b0b1fb4a34b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for router_gateway (5f87d00c-d8aa-4f3f-88e0-f416616223b1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:17.950941 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-487ec024-f055-4fa7-8738-3b0b1fb4a34b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] update failed (client error): The resource could not be found. Jan 28 04:01:17.952027 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-487ec024-f055-4fa7-8738-3b0b1fb4a34b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "PUT /v2.0/routers/5f87d00c-d8aa-4f3f-88e0-f416616223b1 HTTP/1.1" status: 404 len: 339 time: 0.4951906 Jan 28 04:01:17.955749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:17.962331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-321106675'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:18.006875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Made reservation on behalf of fd000caa348a48c881ab1c76f156d829 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:18.009080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-6411c92d-4893-49d1-a922-19f4fec9106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:18.011385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:18.011618 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-6411c92d-4893-49d1-a922-19f4fec9106e service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c HTTP/1.1" status: 200 len: 898 time: 0.1838312 Jan 28 04:01:18.061712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:01:18.084047 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (154df529-98aa-4f73-b4e9-b5ce07e18ea9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:18.084402 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Added segment 154df529-98aa-4f73-b4e9-b5ce07e18ea9 of type vlan for network 224bbccd-f945-4f3d-899e-9e6412e378cb Jan 28 04:01:18.163140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (224bbccd-f945-4f3d-899e-9e6412e378cb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:18.194298 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-b574c49f-5ce5-40ef-9762-e6e149eef0ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 200 len: 1000 time: 0.1747041 Jan 28 04:01:18.210125 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (224bbccd-f945-4f3d-899e-9e6412e378cb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:18.221855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:18.222474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:18.254884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-b17052ee-7815-4751-9c1b-69c651c477f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:18.258496 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-b17052ee-7815-4751-9c1b-69c651c477f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=96d96886-2666-45f3-8a9d-818df1375816 HTTP/1.1" status: 200 len: 834 time: 0.0569670 Jan 28 04:01:18.314077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0b4b16c-b66a-4ae0-9b14-51c58a09fb60 req-fc066d05-ea49-4001-aef6-2be36ac9bbf1 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 210 time: 0.0706811 Jan 28 04:01:18.321807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-f518ee2b-7b21-4e33-abd6-e3a201cdcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:18.323498 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-f518ee2b-7b21-4e33-abd6-e3a201cdcfaa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596063 Jan 28 04:01:18.340880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3839693 Jan 28 04:01:18.387911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37206) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:18.406181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'subnet': {'network_id': '224bbccd-f945-4f3d-899e-9e6412e378cb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:18.522541 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-69c97a32-b722-4c21-9ab7-9c93d5570e04 service neutron] 10.222.0.25 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928627 Jan 28 04:01:18.540277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e516fd-d2ff-4001-aba7-23bc61960b82 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Network': ['ID=224bbccd-f945-4f3d-899e-9e6412e378cb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:18.553339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 224bbccd-f945-4f3d-899e-9e6412e378cb details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:01:18.666028 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-32c7ddde-c407-46e8-aed7-beed3b0c0765 service neutron] 10.222.0.25 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352754 Jan 28 04:01:18.696729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Made reservation on behalf of fd000caa348a48c881ab1c76f156d829 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:18.702503 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:18.933667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-740e9446-26c1-4c0d-95a1-e9310e93a357 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:18.935334 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-740e9446-26c1-4c0d-95a1-e9310e93a357 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf&tenant_id=3b47383bfe204078917fadb2fc9fe99a&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1097 time: 0.1511180 Jan 28 04:01:18.947189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-14'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:19.063067 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:19.069786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e232bf-82f0-4963-8a3b-989fb21e6241 req-73ea138b-fd6b-4545-8b99-204afd6dc43f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:19.079366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8e232bf-82f0-4963-8a3b-989fb21e6241 req-73ea138b-fd6b-4545-8b99-204afd6dc43f tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.2185583 Jan 28 04:01:19.133989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-d870f516-34a8-4382-a46c-2a1497cb9eb8 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:19.136277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-d870f516-34a8-4382-a46c-2a1497cb9eb8 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.42 "GET /v2.0/networks?id=76aaa532-2bfc-4626-a9d1-1025c7f5102d HTTP/1.1" status: 200 len: 820 time: 0.5897038 Jan 28 04:01:19.143796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (0a4b8de5-a922-4b76-813e-ba75a2a0b46e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:19.160051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Request body: {'port': {'device_id': 'e2e53247-5a5d-4e72-9a72-bb2b1c807731', 'network_id': '76aaa532-2bfc-4626-a9d1-1025c7f5102d', 'admin_state_up': True, 'tenant_id': '2c3e59e223754f378ec178528eb300ed'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:19.288442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:19.290557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8e232bf-82f0-4963-8a3b-989fb21e6241 req-af0971b9-c436-4254-aef2-4dc7c8b5032a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046497 Jan 28 04:01:19.332599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Subnet': ['ID=0a4b8de5-a922-4b76-813e-ba75a2a0b46e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:19.387443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Checking segment: {'id': '154df529-98aa-4f73-b4e9-b5ce07e18ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '224bbccd-f945-4f3d-899e-9e6412e378cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:19.388157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network hostable DHCP agents. Network: 224bbccd-f945-4f3d-899e-9e6412e378cb, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:01:19.422659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Made reservation on behalf of 2c3e59e223754f378ec178528eb300ed for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:19.426520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:19.432145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network 224bbccd-f945-4f3d-899e-9e6412e378cb is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:01:19.437611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:19.464300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 224bbccd-f945-4f3d-899e-9e6412e378cb) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:19.473346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:19.474255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:19.476933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c64805-da15-48fd-951b-ef46bfac8e9f None None] Network 224bbccd-f945-4f3d-899e-9e6412e378cb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:19.534423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:19.536778 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d41349-e24d-4ef8-92dd-d789f5ab5dc1" -d '{"events": [{"server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:19.550913 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Publish callbacks [] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:19.576657 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:19.614953 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b158acd1-88a1-4a00-b48e-562406c4e8be req-6491ea3a-55d6-480c-9e66-45558c149aee tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 210 time: 0.0720737 Jan 28 04:01:19.632250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1caa1b2d-1732-48a1-ae9d-0c6a7b46e3ff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2432580 Jan 28 04:01:19.637629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:19.654488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c2724613-4be4-4257-8fdd-b34b4c40a24d tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'router': {'external_gateway_info': {'network_id': '224bbccd-f945-4f3d-899e-9e6412e378cb'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:19.729957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-224bbccd-f945-4f3d-899e-9e6412e378cb', 'network_id': '224bbccd-f945-4f3d-899e-9e6412e378cb', 'project_id': 'fd000caa348a48c881ab1c76f156d829', 'fixed_ips': [{'subnet_id': '0a4b8de5-a922-4b76-813e-ba75a2a0b46e'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:01:19.730998 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:19.768532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Pushing event updated for resources: {'Port': ['ID=f8a0e58a-85b0-425c-8647-11b116c438d2,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:19.937459 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e37effa-8d39-4d12-954b-29c94fd6f7e3 x-openstack-request-id: req-6e37effa-8d39-4d12-954b-29c94fd6f7e3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:19.937758 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:19.938005 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e37effa-8d39-4d12-954b-29c94fd6f7e3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:19.938448 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'code': 200} Jan 28 04:01:19.975181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 on host n-h1-808199-14 for vnic_type normal with profile {"migrating_to": "n-h2-808199-14"} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:19.976721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:19.985504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:20.008788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Port f8a0e58a-85b0-425c-8647-11b116c438d2 on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:01:20.009134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Attempting to bind port f8a0e58a-85b0-425c-8647-11b116c438d2 on network a8cab0f8-7781-43ab-8a9e-ab3707f8452c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:20.023114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:20.023382 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Checking segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:20.027071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Bound using segment: {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:20.027623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Bound port: f8a0e58a-85b0-425c-8647-11b116c438d2, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:20.028060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:20.115992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Allocated IP 2001:db8:1::2 (224bbccd-f945-4f3d-899e-9e6412e378cb/0a4b8de5-a922-4b76-813e-ba75a2a0b46e/09a8986b-a0d7-4bb5-b409-418971924e60) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:20.120507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:20.124551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:20.137258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:20.314045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Pushing event updated for resources: {'Port': ['ID=f8a0e58a-85b0-425c-8647-11b116c438d2,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:20.320210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:20.320921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:20.322948 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5f50f7f9-9815-4719-b885-7a2f0605554f service neutron] 10.222.0.25 "PUT /v2.0/ports/f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 200 len: 1123 time: 1.3813169 Jan 28 04:01:20.402328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-09c95694-d587-47c5-8df3-a31f9e026e9d None None] Provisioning complete for port f8a0e58a-85b0-425c-8647-11b116c438d2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:20.402721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09c95694-d587-47c5-8df3-a31f9e026e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:20.502979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['f8a0e58a-85b0-425c-8647-11b116c438d2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:01:20.816067 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Publish callbacks [] for port (09a8986b-a0d7-4bb5-b409-418971924e60), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:20.839649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:20.865545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Allocated IP 172.20.0.8 (76aaa532-2bfc-4626-a9d1-1025c7f5102d/0a91ede6-e11d-483e-9441-56d5a5a5b286/63e1557a-5a79-4e78-9a83-52bc81874ef3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:20.912255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dce9a684-7ebc-492c-9355-26a33f6ad014 req-e37ca12a-29e1-48cb-b546-df0bd6cec186 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 210 time: 0.0607035 Jan 28 04:01:20.966458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-09c95694-d587-47c5-8df3-a31f9e026e9d None None] Current status of the port f8a0e58a-85b0-425c-8647-11b116c438d2 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:20.966934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09c95694-d587-47c5-8df3-a31f9e026e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:20.998091 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2724613-4be4-4257-8fdd-b34b4c40a24d tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for router_gateway (5f87d00c-d8aa-4f3f-88e0-f416616223b1), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.038578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:21.041972 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104c8b4f-0bd1-4fe2-a383-22d4995515a9" -d '{"events": [{"server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "name": "network-vif-plugged", "status": "completed", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:21.082963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07cd5b-c641-4878-9f03-7e283831f1bd req-b7633be6-7877-45db-98fd-55f3d67c9919 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:21.084549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc07cd5b-c641-4878-9f03-7e283831f1bd req-b7633be6-7877-45db-98fd-55f3d67c9919 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 943 time: 0.2640078 Jan 28 04:01:21.105520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Network 224bbccd-f945-4f3d-899e-9e6412e378cb is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:21.107344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-09c95694-d587-47c5-8df3-a31f9e026e9d None None] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:21.126046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Pushing event updated for resources: {'Port': ['ID=09a8986b-a0d7-4bb5-b409-418971924e60,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:21.145788 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51abd50-5bc1-444e-b10e-d2c6ca41bb62 x-openstack-request-id: req-f51abd50-5bc1-444e-b10e-d2c6ca41bb62 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:21.146083 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "name": "network-vif-plugged", "status": "completed", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:21.146339 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f51abd50-5bc1-444e-b10e-d2c6ca41bb62 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:21.146747 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'code': 200} Jan 28 04:01:21.147664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:21.150323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09c95694-d587-47c5-8df3-a31f9e026e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.167871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:21.329299 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc07cd5b-c641-4878-9f03-7e283831f1bd req-9aa89e94-f0a4-4403-a23d-cdc196996f6d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125444 Jan 28 04:01:21.401157 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Publish callbacks [] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.426329 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-c2724613-4be4-4257-8fdd-b34b4c40a24d tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:01:21.431288 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c2724613-4be4-4257-8fdd-b34b4c40a24d tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "PUT /v2.0/routers/5f87d00c-d8aa-4f3f-88e0-f416616223b1 HTTP/1.1" status: 400 len: 364 time: 1.7817893 Jan 28 04:01:21.431642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:21.455126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.513259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c95694-d587-47c5-8df3-a31f9e026e9d None None] Pushing event updated for resources: {'Port': ['ID=f8a0e58a-85b0-425c-8647-11b116c438d2,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:21.514636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Pushing event updated for resources: {'Port': ['ID=63e1557a-5a79-4e78-9a83-52bc81874ef3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:21.525444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Attempting to bind port 09a8986b-a0d7-4bb5-b409-418971924e60 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:21.525923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Attempting to bind port 09a8986b-a0d7-4bb5-b409-418971924e60 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '154df529-98aa-4f73-b4e9-b5ce07e18ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '224bbccd-f945-4f3d-899e-9e6412e378cb'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:21.526172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Attempting to bind port 09a8986b-a0d7-4bb5-b409-418971924e60 on network 224bbccd-f945-4f3d-899e-9e6412e378cb {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:21.533013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Network 76aaa532-2bfc-4626-a9d1-1025c7f5102d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:21.534974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:21.538701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:21.539083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Checking segment: {'id': '154df529-98aa-4f73-b4e9-b5ce07e18ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '224bbccd-f945-4f3d-899e-9e6412e378cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:21.539555 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.540435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Bound using segment: {'id': '154df529-98aa-4f73-b4e9-b5ce07e18ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '224bbccd-f945-4f3d-899e-9e6412e378cb'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:21.540942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Bound port: 09a8986b-a0d7-4bb5-b409-418971924e60, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154df529-98aa-4f73-b4e9-b5ce07e18ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '224bbccd-f945-4f3d-899e-9e6412e378cb'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:21.541323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.541691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:21.618695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:21.619556 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.642372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-b4b50893-b43e-4772-95f6-21a01efc03af tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4877992 Jan 28 04:01:21.663594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] For port 09a8986b-a0d7-4bb5-b409-418971924e60, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:21.666858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fdcff952-8769-4d9c-b567-57c6a4d75cc2 None None] Provisioning complete for port f8a0e58a-85b0-425c-8647-11b116c438d2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:21.667232 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdcff952-8769-4d9c-b567-57c6a4d75cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.670009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] For port 09a8986b-a0d7-4bb5-b409-418971924e60, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=09a8986b-a0d7-4bb5-b409-418971924e60,segment=NetworkSegment(154df529-98aa-4f73-b4e9-b5ce07e18ea9),segment_id=154df529-98aa-4f73-b4e9-b5ce07e18ea9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:21.701793 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.742310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Request body: {'port': {'device_id': 'e2e53247-5a5d-4e72-9a72-bb2b1c807731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:21.795532 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b64e6-e059-497e-8bdc-7a878200611a None None] Pushing event updated for resources: {'Port': ['ID=09a8986b-a0d7-4bb5-b409-418971924e60,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:21.843168 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.843859 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:21.844002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fdcff952-8769-4d9c-b567-57c6a4d75cc2 None None] Current status of the port f8a0e58a-85b0-425c-8647-11b116c438d2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:22.239753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3014d17-8ae3-47c9-9145-133da0aa8420 req-c0751226-7168-4231-846f-21bd7784fb01 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:22.241561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3014d17-8ae3-47c9-9145-133da0aa8420 req-c0751226-7168-4231-846f-21bd7784fb01 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 931 time: 0.2134049 Jan 28 04:01:22.355024 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device f8a0e58a-85b0-425c-8647-11b116c438d2 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:01:22.457037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:22.461189 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:22.540858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:22.560383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device f8a0e58a-85b0-425c-8647-11b116c438d2 has no active binding in host n-h2-808199-14 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 04:01:22.562385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3014d17-8ae3-47c9-9145-133da0aa8420 req-0b47bf62-2a5e-468e-a4b8-06800c380fc6 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969475 Jan 28 04:01:22.593408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e1557a-5a79-4e78-9a83-52bc81874ef3 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:01:22.608234 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Publish callbacks [] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:22.647671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Transition to ACTIVE for port object 63e1557a-5a79-4e78-9a83-52bc81874ef3 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:01:22.662490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:22.699442 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9a08de-edd6-40fb-8881-944aa801df5a x-openstack-request-id: req-0e9a08de-edd6-40fb-8881-944aa801df5a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:22.699961 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:22.700660 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e9a08de-edd6-40fb-8881-944aa801df5a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:22.702246 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'status': 'completed', 'code': 200} Jan 28 04:01:22.749522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Pushing event updated for resources: {'Port': ['ID=63e1557a-5a79-4e78-9a83-52bc81874ef3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:22.925997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Attempting to bind port 63e1557a-5a79-4e78-9a83-52bc81874ef3 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:22.927117 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Attempting to bind port 63e1557a-5a79-4e78-9a83-52bc81874ef3 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '893c1125-f52f-42bf-983d-b2e71714ef0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '76aaa532-2bfc-4626-a9d1-1025c7f5102d'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:22.928129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Attempting to bind port 63e1557a-5a79-4e78-9a83-52bc81874ef3 on network 76aaa532-2bfc-4626-a9d1-1025c7f5102d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:22.937461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Allocated IP 2001:db8::1 (0335ad93-dc93-4876-8d15-908ead1ec844/a011627a-80aa-490e-9ee0-4bbb19ad4392/ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:22.939523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Port 63e1557a-5a79-4e78-9a83-52bc81874ef3 on network 76aaa532-2bfc-4626-a9d1-1025c7f5102d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:01:22.939712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Attempting to bind port 63e1557a-5a79-4e78-9a83-52bc81874ef3 on network 76aaa532-2bfc-4626-a9d1-1025c7f5102d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:22.952697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:22.953097 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Checking segment: {'id': '893c1125-f52f-42bf-983d-b2e71714ef0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '76aaa532-2bfc-4626-a9d1-1025c7f5102d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:22.953492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Bound using segment: {'id': '893c1125-f52f-42bf-983d-b2e71714ef0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '76aaa532-2bfc-4626-a9d1-1025c7f5102d'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:22.954144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Bound port: 63e1557a-5a79-4e78-9a83-52bc81874ef3, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893c1125-f52f-42bf-983d-b2e71714ef0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '76aaa532-2bfc-4626-a9d1-1025c7f5102d'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:22.954297 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:23.090380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for port (ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:23.147214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] For port 63e1557a-5a79-4e78-9a83-52bc81874ef3, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:23.151290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-8139a49a-8d02-49f0-b731-64c2602398f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:23.152817 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-8139a49a-8d02-49f0-b731-64c2602398f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1128 time: 0.3607163 Jan 28 04:01:23.155785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] For port 63e1557a-5a79-4e78-9a83-52bc81874ef3, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=63e1557a-5a79-4e78-9a83-52bc81874ef3,segment=NetworkSegment(893c1125-f52f-42bf-983d-b2e71714ef0d),segment_id=893c1125-f52f-42bf-983d-b2e71714ef0d)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:23.178014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcbcd7-3a9d-460d-8849-e6924a56c205 req-38cb8067-8024-482c-bc30-4c970644dd52 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:23.183089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3cbcbcd7-3a9d-460d-8849-e6924a56c205 req-38cb8067-8024-482c-bc30-4c970644dd52 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.1974831 Jan 28 04:01:23.184022 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:23.257404 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:23.290591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:23.292645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:23.294294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] 10.222.0.42 "PUT /v2.0/ports/63e1557a-5a79-4e78-9a83-52bc81874ef3 HTTP/1.1" status: 200 len: 1092 time: 1.6331382 Jan 28 04:01:23.304870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e53247-5a5d-4e72-9a72-bb2b1c807731', 'tag': '63e1557a-5a79-4e78-9a83-52bc81874ef3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:23.307697 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b6a079-7d34-43d9-ab21-3d57ad317ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e53247-5a5d-4e72-9a72-bb2b1c807731", "tag": "63e1557a-5a79-4e78-9a83-52bc81874ef3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:23.359725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-6623101a-8e05-4c5e-a68d-4457515213eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:23.361245 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-6623101a-8e05-4c5e-a68d-4457515213eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c HTTP/1.1" status: 200 len: 898 time: 0.1991575 Jan 28 04:01:23.376636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3cbcbcd7-3a9d-460d-8849-e6924a56c205 req-f29e46da-cc73-4c34-bd5e-748dec601041 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711226 Jan 28 04:01:23.385416 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310b2c04-4027-4d44-918e-81a1486841ef x-openstack-request-id: req-310b2c04-4027-4d44-918e-81a1486841ef {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:23.385721 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e53247-5a5d-4e72-9a72-bb2b1c807731", "tag": "63e1557a-5a79-4e78-9a83-52bc81874ef3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:23.385980 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-310b2c04-4027-4d44-918e-81a1486841ef {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:23.387043 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e53247-5a5d-4e72-9a72-bb2b1c807731', 'tag': '63e1557a-5a79-4e78-9a83-52bc81874ef3', 'status': 'completed', 'code': 200} Jan 28 04:01:23.404694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network 0335ad93-dc93-4876-8d15-908ead1ec844 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:23.407300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:23.410659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:23.411344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (5f87d00c-d8aa-4f3f-88e0-f416616223b1), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:23.459719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267231a-a985-49e4-b1cf-406fbd93211d service neutron] Pushing event updated for resources: {'Port': ['ID=63e1557a-5a79-4e78-9a83-52bc81874ef3,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:23.474499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Port': ['ID=ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:23.502788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-eaa6a2fc-7169-4a03-b969-2666be7aebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:23.507758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-eaa6a2fc-7169-4a03-b969-2666be7aebe7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c3e59e223754f378ec178528eb300ed&device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 1095 time: 0.1495874 Jan 28 04:01:23.546623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3109bb7-1213-465b-b634-6d576877bb55 None None] Network 224bbccd-f945-4f3d-899e-9e6412e378cb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:23.705768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-f439374e-14f0-49a2-baa9-479bf1c92ac6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63e1557a-5a79-4e78-9a83-52bc81874ef3 HTTP/1.1" status: 200 len: 217 time: 0.1852255 Jan 28 04:01:23.820457 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-4e38cb44-84a7-4fba-b4b2-2a5faf1a1877 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 200 len: 1000 time: 0.4329712 Jan 28 04:01:23.824949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fc57353a-3777-44cb-b688-a5cd475c889a None None] Provisioning complete for port 09a8986b-a0d7-4bb5-b409-418971924e60 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:23.825330 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc57353a-3777-44cb-b688-a5cd475c889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:23.899411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 09a8986b-a0d7-4bb5-b409-418971924e60 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:23.913542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-005de0ef-c49c-4b46-bd17-628038ee7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:23.917300 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-005de0ef-c49c-4b46-bd17-628038ee7bb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a91ede6-e11d-483e-9441-56d5a5a5b286 HTTP/1.1" status: 200 len: 860 time: 0.2043316 Jan 28 04:01:23.930381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadb5a-8ba6-4bb1-ba39-d5e517f7af3d req-6b01a442-1325-43ae-b200-809ad69ea04e tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:23.939051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0eadb5a-8ba6-4bb1-ba39-d5e517f7af3d req-6b01a442-1325-43ae-b200-809ad69ea04e tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 943 time: 0.1345284 Jan 28 04:01:23.970355 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-2d7e07c1-f5c3-46c9-aff8-02d891b7ee81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76aaa532-2bfc-4626-a9d1-1025c7f5102d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284989 Jan 28 04:01:24.015030 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:24.018149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-c6e078cc-826b-46e6-baf9-f0c658498050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:24.019762 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-c6e078cc-826b-46e6-baf9-f0c658498050 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96d96886-2666-45f3-8a9d-818df1375816 HTTP/1.1" status: 200 len: 834 time: 0.1891735 Jan 28 04:01:24.081152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 09a8986b-a0d7-4bb5-b409-418971924e60 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:24.082602 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:24.102659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0eadb5a-8ba6-4bb1-ba39-d5e517f7af3d req-3ad92e0b-37ad-47b0-9a3c-9d35040fcfdc tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618924 Jan 28 04:01:24.129430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-087444f7-498d-439b-9bac-06ece9e999fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:24.131046 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-087444f7-498d-439b-9bac-06ece9e999fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022296 Jan 28 04:01:24.181206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-3fb9396d-124e-467f-8c6d-a367ceee44d1 service neutron] 10.222.0.42 "GET /v2.0/networks/76aaa532-2bfc-4626-a9d1-1025c7f5102d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765079 Jan 28 04:01:24.302102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fc57353a-3777-44cb-b688-a5cd475c889a None None] Current status of the port 09a8986b-a0d7-4bb5-b409-418971924e60 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:24.302503 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc57353a-3777-44cb-b688-a5cd475c889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:24.311908 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30d895b5-9fd3-45bb-8302-af63c6defde6 req-35de7e84-5857-4b61-a1a8-d7c12615ebe3 service neutron] 10.222.0.42 "GET /v2.0/networks/76aaa532-2bfc-4626-a9d1-1025c7f5102d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294055 Jan 28 04:01:24.415207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fc57353a-3777-44cb-b688-a5cd475c889a None None] For port 09a8986b-a0d7-4bb5-b409-418971924e60, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=09a8986b-a0d7-4bb5-b409-418971924e60,segment=NetworkSegment(154df529-98aa-4f73-b4e9-b5ce07e18ea9),segment_id=154df529-98aa-4f73-b4e9-b5ce07e18ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:24.424889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 09a8986b-a0d7-4bb5-b409-418971924e60 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:24.425296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:24.435733 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc57353a-3777-44cb-b688-a5cd475c889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:24.532455 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-7094f21c-f7d5-4495-96a8-5513f04fbae8 service neutron] 10.222.0.42 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529851 Jan 28 04:01:24.544662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6a079-7d34-43d9-ab21-3d57ad317ce1 req-c3d0336b-4e0e-4277-806d-07ad9b183796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:24.546230 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88b6a079-7d34-43d9-ab21-3d57ad317ce1 req-c3d0336b-4e0e-4277-806d-07ad9b183796 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c3e59e223754f378ec178528eb300ed&device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 1095 time: 0.1399171 Jan 28 04:01:24.575294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57353a-3777-44cb-b688-a5cd475c889a None None] Pushing event updated for resources: {'Port': ['ID=09a8986b-a0d7-4bb5-b409-418971924e60,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:24.583064 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:01:24.583511 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:01:24.584626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4ef045a5-6cbd-40d9-aa52-b82f1f7f7279 None None] Provisioning complete for port 09a8986b-a0d7-4bb5-b409-418971924e60 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:24.585049 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ef045a5-6cbd-40d9-aa52-b82f1f7f7279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:24.624726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for port (ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:24.710594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:24.712423 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (5f87d00c-d8aa-4f3f-88e0-f416616223b1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:24.745532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e7623-45c4-4990-976a-a915ded06a3a req-dd979721-be1f-4916-8d8c-7328be04f4ce tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:24.748046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47e7623-45c4-4990-976a-a915ded06a3a req-dd979721-be1f-4916-8d8c-7328be04f4ce tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.1991296 Jan 28 04:01:24.791505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6a079-7d34-43d9-ab21-3d57ad317ce1 req-e693ebed-9d52-4cbf-af76-d9a26a7c3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:24.793966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88b6a079-7d34-43d9-ab21-3d57ad317ce1 req-e693ebed-9d52-4cbf-af76-d9a26a7c3533 service neutron] 10.222.0.42 "GET /v2.0/networks?id=76aaa532-2bfc-4626-a9d1-1025c7f5102d HTTP/1.1" status: 200 len: 921 time: 0.2420065 Jan 28 04:01:24.828596 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-83ecefaa-1e38-46b1-b5d6-c59c09aed70a req-8607521b-8ed7-4a43-8354-1c0a43bdfbc8 service neutron] 10.222.0.42 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778516 Jan 28 04:01:24.901738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4ef045a5-6cbd-40d9-aa52-b82f1f7f7279 None None] Current status of the port 09a8986b-a0d7-4bb5-b409-418971924e60 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:24.916978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88b6a079-7d34-43d9-ab21-3d57ad317ce1 req-21d94f3d-b2ec-4fe4-9cb6-4be33508717e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63e1557a-5a79-4e78-9a83-52bc81874ef3 HTTP/1.1" status: 200 len: 217 time: 0.1156554 Jan 28 04:01:24.934905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4ef045a5-6cbd-40d9-aa52-b82f1f7f7279 None None] Provisioning complete for port ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:24.935297 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ef045a5-6cbd-40d9-aa52-b82f1f7f7279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:24.955259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event updated for resources: {'Port': ['ID=ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:25.006883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47e7623-45c4-4990-976a-a915ded06a3a req-19b3a7cd-151c-4182-8f3e-59ae4aa3e6c2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515051 Jan 28 04:01:25.022662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4ef045a5-6cbd-40d9-aa52-b82f1f7f7279 None None] Port ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:01:25.025374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6a079-7d34-43d9-ab21-3d57ad317ce1 req-4ed6918a-02f2-4a77-8ecf-0e3116f1eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:25.027721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88b6a079-7d34-43d9-ab21-3d57ad317ce1 req-4ed6918a-02f2-4a77-8ecf-0e3116f1eee8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a91ede6-e11d-483e-9441-56d5a5a5b286 HTTP/1.1" status: 200 len: 860 time: 0.0891716 Jan 28 04:01:25.034900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Network 0335ad93-dc93-4876-8d15-908ead1ec844 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:25.035475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:25.061905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88b6a079-7d34-43d9-ab21-3d57ad317ce1 req-9011d90e-c7bd-4039-93c5-5605f301a4c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76aaa532-2bfc-4626-a9d1-1025c7f5102d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269618 Jan 28 04:01:25.155166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 09a8986b-a0d7-4bb5-b409-418971924e60 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:25.208371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88b6a079-7d34-43d9-ab21-3d57ad317ce1 req-821b7c92-763d-41e0-980a-defb86aab872 service neutron] 10.222.0.42 "GET /v2.0/networks/76aaa532-2bfc-4626-a9d1-1025c7f5102d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378279 Jan 28 04:01:25.238655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Router 5f87d00c-d8aa-4f3f-88e0-f416616223b1 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:01:25.395820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddcfae-1913-46e0-aa3f-25f29d99af0f req-e49afa5b-10e6-4707-9c69-5313693c3037 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:25.397101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27ddcfae-1913-46e0-aa3f-25f29d99af0f req-e49afa5b-10e6-4707-9c69-5313693c3037 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 943 time: 0.1444445 Jan 28 04:01:25.419332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:01:25.427224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c3090dbd-507f-4c89-afea-ca1c9e0e8f7a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "PUT /v2.0/routers/5f87d00c-d8aa-4f3f-88e0-f416616223b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9945004 Jan 28 04:01:25.431215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:25.440389 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b9b8c-ed1d-47a1-b31a-aa4e2771c30f None None] Sync routers for ids ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:01:25.454624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f8b5a484-3ec6-45e4-aff7-b7a95e133d97 None None] Provisioning complete for port ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:25.454997 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a484-3ec6-45e4-aff7-b7a95e133d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:25.463828 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b9b8c-ed1d-47a1-b31a-aa4e2771c30f None None] Routers {'5f87d00c-d8aa-4f3f-88e0-f416616223b1'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:25.463828 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d62b9b8c-ed1d-47a1-b31a-aa4e2771c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:25.502745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88b6a079-7d34-43d9-ab21-3d57ad317ce1 req-cb71e214-d845-42d7-9e9b-8e7afc6173a8 service neutron] 10.222.0.42 "GET /v2.0/networks/76aaa532-2bfc-4626-a9d1-1025c7f5102d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862678 Jan 28 04:01:25.537506 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d62b9b8c-ed1d-47a1-b31a-aa4e2771c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:25.543258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5a484-3ec6-45e4-aff7-b7a95e133d97 None None] Port ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:01:25.548717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27ddcfae-1913-46e0-aa3f-25f29d99af0f req-ad9a1b35-801a-486c-9d34-e2298eba8a19 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366751 Jan 28 04:01:25.557560 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b9b8c-ed1d-47a1-b31a-aa4e2771c30f None None] Routers {'5f87d00c-d8aa-4f3f-88e0-f416616223b1'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:25.558178 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d62b9b8c-ed1d-47a1-b31a-aa4e2771c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:25.604424 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-703dce6c-ae01-455d-987f-1ed5fdb6dbbc tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for router (5f87d00c-d8aa-4f3f-88e0-f416616223b1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:25.605011 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d62b9b8c-ed1d-47a1-b31a-aa4e2771c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:25.605444 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b9b8c-ed1d-47a1-b31a-aa4e2771c30f None None] The sync data for ids ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:01:25.670874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 09a8986b-a0d7-4bb5-b409-418971924e60 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:25.740928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 09a8986b-a0d7-4bb5-b409-418971924e60 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:25.741184 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-703dce6c-ae01-455d-987f-1ed5fdb6dbbc tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 04:01:25.741351 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:25.747185 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-703dce6c-ae01-455d-987f-1ed5fdb6dbbc tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/routers/5f87d00c-d8aa-4f3f-88e0-f416616223b1 HTTP/1.1" status: 409 len: 329 time: 0.3103039 Jan 28 04:01:25.750103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:25.857268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 09a8986b-a0d7-4bb5-b409-418971924e60 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:26.155127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20390fda-b3ea-40d2-9d53-aa110154d516 req-486184c5-42e1-4e51-93d4-fcbd82828179 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:26.156662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20390fda-b3ea-40d2-9d53-aa110154d516 req-486184c5-42e1-4e51-93d4-fcbd82828179 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.0801702 Jan 28 04:01:26.245702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-20390fda-b3ea-40d2-9d53-aa110154d516 req-0fd41d87-b7a2-40f1-b2a4-f139681fc7d4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811660 Jan 28 04:01:26.271317 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (5f87d00c-d8aa-4f3f-88e0-f416616223b1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:26.301755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 63e1557a-5a79-4e78-9a83-52bc81874ef3 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:01:26.409880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 63e1557a-5a79-4e78-9a83-52bc81874ef3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=63e1557a-5a79-4e78-9a83-52bc81874ef3,segment=NetworkSegment(893c1125-f52f-42bf-983d-b2e71714ef0d),segment_id=893c1125-f52f-42bf-983d-b2e71714ef0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:26.423336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '63e1557a-5a79-4e78-9a83-52bc81874ef3', 'network_id': '76aaa532-2bfc-4626-a9d1-1025c7f5102d', 'port_id': '63e1557a-5a79-4e78-9a83-52bc81874ef3', 'mac_address': 'fa:16:3e:66:2c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a91ede6-e11d-483e-9441-56d5a5a5b286', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:01:26.465715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 63e1557a-5a79-4e78-9a83-52bc81874ef3 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:26.466029 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:26.486361 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e1557a-5a79-4e78-9a83-52bc81874ef3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:01:26.507893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 63e1557a-5a79-4e78-9a83-52bc81874ef3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=63e1557a-5a79-4e78-9a83-52bc81874ef3,segment=NetworkSegment(893c1125-f52f-42bf-983d-b2e71714ef0d),segment_id=893c1125-f52f-42bf-983d-b2e71714ef0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:26.518921 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:26.534162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Deleting port ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:26.534724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:26.567064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=63e1557a-5a79-4e78-9a83-52bc81874ef3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:26.635958 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:26.648677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Calling delete_port for ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:26.763745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b7ce6-d2ba-4913-b6e1-b9e1540f62ed req-ec8da1a8-f4e4-4ad0-8125-4715b1b885a8 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:26.765293 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d56b7ce6-d2ba-4913-b6e1-b9e1540f62ed req-ec8da1a8-f4e4-4ad0-8125-4715b1b885a8 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 944 time: 0.1053202 Jan 28 04:01:26.817695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['63e1557a-5a79-4e78-9a83-52bc81874ef3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:01:26.858535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d56b7ce6-d2ba-4913-b6e1-b9e1540f62ed req-246b0b53-d051-441b-b5ba-bb9ca4c42945 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871553 Jan 28 04:01:26.952356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:27.012958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Port': ['ID=ab3000dd-34aa-40ea-bcc5-b7042bdbe2bc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:27.219776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (5f87d00c-d8aa-4f3f-88e0-f416616223b1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:27.777727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Router 5f87d00c-d8aa-4f3f-88e0-f416616223b1 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:01:27.803888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b0f84-7763-4217-acf3-3bce2d00377a req-9edccdd4-0a44-410f-9a08-b362e7ef15b4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:27.806352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c97b0f84-7763-4217-acf3-3bce2d00377a req-9edccdd4-0a44-410f-9a08-b362e7ef15b4 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.1005275 Jan 28 04:01:27.887985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:01:27.896995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-47e37684-6837-4beb-8db2-c035989cfeb3 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "PUT /v2.0/routers/5f87d00c-d8aa-4f3f-88e0-f416616223b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1452041 Jan 28 04:01:27.897559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37328) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:27.912133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f52b19-1558-48b9-9759-bb9deedf9d4f None None] Sync routers for ids ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:01:27.941927 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-22a2d5ba-5ecc-4ae6-899a-178e85404b4b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] show failed (client error): The resource could not be found. Jan 28 04:01:27.946838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37336) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:27.947388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-22a2d5ba-5ecc-4ae6-899a-178e85404b4b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-747468185 HTTP/1.1" status: 404 len: 334 time: 0.0484064 Jan 28 04:01:27.951990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-294350b3-e092-42ae-a92e-86d46fbbe24a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:27.968732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f52b19-1558-48b9-9759-bb9deedf9d4f None None] Routers {'5f87d00c-d8aa-4f3f-88e0-f416616223b1'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:27.969748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-80f52b19-1558-48b9-9759-bb9deedf9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:27.995730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c97b0f84-7763-4217-acf3-3bce2d00377a req-b00761a4-70ee-4463-b3be-e1644f073b4d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532886 Jan 28 04:01:28.025894 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-294350b3-e092-42ae-a92e-86d46fbbe24a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] update failed (client error): The resource could not be found. Jan 28 04:01:28.027325 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-294350b3-e092-42ae-a92e-86d46fbbe24a tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-611197291 HTTP/1.1" status: 404 len: 334 time: 0.0791900 Jan 28 04:01:28.029283 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-80f52b19-1558-48b9-9759-bb9deedf9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:28.031451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37342) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:28.046891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f52b19-1558-48b9-9759-bb9deedf9d4f None None] Routers {'5f87d00c-d8aa-4f3f-88e0-f416616223b1'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:28.047825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-80f52b19-1558-48b9-9759-bb9deedf9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:28.082091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-80f52b19-1558-48b9-9759-bb9deedf9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:28.082988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f52b19-1558-48b9-9759-bb9deedf9d4f None None] The sync data for ids ['5f87d00c-d8aa-4f3f-88e0-f416616223b1'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:01:28.117699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Deleting subnet 0a4b8de5-a922-4b76-813e-ba75a2a0b46e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:01:28.122298 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (0a4b8de5-a922-4b76-813e-ba75a2a0b46e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:28.177136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953332f7-6a93-4ee3-a243-ba9336d19263 req-22fddb28-0ea7-4bdd-aeed-00847bff67a1 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:28.178769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-953332f7-6a93-4ee3-a243-ba9336d19263 req-22fddb28-0ea7-4bdd-aeed-00847bff67a1 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 944 time: 0.1178305 Jan 28 04:01:28.181881 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (0a4b8de5-a922-4b76-813e-ba75a2a0b46e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:28.270305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-953332f7-6a93-4ee3-a243-ba9336d19263 req-0cf19e4e-ee94-40a4-91f8-c788011bf353 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651569 Jan 28 04:01:28.332594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 63e1557a-5a79-4e78-9a83-52bc81874ef3 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:28.357827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (0a4b8de5-a922-4b76-813e-ba75a2a0b46e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:28.425472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 63e1557a-5a79-4e78-9a83-52bc81874ef3 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:01:28.437167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 63e1557a-5a79-4e78-9a83-52bc81874ef3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:28.437717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:28.464392 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (0a4b8de5-a922-4b76-813e-ba75a2a0b46e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:28.535074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 63e1557a-5a79-4e78-9a83-52bc81874ef3 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:28.535851 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:28.542522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4b8de5-a922-4b76-813e-ba75a2a0b46e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:28.556149 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:28.564094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/subnets/0a4b8de5-a922-4b76-813e-ba75a2a0b46e HTTP/1.1" status: 204 len: 168 time: 0.5314679 Jan 28 04:01:28.566489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37352) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:28.566990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0345e1c-9c3e-4f67-bf48-3e14c26769ac None None] Network 224bbccd-f945-4f3d-899e-9e6412e378cb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:28.567500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.568379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.568931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.569373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e53247-5a5d-4e72-9a72-bb2b1c807731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e1557a-5a79-4e78-9a83-52bc81874ef3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:28.569498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.570003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.571081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.571519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.572090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.572554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.573076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.573525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.573974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.574451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c4fc4-ab29-4d7c-95c2-3ae924694e83 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:28.575226 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d554b26-e295-42b6-a7e3-eb8dcb4a2afc" -d '{"events": [{"server_uuid": "e2e53247-5a5d-4e72-9a72-bb2b1c807731", "name": "network-vif-plugged", "status": "completed", "tag": "63e1557a-5a79-4e78-9a83-52bc81874ef3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:28.612466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 63e1557a-5a79-4e78-9a83-52bc81874ef3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=63e1557a-5a79-4e78-9a83-52bc81874ef3,segment=NetworkSegment(893c1125-f52f-42bf-983d-b2e71714ef0d),segment_id=893c1125-f52f-42bf-983d-b2e71714ef0d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:28.651876 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:28.697458 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3211d4d4-2b5b-4df1-949a-3096450f0eb8 x-openstack-request-id: req-3211d4d4-2b5b-4df1-949a-3096450f0eb8 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:28.698025 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e53247-5a5d-4e72-9a72-bb2b1c807731", "name": "network-vif-plugged", "status": "completed", "tag": "63e1557a-5a79-4e78-9a83-52bc81874ef3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:28.698445 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3211d4d4-2b5b-4df1-949a-3096450f0eb8 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:28.699009 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e53247-5a5d-4e72-9a72-bb2b1c807731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e1557a-5a79-4e78-9a83-52bc81874ef3', 'code': 200} Jan 28 04:01:28.764557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-80d56cb1-7677-4f17-a492-dda3dcc44035 service neutron] 10.222.0.42 "GET /v2.0/ports/f8a0e58a-85b0-425c-8647-11b116c438d2/bindings/n-h2-808199-14 HTTP/1.1" status: 200 len: 385 time: 0.1160202 Jan 28 04:01:28.779935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (224bbccd-f945-4f3d-899e-9e6412e378cb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:28.784104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=63e1557a-5a79-4e78-9a83-52bc81874ef3,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:28.851524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea45fd1-4285-4f2f-9bc4-11fa3df28a20 None None] DHCP port deletion for 224bbccd-f945-4f3d-899e-9e6412e378cb request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:01:28.874833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa3f28-7974-4e6e-a4fe-fb37a1e56dad req-35477367-4a34-473c-a1dd-b63ceaa8427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:28.876644 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ffa3f28-7974-4e6e-a4fe-fb37a1e56dad req-35477367-4a34-473c-a1dd-b63ceaa8427a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 1097 time: 0.0896461 Jan 28 04:01:28.945085 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ffa3f28-7974-4e6e-a4fe-fb37a1e56dad req-3003019f-0387-4bf2-9195-95f79140a821 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Jan 28 04:01:28.948696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bea45fd1-4285-4f2f-9bc4-11fa3df28a20 None None] Deleting port 09a8986b-a0d7-4bb5-b409-418971924e60 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:28.949257 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bea45fd1-4285-4f2f-9bc4-11fa3df28a20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:28.950089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Deleting port 09a8986b-a0d7-4bb5-b409-418971924e60 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:28.951025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.038731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bea45fd1-4285-4f2f-9bc4-11fa3df28a20 None None] For port 09a8986b-a0d7-4bb5-b409-418971924e60, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=09a8986b-a0d7-4bb5-b409-418971924e60,segment=NetworkSegment(154df529-98aa-4f73-b4e9-b5ce07e18ea9),segment_id=154df529-98aa-4f73-b4e9-b5ce07e18ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:29.039844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bea45fd1-4285-4f2f-9bc4-11fa3df28a20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.058260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bea45fd1-4285-4f2f-9bc4-11fa3df28a20 None None] Calling delete_port for 09a8986b-a0d7-4bb5-b409-418971924e60 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:29.121284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] For port 09a8986b-a0d7-4bb5-b409-418971924e60, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=09a8986b-a0d7-4bb5-b409-418971924e60,segment=NetworkSegment(154df529-98aa-4f73-b4e9-b5ce07e18ea9),segment_id=154df529-98aa-4f73-b4e9-b5ce07e18ea9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:29.122548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.124802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-d281dbd5-3121-441e-aa9f-07fd2b44bd0f service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:29.154873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Calling delete_port for 09a8986b-a0d7-4bb5-b409-418971924e60 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:29.180317 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bea45fd1-4285-4f2f-9bc4-11fa3df28a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.191615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea45fd1-4285-4f2f-9bc4-11fa3df28a20 None None] No DVR routers for this DVR port 09a8986b-a0d7-4bb5-b409-418971924e60 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:29.238353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea45fd1-4285-4f2f-9bc4-11fa3df28a20 None None] Pushing event deleted for resources: {'Port': ['ID=09a8986b-a0d7-4bb5-b409-418971924e60,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:29.240381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-d281dbd5-3121-441e-aa9f-07fd2b44bd0f service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:29.341738 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (09a8986b-a0d7-4bb5-b409-418971924e60), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.416856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af613fe-35b4-4f15-8f48-5ec76e470dae req-81791314-ef0d-4e3a-8254-35f331953f51 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:29.418857 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Port': ['ID=09a8986b-a0d7-4bb5-b409-418971924e60,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:29.422885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0af613fe-35b4-4f15-8f48-5ec76e470dae req-81791314-ef0d-4e3a-8254-35f331953f51 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 945 time: 0.2707112 Jan 28 04:01:29.431306 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] No DVR routers for this DVR port 09a8986b-a0d7-4bb5-b409-418971924e60 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:29.432009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-d281dbd5-3121-441e-aa9f-07fd2b44bd0f service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:29.443755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:29.446827 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722469bb-2ad3-467d-91f0-29dc499fae9e" -d '{"events": [{"server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:29.470547 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-d281dbd5-3121-441e-aa9f-07fd2b44bd0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.582080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0af613fe-35b4-4f15-8f48-5ec76e470dae req-ce5b8022-5d09-4439-a7f2-3147b0f20c1d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281853 Jan 28 04:01:29.610430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc6707-8bae-46b7-bad9-0dae866178d7 req-25dcbb47-dd9f-44f6-887d-87177650c6d6 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:29.611555 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ebc6707-8bae-46b7-bad9-0dae866178d7 req-25dcbb47-dd9f-44f6-887d-87177650c6d6 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 945 time: 0.1610339 Jan 28 04:01:29.618813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (224bbccd-f945-4f3d-899e-9e6412e378cb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.674620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224bbccd-f945-4f3d-899e-9e6412e378cb']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:29.696449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 09a8986b-a0d7-4bb5-b409-418971924e60 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:29.710372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-d281dbd5-3121-441e-aa9f-07fd2b44bd0f service neutron] Transition to ACTIVE for port object f8a0e58a-85b0-425c-8647-11b116c438d2 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:01:29.711723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154df529-98aa-4f73-b4e9-b5ce07e18ea9') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:29.713188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154df529-98aa-4f73-b4e9-b5ce07e18ea9') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:29.716774 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f12856d-b199-4ba9-a9c9-0054dc8e13c6 x-openstack-request-id: req-1f12856d-b199-4ba9-a9c9-0054dc8e13c6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:29.717105 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:29.717371 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f12856d-b199-4ba9-a9c9-0054dc8e13c6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:29.717789 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'code': 200} Jan 28 04:01:29.722355 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-d281dbd5-3121-441e-aa9f-07fd2b44bd0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.728514 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 09a8986b-a0d7-4bb5-b409-418971924e60 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:29.729195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 09a8986b-a0d7-4bb5-b409-418971924e60 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:29.753545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (154df529-98aa-4f73-b4e9-b5ce07e18ea9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.792181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281dbd5-3121-441e-aa9f-07fd2b44bd0f service neutron] Pushing event updated for resources: {'Port': ['ID=f8a0e58a-85b0-425c-8647-11b116c438d2,revision_number=11']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:29.796813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (154df529-98aa-4f73-b4e9-b5ce07e18ea9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.805630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ebc6707-8bae-46b7-bad9-0dae866178d7 req-af298fe7-a671-4aaa-b964-aef71ff077df tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830299 Jan 28 04:01:29.811929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:01:29.812053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (154df529-98aa-4f73-b4e9-b5ce07e18ea9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:01:29.816784 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:01:29.968830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-d281dbd5-3121-441e-aa9f-07fd2b44bd0f service neutron] No DVR routers for this DVR port f8a0e58a-85b0-425c-8647-11b116c438d2 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:30.054169 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (224bbccd-f945-4f3d-899e-9e6412e378cb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:30.092295 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:30.097673 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/networks/224bbccd-f945-4f3d-899e-9e6412e378cb HTTP/1.1" status: 204 len: 168 time: 1.5301664 Jan 28 04:01:30.099162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Network': ['ID=224bbccd-f945-4f3d-899e-9e6412e378cb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:30.152568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:30.173643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.176068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.178973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.179592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.183485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.184139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.184646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.185178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.185951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.187983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.192828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.193389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.193734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efb243-17fc-4086-b1fb-97c9095394d6 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:30.312130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-d281dbd5-3121-441e-aa9f-07fd2b44bd0f service neutron] 10.222.0.42 "PUT /v2.0/ports/f8a0e58a-85b0-425c-8647-11b116c438d2/bindings/n-h2-808199-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5399017 Jan 28 04:01:30.343160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c695ce28-fd00-4430-8057-ef0060d61221 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Deleting subnet 6050d0bc-af70-4302-92fc-d123e4cda4cf {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:01:30.346783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c695ce28-fd00-4430-8057-ef0060d61221 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (6050d0bc-af70-4302-92fc-d123e4cda4cf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:30.352772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f8a0e58a-85b0-425c-8647-11b116c438d2 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:30.408347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c695ce28-fd00-4430-8057-ef0060d61221 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (6050d0bc-af70-4302-92fc-d123e4cda4cf), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:30.459396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port f8a0e58a-85b0-425c-8647-11b116c438d2 host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:01:30.460531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device f8a0e58a-85b0-425c-8647-11b116c438d2 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:30.511552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-48016c71-52ba-4c10-b653-2f1dcd0dfd84 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:30.513126 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-48016c71-52ba-4c10-b653-2f1dcd0dfd84 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf&tenant_id=3b47383bfe204078917fadb2fc9fe99a&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.0768223 Jan 28 04:01:30.601018 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c695ce28-fd00-4430-8057-ef0060d61221 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (6050d0bc-af70-4302-92fc-d123e4cda4cf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:30.606870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-b4ea4a38-6431-40b2-916f-3ce7cbb502fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:30.608598 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-b4ea4a38-6431-40b2-916f-3ce7cbb502fa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 1096 time: 0.0674577 Jan 28 04:01:30.723234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5df69ee8-b8db-4cab-9599-82e04d9efecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:30.725477 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-5df69ee8-b8db-4cab-9599-82e04d9efecf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1096 time: 0.0670018 Jan 28 04:01:30.727854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40996f-a9a1-4465-9378-78a9ec208136 req-4ea6a6fa-2f28-4a1a-89ed-8fd26fb9b303 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:30.729669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de40996f-a9a1-4465-9378-78a9ec208136 req-4ea6a6fa-2f28-4a1a-89ed-8fd26fb9b303 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 944 time: 0.0608499 Jan 28 04:01:30.783627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de40996f-a9a1-4465-9378-78a9ec208136 req-301f770e-97d9-4acb-8a97-caf605aae39c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476260 Jan 28 04:01:30.815266 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c695ce28-fd00-4430-8057-ef0060d61221 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (6050d0bc-af70-4302-92fc-d123e4cda4cf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:30.858422 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695ce28-fd00-4430-8057-ef0060d61221 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Subnet': ['ID=6050d0bc-af70-4302-92fc-d123e4cda4cf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:30.862033 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c695ce28-fd00-4430-8057-ef0060d61221 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:30.865274 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c695ce28-fd00-4430-8057-ef0060d61221 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/subnets/6050d0bc-af70-4302-92fc-d123e4cda4cf HTTP/1.1" status: 204 len: 168 time: 0.6376374 Jan 28 04:01:30.868429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37382) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:30.880632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-b716962a-daad-49ca-bb8b-f6fa2d2458fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:30.884180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd2d45-174a-4460-84a7-14c502c042d3 None None] Network a499886f-b16e-4455-8e86-70f139f85031 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:30.897913 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-b716962a-daad-49ca-bb8b-f6fa2d2458fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c HTTP/1.1" status: 200 len: 898 time: 0.1654143 Jan 28 04:01:31.036684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e47d32-ba01-4788-95bf-5453385c5f87 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Deleting subnet d508f19a-ad71-44d0-be90-bf2b0ebee6c8 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:01:31.044351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-f03c9b64-18e4-4001-a654-ea0b824842e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 200 len: 998 time: 0.1375110 Jan 28 04:01:31.045493 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e47d32-ba01-4788-95bf-5453385c5f87 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (d508f19a-ad71-44d0-be90-bf2b0ebee6c8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:31.140207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb25ef-dc47-4f8d-a436-2621a1e7b05a None None] DHCP port deletion for a499886f-b16e-4455-8e86-70f139f85031 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:01:31.158660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-465e5642-7c13-43c4-9ff3-ea50acd49259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:31.160151 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-465e5642-7c13-43c4-9ff3-ea50acd49259 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=96d96886-2666-45f3-8a9d-818df1375816 HTTP/1.1" status: 200 len: 834 time: 0.1091750 Jan 28 04:01:31.161304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdf636-e053-4e40-9ca3-aa98b2e0a515 req-fa3bacfe-f549-42da-962b-4c39130845a5 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:31.163207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bcdf636-e053-4e40-9ca3-aa98b2e0a515 req-fa3bacfe-f549-42da-962b-4c39130845a5 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 945 time: 0.2144952 Jan 28 04:01:31.166926 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e47d32-ba01-4788-95bf-5453385c5f87 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (d508f19a-ad71-44d0-be90-bf2b0ebee6c8), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:31.260194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1efb25ef-dc47-4f8d-a436-2621a1e7b05a None None] Deleting port 565dacda-8af7-4ed9-8d40-b219085be60a {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:31.260697 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1efb25ef-dc47-4f8d-a436-2621a1e7b05a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:31.280552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-c19120c5-68c3-4c48-905e-dca96bed7950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:31.285168 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-c19120c5-68c3-4c48-905e-dca96bed7950 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125038 Jan 28 04:01:31.292273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bcdf636-e053-4e40-9ca3-aa98b2e0a515 req-71034ad5-a4eb-4119-a573-5905537d4f9f tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800550 Jan 28 04:01:31.370177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e47d32-ba01-4788-95bf-5453385c5f87 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (d508f19a-ad71-44d0-be90-bf2b0ebee6c8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:31.442851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1efb25ef-dc47-4f8d-a436-2621a1e7b05a None None] For port 565dacda-8af7-4ed9-8d40-b219085be60a, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=565dacda-8af7-4ed9-8d40-b219085be60a,segment=NetworkSegment(83ce873d-9db3-40c2-a80d-29786e8f8867),segment_id=83ce873d-9db3-40c2-a80d-29786e8f8867)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:31.443866 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1efb25ef-dc47-4f8d-a436-2621a1e7b05a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:31.463121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1efb25ef-dc47-4f8d-a436-2621a1e7b05a None None] Calling delete_port for 565dacda-8af7-4ed9-8d40-b219085be60a owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:31.513896 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-b6fb4d80-4610-4f68-8650-9afdb2bf2fc9 service neutron] 10.222.0.25 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078843 Jan 28 04:01:31.531578 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e47d32-ba01-4788-95bf-5453385c5f87 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (d508f19a-ad71-44d0-be90-bf2b0ebee6c8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:31.603200 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1efb25ef-dc47-4f8d-a436-2621a1e7b05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (565dacda-8af7-4ed9-8d40-b219085be60a), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:31.680509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e47d32-ba01-4788-95bf-5453385c5f87 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Subnet': ['ID=d508f19a-ad71-44d0-be90-bf2b0ebee6c8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:31.695373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e47d32-ba01-4788-95bf-5453385c5f87 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:31.713280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-16e47d32-ba01-4788-95bf-5453385c5f87 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/subnets/d508f19a-ad71-44d0-be90-bf2b0ebee6c8 HTTP/1.1" status: 204 len: 168 time: 0.8432887 Jan 28 04:01:31.717305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37420) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:31.719699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb25ef-dc47-4f8d-a436-2621a1e7b05a None None] Pushing event deleted for resources: {'Port': ['ID=565dacda-8af7-4ed9-8d40-b219085be60a,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:31.721903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e1662-7e55-4678-9ed1-70686029e026 None None] Network a4442c52-b81b-4bf5-b606-8d95cc36607b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:31.799707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 565dacda-8af7-4ed9-8d40-b219085be60a no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:31.913562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 565dacda-8af7-4ed9-8d40-b219085be60a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:31.915010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 565dacda-8af7-4ed9-8d40-b219085be60a not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:31.919116 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a499886f-b16e-4455-8e86-70f139f85031), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:31.948982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb25ef-dc47-4f8d-a436-2621a1e7b05a None None] No DVR routers for this DVR port 565dacda-8af7-4ed9-8d40-b219085be60a on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:31.957367 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-6cad9d12-68c7-4db6-b9e7-db510df6e382 service neutron] 10.222.0.25 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355299 Jan 28 04:01:32.132359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11107fd-1fb6-45e6-b08b-5104357483d0 req-bf29002c-f323-4360-aba3-7f406cd28f96 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:32.159653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a11107fd-1fb6-45e6-b08b-5104357483d0 req-bf29002c-f323-4360-aba3-7f406cd28f96 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 944 time: 0.2246141 Jan 28 04:01:32.170462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c120f-ab66-48cd-a96e-32fb832ed61a None None] DHCP port deletion for a4442c52-b81b-4bf5-b606-8d95cc36607b request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:01:32.369470 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c120f-ab66-48cd-a96e-32fb832ed61a None None] Deleting port 5ebcdc1a-aae6-42ea-b539-27c74018d706 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:32.371089 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c0c120f-ab66-48cd-a96e-32fb832ed61a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.428145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a499886f-b16e-4455-8e86-70f139f85031), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.447443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a11107fd-1fb6-45e6-b08b-5104357483d0 req-c0e41d06-bd91-4219-a72d-7944c5f93956 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663229 Jan 28 04:01:32.523358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2c0c120f-ab66-48cd-a96e-32fb832ed61a None None] For port 5ebcdc1a-aae6-42ea-b539-27c74018d706, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5ebcdc1a-aae6-42ea-b539-27c74018d706,segment=NetworkSegment(3f95381a-2a00-4f62-a719-bae64fcda254),segment_id=3f95381a-2a00-4f62-a719-bae64fcda254)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:32.523958 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c0c120f-ab66-48cd-a96e-32fb832ed61a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.546863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c120f-ab66-48cd-a96e-32fb832ed61a None None] Calling delete_port for 5ebcdc1a-aae6-42ea-b539-27c74018d706 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:32.590674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a499886f-b16e-4455-8e86-70f139f85031']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:32.638690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ce873d-9db3-40c2-a80d-29786e8f8867') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:32.639165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ce873d-9db3-40c2-a80d-29786e8f8867') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:32.646963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c0c120f-ab66-48cd-a96e-32fb832ed61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (5ebcdc1a-aae6-42ea-b539-27c74018d706), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.660293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (83ce873d-9db3-40c2-a80d-29786e8f8867), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.684649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (83ce873d-9db3-40c2-a80d-29786e8f8867), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.690082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-12301e1b-6928-46f7-9501-2583e707dd66 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:32.692797 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-12301e1b-6928-46f7-9501-2583e707dd66 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf&tenant_id=3b47383bfe204078917fadb2fc9fe99a&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 1096 time: 0.1885145 Jan 28 04:01:32.696796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:01:32.697381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (83ce873d-9db3-40c2-a80d-29786e8f8867), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:01:32.701126 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:01:32.719513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd0aec-a1b4-4faf-93cd-cec0e80f132c req-6ddf4936-60c9-41f3-a0ce-e86f8f93eb1e tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:32.721088 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9fd0aec-a1b4-4faf-93cd-cec0e80f132c req-6ddf4936-60c9-41f3-a0ce-e86f8f93eb1e tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 945 time: 0.1262400 Jan 28 04:01:32.725314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c120f-ab66-48cd-a96e-32fb832ed61a None None] Pushing event deleted for resources: {'Port': ['ID=5ebcdc1a-aae6-42ea-b539-27c74018d706,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:32.745406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c120f-ab66-48cd-a96e-32fb832ed61a None None] No DVR routers for this DVR port 5ebcdc1a-aae6-42ea-b539-27c74018d706 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:32.808766 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9fd0aec-a1b4-4faf-93cd-cec0e80f132c req-d9b21fc7-0ff7-4bcd-8ac6-d0c34cb89526 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762756 Jan 28 04:01:32.858684 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a499886f-b16e-4455-8e86-70f139f85031), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.883386 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.888781 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/networks/a499886f-b16e-4455-8e86-70f139f85031 HTTP/1.1" status: 204 len: 168 time: 1.1680148 Jan 28 04:01:32.889176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351ee63-a1ee-4499-9e02-fb104a4c82bd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Network': ['ID=a499886f-b16e-4455-8e86-70f139f85031,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:32.889649 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37442) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:32.953662 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-f23727b1-b177-4e87-bd39-9bfd13aaba62 service neutron] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:32.957411 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-f23727b1-b177-4e87-bd39-9bfd13aaba62 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.958688 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-f23727b1-b177-4e87-bd39-9bfd13aaba62 service neutron] 10.222.0.25 "DELETE /v2.0/ports/f8a0e58a-85b0-425c-8647-11b116c438d2/bindings/n-h1-808199-14 HTTP/1.1" status: 204 len: 173 time: 0.2221141 Jan 28 04:01:32.993604 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a4442c52-b81b-4bf5-b606-8d95cc36607b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.103771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a4442c52-b81b-4bf5-b606-8d95cc36607b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.126058 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4442c52-b81b-4bf5-b606-8d95cc36607b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:33.135977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f95381a-2a00-4f62-a719-bae64fcda254') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:33.136593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f95381a-2a00-4f62-a719-bae64fcda254') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:33.146479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (3f95381a-2a00-4f62-a719-bae64fcda254), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.160139 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3f95381a-2a00-4f62-a719-bae64fcda254), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.166694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:01:33.167529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (3f95381a-2a00-4f62-a719-bae64fcda254), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:01:33.170167 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:01:33.228085 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a4442c52-b81b-4bf5-b606-8d95cc36607b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.245653 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.248820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/networks/a4442c52-b81b-4bf5-b606-8d95cc36607b HTTP/1.1" status: 204 len: 168 time: 0.3570368 Jan 28 04:01:33.250891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f8467-6c74-4d34-8c1a-48ce20348aff tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Network': ['ID=a4442c52-b81b-4bf5-b606-8d95cc36607b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:33.251512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37446) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:33.310247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8857497-5168-4b05-8f6f-08129ed991cd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Deleting subnet a011627a-80aa-490e-9ee0-4bbb19ad4392 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:01:33.314367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8857497-5168-4b05-8f6f-08129ed991cd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (a011627a-80aa-490e-9ee0-4bbb19ad4392), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.365988 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8857497-5168-4b05-8f6f-08129ed991cd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (a011627a-80aa-490e-9ee0-4bbb19ad4392), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.464117 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8857497-5168-4b05-8f6f-08129ed991cd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (a011627a-80aa-490e-9ee0-4bbb19ad4392), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.553779 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8857497-5168-4b05-8f6f-08129ed991cd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (a011627a-80aa-490e-9ee0-4bbb19ad4392), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.591010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8857497-5168-4b05-8f6f-08129ed991cd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Subnet': ['ID=a011627a-80aa-490e-9ee0-4bbb19ad4392,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:33.594981 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8857497-5168-4b05-8f6f-08129ed991cd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.602119 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d8857497-5168-4b05-8f6f-08129ed991cd tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/subnets/a011627a-80aa-490e-9ee0-4bbb19ad4392 HTTP/1.1" status: 204 len: 168 time: 0.3483415 Jan 28 04:01:33.602919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37452) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:33.604362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a45208-d47d-46eb-bd90-59bab322583e None None] Network 0335ad93-dc93-4876-8d15-908ead1ec844 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:33.700646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc6f41-c601-4cc1-bbc2-a08b22074e28 req-4a02b512-7f6a-4ff5-a69c-ca9b07c91837 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:33.707521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6bc6f41-c601-4cc1-bbc2-a08b22074e28 req-4a02b512-7f6a-4ff5-a69c-ca9b07c91837 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 944 time: 0.1313803 Jan 28 04:01:33.711689 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (0335ad93-dc93-4876-8d15-908ead1ec844), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.765481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5ebcdc1a-aae6-42ea-b539-27c74018d706 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:33.797167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6bc6f41-c601-4cc1-bbc2-a08b22074e28 req-3c592d12-3d92-485f-a7aa-bea06fddb5f1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844932 Jan 28 04:01:33.849355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Deleting port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:33.849800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.877999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 5ebcdc1a-aae6-42ea-b539-27c74018d706 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:33.878356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5ebcdc1a-aae6-42ea-b539-27c74018d706 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:34.033895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4431a316-34e1-47e1-9081-9b34931df47a None None] DHCP port deletion for 0335ad93-dc93-4876-8d15-908ead1ec844 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:01:34.092050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] For port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9f9ff7a9-da06-4163-bf1f-70f04e10ed0c,segment=NetworkSegment(4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8),segment_id=4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:34.092424 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.094955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bf16e-0d9b-4a21-b96b-a3ecf8a5ed34 req-e26b34a6-aa80-4780-b04c-3691b12c510b tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:34.097220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-565bf16e-0d9b-4a21-b96b-a3ecf8a5ed34 req-e26b34a6-aa80-4780-b04c-3691b12c510b tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1096 time: 0.1195056 Jan 28 04:01:34.113633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Calling delete_port for 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:34.147221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4431a316-34e1-47e1-9081-9b34931df47a None None] Deleting port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:34.148103 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4431a316-34e1-47e1-9081-9b34931df47a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.270638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7011daa-1bec-4826-b163-59778dec5b52 req-f8a5fcc8-71d2-4b58-b9e8-4be05f87dcc4 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:34.277197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7011daa-1bec-4826-b163-59778dec5b52 req-f8a5fcc8-71d2-4b58-b9e8-4be05f87dcc4 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 945 time: 0.3109057 Jan 28 04:01:34.287609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.303536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4431a316-34e1-47e1-9081-9b34931df47a None None] For port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9f9ff7a9-da06-4163-bf1f-70f04e10ed0c,segment=NetworkSegment(4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8),segment_id=4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:34.304533 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4431a316-34e1-47e1-9081-9b34931df47a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.327843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Port': ['ID=9f9ff7a9-da06-4163-bf1f-70f04e10ed0c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:34.339087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4431a316-34e1-47e1-9081-9b34931df47a None None] Calling delete_port for 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:34.345231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] No DVR routers for this DVR port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:34.361914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-565bf16e-0d9b-4a21-b96b-a3ecf8a5ed34 req-5743c6e4-1da7-4186-9f21-4d2c14273ee9 tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435834 Jan 28 04:01:34.390153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-2af4a4fc-46d8-4a25-bf03-8047fd6a5830 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:34.391733 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-2af4a4fc-46d8-4a25-bf03-8047fd6a5830 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 945 time: 0.2807331 Jan 28 04:01:34.491939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (0335ad93-dc93-4876-8d15-908ead1ec844), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.503159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7011daa-1bec-4826-b163-59778dec5b52 req-35417494-aeb6-4dad-8122-1669cff9e8d2 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113440 Jan 28 04:01:34.520921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0335ad93-dc93-4876-8d15-908ead1ec844']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:34.535126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:34.535725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:34.540717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4431a316-34e1-47e1-9081-9b34931df47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (9f9ff7a9-da06-4163-bf1f-70f04e10ed0c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.547714 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.563530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.577450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:01:34.577978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (4ebdbb01-80fd-42eb-b5e2-c09619ef6fe8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.589570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431a316-34e1-47e1-9081-9b34931df47a None None] Pushing event deleted for resources: {'Port': ['ID=9f9ff7a9-da06-4163-bf1f-70f04e10ed0c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:34.611971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431a316-34e1-47e1-9081-9b34931df47a None None] No DVR routers for this DVR port 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:01:34.666823 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:01:34.708393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c102f0-d72a-4412-94cd-bf406c53d040 req-ed7aa5c9-c89b-4626-baf5-c71d70b33059 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:34.710574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4c102f0-d72a-4412-94cd-bf406c53d040 req-ed7aa5c9-c89b-4626-baf5-c71d70b33059 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 944 time: 0.2763445 Jan 28 04:01:34.713778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (0335ad93-dc93-4876-8d15-908ead1ec844), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.823402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4c102f0-d72a-4412-94cd-bf406c53d040 req-18ff355f-fab2-4f98-b5ed-42a4a6884063 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925725 Jan 28 04:01:34.842979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:34.978632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-99b0d795-9618-4f62-a423-e970dca0f776 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Deleting port 63e1557a-5a79-4e78-9a83-52bc81874ef3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:34.979594 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-99b0d795-9618-4f62-a423-e970dca0f776 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.986117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b234172b-4ea6-4ce7-a511-80fe9b0a9bc7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/b8eec16e-2c76-4f80-a399-0a37a30eaeca HTTP/1.1" status: 200 len: 990 time: 0.1404316 Jan 28 04:01:35.196519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-99b0d795-9618-4f62-a423-e970dca0f776 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] For port 63e1557a-5a79-4e78-9a83-52bc81874ef3, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=63e1557a-5a79-4e78-9a83-52bc81874ef3,segment=NetworkSegment(893c1125-f52f-42bf-983d-b2e71714ef0d),segment_id=893c1125-f52f-42bf-983d-b2e71714ef0d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:35.196936 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-99b0d795-9618-4f62-a423-e970dca0f776 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:35.215341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-99b0d795-9618-4f62-a423-e970dca0f776 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Calling delete_port for 63e1557a-5a79-4e78-9a83-52bc81874ef3 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:35.257080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:35.266662 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/networks/0335ad93-dc93-4876-8d15-908ead1ec844 HTTP/1.1" status: 204 len: 168 time: 1.6627388 Jan 28 04:01:35.268012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90475b18-8554-4df4-af6d-8b914eb7d90b tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Pushing event deleted for resources: {'Network': ['ID=0335ad93-dc93-4876-8d15-908ead1ec844,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:35.272757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37480) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:35.295156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37482) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:35.350797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37484) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:35.353141 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8ed222a6-56e1-4d33-a317-52aaa9afaec4 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f87d00c-d8aa-4f3f-88e0-f416616223b1 HTTP/1.1" status: 200 len: 205 time: 0.0766258 Jan 28 04:01:35.457764 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e36a2f1-a49a-4a1a-b191-f2e89eb49a05 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for router (5f87d00c-d8aa-4f3f-88e0-f416616223b1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:35.661102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:35.690632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:35.691184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9f9ff7a9-da06-4163-bf1f-70f04e10ed0c not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:36.142660 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e36a2f1-a49a-4a1a-b191-f2e89eb49a05 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (5f87d00c-d8aa-4f3f-88e0-f416616223b1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.144735 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e36a2f1-a49a-4a1a-b191-f2e89eb49a05 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for router_controller (5f87d00c-d8aa-4f3f-88e0-f416616223b1), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.208161 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e36a2f1-a49a-4a1a-b191-f2e89eb49a05 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (5f87d00c-d8aa-4f3f-88e0-f416616223b1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.208642 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e36a2f1-a49a-4a1a-b191-f2e89eb49a05 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Fanout notify agent at l3_agent the message router_deleted on router 5f87d00c-d8aa-4f3f-88e0-f416616223b1 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:01:36.218189 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e36a2f1-a49a-4a1a-b191-f2e89eb49a05 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.219510 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7e36a2f1-a49a-4a1a-b191-f2e89eb49a05 tempest-RoutersNegativeIpV6Test-1224837809 tempest-RoutersNegativeIpV6Test-1224837809-project] 10.222.0.44 "DELETE /v2.0/routers/5f87d00c-d8aa-4f3f-88e0-f416616223b1 HTTP/1.1" status: 204 len: 168 time: 0.8680315 Jan 28 04:01:36.220874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-99b0d795-9618-4f62-a423-e970dca0f776 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (63e1557a-5a79-4e78-9a83-52bc81874ef3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.268365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0d795-9618-4f62-a423-e970dca0f776 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Pushing event deleted for resources: {'Port': ['ID=63e1557a-5a79-4e78-9a83-52bc81874ef3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:36.293508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbf200-3225-4d5e-9c35-68899a192486 req-e5fe284f-a422-47f6-bb99-36ee0a21a17c tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:36.301556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56bbf200-3225-4d5e-9c35-68899a192486 req-e5fe284f-a422-47f6-bb99-36ee0a21a17c tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e53247-5a5d-4e72-9a72-bb2b1c807731 HTTP/1.1" status: 200 len: 945 time: 0.6388195 Jan 28 04:01:36.379722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 63e1557a-5a79-4e78-9a83-52bc81874ef3 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:36.418537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-99b0d795-9618-4f62-a423-e970dca0f776 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] No DVR routers for this DVR port 63e1557a-5a79-4e78-9a83-52bc81874ef3 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:36.426523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56bbf200-3225-4d5e-9c35-68899a192486 req-68a07dba-fbd9-413c-8063-a584e2eb5845 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb32d48b-943e-40d2-b8e2-e7ceb36dc619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241355 Jan 28 04:01:36.428603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-99b0d795-9618-4f62-a423-e970dca0f776 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.433510 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-141c3355-4326-4ff2-a29c-da98fa16acf2 req-99b0d795-9618-4f62-a423-e970dca0f776 tempest-ServerMetadataNegativeTestJSON-371319032 tempest-ServerMetadataNegativeTestJSON-371319032-project] 10.222.0.42 "DELETE /v2.0/ports/63e1557a-5a79-4e78-9a83-52bc81874ef3 HTTP/1.1" status: 204 len: 173 time: 2.0004570 Jan 28 04:01:36.435224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e53247-5a5d-4e72-9a72-bb2b1c807731', 'name': 'network-vif-deleted', 'tag': '63e1557a-5a79-4e78-9a83-52bc81874ef3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:36.436094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 63e1557a-5a79-4e78-9a83-52bc81874ef3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:36.436449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 63e1557a-5a79-4e78-9a83-52bc81874ef3 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:36.438898 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fbcdd6-a821-4613-aa34-6fcdaa162ad4" -d '{"events": [{"server_uuid": "e2e53247-5a5d-4e72-9a72-bb2b1c807731", "name": "network-vif-deleted", "tag": "63e1557a-5a79-4e78-9a83-52bc81874ef3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:36.453011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port 763eefb4-f4ea-45bb-88cd-c0a63e437386 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:36.453843 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (763eefb4-f4ea-45bb-88cd-c0a63e437386), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.568970 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfe4e8b-6598-452c-9184-79497cc5543a x-openstack-request-id: req-1dfe4e8b-6598-452c-9184-79497cc5543a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:36.568970 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e53247-5a5d-4e72-9a72-bb2b1c807731", "name": "network-vif-deleted", "tag": "63e1557a-5a79-4e78-9a83-52bc81874ef3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:36.568970 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1dfe4e8b-6598-452c-9184-79497cc5543a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:36.568970 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e53247-5a5d-4e72-9a72-bb2b1c807731', 'name': 'network-vif-deleted', 'tag': '63e1557a-5a79-4e78-9a83-52bc81874ef3', 'status': 'completed', 'code': 200} Jan 28 04:01:36.663879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:36.669207 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (763eefb4-f4ea-45bb-88cd-c0a63e437386), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.669474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (763eefb4-f4ea-45bb-88cd-c0a63e437386), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.701799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for 763eefb4-f4ea-45bb-88cd-c0a63e437386 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:36.837709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0ada5fdf-2633-4f66-a938-1a4267cf63ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd000caa348a48c881ab1c76f156d829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715839 Jan 28 04:01:36.840479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:36.921206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69f392f8-ea25-4eb2-9bd7-dd8625720659 admin admin] Publish callbacks [] for security_group (fbd80c1b-8ddc-4edb-91bb-7c9765e256bb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.931140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (763eefb4-f4ea-45bb-88cd-c0a63e437386), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.986440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69f392f8-ea25-4eb2-9bd7-dd8625720659 admin admin] Publish callbacks [] for security_group (fbd80c1b-8ddc-4edb-91bb-7c9765e256bb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.996970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=763eefb4-f4ea-45bb-88cd-c0a63e437386,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:37.084454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69f392f8-ea25-4eb2-9bd7-dd8625720659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fbd80c1b-8ddc-4edb-91bb-7c9765e256bb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:37.087225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69f392f8-ea25-4eb2-9bd7-dd8625720659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:37.092095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-69f392f8-ea25-4eb2-9bd7-dd8625720659 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbd80c1b-8ddc-4edb-91bb-7c9765e256bb HTTP/1.1" status: 204 len: 168 time: 0.2501192 Jan 28 04:01:37.104599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f392f8-ea25-4eb2-9bd7-dd8625720659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd80c1b-8ddc-4edb-91bb-7c9765e256bb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:37.128687 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (b8eec16e-2c76-4f80-a399-0a37a30eaeca), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:37.130959 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Floating IP b8eec16e-2c76-4f80-a399-0a37a30eaeca disassociated (deleted). External IP: 172.25.1.87, port: f8a0e58a-85b0-425c-8647-11b116c438d2. Jan 28 04:01:37.550440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:37.660416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4ae782-dc60-4605-887f-52bf2feda343 admin admin] Deleting subnet 0a91ede6-e11d-483e-9441-56d5a5a5b286 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:01:37.666755 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da4ae782-dc60-4605-887f-52bf2feda343 admin admin] Publish callbacks [] for subnet (0a91ede6-e11d-483e-9441-56d5a5a5b286), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:37.695549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:01:37.749751 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da4ae782-dc60-4605-887f-52bf2feda343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (0a91ede6-e11d-483e-9441-56d5a5a5b286), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:37.846300 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da4ae782-dc60-4605-887f-52bf2feda343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (0a91ede6-e11d-483e-9441-56d5a5a5b286), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:38.005822 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da4ae782-dc60-4605-887f-52bf2feda343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (0a91ede6-e11d-483e-9441-56d5a5a5b286), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:38.013648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:01:38.022888 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] Sync routers for ids ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:01:38.027500 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:38.041181 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] Routers {'0f2409cb-8a6e-4d64-a03d-5f88b9394a63'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:38.045575 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:38.087132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-00b27556-11d2-4d32-8c7f-bb2a7b2252ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/floatingips/b8eec16e-2c76-4f80-a399-0a37a30eaeca HTTP/1.1" status: 204 len: 168 time: 2.7908463 Jan 28 04:01:38.095869 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da4ae782-dc60-4605-887f-52bf2feda343 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:38.105411 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-da4ae782-dc60-4605-887f-52bf2feda343 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0a91ede6-e11d-483e-9441-56d5a5a5b286 HTTP/1.1" status: 204 len: 168 time: 0.5525439 Jan 28 04:01:38.106812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37540) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:38.111301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ae782-dc60-4605-887f-52bf2feda343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a91ede6-e11d-483e-9441-56d5a5a5b286,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:38.305312 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] Set router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:01:38.377633 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (76aaa532-2bfc-4626-a9d1-1025c7f5102d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:38.577448 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:38.592006 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434469e5-9918-47ef-9ff4-56c1b299245a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:38.639654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37560) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:38.741542 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dfe32a-c3da-460e-ab18-b111a9b28737 x-openstack-request-id: req-f0dfe32a-c3da-460e-ab18-b111a9b28737 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:38.743513 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:38.744054 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0dfe32a-c3da-460e-ab18-b111a9b28737 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:38.744686 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'status': 'completed', 'code': 200} Jan 28 04:01:38.775124 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (76aaa532-2bfc-4626-a9d1-1025c7f5102d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:38.841165 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:15Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed', 'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:d3:a5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:13Z', 'updated_at': '2022-01-28T04:00:21Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '96d96886-2666-45f3-8a9d-818df1375816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:38.852466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d123-4458-4408-92f9-c3767617de52 req-3baeaaf1-c55f-4c9f-893e-fcb95e496ff3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:38.876335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c81d123-4458-4408-92f9-c3767617de52 req-3baeaaf1-c55f-4c9f-893e-fcb95e496ff3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 944 time: 0.2760427 Jan 28 04:01:38.876633 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3b2a2342-5336-4db1-898d-3694aa77bbee tempest-ServiceProvidersTest-757840361 tempest-ServiceProvidersTest-757840361-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2301526 Jan 28 04:01:38.877410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76aaa532-2bfc-4626-a9d1-1025c7f5102d']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:38.877516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434469e5-9918-47ef-9ff4-56c1b299245a req-4ecb2b6c-37e0-4344-b2a0-0daefe2ffdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:38.890030 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-434469e5-9918-47ef-9ff4-56c1b299245a req-4ecb2b6c-37e0-4344-b2a0-0daefe2ffdf1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 1096 time: 0.1252108 Jan 28 04:01:38.910618 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] Checking router: 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:01:38.924051 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] Routers {'0f2409cb-8a6e-4d64-a03d-5f88b9394a63'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:38.924985 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:38.928283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893c1125-f52f-42bf-983d-b2e71714ef0d') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:38.931798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893c1125-f52f-42bf-983d-b2e71714ef0d') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:38.979663 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (893c1125-f52f-42bf-983d-b2e71714ef0d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:39.051341 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (893c1125-f52f-42bf-983d-b2e71714ef0d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:39.118625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:01:39.119136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (893c1125-f52f-42bf-983d-b2e71714ef0d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:01:39.131415 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:01:39.164878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434469e5-9918-47ef-9ff4-56c1b299245a req-1c739454-9704-4d68-93d6-f85bb3be74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:39.167546 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-434469e5-9918-47ef-9ff4-56c1b299245a req-1c739454-9704-4d68-93d6-f85bb3be74e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c HTTP/1.1" status: 200 len: 898 time: 0.2714207 Jan 28 04:01:39.180324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c81d123-4458-4408-92f9-c3767617de52 req-eb2557a7-208f-4495-9111-aafb3ac1d990 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851603 Jan 28 04:01:39.196625 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] Set router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:01:39.354443 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-434469e5-9918-47ef-9ff4-56c1b299245a req-018cf108-0f96-4b92-8efc-38cf6825423a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 200 len: 217 time: 0.1797280 Jan 28 04:01:39.400929 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (76aaa532-2bfc-4626-a9d1-1025c7f5102d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:39.406746 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:39.422261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/76aaa532-2bfc-4626-a9d1-1025c7f5102d HTTP/1.1" status: 204 len: 168 time: 1.3114536 Jan 28 04:01:39.456351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffd2b5-82af-4ff4-b2e0-5c3aecb36ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76aaa532-2bfc-4626-a9d1-1025c7f5102d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:39.496032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434469e5-9918-47ef-9ff4-56c1b299245a req-0a521edd-3678-4b70-b70d-2b27b715688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:39.499602 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-434469e5-9918-47ef-9ff4-56c1b299245a req-0a521edd-3678-4b70-b70d-2b27b715688a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=96d96886-2666-45f3-8a9d-818df1375816 HTTP/1.1" status: 200 len: 834 time: 0.1361990 Jan 28 04:01:39.534103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37574) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:39.549023 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:15Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed', 'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:d3:a5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:13Z', 'updated_at': '2022-01-28T04:00:21Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '96d96886-2666-45f3-8a9d-818df1375816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:39.608508 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c7657-b1c1-429f-8eae-bcba23e7e2ae None None] The sync data for ids ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'] in n-d-808199-14 is: [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:00:15Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed', 'name': '', 'network_id': 'a8cab0f8-7781-43ab-8a9e-ab3707f8452c', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:d3:a5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '96d96886-2666-45f3-8a9d-818df1375816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:00:13Z', 'updated_at': '2022-01-28T04:00:21Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '96d96886-2666-45f3-8a9d-818df1375816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:01:39.623200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-a866bc72-0a1c-44a9-b9e1-c54e90f3754c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:39.629062 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-a866bc72-0a1c-44a9-b9e1-c54e90f3754c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 944 time: 0.3050184 Jan 28 04:01:39.631301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434469e5-9918-47ef-9ff4-56c1b299245a req-d2f3b35c-8ed7-4278-b5ad-f0d3702b2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:39.637235 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-434469e5-9918-47ef-9ff4-56c1b299245a req-d2f3b35c-8ed7-4278-b5ad-f0d3702b2399 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8cab0f8-7781-43ab-8a9e-ab3707f8452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274898 Jan 28 04:01:39.852603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba49ad55-bac3-4673-aa5e-38e1a52f39b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:39.855045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37582) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:39.924869 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-02ab42e3-d9de-4e82-ab82-6b991f904246 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c3e59e223754f378ec178528eb300ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0684083 Jan 28 04:01:39.927688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37584) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:39.971038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-434469e5-9918-47ef-9ff4-56c1b299245a req-57833fac-876a-4edf-852a-5981138e5708 service neutron] 10.222.0.25 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999015 Jan 28 04:01:40.106664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8708d2c2-664e-47af-98fa-3fc9156197cf admin admin] Publish callbacks [] for security_group (eb32d48b-943e-40d2-b8e2-e7ceb36dc619), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.112177 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-434469e5-9918-47ef-9ff4-56c1b299245a req-6c563c07-2111-415a-8bbb-2ea4554cea70 service neutron] 10.222.0.25 "GET /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337092 Jan 28 04:01:40.133341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-9e61c3f9-e348-4835-a6d9-d653f662484c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port f8a0e58a-85b0-425c-8647-11b116c438d2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:40.134138 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-9e61c3f9-e348-4835-a6d9-d653f662484c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.235080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f71a7-08b9-4d7f-a93c-9808f5e9c05f None None] New status for floating IP b8eec16e-2c76-4f80-a399-0a37a30eaeca: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:01:40.281699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8708d2c2-664e-47af-98fa-3fc9156197cf admin admin] Publish callbacks [] for security_group (eb32d48b-943e-40d2-b8e2-e7ceb36dc619), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.454543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-9e61c3f9-e348-4835-a6d9-d653f662484c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port f8a0e58a-85b0-425c-8647-11b116c438d2, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=f8a0e58a-85b0-425c-8647-11b116c438d2,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:40.455165 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-9e61c3f9-e348-4835-a6d9-d653f662484c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.491669 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-9e61c3f9-e348-4835-a6d9-d653f662484c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for f8a0e58a-85b0-425c-8647-11b116c438d2 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:40.548800 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1588bff7-3bce-4fe9-bc32-fcb0fe200859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.608373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba49ad55-bac3-4673-aa5e-38e1a52f39b6 admin admin] Publish callbacks [] for security_group (bd90bc3c-3b3f-47ec-a2e2-b5d38beb51cf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.626990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcbec0-f38d-4ce0-bf4f-d8d57d4f2ab6 req-58dc622b-b709-4123-839c-4a2ef1495434 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:40.636048 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5bcbec0-f38d-4ce0-bf4f-d8d57d4f2ab6 req-58dc622b-b709-4123-839c-4a2ef1495434 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6301a2-9dfd-4e0c-b212-6580b8631ccf HTTP/1.1" status: 200 len: 944 time: 0.2623267 Jan 28 04:01:40.637541 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba49ad55-bac3-4673-aa5e-38e1a52f39b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bd90bc3c-3b3f-47ec-a2e2-b5d38beb51cf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.686563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ba49ad55-bac3-4673-aa5e-38e1a52f39b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14b30de89e544a7598b7e2c866db44dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1513636 Jan 28 04:01:40.696446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37590) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:40.807945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b5bcbec0-f38d-4ce0-bf4f-d8d57d4f2ab6 req-31ee460d-2949-4e97-91ac-e284dbe7c6e3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228883 Jan 28 04:01:40.835796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8708d2c2-664e-47af-98fa-3fc9156197cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (eb32d48b-943e-40d2-b8e2-e7ceb36dc619), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.836856 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b29fe210-fd49-4ce0-9f37-871eb7882a3b admin admin] Publish callbacks [] for security_group (bd90bc3c-3b3f-47ec-a2e2-b5d38beb51cf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.838356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8708d2c2-664e-47af-98fa-3fc9156197cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.841752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8708d2c2-664e-47af-98fa-3fc9156197cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb32d48b-943e-40d2-b8e2-e7ceb36dc619 HTTP/1.1" status: 204 len: 168 time: 0.9107080 Jan 28 04:01:40.858798 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-9e61c3f9-e348-4835-a6d9-d653f662484c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f8a0e58a-85b0-425c-8647-11b116c438d2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.883820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49ad55-bac3-4673-aa5e-38e1a52f39b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd90bc3c-3b3f-47ec-a2e2-b5d38beb51cf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:40.904271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b29fe210-fd49-4ce0-9f37-871eb7882a3b admin admin] Publish callbacks [] for security_group (bd90bc3c-3b3f-47ec-a2e2-b5d38beb51cf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.905837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61c3f9-e348-4835-a6d9-d653f662484c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=f8a0e58a-85b0-425c-8647-11b116c438d2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:40.910178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708d2c2-664e-47af-98fa-3fc9156197cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb32d48b-943e-40d2-b8e2-e7ceb36dc619,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:40.959438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-9e61c3f9-e348-4835-a6d9-d653f662484c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] No DVR routers for this DVR port f8a0e58a-85b0-425c-8647-11b116c438d2 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:40.962501 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-9e61c3f9-e348-4835-a6d9-d653f662484c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:40.966783 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6abd5d85-b941-4679-a042-02a13fa93c17 req-9e61c3f9-e348-4835-a6d9-d653f662484c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.25 "DELETE /v2.0/ports/f8a0e58a-85b0-425c-8647-11b116c438d2 HTTP/1.1" status: 204 len: 173 time: 1.3278902 Jan 28 04:01:40.979305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'name': 'network-vif-deleted', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:40.981723 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371550bc-2837-414d-bb72-8d1c9b9cc072" -d '{"events": [{"server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "name": "network-vif-deleted", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:41.041240 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b29fe210-fd49-4ce0-9f37-871eb7882a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (bd90bc3c-3b3f-47ec-a2e2-b5d38beb51cf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:41.044319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b29fe210-fd49-4ce0-9f37-871eb7882a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:41.048044 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b29fe210-fd49-4ce0-9f37-871eb7882a3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd90bc3c-3b3f-47ec-a2e2-b5d38beb51cf HTTP/1.1" status: 204 len: 168 time: 0.3480794 Jan 28 04:01:41.060823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fe210-fd49-4ce0-9f37-871eb7882a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd90bc3c-3b3f-47ec-a2e2-b5d38beb51cf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:41.082776 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786c2be8-209c-4669-a48e-b287874aa1be x-openstack-request-id: req-786c2be8-209c-4669-a48e-b287874aa1be {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:41.083038 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6301a2-9dfd-4e0c-b212-6580b8631ccf", "name": "network-vif-deleted", "tag": "f8a0e58a-85b0-425c-8647-11b116c438d2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:41.083296 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-786c2be8-209c-4669-a48e-b287874aa1be {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:41.084303 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6301a2-9dfd-4e0c-b212-6580b8631ccf', 'name': 'network-vif-deleted', 'tag': 'f8a0e58a-85b0-425c-8647-11b116c438d2', 'status': 'completed', 'code': 200} Jan 28 04:01:41.953353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:42.190610 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:42.315763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37654) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:42.588777 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a190876c-0cca-473f-873d-ec8d839d5723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:42.701079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-network', 'tenant_id': '43d977043f164bd6bf454e7595254c0b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:42.734254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Made reservation on behalf of 43d977043f164bd6bf454e7595254c0b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:42.736781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:42.756217 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:42.758491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:43.031270 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Publish callbacks [] for security_group (75d4d1de-96f0-4599-9704-a8005bdda7ca), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:43.043668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (75d4d1de-96f0-4599-9704-a8005bdda7ca), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:43.111524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:01:43.155991 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6fe2c42d-c016-45eb-8463-8902584c4b95), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:43.155991 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Added segment 6fe2c42d-c016-45eb-8463-8902584c4b95 of type vlan for network 408f7f72-974d-43b8-9b44-176bafe6e1f7 Jan 28 04:01:43.182301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d4d1de-96f0-4599-9704-a8005bdda7ca,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:43.301845 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (408f7f72-974d-43b8-9b44-176bafe6e1f7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:43.397682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:43.400303 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:43.454341 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (408f7f72-974d-43b8-9b44-176bafe6e1f7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:43.455346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:43.456011 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:43.615123 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2950366 Jan 28 04:01:43.615550 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37688) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:43.620872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Request body: {'subnet': {'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-subnet', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:43.652874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Made reservation on behalf of 43d977043f164bd6bf454e7595254c0b for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:43.654945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a3dba-fdeb-4fe4-97d5-f711dc209887 admin admin] Pushing event updated for resources: {'Network': ['ID=408f7f72-974d-43b8-9b44-176bafe6e1f7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:43.655907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:43.670210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 408f7f72-974d-43b8-9b44-176bafe6e1f7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:01:43.713257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:43.713803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:43.730618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:44.014128 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (4abc16f3-b833-45fe-8b77-95776e011625), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:44.039642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:44.076339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:44.141126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abc16f3-b833-45fe-8b77-95776e011625,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:44.159548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Checking segment: {'id': '6fe2c42d-c016-45eb-8463-8902584c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:44.160216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Network hostable DHCP agents. Network: 408f7f72-974d-43b8-9b44-176bafe6e1f7, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:01:44.195919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Network 408f7f72-974d-43b8-9b44-176bafe6e1f7 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:01:44.218403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 408f7f72-974d-43b8-9b44-176bafe6e1f7) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:44.225394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:44.228098 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:44.229004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee4af16-cfcb-40fe-a768-f112cb1ecdfe None None] Network 408f7f72-974d-43b8-9b44-176bafe6e1f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:44.264049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0cc7cfa9-b764-4129-b3c6-4a92230b5248 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6472230 Jan 28 04:01:44.265477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:44.277733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:44.325838 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:44.328491 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:44.411310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device f8a0e58a-85b0-425c-8647-11b116c438d2 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:44.430776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:44.469413 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks [] for router_controller (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:44.479451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: f8a0e58a-85b0-425c-8647-11b116c438d2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:44.483646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device f8a0e58a-85b0-425c-8647-11b116c438d2 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:44.505075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:44.549868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01db7a25-b0ca-4a16-a183-10d02793ef7a None None] Network 408f7f72-974d-43b8-9b44-176bafe6e1f7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:44.803228 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:44.855385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks [] for router_gateway (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:44.975879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:01:45.170466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:01:45.175548 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-57cc2c72-8ba3-48fb-bdc3-d545c9a8e73a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "PUT /v2.0/routers/0f2409cb-8a6e-4d64-a03d-5f88b9394a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2209463 Jan 28 04:01:45.178279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37714) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:45.184729 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] Sync routers for ids ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:01:45.201153 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] Routers {'0f2409cb-8a6e-4d64-a03d-5f88b9394a63'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:45.202649 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:45.269864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8757ca82-8575-41a5-8123-3d5749ab962e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting subnet 96d96886-2666-45f3-8a9d-818df1375816 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:01:45.287160 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8757ca82-8575-41a5-8123-3d5749ab962e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (96d96886-2666-45f3-8a9d-818df1375816), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:45.305733 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks [] for router_gateway (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:45.338738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:45.393168 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8757ca82-8575-41a5-8123-3d5749ab962e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (96d96886-2666-45f3-8a9d-818df1375816), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:45.449201 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] Set router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:01:45.503739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Allocated IP 172.25.1.153 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/6c610ba4-b5a0-4626-936e-ab94e000b81d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:45.547040 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:45.557794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8757ca82-8575-41a5-8123-3d5749ab962e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (96d96886-2666-45f3-8a9d-818df1375816), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:45.691722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8757ca82-8575-41a5-8123-3d5749ab962e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (96d96886-2666-45f3-8a9d-818df1375816), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:45.806663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757ca82-8575-41a5-8123-3d5749ab962e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Subnet': ['ID=96d96886-2666-45f3-8a9d-818df1375816,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:45.823289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8757ca82-8575-41a5-8123-3d5749ab962e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:45.827645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks [] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:45.828411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0463c0-f219-41da-bdfc-22f71754c87e None None] Network a8cab0f8-7781-43ab-8a9e-ab3707f8452c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:01:45.836205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8757ca82-8575-41a5-8123-3d5749ab962e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/subnets/96d96886-2666-45f3-8a9d-818df1375816 HTTP/1.1" status: 204 len: 168 time: 0.6538482 Jan 28 04:01:45.836442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37724) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:45.918933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:46.034929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:46.048618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:46.061083 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:01:43Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:46.070738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:46.078326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:46.078719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Pushing event updated for resources: {'Port': ['ID=6c610ba4-b5a0-4626-936e-ab94e000b81d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:46.123183 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] Checking router: 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:01:46.135562 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] Routers {'0f2409cb-8a6e-4d64-a03d-5f88b9394a63'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:46.136202 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:46.213448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285ca8f-f4d1-4d8c-b788-8e33b6d4affa None None] DHCP port deletion for a8cab0f8-7781-43ab-8a9e-ab3707f8452c request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:01:46.360798 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:46.365383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d285ca8f-f4d1-4d8c-b788-8e33b6d4affa None None] Deleting port cb03adae-ca92-4693-b592-ea6ade367b56 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:46.366416 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d285ca8f-f4d1-4d8c-b788-8e33b6d4affa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:46.483927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:01:46.484465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:46.536449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d285ca8f-f4d1-4d8c-b788-8e33b6d4affa None None] For port cb03adae-ca92-4693-b592-ea6ade367b56, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=cb03adae-ca92-4693-b592-ea6ade367b56,segment=NetworkSegment(be1e3200-b297-45a1-b5b0-bfd7cc7d3405),segment_id=be1e3200-b297-45a1-b5b0-bfd7cc7d3405)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:46.543196 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d285ca8f-f4d1-4d8c-b788-8e33b6d4affa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:46.550706 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] Set router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:01:46.589716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d285ca8f-f4d1-4d8c-b788-8e33b6d4affa None None] Calling delete_port for cb03adae-ca92-4693-b592-ea6ade367b56 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:46.663771 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:01:46.667971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:46.668958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:46.682545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:01:46.771207 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks [] for router_gateway (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:46.778854 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:46.791178 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d285ca8f-f4d1-4d8c-b788-8e33b6d4affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (cb03adae-ca92-4693-b592-ea6ade367b56), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:46.857144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285ca8f-f4d1-4d8c-b788-8e33b6d4affa None None] No DVR routers for this DVR port cb03adae-ca92-4693-b592-ea6ade367b56 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:46.871960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285ca8f-f4d1-4d8c-b788-8e33b6d4affa None None] Pushing event deleted for resources: {'Port': ['ID=cb03adae-ca92-4693-b592-ea6ade367b56,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:46.921509 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:01:43Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:46.987823 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19972b4-36ea-4fa3-9a51-455d215a2cd8 None None] The sync data for ids ['0f2409cb-8a6e-4d64-a03d-5f88b9394a63'] in n-d-808199-14 is: [{'id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008786323', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:55Z', 'updated_at': '2022-01-28T04:01:43Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'd3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2409cb-8a6e-4d64-a03d-5f88b9394a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:57Z', 'updated_at': '2022-01-28T04:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:01:47.150382 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:47.334761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Router a4e440ac-6a9d-472d-b9b7-170c52e2a01b is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:01:47.548323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:47.589910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:47.659324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:01:47.676966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Sync routers for ids ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:01:47.702061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:47.703605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a5930ab7-800d-462f-9900-7ba1028ed558 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4351966 Jan 28 04:01:47.706739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:47.716575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Routers {'a4e440ac-6a9d-472d-b9b7-170c52e2a01b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:47.728834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:47.735790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:47.801492 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:48.043736 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:48.046250 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_controller (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:48.153655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:48.154574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b90faf1c-9bbd-4fe9-a34e-f9b5048e7aed not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:48.154675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cb03adae-ca92-4693-b592-ea6ade367b56 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:48.155710 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (0f2409cb-8a6e-4d64-a03d-5f88b9394a63), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:48.156391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Fanout notify agent at l3_agent the message router_deleted on router 0f2409cb-8a6e-4d64-a03d-5f88b9394a63 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:01:48.175708 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:48.177052 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fa47fa4c-9073-47b8-9a36-cbf4e7aab508 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/routers/0f2409cb-8a6e-4d64-a03d-5f88b9394a63 HTTP/1.1" status: 204 len: 168 time: 2.3394675 Jan 28 04:01:48.183012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:48.198690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: cb03adae-ca92-4693-b592-ea6ade367b56 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:48.199046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cb03adae-ca92-4693-b592-ea6ade367b56 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:48.324231 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a8cab0f8-7781-43ab-8a9e-ab3707f8452c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:48.398631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Set router a4e440ac-6a9d-472d-b9b7-170c52e2a01b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:01:48.671801 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a8cab0f8-7781-43ab-8a9e-ab3707f8452c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:48.736701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8cab0f8-7781-43ab-8a9e-ab3707f8452c']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:48.772209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:48.772587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1e3200-b297-45a1-b5b0-bfd7cc7d3405') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:48.846522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (be1e3200-b297-45a1-b5b0-bfd7cc7d3405), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:48.890978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (be1e3200-b297-45a1-b5b0-bfd7cc7d3405), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:48.926436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:01:48.926870 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (be1e3200-b297-45a1-b5b0-bfd7cc7d3405), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:01:48.938148 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:01:49.088133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a8cab0f8-7781-43ab-8a9e-ab3707f8452c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.097719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:46Z', 'revision_number': 3, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:49.098335 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.110543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/networks/a8cab0f8-7781-43ab-8a9e-ab3707f8452c HTTP/1.1" status: 204 len: 168 time: 0.9255419 Jan 28 04:01:49.111197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37766) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:49.156994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb1557-ef9a-45f2-b412-87560b757778 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Network': ['ID=a8cab0f8-7781-43ab-8a9e-ab3707f8452c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:49.160494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Checking router: a4e440ac-6a9d-472d-b9b7-170c52e2a01b for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:01:49.161159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Updating router a4e440ac-6a9d-472d-b9b7-170c52e2a01b port 6c610ba4-b5a0-4626-936e-ab94e000b81d binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:01:49.237144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.240497 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4df42f5-5557-43c1-ad01-1c368982e7be tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.290603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4df42f5-5557-43c1-ad01-1c368982e7be tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.378515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4df42f5-5557-43c1-ad01-1c368982e7be tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.383737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4df42f5-5557-43c1-ad01-1c368982e7be tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.390110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e4df42f5-5557-43c1-ad01-1c368982e7be tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/security-groups/ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67 HTTP/1.1" status: 204 len: 168 time: 0.2514501 Jan 28 04:01:49.425919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df42f5-5557-43c1-ad01-1c368982e7be tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceec0e2c-e712-4ab7-a1e9-822ac2fa1a67,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:49.525010 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.708344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:49.734460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:01:49.734970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d3c4e2ce-6ab0-4d7b-b080-00151dfd0dc4 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:49.743346 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Publish callbacks [] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.754135 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.798450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Allocated IP 172.20.0.1 (408f7f72-974d-43b8-9b44-176bafe6e1f7/4abc16f3-b833-45fe-8b77-95776e011625/774bbe7a-7199-47f8-9c40-c4ef9cde88f5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:49.838067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d0116-9d4f-4489-a319-3b4a03e5a008 None None] Pushing event updated for resources: {'Port': ['ID=6c610ba4-b5a0-4626-936e-ab94e000b81d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:49.849507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Attempting to bind port 6c610ba4-b5a0-4626-936e-ab94e000b81d on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:49.849991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Attempting to bind port 6c610ba4-b5a0-4626-936e-ab94e000b81d by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:49.851327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Attempting to bind port 6c610ba4-b5a0-4626-936e-ab94e000b81d on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:49.858964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:49.859718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:49.860484 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.861307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:49.862078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Bound port: 6c610ba4-b5a0-4626-936e-ab94e000b81d, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:49.862796 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.923093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37790) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:49.927942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-79b977da-df4c-4830-bd5b-c2201a077544 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472970375', 'description': 'tempest-secgroup-smoke-1472970375 description', 'project_id': '3b47383bfe204078917fadb2fc9fe99a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:49.954006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] For port 6c610ba4-b5a0-4626-936e-ab94e000b81d, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:49.958087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] For port 6c610ba4-b5a0-4626-936e-ab94e000b81d, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6c610ba4-b5a0-4626-936e-ab94e000b81d,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:49.965588 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:49.986569 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79b977da-df4c-4830-bd5b-c2201a077544 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.041706 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Publish callbacks [] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.052750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d0116-9d4f-4489-a319-3b4a03e5a008 None None] Pushing event updated for resources: {'Port': ['ID=6c610ba4-b5a0-4626-936e-ab94e000b81d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:50.079432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Routers {'a4e440ac-6a9d-472d-b9b7-170c52e2a01b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:50.080069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:50.092711 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79b977da-df4c-4830-bd5b-c2201a077544 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (611f3cf5-ffa4-4907-a89a-a05564d84f7d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.104766 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79b977da-df4c-4830-bd5b-c2201a077544 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (611f3cf5-ffa4-4907-a89a-a05564d84f7d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.137788 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.182407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b977da-df4c-4830-bd5b-c2201a077544 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611f3cf5-ffa4-4907-a89a-a05564d84f7d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:50.206278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79b977da-df4c-4830-bd5b-c2201a077544 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.208266 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-79b977da-df4c-4830-bd5b-c2201a077544 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2838376 Jan 28 04:01:50.214832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Network 408f7f72-974d-43b8-9b44-176bafe6e1f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:50.216764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:50.217839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:50.225938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-11054de8-fbe7-4c5b-9b58-8efd64465bdb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': '611f3cf5-ffa4-4907-a89a-a05564d84f7d', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:50.234345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:50.282747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11054de8-fbe7-4c5b-9b58-8efd64465bdb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (19c4ad9a-54ad-41d1-b2bf-2da7d05b0ae8), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.284366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] Set router a4e440ac-6a9d-472d-b9b7-170c52e2a01b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:01:50.407690 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11054de8-fbe7-4c5b-9b58-8efd64465bdb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (19c4ad9a-54ad-41d1-b2bf-2da7d05b0ae8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.415649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11054de8-fbe7-4c5b-9b58-8efd64465bdb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (19c4ad9a-54ad-41d1-b2bf-2da7d05b0ae8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.449493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Pushing event updated for resources: {'Port': ['ID=774bbe7a-7199-47f8-9c40-c4ef9cde88f5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:50.481357 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.490583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11054de8-fbe7-4c5b-9b58-8efd64465bdb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c4ad9a-54ad-41d1-b2bf-2da7d05b0ae8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:50.502251 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11054de8-fbe7-4c5b-9b58-8efd64465bdb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.503503 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-11054de8-fbe7-4c5b-9b58-8efd64465bdb tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2844644 Jan 28 04:01:50.506363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37808) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:50.516762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-136a90c9-9ba6-4b3a-9cd7-a691c535141b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': '611f3cf5-ffa4-4907-a89a-a05564d84f7d', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:50.575149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-136a90c9-9ba6-4b3a-9cd7-a691c535141b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (159e4d6f-5017-48d1-9997-172c1833dba3), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.615868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:46Z', 'revision_number': 3, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:50.661744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70383f3a-6c36-4b68-a204-57950cf0b55f None None] The sync data for ids ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'] in n-d-808199-14 is: [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:46Z', 'revision_number': 3, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:01:50.689106 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-136a90c9-9ba6-4b3a-9cd7-a691c535141b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (159e4d6f-5017-48d1-9997-172c1833dba3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.693421 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-136a90c9-9ba6-4b3a-9cd7-a691c535141b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (159e4d6f-5017-48d1-9997-172c1833dba3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.730738 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-136a90c9-9ba6-4b3a-9cd7-a691c535141b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.732233 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-136a90c9-9ba6-4b3a-9cd7-a691c535141b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2246244 Jan 28 04:01:50.735149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:50.740075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-84112fd6-2df2-4161-8c4a-4558049c6605 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': '611f3cf5-ffa4-4907-a89a-a05564d84f7d', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:50.745720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a90c9-9ba6-4b3a-9cd7-a691c535141b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159e4d6f-5017-48d1-9997-172c1833dba3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:50.782970 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84112fd6-2df2-4161-8c4a-4558049c6605 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (2e7ea9cb-e45c-4378-b0aa-58f947172045), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.844318 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.861794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84112fd6-2df2-4161-8c4a-4558049c6605 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (2e7ea9cb-e45c-4378-b0aa-58f947172045), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.866969 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84112fd6-2df2-4161-8c4a-4558049c6605 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (2e7ea9cb-e45c-4378-b0aa-58f947172045), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.900012 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84112fd6-2df2-4161-8c4a-4558049c6605 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.903724 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-84112fd6-2df2-4161-8c4a-4558049c6605 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1652477 Jan 28 04:01:50.903724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84112fd6-2df2-4161-8c4a-4558049c6605 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7ea9cb-e45c-4378-b0aa-58f947172045,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:50.907227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37814) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:50.915636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-974a73f2-9594-40b4-ae35-cf677786eeb9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': '611f3cf5-ffa4-4907-a89a-a05564d84f7d', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:50.925536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-29843fd7-957c-4026-b8d7-c6e11d359ad3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:50.927215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-29843fd7-957c-4026-b8d7-c6e11d359ad3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.6250710 Jan 28 04:01:50.976192 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-974a73f2-9594-40b4-ae35-cf677786eeb9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (a07a28e8-049f-4de0-b9d9-ad68208e2833), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:51.062740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-b8dbc797-74f9-4806-beef-844018715c48 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/quotas/a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 375 time: 0.1143780 Jan 28 04:01:51.082463 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-974a73f2-9594-40b4-ae35-cf677786eeb9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (a07a28e8-049f-4de0-b9d9-ad68208e2833), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:51.094952 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-974a73f2-9594-40b4-ae35-cf677786eeb9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (a07a28e8-049f-4de0-b9d9-ad68208e2833), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:51.196488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-974a73f2-9594-40b4-ae35-cf677786eeb9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:51.197751 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-974a73f2-9594-40b4-ae35-cf677786eeb9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2895839 Jan 28 04:01:51.198640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a73f2-9594-40b4-ae35-cf677786eeb9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07a28e8-049f-4de0-b9d9-ad68208e2833,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:51.204987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:51.219695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-24f95dbc-c2c8-4500-a48d-bd5ede139538 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': '611f3cf5-ffa4-4907-a89a-a05564d84f7d', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:51.306410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-0553d3cd-7f7c-4298-805f-0f452cf9876c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2333550 Jan 28 04:01:51.337788 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-24f95dbc-c2c8-4500-a48d-bd5ede139538 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Project 3b47383bfe204078917fadb2fc9fe99a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:01:51.358239 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24f95dbc-c2c8-4500-a48d-bd5ede139538 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (b879dac2-c077-4967-b4c3-74ddfaf7fc7a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:51.366873 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Publish callbacks [] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:51.398083 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:51.542052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:51.844981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6c610ba4-b5a0-4626-936e-ab94e000b81d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:51.884803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-70e955c1-a3f6-4f08-bc49-33d49ed6f7a6 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646937 Jan 28 04:01:51.919651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6c610ba4-b5a0-4626-936e-ab94e000b81d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:51.920209 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:51.942411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Pushing event updated for resources: {'Port': ['ID=774bbe7a-7199-47f8-9c40-c4ef9cde88f5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:52.018783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24f95dbc-c2c8-4500-a48d-bd5ede139538 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (b879dac2-c077-4967-b4c3-74ddfaf7fc7a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.038597 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24f95dbc-c2c8-4500-a48d-bd5ede139538 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (b879dac2-c077-4967-b4c3-74ddfaf7fc7a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.074032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6c610ba4-b5a0-4626-936e-ab94e000b81d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:52.074492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.075142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f95dbc-c2c8-4500-a48d-bd5ede139538 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b879dac2-c077-4967-b4c3-74ddfaf7fc7a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:52.112939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 6c610ba4-b5a0-4626-936e-ab94e000b81d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6c610ba4-b5a0-4626-936e-ab94e000b81d,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:52.119358 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.125157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-be782221-e86a-4099-8cdc-987b58bfa782 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388580 Jan 28 04:01:52.127841 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24f95dbc-c2c8-4500-a48d-bd5ede139538 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.129062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-24f95dbc-c2c8-4500-a48d-bd5ede139538 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9145677 Jan 28 04:01:52.132279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:52.136609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f03b24d8-865c-43a4-8a0c-cd90408fa957 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'security_group_rule': {'security_group_id': '611f3cf5-ffa4-4907-a89a-a05564d84f7d', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:52.151500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Network 408f7f72-974d-43b8-9b44-176bafe6e1f7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:52.153313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:52.191171 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-f03b24d8-865c-43a4-8a0c-cd90408fa957 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Project 3b47383bfe204078917fadb2fc9fe99a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:01:52.197088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f03b24d8-865c-43a4-8a0c-cd90408fa957 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (497b17f7-e35e-4900-a416-5e51e6de9d90), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.200490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=6c610ba4-b5a0-4626-936e-ab94e000b81d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:52.314088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Router a4e440ac-6a9d-472d-b9b7-170c52e2a01b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:01:52.320220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f03b24d8-865c-43a4-8a0c-cd90408fa957 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (497b17f7-e35e-4900-a416-5e51e6de9d90), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.335150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f03b24d8-865c-43a4-8a0c-cd90408fa957 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (497b17f7-e35e-4900-a416-5e51e6de9d90), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.364116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b24d8-865c-43a4-8a0c-cd90408fa957 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497b17f7-e35e-4900-a416-5e51e6de9d90,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:52.431829 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f03b24d8-865c-43a4-8a0c-cd90408fa957 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.437676 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f03b24d8-865c-43a4-8a0c-cd90408fa957 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3039784 Jan 28 04:01:52.438515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:52.444883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'network': {'name': 'tempest-network-smoke--902530922', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:52.504051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:52.510929 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.528261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e07aad4-41f2-4674-8323-bf3a76e8a8e4 req-0b6bce22-0695-4425-8bb3-d27783e7f077 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0340497 Jan 28 04:01:52.551178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:01:52.564179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:01:52.571478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-19a7c58d-2d10-4ff5-afb7-388b7ba6f5ac admin admin] 10.222.0.44 "PUT /v2.0/routers/a4e440ac-6a9d-472d-b9b7-170c52e2a01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8635106 Jan 28 04:01:52.575581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (1d7fd99a-742d-4388-92aa-2af663790e41), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.575927 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Added segment 1d7fd99a-742d-4388-92aa-2af663790e41 of type vlan for network 051328a4-acaa-4117-ae57-cb6a07f89db4 Jan 28 04:01:52.643406 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (051328a4-acaa-4117-ae57-cb6a07f89db4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.751173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (051328a4-acaa-4117-ae57-cb6a07f89db4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.763129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:52.765018 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.966259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Network': ['ID=051328a4-acaa-4117-ae57-cb6a07f89db4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:52.995967 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-92b26d43-0ad9-4d03-9b1b-87e704ac9d27 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5514402 Jan 28 04:01:52.995967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 37872) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:53.004444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 051328a4-acaa-4117-ae57-cb6a07f89db4 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:01:53.008462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'admin_state_up': True, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:53.073206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (0ed76abd-b154-4834-bf19-b2264d67bc8e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:53.074752 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (0ed76abd-b154-4834-bf19-b2264d67bc8e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:53.183852 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_controller (0ed76abd-b154-4834-bf19-b2264d67bc8e), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:53.445640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-344b8082-06c4-43d2-b3c0-10968efba532 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:53.447351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-344b8082-06c4-43d2-b3c0-10968efba532 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 819 time: 0.1757843 Jan 28 04:01:53.493939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-b8ddcec6-9d5f-4afc-a295-c8f621d4bd6a tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/quotas/43d977043f164bd6bf454e7595254c0b HTTP/1.1" status: 200 len: 375 time: 0.0307636 Jan 28 04:01:53.575808 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (0ed76abd-b154-4834-bf19-b2264d67bc8e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:53.616869 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-6fd22e78-5d9a-43d7-b8c7-81ef6b870af7 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157279 Jan 28 04:01:53.733440 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Sync routers for ids ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:01:53.750071 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Routers {'a4e440ac-6a9d-472d-b9b7-170c52e2a01b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:53.750694 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:53.756800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6c610ba4-b5a0-4626-936e-ab94e000b81d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:53.874873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-81ef22e7-6074-4d7e-bcb8-0d9907e08e1f service neutron] 10.222.0.44 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492008 Jan 28 04:01:53.907304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6c610ba4-b5a0-4626-936e-ab94e000b81d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:53.907955 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:53.936094 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Set router a4e440ac-6a9d-472d-b9b7-170c52e2a01b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:01:54.006178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c8ca888-fb1c-4877-89bd-01c2beaeb96b req-b00e595c-e141-44ce-86d2-370032da3cec tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.1252167 Jan 28 04:01:54.093533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6c610ba4-b5a0-4626-936e-ab94e000b81d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:54.183717 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (0ed76abd-b154-4834-bf19-b2264d67bc8e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:54.193279 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:50Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '774bbe7a-7199-47f8-9c40-c4ef9cde88f5', 'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'mac_address': 'fa:16:3e:7c:9c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abc16f3-b833-45fe-8b77-95776e011625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:49Z', 'updated_at': '2022-01-28T04:01:50Z', 'revision_number': 2, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'subnets': [{'id': '4abc16f3-b833-45fe-8b77-95776e011625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:54.228454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:54.233679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-eaf6bb5c-4cbc-4fe5-8e72-941bb096eef0 service neutron] 10.222.0.44 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951226 Jan 28 04:01:54.252202 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Checking router: a4e440ac-6a9d-472d-b9b7-170c52e2a01b for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:01:54.252866 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Updating router a4e440ac-6a9d-472d-b9b7-170c52e2a01b port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:01:54.336814 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:54.521840 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.25.1.156 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/e9c74da0-9798-4c16-a01f-6ea3592d4dbf) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:54.582411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-99f0130d-1885-4d0e-b904-211965b786ed tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:54.584000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-99f0130d-1885-4d0e-b904-211965b786ed tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.2884104 Jan 28 04:01:54.608137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'port': {'device_id': 'dc6ec9da-bf79-4e47-9ff4-90a6338096e2', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'admin_state_up': True, 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:54.776532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Made reservation on behalf of a38a55cc6b3a428f8bea4ad4ab7a224a for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:54.783854 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:54.851226 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-654d710b-7edb-484f-86e5-0e4da79ada5c req-14938501-3452-46cb-ba9a-03872726e983 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 210 time: 0.0523751 Jan 28 04:01:54.889602 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:54.975363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:55.118566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:55.127698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:55.149034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:55.187820 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Publish callbacks [] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:55.197559 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:55.239779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=e9c74da0-9798-4c16-a01f-6ea3592d4dbf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:55.311183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-488e6340-a9f4-49ea-a59c-ac00776236f3 req-bfc7436d-3b8b-4482-a505-780446e3c950 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0806842 Jan 28 04:01:55.352334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Allocated IP 172.20.0.14 (807dcc26-58c1-492e-ab4f-ccf8615b5f37/c9ab5650-bb11-4600-b38a-4416ee21cb99/d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:55.353551 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Pushing event updated for resources: {'Port': ['ID=774bbe7a-7199-47f8-9c40-c4ef9cde88f5,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:55.363204 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.363580 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.363985 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.364561 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.364687 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.365074 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.365443 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.365840 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.366675 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.366844 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.367103 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.367472 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.367741 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:55.436391 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Attempting to bind port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:55.436805 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Attempting to bind port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6fe2c42d-c016-45eb-8463-8902584c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:55.437251 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Attempting to bind port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 on network 408f7f72-974d-43b8-9b44-176bafe6e1f7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:55.450841 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:55.451750 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Checking segment: {'id': '6fe2c42d-c016-45eb-8463-8902584c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:55.452181 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:55.454399 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Bound using segment: {'id': '6fe2c42d-c016-45eb-8463-8902584c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:55.454915 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Bound port: 774bbe7a-7199-47f8-9c40-c4ef9cde88f5, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe2c42d-c016-45eb-8463-8902584c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:55.456524 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:55.656647 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] For port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:55.661698 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] For port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=774bbe7a-7199-47f8-9c40-c4ef9cde88f5,segment=NetworkSegment(6fe2c42d-c016-45eb-8463-8902584c4b95),segment_id=6fe2c42d-c016-45eb-8463-8902584c4b95)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:55.679992 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:55.731497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:55.798623 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Routers {'a4e440ac-6a9d-472d-b9b7-170c52e2a01b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:55.799487 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:55.801519 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c888ee-4ce0-4ab3-83be-64d5f99f61c9 None None] Pushing event updated for resources: {'Port': ['ID=774bbe7a-7199-47f8-9c40-c4ef9cde88f5,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:55.845509 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:55.847596 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (0ed76abd-b154-4834-bf19-b2264d67bc8e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:55.968728 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] Set router a4e440ac-6a9d-472d-b9b7-170c52e2a01b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:01:55.996317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:56.051866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c84ddf1-315e-47eb-8271-5e018485e980 req-6793e77a-80d2-4245-b83c-47c799142476 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 210 time: 0.0659759 Jan 28 04:01:56.054392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:56.060026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:56.135067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:56.168035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.168675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:56.197743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-31f1e7e1-1444-4151-893f-513e7f75a3f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5974317 Jan 28 04:01:56.219046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Request body: {'port': {'device_id': 'dc6ec9da-bf79-4e47-9ff4-90a6338096e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:56.276099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (0ed76abd-b154-4834-bf19-b2264d67bc8e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:56.372981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:56.491797 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:50Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '774bbe7a-7199-47f8-9c40-c4ef9cde88f5', 'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'mac_address': 'fa:16:3e:7c:9c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abc16f3-b833-45fe-8b77-95776e011625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:49Z', 'updated_at': '2022-01-28T04:01:55Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'subnets': [{'id': '4abc16f3-b833-45fe-8b77-95776e011625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:56.558882 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35be560-0469-4b99-93e4-a4823bcbc791 None None] The sync data for ids ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'] in n-d-808199-14 is: [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:50Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '774bbe7a-7199-47f8-9c40-c4ef9cde88f5', 'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'mac_address': 'fa:16:3e:7c:9c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abc16f3-b833-45fe-8b77-95776e011625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:49Z', 'updated_at': '2022-01-28T04:01:55Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'subnets': [{'id': '4abc16f3-b833-45fe-8b77-95776e011625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:01:56.676343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cf9d995f-4845-4e0f-8047-e6614f194b57 None None] Provisioning complete for port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:56.678654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf9d995f-4845-4e0f-8047-e6614f194b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:56.738234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 0ed76abd-b154-4834-bf19-b2264d67bc8e is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:01:56.794237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-4eb20c1f-d260-4b7b-b174-2fd1dce08699 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.796040 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-4eb20c1f-d260-4b7b-b174-2fd1dce08699 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.25 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 819 time: 0.2738957 Jan 28 04:01:56.820055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d995f-4845-4e0f-8047-e6614f194b57 None None] Port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:01:56.851889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78f7d3-c25d-4e78-9113-2894ffa23918 req-c0b6050f-50fa-40ba-bf52-565c620ba7b3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.855702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c78f7d3-c25d-4e78-9113-2894ffa23918 req-c0b6050f-50fa-40ba-bf52-565c620ba7b3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 932 time: 0.3913484 Jan 28 04:01:56.869203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Request body: {'port': {'device_id': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'admin_state_up': True, 'tenant_id': '43d977043f164bd6bf454e7595254c0b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:57.101979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c78f7d3-c25d-4e78-9113-2894ffa23918 req-d12906ee-5d1b-45c6-b7d8-33b066976005 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334938 Jan 28 04:01:57.230197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:01:57.258248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Sync routers for ids ['0ed76abd-b154-4834-bf19-b2264d67bc8e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:01:57.294880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Routers {'0ed76abd-b154-4834-bf19-b2264d67bc8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:01:57.295519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0ed76abd-b154-4834-bf19-b2264d67bc8e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:57.399492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Made reservation on behalf of 43d977043f164bd6bf454e7595254c0b for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:57.407946 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:57.425878 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:57.438931 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-83db904d-e20b-4a1e-a9fa-676bf7b7b234 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4433951 Jan 28 04:01:57.453446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fbcb2f55-9358-4c63-a599-af77ac959446 req-a13fe358-211a-4880-b19c-8b6abc166d0f tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 210 time: 0.1092610 Jan 28 04:01:57.453976 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37948) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:57.497945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:01:57.564298 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Publish callbacks [] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:57.573475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-72aff521-f581-48d8-b45b-f3f6dd5398fb tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3b47383bfe204078917fadb2fc9fe99a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1144781 Jan 28 04:01:57.583784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:57.606679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Set router 0ed76abd-b154-4834-bf19-b2264d67bc8e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:01:57.624245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Transition to ACTIVE for port object d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:01:57.692226 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:57.808937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Pushing event updated for resources: {'Port': ['ID=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:57.900344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Allocated IP 172.20.0.11 (408f7f72-974d-43b8-9b44-176bafe6e1f7/4abc16f3-b833-45fe-8b77-95776e011625/4981b7aa-ea95-46a9-a856-c5e6fa12589b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:01:57.910469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:57.980704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01591f-84c6-4ba8-9d40-582ad43e1bbf tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:57.982497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7d01591f-84c6-4ba8-9d40-582ad43e1bbf tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3975353 Jan 28 04:01:57.985431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37954) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:58.034578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:58.035192 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:58.129639 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-05a9a2ff-11f5-4cc4-9dc6-f392466b738d tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1422143 Jan 28 04:01:58.133537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 37958) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:01:58.141540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1523059883', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:58.330412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:01:58.341114 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:58.353570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:58.353964 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:58.432465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:58.526922 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:58.565268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Attempting to bind port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:58.565634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Attempting to bind port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:58.566159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Attempting to bind port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:58.581413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:01:58.581945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Attempting to bind port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:58.598689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe7f91-c290-4144-aed8-5c885fed0b16 req-8cf5ca26-80cd-4ea8-9ab6-059ded98334c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:58.600658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edbe7f91-c290-4144-aed8-5c885fed0b16 req-8cf5ca26-80cd-4ea8-9ab6-059ded98334c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.2933300 Jan 28 04:01:58.602514 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=774bbe7a-7199-47f8-9c40-c4ef9cde88f5,segment=NetworkSegment(6fe2c42d-c016-45eb-8463-8902584c4b95),segment_id=6fe2c42d-c016-45eb-8463-8902584c4b95)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:58.653766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:58.654318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Checking segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:58.655169 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Bound using segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:58.655798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Bound port: d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:58.656325 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:58.659527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Pushing event updated for resources: {'Port': ['ID=4981b7aa-ea95-46a9-a856-c5e6fa12589b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:58.663390 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:58.695632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Network 408f7f72-974d-43b8-9b44-176bafe6e1f7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:01:58.703374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:01:58.717917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:01:58.810253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:58.811334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:58.829497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:01:55Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:01:58.843400 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-c465a12c-75df-4fa9-b6dd-7c7424444f61 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9819703 Jan 28 04:01:58.972602 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Checking router: 0ed76abd-b154-4834-bf19-b2264d67bc8e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:01:58.975362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Updating router 0ed76abd-b154-4834-bf19-b2264d67bc8e port e9c74da0-9798-4c16-a01f-6ea3592d4dbf binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:01:59.003939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Request body: {'port': {'device_id': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:59.070681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=774bbe7a-7199-47f8-9c40-c4ef9cde88f5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:59.089966 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:59.092510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.092879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.093228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.093568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.093903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.094237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.094568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.094896 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.095223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.095552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.095884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.096207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.096532 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:59.134912 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:59.438819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edbe7f91-c290-4144-aed8-5c885fed0b16 req-64dd3b6e-81cb-4615-9315-6ffe7df7f1b9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7920675 Jan 28 04:01:59.571342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] For port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:59.580120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] For port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:59.640698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93622c26-ad64-4aa5-b7ab-9f76b37cf9bd req-2139e8da-e253-469b-9003-688eaa93df29 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:59.663959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93622c26-ad64-4aa5-b7ab-9f76b37cf9bd req-2139e8da-e253-469b-9003-688eaa93df29 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 932 time: 1.0423326 Jan 28 04:01:59.688389 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:59.754962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:59.757773 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:59.759801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] 10.222.0.42 "PUT /v2.0/ports/d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 HTTP/1.1" status: 200 len: 1093 time: 3.5478542 Jan 28 04:01:59.766799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6ec9da-bf79-4e47-9ff4-90a6338096e2', 'tag': 'd59e3f0e-e97d-4f5f-9bbd-fc1531f08f06'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:59.778322 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60f0861-7e0f-449f-b4da-043d87bf8cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6ec9da-bf79-4e47-9ff4-90a6338096e2", "tag": "d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:59.833792 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Publish callbacks [] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:59.871678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:59.911080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93622c26-ad64-4aa5-b7ab-9f76b37cf9bd req-485856d3-1655-4698-bf5b-d12dae6f5618 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456684 Jan 28 04:01:59.982822 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96b42c0-9947-41fa-8651-9386c695c6ff x-openstack-request-id: req-e96b42c0-9947-41fa-8651-9386c695c6ff {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:59.983402 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6ec9da-bf79-4e47-9ff4-90a6338096e2", "tag": "d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:59.984211 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e96b42c0-9947-41fa-8651-9386c695c6ff {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:59.984766 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6ec9da-bf79-4e47-9ff4-90a6338096e2', 'tag': 'd59e3f0e-e97d-4f5f-9bbd-fc1531f08f06', 'status': 'completed', 'code': 200} Jan 28 04:02:00.022531 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.043393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6d53d-f2d1-4d32-af62-8e4064302da3 service neutron] Pushing event updated for resources: {'Port': ['ID=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:00.051563 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (2b8f7621-c28b-48ea-8d6c-42651f539a4d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.058126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-390cfd54-3cba-404e-a3c3-159801055bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:00.059921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-390cfd54-3cba-404e-a3c3-159801055bb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 1096 time: 0.1881783 Jan 28 04:02:00.187740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Attempting to bind port e9c74da0-9798-4c16-a01f-6ea3592d4dbf on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:02:00.188183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Attempting to bind port e9c74da0-9798-4c16-a01f-6ea3592d4dbf by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:02:00.188910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Attempting to bind port e9c74da0-9798-4c16-a01f-6ea3592d4dbf on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:00.211300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:02:00.211811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:02:00.212293 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.212816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:02:00.214922 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Bound port: e9c74da0-9798-4c16-a01f-6ea3592d4dbf, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:02:00.215689 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.224618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-eb2548ba-261e-4701-b600-15eec2b67d28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 HTTP/1.1" status: 200 len: 217 time: 0.1025009 Jan 28 04:02:00.248711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:00.253688 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.336874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Subnet': ['ID=2b8f7621-c28b-48ea-8d6c-42651f539a4d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:00.457908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Checking segment: {'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:02:00.458590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network hostable DHCP agents. Network: 051328a4-acaa-4117-ae57-cb6a07f89db4, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:02:00.497754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-07416a60-7e9c-4d00-a9dc-aa4b5dce0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:00.505050 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-07416a60-7e9c-4d00-a9dc-aa4b5dce0b8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.2703331 Jan 28 04:02:00.565974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa02be-e334-4e53-b056-f7fd5be70356 None None] Pushing event updated for resources: {'Port': ['ID=e9c74da0-9798-4c16-a01f-6ea3592d4dbf,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:00.594040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network 051328a4-acaa-4117-ae57-cb6a07f89db4 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:02:00.635017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4981b7aa-ea95-46a9-a856-c5e6fa12589b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:02:00.654002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Publish callbacks [] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.684312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Transition to ACTIVE for port object 4981b7aa-ea95-46a9-a856-c5e6fa12589b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:02:00.688587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 051328a4-acaa-4117-ae57-cb6a07f89db4) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:02:00.698334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.710951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:00.713342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.743596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49941e98-196b-4a30-b0b8-7d5bfbaa08af None None] Network 051328a4-acaa-4117-ae57-cb6a07f89db4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:02:00.768720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-752fa362-1b18-43f7-91bb-4657f032068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:00.774580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-752fa362-1b18-43f7-91bb-4657f032068f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2569878 Jan 28 04:02:00.842893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-056f623d-4cb5-454d-998f-1a1e7a9626d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7081289 Jan 28 04:02:00.849657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38012) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:00.894485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Pushing event updated for resources: {'Port': ['ID=4981b7aa-ea95-46a9-a856-c5e6fa12589b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:00.912931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd064288-2551-4abf-9459-e266fb964bad req-335e8e65-d0e4-4b19-ad2a-56cd29f80ba4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:00.915098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] For port e9c74da0-9798-4c16-a01f-6ea3592d4dbf, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:02:00.925977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd064288-2551-4abf-9459-e266fb964bad req-335e8e65-d0e4-4b19-ad2a-56cd29f80ba4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.3451226 Jan 28 04:02:00.955841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:00.970724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] For port e9c74da0-9798-4c16-a01f-6ea3592d4dbf, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e9c74da0-9798-4c16-a01f-6ea3592d4dbf,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:02:01.018094 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:01.030491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-37ae97dd-4136-4b5a-a5c9-5164f205ff71 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451048 Jan 28 04:02:01.094268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Attempting to bind port 4981b7aa-ea95-46a9-a856-c5e6fa12589b on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:02:01.094712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Attempting to bind port 4981b7aa-ea95-46a9-a856-c5e6fa12589b by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '6fe2c42d-c016-45eb-8463-8902584c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:02:01.094943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Attempting to bind port 4981b7aa-ea95-46a9-a856-c5e6fa12589b on network 408f7f72-974d-43b8-9b44-176bafe6e1f7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:01.118921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Port 4981b7aa-ea95-46a9-a856-c5e6fa12589b on network 408f7f72-974d-43b8-9b44-176bafe6e1f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:02:01.125968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Attempting to bind port 4981b7aa-ea95-46a9-a856-c5e6fa12589b on network 408f7f72-974d-43b8-9b44-176bafe6e1f7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:01.138072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa02be-e334-4e53-b056-f7fd5be70356 None None] Pushing event updated for resources: {'Port': ['ID=e9c74da0-9798-4c16-a01f-6ea3592d4dbf,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:01.141687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:02:01.142030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Checking segment: {'id': '6fe2c42d-c016-45eb-8463-8902584c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:02:01.143084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Bound using segment: {'id': '6fe2c42d-c016-45eb-8463-8902584c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:02:01.143528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Bound port: 4981b7aa-ea95-46a9-a856-c5e6fa12589b, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe2c42d-c016-45eb-8463-8902584c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:02:01.144604 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:01.214526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Routers {'0ed76abd-b154-4834-bf19-b2264d67bc8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:01.215425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0ed76abd-b154-4834-bf19-b2264d67bc8e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:01.222999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] For port 4981b7aa-ea95-46a9-a856-c5e6fa12589b, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:02:01.228834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] For port 4981b7aa-ea95-46a9-a856-c5e6fa12589b, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b,segment=NetworkSegment(6fe2c42d-c016-45eb-8463-8902584c4b95),segment_id=6fe2c42d-c016-45eb-8463-8902584c4b95)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:02:01.234590 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:01.292272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:01.293651 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:01.296048 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-47351845-48db-4868-ac16-9ea1c607361f service neutron] 10.222.0.25 "PUT /v2.0/ports/4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 1093 time: 2.4400315 Jan 28 04:02:01.296558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:01.299252 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1e029d-243a-4c9f-8113-61ccad3f2845" -d '{"events": [{"name": "network-changed", "server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:01.340375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a73fb712-f2df-4359-916c-a3a4e48c06c0 req-b907cee3-9832-43a0-81d7-65cd8f319b79 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943699 Jan 28 04:02:01.340586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47351845-48db-4868-ac16-9ea1c607361f service neutron] Pushing event updated for resources: {'Port': ['ID=4981b7aa-ea95-46a9-a856-c5e6fa12589b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:01.419371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-051328a4-acaa-4117-ae57-cb6a07f89db4', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:02:01.419371 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:01.475704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-5ef0b294-06a5-4fc0-9f25-0be69aa30760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:01.477846 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-5ef0b294-06a5-4fc0-9f25-0be69aa30760 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1096 time: 0.0838451 Jan 28 04:02:01.632773 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-44c1d7d0-0804-4eea-a8e2-b311d3912926 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 217 time: 0.1419899 Jan 28 04:02:01.639818 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd064288-2551-4abf-9459-e266fb964bad req-20f98f48-19fe-47b7-8e47-294662978336 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7126796 Jan 28 04:02:01.690442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] Set router 0ed76abd-b154-4834-bf19-b2264d67bc8e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:01.716798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d08b8-6be1-4e72-aa07-a70660d94451 req-083a311b-1f31-4583-8b38-2a3ee474fada tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:01.726560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d1d08b8-6be1-4e72-aa07-a70660d94451 req-083a311b-1f31-4583-8b38-2a3ee474fada tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 944 time: 0.3701577 Jan 28 04:02:01.741175 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c4bef5-257a-47e1-99e6-13a0ad2b2493 x-openstack-request-id: req-29c4bef5-257a-47e1-99e6-13a0ad2b2493 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:01.741686 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:01.741894 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29c4bef5-257a-47e1-99e6-13a0ad2b2493 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:01.742257 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'status': 'completed', 'code': 200} Jan 28 04:02:01.766248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-75296020-1e4d-4601-9794-e14800fe6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:01.767734 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-75296020-1e4d-4601-9794-e14800fe6a19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 200 len: 859 time: 0.1301854 Jan 28 04:02:01.819928 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-89186037-cd78-49a9-a29a-9ade98b93c9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=408f7f72-974d-43b8-9b44-176bafe6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449131 Jan 28 04:02:01.883763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d1d08b8-6be1-4e72-aa07-a70660d94451 req-ddc67f99-eb0f-43c1-93d3-2c4cf168c268 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481593 Jan 28 04:02:02.011362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-edf03e44-294c-4708-a02f-8e763f7f5ba5 service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860011 Jan 28 04:02:02.058845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Allocated IP 172.20.0.2 (051328a4-acaa-4117-ae57-cb6a07f89db4/2b8f7621-c28b-48ea-8d6c-42651f539a4d/51472382-fc25-40fd-913d-918847eafd97) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:02:02.065869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-763976af-75df-49b4-b97a-76957756371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:02.071581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-763976af-75df-49b4-b97a-76957756371c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 1096 time: 0.6166890 Jan 28 04:02:02.263289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5b42343b-78f2-4d48-b7b4-50069f4dd9e7 req-95e5f028-628a-4901-8ec4-054b2592b9da service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402167 Jan 28 04:02:02.451657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-b66ab350-a9f7-4e00-a7bb-8f57e89ce526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:02.462182 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-b66ab350-a9f7-4e00-a7bb-8f57e89ce526 service neutron] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.3797605 Jan 28 04:02:02.476658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e029d-243a-4c9f-8113-61ccad3f2845 req-c300651d-3a9a-48f2-abdf-acb6373d17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:02.478496 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c1e029d-243a-4c9f-8113-61ccad3f2845 req-c300651d-3a9a-48f2-abdf-acb6373d17e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1096 time: 0.1089144 Jan 28 04:02:02.571416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-c8a5e0ff-de28-49bf-910c-055bfa0f38f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 HTTP/1.1" status: 200 len: 217 time: 0.0990901 Jan 28 04:02:02.601306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:01:55Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:02.708636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e029d-243a-4c9f-8113-61ccad3f2845 req-9387c8f0-8ede-4b59-9575-89c72d1b2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:02.709493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff6609-7903-4e7a-969a-7cb38d6d6f43 None None] The sync data for ids ['0ed76abd-b154-4834-bf19-b2264d67bc8e'] in n-d-808199-14 is: [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:01:55Z', 'revision_number': 3, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:02:02.718284 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c1e029d-243a-4c9f-8113-61ccad3f2845 req-9387c8f0-8ede-4b59-9575-89c72d1b2a4f service neutron] 10.222.0.25 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 920 time: 0.2330194 Jan 28 04:02:02.808204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-a9d83662-8f22-467d-8f2e-90f04be20af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:02.826052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-a9d83662-8f22-467d-8f2e-90f04be20af1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.2465458 Jan 28 04:02:02.844628 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c1e029d-243a-4c9f-8113-61ccad3f2845 req-b352a9ed-4c37-4b83-9a31-2384d887c17e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 217 time: 0.1185839 Jan 28 04:02:02.877950 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Publish callbacks [] for port (51472382-fc25-40fd-913d-918847eafd97), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:02.899627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (51472382-fc25-40fd-913d-918847eafd97), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:03.004585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Network 051328a4-acaa-4117-ae57-cb6a07f89db4 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:02:03.019737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:02:03.024382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:02:03.029012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e029d-243a-4c9f-8113-61ccad3f2845 req-a2eadfe8-ab5c-4844-81b7-8ef86ba1d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:03.030498 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c1e029d-243a-4c9f-8113-61ccad3f2845 req-a2eadfe8-ab5c-4844-81b7-8ef86ba1d84b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 200 len: 859 time: 0.1781142 Jan 28 04:02:03.102681 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c1e029d-243a-4c9f-8113-61ccad3f2845 req-915d436d-439d-4fc4-8566-a433fb178f26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=408f7f72-974d-43b8-9b44-176bafe6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656645 Jan 28 04:02:03.139966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Pushing event updated for resources: {'Port': ['ID=51472382-fc25-40fd-913d-918847eafd97,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:03.267435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Attempting to bind port 51472382-fc25-40fd-913d-918847eafd97 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:02:03.267814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Attempting to bind port 51472382-fc25-40fd-913d-918847eafd97 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:02:03.268182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Attempting to bind port 51472382-fc25-40fd-913d-918847eafd97 on network 051328a4-acaa-4117-ae57-cb6a07f89db4 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:03.288691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:02:03.289228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Checking segment: {'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:02:03.289649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:03.292375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Bound using segment: {'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:02:03.292926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Bound port: 51472382-fc25-40fd-913d-918847eafd97, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:02:03.293328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (51472382-fc25-40fd-913d-918847eafd97), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:03.407034 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-aedd393f-5ade-4dee-84c3-56b664943012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:03.409770 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c1e029d-243a-4c9f-8113-61ccad3f2845 req-a6e96989-f853-4f23-b99f-6f8f8680c867 service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000176 Jan 28 04:02:03.414424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-aedd393f-5ade-4dee-84c3-56b664943012 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5757856 Jan 28 04:02:03.438280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdcfc3-99af-40e0-af31-62b82a42fee9 req-d3ec5f6e-f889-4d75-ba5b-d8a02c8d4df1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:03.439974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80bdcfc3-99af-40e0-af31-62b82a42fee9 req-d3ec5f6e-f889-4d75-ba5b-d8a02c8d4df1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.6129813 Jan 28 04:02:03.505521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] For port 51472382-fc25-40fd-913d-918847eafd97, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:02:03.523225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] For port 51472382-fc25-40fd-913d-918847eafd97, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=51472382-fc25-40fd-913d-918847eafd97,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:02:03.536328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (51472382-fc25-40fd-913d-918847eafd97), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:03.544315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be94f4-bc71-49c1-9e5d-c45623652155 req-441c4501-2e4b-4d04-beb8-efbc2dc3e4f9 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:03.546977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70be94f4-bc71-49c1-9e5d-c45623652155 req-441c4501-2e4b-4d04-beb8-efbc2dc3e4f9 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 944 time: 0.4915326 Jan 28 04:02:03.693189 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0c1e029d-243a-4c9f-8113-61ccad3f2845 req-d72d843d-9951-42ee-bcc8-dcd70f653552 service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764652 Jan 28 04:02:03.730860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fef96-bfe9-48cd-b83f-38ad94d8bf31 None None] Pushing event updated for resources: {'Port': ['ID=51472382-fc25-40fd-913d-918847eafd97,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:03.861439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-d5ced978-ec85-45c2-8aa6-7161fccc17e5 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116662 Jan 28 04:02:03.880017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e9c74da0-9798-4c16-a01f-6ea3592d4dbf up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:03.919986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80bdcfc3-99af-40e0-af31-62b82a42fee9 req-de0dd3fc-4599-4552-b48a-db282983f29e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407949 Jan 28 04:02:04.106617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e9c74da0-9798-4c16-a01f-6ea3592d4dbf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:04.107202 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:04.395440 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:04.418003 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e9c74da0-9798-4c16-a01f-6ea3592d4dbf is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:04.418398 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:04.504082 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70be94f4-bc71-49c1-9e5d-c45623652155 req-6cf15488-e7ac-4ae2-8b90-739af008516f tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9012110 Jan 28 04:02:04.520348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port e9c74da0-9798-4c16-a01f-6ea3592d4dbf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e9c74da0-9798-4c16-a01f-6ea3592d4dbf,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:04.534636 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:04.726550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=e9c74da0-9798-4c16-a01f-6ea3592d4dbf,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:04.925935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e60f0861-7e0f-449f-b4da-043d87bf8cb1 req-cea0dcd3-0ff8-40c1-8225-b07c1704ab87 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0503490 Jan 28 04:02:05.241164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde8cb0-fa31-4b0c-99c0-e526525b9cb1 req-f6dc9a2b-e651-4ba0-84cb-0c62d881f558 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:05.244032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebde8cb0-fa31-4b0c-99c0-e526525b9cb1 req-f6dc9a2b-e651-4ba0-84cb-0c62d881f558 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.1422541 Jan 28 04:02:05.388363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebde8cb0-fa31-4b0c-99c0-e526525b9cb1 req-12c92d06-a589-4f75-9b86-97b4cffa9f55 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319482 Jan 28 04:02:05.439222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.20.0.1 (051328a4-acaa-4117-ae57-cb6a07f89db4/2b8f7621-c28b-48ea-8d6c-42651f539a4d/84a2b7ed-a099-40db-b78b-10e328b77076) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:02:05.814544 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (84a2b7ed-a099-40db-b78b-10e328b77076), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.837417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2c724-4478-48d5-b918-663793fc1608 req-626c3573-2f99-40b5-afc9-2fd1351d10ec tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:05.839832 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ef2c724-4478-48d5-b918-663793fc1608 req-626c3573-2f99-40b5-afc9-2fd1351d10ec tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 944 time: 0.2114167 Jan 28 04:02:05.888135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a1e7ea-010d-413f-9e7f-1e05dd63cc40 None None] Network 051328a4-acaa-4117-ae57-cb6a07f89db4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:02:05.986825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ef2c724-4478-48d5-b918-663793fc1608 req-eb6f8e59-ed47-4832-80b6-78afedef071e tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342914 Jan 28 04:02:06.033587 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:06.105454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network 051328a4-acaa-4117-ae57-cb6a07f89db4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:02:06.111508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:02:06.118563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e9c74da0-9798-4c16-a01f-6ea3592d4dbf up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:06.126083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:02:06.238078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5b0cd767-a2e3-41d6-801a-f30942a6f3b5 None None] Provisioning complete for port 51472382-fc25-40fd-913d-918847eafd97 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:06.238466 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b0cd767-a2e3-41d6-801a-f30942a6f3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (51472382-fc25-40fd-913d-918847eafd97), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:06.330523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e9c74da0-9798-4c16-a01f-6ea3592d4dbf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:06.330906 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:06.674442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5b0cd767-a2e3-41d6-801a-f30942a6f3b5 None None] Current status of the port 51472382-fc25-40fd-913d-918847eafd97 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:06.674865 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b0cd767-a2e3-41d6-801a-f30942a6f3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (51472382-fc25-40fd-913d-918847eafd97), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:06.686086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4981b7aa-ea95-46a9-a856-c5e6fa12589b details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:02:06.865850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5b0cd767-a2e3-41d6-801a-f30942a6f3b5 None None] For port 51472382-fc25-40fd-913d-918847eafd97, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=51472382-fc25-40fd-913d-918847eafd97,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:06.890233 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b0cd767-a2e3-41d6-801a-f30942a6f3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (51472382-fc25-40fd-913d-918847eafd97), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:06.976160 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 04:02:07.200278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e7a07c57-ea65-4bb3-a7a7-65073dc5b40d None None] Provisioning complete for port 84a2b7ed-a099-40db-b78b-10e328b77076 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:07.204529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c57-ea65-4bb3-a7a7-65073dc5b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:07.276863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e7a07c57-ea65-4bb3-a7a7-65073dc5b40d None None] Port 84a2b7ed-a099-40db-b78b-10e328b77076 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:02:07.283916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e9c74da0-9798-4c16-a01f-6ea3592d4dbf is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:07.285074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 51472382-fc25-40fd-913d-918847eafd97 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:07.328991 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (0ed76abd-b154-4834-bf19-b2264d67bc8e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:07.351192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cd767-a2e3-41d6-801a-f30942a6f3b5 None None] Pushing event updated for resources: {'Port': ['ID=51472382-fc25-40fd-913d-918847eafd97,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:07.374465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e7a07c57-ea65-4bb3-a7a7-65073dc5b40d None None] Provisioning complete for port 51472382-fc25-40fd-913d-918847eafd97 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:07.375678 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c57-ea65-4bb3-a7a7-65073dc5b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (51472382-fc25-40fd-913d-918847eafd97), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:07.477513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4981b7aa-ea95-46a9-a856-c5e6fa12589b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b,segment=NetworkSegment(6fe2c42d-c016-45eb-8463-8902584c4b95),segment_id=6fe2c42d-c016-45eb-8463-8902584c4b95)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:07.531323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'port_id': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'mac_address': 'fa:16:3e:8a:f7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abc16f3-b833-45fe-8b77-95776e011625', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:02:07.542006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=84a2b7ed-a099-40db-b78b-10e328b77076,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:07.677164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff89a86-4ff8-4ff3-b7e5-649050ef5898 req-f0a0adaf-602e-4cf1-8911-20cff490e8bc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:07.689266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ff89a86-4ff8-4ff3-b7e5-649050ef5898 req-f0a0adaf-602e-4cf1-8911-20cff490e8bc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.5359259 Jan 28 04:02:07.739792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33113599-1f68-46fb-b97b-9ad497f203a5 req-739e8bd5-611d-442c-bed7-623da1e393fa tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:07.749639 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33113599-1f68-46fb-b97b-9ad497f203a5 req-739e8bd5-611d-442c-bed7-623da1e393fa tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 944 time: 0.5700145 Jan 28 04:02:07.808047 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:07.982074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ff89a86-4ff8-4ff3-b7e5-649050ef5898 req-66de883f-ae1c-4929-baa3-70d0ec5b6340 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919252 Jan 28 04:02:07.998239 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33113599-1f68-46fb-b97b-9ad497f203a5 req-27b7a53d-80d9-4592-b63d-b7b29e25dd07 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477348 Jan 28 04:02:08.060108 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e7a07c57-ea65-4bb3-a7a7-65073dc5b40d None None] Current status of the port 51472382-fc25-40fd-913d-918847eafd97 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:08.086107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 51472382-fc25-40fd-913d-918847eafd97 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:08.086602 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (51472382-fc25-40fd-913d-918847eafd97), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:08.231300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4981b7aa-ea95-46a9-a856-c5e6fa12589b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:08.231866 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:08.289576 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-78c9399e-132f-45a6-b3a9-6949a4125aec None None] Provisioning complete for port 84a2b7ed-a099-40db-b78b-10e328b77076 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:08.296689 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78c9399e-132f-45a6-b3a9-6949a4125aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:08.377977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-78c9399e-132f-45a6-b3a9-6949a4125aec None None] Port 84a2b7ed-a099-40db-b78b-10e328b77076 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:02:08.385703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4981b7aa-ea95-46a9-a856-c5e6fa12589b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:02:08.500276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 51472382-fc25-40fd-913d-918847eafd97 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:08.505005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4981b7aa-ea95-46a9-a856-c5e6fa12589b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b,segment=NetworkSegment(6fe2c42d-c016-45eb-8463-8902584c4b95),segment_id=6fe2c42d-c016-45eb-8463-8902584c4b95)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:08.518072 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:08.579956 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (84a2b7ed-a099-40db-b78b-10e328b77076), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:08.598339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:08.643020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4981b7aa-ea95-46a9-a856-c5e6fa12589b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:08.754466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 51472382-fc25-40fd-913d-918847eafd97 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:08.772741 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (0ed76abd-b154-4834-bf19-b2264d67bc8e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:08.801417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=84a2b7ed-a099-40db-b78b-10e328b77076,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:08.894984 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 51472382-fc25-40fd-913d-918847eafd97 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:08.895368 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (51472382-fc25-40fd-913d-918847eafd97), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:09.005385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4981b7aa-ea95-46a9-a856-c5e6fa12589b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:02:09.094416 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network 051328a4-acaa-4117-ae57-cb6a07f89db4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:02:09.097921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:02:09.438349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 51472382-fc25-40fd-913d-918847eafd97 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:09.579397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 0ed76abd-b154-4834-bf19-b2264d67bc8e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:02:09.629240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8f69b-6689-4b3d-98a8-1dd846e4f464 req-3ed8f1f9-04fa-47cf-b6df-f2fb75249f6f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:09.631422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1f8f69b-6689-4b3d-98a8-1dd846e4f464 req-3ed8f1f9-04fa-47cf-b6df-f2fb75249f6f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.1928687 Jan 28 04:02:09.827693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:02:09.834503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3881cf94-3eef-4338-aba6-9a1535b81ef9 None None] Provisioning complete for port 84a2b7ed-a099-40db-b78b-10e328b77076 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:09.834894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3881cf94-3eef-4338-aba6-9a1535b81ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:09.846303 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Sync routers for ids ['0ed76abd-b154-4834-bf19-b2264d67bc8e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:02:09.864255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d45831-1cc6-4083-8be2-7c2e5bdd2ca4 req-e175c500-d06a-47b8-b8df-34829b531708 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:09.887651 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Routers {'0ed76abd-b154-4834-bf19-b2264d67bc8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:09.888525 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0ed76abd-b154-4834-bf19-b2264d67bc8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:09.891094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98d45831-1cc6-4083-8be2-7c2e5bdd2ca4 req-e175c500-d06a-47b8-b8df-34829b531708 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 945 time: 0.4126132 Jan 28 04:02:09.975269 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-05e7c8fc-f791-47bf-89cb-b542dfdb744b tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "PUT /v2.0/routers/0ed76abd-b154-4834-bf19-b2264d67bc8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0876603 Jan 28 04:02:10.041905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3881cf94-3eef-4338-aba6-9a1535b81ef9 None None] Port 84a2b7ed-a099-40db-b78b-10e328b77076 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:02:10.135137 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Set router 0ed76abd-b154-4834-bf19-b2264d67bc8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:10.169943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1f8f69b-6689-4b3d-98a8-1dd846e4f464 req-6d3460ff-4741-4c18-83fd-c6bc4d199d4e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570793 Jan 28 04:02:10.211197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98d45831-1cc6-4083-8be2-7c2e5bdd2ca4 req-8bb8ebe2-7a21-477b-ac58-1bd630d872e4 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189709 Jan 28 04:02:10.506315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-098032a8-9c9b-40d6-a541-e97b62852976 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472970375&fields=id&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 267 time: 0.1267781 Jan 28 04:02:10.575157 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-478e7e8c-664c-4a42-925e-5c43f609dd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:10.591098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4981b7aa-ea95-46a9-a856-c5e6fa12589b up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:10.740494 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:02:07Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '84a2b7ed-a099-40db-b78b-10e328b77076', 'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:6d:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:02:04Z', 'updated_at': '2022-01-28T04:02:08Z', 'revision_number': 2, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:10.765701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 4981b7aa-ea95-46a9-a856-c5e6fa12589b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:02:10.787838 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 4981b7aa-ea95-46a9-a856-c5e6fa12589b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:10.790190 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:10.854181 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Checking router: 0ed76abd-b154-4834-bf19-b2264d67bc8e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:02:10.854745 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Updating router 0ed76abd-b154-4834-bf19-b2264d67bc8e port 84a2b7ed-a099-40db-b78b-10e328b77076 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:02:10.868551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f393e83-3503-4e80-b807-c7021182fd09 req-a5596b0e-768f-4349-a720-c11457b0c3a2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:10.887552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-a5596b0e-768f-4349-a720-c11457b0c3a2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/networks?id=051328a4-acaa-4117-ae57-cb6a07f89db4 HTTP/1.1" status: 200 len: 796 time: 0.3474238 Jan 28 04:02:10.936861 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:10.939405 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-a3cd8cfb-d594-4729-b39d-f7feaec60399 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/quotas/3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 375 time: 0.0476420 Jan 28 04:02:11.126303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4981b7aa-ea95-46a9-a856-c5e6fa12589b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:11.126703 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:11.200879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-1d7251be-d8bf-4e94-afb7-5e712a014c39 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2392142 Jan 28 04:02:11.249470 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:11.252421 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe421c27-4c05-44bb-a20a-05dee7ab8f6b" -d '{"events": [{"server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "name": "network-vif-plugged", "status": "completed", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:11.262865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4981b7aa-ea95-46a9-a856-c5e6fa12589b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b,segment=NetworkSegment(6fe2c42d-c016-45eb-8463-8902584c4b95),segment_id=6fe2c42d-c016-45eb-8463-8902584c4b95)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:11.274296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:11.426761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4981b7aa-ea95-46a9-a856-c5e6fa12589b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:11.622799 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Publish callbacks [] for port (84a2b7ed-a099-40db-b78b-10e328b77076), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:11.641648 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:11.752032 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f895b-a510-498d-919b-19f512209d57 None None] Pushing event updated for resources: {'Port': ['ID=84a2b7ed-a099-40db-b78b-10e328b77076,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:11.755185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4632e-5b2e-4af4-a44a-4addaf1b8669 req-3096a7f5-610f-4c88-ad12-9c7ebcc6a2ba tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:11.758362 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bf4632e-5b2e-4af4-a44a-4addaf1b8669 req-3096a7f5-610f-4c88-ad12-9c7ebcc6a2ba tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.4053588 Jan 28 04:02:11.821636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-e4fd05b9-f4c3-4a04-96ce-562e426cda71 service neutron] 10.222.0.44 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894506 Jan 28 04:02:11.980583 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Attempting to bind port 84a2b7ed-a099-40db-b78b-10e328b77076 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:02:11.989510 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Attempting to bind port 84a2b7ed-a099-40db-b78b-10e328b77076 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:02:11.994613 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Attempting to bind port 84a2b7ed-a099-40db-b78b-10e328b77076 on network 051328a4-acaa-4117-ae57-cb6a07f89db4 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:12.016148 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:02:12.016564 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Checking segment: {'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:02:12.030049 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:12.030501 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Bound using segment: {'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:02:12.031404 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Bound port: 84a2b7ed-a099-40db-b78b-10e328b77076, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:02:12.031811 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:12.168770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-a154ad14-14d3-40a1-a2e9-2fe32771ecd5 service neutron] 10.222.0.44 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337007 Jan 28 04:02:12.195913 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:12.246605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bf4632e-5b2e-4af4-a44a-4addaf1b8669 req-b6281f08-7384-4109-ad95-0db22c52d629 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793973 Jan 28 04:02:12.312669 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] For port 84a2b7ed-a099-40db-b78b-10e328b77076, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:02:12.318747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-70a9ef8a-9920-420f-bec0-a160875bd049 None None] Provisioning complete for port 84a2b7ed-a099-40db-b78b-10e328b77076 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:12.319366 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70a9ef8a-9920-420f-bec0-a160875bd049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:12.324439 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] For port 84a2b7ed-a099-40db-b78b-10e328b77076, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84a2b7ed-a099-40db-b78b-10e328b77076,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:02:12.335375 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:12.459939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-70a9ef8a-9920-420f-bec0-a160875bd049 None None] Port 84a2b7ed-a099-40db-b78b-10e328b77076 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:02:12.588726 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-84168b10-6f13-46ab-9161-5fcb06b6624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:12.592679 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Routers {'0ed76abd-b154-4834-bf19-b2264d67bc8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:12.593365 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:01:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0ed76abd-b154-4834-bf19-b2264d67bc8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:12.638636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4a720-75ed-4b2c-bd6d-1dbe43a3fe2b req-734e3f9c-d289-45f8-89f3-bd8117a98146 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:12.655906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64c4a720-75ed-4b2c-bd6d-1dbe43a3fe2b req-734e3f9c-d289-45f8-89f3-bd8117a98146 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.2554512 Jan 28 04:02:12.808037 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f895b-a510-498d-919b-19f512209d57 None None] Pushing event updated for resources: {'Port': ['ID=84a2b7ed-a099-40db-b78b-10e328b77076,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:12.865646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64c4a720-75ed-4b2c-bd6d-1dbe43a3fe2b req-6a4d73aa-9680-4a51-8320-255525627c02 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083528 Jan 28 04:02:12.909148 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58046cdd-bbf5-44a8-a73f-2c05a03b270c x-openstack-request-id: req-58046cdd-bbf5-44a8-a73f-2c05a03b270c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:12.909446 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "name": "network-vif-plugged", "status": "completed", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:12.909706 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58046cdd-bbf5-44a8-a73f-2c05a03b270c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:12.910107 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'code': 200} Jan 28 04:02:13.034883 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] Set router 0ed76abd-b154-4834-bf19-b2264d67bc8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:13.109488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10dd9a7f-0111-4778-923b-f8c89d0ec745 req-304027ec-c543-4321-9841-1200ec862a82 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 210 time: 0.0827408 Jan 28 04:02:13.213722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc17eaf-6334-47c1-b247-dbb3746b4c22 req-6f68dd6d-a016-466a-b764-0e8b93916ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:13.221100 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fc17eaf-6334-47c1-b247-dbb3746b4c22 req-6f68dd6d-a016-466a-b764-0e8b93916ca5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1098 time: 0.1911485 Jan 28 04:02:13.314174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0fa86418-9a4a-4e66-a813-311d7a4fcfcc None None] Provisioning complete for port 84a2b7ed-a099-40db-b78b-10e328b77076 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:13.314658 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fa86418-9a4a-4e66-a813-311d7a4fcfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:13.460472 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fc17eaf-6334-47c1-b247-dbb3746b4c22 req-c0cd9a3c-a099-4b5e-ac07-0e3ef3a183de service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279708 Jan 28 04:02:13.586698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c525463-1c98-48f1-a366-26b1193f6b52 req-45e3b3c7-2c56-4e69-bc1d-8dc0df90e68a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:13.588226 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c525463-1c98-48f1-a366-26b1193f6b52 req-45e3b3c7-2c56-4e69-bc1d-8dc0df90e68a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.1631327 Jan 28 04:02:13.642416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0fa86418-9a4a-4e66-a813-311d7a4fcfcc None None] Current status of the port 84a2b7ed-a099-40db-b78b-10e328b77076 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:13.642823 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fa86418-9a4a-4e66-a813-311d7a4fcfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:13.781785 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0fa86418-9a4a-4e66-a813-311d7a4fcfcc None None] For port 84a2b7ed-a099-40db-b78b-10e328b77076, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84a2b7ed-a099-40db-b78b-10e328b77076,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:13.809030 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fa86418-9a4a-4e66-a813-311d7a4fcfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:13.827507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c525463-1c98-48f1-a366-26b1193f6b52 req-52594b7d-9bd3-4353-adf8-2ca0788482fa tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308056 Jan 28 04:02:13.855115 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:02:07Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '84a2b7ed-a099-40db-b78b-10e328b77076', 'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:6d:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:02:04Z', 'updated_at': '2022-01-28T04:02:12Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:14.004628 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701cc559-4a5d-4d01-876f-9b451121cf8e None None] The sync data for ids ['0ed76abd-b154-4834-bf19-b2264d67bc8e'] in n-d-808199-14 is: [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:02:07Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '84a2b7ed-a099-40db-b78b-10e328b77076', 'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:6d:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:02:04Z', 'updated_at': '2022-01-28T04:02:12Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:02:14.013797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa86418-9a4a-4e66-a813-311d7a4fcfcc None None] Pushing event updated for resources: {'Port': ['ID=84a2b7ed-a099-40db-b78b-10e328b77076,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:14.269340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07de23a-1983-48b6-aa16-253956be28e1 req-46df8dfa-1a76-48d1-86b3-29e85ec99c0a tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:14.290502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a07de23a-1983-48b6-aa16-253956be28e1 req-46df8dfa-1a76-48d1-86b3-29e85ec99c0a tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.2489166 Jan 28 04:02:14.330364 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:14.398134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ca49f6e-07c3-489b-b8ac-4ed7c2b1f949 req-cc017c39-479a-45aa-92a0-5523076e4ec0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 210 time: 0.1027749 Jan 28 04:02:14.562875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a07de23a-1983-48b6-aa16-253956be28e1 req-e79747b3-ac81-467f-8a5f-4e053942f56a tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701669 Jan 28 04:02:14.652509 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:14.831467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84a2b7ed-a099-40db-b78b-10e328b77076 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:15.051267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 84a2b7ed-a099-40db-b78b-10e328b77076 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:15.052503 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:15.322294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 84a2b7ed-a099-40db-b78b-10e328b77076 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:15.418523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cf2b4-7b01-4618-96cf-815cdb130378 req-bc0a9682-0361-4cc0-b784-2236de5040ba tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:15.443483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff6cf2b4-7b01-4618-96cf-815cdb130378 req-bc0a9682-0361-4cc0-b784-2236de5040ba tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.3655486 Jan 28 04:02:15.562418 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:15.654881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f393e83-3503-4e80-b807-c7021182fd09 req-04e40d4a-c1a3-4bb0-9246-002c4666f149 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:15.665035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-04e40d4a-c1a3-4bb0-9246-002c4666f149 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "GET /v2.0/networks?id=051328a4-acaa-4117-ae57-cb6a07f89db4 HTTP/1.1" status: 200 len: 796 time: 0.5446289 Jan 28 04:02:15.893904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff6cf2b4-7b01-4618-96cf-815cdb130378 req-00e2c937-92c8-4148-b361-b1f2969e3896 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482300 Jan 28 04:02:16.049603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fcabeb18-7f50-42dc-97a9-27902afc1aed req-89c8a4e0-eed5-4dde-aa1d-14852fa5d880 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 210 time: 0.3831730 Jan 28 04:02:16.289252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-3ba6ed02-e6ba-498f-b297-5f8bb41a06ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b47383bfe204078917fadb2fc9fe99a HTTP/1.1" status: 200 len: 380 time: 0.5889111 Jan 28 04:02:16.309874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'port': {'device_id': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'admin_state_up': True, 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'security_groups': ['611f3cf5-ffa4-4907-a89a-a05564d84f7d']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:16.587780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e24b9-b6dc-42f5-b366-53f14d0ae153 req-f4fd6b74-42f6-4fee-980c-9bf5e65655c0 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:16.605568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d10e24b9-b6dc-42f5-b366-53f14d0ae153 req-f4fd6b74-42f6-4fee-980c-9bf5e65655c0 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.5490174 Jan 28 04:02:16.620320 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38186) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:16.665135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Made reservation on behalf of 3b47383bfe204078917fadb2fc9fe99a for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:02:16.671995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:16.775256 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:16.819156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d10e24b9-b6dc-42f5-b366-53f14d0ae153 req-125cc069-622e-4a26-a67d-719a2073030a tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127025 Jan 28 04:02:17.312511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f597f03-20e9-42e7-9ae5-dbd5c60128b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:17.443769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da57d-43c4-454c-b385-ecc01995e2ec req-2ab75457-eafd-4a96-8fc9-7e22cf7bbfb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:17.460716 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff1da57d-43c4-454c-b385-ecc01995e2ec req-2ab75457-eafd-4a96-8fc9-7e22cf7bbfb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.2806420 Jan 28 04:02:17.463747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.20.0.3 (051328a4-acaa-4117-ae57-cb6a07f89db4/2b8f7621-c28b-48ea-8d6c-42651f539a4d/699c388d-d25c-4e4b-9a67-a5d8be0f1ba4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:02:17.548605 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f597f03-20e9-42e7-9ae5-dbd5c60128b2 admin admin] Publish callbacks [] for security_group (c134257a-6c71-4e99-907d-361fef08ec8c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:17.564197 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f597f03-20e9-42e7-9ae5-dbd5c60128b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c134257a-6c71-4e99-907d-361fef08ec8c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:17.596436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c19fa5a-3715-4612-9077-d8cf6b8ce9e3 req-7c2ee0a2-0559-4a5b-baea-ec9445c066f2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 210 time: 0.1123636 Jan 28 04:02:17.615577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f597f03-20e9-42e7-9ae5-dbd5c60128b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c134257a-6c71-4e99-907d-361fef08ec8c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:17.645348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e684d-60b9-463f-9817-c66015db40c9 req-71277d72-30ac-445d-9899-b568d778214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:17.654098 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b50e684d-60b9-463f-9817-c66015db40c9 req-71277d72-30ac-445d-9899-b568d778214b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1098 time: 0.1390340 Jan 28 04:02:17.848180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e684d-60b9-463f-9817-c66015db40c9 req-1f17104d-d781-46e9-bde7-630e9a6d23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:17.850473 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b50e684d-60b9-463f-9817-c66015db40c9 req-1f17104d-d781-46e9-bde7-630e9a6d23b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 920 time: 0.1603415 Jan 28 04:02:17.859034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9f597f03-20e9-42e7-9ae5-dbd5c60128b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1864ed2a3dbc46fb8772c1bcfcfcc056&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2367682 Jan 28 04:02:17.869565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff1da57d-43c4-454c-b385-ecc01995e2ec req-c39196b3-e6b5-4057-8099-454090535122 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078555 Jan 28 04:02:17.877187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:17.903740 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b50e684d-60b9-463f-9817-c66015db40c9 req-ebc83145-8d80-4fb7-9a8c-ef62d3bc5e6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 217 time: 0.0430415 Jan 28 04:02:17.924176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606296b1-b101-4059-895a-a15ad920f1a6 req-e7085b57-a0ff-477e-9a96-467787c60838 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:17.932496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-606296b1-b101-4059-895a-a15ad920f1a6 req-e7085b57-a0ff-477e-9a96-467787c60838 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.1535742 Jan 28 04:02:18.087338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-606296b1-b101-4059-895a-a15ad920f1a6 req-e6c566c2-537c-42cd-9d25-07c47487cd06 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535940 Jan 28 04:02:18.090852 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c80606c-3c03-47ca-97e0-ff4961c67104 admin admin] Publish callbacks [] for security_group (c134257a-6c71-4e99-907d-361fef08ec8c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:18.133563 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c80606c-3c03-47ca-97e0-ff4961c67104 admin admin] Publish callbacks [] for security_group (c134257a-6c71-4e99-907d-361fef08ec8c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:18.169728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e684d-60b9-463f-9817-c66015db40c9 req-f0bf939f-23ca-44cb-9d4a-b444750bdc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:18.171348 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b50e684d-60b9-463f-9817-c66015db40c9 req-f0bf939f-23ca-44cb-9d4a-b444750bdc94 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 200 len: 859 time: 0.2583513 Jan 28 04:02:18.175821 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:18.225618 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c80606c-3c03-47ca-97e0-ff4961c67104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c134257a-6c71-4e99-907d-361fef08ec8c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:18.228693 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c80606c-3c03-47ca-97e0-ff4961c67104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:18.232584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3c80606c-3c03-47ca-97e0-ff4961c67104 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c134257a-6c71-4e99-907d-361fef08ec8c HTTP/1.1" status: 204 len: 168 time: 0.3434675 Jan 28 04:02:18.242494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80606c-3c03-47ca-97e0-ff4961c67104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c134257a-6c71-4e99-907d-361fef08ec8c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:18.251003 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:18.352459 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b50e684d-60b9-463f-9817-c66015db40c9 req-e5a5e2f8-959c-4ee7-8839-1a6278a97bc9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=408f7f72-974d-43b8-9b44-176bafe6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541071 Jan 28 04:02:18.390681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:18.397878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network 051328a4-acaa-4117-ae57-cb6a07f89db4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:02:18.401382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:02:18.410151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:02:18.538559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:18.540936 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:18.603996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-70fcd79a-608c-4656-a32a-ac6c8725b057 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2980595 Jan 28 04:02:18.634490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Request body: {'port': {'device_id': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:18.653736 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b50e684d-60b9-463f-9817-c66015db40c9 req-97c93592-823d-4480-9b11-c11129896afd service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000326 Jan 28 04:02:18.851886 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b50e684d-60b9-463f-9817-c66015db40c9 req-5766e81c-2f24-4c98-84e9-4a50b2570817 service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919477 Jan 28 04:02:18.879851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:18.916259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca2310-fdfb-4f89-aa51-9eeece4f5dec req-e4659f9b-df4d-4b2e-9c68-8e7ee9c4b348 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:18.917915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dca2310-fdfb-4f89-aa51-9eeece4f5dec req-e4659f9b-df4d-4b2e-9c68-8e7ee9c4b348 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 931 time: 0.1633558 Jan 28 04:02:18.995585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2e00ed9-64a9-41ca-b803-8db22da2b0c9 None None] Provisioning complete for port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:18.996154 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2e00ed9-64a9-41ca-b803-8db22da2b0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.014279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38220) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:19.043791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e447eb5-2f0e-4508-8f93-f3d04719a52c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.092375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2e00ed9-64a9-41ca-b803-8db22da2b0c9 None None] Port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:02:19.133748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dca2310-fdfb-4f89-aa51-9eeece4f5dec req-79e3687d-19ad-4b71-93ff-d46a639e5253 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791501 Jan 28 04:02:19.238663 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e447eb5-2f0e-4508-8f93-f3d04719a52c admin admin] Publish callbacks [] for security_group (573a5902-0038-410a-a9f9-2206209fca91), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.245481 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e447eb5-2f0e-4508-8f93-f3d04719a52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (573a5902-0038-410a-a9f9-2206209fca91), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.256575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e5a39-06a9-48f7-9281-dec6e3ed17c4 req-46242c61-5da8-401c-8c55-af7cc286fde4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:19.258488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b6e5a39-06a9-48f7-9281-dec6e3ed17c4 req-46242c61-5da8-401c-8c55-af7cc286fde4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.2013180 Jan 28 04:02:19.283735 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8e447eb5-2f0e-4508-8f93-f3d04719a52c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0468fcdccde04ce6bad5c4b5e7c72801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683113 Jan 28 04:02:19.286191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38224) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:19.332036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e447eb5-2f0e-4508-8f93-f3d04719a52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573a5902-0038-410a-a9f9-2206209fca91,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:19.361568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31945a9f-e82e-45f9-b59a-189573f23e9f admin admin] Publish callbacks [] for security_group (573a5902-0038-410a-a9f9-2206209fca91), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.391504 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31945a9f-e82e-45f9-b59a-189573f23e9f admin admin] Publish callbacks [] for security_group (573a5902-0038-410a-a9f9-2206209fca91), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.428231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5732ce-5b1a-4f28-9179-8a621ac2afd3 req-19825555-0a8b-4d1d-a155-c507a49e8038 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:19.430053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f5732ce-5b1a-4f28-9179-8a621ac2afd3 req-19825555-0a8b-4d1d-a155-c507a49e8038 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.1865978 Jan 28 04:02:19.435435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b6e5a39-06a9-48f7-9281-dec6e3ed17c4 req-92c2836e-2e80-4fcb-84d0-363d103cd701 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654847 Jan 28 04:02:19.475521 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31945a9f-e82e-45f9-b59a-189573f23e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (573a5902-0038-410a-a9f9-2206209fca91), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.478625 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31945a9f-e82e-45f9-b59a-189573f23e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.482210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-31945a9f-e82e-45f9-b59a-189573f23e9f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/573a5902-0038-410a-a9f9-2206209fca91 HTTP/1.1" status: 204 len: 168 time: 0.1919768 Jan 28 04:02:19.491734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31945a9f-e82e-45f9-b59a-189573f23e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a5902-0038-410a-a9f9-2206209fca91,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:19.610129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:02:19.619890 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Publish callbacks [] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.635349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Transition to ACTIVE for port object 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:02:19.667834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.735235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Pushing event updated for resources: {'Port': ['ID=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:19.775767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f5732ce-5b1a-4f28-9179-8a621ac2afd3 req-e00d1556-aeeb-4cea-b5c3-c22f08f86775 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298364 Jan 28 04:02:19.877761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Attempting to bind port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:02:19.878875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Attempting to bind port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:02:19.879437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Attempting to bind port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 on network 051328a4-acaa-4117-ae57-cb6a07f89db4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:19.886334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 on network 051328a4-acaa-4117-ae57-cb6a07f89db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:02:19.887356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Attempting to bind port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 on network 051328a4-acaa-4117-ae57-cb6a07f89db4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:19.894327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:02:19.895143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Checking segment: {'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:02:19.897065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Bound using segment: {'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:02:19.900260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Bound port: 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7fd99a-742d-4388-92aa-2af663790e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:02:19.900922 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:19.990062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] For port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:02:19.993307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] For port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:02:20.006898 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:20.039879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:20.041612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:20.043170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] 10.222.0.42 "PUT /v2.0/ports/699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 HTTP/1.1" status: 200 len: 1092 time: 1.4245772 Jan 28 04:02:20.044756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:20.056626 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2652bd7-67ec-4f9f-a521-70976f162f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:20.194084 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c21b09e-aa46-4872-ac2d-19e00e7ed270 x-openstack-request-id: req-4c21b09e-aa46-4872-ac2d-19e00e7ed270 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:20.195846 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:20.196254 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c21b09e-aa46-4872-ac2d-19e00e7ed270 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:20.198803 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'status': 'completed', 'code': 200} Jan 28 04:02:20.235013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5567ff-a89a-4072-8761-15b0d1503363 service neutron] Pushing event updated for resources: {'Port': ['ID=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:20.265435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f393e83-3503-4e80-b807-c7021182fd09 req-9135c9ec-035d-4d4c-865c-3bfcc12a6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:20.275281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-9135c9ec-035d-4d4c-865c-3bfcc12a6eba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 1095 time: 0.1556633 Jan 28 04:02:20.410063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-1b08c438-81d8-48e7-a51a-c867d9792f85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 HTTP/1.1" status: 200 len: 217 time: 0.1028559 Jan 28 04:02:20.554342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6e206-63c1-4731-bc41-e7f683df8f40 req-a5802930-98fa-4e89-94ba-697175064d68 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:20.556388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44e6e206-63c1-4731-bc41-e7f683df8f40 req-a5802930-98fa-4e89-94ba-697175064d68 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 943 time: 0.2760606 Jan 28 04:02:20.603632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f393e83-3503-4e80-b807-c7021182fd09 req-08a275bc-7fa1-4acf-987a-8a95b787e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:20.618541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-08a275bc-7fa1-4acf-987a-8a95b787e4c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8f7621-c28b-48ea-8d6c-42651f539a4d HTTP/1.1" status: 200 len: 835 time: 0.2022264 Jan 28 04:02:20.767215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44e6e206-63c1-4731-bc41-e7f683df8f40 req-a56aaaf5-6d5f-4093-a8cf-7ef21f854f80 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013266 Jan 28 04:02:20.824324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b25c-98d2-45ae-a0a6-92828a7a44f0 req-b5868d07-8a61-467f-a24c-a714e0f3bba1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:20.835286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6804b25c-98d2-45ae-a0a6-92828a7a44f0 req-b5868d07-8a61-467f-a24c-a714e0f3bba1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.2335527 Jan 28 04:02:20.844914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f393e83-3503-4e80-b807-c7021182fd09 req-79392141-7eba-4ba5-ae31-9bc996c13f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:20.846405 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-79392141-7eba-4ba5-ae31-9bc996c13f7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=051328a4-acaa-4117-ae57-cb6a07f89db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2053902 Jan 28 04:02:21.037214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34eee7-3af6-4450-89c9-e6f8bfcf2657 req-6d34d831-4013-4613-9ef8-8a653c10bcd6 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:21.044455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad34eee7-3af6-4450-89c9-e6f8bfcf2657 req-6d34d831-4013-4613-9ef8-8a653c10bcd6 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.1534033 Jan 28 04:02:21.051416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6804b25c-98d2-45ae-a0a6-92828a7a44f0 req-0632e72b-c54f-4db7-98d7-a20f2a088a45 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152653 Jan 28 04:02:21.118327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-6c9fb31e-7ddb-4e0b-a403-24525e36cf0a service neutron] 10.222.0.42 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632422 Jan 28 04:02:21.145063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad34eee7-3af6-4450-89c9-e6f8bfcf2657 req-272a733c-3094-4a49-bce7-13ce1d6f4823 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868981 Jan 28 04:02:21.267785 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f393e83-3503-4e80-b807-c7021182fd09 req-0a01b76d-9efe-42f4-ab21-113254ecb721 service neutron] 10.222.0.42 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211956 Jan 28 04:02:21.438993 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-8b68d0f2-ca0b-4268-982e-3a7c2e24530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:21.440563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-8b68d0f2-ca0b-4268-982e-3a7c2e24530f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 1095 time: 0.0677595 Jan 28 04:02:22.054891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c1da9-d99d-49ad-822b-3c18db859219 req-46eea4b5-9c21-4ab1-acd1-bd4e6c111e31 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:22.056418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d38c1da9-d99d-49ad-822b-3c18db859219 req-46eea4b5-9c21-4ab1-acd1-bd4e6c111e31 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 943 time: 0.0885091 Jan 28 04:02:22.091028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-5e402437-3219-420c-9ea2-b916c04f28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:22.092526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-5e402437-3219-420c-9ea2-b916c04f28a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=051328a4-acaa-4117-ae57-cb6a07f89db4 HTTP/1.1" status: 200 len: 897 time: 0.6457818 Jan 28 04:02:22.150455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-3064fc26-8237-498e-835b-7bf84854290b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 HTTP/1.1" status: 200 len: 217 time: 0.0491138 Jan 28 04:02:22.232650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d38c1da9-d99d-49ad-822b-3c18db859219 req-f4c49469-7b34-4956-b0de-77b61adbc191 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703017 Jan 28 04:02:22.268308 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-d9b343e1-1050-4956-8539-a917e6cc8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:22.270553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-d9b343e1-1050-4956-8539-a917e6cc8b9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8f7621-c28b-48ea-8d6c-42651f539a4d HTTP/1.1" status: 200 len: 835 time: 0.1080151 Jan 28 04:02:22.284644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ec286-0cec-498d-8e5d-748117b534f3 req-9bb97698-d3e6-43b8-8236-02f52bae7b96 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:22.286380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d26ec286-0cec-498d-8e5d-748117b534f3 req-9bb97698-d3e6-43b8-8236-02f52bae7b96 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.1106718 Jan 28 04:02:22.398088 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d26ec286-0cec-498d-8e5d-748117b534f3 req-b930bea5-7364-4026-a9e5-55eb3cb5a691 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984614 Jan 28 04:02:22.415879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-1f3d4c84-0d71-4741-8f28-b184d023fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:22.417554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-1f3d4c84-0d71-4741-8f28-b184d023fc4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=051328a4-acaa-4117-ae57-cb6a07f89db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281428 Jan 28 04:02:22.426150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7cb26-5d76-4499-9e0c-d12e5e160820 req-4a0e9dc1-b8e9-4b96-86a0-e6b31225fde5 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:22.428619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9b7cb26-5d76-4499-9e0c-d12e5e160820 req-4a0e9dc1-b8e9-4b96-86a0-e6b31225fde5 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0960345 Jan 28 04:02:22.491895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:02:22.561594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9b7cb26-5d76-4499-9e0c-d12e5e160820 req-83654f0b-d56c-47ff-8ddb-94e9eb53d262 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237628 Jan 28 04:02:22.591325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-95844782-1f74-4393-afb6-ff896ee44ccf service neutron] 10.222.0.42 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614833 Jan 28 04:02:22.641822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:22.655429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'port_id': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'mac_address': 'fa:16:3e:ba:c8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:02:22.692083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2652bd7-67ec-4f9f-a521-70976f162f4e req-ee5adaa4-5e18-4ad3-a805-59091cd2f895 service neutron] 10.222.0.42 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943182 Jan 28 04:02:22.703336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:22.703727 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:22.717490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:02:22.738603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:22.744126 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:22.796201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:23.021006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['699c388d-d25c-4e4b-9a67-a5d8be0f1ba4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:02:23.383261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af417f93-b72a-4ba1-a351-929a0aa19401 req-236d5925-e598-4286-9f21-a4ebd15b4c75 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:23.385672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af417f93-b72a-4ba1-a351-929a0aa19401 req-236d5925-e598-4286-9f21-a4ebd15b4c75 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 944 time: 0.0559013 Jan 28 04:02:23.444392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af417f93-b72a-4ba1-a351-929a0aa19401 req-2c035217-592b-4833-8b96-f0716c969ce7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523913 Jan 28 04:02:23.544517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706ff3-2991-4863-9d18-bec7a4e8c05d req-d8df68fc-6b9e-4fbe-aed2-c148120e1e2d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:23.546070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26706ff3-2991-4863-9d18-bec7a4e8c05d req-d8df68fc-6b9e-4fbe-aed2-c148120e1e2d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.0547185 Jan 28 04:02:23.600569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26706ff3-2991-4863-9d18-bec7a4e8c05d req-cf8c1cdc-b263-4c2d-b08c-b616c8d59245 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485060 Jan 28 04:02:23.628258 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:02:23.706643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9efbf-bf7d-4b32-8b4b-95adfc014d56 req-527d23ab-484a-4cb5-9ab7-da1ec6cbabae tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:23.708445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0b9efbf-bf7d-4b32-8b4b-95adfc014d56 req-527d23ab-484a-4cb5-9ab7-da1ec6cbabae tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0501237 Jan 28 04:02:23.757148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0b9efbf-bf7d-4b32-8b4b-95adfc014d56 req-446025ab-4cbf-46ef-9f95-4e7a2235fe7a tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424070 Jan 28 04:02:24.528774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:24.601171 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:02:24.608435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:24.608815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:24.636308 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c280fb-f238-44a3-aac9-78710969761a req-2e53831b-0ab8-4b4f-be9c-c97e90be4de2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:24.644927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13c280fb-f238-44a3-aac9-78710969761a req-2e53831b-0ab8-4b4f-be9c-c97e90be4de2 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 944 time: 0.0973577 Jan 28 04:02:24.763533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13c280fb-f238-44a3-aac9-78710969761a req-c2dea8fe-d8d0-467d-8712-0f1e67c1eda7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045628 Jan 28 04:02:24.800209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:24.800651 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:24.842296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:24.843485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:24.846437 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe07a8f-f052-4fcd-a27f-cd503ecb79aa" -d '{"events": [{"server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "name": "network-vif-plugged", "status": "completed", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:24.852072 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:24.909859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:24.968859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe4509-281b-4391-81b0-cc641c1c365f req-4e687e71-d1f9-4dec-8b14-d4b84e7f785e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:24.970541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cfe4509-281b-4391-81b0-cc641c1c365f req-4e687e71-d1f9-4dec-8b14-d4b84e7f785e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.1046922 Jan 28 04:02:25.017534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bb839-240b-4caa-aa4e-fce8115c4f0b req-d921bb37-2b05-4b20-b5e3-3f7f1ee58a0c tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:25.029158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a9bb839-240b-4caa-aa4e-fce8115c4f0b req-d921bb37-2b05-4b20-b5e3-3f7f1ee58a0c tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 945 time: 0.1277866 Jan 28 04:02:25.073058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cfe4509-281b-4391-81b0-cc641c1c365f req-c2d48938-234c-4e87-b244-4d8e0cfc3f64 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963411 Jan 28 04:02:25.103758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a9bb839-240b-4caa-aa4e-fce8115c4f0b req-be6847d9-5c57-4c32-b5e9-a8a622012034 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735795 Jan 28 04:02:25.193446 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ddd609-2aeb-4e0b-841c-95b6c5d59677 x-openstack-request-id: req-f7ddd609-2aeb-4e0b-841c-95b6c5d59677 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:25.193844 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "name": "network-vif-plugged", "status": "completed", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:25.194209 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7ddd609-2aeb-4e0b-841c-95b6c5d59677 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:25.194711 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'code': 200} Jan 28 04:02:25.268826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d841a45-2f48-4012-b050-69e2ea1d55ee req-dd3f796a-0aed-4402-a908-cca46963b8d4 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:25.271092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d841a45-2f48-4012-b050-69e2ea1d55ee req-dd3f796a-0aed-4402-a908-cca46963b8d4 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0807343 Jan 28 04:02:25.319665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:25.365585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d841a45-2f48-4012-b050-69e2ea1d55ee req-e15f94b5-0d95-4d56-929c-70233fbd2630 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813005 Jan 28 04:02:25.370964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969dc0c-9802-4fac-a4e9-a3a0b540ef94 req-9c5442dc-9fff-4ac7-aea6-6bbfd8d082fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:25.372787 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d969dc0c-9802-4fac-a4e9-a3a0b540ef94 req-9c5442dc-9fff-4ac7-aea6-6bbfd8d082fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 1097 time: 0.0633457 Jan 28 04:02:25.427125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d969dc0c-9802-4fac-a4e9-a3a0b540ef94 req-f9cd4cf0-c6df-46e2-aa76-dc89f15c1f90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469630 Jan 28 04:02:25.455273 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba98f-3c61-4e11-8dc5-32fa0bf3f816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:25.530468 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba98f-3c61-4e11-8dc5-32fa0bf3f816 admin admin] Publish callbacks [] for security_group (6f2a72b8-27af-4ee7-b3b0-88e5e848d479), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:25.536039 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba98f-3c61-4e11-8dc5-32fa0bf3f816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6f2a72b8-27af-4ee7-b3b0-88e5e848d479), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:25.581340 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5f0ba98f-3c61-4e11-8dc5-32fa0bf3f816 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f746ef2a5d6f426cb275f643ff9c7e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2606697 Jan 28 04:02:25.581946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:25.589644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ba98f-3c61-4e11-8dc5-32fa0bf3f816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a72b8-27af-4ee7-b3b0-88e5e848d479,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:25.637529 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8015669-b6d3-49f8-9b32-f200d6f53cd6 admin admin] Publish callbacks [] for security_group (6f2a72b8-27af-4ee7-b3b0-88e5e848d479), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:25.661699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8015669-b6d3-49f8-9b32-f200d6f53cd6 admin admin] Publish callbacks [] for security_group (6f2a72b8-27af-4ee7-b3b0-88e5e848d479), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:25.711299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8015669-b6d3-49f8-9b32-f200d6f53cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6f2a72b8-27af-4ee7-b3b0-88e5e848d479), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:25.714696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8015669-b6d3-49f8-9b32-f200d6f53cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:25.718240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c8015669-b6d3-49f8-9b32-f200d6f53cd6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f2a72b8-27af-4ee7-b3b0-88e5e848d479 HTTP/1.1" status: 204 len: 168 time: 0.1328936 Jan 28 04:02:25.738664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8015669-b6d3-49f8-9b32-f200d6f53cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2a72b8-27af-4ee7-b3b0-88e5e848d479,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:25.903695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310533c6-c4be-41d6-aebf-5a4ee62e21e9 req-8b1f8f35-6040-4a47-a215-58ab3c2278c3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:25.905245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-310533c6-c4be-41d6-aebf-5a4ee62e21e9 req-8b1f8f35-6040-4a47-a215-58ab3c2278c3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.0660386 Jan 28 04:02:25.961698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-310533c6-c4be-41d6-aebf-5a4ee62e21e9 req-73c3d0aa-eeb1-446f-a40f-f3955605e92e tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504174 Jan 28 04:02:26.130308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:26.147678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74062135-be0b-45b6-a69a-24db3fec6b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:26.262084 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74062135-be0b-45b6-a69a-24db3fec6b61 admin admin] Publish callbacks [] for security_group (741a2fac-033b-436f-98af-983b906f1bf9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:26.266664 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74062135-be0b-45b6-a69a-24db3fec6b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (741a2fac-033b-436f-98af-983b906f1bf9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:26.316032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eaec5-8f4a-4509-b303-ef579cc98eca req-0e5609a0-866a-49e5-b25a-e634a4518f00 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:26.318318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec8eaec5-8f4a-4509-b303-ef579cc98eca req-0e5609a0-866a-49e5-b25a-e634a4518f00 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 945 time: 0.0913839 Jan 28 04:02:26.330345 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-74062135-be0b-45b6-a69a-24db3fec6b61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5144c584e3e8418a896326ca1f7025f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1987083 Jan 28 04:02:26.331802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74062135-be0b-45b6-a69a-24db3fec6b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741a2fac-033b-436f-98af-983b906f1bf9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:26.354739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf82d1-5eca-4aba-9e72-034ff0ad3696 req-6b42f24c-ad6b-4f56-a6f1-f286f0afc45a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:26.362164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ebf82d1-5eca-4aba-9e72-034ff0ad3696 req-6b42f24c-ad6b-4f56-a6f1-f286f0afc45a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.1464574 Jan 28 04:02:26.365938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38348) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:26.482732 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a109387-0dfd-4d6a-a282-1967b4e49280 admin admin] Publish callbacks [] for security_group (741a2fac-033b-436f-98af-983b906f1bf9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:26.483508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ebf82d1-5eca-4aba-9e72-034ff0ad3696 req-42bac4d5-8e0d-4f22-9388-121e5b1dec0d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203573 Jan 28 04:02:26.510645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec8eaec5-8f4a-4509-b303-ef579cc98eca req-7dff2d6e-b9c7-4de2-9335-bfe98a73afaf tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816595 Jan 28 04:02:26.548483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a109387-0dfd-4d6a-a282-1967b4e49280 admin admin] Publish callbacks [] for security_group (741a2fac-033b-436f-98af-983b906f1bf9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:26.610589 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a109387-0dfd-4d6a-a282-1967b4e49280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (741a2fac-033b-436f-98af-983b906f1bf9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:26.615055 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a109387-0dfd-4d6a-a282-1967b4e49280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:26.619546 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6a109387-0dfd-4d6a-a282-1967b4e49280 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/741a2fac-033b-436f-98af-983b906f1bf9 HTTP/1.1" status: 204 len: 168 time: 0.2513075 Jan 28 04:02:26.627951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a109387-0dfd-4d6a-a282-1967b4e49280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a2fac-033b-436f-98af-983b906f1bf9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:26.639265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44928-62d6-4868-af6c-27c8bb0dc9ff req-a055988f-1c63-4e9f-8c79-adebacf2fbf0 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:26.656935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-06e44928-62d6-4868-af6c-27c8bb0dc9ff req-a055988f-1c63-4e9f-8c79-adebacf2fbf0 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0958087 Jan 28 04:02:26.713445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-06e44928-62d6-4868-af6c-27c8bb0dc9ff req-c41985d9-28fe-4868-a90a-d1473094c412 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555236 Jan 28 04:02:26.829186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-bc20a935-7402-4040-a26f-8317f8594a3b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:26.831969 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-bc20a935-7402-4040-a26f-8317f8594a3b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 945 time: 0.0779295 Jan 28 04:02:26.950967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-e541d428-f798-44cb-ad7f-df1585e5541d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Deleting port 69ec5ea7-e330-4979-a3f1-942b1943db6c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:02:26.951313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-e541d428-f798-44cb-ad7f-df1585e5541d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:27.061646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-e541d428-f798-44cb-ad7f-df1585e5541d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] For port 69ec5ea7-e330-4979-a3f1-942b1943db6c, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=69ec5ea7-e330-4979-a3f1-942b1943db6c,segment=NetworkSegment(cd0e41da-d41c-46c4-b7d1-bd3cd827671e),segment_id=cd0e41da-d41c-46c4-b7d1-bd3cd827671e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:27.062023 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-e541d428-f798-44cb-ad7f-df1585e5541d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:27.079618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-e541d428-f798-44cb-ad7f-df1585e5541d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Calling delete_port for 69ec5ea7-e330-4979-a3f1-942b1943db6c owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:02:27.186391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4faf1d-d8a9-4869-9c39-c34fde528a14 req-7c2aa95f-b3bd-49a3-8eb2-310a78ecdbe7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:27.188090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b4faf1d-d8a9-4869-9c39-c34fde528a14 req-7c2aa95f-b3bd-49a3-8eb2-310a78ecdbe7 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.0811038 Jan 28 04:02:27.291683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b4faf1d-d8a9-4869-9c39-c34fde528a14 req-7ef922ca-0355-43dc-bfa2-0997acf037fe tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915341 Jan 28 04:02:27.305570 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-e541d428-f798-44cb-ad7f-df1585e5541d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (69ec5ea7-e330-4979-a3f1-942b1943db6c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:27.342208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['69ec5ea7-e330-4979-a3f1-942b1943db6c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:02:27.345089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541d428-f798-44cb-ad7f-df1585e5541d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Pushing event deleted for resources: {'Port': ['ID=69ec5ea7-e330-4979-a3f1-942b1943db6c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:27.399245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-e541d428-f798-44cb-ad7f-df1585e5541d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] No DVR routers for this DVR port 69ec5ea7-e330-4979-a3f1-942b1943db6c on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:02:27.402463 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-e541d428-f798-44cb-ad7f-df1585e5541d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:27.406335 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f5cd83ec-4ca0-4d7f-b9ab-4225fb178973 req-e541d428-f798-44cb-ad7f-df1585e5541d tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.25 "DELETE /v2.0/ports/69ec5ea7-e330-4979-a3f1-942b1943db6c HTTP/1.1" status: 204 len: 173 time: 0.5677979 Jan 28 04:02:27.406941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1e3b81-219d-43c7-84c1-e2d96e0efafa', 'name': 'network-vif-deleted', 'tag': '69ec5ea7-e330-4979-a3f1-942b1943db6c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:27.409527 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e13997c-5745-4585-841e-40ba750a1b50" -d '{"events": [{"server_uuid": "aa1e3b81-219d-43c7-84c1-e2d96e0efafa", "name": "network-vif-deleted", "tag": "69ec5ea7-e330-4979-a3f1-942b1943db6c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:27.496202 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966e921e-4137-4bc1-a8eb-de9c48082dab x-openstack-request-id: req-966e921e-4137-4bc1-a8eb-de9c48082dab {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:27.496582 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1e3b81-219d-43c7-84c1-e2d96e0efafa", "name": "network-vif-deleted", "tag": "69ec5ea7-e330-4979-a3f1-942b1943db6c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:27.498295 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-966e921e-4137-4bc1-a8eb-de9c48082dab {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:27.498295 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1e3b81-219d-43c7-84c1-e2d96e0efafa', 'name': 'network-vif-deleted', 'tag': '69ec5ea7-e330-4979-a3f1-942b1943db6c', 'status': 'completed', 'code': 200} Jan 28 04:02:27.591717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156ead-c3a1-431a-a848-9c07f9248bef req-6cdf587a-6820-41b8-a5a5-c60ceee379b0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:27.606294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed156ead-c3a1-431a-a848-9c07f9248bef req-6cdf587a-6820-41b8-a5a5-c60ceee379b0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.1499114 Jan 28 04:02:27.754659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6b762-7741-415b-9dad-4daf1f3a6280 req-c4fcd874-5010-4a95-8ca3-0bb900e0dd70 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:27.763469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ec6b762-7741-415b-9dad-4daf1f3a6280 req-c4fcd874-5010-4a95-8ca3-0bb900e0dd70 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.1532710 Jan 28 04:02:27.800580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed156ead-c3a1-431a-a848-9c07f9248bef req-e02c369d-c83d-48ff-96b7-a2a77eef6fe6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745069 Jan 28 04:02:27.819506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38390) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:27.875337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ec6b762-7741-415b-9dad-4daf1f3a6280 req-0917ddec-8d31-478e-b854-8189de7f835f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099308 Jan 28 04:02:27.921875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ee536-031e-45c1-9bf1-3e79fb75044c tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:27.923433 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cd2ee536-031e-45c1-9bf1-3e79fb75044c tempest-TestNetworkAdvancedServerOps-703320866 tempest-TestNetworkAdvancedServerOps-703320866-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 1092 time: 0.1027138 Jan 28 04:02:27.926475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38392) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:27.934994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:28.029686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7403e8f-8a20-4c59-9d6d-e54f506d3003 req-6909ab4d-0de7-45fd-9f4c-27cc96cc539b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa1e3b81-219d-43c7-84c1-e2d96e0efafa HTTP/1.1" status: 200 len: 210 time: 0.0783889 Jan 28 04:02:28.092732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1003e21-6eaa-4004-9e0a-610862490384 req-956d2165-52a6-4fba-b6fd-1e7cbd177d8e tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:28.094469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1003e21-6eaa-4004-9e0a-610862490384 req-956d2165-52a6-4fba-b6fd-1e7cbd177d8e tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.1104074 Jan 28 04:02:28.095553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:28.216207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1003e21-6eaa-4004-9e0a-610862490384 req-b1f9bf74-e416-4619-8b03-b7b542d31491 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074772 Jan 28 04:02:28.281369 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:28.423109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Allocated IP 172.25.1.212 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/6d5a4ed5-06d6-4e15-bb75-90f14d7b993d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:02:28.593304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (6d5a4ed5-06d6-4e15-bb75-90f14d7b993d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:28.637775 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6d5a4ed5-06d6-4e15-bb75-90f14d7b993d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:28.687337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:02:28.692307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:02:28.697011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:02:28.700059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=6d5a4ed5-06d6-4e15-bb75-90f14d7b993d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:28.742511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.742862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.743206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.743598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.743940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.744268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.744597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.744958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.745289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.745612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.746265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.746265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:28.746554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:29.399287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e2a65-591f-47d1-ac82-3734efb473a3 req-4f2aa65c-1ce0-42c1-912d-1c2a654d5086 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:29.400498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-492e2a65-591f-47d1-ac82-3734efb473a3 req-4f2aa65c-1ce0-42c1-912d-1c2a654d5086 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.4162748 Jan 28 04:02:29.489834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-492e2a65-591f-47d1-ac82-3734efb473a3 req-f5a6ab52-53dd-4ba2-a2aa-a315c3e51581 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715976 Jan 28 04:02:29.501805 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (2701ecff-90ec-47ec-b815-754dc65cfb84), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:29.573295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d8ab5-a6da-4bf4-9f5e-0de4ae2fa752 req-6f1fb617-b19b-412a-a335-0c16e9b23ac7 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:29.574883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-030d8ab5-a6da-4bf4-9f5e-0de4ae2fa752 req-6f1fb617-b19b-412a-a335-0c16e9b23ac7 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.2167645 Jan 28 04:02:29.707551 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6d5a4ed5-06d6-4e15-bb75-90f14d7b993d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:29.864053 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for port (6d5a4ed5-06d6-4e15-bb75-90f14d7b993d), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:29.901975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-030d8ab5-a6da-4bf4-9f5e-0de4ae2fa752 req-cfc7d440-bdc7-441f-b651-88dce30ee68f tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121302 Jan 28 04:02:29.902612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6d5a4ed5-06d6-4e15-bb75-90f14d7b993d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:30.045182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38420) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:30.092613 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (2701ecff-90ec-47ec-b815-754dc65cfb84), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:30.095077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event updated for resources: {'Port': ['ID=6d5a4ed5-06d6-4e15-bb75-90f14d7b993d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:30.228780 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:30.248028 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Floating IP 2701ecff-90ec-47ec-b815-754dc65cfb84 associated. External IP: 172.25.1.212, port: 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4. Jan 28 04:02:30.470016 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Publish callbacks [] for security_group (eb341734-5a0c-47c0-ab11-5be2da3117e5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:30.477246 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (eb341734-5a0c-47c0-ab11-5be2da3117e5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:30.557068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb341734-5a0c-47c0-ab11-5be2da3117e5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:30.573062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.573425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.573755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.574096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.574428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.574776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.575095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.575424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.575751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.576074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.576398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.576720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.577067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:02:30.617581 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6f051361-9e7e-4014-9160-d0301daae9d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ce0b12ee3f346b0a4e3f781e74bc618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5712698 Jan 28 04:02:30.628856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:30.635935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 69ec5ea7-e330-4979-a3f1-942b1943db6c no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:02:30.725573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 69ec5ea7-e330-4979-a3f1-942b1943db6c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:02:30.729223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 69ec5ea7-e330-4979-a3f1-942b1943db6c not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:02:30.810836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df84586-f83b-4b22-9fee-021d6f2b585c req-e1ad46e0-779c-4995-95ec-f72110e66f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:30.816951 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5df84586-f83b-4b22-9fee-021d6f2b585c req-e1ad46e0-779c-4995-95ec-f72110e66f29 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1098 time: 0.0641785 Jan 28 04:02:31.112545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df84586-f83b-4b22-9fee-021d6f2b585c req-fe047290-33fb-4f17-8ce3-7ab8d55816b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:31.114817 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5df84586-f83b-4b22-9fee-021d6f2b585c req-fe047290-33fb-4f17-8ce3-7ab8d55816b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 920 time: 0.2691495 Jan 28 04:02:31.181010 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5df84586-f83b-4b22-9fee-021d6f2b585c req-cb0e95f1-c89a-43ac-a05f-dad5f6d2b5e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 217 time: 0.0585606 Jan 28 04:02:31.275848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df84586-f83b-4b22-9fee-021d6f2b585c req-d3c558fb-5fa6-4543-a994-5fe177157e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:31.276057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 0ed76abd-b154-4834-bf19-b2264d67bc8e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:02:31.277624 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5df84586-f83b-4b22-9fee-021d6f2b585c req-d3c558fb-5fa6-4543-a994-5fe177157e72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 200 len: 859 time: 0.0895565 Jan 28 04:02:31.330492 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5df84586-f83b-4b22-9fee-021d6f2b585c req-0ed0731a-ef7a-48e2-abcb-0f74e96aa463 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=408f7f72-974d-43b8-9b44-176bafe6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449073 Jan 28 04:02:31.346905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe36e34-4ae6-43cd-be46-cd9a9fc5bdd5 req-1cf99f0a-e503-4254-88ac-dfa71ace4910 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:31.354613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9fe36e34-4ae6-43cd-be46-cd9a9fc5bdd5 req-1cf99f0a-e503-4254-88ac-dfa71ace4910 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.6514518 Jan 28 04:02:31.440153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb72a7-87dc-4a1f-a676-c7f1a3a97438 req-832fee9f-b847-4094-a6da-301e200e6ec6 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:31.442681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96bb72a7-87dc-4a1f-a676-c7f1a3a97438 req-832fee9f-b847-4094-a6da-301e200e6ec6 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.1944370 Jan 28 04:02:31.451777 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64edf49d-a0bd-4288-9a12-a5dde8d28651 admin admin] Publish callbacks [] for security_group (eb341734-5a0c-47c0-ab11-5be2da3117e5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:31.474662 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5df84586-f83b-4b22-9fee-021d6f2b585c req-ad8690a5-1ac8-4436-a1e0-e53ef5db6282 service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342134 Jan 28 04:02:31.478323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64edf49d-a0bd-4288-9a12-a5dde8d28651 admin admin] Publish callbacks [] for security_group (eb341734-5a0c-47c0-ab11-5be2da3117e5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:31.580212 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64edf49d-a0bd-4288-9a12-a5dde8d28651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (eb341734-5a0c-47c0-ab11-5be2da3117e5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:31.585293 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64edf49d-a0bd-4288-9a12-a5dde8d28651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:31.603185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-64edf49d-a0bd-4288-9a12-a5dde8d28651 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb341734-5a0c-47c0-ab11-5be2da3117e5 HTTP/1.1" status: 204 len: 168 time: 0.9721599 Jan 28 04:02:31.709236 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5df84586-f83b-4b22-9fee-021d6f2b585c req-fd76ebdf-6bb0-4e27-8ea6-04955a880d74 service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270854 Jan 28 04:02:31.733134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edf49d-a0bd-4288-9a12-a5dde8d28651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb341734-5a0c-47c0-ab11-5be2da3117e5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:31.815904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96bb72a7-87dc-4a1f-a676-c7f1a3a97438 req-e71fa813-fa20-4708-93a0-81cc7677642f tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846808 Jan 28 04:02:31.849617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9fe36e34-4ae6-43cd-be46-cd9a9fc5bdd5 req-32e864e5-65a7-4b76-a00a-18c6a36c503e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934449 Jan 28 04:02:31.874886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:02:31.888909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] Sync routers for ids ['0ed76abd-b154-4834-bf19-b2264d67bc8e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:02:31.908728 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:31.912788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] Routers {'0ed76abd-b154-4834-bf19-b2264d67bc8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:31.915533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:02:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0ed76abd-b154-4834-bf19-b2264d67bc8e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:31.975419 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cef943c9-62a8-48a2-a6cf-f63826266e79 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0456707 Jan 28 04:02:31.976282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:31.994302 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da" -d '{"events": [{"name": "network-changed", "server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:32.110122 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22d6a44-48ad-4b66-a1ed-05074e31e53d x-openstack-request-id: req-d22d6a44-48ad-4b66-a1ed-05074e31e53d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:32.110549 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:32.110931 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d22d6a44-48ad-4b66-a1ed-05074e31e53d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:32.111544 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'status': 'completed', 'code': 200} Jan 28 04:02:32.230495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] Set router 0ed76abd-b154-4834-bf19-b2264d67bc8e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:32.272157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:32.318980 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5febaed8-79fc-4a9a-96cf-4ecad4e08b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:32.332392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4deca20-0cef-4852-b7e8-8344fb2b868b req-c147f3a8-b178-44b3-ab09-d3077c39d24a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:32.334990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c4deca20-0cef-4852-b7e8-8344fb2b868b req-c147f3a8-b178-44b3-ab09-d3077c39d24a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.2656591 Jan 28 04:02:32.376336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-f39ec9cf-d26a-49fd-abae-4a5a0ecd4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:32.384397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-f39ec9cf-d26a-49fd-abae-4a5a0ecd4a4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 1097 time: 0.2552299 Jan 28 04:02:32.545343 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5febaed8-79fc-4a9a-96cf-4ecad4e08b83 admin admin] Publish callbacks [] for security_group (9039d45a-ff5f-41c6-a495-1f831de6d8f6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:32.555005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5febaed8-79fc-4a9a-96cf-4ecad4e08b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9039d45a-ff5f-41c6-a495-1f831de6d8f6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:32.622737 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5febaed8-79fc-4a9a-96cf-4ecad4e08b83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45a3dc8f3dc5471eb14a451f8d5dcb01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488760 Jan 28 04:02:32.635825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:32.661705 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c4deca20-0cef-4852-b7e8-8344fb2b868b req-a2beb1c1-b941-438e-a8d7-92deedb02df9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062589 Jan 28 04:02:32.697365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38462) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:32.700596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-7101ce5f-c74f-4e54-ba6b-bf7ed92a7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:32.702476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-7101ce5f-c74f-4e54-ba6b-bf7ed92a7c4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=051328a4-acaa-4117-ae57-cb6a07f89db4 HTTP/1.1" status: 200 len: 897 time: 0.2981868 Jan 28 04:02:32.776158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febaed8-79fc-4a9a-96cf-4ecad4e08b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9039d45a-ff5f-41c6-a495-1f831de6d8f6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:32.841636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:02:07Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '2701ecff-90ec-47ec-b815-754dc65cfb84', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'port_id': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'mac_address': 'fa:16:3e:ba:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:02:29Z', 'updated_at': '2022-01-28T04:02:29Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a2b7ed-a099-40db-b78b-10e328b77076', 'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:6d:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:02:04Z', 'updated_at': '2022-01-28T04:02:13Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:32.952611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-9bb4115f-6127-47ff-90d6-1ff3d3495665 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 HTTP/1.1" status: 200 len: 999 time: 0.2418077 Jan 28 04:02:32.982658 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-af791e6a-cb0b-4ff8-8d39-b13eca4278ec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/2701ecff-90ec-47ec-b815-754dc65cfb84 HTTP/1.1" status: 200 len: 991 time: 0.2837260 Jan 28 04:02:32.995354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] Checking router: 0ed76abd-b154-4834-bf19-b2264d67bc8e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:02:33.017769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] Routers {'0ed76abd-b154-4834-bf19-b2264d67bc8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:33.019380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674cec39-0004-4877-a06f-103701da71b7 admin admin] Publish callbacks [] for security_group (9039d45a-ff5f-41c6-a495-1f831de6d8f6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:33.020544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:02:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0ed76abd-b154-4834-bf19-b2264d67bc8e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:33.071077 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674cec39-0004-4877-a06f-103701da71b7 admin admin] Publish callbacks [] for security_group (9039d45a-ff5f-41c6-a495-1f831de6d8f6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:33.183832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674cec39-0004-4877-a06f-103701da71b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9039d45a-ff5f-41c6-a495-1f831de6d8f6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:33.187973 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674cec39-0004-4877-a06f-103701da71b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:33.191533 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-674cec39-0004-4877-a06f-103701da71b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9039d45a-ff5f-41c6-a495-1f831de6d8f6 HTTP/1.1" status: 204 len: 168 time: 0.5524240 Jan 28 04:02:33.209386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] Set router 0ed76abd-b154-4834-bf19-b2264d67bc8e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:33.224620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cec39-0004-4877-a06f-103701da71b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9039d45a-ff5f-41c6-a495-1f831de6d8f6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:33.238639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15798562-b601-459a-aab6-6b4c77b1588b req-6ecff46b-6540-4725-a8a6-1f5a5427c909 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:33.240524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15798562-b601-459a-aab6-6b4c77b1588b req-6ecff46b-6540-4725-a8a6-1f5a5427c909 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.1739368 Jan 28 04:02:33.242152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-0bde3424-e413-410b-a7df-54fb22570085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:33.243627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-0bde3424-e413-410b-a7df-54fb22570085 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8f7621-c28b-48ea-8d6c-42651f539a4d HTTP/1.1" status: 200 len: 835 time: 0.2845478 Jan 28 04:02:33.258118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0339-d832-4e77-83bd-6becbeea15bd req-79b50fb0-17c9-4ed8-8a53-074acd04aeed tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:33.259856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffde0339-d832-4e77-83bd-6becbeea15bd req-79b50fb0-17c9-4ed8-8a53-074acd04aeed tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.2673550 Jan 28 04:02:33.319830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15798562-b601-459a-aab6-6b4c77b1588b req-20c76667-51e5-4b9d-9919-88529a9e21a2 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707002 Jan 28 04:02:33.391871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffde0339-d832-4e77-83bd-6becbeea15bd req-3c5fc6ea-e116-4748-83bd-1cb36b953690 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758417 Jan 28 04:02:33.393962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-d64b1045-5cfa-4e2f-b548-2c148383e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:33.396073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-d64b1045-5cfa-4e2f-b548-2c148383e657 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=051328a4-acaa-4117-ae57-cb6a07f89db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345232 Jan 28 04:02:33.528143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-93ddce5e-330b-4012-8308-d447e758a3eb service neutron] 10.222.0.42 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254530 Jan 28 04:02:33.577646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:02:07Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '2701ecff-90ec-47ec-b815-754dc65cfb84', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'port_id': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'mac_address': 'fa:16:3e:ba:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:02:29Z', 'updated_at': '2022-01-28T04:02:29Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a2b7ed-a099-40db-b78b-10e328b77076', 'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:6d:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:02:04Z', 'updated_at': '2022-01-28T04:02:13Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:33.619218 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7a782-7028-4cb0-84b6-9d6ae7ce989f None None] The sync data for ids ['0ed76abd-b154-4834-bf19-b2264d67bc8e'] in n-d-808199-14 is: [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:02:07Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '2701ecff-90ec-47ec-b815-754dc65cfb84', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'port_id': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'mac_address': 'fa:16:3e:ba:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:02:29Z', 'updated_at': '2022-01-28T04:02:29Z', 'revision_number': 0, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a2b7ed-a099-40db-b78b-10e328b77076', 'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:6d:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:02:04Z', 'updated_at': '2022-01-28T04:02:13Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:02:33.664749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe2ee2e0-cd9b-402e-bd91-2095ba57e4da req-61413311-66ae-481d-abfc-db6f38c96db4 service neutron] 10.222.0.42 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297829 Jan 28 04:02:33.977072 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510fd9d-60d2-41b7-90d8-ba41194df65b None None] New status for floating IP 2701ecff-90ec-47ec-b815-754dc65cfb84: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:02:33.987734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38504) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:34.137590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b83aeb45-ee8a-4fb7-a36f-1317b89046a1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/2701ecff-90ec-47ec-b815-754dc65cfb84 HTTP/1.1" status: 200 len: 991 time: 0.1534998 Jan 28 04:02:34.483239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509679db-08db-4b87-8703-aba59f870bd4 req-59480c77-c26b-45a3-9314-66b0537a885b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:34.492014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-509679db-08db-4b87-8703-aba59f870bd4 req-59480c77-c26b-45a3-9314-66b0537a885b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.0886745 Jan 28 04:02:34.574315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-509679db-08db-4b87-8703-aba59f870bd4 req-3a3c0056-6d30-476d-9035-74235f55ea82 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811608 Jan 28 04:02:34.609772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cee23-6b14-45e9-835f-00d7d37801a1 req-49c3897c-5c73-4fb9-9dae-7aaf8b990f90 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:34.617484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec9cee23-6b14-45e9-835f-00d7d37801a1 req-49c3897c-5c73-4fb9-9dae-7aaf8b990f90 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0983486 Jan 28 04:02:34.702568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec9cee23-6b14-45e9-835f-00d7d37801a1 req-ac46ec55-8a6a-4ec3-a4cb-04efc8055741 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837712 Jan 28 04:02:35.141718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:35.300683 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3732423b-5e7f-45c7-a3fe-1416292ec740 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/2701ecff-90ec-47ec-b815-754dc65cfb84 HTTP/1.1" status: 200 len: 993 time: 0.1577656 Jan 28 04:02:35.776736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8f1c4-9a23-4687-8c96-e96a4eb74435 req-b112a30f-ced7-4fca-a848-4d2119e1b2e5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:35.781888 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fff8f1c4-9a23-4687-8c96-e96a4eb74435 req-b112a30f-ced7-4fca-a848-4d2119e1b2e5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.0777597 Jan 28 04:02:35.876966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fff8f1c4-9a23-4687-8c96-e96a4eb74435 req-41528e15-28ac-4689-a2aa-fd2cd8205ec6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911863 Jan 28 04:02:35.948583 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb9477-05a6-45c4-9155-1edb51791e04 req-2b4725ff-f81e-499b-adb1-cf32f2e662e0 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:35.950593 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6adb9477-05a6-45c4-9155-1edb51791e04 req-2b4725ff-f81e-499b-adb1-cf32f2e662e0 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0976362 Jan 28 04:02:36.030009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6adb9477-05a6-45c4-9155-1edb51791e04 req-29a44627-1157-4a26-a80d-83c1f5d9971c tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731847 Jan 28 04:02:37.023925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dcf90-50c8-46b0-987c-9c0add0ab1a7 req-e632c895-ac16-403e-9780-a91727c4a1be tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:37.026982 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340dcf90-50c8-46b0-987c-9c0add0ab1a7 req-e632c895-ac16-403e-9780-a91727c4a1be tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.0649540 Jan 28 04:02:37.105829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-340dcf90-50c8-46b0-987c-9c0add0ab1a7 req-6562ff07-7105-4e78-b4af-165abdbc4478 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717046 Jan 28 04:02:37.168368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fe115-97ed-45a2-8da9-515f4c2cc89a req-fa7f007b-d725-4e45-aa11-c3ffe340b062 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:37.169959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-334fe115-97ed-45a2-8da9-515f4c2cc89a req-fa7f007b-d725-4e45-aa11-c3ffe340b062 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0591412 Jan 28 04:02:37.233423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-334fe115-97ed-45a2-8da9-515f4c2cc89a req-463ef72e-ce81-40a9-bc89-2f1e6dd13411 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Jan 28 04:02:38.232780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daf1e3-22b7-4cd5-b6bd-20bac2519610 req-319d2515-adf5-409b-b1da-f34424da45e1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:38.235380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26daf1e3-22b7-4cd5-b6bd-20bac2519610 req-319d2515-adf5-409b-b1da-f34424da45e1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.0537519 Jan 28 04:02:38.303559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26daf1e3-22b7-4cd5-b6bd-20bac2519610 req-30d5c217-f596-419f-a641-51dbf067b2e7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568669 Jan 28 04:02:38.384218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01d602-561b-4edb-91f4-d75ced2637f2 req-3f99e0f7-f8f1-44ea-8d12-47475d220751 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:38.391091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f01d602-561b-4edb-91f4-d75ced2637f2 req-3f99e0f7-f8f1-44ea-8d12-47475d220751 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0574694 Jan 28 04:02:38.447463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f01d602-561b-4edb-91f4-d75ced2637f2 req-d69613d2-2cf8-4d18-8b20-f2a4746512a9 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552745 Jan 28 04:02:39.450893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175d881-f54f-456a-8877-cd6159fa855b req-75afd7ed-dddc-459f-b3d4-83344d3c7179 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:39.453507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a175d881-f54f-456a-8877-cd6159fa855b req-75afd7ed-dddc-459f-b3d4-83344d3c7179 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.0628858 Jan 28 04:02:39.533562 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a175d881-f54f-456a-8877-cd6159fa855b req-6e8633ac-b30c-4612-a881-cb3c32d7f2c7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712543 Jan 28 04:02:39.630897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0f49b-de99-45c8-916c-b68de06ce583 req-8d435856-dc95-4003-9174-9a19073bb1d8 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:39.632962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56b0f49b-de99-45c8-916c-b68de06ce583 req-8d435856-dc95-4003-9174-9a19073bb1d8 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0786529 Jan 28 04:02:39.721444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56b0f49b-de99-45c8-916c-b68de06ce583 req-f454ec1a-d029-4192-93ee-baed2b9e7169 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827804 Jan 28 04:02:40.545852 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e3ca88a9-4940-4542-ab3f-8b3b56418267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:40.702461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775798-2f7c-4437-894f-76258e4c93f0 req-00f7bbf9-9701-42bf-a200-2e5eacc15526 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:40.704179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76775798-2f7c-4437-894f-76258e4c93f0 req-00f7bbf9-9701-42bf-a200-2e5eacc15526 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.0666103 Jan 28 04:02:40.759968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76775798-2f7c-4437-894f-76258e4c93f0 req-18f78953-daab-4da0-8745-db36155ba92b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486834 Jan 28 04:02:40.937862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9c612-57bc-4d93-bf54-da48094fbe67 req-423e8cba-bb88-4368-8ae6-9706c015ea95 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:40.959506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9c612-57bc-4d93-bf54-da48094fbe67 req-423e8cba-bb88-4368-8ae6-9706c015ea95 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.1446059 Jan 28 04:02:41.029432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9c612-57bc-4d93-bf54-da48094fbe67 req-55dfd18a-af5c-4cb0-8426-7a5bd66a69fa tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689561 Jan 28 04:02:41.223988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-f12950eb-97e5-4d92-9c81-56bd99bfc427 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:41.225768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-f12950eb-97e5-4d92-9c81-56bd99bfc427 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/networks?id=d9d258a1-3ea4-40d1-bfa9-481392ae9868 HTTP/1.1" status: 200 len: 814 time: 0.1282895 Jan 28 04:02:41.252061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6bece8d3-91a3-4572-9474-d4da807e4857 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/quotas/12c331f7049249ebab299fc7804c9f6a HTTP/1.1" status: 200 len: 375 time: 0.0180790 Jan 28 04:02:41.290121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b4a0cade-235d-4656-8849-ee2591e349b8 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=12c331f7049249ebab299fc7804c9f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370884 Jan 28 04:02:41.414808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-be72fb72-952b-4c06-85bd-4024a6c2dd3e service neutron] 10.222.0.44 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199524 Jan 28 04:02:41.521701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-e6369c91-01f0-4812-b6df-6d38c55dddfe service neutron] 10.222.0.44 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004124 Jan 28 04:02:41.741281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b8354ee-8f97-4731-a7cd-f5d55e89d151 req-eab2337c-4953-4fa5-ac21-033bba807239 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 210 time: 0.0359962 Jan 28 04:02:41.995934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea731-7e57-479e-823d-19593dd7e399 req-c3650bbd-f616-4cd8-b0ce-3b12f123fc46 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:42.007261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab0ea731-7e57-479e-823d-19593dd7e399 req-c3650bbd-f616-4cd8-b0ce-3b12f123fc46 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.1108410 Jan 28 04:02:42.096826 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab0ea731-7e57-479e-823d-19593dd7e399 req-5097fc38-60fa-4a8c-a6dd-edc4afcbf5fd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844352 Jan 28 04:02:42.195389 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:42.263304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b13ae-af40-4296-b068-8fcf2dfbecbb req-a91fff7d-f93c-4366-bbde-9b10370fd1a9 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:42.265563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b4b13ae-af40-4296-b068-8fcf2dfbecbb req-a91fff7d-f93c-4366-bbde-9b10370fd1a9 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.1220098 Jan 28 04:02:42.326329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b4b13ae-af40-4296-b068-8fcf2dfbecbb req-b672f28e-6d9d-4a5c-ad20-0fd82ce0ce67 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524464 Jan 28 04:02:42.573815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bd46b13-8dda-4aa7-ab6d-2a2185e78fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:42.840223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c53f927b-677e-4c72-92b7-729b0cf67043 req-c4f53851-1b6b-4383-999f-5120da426f4c tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 210 time: 0.0274928 Jan 28 04:02:43.077221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-e37fe9fe-6767-4a7c-a9f1-debb37789073 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:43.081193 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-e37fe9fe-6767-4a7c-a9f1-debb37789073 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.25 "GET /v2.0/networks?id=d9d258a1-3ea4-40d1-bfa9-481392ae9868 HTTP/1.1" status: 200 len: 814 time: 0.1430922 Jan 28 04:02:43.102722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Request body: {'port': {'device_id': '774c1069-8c46-4205-a0b5-d8ff7485b161', 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868', 'admin_state_up': True, 'tenant_id': '12c331f7049249ebab299fc7804c9f6a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:43.220409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a90dc-9c55-4c37-87cb-77904101aa66 req-958f8fbc-5b01-40f9-a62f-d28f9b829a0f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:43.222297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c0a90dc-9c55-4c37-87cb-77904101aa66 req-958f8fbc-5b01-40f9-a62f-d28f9b829a0f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.0586085 Jan 28 04:02:43.234815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Made reservation on behalf of 12c331f7049249ebab299fc7804c9f6a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:02:43.238871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:43.345873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c0a90dc-9c55-4c37-87cb-77904101aa66 req-ac4a7803-d27d-4501-9c04-0ca7089c0a0e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153741 Jan 28 04:02:43.420981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Allocated IP 172.20.0.3 (d9d258a1-3ea4-40d1-bfa9-481392ae9868/5f9b6c51-eb3e-4edf-9e55-39c433f2a40f/35d2bf4c-5139-439e-8c5e-846ed646fb30) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:02:43.468382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762a785-98e5-49e1-8f5d-670d72332cf5 req-c64b45d2-5472-4a7d-8023-0b39f072c726 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:43.473061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6762a785-98e5-49e1-8f5d-670d72332cf5 req-c64b45d2-5472-4a7d-8023-0b39f072c726 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0577536 Jan 28 04:02:43.544141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6762a785-98e5-49e1-8f5d-670d72332cf5 req-ca45a11c-739b-4b89-bd8e-6cb920ace374 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674715 Jan 28 04:02:43.623700 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks [] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:43.670306 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:43.723810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Network d9d258a1-3ea4-40d1-bfa9-481392ae9868 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:02:43.727714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:02:43.730717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:02:43.770206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Pushing event updated for resources: {'Port': ['ID=35d2bf4c-5139-439e-8c5e-846ed646fb30,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:43.799024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:43.799469 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:43.817967 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b40eb50c-ae55-4287-90ee-200d26a3e5d4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7223649 Jan 28 04:02:43.835407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Request body: {'port': {'device_id': '774c1069-8c46-4205-a0b5-d8ff7485b161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:43.896637 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:44.003149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895678-53c6-4f5a-a08b-d1edb15522ee req-ef476bf3-bf6a-4341-afbb-3dccfa810e43 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:44.005646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84895678-53c6-4f5a-a08b-d1edb15522ee req-ef476bf3-bf6a-4341-afbb-3dccfa810e43 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 931 time: 0.0887778 Jan 28 04:02:44.057564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84895678-53c6-4f5a-a08b-d1edb15522ee req-48418e6b-9c1d-4781-8225-81749890abf7 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439079 Jan 28 04:02:44.216924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d2bf4c-5139-439e-8c5e-846ed646fb30 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:02:44.226299 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Publish callbacks [] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:44.238754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Transition to ACTIVE for port object 35d2bf4c-5139-439e-8c5e-846ed646fb30 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:02:44.243458 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:44.292619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Pushing event updated for resources: {'Port': ['ID=35d2bf4c-5139-439e-8c5e-846ed646fb30,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:44.324418 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:44.406919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Attempting to bind port 35d2bf4c-5139-439e-8c5e-846ed646fb30 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:02:44.407137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Attempting to bind port 35d2bf4c-5139-439e-8c5e-846ed646fb30 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:02:44.407655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Attempting to bind port 35d2bf4c-5139-439e-8c5e-846ed646fb30 on network d9d258a1-3ea4-40d1-bfa9-481392ae9868 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:44.416373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Port 35d2bf4c-5139-439e-8c5e-846ed646fb30 on network d9d258a1-3ea4-40d1-bfa9-481392ae9868 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:02:44.416711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Attempting to bind port 35d2bf4c-5139-439e-8c5e-846ed646fb30 on network d9d258a1-3ea4-40d1-bfa9-481392ae9868 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:44.429173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:02:44.429520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Checking segment: {'id': 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:02:44.429901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Bound using segment: {'id': 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:02:44.430332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Bound port: 35d2bf4c-5139-439e-8c5e-846ed646fb30, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:02:44.430694 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:44.624168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:02:44.650198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7aa5a-96be-456f-a553-5e24ff349f6e req-565ecd72-0a6d-4bd0-aafb-bef98e691236 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:44.654894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5df7aa5a-96be-456f-a553-5e24ff349f6e req-565ecd72-0a6d-4bd0-aafb-bef98e691236 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 944 time: 0.1482828 Jan 28 04:02:44.689640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] For port 35d2bf4c-5139-439e-8c5e-846ed646fb30, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:02:44.696268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] For port 35d2bf4c-5139-439e-8c5e-846ed646fb30, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=35d2bf4c-5139-439e-8c5e-846ed646fb30,segment=NetworkSegment(cd0e41da-d41c-46c4-b7d1-bd3cd827671e),segment_id=cd0e41da-d41c-46c4-b7d1-bd3cd827671e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:02:44.705813 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:44.844873 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Pushing event updated for resources: {'Port': ['ID=35d2bf4c-5139-439e-8c5e-846ed646fb30,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:44.862527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:44.863188 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:44.865340 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-6edd115f-8d37-4368-b6dd-d9ab633a465d service neutron] 10.222.0.25 "PUT /v2.0/ports/35d2bf4c-5139-439e-8c5e-846ed646fb30 HTTP/1.1" status: 200 len: 1092 time: 1.0344343 Jan 28 04:02:44.865796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774c1069-8c46-4205-a0b5-d8ff7485b161', 'tag': '35d2bf4c-5139-439e-8c5e-846ed646fb30'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:44.897238 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05b53a4-dea2-466c-b010-82eb437a385d" -d '{"events": [{"name": "network-changed", "server_uuid": "774c1069-8c46-4205-a0b5-d8ff7485b161", "tag": "35d2bf4c-5139-439e-8c5e-846ed646fb30"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:44.923640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5df7aa5a-96be-456f-a553-5e24ff349f6e req-c20236f2-eb05-48c9-86c9-0241b826dc92 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615778 Jan 28 04:02:45.005353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065686a1-6ab0-4911-b3bb-ac6a0c6e4793 req-638ec1b7-3389-414a-9e35-19e2b77d9c36 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:45.007033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-065686a1-6ab0-4911-b3bb-ac6a0c6e4793 req-638ec1b7-3389-414a-9e35-19e2b77d9c36 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.2644598 Jan 28 04:02:45.051608 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea61b35-733c-4240-9688-749679c7e7a1 x-openstack-request-id: req-5ea61b35-733c-4240-9688-749679c7e7a1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:45.053159 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774c1069-8c46-4205-a0b5-d8ff7485b161", "tag": "35d2bf4c-5139-439e-8c5e-846ed646fb30", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:45.053541 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ea61b35-733c-4240-9688-749679c7e7a1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:45.054091 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774c1069-8c46-4205-a0b5-d8ff7485b161', 'tag': '35d2bf4c-5139-439e-8c5e-846ed646fb30', 'status': 'completed', 'code': 200} Jan 28 04:02:45.087244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-8f1d49ae-85b8-41a5-a7f3-204e72c7f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:45.089566 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-8f1d49ae-85b8-41a5-a7f3-204e72c7f5bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12c331f7049249ebab299fc7804c9f6a&device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 1095 time: 0.1620452 Jan 28 04:02:45.107189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-065686a1-6ab0-4911-b3bb-ac6a0c6e4793 req-b0f8e0ae-ebc4-43bc-afd1-84a5338238bc tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933373 Jan 28 04:02:45.207985 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-bfe37f94-7653-4af8-8091-0c5ad0e2290f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35d2bf4c-5139-439e-8c5e-846ed646fb30 HTTP/1.1" status: 200 len: 217 time: 0.1041100 Jan 28 04:02:45.244248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c3cd-0d1a-4a8c-9d65-49b959d05e97 req-1514c125-5b2c-4747-bd8e-fce5b3a5fe9e tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:45.252245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3538c3cd-0d1a-4a8c-9d65-49b959d05e97 req-1514c125-5b2c-4747-bd8e-fce5b3a5fe9e tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 943 time: 0.0699406 Jan 28 04:02:45.311964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-cecdc15c-cef9-47a9-a4a5-b3528f3c78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:45.313858 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-cecdc15c-cef9-47a9-a4a5-b3528f3c78ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f9b6c51-eb3e-4edf-9e55-39c433f2a40f HTTP/1.1" status: 200 len: 854 time: 0.0997126 Jan 28 04:02:45.314813 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3538c3cd-0d1a-4a8c-9d65-49b959d05e97 req-70bf7435-b367-4f17-a299-50eab024c73c tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582418 Jan 28 04:02:45.371903 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-a83d4fb4-cef2-4bad-951b-f88d4398253b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9d258a1-3ea4-40d1-bfa9-481392ae9868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485988 Jan 28 04:02:45.381393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:45.407482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:45.448704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'd59e3f0e-e97d-4f5f-9bbd-fc1531f08f06', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'port_id': 'd59e3f0e-e97d-4f5f-9bbd-fc1531f08f06', 'mac_address': 'fa:16:3e:4d:d6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:02:45.536463 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-5569c826-67d0-425f-b59a-33216a7dd6c5 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450951 Jan 28 04:02:45.583299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:45.583943 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:45.607814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:02:45.629848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:45.635893 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:45.637309 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:45.767764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:45.781788 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b6b99949-6db3-4573-aae8-2e5b00a220d4 req-b206ada2-eb3c-4872-82ee-f422adcaace9 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391679 Jan 28 04:02:46.016086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca9b4a-f71f-4b32-a041-b154d0ba76ab req-297ed4f2-3134-4799-adbb-b513e22ddab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.017694 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-21ca9b4a-f71f-4b32-a041-b154d0ba76ab req-297ed4f2-3134-4799-adbb-b513e22ddab9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1098 time: 0.2083900 Jan 28 04:02:46.031928 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:02:46.098467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b53a4-dea2-466c-b010-82eb437a385d req-b8af779b-d76d-4146-bb6a-f92bbb69e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.100339 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b05b53a4-dea2-466c-b010-82eb437a385d req-b8af779b-d76d-4146-bb6a-f92bbb69e1e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12c331f7049249ebab299fc7804c9f6a&device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 1095 time: 0.2026160 Jan 28 04:02:46.201017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dacfb7-ed9e-42b8-bca2-2b31552eeaee req-df3b50ce-a212-4e76-bc39-27d7df7c0d85 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.216653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26dacfb7-ed9e-42b8-bca2-2b31552eeaee req-df3b50ce-a212-4e76-bc39-27d7df7c0d85 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 945 time: 0.1638601 Jan 28 04:02:46.281104 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-21ca9b4a-f71f-4b32-a041-b154d0ba76ab req-423862ca-bc8d-4a1e-ab9a-989f7ef4cccb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323899 Jan 28 04:02:46.344651 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26dacfb7-ed9e-42b8-bca2-2b31552eeaee req-e27ec76c-ee64-4efa-842e-f59ad11bdba1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270459 Jan 28 04:02:46.355821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b53a4-dea2-466c-b010-82eb437a385d req-734270ae-bcb9-41b6-a39c-301207a0afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.366408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b05b53a4-dea2-466c-b010-82eb437a385d req-734270ae-bcb9-41b6-a39c-301207a0afc8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9d258a1-3ea4-40d1-bfa9-481392ae9868 HTTP/1.1" status: 200 len: 915 time: 0.2564971 Jan 28 04:02:46.391185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4798aff-08f0-4361-bc62-3d06d5d2121f req-37aa28c1-5d00-4163-9858-490be6146baf tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.409166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4798aff-08f0-4361-bc62-3d06d5d2121f req-37aa28c1-5d00-4163-9858-490be6146baf tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.1399460 Jan 28 04:02:46.530594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4798aff-08f0-4361-bc62-3d06d5d2121f req-d2206c3f-de85-46e7-a85d-7cf13c49543e tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186657 Jan 28 04:02:46.578181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d4d6c-5e56-4650-a841-8c3574221c8c req-6f34cb80-16f4-4cf9-a9f0-3488c2779277 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.588886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b76d4d6c-5e56-4650-a841-8c3574221c8c req-6f34cb80-16f4-4cf9-a9f0-3488c2779277 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 943 time: 0.0946372 Jan 28 04:02:46.671407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b76d4d6c-5e56-4650-a841-8c3574221c8c req-9efe08f9-0fdb-498b-90b2-0a08e48afa7b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618806 Jan 28 04:02:46.710810 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b05b53a4-dea2-466c-b010-82eb437a385d req-98fafd61-8f29-4163-b18d-b23f2ad81f15 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35d2bf4c-5139-439e-8c5e-846ed646fb30 HTTP/1.1" status: 200 len: 217 time: 0.0924346 Jan 28 04:02:46.776545 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:46.844494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b53a4-dea2-466c-b010-82eb437a385d req-dc21edbe-6c94-43bf-a9d6-07371786830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.844986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b05b53a4-dea2-466c-b010-82eb437a385d req-dc21edbe-6c94-43bf-a9d6-07371786830d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f9b6c51-eb3e-4edf-9e55-39c433f2a40f HTTP/1.1" status: 200 len: 854 time: 0.1222322 Jan 28 04:02:46.900149 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b05b53a4-dea2-466c-b010-82eb437a385d req-ea9e46e3-9150-4dbf-aa00-56dc83e55bce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9d258a1-3ea4-40d1-bfa9-481392ae9868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486724 Jan 28 04:02:47.041789 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b05b53a4-dea2-466c-b010-82eb437a385d req-3faea09f-b315-4976-a5af-9f8ae9221afc service neutron] 10.222.0.25 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341195 Jan 28 04:02:47.164318 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b05b53a4-dea2-466c-b010-82eb437a385d req-0c677bc0-0da3-44c9-aa68-c31d710dc275 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158099 Jan 28 04:02:47.462844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4a88e-cb36-4334-9e74-fbf4bddb6d17 req-b42913fc-edc4-4cfe-82bd-070876567d42 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:47.464813 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abc4a88e-cb36-4334-9e74-fbf4bddb6d17 req-b42913fc-edc4-4cfe-82bd-070876567d42 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 945 time: 0.0528910 Jan 28 04:02:47.516197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-abc4a88e-cb36-4334-9e74-fbf4bddb6d17 req-f0ac8426-60d1-4141-a0d1-e7746349fd64 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Jan 28 04:02:47.659958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447fb53-a66a-4c64-87a9-c8b0f8307241 req-1464d797-fdd4-4aef-adaa-3b900aa4dbc6 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:47.661781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8447fb53-a66a-4c64-87a9-c8b0f8307241 req-1464d797-fdd4-4aef-adaa-3b900aa4dbc6 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0652714 Jan 28 04:02:47.711385 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8447fb53-a66a-4c64-87a9-c8b0f8307241 req-8aacc627-795c-4d79-bc3e-2a13569d4b04 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439248 Jan 28 04:02:47.812183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fdbb0-12c8-419e-8adf-e4d238f1e2dd req-352f8225-7eca-4f09-8333-1c6a4d86611e tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:47.813988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-274fdbb0-12c8-419e-8adf-e4d238f1e2dd req-352f8225-7eca-4f09-8333-1c6a4d86611e tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 943 time: 0.0546854 Jan 28 04:02:47.867901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-274fdbb0-12c8-419e-8adf-e4d238f1e2dd req-d99010fc-1fb5-4f6a-8460-7aa794e9042a tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459225 Jan 28 04:02:48.622586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:48.645464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83464d89-549d-4065-b9ae-60d64ba1de5b req-4ab1fe9d-dc84-4e6d-aae7-bd960d41d859 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:48.647656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83464d89-549d-4065-b9ae-60d64ba1de5b req-4ab1fe9d-dc84-4e6d-aae7-bd960d41d859 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 945 time: 0.0560026 Jan 28 04:02:48.689315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:02:48.694801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:48.695377 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:48.708291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83464d89-549d-4065-b9ae-60d64ba1de5b req-650d7874-5388-4985-b75d-19df94273fa3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532980 Jan 28 04:02:48.746331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 35d2bf4c-5139-439e-8c5e-846ed646fb30 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:02:48.838273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3e6f3-a1a9-41ea-8e93-f650a5d47e70 req-025239b6-3369-4f95-8d51-71baf5773170 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:48.839687 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41b3e6f3-a1a9-41ea-8e93-f650a5d47e70 req-025239b6-3369-4f95-8d51-71baf5773170 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0490825 Jan 28 04:02:48.865956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 35d2bf4c-5139-439e-8c5e-846ed646fb30, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=35d2bf4c-5139-439e-8c5e-846ed646fb30,segment=NetworkSegment(cd0e41da-d41c-46c4-b7d1-bd3cd827671e),segment_id=cd0e41da-d41c-46c4-b7d1-bd3cd827671e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:48.890063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41b3e6f3-a1a9-41ea-8e93-f650a5d47e70 req-b8fbe61d-29e9-4b9a-8218-75635b1b3b1a tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Jan 28 04:02:48.902362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '35d2bf4c-5139-439e-8c5e-846ed646fb30', 'network_id': 'd9d258a1-3ea4-40d1-bfa9-481392ae9868', 'port_id': '35d2bf4c-5139-439e-8c5e-846ed646fb30', 'mac_address': 'fa:16:3e:fa:88:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9b6c51-eb3e-4edf-9e55-39c433f2a40f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:02:48.950103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 35d2bf4c-5139-439e-8c5e-846ed646fb30 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:48.950502 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:48.961447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-43044d8e-24a5-4605-b2ca-503e51b78151 req-11697a2f-36df-4f11-85aa-ff00dc61716c tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1665754104', 'description': 'tempest-description-125004398'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:48.963189 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:48.963587 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:48.997227 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-43044d8e-24a5-4605-b2ca-503e51b78151 req-11697a2f-36df-4f11-85aa-ff00dc61716c tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:49.002366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d2bf4c-5139-439e-8c5e-846ed646fb30 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:02:49.027695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 35d2bf4c-5139-439e-8c5e-846ed646fb30, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=35d2bf4c-5139-439e-8c5e-846ed646fb30,segment=NetworkSegment(cd0e41da-d41c-46c4-b7d1-bd3cd827671e),segment_id=cd0e41da-d41c-46c4-b7d1-bd3cd827671e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:49.037745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6ec9da-bf79-4e47-9ff4-90a6338096e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59e3f0e-e97d-4f5f-9bbd-fc1531f08f06'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:49.040114 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861d3db1-9154-4a67-99a8-e3f46d057c70" -d '{"events": [{"server_uuid": "dc6ec9da-bf79-4e47-9ff4-90a6338096e2", "name": "network-vif-plugged", "status": "completed", "tag": "d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:49.049494 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:49.057071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:49.120486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267fca4-dacb-4b0a-a0ec-d14ed9aedd83 req-71680b56-3f51-4439-a622-8b254435093b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:49.122022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7267fca4-dacb-4b0a-a0ec-d14ed9aedd83 req-71680b56-3f51-4439-a622-8b254435093b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 943 time: 0.1060517 Jan 28 04:02:49.126241 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:49.132237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=35d2bf4c-5139-439e-8c5e-846ed646fb30,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:49.163638 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-43044d8e-24a5-4605-b2ca-503e51b78151 req-11697a2f-36df-4f11-85aa-ff00dc61716c tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for security_group (cbe823ad-1e74-43b2-b84f-5abbbadb9e9a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:49.198294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:49.217663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7267fca4-dacb-4b0a-a0ec-d14ed9aedd83 req-342dcd29-c6b6-4c6a-99c1-88a214c45874 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821586 Jan 28 04:02:49.219752 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-43044d8e-24a5-4605-b2ca-503e51b78151 req-11697a2f-36df-4f11-85aa-ff00dc61716c tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cbe823ad-1e74-43b2-b84f-5abbbadb9e9a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:49.246584 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-43044d8e-24a5-4605-b2ca-503e51b78151 req-11697a2f-36df-4f11-85aa-ff00dc61716c tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:49.248567 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-43044d8e-24a5-4605-b2ca-503e51b78151 req-11697a2f-36df-4f11-85aa-ff00dc61716c tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2921822 Jan 28 04:02:49.301817 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99bb581-f4ef-42e0-9e96-c2c8e25d7b0f x-openstack-request-id: req-a99bb581-f4ef-42e0-9e96-c2c8e25d7b0f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:49.302118 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6ec9da-bf79-4e47-9ff4-90a6338096e2", "name": "network-vif-plugged", "status": "completed", "tag": "d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:49.302542 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a99bb581-f4ef-42e0-9e96-c2c8e25d7b0f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:49.302948 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6ec9da-bf79-4e47-9ff4-90a6338096e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59e3f0e-e97d-4f5f-9bbd-fc1531f08f06', 'code': 200} Jan 28 04:02:49.317204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11697a2f-36df-4f11-85aa-ff00dc61716c tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe823ad-1e74-43b2-b84f-5abbbadb9e9a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:49.389420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-826008fa-c68a-4cff-a3cb-54b2489f19cc tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1665754104&fields=id&tenant_id=43d977043f164bd6bf454e7595254c0b HTTP/1.1" status: 200 len: 267 time: 0.0530443 Jan 28 04:02:49.432654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['35d2bf4c-5139-439e-8c5e-846ed646fb30'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:02:49.470725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd2438-b531-4157-9bfe-1ce835c1ba54 req-0771f129-e1f8-40ed-b200-58f871e6e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:49.472224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8fd2438-b531-4157-9bfe-1ce835c1ba54 req-0771f129-e1f8-40ed-b200-58f871e6e208 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 1098 time: 0.0699711 Jan 28 04:02:49.480987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-8ec6da5b-5adc-4745-814a-a4494f528535 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:49.482336 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-8ec6da5b-5adc-4745-814a-a4494f528535 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0902946 Jan 28 04:02:49.504884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-b411f0be-949f-4102-a7fd-b844da096ce1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Request body: {'port': {'security_groups': ['75d4d1de-96f0-4599-9704-a8005bdda7ca', 'cbe823ad-1e74-43b2-b84f-5abbbadb9e9a']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:49.595701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8fd2438-b531-4157-9bfe-1ce835c1ba54 req-bd7ae8ab-4dc2-49b0-8da7-153fe77e600b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123686 Jan 28 04:02:49.596766 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-b411f0be-949f-4102-a7fd-b844da096ce1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:49.843218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-b411f0be-949f-4102-a7fd-b844da096ce1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] For port 4981b7aa-ea95-46a9-a856-c5e6fa12589b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b,segment=NetworkSegment(6fe2c42d-c016-45eb-8463-8902584c4b95),segment_id=6fe2c42d-c016-45eb-8463-8902584c4b95)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:49.877415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ce613-d69e-44f8-b94b-8f009ffb7fb0 req-27cab829-13d6-4f89-a011-210d2846c636 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:49.879554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd9ce613-d69e-44f8-b94b-8f009ffb7fb0 req-27cab829-13d6-4f89-a011-210d2846c636 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 946 time: 0.0771620 Jan 28 04:02:49.888401 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-b411f0be-949f-4102-a7fd-b844da096ce1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:49.897456 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-b411f0be-949f-4102-a7fd-b844da096ce1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:49.933131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4981b7aa-ea95-46a9-a856-c5e6fa12589b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:02:49.971780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-b411f0be-949f-4102-a7fd-b844da096ce1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:49.972647 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-b411f0be-949f-4102-a7fd-b844da096ce1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:49.977147 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33faef8d-abb3-4fb3-b50f-d1d2617bf214 req-b411f0be-949f-4102-a7fd-b844da096ce1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "PUT /v2.0/ports/4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 982 time: 0.4867678 Jan 28 04:02:49.990424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:49.999307 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880b3e58-408f-4b53-a9ef-c282a663cc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:50.035170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd9ce613-d69e-44f8-b94b-8f009ffb7fb0 req-55e4e9be-3c73-499c-a099-b7be8643d453 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446388 Jan 28 04:02:50.048137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411f0be-949f-4102-a7fd-b844da096ce1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Pushing event updated for resources: {'Port': ['ID=4981b7aa-ea95-46a9-a856-c5e6fa12589b,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:50.111213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-6d862836-442f-41f1-8c28-7b08356ed1b3 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1665754104&fields=id&tenant_id=43d977043f164bd6bf454e7595254c0b HTTP/1.1" status: 200 len: 267 time: 0.0551291 Jan 28 04:02:50.161751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-1589cb8a-48e4-4952-a6ac-5ec748e85229 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:50.170064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-1589cb8a-48e4-4952-a6ac-5ec748e85229 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 985 time: 0.0577965 Jan 28 04:02:50.174982 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d76d383-2486-432f-920e-fa38fd154082 x-openstack-request-id: req-4d76d383-2486-432f-920e-fa38fd154082 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:50.176157 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:50.176570 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d76d383-2486-432f-920e-fa38fd154082 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:50.176835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4981b7aa-ea95-46a9-a856-c5e6fa12589b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:02:50.177294 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'status': 'completed', 'code': 200} Jan 28 04:02:50.181126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-46d1010c-8f12-45d2-ab59-83c9ba527247 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Request body: {'port': {'security_groups': ['75d4d1de-96f0-4599-9704-a8005bdda7ca']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:50.297001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b3e58-408f-4b53-a9ef-c282a663cc0b req-21df317a-8e23-465e-9877-41d6137041fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:50.301986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-880b3e58-408f-4b53-a9ef-c282a663cc0b req-21df317a-8e23-465e-9877-41d6137041fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1137 time: 0.1003463 Jan 28 04:02:50.345385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-46d1010c-8f12-45d2-ab59-83c9ba527247 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:50.471853 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b3e58-408f-4b53-a9ef-c282a663cc0b req-b13f7589-5894-4d74-8a8d-e7dd9108d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:50.474528 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-880b3e58-408f-4b53-a9ef-c282a663cc0b req-b13f7589-5894-4d74-8a8d-e7dd9108d914 service neutron] 10.222.0.25 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 920 time: 0.1657441 Jan 28 04:02:50.533971 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-880b3e58-408f-4b53-a9ef-c282a663cc0b req-09295fcd-1797-4925-a0ae-cd1842eafc4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 217 time: 0.0522721 Jan 28 04:02:50.588135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd63fab-7090-4ca6-9efb-8c38f084e3a9 req-b6d4d5c6-78c9-4eab-b2fe-809f4b7c5794 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:50.589691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cfd63fab-7090-4ca6-9efb-8c38f084e3a9 req-b6d4d5c6-78c9-4eab-b2fe-809f4b7c5794 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 944 time: 0.2092135 Jan 28 04:02:50.667205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b3e58-408f-4b53-a9ef-c282a663cc0b req-798b39af-1ca2-44de-8d6a-43763fe68004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:50.669371 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-880b3e58-408f-4b53-a9ef-c282a663cc0b req-798b39af-1ca2-44de-8d6a-43763fe68004 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 200 len: 859 time: 0.1303685 Jan 28 04:02:50.749427 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cfd63fab-7090-4ca6-9efb-8c38f084e3a9 req-cd304912-a584-4e47-b9a6-9c064e7b4e5b tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433973 Jan 28 04:02:50.756132 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-880b3e58-408f-4b53-a9ef-c282a663cc0b req-253f2726-7a9f-4842-b8bc-6d0bbdbd242c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=408f7f72-974d-43b8-9b44-176bafe6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769970 Jan 28 04:02:50.780262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 35d2bf4c-5139-439e-8c5e-846ed646fb30 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:50.794555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-46d1010c-8f12-45d2-ab59-83c9ba527247 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] For port 4981b7aa-ea95-46a9-a856-c5e6fa12589b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b,segment=NetworkSegment(6fe2c42d-c016-45eb-8463-8902584c4b95),segment_id=6fe2c42d-c016-45eb-8463-8902584c4b95)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:50.829622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-46d1010c-8f12-45d2-ab59-83c9ba527247 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:50.835843 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-46d1010c-8f12-45d2-ab59-83c9ba527247 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:50.872795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4981b7aa-ea95-46a9-a856-c5e6fa12589b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:02:50.899040 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-880b3e58-408f-4b53-a9ef-c282a663cc0b req-9203cd2b-10ce-46f1-bf1b-abf0d6442d7c service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364505 Jan 28 04:02:50.902888 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 35d2bf4c-5139-439e-8c5e-846ed646fb30 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:02:50.932832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-46d1010c-8f12-45d2-ab59-83c9ba527247 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:50.936336 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-46d1010c-8f12-45d2-ab59-83c9ba527247 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:50.951768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 35d2bf4c-5139-439e-8c5e-846ed646fb30 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:50.957148 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:50.981463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-874b34f1-3b8b-437e-b510-4c0d4da8eb6f req-46d1010c-8f12-45d2-ab59-83c9ba527247 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "PUT /v2.0/ports/4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 943 time: 0.8092225 Jan 28 04:02:51.037362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4981b7aa-ea95-46a9-a856-c5e6fa12589b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:02:51.183227 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-880b3e58-408f-4b53-a9ef-c282a663cc0b req-63a7661e-8af7-4f1d-b573-e47713b76cf8 service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722356 Jan 28 04:02:51.200894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1010c-8f12-45d2-ab59-83c9ba527247 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Pushing event updated for resources: {'Port': ['ID=4981b7aa-ea95-46a9-a856-c5e6fa12589b,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:51.274910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 35d2bf4c-5139-439e-8c5e-846ed646fb30 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:51.275390 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:51.351112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-2e7b97ac-37d5-4af6-9b23-a38561d91112 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3629174 Jan 28 04:02:51.357402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:51.370675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f2d1c-a30e-46be-a554-27d934490a5a req-f84fb97a-5ce2-40f4-9f46-76ee038a6140 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:51.373515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be9f2d1c-a30e-46be-a554-27d934490a5a req-f84fb97a-5ce2-40f4-9f46-76ee038a6140 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 946 time: 0.1814253 Jan 28 04:02:51.421747 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:51.438763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774c1069-8c46-4205-a0b5-d8ff7485b161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d2bf4c-5139-439e-8c5e-846ed646fb30'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:51.441949 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31870b74-9220-42e6-877f-f6bc54e7a6a1" -d '{"events": [{"server_uuid": "774c1069-8c46-4205-a0b5-d8ff7485b161", "name": "network-vif-plugged", "status": "completed", "tag": "35d2bf4c-5139-439e-8c5e-846ed646fb30"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:51.477771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 35d2bf4c-5139-439e-8c5e-846ed646fb30, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=35d2bf4c-5139-439e-8c5e-846ed646fb30,segment=NetworkSegment(cd0e41da-d41c-46c4-b7d1-bd3cd827671e),segment_id=cd0e41da-d41c-46c4-b7d1-bd3cd827671e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:51.482869 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:51.505163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be9f2d1c-a30e-46be-a554-27d934490a5a req-858f2035-a4d5-4210-b5f9-df82e1011a6e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105421 Jan 28 04:02:51.559776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=35d2bf4c-5139-439e-8c5e-846ed646fb30,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:51.590175 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:51.682926 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d482475a-93c0-492d-b303-b46167f92527 x-openstack-request-id: req-d482475a-93c0-492d-b303-b46167f92527 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:51.683404 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774c1069-8c46-4205-a0b5-d8ff7485b161", "name": "network-vif-plugged", "status": "completed", "tag": "35d2bf4c-5139-439e-8c5e-846ed646fb30", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:51.683879 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d482475a-93c0-492d-b303-b46167f92527 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:51.684440 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774c1069-8c46-4205-a0b5-d8ff7485b161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d2bf4c-5139-439e-8c5e-846ed646fb30', 'code': 200} Jan 28 04:02:51.746182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Allocated IP 172.25.1.84 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:02:51.849738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66c0c4-f39a-4d44-b270-8eeb41de9029 req-a5232bf6-634e-477b-a914-44bf159db760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:51.852657 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e66c0c4-f39a-4d44-b270-8eeb41de9029 req-a5232bf6-634e-477b-a914-44bf159db760 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 1097 time: 0.0730052 Jan 28 04:02:51.890233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df329b1-c044-4b7c-93ae-1331fbff0751 req-f953db54-2d6b-4300-9cbd-25fa4fa26eaf tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:51.897426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0df329b1-c044-4b7c-93ae-1331fbff0751 req-f953db54-2d6b-4300-9cbd-25fa4fa26eaf tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 946 time: 0.1281874 Jan 28 04:02:51.940419 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e66c0c4-f39a-4d44-b270-8eeb41de9029 req-b6284156-ac7c-4e9e-8b2a-e2d0ab1ed971 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823977 Jan 28 04:02:51.952675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for port (f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:51.987734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0df329b1-c044-4b7c-93ae-1331fbff0751 req-caea995e-3a30-40c9-94eb-1974ff3de4d8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868852 Jan 28 04:02:52.053570 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:52.110734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Pushing event updated for resources: {'Port': ['ID=f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:52.121722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:02:52.124502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:02:52.128141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:02:52.166501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:52.178838 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:52.180992 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985c743d-0b86-47e4-b97b-75f8e210f495" -d '{"events": [{"name": "network-changed", "server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:52.264307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for floatingip (e6365724-b30b-42e8-9112-08d621a4d806), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:52.293782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03d53d-65a2-438e-a441-a6c213a5ac4b req-c7b30109-cd64-4444-8dcd-787afef036fe tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:52.302429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f03d53d-65a2-438e-a441-a6c213a5ac4b req-c7b30109-cd64-4444-8dcd-787afef036fe tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 945 time: 0.1785510 Jan 28 04:02:52.311895 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-beeb2e05-0fc0-427e-bc85-982459edda5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:52.384511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f03d53d-65a2-438e-a441-a6c213a5ac4b req-8c26eaa9-5a5a-4410-b105-1803f0ff8819 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753596 Jan 28 04:02:52.387657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:52.461095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-beeb2e05-0fc0-427e-bc85-982459edda5d admin admin] Publish callbacks [] for security_group (cd8fcc25-581b-49a8-8590-8524bdb27c64), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:52.467145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-beeb2e05-0fc0-427e-bc85-982459edda5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cd8fcc25-581b-49a8-8590-8524bdb27c64), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:52.493715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb2e05-0fc0-427e-bc85-982459edda5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8fcc25-581b-49a8-8590-8524bdb27c64,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:52.529963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-beeb2e05-0fc0-427e-bc85-982459edda5d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec3672abf1b3455b98bcee82c73741e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597364 Jan 28 04:02:52.530421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:52.598554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-607c0597-c5d7-43bb-9ab0-4c6b747df9fb admin admin] Publish callbacks [] for security_group (cd8fcc25-581b-49a8-8590-8524bdb27c64), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:52.625614 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-607c0597-c5d7-43bb-9ab0-4c6b747df9fb admin admin] Publish callbacks [] for security_group (cd8fcc25-581b-49a8-8590-8524bdb27c64), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:52.696248 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-607c0597-c5d7-43bb-9ab0-4c6b747df9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cd8fcc25-581b-49a8-8590-8524bdb27c64), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:52.699049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-607c0597-c5d7-43bb-9ab0-4c6b747df9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:52.700280 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-607c0597-c5d7-43bb-9ab0-4c6b747df9fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd8fcc25-581b-49a8-8590-8524bdb27c64 HTTP/1.1" status: 204 len: 168 time: 0.1689084 Jan 28 04:02:52.709861 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c0597-c5d7-43bb-9ab0-4c6b747df9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8fcc25-581b-49a8-8590-8524bdb27c64,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:53.000761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142af8c-48bd-44b8-9c2e-9e3b451860ac req-9b2ccf06-1617-44aa-8293-16e0dbc8f099 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:53.007988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c142af8c-48bd-44b8-9c2e-9e3b451860ac req-9b2ccf06-1617-44aa-8293-16e0dbc8f099 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 946 time: 0.1045003 Jan 28 04:02:53.093406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c142af8c-48bd-44b8-9c2e-9e3b451860ac req-902b284f-c547-4ead-af4f-20abc882e4c9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803709 Jan 28 04:02:53.099045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 38834) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:53.117299 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e064686-3ffe-481a-91cc-a66c4e64c4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.181595 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for port (f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.187216 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.240610 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601f6226-a341-428d-a226-de17536c1b56 x-openstack-request-id: req-601f6226-a341-428d-a226-de17536c1b56 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:53.240610 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:53.240956 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-601f6226-a341-428d-a226-de17536c1b56 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:53.241099 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'status': 'completed', 'code': 200} Jan 28 04:02:53.247157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e064686-3ffe-481a-91cc-a66c4e64c4e2 admin admin] Publish callbacks [] for security_group (6b328401-c6b0-4436-b71a-4133b14e4863), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.254868 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e064686-3ffe-481a-91cc-a66c4e64c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6b328401-c6b0-4436-b71a-4133b14e4863), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.372271 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5e064686-3ffe-481a-91cc-a66c4e64c4e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edd3e17fe43e49b183f751287902173c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712946 Jan 28 04:02:53.373776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e064686-3ffe-481a-91cc-a66c4e64c4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b328401-c6b0-4436-b71a-4133b14e4863,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:53.374345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Pushing event updated for resources: {'Port': ['ID=f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:53.380972 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38840) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:53.422805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c743d-0b86-47e4-b97b-75f8e210f495 req-8b9207c5-7ba5-400e-9b91-c746e1ac85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:53.424513 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-985c743d-0b86-47e4-b97b-75f8e210f495 req-8b9207c5-7ba5-400e-9b91-c746e1ac85f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1098 time: 0.1528556 Jan 28 04:02:53.450514 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (e6365724-b30b-42e8-9112-08d621a4d806), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.494222 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5178ac-985c-473e-b472-25f2bf33f1b8 admin admin] Publish callbacks [] for security_group (6b328401-c6b0-4436-b71a-4133b14e4863), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.531026 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.532277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-d379c0e8-01dd-433b-9d2c-58fa4df848eb tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1804137 Jan 28 04:02:53.542482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5178ac-985c-473e-b472-25f2bf33f1b8 admin admin] Publish callbacks [] for security_group (6b328401-c6b0-4436-b71a-4133b14e4863), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.576374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c743d-0b86-47e4-b97b-75f8e210f495 req-d0236d71-9c41-457f-8630-374429d119e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:53.580568 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-985c743d-0b86-47e4-b97b-75f8e210f495 req-d0236d71-9c41-457f-8630-374429d119e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 920 time: 0.1494894 Jan 28 04:02:53.646822 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-985c743d-0b86-47e4-b97b-75f8e210f495 req-b334bc1d-97d7-44bc-8e6d-dc2c346dc0ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 217 time: 0.0599687 Jan 28 04:02:53.704112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-0780db11-2bff-439c-9afa-6e85f78c14b5 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.84 HTTP/1.1" status: 200 len: 695 time: 0.1637223 Jan 28 04:02:53.710993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c743d-0b86-47e4-b97b-75f8e210f495 req-2682a5e2-c992-4f2b-9a52-29a0ab424ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:53.712928 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-985c743d-0b86-47e4-b97b-75f8e210f495 req-2682a5e2-c992-4f2b-9a52-29a0ab424ac7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 200 len: 859 time: 0.0611305 Jan 28 04:02:53.756900 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-985c743d-0b86-47e4-b97b-75f8e210f495 req-94767f24-3cb4-49b3-a472-3d14991a7d69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=408f7f72-974d-43b8-9b44-176bafe6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385926 Jan 28 04:02:53.788037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142264f9-d148-4826-a4e0-583c1e4e565a req-640582fd-5cf5-4931-8c34-cf19a3dbfde4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:53.794872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-142264f9-d148-4826-a4e0-583c1e4e565a req-640582fd-5cf5-4931-8c34-cf19a3dbfde4 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 945 time: 0.2155917 Jan 28 04:02:53.821629 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5178ac-985c-473e-b472-25f2bf33f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6b328401-c6b0-4436-b71a-4133b14e4863), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.824195 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb5178ac-985c-473e-b472-25f2bf33f1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:53.827557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cb5178ac-985c-473e-b472-25f2bf33f1b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b328401-c6b0-4436-b71a-4133b14e4863 HTTP/1.1" status: 204 len: 168 time: 0.4436836 Jan 28 04:02:53.842828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5178ac-985c-473e-b472-25f2bf33f1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b328401-c6b0-4436-b71a-4133b14e4863,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:53.889616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-2e8289a0-0ace-4385-aebc-83a8d24773c1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:53.891014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-2e8289a0-0ace-4385-aebc-83a8d24773c1 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1810560 Jan 28 04:02:53.901645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-142264f9-d148-4826-a4e0-583c1e4e565a req-7059a576-eae9-4af4-937f-47f04c7b63c5 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058562 Jan 28 04:02:53.912875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-3e56f6e6-b4a0-4190-ba60-45468e752b86 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:02:53.919103 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-985c743d-0b86-47e4-b97b-75f8e210f495 req-b3a285eb-d8cb-4633-b725-742ba5d61d4c service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568012 Jan 28 04:02:53.920369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ccd6309-41be-4a26-9de4-f6e15dca74fc req-3e56f6e6-b4a0-4190-ba60-45468e752b86 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126674 Jan 28 04:02:54.066635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a904ea-0855-4188-b3ef-8196eb9c26d7 req-5f9fd7eb-0cd3-4700-a8ed-80c4d62a07f3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:54.074314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1a904ea-0855-4188-b3ef-8196eb9c26d7 req-5f9fd7eb-0cd3-4700-a8ed-80c4d62a07f3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 946 time: 0.0684764 Jan 28 04:02:54.157124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1a904ea-0855-4188-b3ef-8196eb9c26d7 req-4ed1d1fc-30be-4a3a-b149-fda871f49d86 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817847 Jan 28 04:02:54.370334 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-8ee09ff4-30c3-4645-8e6b-e250e6d7e9b3 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:54.372653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-8ee09ff4-30c3-4645-8e6b-e250e6d7e9b3 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1426001 Jan 28 04:02:54.465096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-991cfc37-dde0-4b86-a77b-fccc84b4fd22 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.84 HTTP/1.1" status: 200 len: 695 time: 0.0831716 Jan 28 04:02:54.470603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:54.501520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-3f7e918a-7eed-4a0f-9c42-eb808c84c629 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Request body: {'floatingip': {'port_id': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:54.584642 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-3f7e918a-7eed-4a0f-9c42-eb808c84c629 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for floatingip (e6365724-b30b-42e8-9112-08d621a4d806), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:54.630592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7395b-4746-4c80-83e3-8405e3b7d153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:54.671129 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-985c743d-0b86-47e4-b97b-75f8e210f495 req-5c7289d0-0ea6-4512-9898-7278f7d6c15e service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460926 Jan 28 04:02:54.868311 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7395b-4746-4c80-83e3-8405e3b7d153 admin admin] Publish callbacks [] for security_group (da81bfe0-8aaa-42f6-9f39-cc80f378dcf9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:54.874118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96a7395b-4746-4c80-83e3-8405e3b7d153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (da81bfe0-8aaa-42f6-9f39-cc80f378dcf9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:54.961118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-96a7395b-4746-4c80-83e3-8405e3b7d153 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2554dbee3b5e4aaf8a05f4169ae923e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4862084 Jan 28 04:02:54.961322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:54.969380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7395b-4746-4c80-83e3-8405e3b7d153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da81bfe0-8aaa-42f6-9f39-cc80f378dcf9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:55.107725 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cb00a3d-6d7e-48a6-8b4b-629975075925 admin admin] Publish callbacks [] for security_group (da81bfe0-8aaa-42f6-9f39-cc80f378dcf9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:55.176387 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cb00a3d-6d7e-48a6-8b4b-629975075925 admin admin] Publish callbacks [] for security_group (da81bfe0-8aaa-42f6-9f39-cc80f378dcf9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:55.355769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-e889fed9-e949-41fd-8de8-a3950a116e41 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:55.357398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-e889fed9-e949-41fd-8de8-a3950a116e41 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 946 time: 0.2240469 Jan 28 04:02:55.382042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-3f7e918a-7eed-4a0f-9c42-eb808c84c629 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:55.407920 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-3f7e918a-7eed-4a0f-9c42-eb808c84c629 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (e6365724-b30b-42e8-9112-08d621a4d806), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:55.420435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d44627-ffbc-4cb0-a1f9-691b81e8c066 req-c093a355-82fd-486d-aaaf-b1882b4192b4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:55.422035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89d44627-ffbc-4cb0-a1f9-691b81e8c066 req-c093a355-82fd-486d-aaaf-b1882b4192b4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 946 time: 0.1908276 Jan 28 04:02:55.463216 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cb00a3d-6d7e-48a6-8b4b-629975075925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (da81bfe0-8aaa-42f6-9f39-cc80f378dcf9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:55.465826 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cb00a3d-6d7e-48a6-8b4b-629975075925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:55.469271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5cb00a3d-6d7e-48a6-8b4b-629975075925 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da81bfe0-8aaa-42f6-9f39-cc80f378dcf9 HTTP/1.1" status: 204 len: 168 time: 0.5047550 Jan 28 04:02:55.505535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb00a3d-6d7e-48a6-8b4b-629975075925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da81bfe0-8aaa-42f6-9f39-cc80f378dcf9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:55.603871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89d44627-ffbc-4cb0-a1f9-691b81e8c066 req-83222887-bd50-4781-b1e3-1c7eeacf2b68 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357079 Jan 28 04:02:55.623324 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-3f7e918a-7eed-4a0f-9c42-eb808c84c629 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Floating IP e6365724-b30b-42e8-9112-08d621a4d806 associated. External IP: 172.25.1.84, port: 4981b7aa-ea95-46a9-a856-c5e6fa12589b. Jan 28 04:02:55.673784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-d237e100-9b1f-4cfc-8de5-dc444e95a95b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Deleting port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:02:55.674131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-d237e100-9b1f-4cfc-8de5-dc444e95a95b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:56.161357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-d237e100-9b1f-4cfc-8de5-dc444e95a95b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] For port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:56.161975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-d237e100-9b1f-4cfc-8de5-dc444e95a95b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:56.178533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-d237e100-9b1f-4cfc-8de5-dc444e95a95b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Calling delete_port for d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:02:56.483288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-3f7e918a-7eed-4a0f-9c42-eb808c84c629 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Router a4e440ac-6a9d-472d-b9b7-170c52e2a01b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:02:56.670834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-d237e100-9b1f-4cfc-8de5-dc444e95a95b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:56.825889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-3f7e918a-7eed-4a0f-9c42-eb808c84c629 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:02:56.839791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] Sync routers for ids ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:02:56.857507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] Routers {'a4e440ac-6a9d-472d-b9b7-170c52e2a01b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:56.858146 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:02:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:56.890324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-793dc116-7190-4e15-89e9-5cdaf91671df req-a39edf2d-eeb7-462e-86e1-0811d3f523d3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.1620269 Jan 28 04:02:56.895664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-3f7e918a-7eed-4a0f-9c42-eb808c84c629 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:56.937631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237e100-9b1f-4cfc-8de5-dc444e95a95b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'Port': ['ID=d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:57.006257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-3f7e918a-7eed-4a0f-9c42-eb808c84c629 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "PUT /v2.0/floatingips/e6365724-b30b-42e8-9112-08d621a4d806 HTTP/1.1" status: 200 len: 996 time: 2.5365429 Jan 28 04:02:57.006817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:57.021289 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:57.024291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-d237e100-9b1f-4cfc-8de5-dc444e95a95b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] No DVR routers for this DVR port d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:02:57.045241 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-d237e100-9b1f-4cfc-8de5-dc444e95a95b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:57.053295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-168bc14c-93b3-4136-86c6-9a4ef6ebe7e5 req-d237e100-9b1f-4cfc-8de5-dc444e95a95b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "DELETE /v2.0/ports/d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 HTTP/1.1" status: 204 len: 173 time: 1.6857779 Jan 28 04:02:57.111994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-89ad0ab7-ea43-47d5-bad6-1897bb31e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:57.116155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-89ad0ab7-ea43-47d5-bad6-1897bb31e626 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1098 time: 0.0822804 Jan 28 04:02:57.152286 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec31ce33-af67-4306-aaa2-eb0537870f49 x-openstack-request-id: req-ec31ce33-af67-4306-aaa2-eb0537870f49 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:57.152957 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:57.153359 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec31ce33-af67-4306-aaa2-eb0537870f49 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:57.153859 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'status': 'completed', 'code': 200} Jan 28 04:02:57.247691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] Set router a4e440ac-6a9d-472d-b9b7-170c52e2a01b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:57.268238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb req-4330aa49-b48d-4dae-ac0b-01eb04eea8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:57.270455 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb req-4330aa49-b48d-4dae-ac0b-01eb04eea8ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1098 time: 0.0878644 Jan 28 04:02:57.306052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-c2aeb09a-f436-4f3a-9b1b-a7abfb917399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:57.310210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-c2aeb09a-f436-4f3a-9b1b-a7abfb917399 service neutron] 10.222.0.44 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 920 time: 0.1882060 Jan 28 04:02:57.449128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-b572cd99-5686-4c6c-8c1c-627f069a08d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 999 time: 0.1314275 Jan 28 04:02:57.496576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb req-d71d3343-c88d-476e-9158-1e020355e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:57.500534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb req-d71d3343-c88d-476e-9158-1e020355e9a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 920 time: 0.2209911 Jan 28 04:02:57.532456 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-bf4522ac-cc13-452c-8c83-f22a4ec055b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:57.541360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-bf4522ac-cc13-452c-8c83-f22a4ec055b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 200 len: 859 time: 0.0793707 Jan 28 04:02:57.585920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-93ae2217-5c12-42d3-9624-8728825e0c02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=408f7f72-974d-43b8-9b44-176bafe6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429840 Jan 28 04:02:57.591220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-8cffe753-8f69-465c-b1c9-df66128e72dd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:02:57.599694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-8cffe753-8f69-465c-b1c9-df66128e72dd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125618 Jan 28 04:02:57.629569 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb req-ac498a04-7be1-4cee-9718-895f1e89041d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 999 time: 0.1230230 Jan 28 04:02:57.700931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb req-352c5302-195c-4de1-a512-316dbc0ba623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:57.703105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb req-352c5302-195c-4de1-a512-316dbc0ba623 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 200 len: 859 time: 0.0682840 Jan 28 04:02:57.725929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-509484d8-bc3d-4bc5-a931-bf5f6ecb96f5 service neutron] 10.222.0.44 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250665 Jan 28 04:02:57.747490 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb req-be38394d-7eef-4fcb-9ca2-eb0922bce73a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=408f7f72-974d-43b8-9b44-176bafe6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378923 Jan 28 04:02:57.798833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:50Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'e6365724-b30b-42e8-9112-08d621a4d806', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'floating_ip_address': '172.25.1.84', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'port_id': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'mac_address': 'fa:16:3e:8a:f7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:02:52Z', 'updated_at': '2022-01-28T04:02:55Z', 'revision_number': 1, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774bbe7a-7199-47f8-9c40-c4ef9cde88f5', 'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'mac_address': 'fa:16:3e:7c:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abc16f3-b833-45fe-8b77-95776e011625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:49Z', 'updated_at': '2022-01-28T04:01:58Z', 'revision_number': 5, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'subnets': [{'id': '4abc16f3-b833-45fe-8b77-95776e011625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:57.857006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] Checking router: a4e440ac-6a9d-472d-b9b7-170c52e2a01b for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:02:57.881873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] Routers {'a4e440ac-6a9d-472d-b9b7-170c52e2a01b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:57.882737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:02:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:57.944220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46dc441f-90cc-4cba-a5b0-bf3072cd3bc5 req-20d83b75-1cc6-4251-9621-f6a3d1bb4d35 service neutron] 10.222.0.44 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114336 Jan 28 04:02:57.951486 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb req-794d12cf-f8f2-4b03-b797-b5f7edfd3177 service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963124 Jan 28 04:02:58.183883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ee32209-80ad-48b7-9caa-92caa1057c89 req-c07f1e2e-e308-44f0-aebe-39164df38f2f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.1144373 Jan 28 04:02:58.186309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] Set router a4e440ac-6a9d-472d-b9b7-170c52e2a01b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:58.205122 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3ba30dc-e8ef-4673-90ce-a0f7600d95cb req-dacdac0d-9dbe-451c-aeca-2f506dce1f0d service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425137 Jan 28 04:02:58.328292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-c677ece3-c067-4d76-a380-83d53d9c89c4 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.84 HTTP/1.1" status: 200 len: 999 time: 0.3411205 Jan 28 04:02:58.413573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ea02d4ec-636c-4136-8c1a-72a3917f6240 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:58.419478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ea02d4ec-636c-4136-8c1a-72a3917f6240 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports/4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 943 time: 0.0893784 Jan 28 04:02:58.552037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-387ba75e-cceb-4d2e-b516-21c496261fa6 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.84 HTTP/1.1" status: 200 len: 999 time: 0.0906301 Jan 28 04:02:58.586423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:50Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'e6365724-b30b-42e8-9112-08d621a4d806', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'floating_ip_address': '172.25.1.84', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'port_id': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'mac_address': 'fa:16:3e:8a:f7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:02:52Z', 'updated_at': '2022-01-28T04:02:55Z', 'revision_number': 1, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774bbe7a-7199-47f8-9c40-c4ef9cde88f5', 'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'mac_address': 'fa:16:3e:7c:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abc16f3-b833-45fe-8b77-95776e011625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:49Z', 'updated_at': '2022-01-28T04:01:58Z', 'revision_number': 5, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'subnets': [{'id': '4abc16f3-b833-45fe-8b77-95776e011625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:58.670524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-a59328a2-aa37-432f-aa9d-5d1d0ca8d870 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:58.672010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-a59328a2-aa37-432f-aa9d-5d1d0ca8d870 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1188891 Jan 28 04:02:58.699228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:02:58.702237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf7b6a1-799b-4b7d-882f-031e0d0e8aac None None] The sync data for ids ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'] in n-d-808199-14 is: [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:50Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'e6365724-b30b-42e8-9112-08d621a4d806', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'floating_ip_address': '172.25.1.84', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'port_id': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'mac_address': 'fa:16:3e:8a:f7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:02:52Z', 'updated_at': '2022-01-28T04:02:55Z', 'revision_number': 1, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774bbe7a-7199-47f8-9c40-c4ef9cde88f5', 'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'mac_address': 'fa:16:3e:7c:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abc16f3-b833-45fe-8b77-95776e011625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:49Z', 'updated_at': '2022-01-28T04:01:58Z', 'revision_number': 5, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'subnets': [{'id': '4abc16f3-b833-45fe-8b77-95776e011625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:02:58.746766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:02:58.747118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:02:58.805941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-731186d1-452f-4358-8393-1073b741080a tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.84 HTTP/1.1" status: 200 len: 999 time: 0.1249211 Jan 28 04:02:58.821268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ca15bc65-611b-417a-9b6d-ecf58cabec20 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:58.965147 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ca15bc65-611b-417a-9b6d-ecf58cabec20 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for floatingip (e6365724-b30b-42e8-9112-08d621a4d806), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:59.160602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6ec9da-bf79-4e47-9ff4-90a6338096e2', 'name': 'network-vif-deleted', 'tag': 'd59e3f0e-e97d-4f5f-9bbd-fc1531f08f06'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:59.172278 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80075a53-5795-4b06-9e6a-e16fa026570d" -d '{"events": [{"server_uuid": "dc6ec9da-bf79-4e47-9ff4-90a6338096e2", "name": "network-vif-deleted", "tag": "d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:59.230704 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95873fab-51c7-46d3-896a-5eb16e7a10bd None None] New status for floating IP e6365724-b30b-42e8-9112-08d621a4d806: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:02:59.312903 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bffa3b9-1798-4de4-98c9-2da551bafc25 x-openstack-request-id: req-3bffa3b9-1798-4de4-98c9-2da551bafc25 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:59.313481 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6ec9da-bf79-4e47-9ff4-90a6338096e2", "name": "network-vif-deleted", "tag": "d59e3f0e-e97d-4f5f-9bbd-fc1531f08f06", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:59.314704 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3bffa3b9-1798-4de4-98c9-2da551bafc25 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:59.317516 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6ec9da-bf79-4e47-9ff4-90a6338096e2', 'name': 'network-vif-deleted', 'tag': 'd59e3f0e-e97d-4f5f-9bbd-fc1531f08f06', 'status': 'completed', 'code': 200} Jan 28 04:02:59.346388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ca15bc65-611b-417a-9b6d-ecf58cabec20 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:59.355172 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ca15bc65-611b-417a-9b6d-ecf58cabec20 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (e6365724-b30b-42e8-9112-08d621a4d806), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:59.356217 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ca15bc65-611b-417a-9b6d-ecf58cabec20 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Floating IP e6365724-b30b-42e8-9112-08d621a4d806 disassociated. External IP: 172.25.1.84, port: 4981b7aa-ea95-46a9-a856-c5e6fa12589b. Jan 28 04:02:59.437060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75559b67-f445-4fb3-8b44-f746bd383c74 req-20bc5e93-3b04-4b68-b36c-ca1ec732040e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0694470 Jan 28 04:02:59.449671 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.db.api [None req-95873fab-51c7-46d3-896a-5eb16e7a10bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:02:59.450012 n-d-808199-14 neutron-server[103291]: DEBUG oslo_db.api [None req-95873fab-51c7-46d3-896a-5eb16e7a10bd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:02:59.677763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ca15bc65-611b-417a-9b6d-ecf58cabec20 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Router a4e440ac-6a9d-472d-b9b7-170c52e2a01b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:02:59.807379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ca15bc65-611b-417a-9b6d-ecf58cabec20 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:02:59.817164 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ca15bc65-611b-417a-9b6d-ecf58cabec20 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:59.854724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-ca15bc65-611b-417a-9b6d-ecf58cabec20 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "PUT /v2.0/floatingips/e6365724-b30b-42e8-9112-08d621a4d806 HTTP/1.1" status: 200 len: 692 time: 1.0442674 Jan 28 04:02:59.912655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-09b71c17-e796-461b-bc8b-89d4ea198f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:59.914616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-09b71c17-e796-461b-bc8b-89d4ea198f78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1098 time: 0.0472951 Jan 28 04:02:59.953700 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95873fab-51c7-46d3-896a-5eb16e7a10bd None None] New status for floating IP e6365724-b30b-42e8-9112-08d621a4d806: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:03:00.043409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-e00ca5a7-5d40-44f8-b5c5-c2f23480d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:00.045417 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-e00ca5a7-5d40-44f8-b5c5-c2f23480d98a service neutron] 10.222.0.44 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 920 time: 0.1238205 Jan 28 04:03:00.121935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-17bd3684-f7e6-49bf-80e7-f35f087b0734 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 217 time: 0.0669937 Jan 28 04:03:00.201059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-db5d8226-893e-4291-8883-9c1e6bbe7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:00.203409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-db5d8226-893e-4291-8883-9c1e6bbe7023 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 200 len: 859 time: 0.0657008 Jan 28 04:03:00.248688 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-663c8004-d213-4b97-a1d4-7387faaaadc8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=408f7f72-974d-43b8-9b44-176bafe6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296085 Jan 28 04:03:00.414454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-91f23329-1d8c-4fe3-9df0-f075a0b83d5b service neutron] 10.222.0.44 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371872 Jan 28 04:03:00.415930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] Sync routers for ids ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:03:00.429420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] Routers {'a4e440ac-6a9d-472d-b9b7-170c52e2a01b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:03:00.430147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:02:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:00.519194 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab9170a4-1186-4bae-a3a8-65fc86b71d95 req-fac51b0e-05c1-4fec-9576-2af6c0d17dd5 service neutron] 10.222.0.44 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982473 Jan 28 04:03:00.594709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] Set router a4e440ac-6a9d-472d-b9b7-170c52e2a01b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:03:00.629979 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:03:00.660527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8607c9a0-f15d-4168-82fb-7388a11e4795 req-90d5dfac-bd40-4f6d-b21c-def64add45ca tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0928428 Jan 28 04:03:00.682281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-9923f4f9-d096-4bdf-9132-6f4e1ac041c7 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/floatingips/e6365724-b30b-42e8-9112-08d621a4d806 HTTP/1.1" status: 200 len: 692 time: 0.1137791 Jan 28 04:03:00.788438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-c7bcb740-e6e3-4608-8af7-fc796d9991a6 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:00.793668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-c7bcb740-e6e3-4608-8af7-fc796d9991a6 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/networks/c428ea05-fdea-4927-b208-d8bd2b8e1ed7 HTTP/1.1" status: 200 len: 784 time: 0.1183453 Jan 28 04:03:00.802802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-00dd7e75-1de3-4104-9d65-83d548b03b37 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:03:00.804150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-00dd7e75-1de3-4104-9d65-83d548b03b37 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074141 Jan 28 04:03:00.897852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-3b2f2ff6-1686-40c6-afa2-9bd1aee6411b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.84 HTTP/1.1" status: 200 len: 695 time: 0.0873144 Jan 28 04:03:00.957392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-d91e7aa1-1739-4ed9-9f4d-6827468b29c5 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.1.84 HTTP/1.1" status: 200 len: 695 time: 0.0519433 Jan 28 04:03:01.061244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:50Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '774bbe7a-7199-47f8-9c40-c4ef9cde88f5', 'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'mac_address': 'fa:16:3e:7c:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abc16f3-b833-45fe-8b77-95776e011625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:49Z', 'updated_at': '2022-01-28T04:01:58Z', 'revision_number': 5, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'subnets': [{'id': '4abc16f3-b833-45fe-8b77-95776e011625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:01.089822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] Checking router: a4e440ac-6a9d-472d-b9b7-170c52e2a01b for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:03:01.104826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] Routers {'a4e440ac-6a9d-472d-b9b7-170c52e2a01b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:03:01.105464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:02:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:01.138280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-ecdfe07a-d3f0-4f31-b131-36f128bdc334 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Deleting port f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:03:01.138620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-ecdfe07a-d3f0-4f31-b131-36f128bdc334 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:01.241420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] Set router a4e440ac-6a9d-472d-b9b7-170c52e2a01b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:03:01.307067 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-ecdfe07a-d3f0-4f31-b131-36f128bdc334 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:01.307441 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-ecdfe07a-d3f0-4f31-b131-36f128bdc334 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for floatingip (f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:01.322251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:03:01.324178 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd285dac-a1b7-440f-9d15-a3a8fb784642" -d '{"events": [{"name": "network-changed", "server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:03:01.341899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-ecdfe07a-d3f0-4f31-b131-36f128bdc334 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Calling delete_port for f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:03:01.434698 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa30c0a3-b51f-48ce-9f04-d69adb53cad5 x-openstack-request-id: req-fa30c0a3-b51f-48ce-9f04-d69adb53cad5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:03:01.435358 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:03:01.435358 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa30c0a3-b51f-48ce-9f04-d69adb53cad5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:03:01.435651 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'status': 'completed', 'code': 200} Jan 28 04:03:01.585030 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-ecdfe07a-d3f0-4f31-b131-36f128bdc334 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:01.595840 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd285dac-a1b7-440f-9d15-a3a8fb784642 req-a9a19a07-645f-4c57-aa69-6bc4c410beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:01.599735 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd285dac-a1b7-440f-9d15-a3a8fb784642 req-a9a19a07-645f-4c57-aa69-6bc4c410beee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43d977043f164bd6bf454e7595254c0b&device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 1098 time: 0.1258705 Jan 28 04:03:01.626942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfe07a-d3f0-4f31-b131-36f128bdc334 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Pushing event deleted for resources: {'Port': ['ID=f288629f-1fd2-49c1-ad0d-7cd1f4e2c9af,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:01.641284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:50Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '774bbe7a-7199-47f8-9c40-c4ef9cde88f5', 'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'mac_address': 'fa:16:3e:7c:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abc16f3-b833-45fe-8b77-95776e011625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:49Z', 'updated_at': '2022-01-28T04:01:58Z', 'revision_number': 5, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'subnets': [{'id': '4abc16f3-b833-45fe-8b77-95776e011625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:01.676313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8688e4be-20e5-4485-8cb8-d70a93d27761 None None] The sync data for ids ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'] in n-d-808199-14 is: [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:01:50Z', 'revision_number': 4, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '774bbe7a-7199-47f8-9c40-c4ef9cde88f5', 'name': '', 'network_id': '408f7f72-974d-43b8-9b44-176bafe6e1f7', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'mac_address': 'fa:16:3e:7c:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abc16f3-b833-45fe-8b77-95776e011625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:49Z', 'updated_at': '2022-01-28T04:01:58Z', 'revision_number': 5, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'subnets': [{'id': '4abc16f3-b833-45fe-8b77-95776e011625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:03:01.789635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd285dac-a1b7-440f-9d15-a3a8fb784642 req-7d3d3cea-3572-4c4f-a784-5cc1441ec14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:01.791225 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd285dac-a1b7-440f-9d15-a3a8fb784642 req-7d3d3cea-3572-4c4f-a784-5cc1441ec14f service neutron] 10.222.0.25 "GET /v2.0/networks?id=408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 200 len: 920 time: 0.1855648 Jan 28 04:03:01.808473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-ecdfe07a-d3f0-4f31-b131-36f128bdc334 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for floatingip (e6365724-b30b-42e8-9112-08d621a4d806), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:01.812214 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-ecdfe07a-d3f0-4f31-b131-36f128bdc334 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:01.812876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-438eb3d8-1308-4cd7-b166-671c6f192e40 req-ecdfe07a-d3f0-4f31-b131-36f128bdc334 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "DELETE /v2.0/floatingips/e6365724-b30b-42e8-9112-08d621a4d806 HTTP/1.1" status: 204 len: 173 time: 0.8452563 Jan 28 04:03:01.841955 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e5a432a-aadd-410a-a053-e85b3fa3c30f req-3df68381-598f-437f-9bd0-a476628e9c0d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0570605 Jan 28 04:03:01.905583 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd285dac-a1b7-440f-9d15-a3a8fb784642 req-357da72f-300b-411b-a516-279fd0917f2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 200 len: 217 time: 0.1073437 Jan 28 04:03:01.923494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71b28f46-be02-4eb5-b5b8-ce931a6a5e98 req-2283b050-059c-4506-b433-7a0534757841 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups/cbe823ad-1e74-43b2-b84f-5abbbadb9e9a HTTP/1.1" status: 200 len: 1826 time: 0.0806372 Jan 28 04:03:01.978055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd285dac-a1b7-440f-9d15-a3a8fb784642 req-c5637b23-9c60-40af-a3a1-691e36781307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:01.979548 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd285dac-a1b7-440f-9d15-a3a8fb784642 req-c5637b23-9c60-40af-a3a1-691e36781307 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 200 len: 859 time: 0.0658612 Jan 28 04:03:02.024166 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd285dac-a1b7-440f-9d15-a3a8fb784642 req-32709602-2ed0-459c-aa7f-a3d5ed35d127 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=408f7f72-974d-43b8-9b44-176bafe6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381577 Jan 28 04:03:02.030490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-71b28f46-be02-4eb5-b5b8-ce931a6a5e98 req-64747e41-f6de-4051-ba60-7b78fc7b38cd tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for security_group (cbe823ad-1e74-43b2-b84f-5abbbadb9e9a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:02.152430 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d51618-b848-4de1-880b-b581ea577142 None None] New status for floating IP e6365724-b30b-42e8-9112-08d621a4d806: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:03:02.233328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd285dac-a1b7-440f-9d15-a3a8fb784642 req-6668aa13-39e9-413e-84a5-de5c569f5838 service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009509 Jan 28 04:03:02.426884 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd285dac-a1b7-440f-9d15-a3a8fb784642 req-9e598032-13e4-40ca-b285-b34afc21d934 service neutron] 10.222.0.25 "GET /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877234 Jan 28 04:03:02.434971 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-71b28f46-be02-4eb5-b5b8-ce931a6a5e98 req-64747e41-f6de-4051-ba60-7b78fc7b38cd tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for security_group (cbe823ad-1e74-43b2-b84f-5abbbadb9e9a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:02.493402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-71b28f46-be02-4eb5-b5b8-ce931a6a5e98 req-64747e41-f6de-4051-ba60-7b78fc7b38cd tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cbe823ad-1e74-43b2-b84f-5abbbadb9e9a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:02.496383 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-71b28f46-be02-4eb5-b5b8-ce931a6a5e98 req-64747e41-f6de-4051-ba60-7b78fc7b38cd tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:02.497568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-71b28f46-be02-4eb5-b5b8-ce931a6a5e98 req-64747e41-f6de-4051-ba60-7b78fc7b38cd tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "DELETE /v2.0/security-groups/cbe823ad-1e74-43b2-b84f-5abbbadb9e9a HTTP/1.1" status: 204 len: 173 time: 0.5674126 Jan 28 04:03:02.510994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64747e41-f6de-4051-ba60-7b78fc7b38cd tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe823ad-1e74-43b2-b84f-5abbbadb9e9a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:02.831004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3933c-36a1-43a2-a49b-028ae7035d04 req-2ed77842-9d35-4af7-a395-c0663dc269bc tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:02.838596 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70c3933c-36a1-43a2-a49b-028ae7035d04 req-2ed77842-9d35-4af7-a395-c0663dc269bc tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0861826 Jan 28 04:03:02.921825 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-70c3933c-36a1-43a2-a49b-028ae7035d04 req-04a5b499-7ef7-4000-9596-e80d89cc6cc6 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821707 Jan 28 04:03:03.108904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf293ac0-0eea-4cfe-a518-3f276877b273 req-928957c2-f5dd-4218-a7cb-7102494ded88 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0612516 Jan 28 04:03:03.251863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaff31a-3182-45a0-8106-b6fc7024b5ce req-4215ad3a-4d96-40c9-a836-c6493c66ee03 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:03.253891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afaff31a-3182-45a0-8106-b6fc7024b5ce req-4215ad3a-4d96-40c9-a836-c6493c66ee03 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.0844493 Jan 28 04:03:03.361421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afaff31a-3182-45a0-8106-b6fc7024b5ce req-c3e32afa-ba93-47d9-ad51-4ee5ee2bba73 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971560 Jan 28 04:03:04.052131 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a8a52-12dd-4e40-a0c5-6aa8d6cb7c0f req-2af0d8d3-1de7-41e1-94b5-54533753c7e8 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:04.054642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e7a8a52-12dd-4e40-a0c5-6aa8d6cb7c0f req-2af0d8d3-1de7-41e1-94b5-54533753c7e8 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0527809 Jan 28 04:03:04.104641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e7a8a52-12dd-4e40-a0c5-6aa8d6cb7c0f req-afc79fa8-e0a1-469b-af90-671802c9baed tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452087 Jan 28 04:03:04.235361 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfaf5e33-d519-4615-b2ea-965b1b48604e req-420cc301-8c5d-4763-8028-38968def3765 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0375354 Jan 28 04:03:04.488909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1eb0f-bcc8-4198-9ac9-4fbfdc5c0d16 req-371b854f-4950-41ec-a64d-0947a8190e38 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:04.490424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dad1eb0f-bcc8-4198-9ac9-4fbfdc5c0d16 req-371b854f-4950-41ec-a64d-0947a8190e38 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.0507262 Jan 28 04:03:04.557941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dad1eb0f-bcc8-4198-9ac9-4fbfdc5c0d16 req-e3b3bd0a-816f-4156-a4f2-c6d8d8338977 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608842 Jan 28 04:03:05.230699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e526fb4-5f98-438a-a657-93137e818344 req-e94e89b9-449e-4010-a5ee-d753291a0836 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:05.232129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e526fb4-5f98-438a-a657-93137e818344 req-e94e89b9-449e-4010-a5ee-d753291a0836 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0501220 Jan 28 04:03:05.285882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e526fb4-5f98-438a-a657-93137e818344 req-1957c313-2717-49df-9781-103321293ab2 tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/security-groups?id=75d4d1de-96f0-4599-9704-a8005bdda7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477588 Jan 28 04:03:05.347817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6e0ce79-cb92-4411-a59e-e2cf8cbceaf2 req-d7c938b7-3bbe-4569-be2e-55678c296718 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0303943 Jan 28 04:03:05.564856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-60f4a546-69a7-466c-9b83-301c185f99bf tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:05.567162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-60f4a546-69a7-466c-9b83-301c185f99bf tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.25 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 946 time: 0.0542469 Jan 28 04:03:05.684045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66462c-97dc-4fb3-9f1e-733fadfba232 req-985890c5-abb4-4514-891f-cae490a4aa47 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:05.685910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca66462c-97dc-4fb3-9f1e-733fadfba232 req-985890c5-abb4-4514-891f-cae490a4aa47 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.0499163 Jan 28 04:03:05.688137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-fc159e8b-678d-4c97-9007-7ca326e0254b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Deleting port 4981b7aa-ea95-46a9-a856-c5e6fa12589b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:03:05.688648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-fc159e8b-678d-4c97-9007-7ca326e0254b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:05.738191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca66462c-97dc-4fb3-9f1e-733fadfba232 req-5cedca20-3929-47e5-85cb-454dbc26fd66 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447276 Jan 28 04:03:05.801285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-fc159e8b-678d-4c97-9007-7ca326e0254b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] For port 4981b7aa-ea95-46a9-a856-c5e6fa12589b, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4981b7aa-ea95-46a9-a856-c5e6fa12589b,segment=NetworkSegment(6fe2c42d-c016-45eb-8463-8902584c4b95),segment_id=6fe2c42d-c016-45eb-8463-8902584c4b95)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:05.801571 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-fc159e8b-678d-4c97-9007-7ca326e0254b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:05.814396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-fc159e8b-678d-4c97-9007-7ca326e0254b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Calling delete_port for 4981b7aa-ea95-46a9-a856-c5e6fa12589b owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:03:05.994176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-fc159e8b-678d-4c97-9007-7ca326e0254b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4981b7aa-ea95-46a9-a856-c5e6fa12589b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:06.027962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc159e8b-678d-4c97-9007-7ca326e0254b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Pushing event deleted for resources: {'Port': ['ID=4981b7aa-ea95-46a9-a856-c5e6fa12589b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:06.028343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4981b7aa-ea95-46a9-a856-c5e6fa12589b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:03:06.077883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-fc159e8b-678d-4c97-9007-7ca326e0254b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] No DVR routers for this DVR port 4981b7aa-ea95-46a9-a856-c5e6fa12589b on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:03:06.080623 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-fc159e8b-678d-4c97-9007-7ca326e0254b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:06.084541 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d9ec205f-f949-46d5-b1b6-e79102a66e39 req-fc159e8b-678d-4c97-9007-7ca326e0254b tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.25 "DELETE /v2.0/ports/4981b7aa-ea95-46a9-a856-c5e6fa12589b HTTP/1.1" status: 204 len: 173 time: 0.5120282 Jan 28 04:03:06.085064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'name': 'network-vif-deleted', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:03:06.087486 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf48db-81b9-4a66-9dc9-54715d74bdfe" -d '{"events": [{"server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "name": "network-vif-deleted", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:03:06.135839 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcfde51-6201-481c-b831-c0c2113e59c3 x-openstack-request-id: req-8dcfde51-6201-481c-b831-c0c2113e59c3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:03:06.136142 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823c00f-c4e9-405b-8828-e38cb5ea1215", "name": "network-vif-deleted", "tag": "4981b7aa-ea95-46a9-a856-c5e6fa12589b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:03:06.136398 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8dcfde51-6201-481c-b831-c0c2113e59c3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:03:06.136806 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823c00f-c4e9-405b-8828-e38cb5ea1215', 'name': 'network-vif-deleted', 'tag': '4981b7aa-ea95-46a9-a856-c5e6fa12589b', 'status': 'completed', 'code': 200} Jan 28 04:03:06.397480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9e2648f-bafa-4320-85f4-b179d40ddf2c req-686592c6-855b-483e-b127-baff0e2f8f0d tempest-ServerRescueTestJSONUnderV235-1612522874 tempest-ServerRescueTestJSONUnderV235-1612522874-project] 10.222.0.44 "GET /v2.0/ports?device_id=2823c00f-c4e9-405b-8828-e38cb5ea1215 HTTP/1.1" status: 200 len: 210 time: 0.0304148 Jan 28 04:03:06.445232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc947f63-7007-4839-93d9-d255ed614a2a req-848c2f0a-fc40-4b27-92a8-a67491eae26f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0257165 Jan 28 04:03:06.861316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590244bd-2810-4918-88d5-abb14ea427d3 req-9e4b5fbb-593f-4717-8bfa-8c2f049b26bc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:06.862989 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-590244bd-2810-4918-88d5-abb14ea427d3 req-9e4b5fbb-593f-4717-8bfa-8c2f049b26bc tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.0526800 Jan 28 04:03:06.917856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-590244bd-2810-4918-88d5-abb14ea427d3 req-bd488df6-df67-435c-b8b9-7955fb079f8a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490143 Jan 28 04:03:07.454604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 38990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:03:07.571809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58e25f35-e5c5-4651-acaf-a1c5b11a30cd req-65f39804-6bf3-4f63-8572-6fe6b8900f60 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0310457 Jan 28 04:03:07.917105 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:08.125265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0b556-06af-42e8-96d2-7db5685b17c5 req-e7f94f71-15d4-4169-965c-653fa3badaa9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:08.126746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ca0b556-06af-42e8-96d2-7db5685b17c5 req-e7f94f71-15d4-4169-965c-653fa3badaa9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.1208155 Jan 28 04:03:08.210252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ca0b556-06af-42e8-96d2-7db5685b17c5 req-75b0875b-a46b-4d30-8ae5-d726ade86c4c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666935 Jan 28 04:03:08.303478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] Deleting port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:03:08.303733 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:08.384651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] For port 774bbe7a-7199-47f8-9c40-c4ef9cde88f5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=774bbe7a-7199-47f8-9c40-c4ef9cde88f5,segment=NetworkSegment(6fe2c42d-c016-45eb-8463-8902584c4b95),segment_id=6fe2c42d-c016-45eb-8463-8902584c4b95)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:08.385055 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:08.397479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] Calling delete_port for 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:03:08.576864 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (774bbe7a-7199-47f8-9c40-c4ef9cde88f5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:08.602074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=774bbe7a-7199-47f8-9c40-c4ef9cde88f5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:08.682886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e82fcc21-b199-4859-abe4-22ea3bddba6e req-c80a83de-53e9-4eb6-aea9-be3738223230 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0316937 Jan 28 04:03:08.788182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:08.848607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4981b7aa-ea95-46a9-a856-c5e6fa12589b no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:03:08.872179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 4981b7aa-ea95-46a9-a856-c5e6fa12589b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:03:08.872663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4981b7aa-ea95-46a9-a856-c5e6fa12589b not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:03:09.019958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] Router a4e440ac-6a9d-472d-b9b7-170c52e2a01b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:03:09.398779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:03:09.412810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] Sync routers for ids ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:03:09.416822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d752ebac-36de-4434-891d-657079a039d3 admin admin] 10.222.0.44 "PUT /v2.0/routers/a4e440ac-6a9d-472d-b9b7-170c52e2a01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9610782 Jan 28 04:03:09.419644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39000) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:03:09.428610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] Routers {'a4e440ac-6a9d-472d-b9b7-170c52e2a01b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:03:09.429600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:02:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:09.443026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1d3d7-07c1-41ba-97c1-03316d7fd57a req-395ba9f5-2fda-439b-b76d-398e3b742739 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:09.444747 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fc1d3d7-07c1-41ba-97c1-03316d7fd57a req-395ba9f5-2fda-439b-b76d-398e3b742739 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.0672371 Jan 28 04:03:09.506811 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fc1d3d7-07c1-41ba-97c1-03316d7fd57a req-30c146bc-0b9d-485c-a3df-dfcc183be5a1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558448 Jan 28 04:03:09.547649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Publish callbacks [] for router (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:09.557154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] Set router a4e440ac-6a9d-472d-b9b7-170c52e2a01b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:03:09.656580 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Publish callbacks [] for router_gateway (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:09.724118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Deleting port 6c610ba4-b5a0-4626-936e-ab94e000b81d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:03:09.724473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:09.748260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:03:08Z', 'revision_number': 5, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port': {'id': '6c610ba4-b5a0-4626-936e-ab94e000b81d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:45Z', 'updated_at': '2022-01-28T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:09.776530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] Checking router: a4e440ac-6a9d-472d-b9b7-170c52e2a01b for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:03:09.785807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] Routers {'a4e440ac-6a9d-472d-b9b7-170c52e2a01b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:03:09.786169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:02:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:09.798311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f35aadc3-ddd3-4a39-968c-c2d0412bc78b req-ad28cce7-1f7f-4ada-9b84-c1f8ba904822 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0308564 Jan 28 04:03:09.827824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] For port 6c610ba4-b5a0-4626-936e-ab94e000b81d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6c610ba4-b5a0-4626-936e-ab94e000b81d,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:09.828187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:09.840535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Calling delete_port for 6c610ba4-b5a0-4626-936e-ab94e000b81d owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:03:09.888934 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] Set router a4e440ac-6a9d-472d-b9b7-170c52e2a01b gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:03:09.944696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:03:09Z', 'revision_number': 6, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:09.972273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606f9c3-44a2-4ff6-a7db-08c525c89bb2 None None] The sync data for ids ['a4e440ac-6a9d-472d-b9b7-170c52e2a01b'] in n-d-808199-14 is: [{'id': 'a4e440ac-6a9d-472d-b9b7-170c52e2a01b', 'name': 'tempest-ServerRescueTestJSONUnderV235-167790825-router', 'tenant_id': '43d977043f164bd6bf454e7595254c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:44Z', 'updated_at': '2022-01-28T04:03:09Z', 'revision_number': 6, 'project_id': '43d977043f164bd6bf454e7595254c0b', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:03:10.020560 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6c610ba4-b5a0-4626-936e-ab94e000b81d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.055357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c610ba4-b5a0-4626-936e-ab94e000b81d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:10.122761 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.215216 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.217742 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Publish callbacks [] for router_controller (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.263817 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (a4e440ac-6a9d-472d-b9b7-170c52e2a01b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.264373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e440ac-6a9d-472d-b9b7-170c52e2a01b {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:03:10.268695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.270052 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c5deb3bf-5fbf-4cd5-8fdd-3e61098537e1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a4e440ac-6a9d-472d-b9b7-170c52e2a01b HTTP/1.1" status: 204 len: 168 time: 0.8493843 Jan 28 04:03:10.272556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:03:10.318341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-22035880-7b55-4cfc-8e3e-0b6fcdc609f5 admin admin] Deleting subnet 4abc16f3-b833-45fe-8b77-95776e011625 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:03:10.321577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22035880-7b55-4cfc-8e3e-0b6fcdc609f5 admin admin] Publish callbacks [] for subnet (4abc16f3-b833-45fe-8b77-95776e011625), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.363935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22035880-7b55-4cfc-8e3e-0b6fcdc609f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (4abc16f3-b833-45fe-8b77-95776e011625), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.405672 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22035880-7b55-4cfc-8e3e-0b6fcdc609f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (4abc16f3-b833-45fe-8b77-95776e011625), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.466770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22035880-7b55-4cfc-8e3e-0b6fcdc609f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (4abc16f3-b833-45fe-8b77-95776e011625), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.491662 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22035880-7b55-4cfc-8e3e-0b6fcdc609f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abc16f3-b833-45fe-8b77-95776e011625,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:10.497349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22035880-7b55-4cfc-8e3e-0b6fcdc609f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.500551 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-22035880-7b55-4cfc-8e3e-0b6fcdc609f5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4abc16f3-b833-45fe-8b77-95776e011625 HTTP/1.1" status: 204 len: 168 time: 0.2267385 Jan 28 04:03:10.503601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39006) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:03:10.529935 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd5e2-fb39-4036-9b93-6595951c2cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.579035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (408f7f72-974d-43b8-9b44-176bafe6e1f7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.635627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe732f7f-6ce7-45ab-b2f6-98898a075dae req-2e392346-e54a-42b9-9fe9-bfe2b4bb167c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:10.637330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe732f7f-6ce7-45ab-b2f6-98898a075dae req-2e392346-e54a-42b9-9fe9-bfe2b4bb167c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Jan 28 04:03:10.663466 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (408f7f72-974d-43b8-9b44-176bafe6e1f7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.685942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408f7f72-974d-43b8-9b44-176bafe6e1f7']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:10.692402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe732f7f-6ce7-45ab-b2f6-98898a075dae req-e6bd406a-2cb5-41c5-9601-15d776a1ecd9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489931 Jan 28 04:03:10.696122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe2c42d-c016-45eb-8463-8902584c4b95') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:10.696417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe2c42d-c016-45eb-8463-8902584c4b95') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:03:10.707090 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (6fe2c42d-c016-45eb-8463-8902584c4b95), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.722655 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6fe2c42d-c016-45eb-8463-8902584c4b95), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.728749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (6fe2c42d-c016-45eb-8463-8902584c4b95), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:03:10.731645 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:03:10.796724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (408f7f72-974d-43b8-9b44-176bafe6e1f7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.818041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6c610ba4-b5a0-4626-936e-ab94e000b81d no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:03:10.821844 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:10.826482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] 10.222.0.44 "DELETE /v2.0/networks/408f7f72-974d-43b8-9b44-176bafe6e1f7 HTTP/1.1" status: 204 len: 168 time: 0.3219304 Jan 28 04:03:10.827608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f837747-dd28-421e-aa3e-f7518bea39ab admin admin] Pushing event deleted for resources: {'Network': ['ID=408f7f72-974d-43b8-9b44-176bafe6e1f7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:10.846753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 6c610ba4-b5a0-4626-936e-ab94e000b81d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:03:10.847267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6c610ba4-b5a0-4626-936e-ab94e000b81d not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:03:10.847843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:03:10.872069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:03:10.872568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 774bbe7a-7199-47f8-9c40-c4ef9cde88f5 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:03:10.935272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e911233-2692-4556-ab96-54aa9b5bb29e req-3c0f46de-1fbe-4810-91c1-4b887d5e516a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0381596 Jan 28 04:03:11.048865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:03:11.098384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-efdcc777-b6bd-4a4c-8fa7-14bd5d6ec8e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43d977043f164bd6bf454e7595254c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478122 Jan 28 04:03:11.100824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:03:11.167061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-569ac993-cd6d-4cb2-a71e-b2d75294a38c admin admin] Publish callbacks [] for security_group (75d4d1de-96f0-4599-9704-a8005bdda7ca), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:11.190436 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-569ac993-cd6d-4cb2-a71e-b2d75294a38c admin admin] Publish callbacks [] for security_group (75d4d1de-96f0-4599-9704-a8005bdda7ca), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:11.246609 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-569ac993-cd6d-4cb2-a71e-b2d75294a38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (75d4d1de-96f0-4599-9704-a8005bdda7ca), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:11.249169 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-569ac993-cd6d-4cb2-a71e-b2d75294a38c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:11.250395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-569ac993-cd6d-4cb2-a71e-b2d75294a38c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75d4d1de-96f0-4599-9704-a8005bdda7ca HTTP/1.1" status: 204 len: 168 time: 0.1457775 Jan 28 04:03:11.258923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ac993-cd6d-4cb2-a71e-b2d75294a38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d4d1de-96f0-4599-9704-a8005bdda7ca,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:11.697517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-7da32b06-0cf6-430a-aada-8367c8c574d8 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dd1fea82103f4855ae339d736012f5e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606527 Jan 28 04:03:11.952489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341944c-eb57-4958-92d7-98d5acc4c8c0 req-8f673131-6c96-40db-8926-5faf0a6babfd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:11.954243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e341944c-eb57-4958-92d7-98d5acc4c8c0 req-8f673131-6c96-40db-8926-5faf0a6babfd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.1284575 Jan 28 04:03:12.043370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e341944c-eb57-4958-92d7-98d5acc4c8c0 req-dbf34895-bff2-4b83-b1d2-f7a73ba1cf02 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779505 Jan 28 04:03:12.106895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-b2d2b79b-dee5-47a0-9d06-75be18881695 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:12.108014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-b2d2b79b-dee5-47a0-9d06-75be18881695 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4032872 Jan 28 04:03:12.144808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-faab9604-1194-4067-81cc-e5f0858fb20b tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/quotas/dd1fea82103f4855ae339d736012f5e3 HTTP/1.1" status: 200 len: 375 time: 0.0296681 Jan 28 04:03:12.203714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-3c9ba8af-4c9a-4052-bccb-7e66686074ce tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd1fea82103f4855ae339d736012f5e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518253 Jan 28 04:03:12.211525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:12.219377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa3a8b1f-fe27-41db-af58-be88ee07e270 req-95a72ef6-697a-4bcc-934d-4d720174dd2e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6ec9da-bf79-4e47-9ff4-90a6338096e2 HTTP/1.1" status: 200 len: 210 time: 0.0544162 Jan 28 04:03:12.511840 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5c9b325-305f-4834-83cf-134ad3973faf req-233ce999-8506-4a97-9112-6ea49622ac38 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 210 time: 0.0559568 Jan 28 04:03:12.532750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-bed453c2-b5c3-4e75-93ed-d31e44bec510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:12.532750 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-bed453c2-b5c3-4e75-93ed-d31e44bec510 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 1097 time: 0.1107328 Jan 28 04:03:12.586450 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e8962cb-e76e-4feb-8ac9-7bb50983f520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:12.715445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-50060e83-0ee4-45e1-ad63-b8993f20f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:12.717436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-50060e83-0ee4-45e1-ad63-b8993f20f1f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=051328a4-acaa-4117-ae57-cb6a07f89db4 HTTP/1.1" status: 200 len: 897 time: 0.1639283 Jan 28 04:03:12.823564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-0fef73cd-1d46-4768-95f5-a0ee3ec84fb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 HTTP/1.1" status: 200 len: 1001 time: 0.0995221 Jan 28 04:03:12.933771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe2f80cc-1597-4ac5-83f8-6619d36fd988 req-c33674b0-5fce-4396-90fa-c9827093d6ee tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0330007 Jan 28 04:03:12.958011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-3c6e50e4-8356-40ce-b51a-27a42855f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:12.959505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-3c6e50e4-8356-40ce-b51a-27a42855f20e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8f7621-c28b-48ea-8d6c-42651f539a4d HTTP/1.1" status: 200 len: 835 time: 0.1276133 Jan 28 04:03:13.042509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-2275c99b-5585-4ef4-9fc9-5bd232170b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:13.043981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-2275c99b-5585-4ef4-9fc9-5bd232170b6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=051328a4-acaa-4117-ae57-cb6a07f89db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770500 Jan 28 04:03:13.235360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-4ce75683-2e50-4d05-b004-2cfb9020f957 service neutron] 10.222.0.42 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839302 Jan 28 04:03:13.401517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addd1fa-3e08-4a75-8d97-4bbd8fccf4ec req-708418bc-6949-4c32-846a-576a0ecb07a1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:13.403200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3addd1fa-3e08-4a75-8d97-4bbd8fccf4ec req-708418bc-6949-4c32-846a-576a0ecb07a1 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.2623823 Jan 28 04:03:13.520392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3addd1fa-3e08-4a75-8d97-4bbd8fccf4ec req-42bd09d6-ff3d-4eb1-8b69-9e5488cd8a88 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003909 Jan 28 04:03:13.554092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7aef44a8-f6df-42e5-975d-0585af5ea5d1 req-83f102e8-6d5f-4b8a-a4b8-a5a1451a3656 service neutron] 10.222.0.42 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082540 Jan 28 04:03:13.654518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ded3446-64e8-43a2-83b0-b5ee393a6564 req-28ca19e1-9338-46df-b0c0-7f482c005f57 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 210 time: 0.0339050 Jan 28 04:03:14.063674 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-1ebaa82b-36d7-4ed3-bb6d-846f1bfcb3b8 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=dd1fea82103f4855ae339d736012f5e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679469 Jan 28 04:03:14.171390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18907189-de83-48db-9f3d-8fd2d63a71e3 req-576650cc-f77e-46f9-a5a5-48fe3fccc568 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0691266 Jan 28 04:03:14.256062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-7a6c8973-3bab-45db-b79d-e8ad4681211f tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:14.257812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-7a6c8973-3bab-45db-b79d-e8ad4681211f tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799929 Jan 28 04:03:14.290371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Request body: {'port': {'device_id': 'a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'dd1fea82103f4855ae339d736012f5e3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:03:14.304639 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:14.405298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Made reservation on behalf of dd1fea82103f4855ae339d736012f5e3 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:03:14.409616 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:14.419577 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:14.503795 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks [] for security_group (a49cb0a8-1242-417c-8cdc-de76f6611fbc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:14.507931 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a49cb0a8-1242-417c-8cdc-de76f6611fbc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:14.577000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49cb0a8-1242-417c-8cdc-de76f6611fbc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:14.615777 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:14.697114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Allocated IP 192.168.233.254 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/298f5a65-b78d-439e-bbaa-d0427a5a23f6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:03:14.710878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651477b-a2fc-4ac6-809b-6982423b581e req-ce1a2a6e-e97c-42ec-923a-7368854c7103 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:14.712401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f651477b-a2fc-4ac6-809b-6982423b581e req-ce1a2a6e-e97c-42ec-923a-7368854c7103 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.0944645 Jan 28 04:03:14.807361 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c90e3da2-9661-45a9-812e-4ae27fed65a6 req-f3a32d62-465e-49ef-b138-ee0ce5c5bb9e tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 210 time: 0.0504787 Jan 28 04:03:14.837417 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f651477b-a2fc-4ac6-809b-6982423b581e req-cbafc75b-a833-4f3d-b4a3-f18ab5599abf tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179442 Jan 28 04:03:14.939396 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks [] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:14.985824 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:15.035970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:03:15.040611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:03:15.046503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:03:15.071909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Pushing event updated for resources: {'Port': ['ID=298f5a65-b78d-439e-bbaa-d0427a5a23f6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:15.101089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:15.101712 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:15.126338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-6312852a-0817-48b3-95dc-4622c225ae26 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8444967 Jan 28 04:03:15.146320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Request body: {'port': {'device_id': 'a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:03:15.209822 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:15.373076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6c9995d-20d6-45c6-ab46-ef4661884817 req-36534bbd-90a3-4ce0-b2af-831791128427 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0840280 Jan 28 04:03:15.423406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-21f29316-62db-4529-a91a-fb7fbb3824b6 None None] Provisioning complete for port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:03:15.427537 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21f29316-62db-4529-a91a-fb7fbb3824b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:15.446429 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2cc44a5f-7354-420a-98d3-a03c39e09e2d req-b327f8df-1217-463f-949c-0617c44fb61d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0324805 Jan 28 04:03:15.469216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-21f29316-62db-4529-a91a-fb7fbb3824b6 None None] Port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:03:15.550414 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:15.611352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298f5a65-b78d-439e-bbaa-d0427a5a23f6 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:03:15.622363 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Publish callbacks [] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:15.644519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Transition to ACTIVE for port object 298f5a65-b78d-439e-bbaa-d0427a5a23f6 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:03:15.651349 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:15.753576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=298f5a65-b78d-439e-bbaa-d0427a5a23f6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:15.841223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Attempting to bind port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:03:15.841563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Attempting to bind port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:03:15.841908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Attempting to bind port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:03:15.855467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:03:15.855796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Attempting to bind port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:03:15.862983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:03:15.863346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:03:15.863794 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:03:15.864232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Bound port: 298f5a65-b78d-439e-bbaa-d0427a5a23f6, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:03:15.864591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:16.074766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea785ce-30c5-4d40-8130-dff7d82c294b req-a20292e9-b30e-4c87-81eb-dc281e384c2e tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:16.076265 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ea785ce-30c5-4d40-8130-dff7d82c294b req-a20292e9-b30e-4c87-81eb-dc281e384c2e tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 948 time: 0.1327550 Jan 28 04:03:16.088913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18eb7e-3d5a-4eb6-8cfb-46d053b610f0 req-5159a91b-caae-4b9d-b10e-f91df3d17f4d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:16.095524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc18eb7e-3d5a-4eb6-8cfb-46d053b610f0 req-5159a91b-caae-4b9d-b10e-f91df3d17f4d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.1320632 Jan 28 04:03:16.109360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] For port 298f5a65-b78d-439e-bbaa-d0427a5a23f6, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:03:16.137661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] For port 298f5a65-b78d-439e-bbaa-d0427a5a23f6, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=298f5a65-b78d-439e-bbaa-d0427a5a23f6,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:03:16.156406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:16.217545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ea785ce-30c5-4d40-8130-dff7d82c294b req-d667990b-0bd9-4ba4-9ed9-ba8604748e9a tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49cb0a8-1242-417c-8cdc-de76f6611fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145034 Jan 28 04:03:16.218948 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:16.219573 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:16.221866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] 10.222.0.42 "PUT /v2.0/ports/298f5a65-b78d-439e-bbaa-d0427a5a23f6 HTTP/1.1" status: 200 len: 1097 time: 1.0804307 Jan 28 04:03:16.227618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc18eb7e-3d5a-4eb6-8cfb-46d053b610f0 req-83acd581-57db-49d6-8489-2a70b31b2eec tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312807 Jan 28 04:03:16.228067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b', 'tag': '298f5a65-b78d-439e-bbaa-d0427a5a23f6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:03:16.230421 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f594e533-91e7-46a2-a582-86536fdf446c" -d '{"events": [{"name": "network-changed", "server_uuid": "a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b", "tag": "298f5a65-b78d-439e-bbaa-d0427a5a23f6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:03:16.252040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b61af-da87-4eed-af08-e28b977dfdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=298f5a65-b78d-439e-bbaa-d0427a5a23f6,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:16.341378 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fc31bb-65b0-49e7-8600-27fad159cdad x-openstack-request-id: req-84fc31bb-65b0-49e7-8600-27fad159cdad {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:03:16.342001 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b", "tag": "298f5a65-b78d-439e-bbaa-d0427a5a23f6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:03:16.342433 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84fc31bb-65b0-49e7-8600-27fad159cdad {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:03:16.343031 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b', 'tag': '298f5a65-b78d-439e-bbaa-d0427a5a23f6', 'status': 'completed', 'code': 200} Jan 28 04:03:16.465232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-baa37deb-4357-4fc4-9423-c771981468b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:16.468963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-baa37deb-4357-4fc4-9423-c771981468b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd1fea82103f4855ae339d736012f5e3&device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 1100 time: 0.0828474 Jan 28 04:03:16.562257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-12ad2532-bb5f-43ad-bc87-49d83b67c28f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=298f5a65-b78d-439e-bbaa-d0427a5a23f6 HTTP/1.1" status: 200 len: 217 time: 0.0716829 Jan 28 04:03:16.605085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c2831f3-6c70-410b-9715-e87947cc2346 req-438d55ae-0037-41a6-93b2-90a1d03a308c tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0607460 Jan 28 04:03:16.668092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-40f0dd4d-f9b2-48d8-a8fa-091b0a0ad6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:16.670684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-40f0dd4d-f9b2-48d8-a8fa-091b0a0ad6f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0688341 Jan 28 04:03:16.722032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-be7482fa-d377-4ff5-a96d-35a9be0622fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:16.723656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-be7482fa-d377-4ff5-a96d-35a9be0622fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0468853 Jan 28 04:03:16.758366 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:16.823867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-7934ea0a-ffd7-48c6-8cfe-de7705f71e3b service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930665 Jan 28 04:03:16.952511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-378ac314-b253-40a7-a2aa-4b95fedda7d6 req-ecaf23de-c7a2-4225-9a45-85d02bf7fae9 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197336 Jan 28 04:03:17.109165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e533-91e7-46a2-a582-86536fdf446c req-37a3250b-6c40-45b4-b582-cfd534c1631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:17.110730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f594e533-91e7-46a2-a582-86536fdf446c req-37a3250b-6c40-45b4-b582-cfd534c1631e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd1fea82103f4855ae339d736012f5e3&device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 1100 time: 0.0497231 Jan 28 04:03:17.207525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e533-91e7-46a2-a582-86536fdf446c req-faab2890-7aeb-44a5-a300-caaf858d6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:17.209330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f594e533-91e7-46a2-a582-86536fdf446c req-faab2890-7aeb-44a5-a300-caaf858d6ede service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.0925770 Jan 28 04:03:17.270373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f594e533-91e7-46a2-a582-86536fdf446c req-0ef0fb91-2b25-4611-bbe8-d3d01867bfb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=298f5a65-b78d-439e-bbaa-d0427a5a23f6 HTTP/1.1" status: 200 len: 217 time: 0.0537705 Jan 28 04:03:17.347177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e533-91e7-46a2-a582-86536fdf446c req-42cc3f65-86fa-44e6-8bd2-05e2d28eec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:17.348785 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f594e533-91e7-46a2-a582-86536fdf446c req-42cc3f65-86fa-44e6-8bd2-05e2d28eec8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0549541 Jan 28 04:03:17.479881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e533-91e7-46a2-a582-86536fdf446c req-5cd82d03-9fe6-4aac-8ed8-c24e2ceebcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:17.481548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f594e533-91e7-46a2-a582-86536fdf446c req-5cd82d03-9fe6-4aac-8ed8-c24e2ceebcc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248515 Jan 28 04:03:17.505305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afa9c4-1c8d-4cf1-bcd1-8a0a6ba7bb0d req-92d5aa44-1b54-4686-8099-dbdf9a22f092 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:17.509366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03afa9c4-1c8d-4cf1-bcd1-8a0a6ba7bb0d req-92d5aa44-1b54-4686-8099-dbdf9a22f092 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 948 time: 0.1088209 Jan 28 04:03:17.524744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a430d-0582-4deb-b645-44a3a96f8d3d req-f7a4f7a7-6cb4-4694-800c-7e1400ed5b7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:17.526286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-388a430d-0582-4deb-b645-44a3a96f8d3d req-f7a4f7a7-6cb4-4694-800c-7e1400ed5b7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.1269178 Jan 28 04:03:17.699216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03afa9c4-1c8d-4cf1-bcd1-8a0a6ba7bb0d req-ddee7994-829a-4944-989f-6aacd806f937 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49cb0a8-1242-417c-8cdc-de76f6611fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832800 Jan 28 04:03:17.713373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-388a430d-0582-4deb-b645-44a3a96f8d3d req-6a3c169d-93a8-47ca-becf-811d36311fd5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682844 Jan 28 04:03:17.719764 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f594e533-91e7-46a2-a582-86536fdf446c req-8292d2e9-05cb-455b-b583-43fda40ebe8a service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291327 Jan 28 04:03:17.836770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bb3d14c-8712-4afb-8bed-36d96310f7da req-2f43d948-ed5c-499a-9849-b05df478a59b tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0614512 Jan 28 04:03:17.881850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f594e533-91e7-46a2-a582-86536fdf446c req-55fb56c2-1d21-4ee1-87f6-ca6fa9e5fddf service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336071 Jan 28 04:03:18.510662 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a95c60d3-73ba-4576-bfea-c2b1acef99e5 req-226d5354-d450-404d-b7ad-6eae85478cfd tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.3407285 Jan 28 04:03:18.759144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 298f5a65-b78d-439e-bbaa-d0427a5a23f6 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:03:18.850149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf6ebd-6666-481b-b311-f52b57c1877f req-3e45ad31-0be0-4d88-bf76-3b60b1a1ad0c tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:18.851658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acdf6ebd-6666-481b-b311-f52b57c1877f req-3e45ad31-0be0-4d88-bf76-3b60b1a1ad0c tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 948 time: 0.0846169 Jan 28 04:03:18.905449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 298f5a65-b78d-439e-bbaa-d0427a5a23f6, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=298f5a65-b78d-439e-bbaa-d0427a5a23f6,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:18.919699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '298f5a65-b78d-439e-bbaa-d0427a5a23f6', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '298f5a65-b78d-439e-bbaa-d0427a5a23f6', 'mac_address': 'fa:16:3e:a6:0f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:03:18.948367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acdf6ebd-6666-481b-b311-f52b57c1877f req-d671510f-774c-4ba9-92f4-8436dfbd4f4a tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49cb0a8-1242-417c-8cdc-de76f6611fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833046 Jan 28 04:03:18.960819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:03:18.961477 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:18.975456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298f5a65-b78d-439e-bbaa-d0427a5a23f6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:03:18.995086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 298f5a65-b78d-439e-bbaa-d0427a5a23f6, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=298f5a65-b78d-439e-bbaa-d0427a5a23f6,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:18.999078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b415-5fd4-4cef-b3b1-29ccfff09ade req-8c88230a-e82f-4409-bfe8-350aabc4a222 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:19.000931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6f2b415-5fd4-4cef-b3b1-29ccfff09ade req-8c88230a-e82f-4409-bfe8-350aabc4a222 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.1617658 Jan 28 04:03:19.004726 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:19.077626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6f2b415-5fd4-4cef-b3b1-29ccfff09ade req-b3d31a32-883a-43df-bd36-88d4ff93bfca tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688441 Jan 28 04:03:19.100860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=298f5a65-b78d-439e-bbaa-d0427a5a23f6,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:19.108910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.109716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.110220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.110893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.111421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.111927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.112430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.112952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.113441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.113927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.114413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.114922 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.115406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:19.299419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['298f5a65-b78d-439e-bbaa-d0427a5a23f6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:03:19.641498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc2c61dc-3251-4ea4-bac2-b265c4c4eea4 req-0e081cda-173a-4b0a-a1a7-085389901cf4 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0418358 Jan 28 04:03:20.109584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96776b0-2e39-4c39-9db3-76fd2e40f7c7 req-d925e0dd-268c-4ddf-9829-77aa72e51abe tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:20.111113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f96776b0-2e39-4c39-9db3-76fd2e40f7c7 req-d925e0dd-268c-4ddf-9829-77aa72e51abe tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 949 time: 0.0884421 Jan 28 04:03:20.213850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f96776b0-2e39-4c39-9db3-76fd2e40f7c7 req-5ad72eea-df52-45b8-81ec-23686d6b6b48 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49cb0a8-1242-417c-8cdc-de76f6611fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844281 Jan 28 04:03:20.288915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e00275-b92f-4a51-a317-18ae7905aca1 req-4d394617-1490-4606-9c74-ce05262cacf0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:20.290435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79e00275-b92f-4a51-a317-18ae7905aca1 req-4d394617-1490-4606-9c74-ce05262cacf0 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.0738561 Jan 28 04:03:20.364660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79e00275-b92f-4a51-a317-18ae7905aca1 req-aebc1b4e-caf3-48f3-90b3-2bb2ffd6bb1d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589738 Jan 28 04:03:20.744517 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b34c78b-1e7b-45cc-8253-b11251791b12 req-91c0dde4-96c0-4a96-a278-a47310beec5c tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0411215 Jan 28 04:03:20.795533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 298f5a65-b78d-439e-bbaa-d0427a5a23f6 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:03:20.862218 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:03:20.866864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:03:20.867246 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:20.981174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:03:20.981606 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:21.010163 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298f5a65-b78d-439e-bbaa-d0427a5a23f6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:03:21.012577 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73d9910-d365-432e-9fa8-64e48040c60f" -d '{"events": [{"server_uuid": "a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b", "name": "network-vif-plugged", "status": "completed", "tag": "298f5a65-b78d-439e-bbaa-d0427a5a23f6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:03:21.030406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 298f5a65-b78d-439e-bbaa-d0427a5a23f6, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=298f5a65-b78d-439e-bbaa-d0427a5a23f6,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:21.037756 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:21.039080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:03:21.067230 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1354013a-4605-4f77-a1ba-a95c01126893 x-openstack-request-id: req-1354013a-4605-4f77-a1ba-a95c01126893 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:03:21.067429 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b", "name": "network-vif-plugged", "status": "completed", "tag": "298f5a65-b78d-439e-bbaa-d0427a5a23f6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:03:21.067766 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1354013a-4605-4f77-a1ba-a95c01126893 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:03:21.068228 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298f5a65-b78d-439e-bbaa-d0427a5a23f6', 'code': 200} Jan 28 04:03:21.135407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=298f5a65-b78d-439e-bbaa-d0427a5a23f6,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:21.182167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:03:21.182651 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:21.237057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:21.244671 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:21.244986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec7c5f-a767-4c0f-950e-4a9b495cb892 req-bc474b57-e72a-48a6-901d-29d0cf89d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:21.246963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24ec7c5f-a767-4c0f-950e-4a9b495cb892 req-bc474b57-e72a-48a6-901d-29d0cf89d9ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 1102 time: 0.0673220 Jan 28 04:03:21.332524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:21.449137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24ec7c5f-a767-4c0f-950e-4a9b495cb892 req-bf1ca647-24d1-49d9-aeeb-33bdfe98a83f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a49cb0a8-1242-417c-8cdc-de76f6611fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862326 Jan 28 04:03:21.470350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e13f-0ad1-41a7-ab2d-e3b614ff6cc7 req-6839df3a-8a81-4539-8deb-38cc11e74e4f tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:21.472685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d21e13f-0ad1-41a7-ab2d-e3b614ff6cc7 req-6839df3a-8a81-4539-8deb-38cc11e74e4f tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 950 time: 0.1135192 Jan 28 04:03:21.561761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd284281-3ba5-4a4e-899a-839f78fbbf7a req-b3d3bdcc-ebbc-44cd-b0d3-a0d54cc0204a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:21.563263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd284281-3ba5-4a4e-899a-839f78fbbf7a req-b3d3bdcc-ebbc-44cd-b0d3-a0d54cc0204a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 943 time: 0.0778463 Jan 28 04:03:21.566842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d21e13f-0ad1-41a7-ab2d-e3b614ff6cc7 req-4163dc08-22a5-4108-8f6f-7baba6ca80ce tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49cb0a8-1242-417c-8cdc-de76f6611fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826244 Jan 28 04:03:21.619352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd284281-3ba5-4a4e-899a-839f78fbbf7a req-857668e2-3114-4867-a386-b81ae126cb97 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491202 Jan 28 04:03:21.775219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f85ca-5d84-47ff-b0b9-87d32c67f548 req-1cb2886f-24f5-4397-b8fd-681ab85e81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:21.778488 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c77f85ca-5d84-47ff-b0b9-87d32c67f548 req-1cb2886f-24f5-4397-b8fd-681ab85e81d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 1095 time: 0.0520141 Jan 28 04:03:21.843045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c77f85ca-5d84-47ff-b0b9-87d32c67f548 req-36317294-dd46-4547-9997-128ea826a9c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576074 Jan 28 04:03:21.857597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50b0e573-f83c-4f73-9313-4746122aff52 req-9d862e5e-dafd-4ccc-816b-9ce229881d95 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0274866 Jan 28 04:03:22.735703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404af2-8056-4c10-997c-023fdda1f10f req-13da5293-654c-4c62-8825-65e5537b285e tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:22.744191 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2404af2-8056-4c10-997c-023fdda1f10f req-13da5293-654c-4c62-8825-65e5537b285e tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 950 time: 0.0853195 Jan 28 04:03:22.778284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:03:22.873118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2404af2-8056-4c10-997c-023fdda1f10f req-abe474f1-8cbe-42b6-adb9-f4128fcbb6e4 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49cb0a8-1242-417c-8cdc-de76f6611fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279025 Jan 28 04:03:23.075234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8615194d-cb5f-43bb-9a1c-fa32cd7f545b req-f5cbbed8-02bc-4451-b465-724b0dc969f0 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0678897 Jan 28 04:03:23.135839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:23.166371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:03:23.168921 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a47b23e-c73b-45a9-96f7-31eb5ad6d158" -d '{"events": [{"server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "name": "network-vif-unplugged", "status": "completed", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:03:23.174674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'port_id': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'mac_address': 'fa:16:3e:ba:c8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:03:23.273815 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0288e058-6618-4086-9601-f1a6aacbcef9 x-openstack-request-id: req-0288e058-6618-4086-9601-f1a6aacbcef9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:03:23.274208 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "name": "network-vif-unplugged", "status": "completed", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:03:23.274480 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0288e058-6618-4086-9601-f1a6aacbcef9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:03:23.275106 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'code': 200} Jan 28 04:03:23.276122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:03:23.276511 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:23.298627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:03:23.321355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c51581-603d-452e-896a-9188add1a56c req-626b06fb-c491-490e-8c3f-5fe21f14cdb6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:23.332752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27c51581-603d-452e-896a-9188add1a56c req-626b06fb-c491-490e-8c3f-5fe21f14cdb6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 943 time: 0.5675883 Jan 28 04:03:23.357316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:23.368351 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:23.438474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27c51581-603d-452e-896a-9188add1a56c req-2ed67f1b-6ade-4a76-a8dc-5c8ef510c7ee tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047585 Jan 28 04:03:23.479553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:23.690437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['699c388d-d25c-4e4b-9a67-a5d8be0f1ba4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:03:24.121549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5c8fe-427e-43e2-a3b0-437b646b28ff req-addd4c3d-4eed-4415-b469-084d18210f93 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:24.124241 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6db5c8fe-427e-43e2-a3b0-437b646b28ff req-addd4c3d-4eed-4415-b469-084d18210f93 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 950 time: 0.1192081 Jan 28 04:03:24.203078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6db5c8fe-427e-43e2-a3b0-437b646b28ff req-e9fe785a-ee2d-470c-b932-e22637eb6baa tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49cb0a8-1242-417c-8cdc-de76f6611fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724323 Jan 28 04:03:24.309270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c3e22b9-5ca8-4f73-94f2-666bf980d97d req-bf084b70-8331-4802-ad9c-f118d60b51ac tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0575175 Jan 28 04:03:24.708185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da66227-95ba-44d5-87be-584988bb221f req-b1c59ed6-6d80-4b29-b152-477570d79350 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:24.709784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3da66227-95ba-44d5-87be-584988bb221f req-b1c59ed6-6d80-4b29-b152-477570d79350 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 944 time: 0.1463330 Jan 28 04:03:24.789508 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:03:24.841552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3da66227-95ba-44d5-87be-584988bb221f req-c3a8ff62-868a-4c3e-a91b-205f84363099 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223383 Jan 28 04:03:24.884708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:03:24.992721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:03:24.993145 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:25.115548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ebd5cfbd-2a99-45c8-ba4a-dbafdbbf34c5 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/floatingips/2701ecff-90ec-47ec-b815-754dc65cfb84 HTTP/1.1" status: 200 len: 992 time: 0.2291520 Jan 28 04:03:25.185723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:03:25.186123 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:25.236378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:25.252454 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:25.330600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:03:25.355662 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d32aa6f-dcf3-4441-8607-d52178754129" -d '{"events": [{"server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "name": "network-vif-plugged", "status": "completed", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:03:25.515855 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10ef2d72-adae-4eb6-9ac3-39c6862db93c req-3a7d8021-9a92-4c22-8785-a606b5f78ab5 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0690827 Jan 28 04:03:25.817630 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d4ba71-1914-4535-a573-d08beb8c5a4f x-openstack-request-id: req-76d4ba71-1914-4535-a573-d08beb8c5a4f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:03:25.818194 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "name": "network-vif-plugged", "status": "completed", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:03:25.818194 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76d4ba71-1914-4535-a573-d08beb8c5a4f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:03:25.818974 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'code': 200} Jan 28 04:03:25.849548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:26.774471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d00e724c-81dd-4d08-8c70-ed59b6f896f3 req-7df199c3-34a6-4df0-82a8-b96251b75479 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0412004 Jan 28 04:03:27.971977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3f61067-b29d-4b74-b428-b624b33569c9 req-7e322150-4824-4291-b163-52c2fb55e6dd tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0526507 Jan 28 04:03:29.132269 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23101c25-90a3-4662-a971-ac599c6d01ca req-f509727c-735e-4ed8-8362-ef6c96c6d15d tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0338495 Jan 28 04:03:30.282151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aafb85d9-3e73-49df-9e4a-0870c3322181 req-8d58bcb5-6fee-4b8f-bd27-9231845d338c tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0442030 Jan 28 04:03:30.779064 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-bdd1f56f-7312-4c28-bc04-612d2f177ce1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1094849 Jan 28 04:03:30.959044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-03dc926d-7a13-4dcc-90e0-c96e244f3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:30.966933 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-03dc926d-7a13-4dcc-90e0-c96e244f3600 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12c331f7049249ebab299fc7804c9f6a&device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 1097 time: 0.1040909 Jan 28 04:03:31.105847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-e2421b7e-7a3a-4b8d-8c45-3670634caccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:31.107695 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-e2421b7e-7a3a-4b8d-8c45-3670634caccd service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9d258a1-3ea4-40d1-bfa9-481392ae9868 HTTP/1.1" status: 200 len: 915 time: 0.1136935 Jan 28 04:03:31.197062 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-b338bd60-9826-4d73-8c75-7052440ddeeb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35d2bf4c-5139-439e-8c5e-846ed646fb30 HTTP/1.1" status: 200 len: 217 time: 0.0808721 Jan 28 04:03:31.286290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-fc71d9f3-a993-44f8-8709-781e9f95c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:31.287920 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-fc71d9f3-a993-44f8-8709-781e9f95c8d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f9b6c51-eb3e-4edf-9e55-39c433f2a40f HTTP/1.1" status: 200 len: 854 time: 0.0857489 Jan 28 04:03:31.325699 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-94824fc9-3d96-4f98-9ba3-70643d118681 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9d258a1-3ea4-40d1-bfa9-481392ae9868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317597 Jan 28 04:03:31.453110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-3d40ce4f-caad-4099-8f40-61cc6fecfe83 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216850 Jan 28 04:03:31.504651 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fda10ecf-28fc-44f9-8fd6-334aad5e9270 req-7227143f-7295-425d-8853-018744600a8b tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0588505 Jan 28 04:03:31.646331 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ca994a23-0f13-4a70-885f-6e086f3c19a7 req-5fbf7736-b24c-4ccf-891f-301c17566bbb service neutron] 10.222.0.25 "GET /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855769 Jan 28 04:03:32.707858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c02eb339-ce59-4022-98f1-b14d20cbd2e7 req-1434c358-ed72-4408-bf30-34f4167a8c58 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0534303 Jan 28 04:03:33.867215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8552c40b-5450-4fc1-89da-991650e24347 req-5f37b416-318a-48d7-8442-161d1a8721c1 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0510411 Jan 28 04:03:35.006907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1882b836-91b6-4ee1-a115-697bc50516ac req-978ae0ac-692e-4f51-b96a-9153934b85ad tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0403013 Jan 28 04:03:36.147223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91f628b4-1c26-4ce5-af5c-b5e96f462864 req-471afa20-f1e1-4b4a-a42a-c5a9004d560d tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0404046 Jan 28 04:03:37.401115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-976519eb-ad65-4d81-8c11-86d05e1eb41a req-f18df7f1-ed97-4d86-8326-39f39938f0d4 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0593309 Jan 28 04:03:37.632419 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:03:38.569979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e1ed48b-b574-4f2d-9d87-9426da96fed8 req-bdc1d527-28bf-4bf8-b2a0-56c92c778740 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0569603 Jan 28 04:03:39.706254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d8bd550d-79d2-4d89-8211-aae54aed015d req-cf68b9a6-82c5-4d3e-a9ec-c1358cdd6624 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0307815 Jan 28 04:03:40.537729 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e673f427-d171-4fc1-9914-32f1efc11aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:40.819247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74b3b8d4-2de6-4bfb-a6b4-81790975f972 req-7b935c57-2cee-4bc8-8f61-ee48e0209760 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0285523 Jan 28 04:03:41.932623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b361f962-334d-454a-87dc-fa18ac90a7a9 req-2203d928-8356-471c-8c3c-051106c714e2 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0277691 Jan 28 04:03:42.207378 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:42.578703 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-762dc357-3963-4aec-9c97-1dbbf1a402c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:43.060505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2638bb35-9ccd-4821-a39d-7a54b240f400 req-0fafe24c-6c31-4697-a57a-fc685e206d1e tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0292780 Jan 28 04:03:44.257032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bd28e0f-fa41-4d76-9945-75aa1f3a3d55 req-681ef007-c9de-4ffa-bf8c-05f6c033e0b4 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0582283 Jan 28 04:03:44.314473 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:44.625768 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:45.480317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc3c72d1-6805-4a5e-ac42-256e0003b777 req-4f03b221-7981-4931-97f8-add61aa73732 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0469744 Jan 28 04:03:45.553368 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:46.645066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44f5707b-6b3f-46f3-8537-8b1724a5075b req-dd038a22-70c0-4f5b-9be0-f5123f5abd0e tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0567374 Jan 28 04:03:46.789040 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:47.788149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e591c4f-5554-4ffb-b7c4-40ada6d76ee6 req-b0c75c97-8fb7-4f66-93de-c7dd47afcdc4 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0377047 Jan 28 04:03:49.003774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-229dd45f-7848-4b22-9a4f-2e38d90195ac req-e06bd618-eb35-4665-a5f0-6c28f65bdd96 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0467739 Jan 28 04:03:50.140894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2555efab-ac49-4c27-b436-6191e10be606 req-026077a4-684b-46af-8638-1178c341f239 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0431032 Jan 28 04:03:51.377784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-861d2806-8e3c-4f1b-8673-0c1fc5ce748f req-018175ae-449c-4783-8b31-6109bd3b2a24 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0783801 Jan 28 04:03:51.644833 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-556a74c4-a2b0-45b6-9b0c-897b64be1a9d req-bf3a1105-cfc7-4c59-80ce-cde94c09dea9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0536568 Jan 28 04:03:52.600769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54e52397-8402-49f3-93e3-b21aedf417cc req-44b91e6b-7168-462b-952e-79088c874d88 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0540910 Jan 28 04:03:53.755507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-177d470c-76f5-47dc-9968-589b85d6b23b req-e5b97176-897a-4ba6-a3fc-849696d56b8b tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0396624 Jan 28 04:03:53.802503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b748419-cf20-4fb0-a6ea-9c5f1ae8f342 req-9e0036b7-9ddd-4d80-b62d-e6b2df48b6c1 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:53.804071 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b748419-cf20-4fb0-a6ea-9c5f1ae8f342 req-9e0036b7-9ddd-4d80-b62d-e6b2df48b6c1 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 945 time: 0.0591669 Jan 28 04:03:53.869027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b748419-cf20-4fb0-a6ea-9c5f1ae8f342 req-17720070-6a5f-4184-94c9-5b0f9c9b996a tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588830 Jan 28 04:03:54.132743 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-689554ea-8f31-47c1-a41f-3ecfae267f48 req-1d2bdf4a-b6ac-4ac8-a7ed-25ff614ebea5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b08fdaf4044247e59a51c62c4a5a5f9c&device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0364659 Jan 28 04:03:54.249847 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-689554ea-8f31-47c1-a41f-3ecfae267f48 req-00165be5-37db-4aa2-b324-12a1469ab0b9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b08fdaf4044247e59a51c62c4a5a5f9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008823 Jan 28 04:03:54.274847 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-669d7293-232a-45d8-bcc8-03b4af35e4dd req-f58e81a2-4c15-4fd6-9e36-7944b8d26af6 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0631413 Jan 28 04:03:54.434348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689554ea-8f31-47c1-a41f-3ecfae267f48 req-cf8cdbce-d66b-4199-bc28-eae4c92830a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:54.436171 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-689554ea-8f31-47c1-a41f-3ecfae267f48 req-cf8cdbce-d66b-4199-bc28-eae4c92830a6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808100 Jan 28 04:03:55.110499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a80b0-b21c-4ddf-bb18-862343d747f2 req-e1588547-2bc2-46ec-b131-f483372e4c00 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:55.117337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-571a80b0-b21c-4ddf-bb18-862343d747f2 req-e1588547-2bc2-46ec-b131-f483372e4c00 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 945 time: 0.1191125 Jan 28 04:03:55.180599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-571a80b0-b21c-4ddf-bb18-862343d747f2 req-f79e7405-cbc7-403d-886f-21553d26fac8 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/security-groups?id=367f95f0-d9b3-47bc-bca6-089b561aab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575395 Jan 28 04:03:55.428444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aab43102-c113-4cf5-95e0-b99ba1824d75 req-cf18b8f1-13a9-4749-808e-c47c8b18c348 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0408683 Jan 28 04:03:55.566234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-a7fa177f-6620-4ecd-aeb8-96de31ffe442 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:55.567951 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-a7fa177f-6620-4ecd-aeb8-96de31ffe442 tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.25 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Jan 28 04:03:55.706158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Deleting port 35d2bf4c-5139-439e-8c5e-846ed646fb30 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:03:55.706803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:55.813645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] For port 35d2bf4c-5139-439e-8c5e-846ed646fb30, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=35d2bf4c-5139-439e-8c5e-846ed646fb30,segment=NetworkSegment(cd0e41da-d41c-46c4-b7d1-bd3cd827671e),segment_id=cd0e41da-d41c-46c4-b7d1-bd3cd827671e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:03:55.814250 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:55.837153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Calling delete_port for 35d2bf4c-5139-439e-8c5e-846ed646fb30 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:03:55.970093 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-689554ea-8f31-47c1-a41f-3ecfae267f48 req-2241ea12-8103-46dd-9ca1-71428fed7328 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0383322 Jan 28 04:03:56.085487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (35d2bf4c-5139-439e-8c5e-846ed646fb30), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:56.129014 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['35d2bf4c-5139-439e-8c5e-846ed646fb30'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:03:56.130052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Pushing event deleted for resources: {'Port': ['ID=35d2bf4c-5139-439e-8c5e-846ed646fb30,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:56.165309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.165597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.166046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.166536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.166973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.167980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.168463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.168936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.169419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.169850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.170433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.170716 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.171229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:56.194723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] No DVR routers for this DVR port 35d2bf4c-5139-439e-8c5e-846ed646fb30 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:03:56.194723 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:56.195409 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb6c5a0d-7f44-4645-a16a-1f49b1d8dc00 req-c07fb2ab-d378-4a95-8532-781dd4698baa tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.25 "DELETE /v2.0/ports/35d2bf4c-5139-439e-8c5e-846ed646fb30 HTTP/1.1" status: 204 len: 173 time: 0.6175537 Jan 28 04:03:56.196275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774c1069-8c46-4205-a0b5-d8ff7485b161', 'name': 'network-vif-deleted', 'tag': '35d2bf4c-5139-439e-8c5e-846ed646fb30'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:03:56.198845 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6125a89e-5260-4b24-8cde-b48eceebb5f3" -d '{"events": [{"server_uuid": "774c1069-8c46-4205-a0b5-d8ff7485b161", "name": "network-vif-deleted", "tag": "35d2bf4c-5139-439e-8c5e-846ed646fb30"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:03:56.286319 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfef477-ed88-4235-ae80-2311b064877a x-openstack-request-id: req-0bfef477-ed88-4235-ae80-2311b064877a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:03:56.286716 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774c1069-8c46-4205-a0b5-d8ff7485b161", "name": "network-vif-deleted", "tag": "35d2bf4c-5139-439e-8c5e-846ed646fb30", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:03:56.287068 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bfef477-ed88-4235-ae80-2311b064877a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:03:56.287565 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774c1069-8c46-4205-a0b5-d8ff7485b161', 'name': 'network-vif-deleted', 'tag': '35d2bf4c-5139-439e-8c5e-846ed646fb30', 'status': 'completed', 'code': 200} Jan 28 04:03:56.392028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c9a238a2-597f-400a-88b5-25bb9d36ce14 req-c731fa7b-ad19-4d76-b062-8d2a993ba4ec tempest-VolumesSnapshotTestJSON-131720599 tempest-VolumesSnapshotTestJSON-131720599-project] 10.222.0.44 "GET /v2.0/ports?device_id=774c1069-8c46-4205-a0b5-d8ff7485b161 HTTP/1.1" status: 200 len: 210 time: 0.0575988 Jan 28 04:03:56.562199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-436e1fea-8d05-44c7-a303-7c7445352ba5 req-1b7c6303-5e3b-47cf-a827-afc6a7198d49 tempest-ServerShowV257Test-926690892 tempest-ServerShowV257Test-926690892-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc6c781a-6f66-4286-aa83-9d46878d773a HTTP/1.1" status: 200 len: 210 time: 0.0382149 Jan 28 04:03:58.129075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:03:58.352029 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:58.554118 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Publish callbacks [] for security_group (f9a7d8f7-a50e-4071-b3ee-fedba4e1cb0d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:58.580243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f9a7d8f7-a50e-4071-b3ee-fedba4e1cb0d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:58.633840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a7d8f7-a50e-4071-b3ee-fedba4e1cb0d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:58.645096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.646192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.646429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.646870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.647745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.648229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.648658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.649380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.649947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.650587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.651143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.651708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.652266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:03:58.658378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-03dd5e6c-6292-45b6-86ef-620deedbee66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b08fdaf4044247e59a51c62c4a5a5f9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5271647 Jan 28 04:03:58.661051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39878) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:03:58.780339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-852b11aa-0ad5-4903-ace6-6d4e9401c2e5 admin admin] Publish callbacks [] for security_group (f9a7d8f7-a50e-4071-b3ee-fedba4e1cb0d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:58.809852 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-852b11aa-0ad5-4903-ace6-6d4e9401c2e5 admin admin] Publish callbacks [] for security_group (f9a7d8f7-a50e-4071-b3ee-fedba4e1cb0d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:58.887509 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-852b11aa-0ad5-4903-ace6-6d4e9401c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f9a7d8f7-a50e-4071-b3ee-fedba4e1cb0d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:58.901928 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-852b11aa-0ad5-4903-ace6-6d4e9401c2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:58.907365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-852b11aa-0ad5-4903-ace6-6d4e9401c2e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9a7d8f7-a50e-4071-b3ee-fedba4e1cb0d HTTP/1.1" status: 204 len: 168 time: 0.2420826 Jan 28 04:03:58.915577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b11aa-0ad5-4903-ace6-6d4e9401c2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a7d8f7-a50e-4071-b3ee-fedba4e1cb0d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:03:59.135330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 35d2bf4c-5139-439e-8c5e-846ed646fb30 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:03:59.244414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 35d2bf4c-5139-439e-8c5e-846ed646fb30 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:03:59.248605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 35d2bf4c-5139-439e-8c5e-846ed646fb30 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:04:00.274359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39912) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:00.463103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1685253815-network', 'tenant_id': '316412a1063c4adebda9449b5f38f88a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:00.541868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Made reservation on behalf of 316412a1063c4adebda9449b5f38f88a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:00.548618 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:00.570935 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:00.745939 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Publish callbacks [] for security_group (32776a05-c188-43bf-800e-e9eedc5c68bb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:00.751470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (32776a05-c188-43bf-800e-e9eedc5c68bb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:00.770200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:04:00.787527 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (bc1850ba-5277-4220-bbb6-f3456a550dc1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:00.788004 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Added segment bc1850ba-5277-4220-bbb6-f3456a550dc1 of type vlan for network 8954f7bf-7c47-4d50-a6c3-b9baccceeb1b Jan 28 04:04:00.843978 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8954f7bf-7c47-4d50-a6c3-b9baccceeb1b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:00.905254 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8954f7bf-7c47-4d50-a6c3-b9baccceeb1b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:00.906576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:00.907260 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:00.918510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32776a05-c188-43bf-800e-e9eedc5c68bb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:00.928534 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6523106 Jan 28 04:04:01.037731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e9313-1df0-494f-854a-43fcb03bdeed admin admin] Pushing event updated for resources: {'Network': ['ID=8954f7bf-7c47-4d50-a6c3-b9baccceeb1b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:01.053573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8954f7bf-7c47-4d50-a6c3-b9baccceeb1b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:04:01.617452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8a4f3-077c-418b-8d3b-b3cc14954ccb req-9c9f2515-02f5-4f05-b1bd-05ee93682ca2 tempest-ComputeTenantNetworksTest-292013854 tempest-ComputeTenantNetworksTest-292013854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:01.622831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8a4f3-077c-418b-8d3b-b3cc14954ccb req-9c9f2515-02f5-4f05-b1bd-05ee93682ca2 tempest-ComputeTenantNetworksTest-292013854 tempest-ComputeTenantNetworksTest-292013854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:01.629237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8a4f3-077c-418b-8d3b-b3cc14954ccb req-9c9f2515-02f5-4f05-b1bd-05ee93682ca2 tempest-ComputeTenantNetworksTest-292013854 tempest-ComputeTenantNetworksTest-292013854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:01.631336 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76e8a4f3-077c-418b-8d3b-b3cc14954ccb req-9c9f2515-02f5-4f05-b1bd-05ee93682ca2 tempest-ComputeTenantNetworksTest-292013854 tempest-ComputeTenantNetworksTest-292013854-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2358563 Jan 28 04:04:01.778064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd43ece-06ae-4ad9-ad77-f396467c3c33 req-8852df63-64e0-4f53-8a70-99b0c0fc9b5b tempest-ComputeTenantNetworksTest-292013854 tempest-ComputeTenantNetworksTest-292013854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:01.779478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd43ece-06ae-4ad9-ad77-f396467c3c33 req-8852df63-64e0-4f53-8a70-99b0c0fc9b5b tempest-ComputeTenantNetworksTest-292013854 tempest-ComputeTenantNetworksTest-292013854-project] 10.222.0.44 "GET /v2.0/networks/8954f7bf-7c47-4d50-a6c3-b9baccceeb1b HTTP/1.1" status: 200 len: 769 time: 0.1157253 Jan 28 04:04:01.789311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:01.883123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8954f7bf-7c47-4d50-a6c3-b9baccceeb1b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:02.030677 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8954f7bf-7c47-4d50-a6c3-b9baccceeb1b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:02.160969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-3526fde0-c088-449f-ba94-10d2e2c585ea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:02.166961 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-3526fde0-c088-449f-ba94-10d2e2c585ea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.1208315 Jan 28 04:04:02.182535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8954f7bf-7c47-4d50-a6c3-b9baccceeb1b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:02.193885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-aba803eb-68ab-41fc-9a83-b8975f6283be tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/quotas/a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 375 time: 0.0207732 Jan 28 04:04:02.195514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1850ba-5277-4220-bbb6-f3456a550dc1') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:02.195806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1850ba-5277-4220-bbb6-f3456a550dc1') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:02.232078 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (bc1850ba-5277-4220-bbb6-f3456a550dc1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:02.259487 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (bc1850ba-5277-4220-bbb6-f3456a550dc1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:02.266625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-5c265ce2-aea4-4cc5-baca-ff4b1568787f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643008 Jan 28 04:04:02.284588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:04:02.285408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (bc1850ba-5277-4220-bbb6-f3456a550dc1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:04:02.287283 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:04:02.312060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 39954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:02.431605 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8954f7bf-7c47-4d50-a6c3-b9baccceeb1b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:02.471752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-e6ff9193-f514-47c1-8e79-1887db950a61 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974833 Jan 28 04:04:02.482002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:02.487359 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8954f7bf-7c47-4d50-a6c3-b9baccceeb1b HTTP/1.1" status: 204 len: 168 time: 0.6970174 Jan 28 04:04:02.511502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246ca4c-12ca-4547-a8a7-7c94cc175215 admin admin] Pushing event deleted for resources: {'Network': ['ID=8954f7bf-7c47-4d50-a6c3-b9baccceeb1b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:02.583448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port 6d5a4ed5-06d6-4e15-bb75-90f14d7b993d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:04:02.583798 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6d5a4ed5-06d6-4e15-bb75-90f14d7b993d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:02.672485 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-93e41ce8-b3c4-4212-bb2f-841255808813 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676414 Jan 28 04:04:02.746647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:02.763707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6d5a4ed5-06d6-4e15-bb75-90f14d7b993d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:02.764048 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (6d5a4ed5-06d6-4e15-bb75-90f14d7b993d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:02.792342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for 6d5a4ed5-06d6-4e15-bb75-90f14d7b993d owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:04:02.822589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-836102fe-8cc7-423c-b9ca-7522ddc815f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=316412a1063c4adebda9449b5f38f88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0747764 Jan 28 04:04:02.834465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 39968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:02.962104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90e939d0-7d32-40a0-ac96-a7b8dbc415d5 admin admin] Publish callbacks [] for security_group (32776a05-c188-43bf-800e-e9eedc5c68bb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:03.002538 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6d5a4ed5-06d6-4e15-bb75-90f14d7b993d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:03.025645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90e939d0-7d32-40a0-ac96-a7b8dbc415d5 admin admin] Publish callbacks [] for security_group (32776a05-c188-43bf-800e-e9eedc5c68bb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:03.068116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=6d5a4ed5-06d6-4e15-bb75-90f14d7b993d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:03.099034 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90e939d0-7d32-40a0-ac96-a7b8dbc415d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (32776a05-c188-43bf-800e-e9eedc5c68bb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:03.102850 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90e939d0-7d32-40a0-ac96-a7b8dbc415d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:03.126709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-90e939d0-7d32-40a0-ac96-a7b8dbc415d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32776a05-c188-43bf-800e-e9eedc5c68bb HTTP/1.1" status: 204 len: 168 time: 0.2907393 Jan 28 04:04:03.145429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e939d0-7d32-40a0-ac96-a7b8dbc415d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32776a05-c188-43bf-800e-e9eedc5c68bb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:03.216122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for floatingip (2701ecff-90ec-47ec-b815-754dc65cfb84), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:03.216550 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Floating IP 2701ecff-90ec-47ec-b815-754dc65cfb84 disassociated (deleted). External IP: 172.25.1.212, port: 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4. Jan 28 04:04:03.482179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d72d44c-81cd-4ff1-89df-adb6ca98d8b7 req-8c4cb412-b3dc-44ee-974a-d73cb7f7637d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0947647 Jan 28 04:04:03.823748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 0ed76abd-b154-4834-bf19-b2264d67bc8e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:04:03.975210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:04:03.991981 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:03.992192 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] Sync routers for ids ['0ed76abd-b154-4834-bf19-b2264d67bc8e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:04:04.009003 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] Routers {'0ed76abd-b154-4834-bf19-b2264d67bc8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:04.009003 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:03:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0ed76abd-b154-4834-bf19-b2264d67bc8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:04.035593 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-02937a70-da5a-4613-91e7-732a92b8b3d9 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/floatingips/2701ecff-90ec-47ec-b815-754dc65cfb84 HTTP/1.1" status: 204 len: 168 time: 1.7216971 Jan 28 04:04:04.036457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:04:04.040691 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0208005d-52ae-4641-b13e-9741ad587d37" -d '{"events": [{"name": "network-changed", "server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:04:04.153236 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc236aff-0571-4e98-8f58-85cae9de047e x-openstack-request-id: req-bc236aff-0571-4e98-8f58-85cae9de047e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:04:04.153600 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:04:04.153868 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc236aff-0571-4e98-8f58-85cae9de047e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:04:04.154355 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'status': 'completed', 'code': 200} Jan 28 04:04:04.309976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208005d-52ae-4641-b13e-9741ad587d37 req-4e15824a-7caa-42a5-bf75-2532487cbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:04.316925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0208005d-52ae-4641-b13e-9741ad587d37 req-4e15824a-7caa-42a5-bf75-2532487cbc2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b47383bfe204078917fadb2fc9fe99a&device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 1097 time: 0.1151965 Jan 28 04:04:04.397272 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] Set router 0ed76abd-b154-4834-bf19-b2264d67bc8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:04.520382 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208005d-52ae-4641-b13e-9741ad587d37 req-b4395ba2-d7ae-4321-a937-31af740ca5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:04.522947 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0208005d-52ae-4641-b13e-9741ad587d37 req-b4395ba2-d7ae-4321-a937-31af740ca5a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=051328a4-acaa-4117-ae57-cb6a07f89db4 HTTP/1.1" status: 200 len: 897 time: 0.2000511 Jan 28 04:04:04.609195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2a61a-6d17-40a4-af8b-83e889284c3e req-c3c917f2-2ab1-4664-93ef-b11ec7e640cd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:04.614409 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54d2a61a-6d17-40a4-af8b-83e889284c3e req-c3c917f2-2ab1-4664-93ef-b11ec7e640cd tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.1434026 Jan 28 04:04:04.660616 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0208005d-52ae-4641-b13e-9741ad587d37 req-f447aa1b-e3ec-4c9f-8c06-15bc9508b6a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 HTTP/1.1" status: 200 len: 217 time: 0.1300588 Jan 28 04:04:04.781934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208005d-52ae-4641-b13e-9741ad587d37 req-a2cce99d-8efd-4211-94ca-cbe00dd08ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:04.784137 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0208005d-52ae-4641-b13e-9741ad587d37 req-a2cce99d-8efd-4211-94ca-cbe00dd08ceb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8f7621-c28b-48ea-8d6c-42651f539a4d HTTP/1.1" status: 200 len: 835 time: 0.1154587 Jan 28 04:04:04.785608 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc55777d-027f-4125-bd0c-b73068e89a3f req-fe25db69-cfb4-4d6e-9766-da40a9d96cc4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0999246 Jan 28 04:04:04.866560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54d2a61a-6d17-40a4-af8b-83e889284c3e req-bb918e34-d364-40f3-a823-4454119f5eee tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441638 Jan 28 04:04:04.943579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208005d-52ae-4641-b13e-9741ad587d37 req-b0538c7d-cd26-4327-b5cb-a5ae2d6b409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:04.948520 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:02:07Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '84a2b7ed-a099-40db-b78b-10e328b77076', 'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:6d:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:02:04Z', 'updated_at': '2022-01-28T04:02:13Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:04.949617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0208005d-52ae-4641-b13e-9741ad587d37 req-b0538c7d-cd26-4327-b5cb-a5ae2d6b409d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=051328a4-acaa-4117-ae57-cb6a07f89db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1587546 Jan 28 04:04:05.047190 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] Checking router: 0ed76abd-b154-4834-bf19-b2264d67bc8e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:04:05.074458 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] Routers {'0ed76abd-b154-4834-bf19-b2264d67bc8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:05.075357 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:03:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0ed76abd-b154-4834-bf19-b2264d67bc8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:05.404022 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] Set router 0ed76abd-b154-4834-bf19-b2264d67bc8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:05.907306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-44922593-1add-4952-8ed2-ead1725da4ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:05.938506 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-44922593-1add-4952-8ed2-ead1725da4ae tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.1374633 Jan 28 04:04:06.243901 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:02:07Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '84a2b7ed-a099-40db-b78b-10e328b77076', 'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:6d:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:02:04Z', 'updated_at': '2022-01-28T04:02:13Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:06.311534 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-397ddfe1-73cc-4099-8d6e-90164e58025f req-0bcd06cd-acdf-4628-8f98-3bc9af3461b7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.3407736 Jan 28 04:04:06.357783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f399b0-58bd-41eb-9a14-f470ea7bf04c req-c80b46b3-7176-4c46-86c6-226eec61baa6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:06.360529 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0208005d-52ae-4641-b13e-9741ad587d37 req-2a0c7203-c250-4db7-9852-b46ad2229350 service neutron] 10.222.0.42 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4022105 Jan 28 04:04:06.361378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02f399b0-58bd-41eb-9a14-f470ea7bf04c req-c80b46b3-7176-4c46-86c6-226eec61baa6 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 945 time: 0.2709801 Jan 28 04:04:06.467526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02f399b0-58bd-41eb-9a14-f470ea7bf04c req-88159895-e8b4-4fb4-9480-9547518e3269 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/security-groups?id=611f3cf5-ffa4-4907-a89a-a05564d84f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978312 Jan 28 04:04:06.469606 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704533b9-ae6b-4bb6-b23a-066614a6d25e None None] The sync data for ids ['0ed76abd-b154-4834-bf19-b2264d67bc8e'] in n-d-808199-14 is: [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:02:07Z', 'revision_number': 4, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '84a2b7ed-a099-40db-b78b-10e328b77076', 'name': '', 'network_id': '051328a4-acaa-4117-ae57-cb6a07f89db4', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'mac_address': 'fa:16:3e:6d:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:02:04Z', 'updated_at': '2022-01-28T04:02:13Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'subnets': [{'id': '2b8f7621-c28b-48ea-8d6c-42651f539a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:04:06.479451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-262132e3-d241-48b8-81a0-f3f80a8d71b8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:04:06.479874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-262132e3-d241-48b8-81a0-f3f80a8d71b8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:06.662875 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0208005d-52ae-4641-b13e-9741ad587d37 req-cfb80897-b1b0-49a6-beb4-e2c2428b25df service neutron] 10.222.0.42 "GET /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843077 Jan 28 04:04:06.782874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-262132e3-d241-48b8-81a0-f3f80a8d71b8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:06.782874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-262132e3-d241-48b8-81a0-f3f80a8d71b8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:06.797595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-a990011d-c38a-4f49-8f5a-c69482fe4592 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:06.799482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-a990011d-c38a-4f49-8f5a-c69482fe4592 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 1.6699190 Jan 28 04:04:06.811242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-262132e3-d241-48b8-81a0-f3f80a8d71b8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:04:06.820015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'port': {'device_id': 'b6a063f1-a043-4b6f-90d6-0733abfbf8db', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'admin_state_up': True, 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:07.024907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-262132e3-d241-48b8-81a0-f3f80a8d71b8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (699c388d-d25c-4e4b-9a67-a5d8be0f1ba4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:07.090386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f778e-85c3-4db2-9328-c35263606aa5 None None] New status for floating IP 2701ecff-90ec-47ec-b815-754dc65cfb84: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:04:07.122579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Made reservation on behalf of a38a55cc6b3a428f8bea4ad4ab7a224a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:07.127075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:07.137325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262132e3-d241-48b8-81a0-f3f80a8d71b8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=699c388d-d25c-4e4b-9a67-a5d8be0f1ba4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:07.303373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-262132e3-d241-48b8-81a0-f3f80a8d71b8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] No DVR routers for this DVR port 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:04:07.310879 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-262132e3-d241-48b8-81a0-f3f80a8d71b8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:07.350744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1d9f3e9-e1ba-457d-ba43-50b9ef5bb1b5 req-262132e3-d241-48b8-81a0-f3f80a8d71b8 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.42 "DELETE /v2.0/ports/699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 HTTP/1.1" status: 204 len: 173 time: 1.3788784 Jan 28 04:04:07.357725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'name': 'network-vif-deleted', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:04:07.380760 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eed1b74-4a5e-4cef-b02e-76ff527716e8" -d '{"events": [{"server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "name": "network-vif-deleted", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:04:07.418318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Allocated IP 172.20.0.7 (807dcc26-58c1-492e-ab4f-ccf8615b5f37/c9ab5650-bb11-4600-b38a-4416ee21cb99/fcf0c8ab-6264-4f49-a297-ac5fa9f6a740) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:07.554181 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad6432d-3bd9-4707-96ee-eb099d7c905f x-openstack-request-id: req-3ad6432d-3bd9-4707-96ee-eb099d7c905f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:04:07.554686 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10aeabf2-bc5b-422e-9af0-8c96c169f284", "name": "network-vif-deleted", "tag": "699c388d-d25c-4e4b-9a67-a5d8be0f1ba4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:04:07.555125 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ad6432d-3bd9-4707-96ee-eb099d7c905f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:04:07.560774 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10aeabf2-bc5b-422e-9af0-8c96c169f284', 'name': 'network-vif-deleted', 'tag': '699c388d-d25c-4e4b-9a67-a5d8be0f1ba4', 'status': 'completed', 'code': 200} Jan 28 04:04:07.664142 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-569fe59f-103e-4f15-b385-45cdccbd87f7 req-8dec3e5a-6763-45aa-adcd-af38346ae76b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0941420 Jan 28 04:04:07.805331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5387aca6-b3ab-45e4-8a83-bf67349f759b req-8ba4ea50-c360-4662-b8bc-4b14d9589a7d tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "GET /v2.0/ports?device_id=10aeabf2-bc5b-422e-9af0-8c96c169f284 HTTP/1.1" status: 200 len: 210 time: 0.0954745 Jan 28 04:04:07.981441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:08.170314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:08.349766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:08.360725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:08.368714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:08.452230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:08.514595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:08.518232 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:08.574817 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-fb44472d-e9a3-4dec-bda9-029f70c263de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7591922 Jan 28 04:04:08.602077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Request body: {'port': {'device_id': 'b6a063f1-a043-4b6f-90d6-0733abfbf8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:08.784462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:08.960211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d36d7e07-a40a-4260-8ca1-087c570e3a37 None None] Provisioning complete for port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:08.961603 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d36d7e07-a40a-4260-8ca1-087c570e3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:08.975815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40104) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:09.029220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d36d7e07-a40a-4260-8ca1-087c570e3a37 None None] Port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:04:09.131049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659a51d-27f7-4d79-ab5a-d81e3acd4fa2 req-509bf0a9-89aa-4f08-80f7-326669209c77 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:09.133632 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5659a51d-27f7-4d79-ab5a-d81e3acd4fa2 req-509bf0a9-89aa-4f08-80f7-326669209c77 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 931 time: 0.2471709 Jan 28 04:04:09.447640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:04:09.470422 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Publish callbacks [] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:09.504406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Transition to ACTIVE for port object fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:04:09.514268 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:09.622073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Pushing event updated for resources: {'Port': ['ID=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:09.813449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Attempting to bind port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:09.813793 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Attempting to bind port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:09.814126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Attempting to bind port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:09.831367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:04:09.831717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Attempting to bind port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:09.849296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:09.849636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Checking segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:09.850027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Bound using segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:09.850468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Bound port: fcf0c8ab-6264-4f49-a297-ac5fa9f6a740, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:09.850829 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:09.851626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5659a51d-27f7-4d79-ab5a-d81e3acd4fa2 req-13bd081c-2423-46c7-ae9f-c8f6a3bf0889 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119675 Jan 28 04:04:10.082080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] For port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:10.094659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] For port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:10.108185 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:10.133168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:10.133797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:10.135745 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] 10.222.0.25 "PUT /v2.0/ports/fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 HTTP/1.1" status: 200 len: 1092 time: 1.5456085 Jan 28 04:04:10.136199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a063f1-a043-4b6f-90d6-0733abfbf8db', 'tag': 'fcf0c8ab-6264-4f49-a297-ac5fa9f6a740'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:04:10.138534 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dc8892-4bfa-404c-81da-f1a64f6f6903" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a063f1-a043-4b6f-90d6-0733abfbf8db", "tag": "fcf0c8ab-6264-4f49-a297-ac5fa9f6a740"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:04:10.294969 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7d7dcf-1962-483f-9ee8-91b96b901f41 x-openstack-request-id: req-4f7d7dcf-1962-483f-9ee8-91b96b901f41 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:04:10.295258 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a063f1-a043-4b6f-90d6-0733abfbf8db", "tag": "fcf0c8ab-6264-4f49-a297-ac5fa9f6a740", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:04:10.295517 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f7d7dcf-1962-483f-9ee8-91b96b901f41 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:04:10.295925 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a063f1-a043-4b6f-90d6-0733abfbf8db', 'tag': 'fcf0c8ab-6264-4f49-a297-ac5fa9f6a740', 'status': 'completed', 'code': 200} Jan 28 04:04:10.355057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92781a8c-3975-4a3f-b11c-ed0a1fc7849b service neutron] Pushing event updated for resources: {'Port': ['ID=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:10.388906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-b8076779-ec04-4a8e-a592-ac898d7d7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:10.391163 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-b8076779-ec04-4a8e-a592-ac898d7d7cbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 1095 time: 0.1866539 Jan 28 04:04:10.394733 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (0ed76abd-b154-4834-bf19-b2264d67bc8e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:10.485182 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-226d16dd-af71-4ccf-8d08-27ce474fd27d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 HTTP/1.1" status: 200 len: 217 time: 0.0801606 Jan 28 04:04:10.558229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-caf97544-4f24-4b5a-b32c-7cf49112dec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:10.625097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-d76c1e69-03dd-435e-98cc-4d4062913385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:10.628042 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-d76c1e69-03dd-435e-98cc-4d4062913385 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.1332724 Jan 28 04:04:10.756194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-3563978a-a603-4c81-a212-634118e72258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:10.761692 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-3563978a-a603-4c81-a212-634118e72258 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275837 Jan 28 04:04:10.924529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port 84a2b7ed-a099-40db-b78b-10e328b77076 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:04:10.924909 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:10.936963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-a247c0c4-8b67-489d-a915-16f7f6185fe3 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691275 Jan 28 04:04:11.067866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:04:11.121110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:04:11.121458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 699c388d-d25c-4e4b-9a67-a5d8be0f1ba4 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:04:11.143524 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc8e6c9-a7b8-483f-b9df-da80d23003a7 req-8392fa9e-0902-4229-9793-1fae2c358f5d service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002923 Jan 28 04:04:11.197424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port 84a2b7ed-a099-40db-b78b-10e328b77076, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=84a2b7ed-a099-40db-b78b-10e328b77076,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:11.198626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:11.255184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for 84a2b7ed-a099-40db-b78b-10e328b77076 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:04:11.295555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf920c-c87d-49fc-9549-2cecd35c22d3 req-ce32870b-a5e9-4ce7-88a9-ba2a6e3247c9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:11.298338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffaf920c-c87d-49fc-9549-2cecd35c22d3 req-ce32870b-a5e9-4ce7-88a9-ba2a6e3247c9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.2282829 Jan 28 04:04:11.314135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-30d6589f-d20e-46cf-a463-87db0a5fd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:11.315865 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-30d6589f-d20e-46cf-a463-87db0a5fd300 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 1095 time: 0.0875027 Jan 28 04:04:11.524380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-40e85cfb-327b-499e-b4f5-d1d7d68364ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:11.526027 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-40e85cfb-327b-499e-b4f5-d1d7d68364ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.2027130 Jan 28 04:04:11.611048 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-edbc2dd2-d157-4ba1-af2f-5779943d4ebe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 HTTP/1.1" status: 200 len: 217 time: 0.0770416 Jan 28 04:04:11.643656 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (84a2b7ed-a099-40db-b78b-10e328b77076), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:11.684365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-215ad51f-1a32-40ab-9ab7-94a2b463536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:11.686918 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-215ad51f-1a32-40ab-9ab7-94a2b463536f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0688360 Jan 28 04:04:11.690415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffaf920c-c87d-49fc-9549-2cecd35c22d3 req-57ace999-d368-4d6f-80c9-65986a37129c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759951 Jan 28 04:04:11.701625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=84a2b7ed-a099-40db-b78b-10e328b77076,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:11.784730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-7f74572e-40a8-4fb5-a8bc-87485870f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:11.786777 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-7f74572e-40a8-4fb5-a8bc-87485870f475 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903821 Jan 28 04:04:11.898450 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-bb4be65f-0073-4890-9228-14ee614c6b18 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047080 Jan 28 04:04:12.017558 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44dc8892-4bfa-404c-81da-f1a64f6f6903 req-633ca087-6df4-4ab5-b609-7c7f78d4a91e service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137502 Jan 28 04:04:12.193074 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (0ed76abd-b154-4834-bf19-b2264d67bc8e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:12.232833 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:12.514119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Router 0ed76abd-b154-4834-bf19-b2264d67bc8e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:04:12.592194 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-90d1fc53-43fa-49d1-85d5-d297f98bc20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:12.661769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:04:12.673667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8d1b656e-d9b5-45c5-b367-0dec8cca434c tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "PUT /v2.0/routers/0ed76abd-b154-4834-bf19-b2264d67bc8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6842113 Jan 28 04:04:12.676645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40166) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:12.679168 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] Sync routers for ids ['0ed76abd-b154-4834-bf19-b2264d67bc8e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:04:12.695945 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] Routers {'0ed76abd-b154-4834-bf19-b2264d67bc8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:12.696961 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0ed76abd-b154-4834-bf19-b2264d67bc8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:12.897139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d5cbc3-76fc-4140-83bd-2ba1dcb1aab3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting subnet 2b8f7621-c28b-48ea-8d6c-42651f539a4d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:04:12.908573 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3d5cbc3-76fc-4140-83bd-2ba1dcb1aab3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (2b8f7621-c28b-48ea-8d6c-42651f539a4d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:12.927534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d122f-c004-47a6-95a1-cda0d009caa4 req-77078ad1-a88e-48b1-82de-488b3a42d4ca tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:12.945690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-291d122f-c004-47a6-95a1-cda0d009caa4 req-77078ad1-a88e-48b1-82de-488b3a42d4ca tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.1413522 Jan 28 04:04:12.968681 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] Set router 0ed76abd-b154-4834-bf19-b2264d67bc8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:13.036649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3d5cbc3-76fc-4140-83bd-2ba1dcb1aab3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (2b8f7621-c28b-48ea-8d6c-42651f539a4d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:13.076145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-291d122f-c004-47a6-95a1-cda0d009caa4 req-c5fffdc5-14ea-406d-9d77-355ab6eb9348 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238155 Jan 28 04:04:13.256668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3d5cbc3-76fc-4140-83bd-2ba1dcb1aab3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (2b8f7621-c28b-48ea-8d6c-42651f539a4d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:13.392531 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3d5cbc3-76fc-4140-83bd-2ba1dcb1aab3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (2b8f7621-c28b-48ea-8d6c-42651f539a4d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:13.462304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5cbc3-76fc-4140-83bd-2ba1dcb1aab3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8f7621-c28b-48ea-8d6c-42651f539a4d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:13.484641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e79a896-14f1-4314-88c9-bd96b4c700d1 None None] Network 051328a4-acaa-4117-ae57-cb6a07f89db4 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:04:13.486620 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3d5cbc3-76fc-4140-83bd-2ba1dcb1aab3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:13.504444 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d3d5cbc3-76fc-4140-83bd-2ba1dcb1aab3 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/subnets/2b8f7621-c28b-48ea-8d6c-42651f539a4d HTTP/1.1" status: 204 len: 168 time: 0.8246641 Jan 28 04:04:13.504983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40188) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:13.541561 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:04:11Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:13.573396 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] Checking router: 0ed76abd-b154-4834-bf19-b2264d67bc8e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:04:13.582978 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] Routers {'0ed76abd-b154-4834-bf19-b2264d67bc8e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:13.583728 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0ed76abd-b154-4834-bf19-b2264d67bc8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:13.793838 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] Set router 0ed76abd-b154-4834-bf19-b2264d67bc8e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:13.811463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1698e-a27d-4720-a66a-762d8b0fe7a4 None None] DHCP port deletion for 051328a4-acaa-4117-ae57-cb6a07f89db4 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:04:13.935235 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (0ed76abd-b154-4834-bf19-b2264d67bc8e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:14.003685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-03e1698e-a27d-4720-a66a-762d8b0fe7a4 None None] Deleting port 51472382-fc25-40fd-913d-918847eafd97 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:04:14.004594 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03e1698e-a27d-4720-a66a-762d8b0fe7a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (51472382-fc25-40fd-913d-918847eafd97), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:14.116669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-03e1698e-a27d-4720-a66a-762d8b0fe7a4 None None] For port 51472382-fc25-40fd-913d-918847eafd97, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=51472382-fc25-40fd-913d-918847eafd97,segment=NetworkSegment(1d7fd99a-742d-4388-92aa-2af663790e41),segment_id=1d7fd99a-742d-4388-92aa-2af663790e41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:14.119804 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03e1698e-a27d-4720-a66a-762d8b0fe7a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (51472382-fc25-40fd-913d-918847eafd97), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:14.161955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-03e1698e-a27d-4720-a66a-762d8b0fe7a4 None None] Calling delete_port for 51472382-fc25-40fd-913d-918847eafd97 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:04:14.345779 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:14.401825 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_gateway (0ed76abd-b154-4834-bf19-b2264d67bc8e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:14.426515 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03e1698e-a27d-4720-a66a-762d8b0fe7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (51472382-fc25-40fd-913d-918847eafd97), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:14.436300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450a3cd-77d5-45a5-9254-e695f6f4e069 req-2a34d3ba-a172-430f-abf2-cc59d218f0ed tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:14.455538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9450a3cd-77d5-45a5-9254-e695f6f4e069 req-2a34d3ba-a172-430f-abf2-cc59d218f0ed tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.2415915 Jan 28 04:04:14.456872 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:04:11Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:14.464885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e1698e-a27d-4720-a66a-762d8b0fe7a4 None None] No DVR routers for this DVR port 51472382-fc25-40fd-913d-918847eafd97 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:04:14.555686 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17ea87-36d0-4fb8-994d-cd10f4c136a1 None None] The sync data for ids ['0ed76abd-b154-4834-bf19-b2264d67bc8e'] in n-d-808199-14 is: [{'id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084558951', 'tenant_id': '3b47383bfe204078917fadb2fc9fe99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:01:53Z', 'updated_at': '2022-01-28T04:04:11Z', 'revision_number': 5, 'project_id': '3b47383bfe204078917fadb2fc9fe99a', 'gw_port': {'id': 'e9c74da0-9798-4c16-a01f-6ea3592d4dbf', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed76abd-b154-4834-bf19-b2264d67bc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:01:54Z', 'updated_at': '2022-01-28T04:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:04:14.568810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1698e-a27d-4720-a66a-762d8b0fe7a4 None None] Pushing event deleted for resources: {'Port': ['ID=51472382-fc25-40fd-913d-918847eafd97,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:14.629347 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:14.630742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-c31be5e0-af53-4f21-84e4-6294aac880f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3105922 Jan 28 04:04:14.666828 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:04:14.771079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9450a3cd-77d5-45a5-9254-e695f6f4e069 req-1af62fdf-545d-4ae0-8138-854237f64242 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023744 Jan 28 04:04:14.841590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Deleting port e9c74da0-9798-4c16-a01f-6ea3592d4dbf {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:04:14.841837 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:14.856174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 51472382-fc25-40fd-913d-918847eafd97 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:04:14.915131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 51472382-fc25-40fd-913d-918847eafd97 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:04:14.915886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 51472382-fc25-40fd-913d-918847eafd97 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:04:14.916334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84a2b7ed-a099-40db-b78b-10e328b77076 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:04:14.964112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 84a2b7ed-a099-40db-b78b-10e328b77076 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:04:14.965854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 84a2b7ed-a099-40db-b78b-10e328b77076 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:04:15.004616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-75c95094-6a55-4272-8653-4c7c133ce336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:15.010013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-75c95094-6a55-4272-8653-4c7c133ce336 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd1fea82103f4855ae339d736012f5e3&device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 1102 time: 0.2980447 Jan 28 04:04:15.131161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] For port e9c74da0-9798-4c16-a01f-6ea3592d4dbf, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e9c74da0-9798-4c16-a01f-6ea3592d4dbf,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:15.134912 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:15.163944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Calling delete_port for e9c74da0-9798-4c16-a01f-6ea3592d4dbf owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:04:15.598006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-92f4a485-b8d8-4e18-8120-42221de813a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:15.600016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-92f4a485-b8d8-4e18-8120-42221de813a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.3270278 Jan 28 04:04:15.605098 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:15.664333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-94ab8b65-84fa-49a3-be2f-aae2339693d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=298f5a65-b78d-439e-bbaa-d0427a5a23f6 HTTP/1.1" status: 200 len: 217 time: 0.0432765 Jan 28 04:04:15.767371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40214) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:15.852245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-a69900fd-869e-4899-9f80-c6d7eb00effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:15.858889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-a69900fd-869e-4899-9f80-c6d7eb00effd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.1658237 Jan 28 04:04:15.859863 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e9c74da0-9798-4c16-a01f-6ea3592d4dbf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:15.960013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Port': ['ID=e9c74da0-9798-4c16-a01f-6ea3592d4dbf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:15.988513 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa19c0df-3184-4442-880d-74f93a728cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.159624 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (0ed76abd-b154-4834-bf19-b2264d67bc8e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.182795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa19c0df-3184-4442-880d-74f93a728cc7 admin admin] Publish callbacks [] for security_group (382038ed-8335-42d0-b2e6-5163405147be), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.197640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa19c0df-3184-4442-880d-74f93a728cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (382038ed-8335-42d0-b2e6-5163405147be), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.267115 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aa19c0df-3184-4442-880d-74f93a728cc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a1d7f00dcab4ec18b3b37b60086515a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955382 Jan 28 04:04:16.267115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19c0df-3184-4442-880d-74f93a728cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382038ed-8335-42d0-b2e6-5163405147be,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:16.268475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40220) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:16.353457 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-6ff6-4370-9eb3-0e48cd567af1 admin admin] Publish callbacks [] for security_group (382038ed-8335-42d0-b2e6-5163405147be), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.373914 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (0ed76abd-b154-4834-bf19-b2264d67bc8e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.379613 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-6ff6-4370-9eb3-0e48cd567af1 admin admin] Publish callbacks [] for security_group (382038ed-8335-42d0-b2e6-5163405147be), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.391375 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router_controller (0ed76abd-b154-4834-bf19-b2264d67bc8e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.409527 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-0fc5ef24-d2a2-4e71-9023-b366e99bcd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:16.411261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-0fc5ef24-d2a2-4e71-9023-b366e99bcd74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5459361 Jan 28 04:04:16.475215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec85027-8271-4bf5-9220-ed40b5385cac req-8efd82ca-46ff-48ec-8ac2-1681f13dd4bc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:16.482596 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec85027-8271-4bf5-9220-ed40b5385cac req-8efd82ca-46ff-48ec-8ac2-1681f13dd4bc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.5483809 Jan 28 04:04:16.501235 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-6ff6-4370-9eb3-0e48cd567af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (382038ed-8335-42d0-b2e6-5163405147be), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.504387 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-6ff6-4370-9eb3-0e48cd567af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.507967 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cb9d10eb-6ff6-4370-9eb3-0e48cd567af1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/382038ed-8335-42d0-b2e6-5163405147be HTTP/1.1" status: 204 len: 168 time: 0.2319975 Jan 28 04:04:16.535761 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d10eb-6ff6-4370-9eb3-0e48cd567af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382038ed-8335-42d0-b2e6-5163405147be,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:16.675937 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (0ed76abd-b154-4834-bf19-b2264d67bc8e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.686984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Fanout notify agent at l3_agent the message router_deleted on router 0ed76abd-b154-4834-bf19-b2264d67bc8e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:04:16.721171 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.722561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9fedaf45-47df-49b7-8a73-eef845830e9a tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/routers/0ed76abd-b154-4834-bf19-b2264d67bc8e HTTP/1.1" status: 204 len: 168 time: 3.2166593 Jan 28 04:04:16.726177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40228) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:16.794728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec85027-8271-4bf5-9220-ed40b5385cac req-616c82da-f627-49b0-a699-20be5cdfd5e0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100607 Jan 28 04:04:16.798801 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:16.867500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-6324f1fe-310a-44b7-aaf7-d27202620662 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409711 Jan 28 04:04:16.980178 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (051328a4-acaa-4117-ae57-cb6a07f89db4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:17.083607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42a3b41-6a5e-427a-a56d-18881a2bef4f req-10ad8d16-4f9a-4115-9f90-9358a00236d3 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083921 Jan 28 04:04:17.143998 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (051328a4-acaa-4117-ae57-cb6a07f89db4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:17.182191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40234) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:17.189026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051328a4-acaa-4117-ae57-cb6a07f89db4']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:17.201656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7fd99a-742d-4388-92aa-2af663790e41') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:17.201971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7fd99a-742d-4388-92aa-2af663790e41') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:17.216491 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-060e48d9-72b0-44cc-a2fa-fbb2b9a97966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:17.222548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (1d7fd99a-742d-4388-92aa-2af663790e41), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:17.245668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (1d7fd99a-742d-4388-92aa-2af663790e41), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:17.269268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:04:17.270277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (1d7fd99a-742d-4388-92aa-2af663790e41), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:04:17.274055 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:04:17.351780 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-060e48d9-72b0-44cc-a2fa-fbb2b9a97966 admin admin] Publish callbacks [] for security_group (7d96e711-9807-443b-81f5-1f06387b401c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:17.363787 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-060e48d9-72b0-44cc-a2fa-fbb2b9a97966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7d96e711-9807-443b-81f5-1f06387b401c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:17.416034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-060e48d9-72b0-44cc-a2fa-fbb2b9a97966 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8e0f0df7db041f59f52a4ab7ef31115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311792 Jan 28 04:04:17.417238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e48d9-72b0-44cc-a2fa-fbb2b9a97966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d96e711-9807-443b-81f5-1f06387b401c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:17.420059 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40236) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:17.494569 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (051328a4-acaa-4117-ae57-cb6a07f89db4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:17.529602 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:17.537598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:17.541323 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/networks/051328a4-acaa-4117-ae57-cb6a07f89db4 HTTP/1.1" status: 204 len: 168 time: 0.8140819 Jan 28 04:04:17.542353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fae5f-fc0e-4faa-a851-370d16773209 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'Network': ['ID=051328a4-acaa-4117-ae57-cb6a07f89db4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:18.158222 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21f8d309-9301-4792-8a51-b3d5b9db7325 admin admin] Publish callbacks [] for security_group (7d96e711-9807-443b-81f5-1f06387b401c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:18.219379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21f8d309-9301-4792-8a51-b3d5b9db7325 admin admin] Publish callbacks [] for security_group (7d96e711-9807-443b-81f5-1f06387b401c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:18.234692 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cdce2993-3b3c-4e40-8788-675539307996 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (611f3cf5-ffa4-4907-a89a-a05564d84f7d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:18.291252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83723b26-8102-40c5-a055-048eeacb4047 req-da148bd7-be99-4e4a-b7a7-106a791a77c5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:18.292871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83723b26-8102-40c5-a055-048eeacb4047 req-da148bd7-be99-4e4a-b7a7-106a791a77c5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.1669829 Jan 28 04:04:18.301123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cdce2993-3b3c-4e40-8788-675539307996 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (611f3cf5-ffa4-4907-a89a-a05564d84f7d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:18.369596 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21f8d309-9301-4792-8a51-b3d5b9db7325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7d96e711-9807-443b-81f5-1f06387b401c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:18.373392 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21f8d309-9301-4792-8a51-b3d5b9db7325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:18.373392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-21f8d309-9301-4792-8a51-b3d5b9db7325 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d96e711-9807-443b-81f5-1f06387b401c HTTP/1.1" status: 204 len: 168 time: 0.9406965 Jan 28 04:04:18.388209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8d309-9301-4792-8a51-b3d5b9db7325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d96e711-9807-443b-81f5-1f06387b401c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:18.436318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83723b26-8102-40c5-a055-048eeacb4047 req-5f5585a9-422f-429e-9fed-1d0918f0103c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143148 Jan 28 04:04:18.459030 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cdce2993-3b3c-4e40-8788-675539307996 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (611f3cf5-ffa4-4907-a89a-a05564d84f7d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:18.461758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cdce2993-3b3c-4e40-8788-675539307996 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:18.466019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cdce2993-3b3c-4e40-8788-675539307996 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] 10.222.0.44 "DELETE /v2.0/security-groups/611f3cf5-ffa4-4907-a89a-a05564d84f7d HTTP/1.1" status: 204 len: 168 time: 0.9253604 Jan 28 04:04:18.478678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce2993-3b3c-4e40-8788-675539307996 tempest-TestNetworkAdvancedServerOps-1164601027 tempest-TestNetworkAdvancedServerOps-1164601027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611f3cf5-ffa4-4907-a89a-a05564d84f7d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:18.690028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e9c74da0-9798-4c16-a01f-6ea3592d4dbf no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:04:18.733990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: e9c74da0-9798-4c16-a01f-6ea3592d4dbf {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:04:18.734432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e9c74da0-9798-4c16-a01f-6ea3592d4dbf not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:04:19.148624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40270) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:19.704542 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c1c5651d-90cf-40a0-8b52-ca7e901b1a28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b47383bfe204078917fadb2fc9fe99a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5475881 Jan 28 04:04:19.704691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:19.706396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40282) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:19.817873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58202cce-d757-4fab-ad8c-f91ed0858142 req-76be86d8-5e9a-46d1-bd03-7cf1b55b8160 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:19.819440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58202cce-d757-4fab-ad8c-f91ed0858142 req-76be86d8-5e9a-46d1-bd03-7cf1b55b8160 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.1715102 Jan 28 04:04:19.836211 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70d9c031-b7c1-428d-b06e-492c854c11c6 admin admin] Publish callbacks [] for security_group (d55bc2db-78cb-48df-afc1-38bb3233e6de), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:19.891546 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70d9c031-b7c1-428d-b06e-492c854c11c6 admin admin] Publish callbacks [] for security_group (d55bc2db-78cb-48df-afc1-38bb3233e6de), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:19.922302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58202cce-d757-4fab-ad8c-f91ed0858142 req-f10a66a8-8b14-4094-9b92-108a4283d1fc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884030 Jan 28 04:04:19.998451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70d9c031-b7c1-428d-b06e-492c854c11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d55bc2db-78cb-48df-afc1-38bb3233e6de), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:20.016973 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70d9c031-b7c1-428d-b06e-492c854c11c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:20.023992 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-70d9c031-b7c1-428d-b06e-492c854c11c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d55bc2db-78cb-48df-afc1-38bb3233e6de HTTP/1.1" status: 204 len: 168 time: 0.3130503 Jan 28 04:04:20.039556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9c031-b7c1-428d-b06e-492c854c11c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55bc2db-78cb-48df-afc1-38bb3233e6de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:20.119327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50b121ca-7391-49a3-bf06-0dda3ae8501e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:20.369721 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50b121ca-7391-49a3-bf06-0dda3ae8501e admin admin] Publish callbacks [] for security_group (b307e85a-acfa-4e6e-ae08-c18b68a96d69), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:20.382179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50b121ca-7391-49a3-bf06-0dda3ae8501e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b307e85a-acfa-4e6e-ae08-c18b68a96d69), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:20.474227 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-50b121ca-7391-49a3-bf06-0dda3ae8501e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64644c39b1d94ff4a70493efb93cd19b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7684977 Jan 28 04:04:20.476098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b121ca-7391-49a3-bf06-0dda3ae8501e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b307e85a-acfa-4e6e-ae08-c18b68a96d69,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:20.476873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:20.581218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d54d-a392-46b4-ab31-2ebec4004993 admin admin] Publish callbacks [] for security_group (b307e85a-acfa-4e6e-ae08-c18b68a96d69), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:20.624948 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d54d-a392-46b4-ab31-2ebec4004993 admin admin] Publish callbacks [] for security_group (b307e85a-acfa-4e6e-ae08-c18b68a96d69), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:20.717077 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d54d-a392-46b4-ab31-2ebec4004993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b307e85a-acfa-4e6e-ae08-c18b68a96d69), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:20.720773 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d54d-a392-46b4-ab31-2ebec4004993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:20.722152 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e6b2d54d-a392-46b4-ab31-2ebec4004993 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b307e85a-acfa-4e6e-ae08-c18b68a96d69 HTTP/1.1" status: 204 len: 168 time: 0.2441182 Jan 28 04:04:20.742490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2d54d-a392-46b4-ab31-2ebec4004993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b307e85a-acfa-4e6e-ae08-c18b68a96d69,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:20.753799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:20.848281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b0844a8c-9e69-4916-98b0-60236340d7dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e30e3328cd047b3aaaf4f804a11553e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931211 Jan 28 04:04:20.851511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:20.971803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd786eb9-4859-4dc1-84a1-7a5583c89b77 admin admin] Publish callbacks [] for security_group (c011b0af-69c9-47af-8e66-c01e8f47d26b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:21.019890 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd786eb9-4859-4dc1-84a1-7a5583c89b77 admin admin] Publish callbacks [] for security_group (c011b0af-69c9-47af-8e66-c01e8f47d26b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:21.122416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd786eb9-4859-4dc1-84a1-7a5583c89b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c011b0af-69c9-47af-8e66-c01e8f47d26b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:21.125900 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd786eb9-4859-4dc1-84a1-7a5583c89b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:21.134956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fd786eb9-4859-4dc1-84a1-7a5583c89b77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c011b0af-69c9-47af-8e66-c01e8f47d26b HTTP/1.1" status: 204 len: 168 time: 0.2766137 Jan 28 04:04:21.184558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd786eb9-4859-4dc1-84a1-7a5583c89b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c011b0af-69c9-47af-8e66-c01e8f47d26b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:21.326721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293fb96-c5e3-464a-bcef-8d61168a65ec req-4d1ea65e-e067-4233-884d-e53553c12bf3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:21.338770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b293fb96-c5e3-464a-bcef-8d61168a65ec req-4d1ea65e-e067-4233-884d-e53553c12bf3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.2019711 Jan 28 04:04:21.521502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b293fb96-c5e3-464a-bcef-8d61168a65ec req-95ad788c-a240-4dc0-b113-11a2e4e7a594 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726286 Jan 28 04:04:22.720796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b30f3-1646-4b5e-9c0b-44e57ef5d4a5 req-3f99cef0-4ffd-41a4-9198-c34f0dc105df tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:22.738030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-163b30f3-1646-4b5e-9c0b-44e57ef5d4a5 req-3f99cef0-4ffd-41a4-9198-c34f0dc105df tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.1164284 Jan 28 04:04:22.807278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-163b30f3-1646-4b5e-9c0b-44e57ef5d4a5 req-ad7c291a-f27a-44e4-8389-159465c666f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678995 Jan 28 04:04:23.972770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42deb1e-297e-4bcf-86ef-1af2fcfd4b99 req-79c6e8bf-a14c-4e86-a7fe-4d0e566d28b8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:23.977322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42deb1e-297e-4bcf-86ef-1af2fcfd4b99 req-79c6e8bf-a14c-4e86-a7fe-4d0e566d28b8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.0739057 Jan 28 04:04:24.063425 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a42deb1e-297e-4bcf-86ef-1af2fcfd4b99 req-8e1dcf2e-ebc7-420e-b301-6da5aaf02387 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798442 Jan 28 04:04:24.174278 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40414) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:24.442929 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52775e27-737f-47dd-994a-ee759cd7bd58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:24.566881 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52775e27-737f-47dd-994a-ee759cd7bd58 admin admin] Publish callbacks [] for security_group (0bf535cd-2adf-4019-8484-b5e5a69d3041), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:24.576408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52775e27-737f-47dd-994a-ee759cd7bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0bf535cd-2adf-4019-8484-b5e5a69d3041), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:24.615091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-52775e27-737f-47dd-994a-ee759cd7bd58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa2a403aa5214ded8d37cc8a002a8a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4395032 Jan 28 04:04:24.617705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40442) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:24.698490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52775e27-737f-47dd-994a-ee759cd7bd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf535cd-2adf-4019-8484-b5e5a69d3041,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:24.750212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d706058c-a6f0-4c30-bf60-f295a549ca6f admin admin] Publish callbacks [] for security_group (0bf535cd-2adf-4019-8484-b5e5a69d3041), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:24.823220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d706058c-a6f0-4c30-bf60-f295a549ca6f admin admin] Publish callbacks [] for security_group (0bf535cd-2adf-4019-8484-b5e5a69d3041), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:24.899746 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d706058c-a6f0-4c30-bf60-f295a549ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0bf535cd-2adf-4019-8484-b5e5a69d3041), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:24.906903 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d706058c-a6f0-4c30-bf60-f295a549ca6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:24.909058 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d706058c-a6f0-4c30-bf60-f295a549ca6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bf535cd-2adf-4019-8484-b5e5a69d3041 HTTP/1.1" status: 204 len: 168 time: 0.2888751 Jan 28 04:04:24.925070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706058c-a6f0-4c30-bf60-f295a549ca6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf535cd-2adf-4019-8484-b5e5a69d3041,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:25.300341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a210d-e08f-4c14-8292-d945b1e07d5b req-d50a91cb-65c8-4374-bf76-b61524fad70e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:25.303465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b46a210d-e08f-4c14-8292-d945b1e07d5b req-d50a91cb-65c8-4374-bf76-b61524fad70e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.1137934 Jan 28 04:04:25.449619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b46a210d-e08f-4c14-8292-d945b1e07d5b req-e695dddd-3421-431d-b793-347f44678d85 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392365 Jan 28 04:04:25.974530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:26.059531 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40604) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:26.067666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'network': {'name': 'tempest-network-smoke--5202034', 'project_id': '76049bb0218b4104bfff149e28d82470', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:26.096644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Made reservation on behalf of 76049bb0218b4104bfff149e28d82470 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:26.102233 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.115630 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.237456 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (1f40d382-8e16-470d-b74c-0084e0398193), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.250267 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1f40d382-8e16-470d-b74c-0084e0398193), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.265877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:04:26.278012 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6e598811-8284-4655-a8ab-1476f2a861d6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.278686 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Added segment 6e598811-8284-4655-a8ab-1476f2a861d6 of type vlan for network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 Jan 28 04:04:26.371345 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c07999-2504-4f7a-89d5-c94726de4aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.408224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1ff3cb42-2f34-4dd4-86fb-075cc282a906), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.420668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f40d382-8e16-470d-b74c-0084e0398193,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:26.484490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1ff3cb42-2f34-4dd4-86fb-075cc282a906), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.497418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.498040 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.681721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6200733 Jan 28 04:04:26.685637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:26.691020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'admin_state_up': True, 'project_id': '76049bb0218b4104bfff149e28d82470', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:26.726763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9836-1a80-4188-a5c4-0eff9f329a98 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Network': ['ID=1ff3cb42-2f34-4dd4-86fb-075cc282a906,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:26.734473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c07999-2504-4f7a-89d5-c94726de4aae admin admin] Publish callbacks [] for security_group (68f0549e-eda9-4228-bafd-61c6e6f62020), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.740704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:04:26.742606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3e5b0-93d7-4218-a1ee-4963bffe8972 req-ff69dd29-6cb0-4504-91b8-92cabb018c5d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.750249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64d3e5b0-93d7-4218-a1ee-4963bffe8972 req-ff69dd29-6cb0-4504-91b8-92cabb018c5d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.1749802 Jan 28 04:04:26.763473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (9c0c2955-9396-4cf7-8a9f-82087bac80d6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.763872 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c07999-2504-4f7a-89d5-c94726de4aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (68f0549e-eda9-4228-bafd-61c6e6f62020), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.764679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (9c0c2955-9396-4cf7-8a9f-82087bac80d6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.873763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64d3e5b0-93d7-4218-a1ee-4963bffe8972 req-70a3a2ca-4515-407e-b6be-2c38b47462e8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037924 Jan 28 04:04:26.902494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-99c07999-2504-4f7a-89d5-c94726de4aae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e67d3562487a44bc8a410ecb6f909464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9263105 Jan 28 04:04:26.904058 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_controller (9c0c2955-9396-4cf7-8a9f-82087bac80d6), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:26.907102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:26.915968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c07999-2504-4f7a-89d5-c94726de4aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f0549e-eda9-4228-bafd-61c6e6f62020,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:26.975876 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fa11731-cf57-43b8-825c-b75897794ae4 admin admin] Publish callbacks [] for security_group (68f0549e-eda9-4228-bafd-61c6e6f62020), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:27.085991 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fa11731-cf57-43b8-825c-b75897794ae4 admin admin] Publish callbacks [] for security_group (68f0549e-eda9-4228-bafd-61c6e6f62020), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:27.176302 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fa11731-cf57-43b8-825c-b75897794ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (68f0549e-eda9-4228-bafd-61c6e6f62020), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:27.179283 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fa11731-cf57-43b8-825c-b75897794ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:27.181034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8fa11731-cf57-43b8-825c-b75897794ae4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68f0549e-eda9-4228-bafd-61c6e6f62020 HTTP/1.1" status: 204 len: 168 time: 0.2729087 Jan 28 04:04:27.224884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa11731-cf57-43b8-825c-b75897794ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f0549e-eda9-4228-bafd-61c6e6f62020,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:27.234180 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_gateway (9c0c2955-9396-4cf7-8a9f-82087bac80d6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:27.639885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_gateway (9c0c2955-9396-4cf7-8a9f-82087bac80d6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:27.693314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:27.705345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40656) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:27.739994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dbe376a-5157-420c-aeb7-7600e5a69321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:27.903582 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dbe376a-5157-420c-aeb7-7600e5a69321 admin admin] Publish callbacks [] for security_group (c0e7f65a-2b43-4a1e-968e-43bde3ae8fad), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:27.905766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Allocated IP 172.25.1.198 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/217629a1-1458-4505-9cb4-5ec8107d2e47) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:27.911160 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dbe376a-5157-420c-aeb7-7600e5a69321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c0e7f65a-2b43-4a1e-968e-43bde3ae8fad), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:27.979403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9dbe376a-5157-420c-aeb7-7600e5a69321 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9df4238d3d34b38a4e2a5ebff49fcf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727964 Jan 28 04:04:27.986331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40662) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:28.129246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe376a-5157-420c-aeb7-7600e5a69321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e7f65a-2b43-4a1e-968e-43bde3ae8fad,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:28.159981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45ff4a60-e16c-44e9-9423-5da2536a112b admin admin] Publish callbacks [] for security_group (c0e7f65a-2b43-4a1e-968e-43bde3ae8fad), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:28.170509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:28.173932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6dc60-1997-4758-8ab5-2e9dc4c1022a req-17bc4385-619f-4555-81d6-25dabddb7b18 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:28.175524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47d6dc60-1997-4758-8ab5-2e9dc4c1022a req-17bc4385-619f-4555-81d6-25dabddb7b18 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.1194761 Jan 28 04:04:28.247662 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:28.263232 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45ff4a60-e16c-44e9-9423-5da2536a112b admin admin] Publish callbacks [] for security_group (c0e7f65a-2b43-4a1e-968e-43bde3ae8fad), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:28.321292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47d6dc60-1997-4758-8ab5-2e9dc4c1022a req-2bf728e6-6f23-4eef-b179-5aeed7cbd22e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333854 Jan 28 04:04:28.362152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:28.365376 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:28.372370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:28.399888 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45ff4a60-e16c-44e9-9423-5da2536a112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c0e7f65a-2b43-4a1e-968e-43bde3ae8fad), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:28.403465 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45ff4a60-e16c-44e9-9423-5da2536a112b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:28.405379 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-45ff4a60-e16c-44e9-9423-5da2536a112b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0e7f65a-2b43-4a1e-968e-43bde3ae8fad HTTP/1.1" status: 204 len: 168 time: 0.4103367 Jan 28 04:04:28.448139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff4a60-e16c-44e9-9423-5da2536a112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e7f65a-2b43-4a1e-968e-43bde3ae8fad,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:28.475579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Port': ['ID=217629a1-1458-4505-9cb4-5ec8107d2e47,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:28.917214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_gateway (9c0c2955-9396-4cf7-8a9f-82087bac80d6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:29.253610 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (9c0c2955-9396-4cf7-8a9f-82087bac80d6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:29.472168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:04:29.556043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:29.622275 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebd88b-cdfa-47fb-81a2-11e4043df16a req-7481ebad-4b1e-4d28-acb3-5b375fa31549 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:29.626067 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2cebd88b-cdfa-47fb-81a2-11e4043df16a req-7481ebad-4b1e-4d28-acb3-5b375fa31549 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.1221585 Jan 28 04:04:29.753172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2cebd88b-cdfa-47fb-81a2-11e4043df16a req-aef79b19-281f-4c6f-922b-a9f6b31db311 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201611 Jan 28 04:04:29.838151 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e40c-2566-409b-8441-2c51606ad849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.039050 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e40c-2566-409b-8441-2c51606ad849 admin admin] Publish callbacks [] for security_group (fb972c97-981b-43cd-bdb9-7c239218a36a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.047986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e40c-2566-409b-8441-2c51606ad849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fb972c97-981b-43cd-bdb9-7c239218a36a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.099165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2fa5e40c-2566-409b-8441-2c51606ad849 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97fa5010ccb64b2b97c7774f8061f13a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5376537 Jan 28 04:04:30.119361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40738) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:30.119846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:30.211035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5e40c-2566-409b-8441-2c51606ad849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb972c97-981b-43cd-bdb9-7c239218a36a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:30.284318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:04:30.293845 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06e9-d417-44a0-a191-cbb64adbba80 admin admin] Publish callbacks [] for security_group (fb972c97-981b-43cd-bdb9-7c239218a36a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.299761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Sync routers for ids ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:04:30.315029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Routers {'9c0c2955-9396-4cf7-8a9f-82087bac80d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:30.315676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:30.323363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-762549113-network', 'tenant_id': '023ee4d5918443a4919fd780c791fec8'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:30.344505 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.350208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:30.350407 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-28bd6548-c196-4d4e-b6f6-00ef45ecf14a tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6641176 Jan 28 04:04:30.369675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06e9-d417-44a0-a191-cbb64adbba80 admin admin] Publish callbacks [] for security_group (fb972c97-981b-43cd-bdb9-7c239218a36a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.396314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Made reservation on behalf of 023ee4d5918443a4919fd780c791fec8 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:30.400624 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.415451 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.471303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Set router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:30.543832 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Publish callbacks [] for security_group (7bb87108-e73f-4c6c-a6f9-505c36fe6061), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.551543 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7bb87108-e73f-4c6c-a6f9-505c36fe6061), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.591415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb87108-e73f-4c6c-a6f9-505c36fe6061,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:30.620184 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06e9-d417-44a0-a191-cbb64adbba80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fb972c97-981b-43cd-bdb9-7c239218a36a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.624436 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7dd06e9-d417-44a0-a191-cbb64adbba80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.626295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d7dd06e9-d417-44a0-a191-cbb64adbba80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb972c97-981b-43cd-bdb9-7c239218a36a HTTP/1.1" status: 204 len: 168 time: 0.5054309 Jan 28 04:04:30.650857 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:04:30.693815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd06e9-d417-44a0-a191-cbb64adbba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb972c97-981b-43cd-bdb9-7c239218a36a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:30.758470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3731172f-a07e-4f16-9841-269e275de89a tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=76049bb0218b4104bfff149e28d82470&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4071510 Jan 28 04:04:30.759817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b80b6464-5610-4fac-9a17-98b31d93ddf7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:30.760262 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Added segment b80b6464-5610-4fac-9a17-98b31d93ddf7 of type vlan for network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa Jan 28 04:04:30.761570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40758) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:30.955292 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:28Z', 'revision_number': 3, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:31.049667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Checking router: 9c0c2955-9396-4cf7-8a9f-82087bac80d6 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:04:31.050030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Updating router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 port 217629a1-1458-4505-9cb4-5ec8107d2e47 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:04:31.119469 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.191824 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (ef1fd9b3-6cfb-40b4-8363-725cf35f86aa), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.256102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:31.291683 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f3ab-01ab-4e3e-8c53-5a31ec3e6d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.294448 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78c5fa-7df2-4301-8cf7-023065f2eb48 req-ae7cf83c-002e-4ca4-9198-56ab1f1b15f9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:31.296291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae78c5fa-7df2-4301-8cf7-023065f2eb48 req-ae7cf83c-002e-4ca4-9198-56ab1f1b15f9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.3176963 Jan 28 04:04:31.302035 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (ef1fd9b3-6cfb-40b4-8363-725cf35f86aa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.305164 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:31.305761 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.368366 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4223010e-bf45-4340-8d05-524c49a046f7 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:31.370541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4223010e-bf45-4340-8d05-524c49a046f7 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6079195 Jan 28 04:04:31.380027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40778) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:31.420418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2980111 Jan 28 04:04:31.424810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40780) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:31.432031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Request body: {'subnet': {'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-762549113-subnet', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:31.457245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbac0e-56cf-48c0-b265-13e9d017a44d admin admin] Pushing event updated for resources: {'Network': ['ID=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:31.473671 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ee6b3cba-aeed-44f7-98c5-3fd10f9ace33 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0876544 Jan 28 04:04:31.475726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:31.490076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae78c5fa-7df2-4301-8cf7-023065f2eb48 req-546b82cc-608a-4281-bf6c-d7026777371c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771948 Jan 28 04:04:31.495118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Made reservation on behalf of 023ee4d5918443a4919fd780c791fec8 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:31.497969 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.506431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-956739981', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'project_id': '76049bb0218b4104bfff149e28d82470', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:31.614327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:04:31.803983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Made reservation on behalf of 76049bb0218b4104bfff149e28d82470 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:31.810370 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.813353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (777e20b1-2a9c-4fe8-828c-7a4c59e374d5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.830933 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Publish callbacks [] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.856056 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.953535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Attempting to bind port 217629a1-1458-4505-9cb4-5ec8107d2e47 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:31.953826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Attempting to bind port 217629a1-1458-4505-9cb4-5ec8107d2e47 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:31.954200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Attempting to bind port 217629a1-1458-4505-9cb4-5ec8107d2e47 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:31.980812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:31.981222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:31.981772 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:31.982176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:31.983267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Bound port: 217629a1-1458-4505-9cb4-5ec8107d2e47, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:31.983691 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.058211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Checking segment: {'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:32.059282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Network hostable DHCP agents. Network: ef1fd9b3-6cfb-40b4-8363-725cf35f86aa, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:04:32.064798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=777e20b1-2a9c-4fe8-828c-7a4c59e374d5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:32.079613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Pushing event updated for resources: {'Port': ['ID=217629a1-1458-4505-9cb4-5ec8107d2e47,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:32.113400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:04:32.133230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, ef1fd9b3-6cfb-40b4-8363-725cf35f86aa) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:32.135892 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f3ab-01ab-4e3e-8c53-5a31ec3e6d25 admin admin] Publish callbacks [] for security_group (2c7e49d2-4428-4414-bde3-20ebce4abee9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.138318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (d0fe9834-e50e-4855-b553-b30aa4a8e39d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.143950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.144431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.144784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.145145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.145483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.145908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.146234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.146564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.147140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.147474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.147800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.153293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:32.154712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.155072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:32.158914 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.162908 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f3ab-01ab-4e3e-8c53-5a31ec3e6d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2c7e49d2-4428-4414-bde3-20ebce4abee9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.168341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ef80d-3988-4cf0-9231-a7c1a0881f64 None None] Network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:04:32.204656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-16cf22b2-adba-4df4-bbd7-09ba95bf0b44 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7781868 Jan 28 04:04:32.207274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40796) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:32.216231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:32.288171 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.290199 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.299932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] For port 217629a1-1458-4505-9cb4-5ec8107d2e47, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:32.330446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Subnet': ['ID=d0fe9834-e50e-4855-b553-b30aa4a8e39d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:32.346789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] For port 217629a1-1458-4505-9cb4-5ec8107d2e47, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=217629a1-1458-4505-9cb4-5ec8107d2e47,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:32.369080 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.512215 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8cb6f3ab-01ab-4e3e-8c53-5a31ec3e6d25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd423f65d32b4ae4bc668600a4f187fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2546821 Jan 28 04:04:32.518685 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks [] for router_controller (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.523559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40804) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:32.561557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Routers {'9c0c2955-9396-4cf7-8a9f-82087bac80d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:32.561557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:32.563318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'project_id': '023ee4d5918443a4919fd780c791fec8', 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:04:32.564161 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.590010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6f3ab-01ab-4e3e-8c53-5a31ec3e6d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e49d2-4428-4414-bde3-20ebce4abee9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:32.632127 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Checking segment: {'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:32.635550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network hostable DHCP agents. Network: 1ff3cb42-2f34-4dd4-86fb-075cc282a906, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:04:32.672564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:04:32.696141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1ff3cb42-2f34-4dd4-86fb-075cc282a906) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:32.702962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2b8fb-9874-48d4-8203-40f3dc762390 None None] Pushing event updated for resources: {'Port': ['ID=217629a1-1458-4505-9cb4-5ec8107d2e47,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:32.705190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:32.707972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.728894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022764b9-2aae-4f55-8dad-4dd1e5ef2519 None None] Network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:04:32.756831 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4f68864f-7bfd-405e-bef4-0778a08b02f3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2727182 Jan 28 04:04:32.756831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40808) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:33.198711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf19194-44a4-4af0-a7aa-c79b3361f452 req-344208e6-9226-4172-81c5-0e3dd992a053 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:33.205012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ccf19194-44a4-4af0-a7aa-c79b3361f452 req-344208e6-9226-4172-81c5-0e3dd992a053 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.5641148 Jan 28 04:04:33.282209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b8e15c6-a3c7-4904-8901-f43f1ef13efe admin admin] Publish callbacks [] for security_group (2c7e49d2-4428-4414-bde3-20ebce4abee9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:33.297176 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks [] for router_gateway (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:33.379185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b8e15c6-a3c7-4904-8901-f43f1ef13efe admin admin] Publish callbacks [] for security_group (2c7e49d2-4428-4414-bde3-20ebce4abee9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:33.417132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ccf19194-44a4-4af0-a7aa-c79b3361f452 req-338a550c-4a84-4af1-bb39-9f4daae7837a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005510 Jan 28 04:04:33.493810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] Set router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:33.560326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b8e15c6-a3c7-4904-8901-f43f1ef13efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2c7e49d2-4428-4414-bde3-20ebce4abee9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:33.563572 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b8e15c6-a3c7-4904-8901-f43f1ef13efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:33.564601 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:33.568014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5b8e15c6-a3c7-4904-8901-f43f1ef13efe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c7e49d2-4428-4414-bde3-20ebce4abee9 HTTP/1.1" status: 204 len: 168 time: 1.0423937 Jan 28 04:04:33.582115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e15c6-a3c7-4904-8901-f43f1ef13efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e49d2-4428-4414-bde3-20ebce4abee9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:33.798715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'project_id': '76049bb0218b4104bfff149e28d82470', 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:04:33.799732 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:33.818865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Allocated IP 172.20.0.2 (ef1fd9b3-6cfb-40b4-8363-725cf35f86aa/777e20b1-2a9c-4fe8-828c-7a4c59e374d5/bba67360-4ee5-4824-93da-f33ce8bb4f68) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:33.936136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks [] for router_gateway (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:33.959486 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:34.265352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Allocated IP 172.25.1.76 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/483587ee-a2e1-4380-b274-84d62bc73033) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:34.267238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Allocated IP 172.20.0.2 (1ff3cb42-2f34-4dd4-86fb-075cc282a906/d0fe9834-e50e-4855-b553-b30aa4a8e39d/eca727b6-22db-4daf-b703-3b21fc9f3fb0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:34.495795 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Publish callbacks [] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:34.513712 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks [] for port (483587ee-a2e1-4380-b274-84d62bc73033), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:34.557710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:34.562968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (483587ee-a2e1-4380-b274-84d62bc73033), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:34.585836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:28Z', 'revision_number': 3, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:34.635075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Pushing event updated for resources: {'Port': ['ID=483587ee-a2e1-4380-b274-84d62bc73033,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:34.672481 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:34.682245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:34.686305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:34.725786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ce202-6234-4001-972c-476849e9db26 req-0c6c213f-34a1-4ffd-b5f7-65e14a637d8b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:34.727348 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b04ce202-6234-4001-972c-476849e9db26 req-0c6c213f-34a1-4ffd-b5f7-65e14a637d8b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.1083453 Jan 28 04:04:34.773904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c797b6-a426-463b-aaf5-c86b432543a5 None None] The sync data for ids ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'] in n-d-808199-14 is: [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:28Z', 'revision_number': 3, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:04:34.784258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Pushing event updated for resources: {'Port': ['ID=bba67360-4ee5-4824-93da-f33ce8bb4f68,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:34.921342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b04ce202-6234-4001-972c-476849e9db26 req-3387c949-cb3f-42a6-8a69-7091533a7712 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752923 Jan 28 04:04:34.922345 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Publish callbacks [] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:34.964877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:34.997597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:35.031158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:35.038130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:35.061770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:35.117237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:35.124889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:35.148763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Allocated IP 172.20.0.1 (1ff3cb42-2f34-4dd4-86fb-075cc282a906/d0fe9834-e50e-4855-b553-b30aa4a8e39d/52ee322b-4a75-4676-8345-8c1783577d80) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:35.379810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Pushing event updated for resources: {'Port': ['ID=eca727b6-22db-4daf-b703-3b21fc9f3fb0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:35.407883 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks [] for router_gateway (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:35.497981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Attempting to bind port eca727b6-22db-4daf-b703-3b21fc9f3fb0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:35.498544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Attempting to bind port eca727b6-22db-4daf-b703-3b21fc9f3fb0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:35.499009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Attempting to bind port eca727b6-22db-4daf-b703-3b21fc9f3fb0 on network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:35.502997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Attempting to bind port bba67360-4ee5-4824-93da-f33ce8bb4f68 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:35.503542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Attempting to bind port bba67360-4ee5-4824-93da-f33ce8bb4f68 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:35.504037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Attempting to bind port bba67360-4ee5-4824-93da-f33ce8bb4f68 on network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:35.509270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:35.509662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Checking segment: {'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:35.510072 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:35.510473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Bound using segment: {'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:35.510954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Bound port: eca727b6-22db-4daf-b703-3b21fc9f3fb0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:35.511555 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:35.544306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:35.545327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Checking segment: {'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:35.545946 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:35.546519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Bound using segment: {'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:35.547720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Bound port: bba67360-4ee5-4824-93da-f33ce8bb4f68, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:35.548299 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:35.658038 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for port (52ee322b-4a75-4676-8345-8c1783577d80), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:35.745103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] For port eca727b6-22db-4daf-b703-3b21fc9f3fb0, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:35.753940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] For port eca727b6-22db-4daf-b703-3b21fc9f3fb0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=eca727b6-22db-4daf-b703-3b21fc9f3fb0,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:35.754793 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (52ee322b-4a75-4676-8345-8c1783577d80), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:35.769821 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:35.776115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] For port bba67360-4ee5-4824-93da-f33ce8bb4f68, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:35.868499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] For port bba67360-4ee5-4824-93da-f33ce8bb4f68, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bba67360-4ee5-4824-93da-f33ce8bb4f68,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:35.881458 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:35.953797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:35.969848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:35.973349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:35.979764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Port': ['ID=52ee322b-4a75-4676-8345-8c1783577d80,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:36.011637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d003ac-5a40-42fd-a76b-effc02475535 None None] Pushing event updated for resources: {'Port': ['ID=eca727b6-22db-4daf-b703-3b21fc9f3fb0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:36.180440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (9c0c2955-9396-4cf7-8a9f-82087bac80d6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:36.224339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aac4d-26fe-4100-9fd0-2cd36519b47b None None] Pushing event updated for resources: {'Port': ['ID=bba67360-4ee5-4824-93da-f33ce8bb4f68,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:36.301810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f2e03-2f2a-48e1-82fb-7344d123c956 req-03a1e6ed-42d4-496f-9ff7-4f2c94bee470 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:36.303376 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-889f2e03-2f2a-48e1-82fb-7344d123c956 req-03a1e6ed-42d4-496f-9ff7-4f2c94bee470 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.1787434 Jan 28 04:04:36.304630 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:36.568370 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (52ee322b-4a75-4676-8345-8c1783577d80), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:36.624652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-889f2e03-2f2a-48e1-82fb-7344d123c956 req-ffaa5b92-89c4-443a-a912-ba8f9de718a2 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134143 Jan 28 04:04:36.757374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Router db5dfb6e-371c-4430-a4a0-a2ad36d7965b is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:04:36.979259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:04:36.998842 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Sync routers for ids ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:04:37.019125 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:37.023830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1b29370b-b353-4789-951a-ba51b3185664 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8153403 Jan 28 04:04:37.024460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40896) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:37.027204 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Routers {'db5dfb6e-371c-4430-a4a0-a2ad36d7965b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:37.028168 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:37.246217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:37.262319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bba67360-4ee5-4824-93da-f33ce8bb4f68 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:37.275677 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Set router db5dfb6e-371c-4430-a4a0-a2ad36d7965b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:37.352797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port bba67360-4ee5-4824-93da-f33ce8bb4f68 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:37.354220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:37.413820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for port (52ee322b-4a75-4676-8345-8c1783577d80), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:37.420870 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (52ee322b-4a75-4676-8345-8c1783577d80), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:37.582866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port bba67360-4ee5-4824-93da-f33ce8bb4f68 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:37.583264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:37.658513 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:37.707128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port bba67360-4ee5-4824-93da-f33ce8bb4f68, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bba67360-4ee5-4824-93da-f33ce8bb4f68,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:37.714153 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:37.716199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 217629a1-1458-4505-9cb4-5ec8107d2e47 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:37.749782 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (9c0c2955-9396-4cf7-8a9f-82087bac80d6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:37.818804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Port': ['ID=52ee322b-4a75-4676-8345-8c1783577d80,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:37.836828 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:34Z', 'revision_number': 3, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:37.925462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:37.926038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=bba67360-4ee5-4824-93da-f33ce8bb4f68,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:37.944910 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Checking router: db5dfb6e-371c-4430-a4a0-a2ad36d7965b for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:04:37.953880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 217629a1-1458-4505-9cb4-5ec8107d2e47 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:37.954259 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:37.955770 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Updating router db5dfb6e-371c-4430-a4a0-a2ad36d7965b port 483587ee-a2e1-4380-b274-84d62bc73033 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:04:38.048859 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (483587ee-a2e1-4380-b274-84d62bc73033), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:38.179454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 217629a1-1458-4505-9cb4-5ec8107d2e47 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:38.180263 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:38.241257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 217629a1-1458-4505-9cb4-5ec8107d2e47, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=217629a1-1458-4505-9cb4-5ec8107d2e47,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:38.251284 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:38.252064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eca727b6-22db-4daf-b703-3b21fc9f3fb0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:38.313392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:38.319870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:38.377752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=217629a1-1458-4505-9cb4-5ec8107d2e47,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:38.386868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508769e-51e6-4efe-b93b-36dc4b75c440 None None] Network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:04:38.608717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:04:38.680007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-625440b8-7361-4cd1-aa06-25f36d0e72e1 None None] Provisioning complete for port eca727b6-22db-4daf-b703-3b21fc9f3fb0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:38.680605 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-625440b8-7361-4cd1-aa06-25f36d0e72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:38.729821 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:38.843477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db2caf-5236-4894-a79e-a618ee016ea6 req-b203e961-973f-4c01-bce9-84f68dc22630 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:38.854685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7db2caf-5236-4894-a79e-a618ee016ea6 req-b203e961-973f-4c01-bce9-84f68dc22630 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.2496419 Jan 28 04:04:38.876065 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Publish callbacks [] for port (483587ee-a2e1-4380-b274-84d62bc73033), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:38.885093 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (483587ee-a2e1-4380-b274-84d62bc73033), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:38.911483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port eca727b6-22db-4daf-b703-3b21fc9f3fb0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:38.911860 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:38.917818 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Attempting to bind port 483587ee-a2e1-4380-b274-84d62bc73033 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:38.918192 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Attempting to bind port 483587ee-a2e1-4380-b274-84d62bc73033 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:38.918558 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Attempting to bind port 483587ee-a2e1-4380-b274-84d62bc73033 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:38.944510 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:38.945022 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:38.945437 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:38.945832 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:38.946315 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Bound port: 483587ee-a2e1-4380-b274-84d62bc73033, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:38.946763 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (483587ee-a2e1-4380-b274-84d62bc73033), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:39.023345 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] For port 483587ee-a2e1-4380-b274-84d62bc73033, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:39.028086 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] For port 483587ee-a2e1-4380-b274-84d62bc73033, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=483587ee-a2e1-4380-b274-84d62bc73033,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:39.038585 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (483587ee-a2e1-4380-b274-84d62bc73033), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:39.071903 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Routers {'db5dfb6e-371c-4430-a4a0-a2ad36d7965b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:39.072411 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:39.084325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7db2caf-5236-4894-a79e-a618ee016ea6 req-8a405036-53b5-405e-8b38-2bd8efda8974 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191501 Jan 28 04:04:39.086432 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:39.151787 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Pushing event updated for resources: {'Port': ['ID=483587ee-a2e1-4380-b274-84d62bc73033,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:39.163904 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.164727 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.165867 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.166418 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.167036 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.167579 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.168118 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.168719 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.169290 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.170521 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.171127 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.171680 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.172231 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:39.195699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da4948-8bd0-4651-a88d-5c31f4747a53 None None] Network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:04:39.206381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port eca727b6-22db-4daf-b703-3b21fc9f3fb0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:39.206776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:39.261323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-625440b8-7361-4cd1-aa06-25f36d0e72e1 None None] Current status of the port eca727b6-22db-4daf-b703-3b21fc9f3fb0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:39.261687 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-625440b8-7361-4cd1-aa06-25f36d0e72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:39.316487 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbdf0b-2dad-41c9-bda4-a33db8616046 None None] Pushing event updated for resources: {'Port': ['ID=483587ee-a2e1-4380-b274-84d62bc73033,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:39.323842 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port eca727b6-22db-4daf-b703-3b21fc9f3fb0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=eca727b6-22db-4daf-b703-3b21fc9f3fb0,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:39.333932 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] Set router db5dfb6e-371c-4430-a4a0-a2ad36d7965b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:39.372414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Allocated IP 172.20.0.1 (ef1fd9b3-6cfb-40b4-8363-725cf35f86aa/777e20b1-2a9c-4fe8-828c-7a4c59e374d5/5031ba37-05f4-48de-9f23-3e8bed7789ee) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:39.402264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:39.537944 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Publish callbacks [] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:39.578847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:04:39.604852 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c2a82fa4-6b4f-4274-8ef4-cdb4f275f133 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "PUT /v2.0/routers/9c0c2955-9396-4cf7-8a9f-82087bac80d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8468614 Jan 28 04:04:39.608683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40934) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:39.616692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Sync routers for ids ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:04:39.621273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fac16cc2-d1ca-4142-8c4a-f97924514f08 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--716221139', 'description': 'tempest-secgroup_access--716221139 description', 'project_id': '76049bb0218b4104bfff149e28d82470'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:39.633078 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:39.676831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fac16cc2-d1ca-4142-8c4a-f97924514f08 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:39.730429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bba67360-4ee5-4824-93da-f33ce8bb4f68 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:39.735224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:39.740322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Allocated IP 172.25.1.77 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/3549a15a-300c-4c00-9b7e-506a57655f5b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:39.742430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:39.752181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:39.763037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=eca727b6-22db-4daf-b703-3b21fc9f3fb0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:39.845935 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:39.885646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-625440b8-7361-4cd1-aa06-25f36d0e72e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:04:39.886020 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-625440b8-7361-4cd1-aa06-25f36d0e72e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:04:39.890046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Routers {'9c0c2955-9396-4cf7-8a9f-82087bac80d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:39.891000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:39.914692 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:34Z', 'revision_number': 3, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:39.994892 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c09553-bd52-41d3-b0ab-b1fbbdefb000 None None] The sync data for ids ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'] in n-d-808199-14 is: [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:34Z', 'revision_number': 3, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:04:40.119022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Pushing event updated for resources: {'Port': ['ID=5031ba37-05f4-48de-9f23-3e8bed7789ee,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:40.130085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fac16cc2-d1ca-4142-8c4a-f97924514f08 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (8b819e51-7a8d-4916-a387-8a6316a6b8bb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:40.137758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fac16cc2-d1ca-4142-8c4a-f97924514f08 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8b819e51-7a8d-4916-a387-8a6316a6b8bb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:40.201425 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:40.213853 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fac16cc2-d1ca-4142-8c4a-f97924514f08 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:40.218209 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fac16cc2-d1ca-4142-8c4a-f97924514f08 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6008449 Jan 28 04:04:40.218953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:40.224203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dcf94716-32a9-4a40-b431-98a781debe05 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1423678472', 'description': 'tempest-secgroup_general--1423678472 description', 'project_id': '76049bb0218b4104bfff149e28d82470'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:40.325157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks [] for port (3549a15a-300c-4c00-9b7e-506a57655f5b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:40.404507 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3549a15a-300c-4c00-9b7e-506a57655f5b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:40.420601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac16cc2-d1ca-4142-8c4a-f97924514f08 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b819e51-7a8d-4916-a387-8a6316a6b8bb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:40.536639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcf94716-32a9-4a40-b431-98a781debe05 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:40.537009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:40.542619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:40.562409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:40.630309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Pushing event updated for resources: {'Port': ['ID=3549a15a-300c-4c00-9b7e-506a57655f5b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:40.788964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks [] for floatingip (80dc0a74-0c98-4d19-8bfa-28e05f188d53), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:40.844520 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3549a15a-300c-4c00-9b7e-506a57655f5b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:40.854856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ddc1f-a845-4d93-a075-014654f7e64b req-de77bc4c-b06e-430a-ba4c-2d7beb3eb5a8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:40.857894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-981ddc1f-a845-4d93-a075-014654f7e64b req-de77bc4c-b06e-430a-ba4c-2d7beb3eb5a8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.4327116 Jan 28 04:04:40.961328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36b1253f-0d49-42a1-9ce0-c5ee56898f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:40.981519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-625440b8-7361-4cd1-aa06-25f36d0e72e1 None None] Current status of the port eca727b6-22db-4daf-b703-3b21fc9f3fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:41.030748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port bba67360-4ee5-4824-93da-f33ce8bb4f68 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:41.031133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.131129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Set router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:41.210191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks [] for port (3549a15a-300c-4c00-9b7e-506a57655f5b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.217693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3549a15a-300c-4c00-9b7e-506a57655f5b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.313006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Publish callbacks [] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.326255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.363357 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Pushing event updated for resources: {'Port': ['ID=3549a15a-300c-4c00-9b7e-506a57655f5b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:41.391863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (80dc0a74-0c98-4d19-8bfa-28e05f188d53), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.397584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-981ddc1f-a845-4d93-a075-014654f7e64b req-cd456afd-4752-42c8-9fad-7ee804a6155d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204974 Jan 28 04:04:41.416208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.421364 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-16156e5b-8c7a-418a-88d8-f0cbe4eb57f8 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1740358 Jan 28 04:04:41.422054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:41.427285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-364249867', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'fixed_ips': [{'ip_address': '172.25.1.77'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:41.448368 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcf94716-32a9-4a40-b431-98a781debe05 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (129044bf-f194-4b11-b745-d88bf558cd5a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.457340 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcf94716-32a9-4a40-b431-98a781debe05 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (129044bf-f194-4b11-b745-d88bf558cd5a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.470688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2580a5e9-e382-4c40-addb-0ef358e8f425 None None] Provisioning complete for port 52ee322b-4a75-4676-8345-8c1783577d80 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:41.471374 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2580a5e9-e382-4c40-addb-0ef358e8f425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (52ee322b-4a75-4676-8345-8c1783577d80), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.473651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Made reservation on behalf of 49ad9c55bf2f4a9586c5b731c140203d for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:41.484057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.493718 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcf94716-32a9-4a40-b431-98a781debe05 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.495026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dcf94716-32a9-4a40-b431-98a781debe05 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.2748766 Jan 28 04:04:41.500181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 40960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:41.517731 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e42d0b89-38ca-477b-b74d-a696b8d8dfa3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'security_group_rule': {'security_group_id': '8b819e51-7a8d-4916-a387-8a6316a6b8bb', 'project_id': '76049bb0218b4104bfff149e28d82470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:41.551208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf94716-32a9-4a40-b431-98a781debe05 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129044bf-f194-4b11-b745-d88bf558cd5a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:41.559198 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.566729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Pushing event updated for resources: {'Port': ['ID=5031ba37-05f4-48de-9f23-3e8bed7789ee,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:41.582196 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.713038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2580a5e9-e382-4c40-addb-0ef358e8f425 None None] Port 52ee322b-4a75-4676-8345-8c1783577d80 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:04:41.717993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port bba67360-4ee5-4824-93da-f33ce8bb4f68 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:41.719099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 217629a1-1458-4505-9cb4-5ec8107d2e47 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:41.730919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e42d0b89-38ca-477b-b74d-a696b8d8dfa3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group_rule (c955e5f9-768b-4cb1-a2b7-f7397e41b081), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.759719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:41.761348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:41.812644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2580a5e9-e382-4c40-addb-0ef358e8f425 None None] Provisioning complete for port eca727b6-22db-4daf-b703-3b21fc9f3fb0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:41.813303 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2580a5e9-e382-4c40-addb-0ef358e8f425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.910374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks [] for security_group (578c0122-7fe8-4a4e-8666-5749f3e56bf2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.913150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e42d0b89-38ca-477b-b74d-a696b8d8dfa3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group_rule (c955e5f9-768b-4cb1-a2b7-f7397e41b081), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.916204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (578c0122-7fe8-4a4e-8666-5749f3e56bf2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:41.930566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] device_id is not set on port 23bf43bc-d9e7-4e01-9ec3-23fb084f898e yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:04:41.932191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Router db5dfb6e-371c-4430-a4a0-a2ad36d7965b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:04:42.119311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:04:42.144529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c369d3be-d207-4b2f-834a-38fdb499788d admin admin] 10.222.0.44 "PUT /v2.0/routers/db5dfb6e-371c-4430-a4a0-a2ad36d7965b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1189537 Jan 28 04:04:42.256745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2580a5e9-e382-4c40-addb-0ef358e8f425 None None] Current status of the port eca727b6-22db-4daf-b703-3b21fc9f3fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:42.303325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 217629a1-1458-4505-9cb4-5ec8107d2e47 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:42.309953 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e42d0b89-38ca-477b-b74d-a696b8d8dfa3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c955e5f9-768b-4cb1-a2b7-f7397e41b081), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:42.312222 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 04:04:42.312940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:04:42.317172 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:42.319017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c0122-7fe8-4a4e-8666-5749f3e56bf2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:42.342818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d0b89-38ca-477b-b74d-a696b8d8dfa3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c955e5f9-768b-4cb1-a2b7-f7397e41b081,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:42.352137 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4e221763-3750-4a5c-a2ff-b623ff2c2c29 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9289784 Jan 28 04:04:42.352393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 40978) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:42.355784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e42d0b89-38ca-477b-b74d-a696b8d8dfa3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:42.365724 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e42d0b89-38ca-477b-b74d-a696b8d8dfa3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8432209 Jan 28 04:04:42.402656 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:42.411739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2580a5e9-e382-4c40-addb-0ef358e8f425 None None] Provisioning complete for port bba67360-4ee5-4824-93da-f33ce8bb4f68 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:42.415746 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2580a5e9-e382-4c40-addb-0ef358e8f425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:42.469583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:36Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '52ee322b-4a75-4676-8345-8c1783577d80', 'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:1d:94:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:37Z', 'revision_number': 2, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:42.506704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Checking router: 9c0c2955-9396-4cf7-8a9f-82087bac80d6 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:04:42.507274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Updating router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 port 52ee322b-4a75-4676-8345-8c1783577d80 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:04:42.708947 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (52ee322b-4a75-4676-8345-8c1783577d80), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:42.787395 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81cb6cf7-b1e2-48db-b719-f5371874aba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:42.789593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 217629a1-1458-4505-9cb4-5ec8107d2e47 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:42.996303 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2580a5e9-e382-4c40-addb-0ef358e8f425 None None] Current status of the port bba67360-4ee5-4824-93da-f33ce8bb4f68 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:43.081581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-3760d4e5-1bbf-40fa-a0bd-7e6f4586b4bd tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--1423678472&fields=id&tenant_id=76049bb0218b4104bfff149e28d82470 HTTP/1.1" status: 200 len: 267 time: 0.3325386 Jan 28 04:04:43.123873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab006b09-188b-43d9-87be-ef673e348cb0 req-e4e0b286-1773-4ffa-8878-7538eb39f614 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:43.125752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab006b09-188b-43d9-87be-ef673e348cb0 req-e4e0b286-1773-4ffa-8878-7538eb39f614 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 943 time: 0.4208524 Jan 28 04:04:43.181022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 483587ee-a2e1-4380-b274-84d62bc73033 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:43.236999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d36d5-9c5f-42d2-8ee6-f9794bdfdc16 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Deleting port 3549a15a-300c-4c00-9b7e-506a57655f5b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:04:43.237356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7d36d5-9c5f-42d2-8ee6-f9794bdfdc16 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3549a15a-300c-4c00-9b7e-506a57655f5b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.263108 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e673ca44-40d3-4a44-b0bb-5237002ebff9 None None] Provisioning complete for port 5031ba37-05f4-48de-9f23-3e8bed7789ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:43.263676 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e673ca44-40d3-4a44-b0bb-5237002ebff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.286250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-3d693aa9-fa99-4d62-8fdd-8d610140c052 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--716221139&fields=id&tenant_id=76049bb0218b4104bfff149e28d82470 HTTP/1.1" status: 200 len: 267 time: 0.1830690 Jan 28 04:04:43.334009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 483587ee-a2e1-4380-b274-84d62bc73033 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:43.334392 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (483587ee-a2e1-4380-b274-84d62bc73033), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.350147 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab006b09-188b-43d9-87be-ef673e348cb0 req-b067d430-f269-4769-8653-8a7ff294985a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146397 Jan 28 04:04:43.462929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:04:43.464021 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Sync routers for ids ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:04:43.481923 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Routers {'db5dfb6e-371c-4430-a4a0-a2ad36d7965b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:43.482915 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:43.485792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e673ca44-40d3-4a44-b0bb-5237002ebff9 None None] Port 5031ba37-05f4-48de-9f23-3e8bed7789ee cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:04:43.530025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7d36d5-9c5f-42d2-8ee6-f9794bdfdc16 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3549a15a-300c-4c00-9b7e-506a57655f5b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.530449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7d36d5-9c5f-42d2-8ee6-f9794bdfdc16 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks [] for floatingip (3549a15a-300c-4c00-9b7e-506a57655f5b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.549670 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d36d5-9c5f-42d2-8ee6-f9794bdfdc16 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Calling delete_port for 3549a15a-300c-4c00-9b7e-506a57655f5b owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:04:43.577800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:43.582811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1491115752-network', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:43.625499 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Publish callbacks [] for port (52ee322b-4a75-4676-8345-8c1783577d80), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.637717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Made reservation on behalf of ede0eefdb2c448559ce0dbce37839a59 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:43.656603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.689568 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Set router db5dfb6e-371c-4430-a4a0-a2ad36d7965b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:43.694471 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.718063 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:43.741246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'fcf0c8ab-6264-4f49-a297-ac5fa9f6a740', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'port_id': 'fcf0c8ab-6264-4f49-a297-ac5fa9f6a740', 'mac_address': 'fa:16:3e:f5:40:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:04:43.745706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e673ca44-40d3-4a44-b0bb-5237002ebff9 None None] Provisioning complete for port bba67360-4ee5-4824-93da-f33ce8bb4f68 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:43.746087 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e673ca44-40d3-4a44-b0bb-5237002ebff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.758014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-d655d871-485f-48cb-ac7b-d7940d01bfd3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:43.770328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-d655d871-485f-48cb-ac7b-d7940d01bfd3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/networks?id=1ff3cb42-2f34-4dd4-86fb-075cc282a906 HTTP/1.1" status: 200 len: 794 time: 0.4446771 Jan 28 04:04:43.799227 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (52ee322b-4a75-4676-8345-8c1783577d80), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.846404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-5db693b6-6155-4469-ab25-435c09a4f9f9 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/quotas/76049bb0218b4104bfff149e28d82470 HTTP/1.1" status: 200 len: 375 time: 0.0751243 Jan 28 04:04:43.876877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d11c1-ef16-46aa-99de-512b018455b3 None None] Pushing event updated for resources: {'Port': ['ID=52ee322b-4a75-4676-8345-8c1783577d80,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:43.944172 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Publish callbacks [] for security_group (50188184-3904-449e-9330-17e1acea97ca), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.949934 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (50188184-3904-449e-9330-17e1acea97ca), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.950119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:43.950289 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:43.970457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:04:44.008689 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (12707fbb-02a7-4737-8a2c-0314b1ca320a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.008689 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Added segment 12707fbb-02a7-4737-8a2c-0314b1ca320a of type vlan for network 08209211-6427-4d7c-8308-7281ca5c54c7 Jan 28 04:04:44.051092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-1c25bb67-d826-4d25-af57-957a7b96c4f6 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=76049bb0218b4104bfff149e28d82470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2036402 Jan 28 04:04:44.090735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e673ca44-40d3-4a44-b0bb-5237002ebff9 None None] Current status of the port bba67360-4ee5-4824-93da-f33ce8bb4f68 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:44.095128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:04:44.105550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 483587ee-a2e1-4380-b274-84d62bc73033 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:44.105964 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (483587ee-a2e1-4380-b274-84d62bc73033), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.145264 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (08209211-6427-4d7c-8308-7281ca5c54c7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.166253 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:40Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '5031ba37-05f4-48de-9f23-3e8bed7789ee', 'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'mac_address': 'fa:16:3e:10:77:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:39Z', 'updated_at': '2022-01-28T04:04:40Z', 'revision_number': 2, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'subnets': [{'id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:44.209148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (08209211-6427-4d7c-8308-7281ca5c54c7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.218366 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Checking router: db5dfb6e-371c-4430-a4a0-a2ad36d7965b for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:04:44.218668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:44.218792 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Updating router db5dfb6e-371c-4430-a4a0-a2ad36d7965b port 5031ba37-05f4-48de-9f23-3e8bed7789ee binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:04:44.219554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.233601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-add97e2c-8015-407b-8fb2-a50bca6f0cf3 service neutron] 10.222.0.44 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816852 Jan 28 04:04:44.263879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:44.276099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 483587ee-a2e1-4380-b274-84d62bc73033, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=483587ee-a2e1-4380-b274-84d62bc73033,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:44.277959 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.288216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Attempting to bind port 52ee322b-4a75-4676-8345-8c1783577d80 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:44.288594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Attempting to bind port 52ee322b-4a75-4676-8345-8c1783577d80 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:44.291180 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.291834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Attempting to bind port 52ee322b-4a75-4676-8345-8c1783577d80 on network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:44.362919 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7d36d5-9c5f-42d2-8ee6-f9794bdfdc16 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3549a15a-300c-4c00-9b7e-506a57655f5b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.394080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Pushing event updated for resources: {'Network': ['ID=08209211-6427-4d7c-8308-7281ca5c54c7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:44.406724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50188184-3904-449e-9330-17e1acea97ca,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:44.422233 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7b2a31ec-2558-45ec-9662-4d0bb834c0cc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8432620 Jan 28 04:04:44.425280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:44.435700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:44.436214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Checking segment: {'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:44.439523 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.439720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Request body: {'subnet': {'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1491115752-subnet', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:44.440296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Bound using segment: {'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:44.442698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Bound port: 52ee322b-4a75-4676-8345-8c1783577d80, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:44.443579 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (52ee322b-4a75-4676-8345-8c1783577d80), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.482117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Made reservation on behalf of ede0eefdb2c448559ce0dbce37839a59 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:44.484628 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.485342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:44.488395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d36d5-9c5f-42d2-8ee6-f9794bdfdc16 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Pushing event deleted for resources: {'Port': ['ID=3549a15a-300c-4c00-9b7e-506a57655f5b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:44.494349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (483587ee-a2e1-4380-b274-84d62bc73033), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.495143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eca727b6-22db-4daf-b703-3b21fc9f3fb0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:44.498169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 08209211-6427-4d7c-8308-7281ca5c54c7 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:04:44.740928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-07613002-dc8b-4dc4-bc8e-099fac726f57 service neutron] 10.222.0.44 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762983 Jan 28 04:04:44.758097 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7d36d5-9c5f-42d2-8ee6-f9794bdfdc16 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks [] for floatingip (80dc0a74-0c98-4d19-8bfa-28e05f188d53), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.761345 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7d36d5-9c5f-42d2-8ee6-f9794bdfdc16 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.769418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9d7d36d5-9c5f-42d2-8ee6-f9794bdfdc16 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482 tempest-ExternalNetworksAdminNegativeTestJSON-1750467482-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/80dc0a74-0c98-4d19-8bfa-28e05f188d53 HTTP/1.1" status: 204 len: 168 time: 2.4145954 Jan 28 04:04:44.795557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37609f-afae-4f8c-9ca9-9e3818611f34 req-8223af4a-46f9-4824-b369-61b8f50be42c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:44.798458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc37609f-afae-4f8c-9ca9-9e3818611f34 req-8223af4a-46f9-4824-b369-61b8f50be42c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 944 time: 0.2086475 Jan 28 04:04:44.917743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc37609f-afae-4f8c-9ca9-9e3818611f34 req-ca379064-612c-4788-b07e-560e0281cfa1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107116 Jan 28 04:04:44.948431 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Publish callbacks [] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.950613 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (08dba5c7-d799-4a17-93b2-861a69210cad), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:44.957961 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.092365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5bb42379-68a9-4dd9-9199-b5727febbc4a req-8420d6bb-ac39-4898-b627-b54046e61b05 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 210 time: 0.0640550 Jan 28 04:04:45.120567 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a72151-8991-4d0e-8f3b-9b73a29ce34a None None] Pushing event updated for resources: {'Port': ['ID=5031ba37-05f4-48de-9f23-3e8bed7789ee,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:45.211511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Checking segment: {'id': '12707fbb-02a7-4737-8a2c-0314b1ca320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:45.211931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Network hostable DHCP agents. Network: 08209211-6427-4d7c-8308-7281ca5c54c7, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:04:45.239012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Pushing event updated for resources: {'Subnet': ['ID=08dba5c7-d799-4a17-93b2-861a69210cad,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:45.255364 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Attempting to bind port 5031ba37-05f4-48de-9f23-3e8bed7789ee on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:45.256239 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Attempting to bind port 5031ba37-05f4-48de-9f23-3e8bed7789ee by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:45.256948 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Attempting to bind port 5031ba37-05f4-48de-9f23-3e8bed7789ee on network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:45.270223 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:45.270867 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Checking segment: {'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:45.271436 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.272414 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Bound using segment: {'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:45.273107 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Bound port: 5031ba37-05f4-48de-9f23-3e8bed7789ee, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:45.275162 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.294162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Network 08209211-6427-4d7c-8308-7281ca5c54c7 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:04:45.323902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] For port 52ee322b-4a75-4676-8345-8c1783577d80, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:45.330697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] For port 52ee322b-4a75-4676-8345-8c1783577d80, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=52ee322b-4a75-4676-8345-8c1783577d80,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:45.352061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 08209211-6427-4d7c-8308-7281ca5c54c7) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:45.364355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fcf0c8ab-6264-4f49-a297-ac5fa9f6a740'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:04:45.365506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:45.366905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.375644 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (52ee322b-4a75-4676-8345-8c1783577d80), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.397684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:45.399208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-374aabc7-1a5c-431f-bccb-9d6e77de254f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9723475 Jan 28 04:04:45.402017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1491115752-router', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:45.409809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da518c1-3d13-4058-86d9-97b6a577ce01 None None] Network 08209211-6427-4d7c-8308-7281ca5c54c7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:04:45.413539 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.488422 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (d64fd4dc-9d5e-44c2-be56-40fed66752d6), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.493655 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (d64fd4dc-9d5e-44c2-be56-40fed66752d6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.507407 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.526080 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] For port 5031ba37-05f4-48de-9f23-3e8bed7789ee, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:45.539106 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] For port 5031ba37-05f4-48de-9f23-3e8bed7789ee, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5031ba37-05f4-48de-9f23-3e8bed7789ee,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:45.551104 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.590604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:45.675018 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks [] for router_controller (d64fd4dc-9d5e-44c2-be56-40fed66752d6), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.702330 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Routers {'db5dfb6e-371c-4430-a4a0-a2ad36d7965b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:45.703114 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:45.721167 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a72151-8991-4d0e-8f3b-9b73a29ce34a None None] Pushing event updated for resources: {'Port': ['ID=5031ba37-05f4-48de-9f23-3e8bed7789ee,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:45.824334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8d5b8bcc-265e-4efa-bb2e-1c1e4cd5828d None None] Provisioning complete for port 52ee322b-4a75-4676-8345-8c1783577d80 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:45.842048 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bcc-265e-4efa-bb2e-1c1e4cd5828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (52ee322b-4a75-4676-8345-8c1783577d80), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:46.008330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port eca727b6-22db-4daf-b703-3b21fc9f3fb0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:46.008909 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:46.036572 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:46.040736 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Routers {'9c0c2955-9396-4cf7-8a9f-82087bac80d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:46.041824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:46.103662 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] Set router db5dfb6e-371c-4430-a4a0-a2ad36d7965b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:46.137307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=483587ee-a2e1-4380-b274-84d62bc73033,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:46.205995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks [] for router_gateway (d64fd4dc-9d5e-44c2-be56-40fed66752d6), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:46.222664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8163f460-d753-40cf-98aa-7e721e1b7eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:46.336189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d53a8898-f326-45b9-b78e-90b9a415c37a req-b829a939-f528-4c9f-a693-0b545e84f027 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 210 time: 0.0861473 Jan 28 04:04:46.496686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] Set router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:46.557582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d11c1-ef16-46aa-99de-512b018455b3 None None] Pushing event updated for resources: {'Port': ['ID=52ee322b-4a75-4676-8345-8c1783577d80,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:46.565611 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:40Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '5031ba37-05f4-48de-9f23-3e8bed7789ee', 'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'mac_address': 'fa:16:3e:10:77:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:39Z', 'updated_at': '2022-01-28T04:04:45Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'subnets': [{'id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:46.597822 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2aa2b-ba02-450b-ab3f-50394616be2c None None] The sync data for ids ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'] in n-d-808199-14 is: [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:40Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '5031ba37-05f4-48de-9f23-3e8bed7789ee', 'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'mac_address': 'fa:16:3e:10:77:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:39Z', 'updated_at': '2022-01-28T04:04:45Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'subnets': [{'id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:04:46.620445 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8163f460-d753-40cf-98aa-7e721e1b7eeb admin admin] Publish callbacks [] for security_group (4a045430-3a62-4d30-96f0-be87febf9f33), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:46.636669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8163f460-d753-40cf-98aa-7e721e1b7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4a045430-3a62-4d30-96f0-be87febf9f33), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:46.686887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8af1c-262f-4ca6-8916-e796e6d0a481 req-bcdf99de-5569-4536-9ac1-a03af586e18a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:46.686887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76c8af1c-262f-4ca6-8916-e796e6d0a481 req-bcdf99de-5569-4536-9ac1-a03af586e18a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 944 time: 0.5248611 Jan 28 04:04:46.706298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8163f460-d753-40cf-98aa-7e721e1b7eeb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40da226f067b4dac9226de29dc0e16ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1133139 Jan 28 04:04:46.711525 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41088) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:46.726630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163f460-d753-40cf-98aa-7e721e1b7eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a045430-3a62-4d30-96f0-be87febf9f33,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:46.822882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-08209211-6427-4d7c-8308-7281ca5c54c7', 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7', 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'fixed_ips': [{'subnet_id': '08dba5c7-d799-4a17-93b2-861a69210cad'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:04:46.824060 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:46.967245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks [] for router_gateway (d64fd4dc-9d5e-44c2-be56-40fed66752d6), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:47.088830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76c8af1c-262f-4ca6-8916-e796e6d0a481 req-44b2ce93-7742-477a-8a2a-473cf9d8cdc9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810408 Jan 28 04:04:47.090057 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:47.140465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port eca727b6-22db-4daf-b703-3b21fc9f3fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:47.147865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b8bcc-265e-4efa-bb2e-1c1e4cd5828d None None] Current status of the port 52ee322b-4a75-4676-8345-8c1783577d80 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:47.149359 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bcc-265e-4efa-bb2e-1c1e4cd5828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (52ee322b-4a75-4676-8345-8c1783577d80), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:47.155476 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:47.155923 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33d93322-e23e-4352-911f-708bae50eb56 admin admin] Publish callbacks [] for security_group (4a045430-3a62-4d30-96f0-be87febf9f33), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:47.312028 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33d93322-e23e-4352-911f-708bae50eb56 admin admin] Publish callbacks [] for security_group (4a045430-3a62-4d30-96f0-be87febf9f33), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:47.585688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 483587ee-a2e1-4380-b274-84d62bc73033 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:47.644081 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8d5b8bcc-265e-4efa-bb2e-1c1e4cd5828d None None] For port 52ee322b-4a75-4676-8345-8c1783577d80, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=52ee322b-4a75-4676-8345-8c1783577d80,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:47.724139 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Allocated IP 172.20.0.2 (08209211-6427-4d7c-8308-7281ca5c54c7/08dba5c7-d799-4a17-93b2-861a69210cad/4e37ae6b-e0f3-49b6-9efd-6487a72ac451) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:47.855392 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8bcc-265e-4efa-bb2e-1c1e4cd5828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (52ee322b-4a75-4676-8345-8c1783577d80), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:47.870643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-deaa3875-2e76-4386-a2ee-b6f854930cd0 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:47.872114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-deaa3875-2e76-4386-a2ee-b6f854930cd0 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.42 "GET /v2.0/networks?id=1ff3cb42-2f34-4dd4-86fb-075cc282a906 HTTP/1.1" status: 200 len: 794 time: 0.8984118 Jan 28 04:04:47.961467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8722deb3-db7a-4685-a1d9-2ac05342e3a9 req-5c34351d-fb54-4b54-8c48-cd201bd4646e tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 210 time: 0.0973070 Jan 28 04:04:48.016579 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Allocated IP 172.25.1.88 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/7612c175-d507-4168-ad80-fb73f8f473f1) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:48.044200 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Publish callbacks [] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:48.072797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b8bcc-265e-4efa-bb2e-1c1e4cd5828d None None] Pushing event updated for resources: {'Port': ['ID=52ee322b-4a75-4676-8345-8c1783577d80,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:48.088321 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:48.104291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-def9ed8b-015b-4d24-bae4-55a13c70ab92 None None] Provisioning complete for port 5031ba37-05f4-48de-9f23-3e8bed7789ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:48.104662 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-def9ed8b-015b-4d24-bae4-55a13c70ab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:48.107613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:36Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '52ee322b-4a75-4676-8345-8c1783577d80', 'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:1d:94:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:45Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:48.131098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c6399404-eaa6-4ac8-96a5-568211906f7f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76049bb0218b4104bfff149e28d82470 HTTP/1.1" status: 200 len: 477 time: 0.1677611 Jan 28 04:04:48.143520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'port': {'device_id': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'admin_state_up': True, 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'security_groups': ['129044bf-f194-4b11-b745-d88bf558cd5a', '8b819e51-7a8d-4916-a387-8a6316a6b8bb']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:48.289596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 483587ee-a2e1-4380-b274-84d62bc73033 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:48.290203 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (483587ee-a2e1-4380-b274-84d62bc73033), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:48.292085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4659b5c-b7b3-4a68-8f36-dc78943e4018 None None] The sync data for ids ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'] in n-d-808199-14 is: [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:36Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '52ee322b-4a75-4676-8345-8c1783577d80', 'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:1d:94:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:45Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:04:48.357901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Network 08209211-6427-4d7c-8308-7281ca5c54c7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:48.398182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:48.406281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:48.416032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Pushing event updated for resources: {'Port': ['ID=4e37ae6b-e0f3-49b6-9efd-6487a72ac451,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:48.512904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64e2d-819b-45a4-b96b-6d2e4726ccdc req-636a046d-c04e-4fe5-9d32-5a695577f264 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:48.514973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88a64e2d-819b-45a4-b96b-6d2e4726ccdc req-636a046d-c04e-4fe5-9d32-5a695577f264 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 944 time: 0.2309701 Jan 28 04:04:48.518223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Made reservation on behalf of 76049bb0218b4104bfff149e28d82470 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:48.521958 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:48.537751 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33d93322-e23e-4352-911f-708bae50eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4a045430-3a62-4d30-96f0-be87febf9f33), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:48.540507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33d93322-e23e-4352-911f-708bae50eb56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:48.545546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-33d93322-e23e-4352-911f-708bae50eb56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a045430-3a62-4d30-96f0-be87febf9f33 HTTP/1.1" status: 204 len: 168 time: 1.8326073 Jan 28 04:04:48.683815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Allocated IP 172.20.0.11 (1ff3cb42-2f34-4dd4-86fb-075cc282a906/d0fe9834-e50e-4855-b553-b30aa4a8e39d/c5d96ef5-6e41-4d31-aa1c-7d22e5688679) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:48.929539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d93322-e23e-4352-911f-708bae50eb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a045430-3a62-4d30-96f0-be87febf9f33,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:49.074963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Attempting to bind port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:49.076036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Attempting to bind port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '12707fbb-02a7-4737-8a2c-0314b1ca320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:49.076430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Attempting to bind port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 on network 08209211-6427-4d7c-8308-7281ca5c54c7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:49.100756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:49.112210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Checking segment: {'id': '12707fbb-02a7-4737-8a2c-0314b1ca320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:49.112681 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.113144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Bound using segment: {'id': '12707fbb-02a7-4737-8a2c-0314b1ca320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:49.113660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Bound port: 4e37ae6b-e0f3-49b6-9efd-6487a72ac451, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12707fbb-02a7-4737-8a2c-0314b1ca320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:49.114052 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.148980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41130) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:49.166437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 483587ee-a2e1-4380-b274-84d62bc73033 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:49.167556 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5031ba37-05f4-48de-9f23-3e8bed7789ee up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:49.191956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-def9ed8b-015b-4d24-bae4-55a13c70ab92 None None] Current status of the port 5031ba37-05f4-48de-9f23-3e8bed7789ee is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:49.192351 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-def9ed8b-015b-4d24-bae4-55a13c70ab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.238186 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a43719f6-bb0a-415a-89f1-364bbd9372be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49ad9c55bf2f4a9586c5b731c140203d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0868788 Jan 28 04:04:49.239710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41134) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:49.318455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-def9ed8b-015b-4d24-bae4-55a13c70ab92 None None] For port 5031ba37-05f4-48de-9f23-3e8bed7789ee, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5031ba37-05f4-48de-9f23-3e8bed7789ee,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:49.333106 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-def9ed8b-015b-4d24-bae4-55a13c70ab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.339627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88a64e2d-819b-45a4-b96b-6d2e4726ccdc req-eb6e6f13-4834-4209-ba41-c0eb0fb9ac75 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7918613 Jan 28 04:04:49.344492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-991ff312-473e-4f88-96ea-aef95e5c0d00 req-6d87e5d4-44a7-4932-a95e-03ddbd12d829 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 210 time: 0.2196317 Jan 28 04:04:49.354811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] For port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:49.373950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] For port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4e37ae6b-e0f3-49b6-9efd-6487a72ac451,segment=NetworkSegment(12707fbb-02a7-4737-8a2c-0314b1ca320a),segment_id=12707fbb-02a7-4737-8a2c-0314b1ca320a)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:49.387114 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.413943 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.417545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c3e691-3761-4292-a64a-e860c115c335 admin admin] Publish callbacks [] for security_group (578c0122-7fe8-4a4e-8666-5749f3e56bf2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.431236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 5031ba37-05f4-48de-9f23-3e8bed7789ee triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:49.431872 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.444056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-def9ed8b-015b-4d24-bae4-55a13c70ab92 None None] Provisioning complete for port 52ee322b-4a75-4676-8345-8c1783577d80 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:49.444600 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-def9ed8b-015b-4d24-bae4-55a13c70ab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (52ee322b-4a75-4676-8345-8c1783577d80), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.473767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c3e691-3761-4292-a64a-e860c115c335 admin admin] Publish callbacks [] for security_group (578c0122-7fe8-4a4e-8666-5749f3e56bf2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.490106 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks [] for port (7612c175-d507-4168-ad80-fb73f8f473f1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.499704 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.520945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:49.570452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c3e691-3761-4292-a64a-e860c115c335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (578c0122-7fe8-4a4e-8666-5749f3e56bf2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.573253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c3e691-3761-4292-a64a-e860c115c335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.577373 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-69c3e691-3761-4292-a64a-e860c115c335 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/578c0122-7fe8-4a4e-8666-5749f3e56bf2 HTTP/1.1" status: 204 len: 168 time: 0.3321385 Jan 28 04:04:49.589238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3e691-3761-4292-a64a-e860c115c335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c0122-7fe8-4a4e-8666-5749f3e56bf2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:49.622391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:49.638733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9ed8b-015b-4d24-bae4-55a13c70ab92 None None] Pushing event updated for resources: {'Port': ['ID=5031ba37-05f4-48de-9f23-3e8bed7789ee,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:49.655476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:49.661685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:49.691602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Port': ['ID=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:49.880271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:49.883074 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:49.911491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64222c3-f1e3-4b57-8e19-602aa3f05c14 None None] Pushing event updated for resources: {'Port': ['ID=4e37ae6b-e0f3-49b6-9efd-6487a72ac451,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:49.925128 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:50.001613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:04:50.049846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:50.050311 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:50.054443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:50.056565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Pushing event updated for resources: {'Port': ['ID=7612c175-d507-4168-ad80-fb73f8f473f1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:50.083965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:50.091981 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:50.100449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-c64feaab-56e7-4a87-a32d-c409bac13d8c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.9621150 Jan 28 04:04:50.103679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 5031ba37-05f4-48de-9f23-3e8bed7789ee is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:50.120318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-def9ed8b-015b-4d24-bae4-55a13c70ab92 None None] Current status of the port 52ee322b-4a75-4676-8345-8c1783577d80 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:50.208935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Request body: {'port': {'device_id': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:50.364659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:50.364659 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:50.515392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-efc49c80-4c30-4ada-8580-3399301cc40d None None] Provisioning complete for port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:50.515778 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-efc49c80-4c30-4ada-8580-3399301cc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:50.532796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a063f1-a043-4b6f-90d6-0733abfbf8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf0c8ab-6264-4f49-a297-ac5fa9f6a740'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:04:50.535708 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd40e2b-08a5-463b-95d0-4fdd373b40af" -d '{"events": [{"server_uuid": "b6a063f1-a043-4b6f-90d6-0733abfbf8db", "name": "network-vif-plugged", "status": "completed", "tag": "fcf0c8ab-6264-4f49-a297-ac5fa9f6a740"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:04:50.571048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:50.597948 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:50.611478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-efc49c80-4c30-4ada-8580-3399301cc40d None None] Port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:04:50.676188 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:50.706559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:50.732779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5031ba37-05f4-48de-9f23-3e8bed7789ee up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:50.853822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 5031ba37-05f4-48de-9f23-3e8bed7789ee triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:50.860891 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.048975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a170d-f42f-46dd-b687-5a9394b1593d req-1c1f0429-b9dc-4b93-b6ad-c2c39d3f1914 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:51.050682 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf5a170d-f42f-46dd-b687-5a9394b1593d req-1c1f0429-b9dc-4b93-b6ad-c2c39d3f1914 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 971 time: 0.3244300 Jan 28 04:04:51.051310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 5031ba37-05f4-48de-9f23-3e8bed7789ee is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:51.053649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 52ee322b-4a75-4676-8345-8c1783577d80 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:51.089564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c8c85-fdd9-4f2b-80fa-118c0aebeb3e req-86e3281b-0676-4ec6-a83f-b6db81e69490 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:51.106986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f79c8c85-fdd9-4f2b-80fa-118c0aebeb3e req-86e3281b-0676-4ec6-a83f-b6db81e69490 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 945 time: 0.3963406 Jan 28 04:04:51.166470 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 52ee322b-4a75-4676-8345-8c1783577d80 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:51.168571 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (52ee322b-4a75-4676-8345-8c1783577d80), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.227985 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f79c8c85-fdd9-4f2b-80fa-118c0aebeb3e req-23818208-6fef-4e74-96df-8be2f57ce7f4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181190 Jan 28 04:04:51.343217 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef971b4-90d2-4758-9c8e-892f7c772093 x-openstack-request-id: req-2ef971b4-90d2-4758-9c8e-892f7c772093 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:04:51.343517 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a063f1-a043-4b6f-90d6-0733abfbf8db", "name": "network-vif-plugged", "status": "completed", "tag": "fcf0c8ab-6264-4f49-a297-ac5fa9f6a740", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:04:51.343868 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ef971b4-90d2-4758-9c8e-892f7c772093 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:04:51.344417 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a063f1-a043-4b6f-90d6-0733abfbf8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf0c8ab-6264-4f49-a297-ac5fa9f6a740', 'code': 200} Jan 28 04:04:51.345116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41188) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:51.404545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 52ee322b-4a75-4676-8345-8c1783577d80 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:51.415006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:51.519510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:51.519885 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.534065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c128868-34bd-4ba6-b6a6-5e1597ecfc9c req-597c51e1-f6e6-43bf-9b4a-a9ad8198f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:51.545658 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6c128868-34bd-4ba6-b6a6-5e1597ecfc9c req-597c51e1-f6e6-43bf-9b4a-a9ad8198f361 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 1097 time: 0.1180220 Jan 28 04:04:51.641664 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:04:51.656326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:51.656723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.660592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'networks': [{'name': 'tempest-network--1117512152'}, {'name': 'tempest-network--1446706563'}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:51.667167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'network': {'name': 'tempest-network--1117512152'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:51.668001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'network': {'name': 'tempest-network--1446706563'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:51.688353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6c128868-34bd-4ba6-b6a6-5e1597ecfc9c req-ed8a194e-91cb-4600-ad30-3ca18b986831 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356163 Jan 28 04:04:51.712476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Made reservation on behalf of af5e26d56566466e88f59becb134ff8a for: {'network': 2} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:51.720799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4e37ae6b-e0f3-49b6-9efd-6487a72ac451,segment=NetworkSegment(12707fbb-02a7-4737-8a2c-0314b1ca320a),segment_id=12707fbb-02a7-4737-8a2c-0314b1ca320a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:51.728643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.729798 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.750491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.782382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c34665-28b0-49ea-af38-294f9ef9240d None None] Network 08209211-6427-4d7c-8308-7281ca5c54c7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:04:51.787814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf5a170d-f42f-46dd-b687-5a9394b1593d req-dd4cdaf4-cfba-4e65-a803-5ca7592381a8 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7263069 Jan 28 04:04:51.858324 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks [] for router_gateway (d64fd4dc-9d5e-44c2-be56-40fed66752d6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.913020 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for security_group (17fd3ab2-c094-407d-bf9c-c3a0c30dea18), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.918527 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (17fd3ab2-c094-407d-bf9c-c3a0c30dea18), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.920260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.965780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:04:51.979067 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e0cfd13f-c7eb-4449-b9e0-d4158d103ce5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:51.979735 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Added segment e0cfd13f-c7eb-4449-b9e0-d4158d103ce5 of type vlan for network 17e7e098-b4c1-4389-8302-4130b35cc3c0 Jan 28 04:04:52.051397 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (17e7e098-b4c1-4389-8302-4130b35cc3c0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.054329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=4e37ae6b-e0f3-49b6-9efd-6487a72ac451,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:52.078948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-eb8b26ca-f308-435b-b686-8d20ea311dac None None] Provisioning complete for port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:52.079423 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-eb8b26ca-f308-435b-b686-8d20ea311dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.105816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:04:52.157858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7beccdbe-46c9-4c80-8159-b1eb07e8a67f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.159497 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Added segment 7beccdbe-46c9-4c80-8159-b1eb07e8a67f of type vlan for network 9e947367-fd9c-4628-8258-6b80778bb3da Jan 28 04:04:52.209920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b26ca-f308-435b-b686-8d20ea311dac None None] Current status of the port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:52.228447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d96ef5-6e41-4d31-aa1c-7d22e5688679 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:04:52.240466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Publish callbacks [] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.255689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fd3ab2-c094-407d-bf9c-c3a0c30dea18,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:52.291000 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (9e947367-fd9c-4628-8258-6b80778bb3da), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.311709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:52.374767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (17e7e098-b4c1-4389-8302-4130b35cc3c0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.375404 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (9e947367-fd9c-4628-8258-6b80778bb3da), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.381015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:52.397240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:52.397936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.399476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Transition to ACTIVE for port object c5d96ef5-6e41-4d31-aa1c-7d22e5688679 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:04:52.415232 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.417197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:52.417772 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.480231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:52.485456 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1391509 Jan 28 04:04:52.486248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41206) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:52.495297 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc0f5c-42ef-4f6b-a0be-8803ad0505d1 req-df604f9a-5b83-49c1-9371-9379c2df07b4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:52.504099 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ebc0f5c-42ef-4f6b-a0be-8803ad0505d1 req-df604f9a-5b83-49c1-9371-9379c2df07b4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 945 time: 0.1630104 Jan 28 04:04:52.526462 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (d64fd4dc-9d5e-44c2-be56-40fed66752d6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:52.642451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ebc0f5c-42ef-4f6b-a0be-8803ad0505d1 req-80ba1ab7-407c-48a9-b82e-8ede8b924f80 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372855 Jan 28 04:04:52.651859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:52.689202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'Network': ['ID=17e7e098-b4c1-4389-8302-4130b35cc3c0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:52.718313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 17e7e098-b4c1-4389-8302-4130b35cc3c0 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:04:52.940039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ef550315-3bb5-4d0f-bf53-b25ec56b7970 None None] Provisioning complete for port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:52.953133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef550315-3bb5-4d0f-bf53-b25ec56b7970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:53.050465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08707a59-7a46-4aad-9220-86a5f6b393df req-7796f25d-1929-416b-a2fc-c6e1c82058f2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:53.052444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08707a59-7a46-4aad-9220-86a5f6b393df req-7796f25d-1929-416b-a2fc-c6e1c82058f2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 983 time: 0.1415651 Jan 28 04:04:53.078665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Router d64fd4dc-9d5e-44c2-be56-40fed66752d6 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:04:53.101347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Attempting to bind port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:53.101684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Attempting to bind port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:53.102014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Attempting to bind port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 on network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:53.157304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ef550315-3bb5-4d0f-bf53-b25ec56b7970 None None] Current status of the port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:53.267108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:04:53.273004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08707a59-7a46-4aad-9220-86a5f6b393df req-76e535c4-452a-45d2-93c6-4ebda57c953d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2079029 Jan 28 04:04:53.275898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 on network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:04:53.276174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Attempting to bind port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 on network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:53.283559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:53.283899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Checking segment: {'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:53.284286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Bound using segment: {'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:53.284725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Bound port: c5d96ef5-6e41-4d31-aa1c-7d22e5688679, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e598811-8284-4655-a8ab-1476f2a861d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:53.285109 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:53.289095 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Sync routers for ids ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:04:53.338265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Routers {'d64fd4dc-9d5e-44c2-be56-40fed66752d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:53.338904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:53.345187 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:53.348726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5392df6c-f89b-431f-b8d7-8ac5ad4391bd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.9502416 Jan 28 04:04:53.354500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:53.523573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] For port c5d96ef5-6e41-4d31-aa1c-7d22e5688679, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:53.542936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] For port c5d96ef5-6e41-4d31-aa1c-7d22e5688679, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:53.562423 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:53.566775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Set router d64fd4dc-9d5e-44c2-be56-40fed66752d6 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:53.645023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c661c1-9031-442d-b249-4c8c1071f3bc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'Network': ['ID=9e947367-fd9c-4628-8258-6b80778bb3da,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:53.684075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 9e947367-fd9c-4628-8258-6b80778bb3da details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:04:53.713374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d5eb6-55bc-426a-8edd-38319b77527b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:53.718945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d5eb6-55bc-426a-8edd-38319b77527b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:53.725243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d5eb6-55bc-426a-8edd-38319b77527b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:53.733453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d5eb6-55bc-426a-8edd-38319b77527b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:53.735181 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ca1d5eb6-55bc-426a-8edd-38319b77527b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.1353209 Jan 28 04:04:53.737931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41232) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:53.785388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:53.785388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:53.787128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/c5d96ef5-6e41-4d31-aa1c-7d22e5688679 HTTP/1.1" status: 200 len: 1132 time: 3.6047881 Jan 28 04:04:53.796135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'tag': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:04:53.815699 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165c26d4-da7f-42ed-b200-338e3f1a2d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8545ae8c-ca5e-4638-85a0-932e442ac447", "tag": "c5d96ef5-6e41-4d31-aa1c-7d22e5688679"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:04:53.821002 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0878a09-d75f-49e7-ab3e-ff712a2e42b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:53.890862 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (17e7e098-b4c1-4389-8302-4130b35cc3c0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.148439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'name': 'tempest-TestServerBasicOps-1491115752-router', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:45Z', 'updated_at': '2022-01-28T04:04:51Z', 'revision_number': 3, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'gw_port': {'id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:47Z', 'updated_at': '2022-01-28T04:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:54.217823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (17e7e098-b4c1-4389-8302-4130b35cc3c0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.222315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Checking router: d64fd4dc-9d5e-44c2-be56-40fed66752d6 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:04:54.222932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Updating router d64fd4dc-9d5e-44c2-be56-40fed66752d6 port 7612c175-d507-4168-ad80-fb73f8f473f1 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:04:54.262088 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.264460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e7e098-b4c1-4389-8302-4130b35cc3c0']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:54.275440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cfd13f-c7eb-4449-b9e0-d4158d103ce5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:54.276342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cfd13f-c7eb-4449-b9e0-d4158d103ce5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:54.286929 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (e0cfd13f-c7eb-4449-b9e0-d4158d103ce5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.344677 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e0cfd13f-c7eb-4449-b9e0-d4158d103ce5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.374700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:04:54.375088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (e0cfd13f-c7eb-4449-b9e0-d4158d103ce5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:04:54.378985 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:04:54.576316 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (17e7e098-b4c1-4389-8302-4130b35cc3c0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.595205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.598465 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "DELETE /v2.0/networks/17e7e098-b4c1-4389-8302-4130b35cc3c0 HTTP/1.1" status: 204 len: 168 time: 0.8593473 Jan 28 04:04:54.599372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8b4a2-f87a-416a-a586-aa8dfa294c69 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Network': ['ID=17e7e098-b4c1-4389-8302-4130b35cc3c0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:54.601173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:54.746928 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (9e947367-fd9c-4628-8258-6b80778bb3da), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.757962 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381b7ece-02df-4abe-9c75-b814d0d9da63 x-openstack-request-id: req-381b7ece-02df-4abe-9c75-b814d0d9da63 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:04:54.758566 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8545ae8c-ca5e-4638-85a0-932e442ac447", "tag": "c5d96ef5-6e41-4d31-aa1c-7d22e5688679", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:04:54.758566 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-381b7ece-02df-4abe-9c75-b814d0d9da63 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:04:54.758894 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'tag': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'status': 'completed', 'code': 200} Jan 28 04:04:54.851324 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Publish callbacks [] for port (7612c175-d507-4168-ad80-fb73f8f473f1), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.863799 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.895160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-6cb62fd4-f5b7-4d1d-b9c6-e844976935b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:54.902175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-6cb62fd4-f5b7-4d1d-b9c6-e844976935b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=76049bb0218b4104bfff149e28d82470&device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 1135 time: 1.0309386 Jan 28 04:04:54.922287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2497-d033-45ed-bdef-66e00ddfc756 req-385a569c-0013-4007-9b5a-a7426c17821d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:54.926107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5da2497-d033-45ed-bdef-66e00ddfc756 req-385a569c-0013-4007-9b5a-a7426c17821d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 945 time: 1.1380548 Jan 28 04:04:54.947945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3783441-31b4-4740-8430-04216d31da3e None None] Pushing event updated for resources: {'Port': ['ID=7612c175-d507-4168-ad80-fb73f8f473f1,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:54.979255 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (9e947367-fd9c-4628-8258-6b80778bb3da), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.010753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Attempting to bind port 7612c175-d507-4168-ad80-fb73f8f473f1 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:55.012899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Attempting to bind port 7612c175-d507-4168-ad80-fb73f8f473f1 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:55.013536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Attempting to bind port 7612c175-d507-4168-ad80-fb73f8f473f1 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:55.023302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:55.023684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:55.024091 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.024475 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:55.025342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Bound port: 7612c175-d507-4168-ad80-fb73f8f473f1, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:55.025342 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.036410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e947367-fd9c-4628-8258-6b80778bb3da']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:55.042110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-778734df-38fe-4560-b3a8-e86cbaf0fd4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d96ef5-6e41-4d31-aa1c-7d22e5688679 HTTP/1.1" status: 200 len: 217 time: 0.1149981 Jan 28 04:04:55.062906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7beccdbe-46c9-4c80-8159-b1eb07e8a67f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:55.063337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7beccdbe-46c9-4c80-8159-b1eb07e8a67f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:55.094218 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (7beccdbe-46c9-4c80-8159-b1eb07e8a67f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.124581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (7beccdbe-46c9-4c80-8159-b1eb07e8a67f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.134941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-b938356f-2e29-499e-9b6f-a1262fa87468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.136718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-b938356f-2e29-499e-9b6f-a1262fa87468 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0fe9834-e50e-4855-b553-b30aa4a8e39d HTTP/1.1" status: 200 len: 834 time: 0.0640466 Jan 28 04:04:55.147022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] For port 7612c175-d507-4168-ad80-fb73f8f473f1, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:55.148883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:04:55.153363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (7beccdbe-46c9-4c80-8159-b1eb07e8a67f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.153721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] For port 7612c175-d507-4168-ad80-fb73f8f473f1, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7612c175-d507-4168-ad80-fb73f8f473f1,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:04:55.158461 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:04:55.164026 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.177974 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eea4e-82fc-4775-a647-a918caff68af req-2c8d3f04-8f8d-406f-968b-370275f365ee tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.179494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee6eea4e-82fc-4775-a647-a918caff68af req-2c8d3f04-8f8d-406f-968b-370275f365ee tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 983 time: 0.4239392 Jan 28 04:04:55.277767 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3783441-31b4-4740-8430-04216d31da3e None None] Pushing event updated for resources: {'Port': ['ID=7612c175-d507-4168-ad80-fb73f8f473f1,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:55.292604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Routers {'d64fd4dc-9d5e-44c2-be56-40fed66752d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:04:55.293257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:55.295883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5da2497-d033-45ed-bdef-66e00ddfc756 req-4f698fb0-7d79-4b29-b643-fed660a22452 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600392 Jan 28 04:04:55.313931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-4ca6ee32-8e6c-4c28-b06c-7f8e4c1d49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.315501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-4ca6ee32-8e6c-4c28-b06c-7f8e4c1d49f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ff3cb42-2f34-4dd4-86fb-075cc282a906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348395 Jan 28 04:04:55.326124 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (9e947367-fd9c-4628-8258-6b80778bb3da), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.336700 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.351814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:55.353572 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "DELETE /v2.0/networks/9e947367-fd9c-4628-8258-6b80778bb3da HTTP/1.1" status: 204 len: 168 time: 0.7514000 Jan 28 04:04:55.374721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae8130-9581-4eab-b514-a47b7e667d80 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Network': ['ID=9e947367-fd9c-4628-8258-6b80778bb3da,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:55.393303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee6eea4e-82fc-4775-a647-a918caff68af req-d2e09790-a9bd-47ff-add5-f1891bc261ec tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1967614 Jan 28 04:04:55.653381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f258e4-d862-43ce-9656-14b19821324e req-c78df584-1c15-4647-a9c4-ceb353089874 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.654964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54f258e4-d862-43ce-9656-14b19821324e req-c78df584-1c15-4647-a9c4-ceb353089874 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 945 time: 0.1805820 Jan 28 04:04:55.680809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] Set router d64fd4dc-9d5e-44c2-be56-40fed66752d6 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:04:55.730563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90c674-3410-41ad-8b5e-a86e01d2a5d4 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.736832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90c674-3410-41ad-8b5e-a86e01d2a5d4 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.744207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41268) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:55.744502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2c90c674-3410-41ad-8b5e-a86e01d2a5d4 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3917203 Jan 28 04:04:55.750603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.753104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-3a677847-de97-4e0b-afd6-52ebb483cf8b service neutron] 10.222.0.42 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082370 Jan 28 04:04:55.759474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1554030344'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:55.809342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Made reservation on behalf of af5e26d56566466e88f59becb134ff8a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:55.826237 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.865953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:04:55.877979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a836bb3c-2321-4a49-9274-b6b6574c2d90 req-0ecd517e-dd9a-46e5-ab23-beb4ae8bce66 service neutron] 10.222.0.42 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045928 Jan 28 04:04:55.885483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (681e6a2d-6b2d-495e-b617-ae90066b967b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:55.886168 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Added segment 681e6a2d-6b2d-495e-b617-ae90066b967b of type vlan for network a52d2653-9a1d-4661-a46c-65138ca9521b Jan 28 04:04:55.890640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54f258e4-d862-43ce-9656-14b19821324e req-39283969-d143-435b-a8c3-250e952add47 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263057 Jan 28 04:04:55.980970 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (a52d2653-9a1d-4661-a46c-65138ca9521b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:56.053954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'name': 'tempest-TestServerBasicOps-1491115752-router', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:45Z', 'updated_at': '2022-01-28T04:04:51Z', 'revision_number': 3, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'gw_port': {'id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:47Z', 'updated_at': '2022-01-28T04:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:04:56.074407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-c366a697-b422-4494-a96c-a1821abeb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:56.077771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-c366a697-b422-4494-a96c-a1821abeb12d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=76049bb0218b4104bfff149e28d82470&device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 1135 time: 0.0903821 Jan 28 04:04:56.089854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8918797-55fa-4779-b95b-82af1992dcd2 None None] The sync data for ids ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'] in n-d-808199-14 is: [{'id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'name': 'tempest-TestServerBasicOps-1491115752-router', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:45Z', 'updated_at': '2022-01-28T04:04:51Z', 'revision_number': 3, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'gw_port': {'id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:47Z', 'updated_at': '2022-01-28T04:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:04:56.102881 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (a52d2653-9a1d-4661-a46c-65138ca9521b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:56.110565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:56.111507 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:56.237380 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4920008 Jan 28 04:04:56.238008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41282) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:56.245618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1184919564'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:56.261050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Allocated IP 172.20.0.1 (08209211-6427-4d7c-8308-7281ca5c54c7/08dba5c7-d799-4a17-93b2-861a69210cad/9a318b23-17ed-45b2-ad1e-fb7291619bf0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:04:56.290525 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'Network': ['ID=a52d2653-9a1d-4661-a46c-65138ca9521b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:56.307264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.307620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.307965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.308301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.308713 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.310238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.310405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.310666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.311153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.311640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.311934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.312276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.312709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b67a53-d398-492a-b9cd-0ebadb7c6510 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:56.323077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Made reservation on behalf of af5e26d56566466e88f59becb134ff8a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:56.331936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:56.359296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network a52d2653-9a1d-4661-a46c-65138ca9521b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:04:56.439551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:04:56.459321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-9fccdeb9-7dbe-4bf0-80ee-15f84a8ee5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:56.460889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-9fccdeb9-7dbe-4bf0-80ee-15f84a8ee5f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ff3cb42-2f34-4dd4-86fb-075cc282a906 HTTP/1.1" status: 200 len: 895 time: 0.3642025 Jan 28 04:04:56.464779 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (81d7e04c-eb95-4387-8e06-af76f8ba0268), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:56.466868 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Added segment 81d7e04c-eb95-4387-8e06-af76f8ba0268 of type vlan for network 4cb6811f-7e7d-400f-bbc9-a324af653833 Jan 28 04:04:56.590380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-c9966d34-89cb-43bd-8ed3-bca9e2aa1a88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d96ef5-6e41-4d31-aa1c-7d22e5688679 HTTP/1.1" status: 200 len: 217 time: 0.1166511 Jan 28 04:04:56.638932 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (4cb6811f-7e7d-400f-bbc9-a324af653833), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:56.737407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (4cb6811f-7e7d-400f-bbc9-a324af653833), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:56.783994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Publish callbacks [] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:56.810611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:56.814753 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:56.906176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03a495-5876-4ad1-8660-53ee63564dd3 req-1062613b-4c96-4956-b907-b98ed00c02d8 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:56.918456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be03a495-5876-4ad1-8660-53ee63564dd3 req-1062613b-4c96-4956-b907-b98ed00c02d8 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 983 time: 0.3120003 Jan 28 04:04:56.921896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:56.965155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-672392c0-2d0c-4268-9fec-3be17c37eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:56.967414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-672392c0-2d0c-4268-9fec-3be17c37eb29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0fe9834-e50e-4855-b553-b30aa4a8e39d HTTP/1.1" status: 200 len: 834 time: 0.3190904 Jan 28 04:04:56.974678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'Network': ['ID=4cb6811f-7e7d-400f-bbc9-a324af653833,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:57.007201 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9af7d8d8-7d7a-4120-ba9a-f393df992e43 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7656982 Jan 28 04:04:57.008221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41308) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:57.015948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 4cb6811f-7e7d-400f-bbc9-a324af653833 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:04:57.019691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'ports': [{'network_id': 'a52d2653-9a1d-4661-a46c-65138ca9521b', 'name': 'tempest-port--843431811', 'admin_state_up': True}, {'network_id': '4cb6811f-7e7d-400f-bbc9-a324af653833', 'admin_state_up': False}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:57.021303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'port': {'network_id': 'a52d2653-9a1d-4661-a46c-65138ca9521b', 'name': 'tempest-port--843431811', 'admin_state_up': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:57.022052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'port': {'network_id': '4cb6811f-7e7d-400f-bbc9-a324af653833', 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:57.066391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Pushing event updated for resources: {'Port': ['ID=9a318b23-17ed-45b2-ad1e-fb7291619bf0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:57.135398 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Network 08209211-6427-4d7c-8308-7281ca5c54c7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:57.156441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:57.173697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:57.243406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c5d96ef5-6e41-4d31-aa1c-7d22e5688679 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:04:57.444516 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (d64fd4dc-9d5e-44c2-be56-40fed66752d6), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:57.558436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be03a495-5876-4ad1-8660-53ee63564dd3 req-8672646f-d67f-489d-8946-c9d7ccc486a0 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6356735 Jan 28 04:04:57.589104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Made reservation on behalf of af5e26d56566466e88f59becb134ff8a for: {'port': 2} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:04:57.595255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c5d96ef5-6e41-4d31-aa1c-7d22e5688679, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:57.599421 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:57.612016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-e489613c-ab00-4acf-a855-c38ab0fbc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:57.617717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-e489613c-ab00-4acf-a855-c38ab0fbc7e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ff3cb42-2f34-4dd4-86fb-075cc282a906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5776911 Jan 28 04:04:57.629080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'port_id': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'mac_address': 'fa:16:3e:d3:e7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:04:57.648990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:57.749163 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:57.749665 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:57.784536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d96ef5-6e41-4d31-aa1c-7d22e5688679 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:04:57.829533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c5d96ef5-6e41-4d31-aa1c-7d22e5688679, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:57.842838 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:57.897815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-45a78b00-04fb-4b04-ad95-997c1c2080e9 None None] Provisioning complete for port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:57.898584 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-45a78b00-04fb-4b04-ad95-997c1c2080e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:57.990103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:57.990103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-45a78b00-04fb-4b04-ad95-997c1c2080e9 None None] Port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:04:58.130947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['c5d96ef5-6e41-4d31-aa1c-7d22e5688679'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:04:58.148999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] device_id is not set on port 76746331-84af-452e-ac22-abaecbe6428d yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:04:58.182319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-aa4cfbec-78a8-4ca7-a48c-8e82ff16e2a2 service neutron] 10.222.0.42 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400236 Jan 28 04:04:58.347432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for port (76746331-84af-452e-ac22-abaecbe6428d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:58.435886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:58.461699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7612c175-d507-4168-ad80-fb73f8f473f1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:58.554087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] device_id is not set on port bc52df0f-7072-4c26-8af6-62233a619d58 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 04:04:58.653669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-165c26d4-da7f-42ed-b200-338e3f1a2d3d req-f28f1bf4-2cb4-4749-8f0f-5ac689ee90c3 service neutron] 10.222.0.42 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540431 Jan 28 04:04:58.708794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 7612c175-d507-4168-ad80-fb73f8f473f1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:58.710137 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:58.816378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for port (bc52df0f-7072-4c26-8af6-62233a619d58), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:58.911356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (76746331-84af-452e-ac22-abaecbe6428d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:58.925626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 7612c175-d507-4168-ad80-fb73f8f473f1 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:58.928578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:58.995417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 7612c175-d507-4168-ad80-fb73f8f473f1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7612c175-d507-4168-ad80-fb73f8f473f1,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:59.001734 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:59.142766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'Port': ['ID=76746331-84af-452e-ac22-abaecbe6428d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:59.150707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec9435-4dcd-44f7-b84d-e9089489ad7b req-59de10d2-e056-49d6-9e58-3614ee831cec tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:59.152183 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0eec9435-4dcd-44f7-b84d-e9089489ad7b req-59de10d2-e056-49d6-9e58-3614ee831cec tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 984 time: 0.3843918 Jan 28 04:04:59.179085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Checking segment: {'id': '681e6a2d-6b2d-495e-b617-ae90066b967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a52d2653-9a1d-4661-a46c-65138ca9521b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:59.179506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Network hostable DHCP agents. Network: a52d2653-9a1d-4661-a46c-65138ca9521b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:04:59.214530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Network a52d2653-9a1d-4661-a46c-65138ca9521b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:04:59.232258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, a52d2653-9a1d-4661-a46c-65138ca9521b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:59.241615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=7612c175-d507-4168-ad80-fb73f8f473f1,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:59.259552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca3a53b-6a01-409f-be57-18474a59c34a None None] Network a52d2653-9a1d-4661-a46c-65138ca9521b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:04:59.270667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:59.270667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (bc52df0f-7072-4c26-8af6-62233a619d58), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:59.316274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c5d96ef5-6e41-4d31-aa1c-7d22e5688679 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:59.434115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0eec9435-4dcd-44f7-b84d-e9089489ad7b req-1fa065f5-867e-48d8-b550-de562039df3e tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2253604 Jan 28 04:04:59.498771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Publish callbacks [] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:59.521359 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:59.600824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'Port': ['ID=bc52df0f-7072-4c26-8af6-62233a619d58,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:59.609930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Pushing event updated for resources: {'Port': ['ID=9a318b23-17ed-45b2-ad1e-fb7291619bf0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:59.612444 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (d64fd4dc-9d5e-44c2-be56-40fed66752d6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:59.637215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Checking segment: {'id': '81d7e04c-eb95-4387-8e06-af76f8ba0268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4cb6811f-7e7d-400f-bbc9-a324af653833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:59.637867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Network hostable DHCP agents. Network: 4cb6811f-7e7d-400f-bbc9-a324af653833, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:04:59.672099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Network 4cb6811f-7e7d-400f-bbc9-a324af653833 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:04:59.683151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.683884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.684671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.685327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.685889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.686444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.687014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.687691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.688213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.689017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.689290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.689705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.690149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:59.701501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 4cb6811f-7e7d-400f-bbc9-a324af653833) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:59.714091 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:04:59.730030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:59.731113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:04:59.739836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933ca962-a98e-4b9b-8e22-a8206ad773cc None None] Network 4cb6811f-7e7d-400f-bbc9-a324af653833 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:04:59.743696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:59.745344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:59.784995 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-56e1b883-dcdd-4d5b-9ffd-136408f4c217 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7746296 Jan 28 04:04:59.787420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41380) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:04:59.853703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:59.853703 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:59.901412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Network 08209211-6427-4d7c-8308-7281ca5c54c7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:04:59.905636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:04:59.926522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5b6fba-c3cc-44d2-8472-0c89fcc86615 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:59.945926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5b6fba-c3cc-44d2-8472-0c89fcc86615 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:59.958235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fc5b6fba-c3cc-44d2-8472-0c89fcc86615 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1690078 Jan 28 04:04:59.960971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41386) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:00.277476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7612c175-d507-4168-ad80-fb73f8f473f1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:00.285161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:00.288406 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:00.313590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Router d64fd4dc-9d5e-44c2-be56-40fed66752d6 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:05:00.333362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ab52125c-f2cc-4061-ad6a-1eec087258a8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Deleting port 76746331-84af-452e-ac22-abaecbe6428d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:00.333848 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab52125c-f2cc-4061-ad6a-1eec087258a8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (76746331-84af-452e-ac22-abaecbe6428d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:00.429939 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:00.432355 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53324f3-5178-4a4b-afc2-c963e2a6a6f6" -d '{"events": [{"server_uuid": "8545ae8c-ca5e-4638-85a0-932e442ac447", "name": "network-vif-plugged", "status": "completed", "tag": "c5d96ef5-6e41-4d31-aa1c-7d22e5688679"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:00.454781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c5d96ef5-6e41-4d31-aa1c-7d22e5688679, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:00.471171 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:00.555084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 7612c175-d507-4168-ad80-fb73f8f473f1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:00.555838 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:00.557653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7185b781-8193-4b50-a8fd-238f6dd33b29 None None] Provisioning complete for port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:00.558260 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7185b781-8193-4b50-a8fd-238f6dd33b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:00.664984 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d4f78a-fb65-4f81-98d6-24ee7aa6b637 x-openstack-request-id: req-17d4f78a-fb65-4f81-98d6-24ee7aa6b637 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:00.667868 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8545ae8c-ca5e-4638-85a0-932e442ac447", "name": "network-vif-plugged", "status": "completed", "tag": "c5d96ef5-6e41-4d31-aa1c-7d22e5688679", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:00.668143 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17d4f78a-fb65-4f81-98d6-24ee7aa6b637 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:00.668622 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'code': 200} Jan 28 04:05:00.670890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7185b781-8193-4b50-a8fd-238f6dd33b29 None None] Port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:00.719956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab52125c-f2cc-4061-ad6a-1eec087258a8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (76746331-84af-452e-ac22-abaecbe6428d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:00.734137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:00.750264 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Sync routers for ids ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:00.765384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5957e99f-75de-4ea4-96a4-d78d0feba93e admin admin] 10.222.0.44 "PUT /v2.0/routers/d64fd4dc-9d5e-44c2-be56-40fed66752d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4098065 Jan 28 04:05:00.768802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:00.770657 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Routers {'d64fd4dc-9d5e-44c2-be56-40fed66752d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:00.771286 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:00.803524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ab52125c-f2cc-4061-ad6a-1eec087258a8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Calling delete_port for 76746331-84af-452e-ac22-abaecbe6428d owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:00.937209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468ec9c-8ee1-4248-b15a-e98cac8e2a3c req-fc2562fb-5677-49f5-9b67-1cd818eacedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:00.953008 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3468ec9c-8ee1-4248-b15a-e98cac8e2a3c req-fc2562fb-5677-49f5-9b67-1cd818eacedc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 1137 time: 0.2143729 Jan 28 04:05:00.964552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 7612c175-d507-4168-ad80-fb73f8f473f1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:00.973677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16664c22-473c-41f4-a234-6aec347bfef7 req-0aad0cf7-6e88-45bc-bdd0-4e81a30b5437 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:00.975676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16664c22-473c-41f4-a234-6aec347bfef7 req-0aad0cf7-6e88-45bc-bdd0-4e81a30b5437 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 985 time: 0.2360854 Jan 28 04:05:01.004036 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Set router d64fd4dc-9d5e-44c2-be56-40fed66752d6 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:01.100399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab52125c-f2cc-4061-ad6a-1eec087258a8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (76746331-84af-452e-ac22-abaecbe6428d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:01.137818 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab52125c-f2cc-4061-ad6a-1eec087258a8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:01.150632 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ab52125c-f2cc-4061-ad6a-1eec087258a8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "DELETE /v2.0/ports/76746331-84af-452e-ac22-abaecbe6428d HTTP/1.1" status: 204 len: 168 time: 1.1881690 Jan 28 04:05:01.161749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41412) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:01.192987 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3468ec9c-8ee1-4248-b15a-e98cac8e2a3c req-7060bcff-0476-42bc-b3dc-72243cd17d11 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2138047 Jan 28 04:05:01.198173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52125c-f2cc-4061-ad6a-1eec087258a8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Port': ['ID=76746331-84af-452e-ac22-abaecbe6428d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:01.256582 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16664c22-473c-41f4-a234-6aec347bfef7 req-12fb3a82-ba00-4422-b74a-e4e58868fa8d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2203653 Jan 28 04:05:01.319927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2d04020f-e8c1-4b51-82fe-1372bd1ca263 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Deleting port bc52df0f-7072-4c26-8af6-62233a619d58 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:01.320422 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d04020f-e8c1-4b51-82fe-1372bd1ca263 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bc52df0f-7072-4c26-8af6-62233a619d58), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:01.455866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d04020f-e8c1-4b51-82fe-1372bd1ca263 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bc52df0f-7072-4c26-8af6-62233a619d58), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:01.499747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2d04020f-e8c1-4b51-82fe-1372bd1ca263 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Calling delete_port for bc52df0f-7072-4c26-8af6-62233a619d58 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:01.703057 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d04020f-e8c1-4b51-82fe-1372bd1ca263 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bc52df0f-7072-4c26-8af6-62233a619d58), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:01.722036 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'name': 'tempest-TestServerBasicOps-1491115752-router', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:45Z', 'updated_at': '2022-01-28T04:04:58Z', 'revision_number': 4, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'gw_port': {'id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:47Z', 'updated_at': '2022-01-28T04:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9a318b23-17ed-45b2-ad1e-fb7291619bf0', 'name': '', 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'mac_address': 'fa:16:3e:e0:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '08dba5c7-d799-4a17-93b2-861a69210cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:55Z', 'updated_at': '2022-01-28T04:04:58Z', 'revision_number': 2, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'subnets': [{'id': '08dba5c7-d799-4a17-93b2-861a69210cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:01.751947 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Checking router: d64fd4dc-9d5e-44c2-be56-40fed66752d6 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:05:01.753022 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Updating router d64fd4dc-9d5e-44c2-be56-40fed66752d6 port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:05:01.779374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04020f-e8c1-4b51-82fe-1372bd1ca263 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Port': ['ID=bc52df0f-7072-4c26-8af6-62233a619d58,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:01.785621 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d04020f-e8c1-4b51-82fe-1372bd1ca263 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:01.795137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41424) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:01.799925 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2d04020f-e8c1-4b51-82fe-1372bd1ca263 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "DELETE /v2.0/ports/bc52df0f-7072-4c26-8af6-62233a619d58 HTTP/1.1" status: 204 len: 168 time: 0.6362691 Jan 28 04:05:01.806281 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:01.839220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:01.839792 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5a37f644-2298-44ca-96de-5fcfd394d201 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0369947 Jan 28 04:05:01.845388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1833807952'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:01.876192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Made reservation on behalf of af5e26d56566466e88f59becb134ff8a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:01.887368 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:01.924202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:05:01.946127 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8484fa39-1af5-4091-9da9-3cddaa25fe82), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:01.946477 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Added segment 8484fa39-1af5-4091-9da9-3cddaa25fe82 of type vlan for network 1087e40a-d56c-4c72-80fc-98cdb0d305d0 Jan 28 04:05:02.057270 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1087e40a-d56c-4c72-80fc-98cdb0d305d0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.105403 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1087e40a-d56c-4c72-80fc-98cdb0d305d0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.119925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:02.121150 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.215061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41432) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:02.215266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3748372 Jan 28 04:05:02.224414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1632139962'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:02.231772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f60e35-07df-49c3-b8d3-4d0d46634441 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'Network': ['ID=1087e40a-d56c-4c72-80fc-98cdb0d305d0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:02.242745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1087e40a-d56c-4c72-80fc-98cdb0d305d0 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:05:02.281102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Made reservation on behalf of af5e26d56566466e88f59becb134ff8a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:02.284690 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.347968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41436) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:02.352732 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-39b6ae88-e80a-4e4b-bbe0-0385002c789f tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500956238', 'description': 'tempest-secgroup-smoke-500956238 description', 'project_id': '023ee4d5918443a4919fd780c791fec8'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:02.368381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:05:02.390628 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (83010b53-15e6-4709-b8a0-77b8a9f1f734), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.391441 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Added segment 83010b53-15e6-4709-b8a0-77b8a9f1f734 of type vlan for network 100a1a5a-1f71-4a53-b417-c4659f4486d9 Jan 28 04:05:02.394907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b6ae88-e80a-4e4b-bbe0-0385002c789f tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.478594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (100a1a5a-1f71-4a53-b417-c4659f4486d9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.504810 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b6ae88-e80a-4e4b-bbe0-0385002c789f tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group (3275bad2-4d5c-42ea-92ec-2796e4d00b7c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.520428 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b6ae88-e80a-4e4b-bbe0-0385002c789f tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3275bad2-4d5c-42ea-92ec-2796e4d00b7c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.522443 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (100a1a5a-1f71-4a53-b417-c4659f4486d9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.528017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:02.529006 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.587677 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b6ae88-e80a-4e4b-bbe0-0385002c789f tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.592916 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-39b6ae88-e80a-4e4b-bbe0-0385002c789f tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2399299 Jan 28 04:05:02.593586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41448) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:02.600632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7870f561-2206-4106-a000-d8696f9f2df1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Request body: {'security_group_rule': {'security_group_id': '3275bad2-4d5c-42ea-92ec-2796e4d00b7c', 'project_id': '023ee4d5918443a4919fd780c791fec8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:02.611192 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3880613 Jan 28 04:05:02.630442 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6ae88-e80a-4e4b-bbe0-0385002c789f tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3275bad2-4d5c-42ea-92ec-2796e4d00b7c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:02.649938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480e07e-db10-4cf9-b5a1-b88923c5026d tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'Network': ['ID=100a1a5a-1f71-4a53-b417-c4659f4486d9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:02.665820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375d5ef-0424-4fdf-bba8-15db70c9c603 req-b17f60bd-6d43-4fb6-b2a5-ff674cd96560 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:02.667519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 100a1a5a-1f71-4a53-b417-c4659f4486d9 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:05:02.668773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a375d5ef-0424-4fdf-bba8-15db70c9c603 req-b17f60bd-6d43-4fb6-b2a5-ff674cd96560 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 985 time: 0.1736238 Jan 28 04:05:02.703050 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Publish callbacks [] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.727369 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.798615 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7870f561-2206-4106-a000-d8696f9f2df1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (3cc0c426-5bba-43e7-943a-691e0eb48241), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.935880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a375d5ef-0424-4fdf-bba8-15db70c9c603 req-03ccc4ac-ccf2-4659-82ac-87b2c1c58491 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2551923 Jan 28 04:05:02.961223 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9f69d-f0f8-499f-9775-02202c0f3298 None None] Pushing event updated for resources: {'Port': ['ID=9a318b23-17ed-45b2-ad1e-fb7291619bf0,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:02.964124 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7870f561-2206-4106-a000-d8696f9f2df1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (3cc0c426-5bba-43e7-943a-691e0eb48241), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.973012 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7870f561-2206-4106-a000-d8696f9f2df1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (3cc0c426-5bba-43e7-943a-691e0eb48241), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.047585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870f561-2206-4106-a000-d8696f9f2df1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc0c426-5bba-43e7-943a-691e0eb48241,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:03.065206 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7870f561-2206-4106-a000-d8696f9f2df1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.079102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7870f561-2206-4106-a000-d8696f9f2df1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4848559 Jan 28 04:05:03.081922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:03.085509 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Attempting to bind port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:03.086363 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Attempting to bind port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '12707fbb-02a7-4737-8a2c-0314b1ca320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:03.087004 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Attempting to bind port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 on network 08209211-6427-4d7c-8308-7281ca5c54c7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:03.089682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1d718e0b-7e3b-4281-a5bd-ac47529214fc tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Request body: {'security_group_rule': {'security_group_id': '3275bad2-4d5c-42ea-92ec-2796e4d00b7c', 'project_id': '023ee4d5918443a4919fd780c791fec8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:03.117485 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:03.118260 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Checking segment: {'id': '12707fbb-02a7-4737-8a2c-0314b1ca320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:03.119044 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.122265 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Bound using segment: {'id': '12707fbb-02a7-4737-8a2c-0314b1ca320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:03.127260 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Bound port: 9a318b23-17ed-45b2-ad1e-fb7291619bf0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12707fbb-02a7-4737-8a2c-0314b1ca320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:03.128191 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.155904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d718e0b-7e3b-4281-a5bd-ac47529214fc tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (e78f052f-922d-4243-91fb-ea7aec5fd0bd), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.252496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16abb0f-f667-47f1-96fc-f065a8aeb126 req-32eb8b94-d26f-487f-817d-30135e81a69b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:03.263916 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c16abb0f-f667-47f1-96fc-f065a8aeb126 req-32eb8b94-d26f-487f-817d-30135e81a69b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 985 time: 0.1250961 Jan 28 04:05:03.306326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d718e0b-7e3b-4281-a5bd-ac47529214fc tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (e78f052f-922d-4243-91fb-ea7aec5fd0bd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.311390 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d718e0b-7e3b-4281-a5bd-ac47529214fc tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (e78f052f-922d-4243-91fb-ea7aec5fd0bd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.319370 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] For port 9a318b23-17ed-45b2-ad1e-fb7291619bf0, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:03.324091 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] For port 9a318b23-17ed-45b2-ad1e-fb7291619bf0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a318b23-17ed-45b2-ad1e-fb7291619bf0,segment=NetworkSegment(12707fbb-02a7-4737-8a2c-0314b1ca320a),segment_id=12707fbb-02a7-4737-8a2c-0314b1ca320a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:03.329739 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.379638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d718e0b-7e3b-4281-a5bd-ac47529214fc tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78f052f-922d-4243-91fb-ea7aec5fd0bd,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:03.404086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ff97051f-8d43-4abd-a75f-4b8068aa8096 None None] Provisioning complete for port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:03.406255 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff97051f-8d43-4abd-a75f-4b8068aa8096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.411905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d718e0b-7e3b-4281-a5bd-ac47529214fc tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.420063 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1d718e0b-7e3b-4281-a5bd-ac47529214fc tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3363409 Jan 28 04:05:03.424327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41464) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:03.437460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-70860d72-ad2a-4959-bc83-dcddfdc91de8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Request body: {'security_group_rule': {'security_group_id': '3275bad2-4d5c-42ea-92ec-2796e4d00b7c', 'project_id': '023ee4d5918443a4919fd780c791fec8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:03.451388 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Routers {'d64fd4dc-9d5e-44c2-be56-40fed66752d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:03.452167 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:03.473772 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c16abb0f-f667-47f1-96fc-f065a8aeb126 req-54c82ee7-c23b-432e-acf5-79081cbc256f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2073562 Jan 28 04:05:03.542854 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70860d72-ad2a-4959-bc83-dcddfdc91de8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (8484e801-9e4d-44da-835f-feae0447e0ae), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.733260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ff97051f-8d43-4abd-a75f-4b8068aa8096 None None] Current status of the port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:03.738831 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff97051f-8d43-4abd-a75f-4b8068aa8096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.829788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ff97051f-8d43-4abd-a75f-4b8068aa8096 None None] For port 9a318b23-17ed-45b2-ad1e-fb7291619bf0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a318b23-17ed-45b2-ad1e-fb7291619bf0,segment=NetworkSegment(12707fbb-02a7-4737-8a2c-0314b1ca320a),segment_id=12707fbb-02a7-4737-8a2c-0314b1ca320a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:03.837985 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff97051f-8d43-4abd-a75f-4b8068aa8096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.885226 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] Set router d64fd4dc-9d5e-44c2-be56-40fed66752d6 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:03.924610 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70860d72-ad2a-4959-bc83-dcddfdc91de8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (8484e801-9e4d-44da-835f-feae0447e0ae), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.936448 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70860d72-ad2a-4959-bc83-dcddfdc91de8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (8484e801-9e4d-44da-835f-feae0447e0ae), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:03.960832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a9e0f-bf81-47df-8c55-01acc417d744 req-0e77a3c4-e865-4af2-8d01-ecf8612d5159 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:03.969093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae5a9e0f-bf81-47df-8c55-01acc417d744 req-0e77a3c4-e865-4af2-8d01-ecf8612d5159 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 1137 time: 0.2874980 Jan 28 04:05:03.980516 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97051f-8d43-4abd-a75f-4b8068aa8096 None None] Pushing event updated for resources: {'Port': ['ID=9a318b23-17ed-45b2-ad1e-fb7291619bf0,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:04.029402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ae5a9e0f-bf81-47df-8c55-01acc417d744 req-7c1d8331-db3e-4583-b7e5-ddf3ea1e0f73 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.059699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b27454bd-0984-4810-ae5b-8aef24a28313 None None] Provisioning complete for port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:04.060384 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b27454bd-0984-4810-ae5b-8aef24a28313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.089871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70860d72-ad2a-4959-bc83-dcddfdc91de8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8484e801-9e4d-44da-835f-feae0447e0ae,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:04.199356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b27454bd-0984-4810-ae5b-8aef24a28313 None None] Current status of the port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:04.214972 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70860d72-ad2a-4959-bc83-dcddfdc91de8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.220762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-70860d72-ad2a-4959-bc83-dcddfdc91de8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7892511 Jan 28 04:05:04.221866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41490) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:04.230671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c0e5858d-49ae-49ef-b12b-6765daba6bb6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Request body: {'security_group_rule': {'security_group_id': '3275bad2-4d5c-42ea-92ec-2796e4d00b7c', 'project_id': '023ee4d5918443a4919fd780c791fec8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:04.272693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0e5858d-49ae-49ef-b12b-6765daba6bb6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (85294f0b-d0d0-41de-ba26-b1041a146264), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.296455 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9f69d-f0f8-499f-9775-02202c0f3298 None None] Pushing event updated for resources: {'Port': ['ID=9a318b23-17ed-45b2-ad1e-fb7291619bf0,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:04.357008 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0e5858d-49ae-49ef-b12b-6765daba6bb6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (85294f0b-d0d0-41de-ba26-b1041a146264), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.381501 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0e5858d-49ae-49ef-b12b-6765daba6bb6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (85294f0b-d0d0-41de-ba26-b1041a146264), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.417026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5858d-49ae-49ef-b12b-6765daba6bb6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85294f0b-d0d0-41de-ba26-b1041a146264,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:04.424454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0e5858d-49ae-49ef-b12b-6765daba6bb6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.430396 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c0e5858d-49ae-49ef-b12b-6765daba6bb6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2058444 Jan 28 04:05:04.431135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41496) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:04.437024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c8843e66-c7f1-45d1-ae9d-349507a58fae tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Request body: {'security_group_rule': {'security_group_id': '3275bad2-4d5c-42ea-92ec-2796e4d00b7c', 'project_id': '023ee4d5918443a4919fd780c791fec8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:04.462972 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-c8843e66-c7f1-45d1-ae9d-349507a58fae tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Project 023ee4d5918443a4919fd780c791fec8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:05:04.470812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8843e66-c7f1-45d1-ae9d-349507a58fae tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (c96da5fb-8523-4e1c-adf0-1c07c01d7d39), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.523933 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'name': 'tempest-TestServerBasicOps-1491115752-router', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:45Z', 'updated_at': '2022-01-28T04:04:58Z', 'revision_number': 4, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'gw_port': {'id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:47Z', 'updated_at': '2022-01-28T04:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9a318b23-17ed-45b2-ad1e-fb7291619bf0', 'name': '', 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'mac_address': 'fa:16:3e:e0:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '08dba5c7-d799-4a17-93b2-861a69210cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:55Z', 'updated_at': '2022-01-28T04:05:03Z', 'revision_number': 4, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'subnets': [{'id': '08dba5c7-d799-4a17-93b2-861a69210cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:04.602427 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0b73a-0f39-416a-b530-049a19707038 None None] The sync data for ids ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'] in n-d-808199-14 is: [{'id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'name': 'tempest-TestServerBasicOps-1491115752-router', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:45Z', 'updated_at': '2022-01-28T04:04:58Z', 'revision_number': 4, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'gw_port': {'id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:47Z', 'updated_at': '2022-01-28T04:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9a318b23-17ed-45b2-ad1e-fb7291619bf0', 'name': '', 'network_id': '08209211-6427-4d7c-8308-7281ca5c54c7', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'mac_address': 'fa:16:3e:e0:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '08dba5c7-d799-4a17-93b2-861a69210cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:55Z', 'updated_at': '2022-01-28T04:05:03Z', 'revision_number': 4, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'subnets': [{'id': '08dba5c7-d799-4a17-93b2-861a69210cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:04.655556 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8843e66-c7f1-45d1-ae9d-349507a58fae tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (c96da5fb-8523-4e1c-adf0-1c07c01d7d39), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.661365 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8843e66-c7f1-45d1-ae9d-349507a58fae tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c96da5fb-8523-4e1c-adf0-1c07c01d7d39), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.741839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8843e66-c7f1-45d1-ae9d-349507a58fae tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96da5fb-8523-4e1c-adf0-1c07c01d7d39,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:04.758466 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8843e66-c7f1-45d1-ae9d-349507a58fae tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.770586 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c8843e66-c7f1-45d1-ae9d-349507a58fae tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3270624 Jan 28 04:05:04.772136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:04.791337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1148d984-1aba-46ed-a7d5-0b404bdd9fdb tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Request body: {'security_group_rule': {'security_group_id': '3275bad2-4d5c-42ea-92ec-2796e4d00b7c', 'project_id': '023ee4d5918443a4919fd780c791fec8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:04.855453 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-1148d984-1aba-46ed-a7d5-0b404bdd9fdb tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Project 023ee4d5918443a4919fd780c791fec8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:05:04.865336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1148d984-1aba-46ed-a7d5-0b404bdd9fdb tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (0882f3aa-14c0-4a68-93f0-e5472a07c84c), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:05.010275 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1148d984-1aba-46ed-a7d5-0b404bdd9fdb tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (0882f3aa-14c0-4a68-93f0-e5472a07c84c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:05.015615 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1148d984-1aba-46ed-a7d5-0b404bdd9fdb tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (0882f3aa-14c0-4a68-93f0-e5472a07c84c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:05.068953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148d984-1aba-46ed-a7d5-0b404bdd9fdb tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0882f3aa-14c0-4a68-93f0-e5472a07c84c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:05.122735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1148d984-1aba-46ed-a7d5-0b404bdd9fdb tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:05.132874 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1148d984-1aba-46ed-a7d5-0b404bdd9fdb tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554325 Jan 28 04:05:05.245765 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ae5a9e0f-bf81-47df-8c55-01acc417d744 req-7c1d8331-db3e-4583-b7e5-ddf3ea1e0f73 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Publish callbacks [] for security_group (81febb2b-e4fc-4016-9526-1e361ccce2c0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:05.256765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-4bee7018-8a03-4de4-846c-1d4d50aab4f2 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:05.258620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-4bee7018-8a03-4de4-846c-1d4d50aab4f2 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 1.0392821 Jan 28 04:05:05.260334 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ae5a9e0f-bf81-47df-8c55-01acc417d744 req-7c1d8331-db3e-4583-b7e5-ddf3ea1e0f73 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (81febb2b-e4fc-4016-9526-1e361ccce2c0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:05.306643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae5a9e0f-bf81-47df-8c55-01acc417d744 req-7c1d8331-db3e-4583-b7e5-ddf3ea1e0f73 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.3363795 Jan 28 04:05:05.317348 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-f6f08625-4d15-4da2-996a-b58eaae1b4f4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/quotas/a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 375 time: 0.0211694 Jan 28 04:05:05.361396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:05.386994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8331-db3e-4583-b7e5-ddf3ea1e0f73 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81febb2b-e4fc-4016-9526-1e361ccce2c0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:05.438984 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-3bd56522-e831-4fcc-9d63-133ca8359912 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077347 Jan 28 04:05:05.439620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b9497f-ed24-428e-989b-9d62e5ecbc1d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:05.444005 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-59b9497f-ed24-428e-989b-9d62e5ecbc1d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 1132 time: 0.0787671 Jan 28 04:05:05.444332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41522) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:05.448755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:05.504349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:05.665417 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-78187fe9-394f-41cb-a4c9-f7fa3e9406ed tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500956238&fields=id&tenant_id=023ee4d5918443a4919fd780c791fec8 HTTP/1.1" status: 200 len: 267 time: 0.0911157 Jan 28 04:05:05.784262 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:05.946571 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-0c9c7663-7915-4258-b2fb-65b4495fca19 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930456 Jan 28 04:05:05.965042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-ff906169-e63c-404e-a200-4661261d9126 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:05.975256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-ff906169-e63c-404e-a200-4661261d9126 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/networks?id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa HTTP/1.1" status: 200 len: 808 time: 0.3023906 Jan 28 04:05:06.123229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Allocated IP 172.25.1.86 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/1720b9db-21b5-4556-aa52-9ddc676883bd) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:06.143004 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41534) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:06.163346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'subnets': [{'network_id': '1087e40a-d56c-4c72-80fc-98cdb0d305d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--795157207', 'ip_version': 6}, {'network_id': '100a1a5a-1f71-4a53-b417-c4659f4486d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:06.163669 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'subnet': {'network_id': '1087e40a-d56c-4c72-80fc-98cdb0d305d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--795157207', 'ip_version': 6}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:06.164367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Request body: {'subnet': {'network_id': '100a1a5a-1f71-4a53-b417-c4659f4486d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:06.174523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-ab915fe1-212f-4e67-a2fc-7e5114b77288 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/quotas/023ee4d5918443a4919fd780c791fec8 HTTP/1.1" status: 200 len: 375 time: 0.1498241 Jan 28 04:05:06.390624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9a318b23-17ed-45b2-ad1e-fb7291619bf0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:06.391992 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-7380b9cc-ee8e-4476-ba2c-8e0cde1c11b3 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=023ee4d5918443a4919fd780c791fec8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1995947 Jan 28 04:05:06.460602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-6c6cf599-e4c5-46d1-843b-21e3d707552d service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842386 Jan 28 04:05:06.531424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:06.534536 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:06.671936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-185343e8-6738-4e64-b5f2-854014f7a064 service neutron] 10.222.0.44 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593765 Jan 28 04:05:06.727649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for port (1720b9db-21b5-4556-aa52-9ddc676883bd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:06.742067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:06.823952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Made reservation on behalf of af5e26d56566466e88f59becb134ff8a for: {'subnet': 2} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:06.829544 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:06.829897 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:06.835348 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1720b9db-21b5-4556-aa52-9ddc676883bd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:06.901637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Port': ['ID=1720b9db-21b5-4556-aa52-9ddc676883bd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:06.916771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3eea874a-9aa7-4558-8d16-32b12fd66e58 req-c012ce91-b3e9-4ebb-806e-3d232f9ec54d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.0775833 Jan 28 04:05:06.964737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:06.968691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:06.973054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:06.990753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-07c42ce5-c89d-4b74-94d7-d5426f4aa197 service neutron] 10.222.0.44 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105717 Jan 28 04:05:07.403767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-101df651-eeb0-488d-9fff-e1ea53e9d766 req-5c6e5dc2-a3a2-46b6-adf0-0c60c91ce2b4 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 210 time: 0.0447319 Jan 28 04:05:08.004492 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (575fab29-b637-4ea2-ae2b-5b6b07e47926), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:08.055138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a6011a24-964e-427c-96db-d918cc63d672 req-2ced551d-9632-4a2c-9ebb-2aba3c11d729 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.0339839 Jan 28 04:05:08.158781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'Subnet': ['ID=575fab29-b637-4ea2-ae2b-5b6b07e47926,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:08.173934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Checking segment: {'id': '8484fa39-1af5-4091-9da9-3cddaa25fe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1087e40a-d56c-4c72-80fc-98cdb0d305d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:08.174394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Network hostable DHCP agents. Network: 1087e40a-d56c-4c72-80fc-98cdb0d305d0, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:05:08.195331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for floatingip (d52ede40-4b50-4113-8ee4-146b211a3bb8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:08.227577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Network 1087e40a-d56c-4c72-80fc-98cdb0d305d0 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:05:08.245805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1087e40a-d56c-4c72-80fc-98cdb0d305d0) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:08.259319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (6e53bac7-2e6d-447c-b95e-f93b60d50246), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:08.262782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038dc654-7cc3-4564-a339-545c4af3b050 None None] Network 1087e40a-d56c-4c72-80fc-98cdb0d305d0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:08.338527 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1720b9db-21b5-4556-aa52-9ddc676883bd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:08.378477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event updated for resources: {'Subnet': ['ID=6e53bac7-2e6d-447c-b95e-f93b60d50246,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:08.424596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Checking segment: {'id': '83010b53-15e6-4709-b8a0-77b8a9f1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '100a1a5a-1f71-4a53-b417-c4659f4486d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:08.424951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Network hostable DHCP agents. Network: 100a1a5a-1f71-4a53-b417-c4659f4486d9, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:05:08.447816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1087e40a-d56c-4c72-80fc-98cdb0d305d0', 'network_id': '1087e40a-d56c-4c72-80fc-98cdb0d305d0', 'project_id': 'af5e26d56566466e88f59becb134ff8a', 'fixed_ips': [{'subnet_id': '575fab29-b637-4ea2-ae2b-5b6b07e47926'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:05:08.450943 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:08.566112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Network 100a1a5a-1f71-4a53-b417-c4659f4486d9 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:05:08.603697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 100a1a5a-1f71-4a53-b417-c4659f4486d9) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:08.628392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-ef85ef24-cc8e-487b-9db7-ccf9355e409d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:08.630743 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-ef85ef24-cc8e-487b-9db7-ccf9355e409d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.2229638 Jan 28 04:05:08.642466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:08.642950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:08.643592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:08.658955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'port': {'device_id': '9b10b1a7-cf90-440a-915c-0a2a2bdad17c', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'admin_state_up': True, 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:08.723313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc55ecf6-e774-4c8c-96cd-51a43b57baea None None] Network 100a1a5a-1f71-4a53-b417-c4659f4486d9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:08.733102 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-64707e06-1d3e-48f9-9a49-556c24488aa8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.5889685 Jan 28 04:05:08.735395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41600) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:08.755570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d897302a-8632-4cdd-bfdc-cedbd32f4b32 req-0edc9c97-f82f-4101-af6f-0f23706cce5a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 210 time: 0.2120214 Jan 28 04:05:08.811923 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for port (1720b9db-21b5-4556-aa52-9ddc676883bd), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:08.827746 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (1720b9db-21b5-4556-aa52-9ddc676883bd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:08.892642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Port': ['ID=1720b9db-21b5-4556-aa52-9ddc676883bd,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:08.951034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Allocated IP 2001:db8::1 (1087e40a-d56c-4c72-80fc-98cdb0d305d0/575fab29-b637-4ea2-ae2b-5b6b07e47926/9a5a4786-d83d-43cd-8317-25fa821ca9a7) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:08.976919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03884341-68e7-4df0-abb6-bd66bdc21fdc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:08.984859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03884341-68e7-4df0-abb6-bd66bdc21fdc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:08.984859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03884341-68e7-4df0-abb6-bd66bdc21fdc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:08.995858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41602) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:08.997280 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-03884341-68e7-4df0-abb6-bd66bdc21fdc tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2566347 Jan 28 04:05:09.088463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-100a1a5a-1f71-4a53-b417-c4659f4486d9', 'network_id': '100a1a5a-1f71-4a53-b417-c4659f4486d9', 'project_id': 'af5e26d56566466e88f59becb134ff8a', 'fixed_ips': [{'subnet_id': '6e53bac7-2e6d-447c-b95e-f93b60d50246'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:05:09.089850 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:09.112086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (d52ede40-4b50-4113-8ee4-146b211a3bb8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:09.147240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-673912ba-7f15-4047-a830-db409ad8b1b0 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Deleting subnet 575fab29-b637-4ea2-ae2b-5b6b07e47926 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:05:09.299845 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Made reservation on behalf of a38a55cc6b3a428f8bea4ad4ab7a224a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:09.303218 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:09.488043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-bd0ca1ca-1ba8-4640-80d0-40ba570e7da2 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:09.489820 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-bd0ca1ca-1ba8-4640-80d0-40ba570e7da2 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.25 "GET /v2.0/networks?id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa HTTP/1.1" status: 200 len: 808 time: 0.4006481 Jan 28 04:05:09.499124 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Floating IP d52ede40-4b50-4113-8ee4-146b211a3bb8 associated. External IP: 172.25.1.86, port: c5d96ef5-6e41-4d31-aa1c-7d22e5688679. Jan 28 04:05:09.556451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b85d538-b2ca-40e3-ba34-7d5f96621c18 req-4caa68ed-631e-4566-b316-c0fcebf4dc45 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.3688302 Jan 28 04:05:09.623463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Allocated IP 2001:db8:0:1::1 (100a1a5a-1f71-4a53-b417-c4659f4486d9/6e53bac7-2e6d-447c-b95e-f93b60d50246/06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:09.646552 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Publish callbacks [] for port (9a5a4786-d83d-43cd-8317-25fa821ca9a7), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:09.653667 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-673912ba-7f15-4047-a830-db409ad8b1b0 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for subnet (575fab29-b637-4ea2-ae2b-5b6b07e47926), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:09.670433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (9a5a4786-d83d-43cd-8317-25fa821ca9a7), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:09.745932 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-673912ba-7f15-4047-a830-db409ad8b1b0 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (575fab29-b637-4ea2-ae2b-5b6b07e47926), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:09.926185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Pushing event updated for resources: {'Port': ['ID=9a5a4786-d83d-43cd-8317-25fa821ca9a7,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:09.958009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Network 1087e40a-d56c-4c72-80fc-98cdb0d305d0 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:09.970394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:09.982000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:09.985558 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7081a810-8ff8-4a6f-82b0-dc8ae326c44d req-f9efabbf-4e8f-40c7-81c3-aaae1e64f0b2 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 210 time: 0.1016674 Jan 28 04:05:10.058217 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-673912ba-7f15-4047-a830-db409ad8b1b0 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (575fab29-b637-4ea2-ae2b-5b6b07e47926), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:10.236504 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-673912ba-7f15-4047-a830-db409ad8b1b0 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (575fab29-b637-4ea2-ae2b-5b6b07e47926), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:10.301415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673912ba-7f15-4047-a830-db409ad8b1b0 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Subnet': ['ID=575fab29-b637-4ea2-ae2b-5b6b07e47926,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:10.327488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-673912ba-7f15-4047-a830-db409ad8b1b0 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:10.332112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-673912ba-7f15-4047-a830-db409ad8b1b0 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "DELETE /v2.0/subnets/575fab29-b637-4ea2-ae2b-5b6b07e47926 HTTP/1.1" status: 204 len: 168 time: 1.3349788 Jan 28 04:05:10.337640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41630) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:10.440925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbbfa1f-6d68-4056-8c0b-1f7bfbdfb4c5 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Deleting subnet 6e53bac7-2e6d-447c-b95e-f93b60d50246 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:05:10.504472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Allocated IP 172.20.0.12 (807dcc26-58c1-492e-ab4f-ccf8615b5f37/c9ab5650-bb11-4600-b38a-4416ee21cb99/20d2fb2d-befc-4867-a52f-593c9aa98b36) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:10.727607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:10.729858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dbd7ca75-50dc-45f6-b447-613430aa5426 req-f39e7df6-3f24-4669-817f-d0838773838e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.0582652 Jan 28 04:05:10.752342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Attempting to bind port 9a5a4786-d83d-43cd-8317-25fa821ca9a7 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:10.752882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Attempting to bind port 9a5a4786-d83d-43cd-8317-25fa821ca9a7 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8484fa39-1af5-4091-9da9-3cddaa25fe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1087e40a-d56c-4c72-80fc-98cdb0d305d0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:10.756144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Attempting to bind port 9a5a4786-d83d-43cd-8317-25fa821ca9a7 on network 1087e40a-d56c-4c72-80fc-98cdb0d305d0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:10.769159 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38ab26b4-08e2-4475-abf6-31f83b2df1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:10.783513 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-f11331c4-a070-4f11-a883-8339caaecc33 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=023ee4d5918443a4919fd780c791fec8 HTTP/1.1" status: 200 len: 379 time: 1.2457671 Jan 28 04:05:10.787214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:10.800559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:10.800905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Checking segment: {'id': '8484fa39-1af5-4091-9da9-3cddaa25fe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1087e40a-d56c-4c72-80fc-98cdb0d305d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:10.802762 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:10.804206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Bound using segment: {'id': '8484fa39-1af5-4091-9da9-3cddaa25fe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1087e40a-d56c-4c72-80fc-98cdb0d305d0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:10.806788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Bound port: 9a5a4786-d83d-43cd-8317-25fa821ca9a7, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8484fa39-1af5-4091-9da9-3cddaa25fe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1087e40a-d56c-4c72-80fc-98cdb0d305d0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:10.807347 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a5a4786-d83d-43cd-8317-25fa821ca9a7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:10.836775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fcf0c8ab-6264-4f49-a297-ac5fa9f6a740'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:05:10.923620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Request body: {'port': {'device_id': '81957973-5d62-4691-9b8a-f74077160bdf', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'admin_state_up': True, 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'security_groups': ['3275bad2-4d5c-42ea-92ec-2796e4d00b7c']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:10.928145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=20d2fb2d-befc-4867-a52f-593c9aa98b36,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:11.082438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:11.083819 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Publish callbacks [] for port (06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.093432 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dbbfa1f-6d68-4056-8c0b-1f7bfbdfb4c5 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for subnet (6e53bac7-2e6d-447c-b95e-f93b60d50246), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.102399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:11.108377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:11.116420 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.179442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:05:11.180498 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dbbfa1f-6d68-4056-8c0b-1f7bfbdfb4c5 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (6e53bac7-2e6d-447c-b95e-f93b60d50246), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.353644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42a7fb9a-2526-420c-aa53-19dc4371e4c4 req-b7dddbe0-a9fa-41e6-9f44-7f0187a014b3 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 210 time: 0.0798531 Jan 28 04:05:11.375641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Network 100a1a5a-1f71-4a53-b417-c4659f4486d9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:11.384871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] For port 9a5a4786-d83d-43cd-8317-25fa821ca9a7, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:11.399783 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:11.411529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Pushing event updated for resources: {'Port': ['ID=06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:11.422449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:11.434996 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dbbfa1f-6d68-4056-8c0b-1f7bfbdfb4c5 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (6e53bac7-2e6d-447c-b95e-f93b60d50246), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.455519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] For port 9a5a4786-d83d-43cd-8317-25fa821ca9a7, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a5a4786-d83d-43cd-8317-25fa821ca9a7,segment=NetworkSegment(8484fa39-1af5-4091-9da9-3cddaa25fe82),segment_id=8484fa39-1af5-4091-9da9-3cddaa25fe82)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:11.474494 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9a5a4786-d83d-43cd-8317-25fa821ca9a7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.506842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:11.539812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] Sync routers for ids ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:11.563136 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dbbfa1f-6d68-4056-8c0b-1f7bfbdfb4c5 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (6e53bac7-2e6d-447c-b95e-f93b60d50246), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.576100 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:11.576802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.664001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dbbfa1f-6d68-4056-8c0b-1f7bfbdfb4c5 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.669642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9dbbfa1f-6d68-4056-8c0b-1f7bfbdfb4c5 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "DELETE /v2.0/subnets/6e53bac7-2e6d-447c-b95e-f93b60d50246 HTTP/1.1" status: 204 len: 168 time: 1.3306785 Jan 28 04:05:11.670933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.671157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbfa1f-6d68-4056-8c0b-1f7bfbdfb4c5 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Subnet': ['ID=6e53bac7-2e6d-447c-b95e-f93b60d50246,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:11.679985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41658) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:11.733995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] Routers {'9c0c2955-9396-4cf7-8a9f-82087bac80d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:11.734885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:04:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:11.754495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Attempting to bind port 06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:11.755571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Attempting to bind port 06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '83010b53-15e6-4709-b8a0-77b8a9f1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '100a1a5a-1f71-4a53-b417-c4659f4486d9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:11.756136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Attempting to bind port 06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f on network 100a1a5a-1f71-4a53-b417-c4659f4486d9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:11.806103 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-638d6b18-a619-451e-9b8e-b7242cdc39a6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1542552 Jan 28 04:05:11.829851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Made reservation on behalf of 023ee4d5918443a4919fd780c791fec8 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:11.835160 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.843999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:11.844391 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Checking segment: {'id': '83010b53-15e6-4709-b8a0-77b8a9f1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '100a1a5a-1f71-4a53-b417-c4659f4486d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:11.844806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.845234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Bound using segment: {'id': '83010b53-15e6-4709-b8a0-77b8a9f1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '100a1a5a-1f71-4a53-b417-c4659f4486d9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:11.845726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Bound port: 06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83010b53-15e6-4709-b8a0-77b8a9f1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '100a1a5a-1f71-4a53-b417-c4659f4486d9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:11.846109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.849709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3cdea-0da4-49b7-a225-e4fc5c248bb7 None None] Pushing event updated for resources: {'Port': ['ID=9a5a4786-d83d-43cd-8317-25fa821ca9a7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:11.854110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Request body: {'port': {'device_id': '9b10b1a7-cf90-440a-915c-0a2a2bdad17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:11.881040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8779b0e8-74a2-44a4-8819-b7be992c5c7a None None] Network 1087e40a-d56c-4c72-80fc-98cdb0d305d0 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:11.945953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-84a8c208-e4ef-4910-a57f-a8de84c2ba32 None None] Provisioning complete for port 20d2fb2d-befc-4867-a52f-593c9aa98b36 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:11.946582 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-84a8c208-e4ef-4910-a57f-a8de84c2ba32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:11.952004 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0ef1627c-b117-4ff7-a762-e36352e7f81d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5064428 Jan 28 04:05:11.954698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41666) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:11.955177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'tag': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:11.958403 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14" -d '{"events": [{"name": "network-changed", "server_uuid": "8545ae8c-ca5e-4638-85a0-932e442ac447", "tag": "c5d96ef5-6e41-4d31-aa1c-7d22e5688679"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:12.019782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4144cbf8-abf5-4ee6-92bb-606a73ee3228 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.035780 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4144cbf8-abf5-4ee6-92bb-606a73ee3228 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3537476 Jan 28 04:05:12.038412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41670) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:12.082322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:12.159472 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f58295c-5396-41b5-95b4-76dc14370710 x-openstack-request-id: req-2f58295c-5396-41b5-95b4-76dc14370710 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:12.159764 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8545ae8c-ca5e-4638-85a0-932e442ac447", "tag": "c5d96ef5-6e41-4d31-aa1c-7d22e5688679", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:12.160016 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f58295c-5396-41b5-95b4-76dc14370710 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:12.160617 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'tag': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'status': 'completed', 'code': 200} Jan 28 04:05:12.282985 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (100a1a5a-1f71-4a53-b417-c4659f4486d9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:12.333775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-84a8c208-e4ef-4910-a57f-a8de84c2ba32 None None] Port 20d2fb2d-befc-4867-a52f-593c9aa98b36 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:12.452597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dc85d-30b4-4ace-8aad-50c2e2b4ba92 req-087d71b0-ac5f-4393-bbe0-ff78615c7d4f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.464167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-221dc85d-30b4-4ace-8aad-50c2e2b4ba92 req-087d71b0-ac5f-4393-bbe0-ff78615c7d4f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 932 time: 0.5458577 Jan 28 04:05:12.503835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-7f0fc9fa-53bd-47ff-868d-f98974621645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.506090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-7f0fc9fa-53bd-47ff-868d-f98974621645 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=76049bb0218b4104bfff149e28d82470&device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 1137 time: 0.1927619 Jan 28 04:05:12.543187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] For port 06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:12.547646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] For port 06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f,segment=NetworkSegment(83010b53-15e6-4709-b8a0-77b8a9f1f734),segment_id=83010b53-15e6-4709-b8a0-77b8a9f1f734)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:12.614129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-221dc85d-30b4-4ace-8aad-50c2e2b4ba92 req-ee844e8c-2dd7-47b5-ad84-3277d2e8966f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433558 Jan 28 04:05:12.620935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28a41225-92fe-4e46-97aa-41b1ee88f5f7 req-4c605809-8f8c-49c6-b4e3-825ac0b13cc6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 210 time: 0.0957668 Jan 28 04:05:12.685806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:12.755432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Deleting port 06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:12.760873 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:12.766014 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:12.850607 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4795d568-612f-4132-9d2d-a554fa9c04bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:12.937494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-101a0531-a621-405a-9375-8a6bf50d9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.944083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-101a0531-a621-405a-9375-8a6bf50d9b75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ff3cb42-2f34-4dd4-86fb-075cc282a906 HTTP/1.1" status: 200 len: 895 time: 0.4097610 Jan 28 04:05:12.956158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.957222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.957947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.958632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.963966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.966083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.966556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.967195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.967655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.968110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.968556 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.969042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.969620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.972600 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-81aa4735-9a8e-4dcc-a748-386da8deef6b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9049 time: 1.0073593 Jan 28 04:05:12.978752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41686) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:12.996471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] Set router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:13.076360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d2fb2d-befc-4867-a52f-593c9aa98b36 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:05:13.088690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f8647-7548-49f2-a5be-00a3cebd3188 None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:05:13.091351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fd57c-0f61-4464-bad3-ba256acd8bb6 None None] Pushing event updated for resources: {'Port': ['ID=06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:13.118695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Publish callbacks [] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:13.193980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Transition to ACTIVE for port object 20d2fb2d-befc-4867-a52f-593c9aa98b36 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:05:13.221037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] For port 06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f,segment=NetworkSegment(83010b53-15e6-4709-b8a0-77b8a9f1f734),segment_id=83010b53-15e6-4709-b8a0-77b8a9f1f734)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:13.221681 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:13.240872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:13.289000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Calling delete_port for 06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:13.417640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Allocated IP 172.20.0.10 (ef1fd9b3-6cfb-40b4-8363-725cf35f86aa/777e20b1-2a9c-4fe8-828c-7a4c59e374d5/8eb7358a-cee8-4928-b417-513c95c2e139) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:13.483771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=20d2fb2d-befc-4867-a52f-593c9aa98b36,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:13.488627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-d9f8ef2b-038a-4bfd-8415-f29d053fbeae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d96ef5-6e41-4d31-aa1c-7d22e5688679 HTTP/1.1" status: 200 len: 999 time: 0.5327294 Jan 28 04:05:13.569292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3147ead-e840-437a-9a4a-861542d3b74d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.570014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3147ead-e840-437a-9a4a-861542d3b74d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.570543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3147ead-e840-437a-9a4a-861542d3b74d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.572536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3147ead-e840-437a-9a4a-861542d3b74d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.575320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3147ead-e840-437a-9a4a-861542d3b74d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.576003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3147ead-e840-437a-9a4a-861542d3b74d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.576528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3147ead-e840-437a-9a4a-861542d3b74d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.578374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f8647-7548-49f2-a5be-00a3cebd3188 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:05:13.578810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3147ead-e840-437a-9a4a-861542d3b74d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.579390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3147ead-e840-437a-9a4a-861542d3b74d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.586054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d3147ead-e840-437a-9a4a-861542d3b74d tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5917 time: 0.5928261 Jan 28 04:05:13.616038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41692) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:13.775128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-58ae77ac-88e9-4f14-a7a3-0e23936ff378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.786073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-58ae77ac-88e9-4f14-a7a3-0e23936ff378 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0fe9834-e50e-4855-b553-b30aa4a8e39d HTTP/1.1" status: 200 len: 834 time: 0.2584682 Jan 28 04:05:13.886264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Attempting to bind port 20d2fb2d-befc-4867-a52f-593c9aa98b36 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:13.887462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Attempting to bind port 20d2fb2d-befc-4867-a52f-593c9aa98b36 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:13.888327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Attempting to bind port 20d2fb2d-befc-4867-a52f-593c9aa98b36 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:13.904052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Port 20d2fb2d-befc-4867-a52f-593c9aa98b36 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:05:13.904631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Attempting to bind port 20d2fb2d-befc-4867-a52f-593c9aa98b36 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:13.945949 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:13.946711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Checking segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:13.946940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Bound using segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:13.947488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Bound port: 20d2fb2d-befc-4867-a52f-593c9aa98b36, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:13.947955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.014729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e1b15f8-272d-4433-be66-3d497d13a4a3 req-12c25463-a01d-41a5-ba8b-f52ac93ad03d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 210 time: 0.2211797 Jan 28 04:05:14.024574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.065196 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Port': ['ID=06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:14.073923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:36Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'd52ede40-4b50-4113-8ee4-146b211a3bb8', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'port_id': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'mac_address': 'fa:16:3e:d3:e7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:05:07Z', 'updated_at': '2022-01-28T04:05:07Z', 'revision_number': 0, 'project_id': '76049bb0218b4104bfff149e28d82470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ee322b-4a75-4676-8345-8c1783577d80', 'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:1d:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:47Z', 'revision_number': 5, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:14.142044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] No DVR routers for this DVR port 06f3542b-e2e5-4ed2-a70a-fadbd11f1b0f on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:05:14.186388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] Checking router: 9c0c2955-9396-4cf7-8a9f-82087bac80d6 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:05:14.201929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ff39-0b9f-4208-918c-ad83bfd71b6b req-7ac6b2f9-99c6-4002-b7c8-3af8fa5d0343 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:14.209622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e5ff39-0b9f-4208-918c-ad83bfd71b6b req-7ac6b2f9-99c6-4002-b7c8-3af8fa5d0343 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.4224448 Jan 28 04:05:14.249088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-c198581d-2d78-4419-bd85-111e5770858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:14.250613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-c198581d-2d78-4419-bd85-111e5770858e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ff3cb42-2f34-4dd4-86fb-075cc282a906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4223857 Jan 28 04:05:14.286645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] Routers {'9c0c2955-9396-4cf7-8a9f-82087bac80d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:14.286885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:14.338728 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-6f03e30c-3ed8-4931-8987-17d9afe29362 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:05:14.349806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-6f03e30c-3ed8-4931-8987-17d9afe29362 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269909 Jan 28 04:05:14.353009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] For port 20d2fb2d-befc-4867-a52f-593c9aa98b36, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:14.408794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (100a1a5a-1f71-4a53-b417-c4659f4486d9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.416956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] For port 20d2fb2d-befc-4867-a52f-593c9aa98b36, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=20d2fb2d-befc-4867-a52f-593c9aa98b36,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:14.432541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100a1a5a-1f71-4a53-b417-c4659f4486d9']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:14.445926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83010b53-15e6-4709-b8a0-77b8a9f1f734') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:14.446345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83010b53-15e6-4709-b8a0-77b8a9f1f734') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:14.457013 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (83010b53-15e6-4709-b8a0-77b8a9f1f734), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.470108 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.470326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (83010b53-15e6-4709-b8a0-77b8a9f1f734), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.476405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:05:14.476807 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (83010b53-15e6-4709-b8a0-77b8a9f1f734), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.506587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] Set router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:14.523363 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for port (8eb7358a-cee8-4928-b417-513c95c2e139), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:05:14.546000 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:05:14.672920 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (100a1a5a-1f71-4a53-b417-c4659f4486d9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.719554 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.731958 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.735214 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "DELETE /v2.0/networks/100a1a5a-1f71-4a53-b417-c4659f4486d9 HTTP/1.1" status: 204 len: 168 time: 2.6939011 Jan 28 04:05:14.743113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41710) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:14.750253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720a784-f67a-4598-ab3e-bcccdfaa37f8 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Network': ['ID=100a1a5a-1f71-4a53-b417-c4659f4486d9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:14.765448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-17e5ff39-0b9f-4208-918c-ad83bfd71b6b req-7f6c90c6-76ab-4a4e-8719-34f85e68e423 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547125 Jan 28 04:05:14.822712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-5a95494d-701c-4470-8eb1-0f93d768b906 service neutron] 10.222.0.42 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545894 Jan 28 04:05:14.830907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:14.831788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.833647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] 10.222.0.25 "PUT /v2.0/ports/20d2fb2d-befc-4867-a52f-593c9aa98b36 HTTP/1.1" status: 200 len: 1093 time: 2.9882965 Jan 28 04:05:14.838143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16629f7b-2feb-4e42-8337-c4561572e0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=20d2fb2d-befc-4867-a52f-593c9aa98b36,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:14.848356 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b10b1a7-cf90-440a-915c-0a2a2bdad17c', 'tag': '20d2fb2d-befc-4867-a52f-593c9aa98b36'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:14.851964 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05" -d '{"events": [{"name": "network-changed", "server_uuid": "9b10b1a7-cf90-440a-915c-0a2a2bdad17c", "tag": "20d2fb2d-befc-4867-a52f-593c9aa98b36"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:15.027836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:15.051757 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8519546a-c816-46ff-ba73-6b736d9a4b1d x-openstack-request-id: req-8519546a-c816-46ff-ba73-6b736d9a4b1d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:15.051757 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b10b1a7-cf90-440a-915c-0a2a2bdad17c", "tag": "20d2fb2d-befc-4867-a52f-593c9aa98b36", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:15.052091 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8519546a-c816-46ff-ba73-6b736d9a4b1d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:15.052514 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b10b1a7-cf90-440a-915c-0a2a2bdad17c', 'tag': '20d2fb2d-befc-4867-a52f-593c9aa98b36', 'status': 'completed', 'code': 200} Jan 28 04:05:15.066833 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-175b6786-6865-4f0f-b1a0-57554f94749f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7485254 Jan 28 04:05:15.081900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec4081f-f73a-4f3b-bb53-efa5f7cb3f14 req-631ae37f-567c-40ac-a83c-bc50d9cc834a service neutron] 10.222.0.42 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448220 Jan 28 04:05:15.097996 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.133328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.165352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:36Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'd52ede40-4b50-4113-8ee4-146b211a3bb8', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'port_id': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'mac_address': 'fa:16:3e:d3:e7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:05:07Z', 'updated_at': '2022-01-28T04:05:07Z', 'revision_number': 0, 'project_id': '76049bb0218b4104bfff149e28d82470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ee322b-4a75-4676-8345-8c1783577d80', 'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:1d:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:47Z', 'revision_number': 5, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:15.251016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485433d9-be9d-47fa-af9c-4e394537ebe9 None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:05:15.254344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:15.256539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:15.258669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566bb62-ce90-46f3-b2df-a9bb15db9509 None None] The sync data for ids ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'] in n-d-808199-14 is: [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:36Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'd52ede40-4b50-4113-8ee4-146b211a3bb8', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'port_id': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'mac_address': 'fa:16:3e:d3:e7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:05:07Z', 'updated_at': '2022-01-28T04:05:07Z', 'revision_number': 0, 'project_id': '76049bb0218b4104bfff149e28d82470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ee322b-4a75-4676-8345-8c1783577d80', 'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:1d:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:47Z', 'revision_number': 5, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:15.327156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-859a741a-e9fc-480f-8a80-e3751a44eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:15.332329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-859a741a-e9fc-480f-8a80-e3751a44eaf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd1fea82103f4855ae339d736012f5e3&device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 1102 time: 0.1357687 Jan 28 04:05:15.345060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:15.345778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.390289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5984387 Jan 28 04:05:15.400615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11417bd1-a205-4425-aece-90c099be743e req-092b2193-9052-4887-b8d5-88f3f5202808 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:15.402891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11417bd1-a205-4425-aece-90c099be743e req-092b2193-9052-4887-b8d5-88f3f5202808 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 932 time: 0.1945851 Jan 28 04:05:15.485372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Request body: {'port': {'device_id': '81957973-5d62-4691-9b8a-f74077160bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:15.530531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485433d9-be9d-47fa-af9c-4e394537ebe9 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:05:15.541950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-f67a1d2a-c371-4132-9e22-99f6b59add2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:15.544134 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-f67a1d2a-c371-4132-9e22-99f6b59add2d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 1096 time: 0.6490066 Jan 28 04:05:15.554157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec46c99-66b1-4d7c-98a7-81deba6bd19d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event updated for resources: {'Port': ['ID=8eb7358a-cee8-4928-b417-513c95c2e139,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:15.681466 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.701082 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1087e40a-d56c-4c72-80fc-98cdb0d305d0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.719802 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831af925-1ece-4749-90fe-f1dd6653a08d None None] New status for floating IP d52ede40-4b50-4113-8ee4-146b211a3bb8: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:05:15.731118 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11417bd1-a205-4425-aece-90c099be743e req-451100f2-2807-418c-947b-9b1860e26f36 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901762 Jan 28 04:05:15.767712 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-dd8e5018-1118-403c-afe8-219be70c2744 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d2fb2d-befc-4867-a52f-593c9aa98b36 HTTP/1.1" status: 200 len: 217 time: 0.2048168 Jan 28 04:05:15.864392 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c9bec33c-3be4-4945-a95a-30ec83d2b3b1 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 2.2420063 Jan 28 04:05:15.868055 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.870517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41732) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:15.895095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-7ff89dcc-cc02-4dbe-b82a-2ac7615c397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:15.902305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-7ff89dcc-cc02-4dbe-b82a-2ac7615c397c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.5234470 Jan 28 04:05:16.004916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-9526f12f-ca83-4994-8691-372b5442f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:16.006571 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-9526f12f-ca83-4994-8691-372b5442f59b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.2232041 Jan 28 04:05:16.071443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-4145b33f-d3c7-4737-b287-a1e16336ac5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=298f5a65-b78d-439e-bbaa-d0427a5a23f6 HTTP/1.1" status: 200 len: 217 time: 0.1327059 Jan 28 04:05:16.171231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305e0c4-a833-406f-a216-d0876652cb00 None None] Network 100a1a5a-1f71-4a53-b417-c4659f4486d9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:16.192972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305e0c4-a833-406f-a216-d0876652cb00 None None] Network 100a1a5a-1f71-4a53-b417-c4659f4486d9 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 04:05:16.807809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b5d09a53-5726-4d38-a16f-21183b6d687a None None] Provisioning complete for port 8eb7358a-cee8-4928-b417-513c95c2e139 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:16.808361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5d09a53-5726-4d38-a16f-21183b6d687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:16.891178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689192f2-4ae9-414d-a24a-b931512b19f6 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:16.892652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689192f2-4ae9-414d-a24a-b931512b19f6 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:16.896121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-689192f2-4ae9-414d-a24a-b931512b19f6 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9c0c2955-9396-4cf7-8a9f-82087bac80d6 HTTP/1.1" status: 200 len: 1992 time: 1.0204532 Jan 28 04:05:16.916661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b5d09a53-5726-4d38-a16f-21183b6d687a None None] Port 8eb7358a-cee8-4928-b417-513c95c2e139 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:16.964266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617cb9-d61e-432f-9bb6-9d5f1f20cc19 req-dbd30800-6aa4-495e-a818-d6a0efd739a2 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:16.964468 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:16.967115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae617cb9-d61e-432f-9bb6-9d5f1f20cc19 req-dbd30800-6aa4-495e-a818-d6a0efd739a2 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 1.0090132 Jan 28 04:05:17.060310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd4843-a8b9-44d6-b709-836d3cb2b69a req-8daced9c-860b-4169-9640-8a85966c9fa1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:17.061914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01bd4843-a8b9-44d6-b709-836d3cb2b69a req-8daced9c-860b-4169-9640-8a85966c9fa1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 932 time: 0.2183542 Jan 28 04:05:17.063383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-fddc8cb3-3b87-4002-920b-287ffe643a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:17.065040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-fddc8cb3-3b87-4002-920b-287ffe643a70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.2940395 Jan 28 04:05:17.192192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae617cb9-d61e-432f-9bb6-9d5f1f20cc19 req-b72b2414-ef3d-420b-b72f-e3408f2f90e5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913400 Jan 28 04:05:17.197530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-2699078d-f22a-434b-9b4b-97a6c63b9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:17.199936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-2699078d-f22a-434b-9b4b-97a6c63b9302 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1159925 Jan 28 04:05:17.249550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01bd4843-a8b9-44d6-b709-836d3cb2b69a req-d17aa9eb-cfac-4580-917a-33b06ff33404 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268103 Jan 28 04:05:17.368138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-f1a4fd97-e455-4b12-be61-a075a0d5f1a3 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564994 Jan 28 04:05:17.384066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb7358a-cee8-4928-b417-513c95c2e139 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:05:17.394480 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Publish callbacks [] for port (8eb7358a-cee8-4928-b417-513c95c2e139), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:17.411822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Transition to ACTIVE for port object 8eb7358a-cee8-4928-b417-513c95c2e139 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:05:17.429776 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:17.503592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e05f6f7-2be1-486e-91e2-b077cbaa528a req-78b67860-2d81-44b3-97e4-fc2fec4f9800 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280601 Jan 28 04:05:17.514042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7358a-cee8-4928-b417-513c95c2e139,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:17.535960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Deleting port 9a5a4786-d83d-43cd-8317-25fa821ca9a7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:17.536351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9a5a4786-d83d-43cd-8317-25fa821ca9a7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:17.708766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] For port 9a5a4786-d83d-43cd-8317-25fa821ca9a7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a5a4786-d83d-43cd-8317-25fa821ca9a7,segment=NetworkSegment(8484fa39-1af5-4091-9da9-3cddaa25fe82),segment_id=8484fa39-1af5-4091-9da9-3cddaa25fe82)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:17.709079 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9a5a4786-d83d-43cd-8317-25fa821ca9a7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:17.734068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Calling delete_port for 9a5a4786-d83d-43cd-8317-25fa821ca9a7 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:17.847343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-7c62a9cc-f9b9-4c96-a406-a5567911eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:17.848926 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-7c62a9cc-f9b9-4c96-a406-a5567911eb73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.8327594 Jan 28 04:05:18.022598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Attempting to bind port 8eb7358a-cee8-4928-b417-513c95c2e139 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:18.023119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Attempting to bind port 8eb7358a-cee8-4928-b417-513c95c2e139 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:18.023602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Attempting to bind port 8eb7358a-cee8-4928-b417-513c95c2e139 on network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:18.030331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9a5a4786-d83d-43cd-8317-25fa821ca9a7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.073802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Port': ['ID=9a5a4786-d83d-43cd-8317-25fa821ca9a7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:18.096654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Port 8eb7358a-cee8-4928-b417-513c95c2e139 on network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:05:18.097036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Attempting to bind port 8eb7358a-cee8-4928-b417-513c95c2e139 on network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:18.123451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:18.129048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Checking segment: {'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:18.129654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Bound using segment: {'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:18.130303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Bound port: 8eb7358a-cee8-4928-b417-513c95c2e139, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80b6464-5610-4fac-9a17-98b31d93ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:18.131936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.200077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] No DVR routers for this DVR port 9a5a4786-d83d-43cd-8317-25fa821ca9a7 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:05:18.210987 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-e0e2ab4c-4a1c-406f-88c6-778fea042281 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241532 Jan 28 04:05:18.363434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c742f-f578-464e-890a-4162ea726c0b req-f1bbab22-1030-4935-85f1-5a82e24a3cec tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:18.366860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-620c742f-f578-464e-890a-4162ea726c0b req-f1bbab22-1030-4935-85f1-5a82e24a3cec tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0681911 Jan 28 04:05:18.374228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1087e40a-d56c-4c72-80fc-98cdb0d305d0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.445011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-620c742f-f578-464e-890a-4162ea726c0b req-6c60d21e-913d-40f0-bf2b-a49fd7357fa8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661604 Jan 28 04:05:18.455133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] For port 8eb7358a-cee8-4928-b417-513c95c2e139, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:18.465726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1087e40a-d56c-4c72-80fc-98cdb0d305d0']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:18.499269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8484fa39-1af5-4091-9da9-3cddaa25fe82') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:18.500549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8484fa39-1af5-4091-9da9-3cddaa25fe82') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:18.532010 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (8484fa39-1af5-4091-9da9-3cddaa25fe82), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.549530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8484fa39-1af5-4091-9da9-3cddaa25fe82), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.557900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04adee8-07ee-48dc-baeb-68afa4a21aef req-bf421ae9-5479-44fc-ba94-7054e8839f6e tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:18.561156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] For port 8eb7358a-cee8-4928-b417-513c95c2e139, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8eb7358a-cee8-4928-b417-513c95c2e139,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:18.566089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e04adee8-07ee-48dc-baeb-68afa4a21aef req-bf421ae9-5479-44fc-ba94-7054e8839f6e tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 944 time: 0.1054654 Jan 28 04:05:18.566834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:05:18.567371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (8484fa39-1af5-4091-9da9-3cddaa25fe82), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:05:18.570884 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:05:18.599450 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.626981 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e04adee8-07ee-48dc-baeb-68afa4a21aef req-17a68125-e2ad-477d-999d-63068afa984e tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599737 Jan 28 04:05:18.738003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:18.738783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.740080 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] 10.222.0.25 "PUT /v2.0/ports/8eb7358a-cee8-4928-b417-513c95c2e139 HTTP/1.1" status: 200 len: 1093 time: 3.3263783 Jan 28 04:05:18.740828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81957973-5d62-4691-9b8a-f74077160bdf', 'tag': '8eb7358a-cee8-4928-b417-513c95c2e139'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:18.743008 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5f7162-3f3e-4846-8d67-70393822a548" -d '{"events": [{"name": "network-changed", "server_uuid": "81957973-5d62-4691-9b8a-f74077160bdf", "tag": "8eb7358a-cee8-4928-b417-513c95c2e139"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:18.748986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a0cf87d-05fa-4c5a-bcd0-90988e4d26c6 req-489a5011-1eb1-4c0e-841f-2b104a6e410f service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074236 Jan 28 04:05:18.757477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef652e7-2b94-449f-95ad-1ed3bf4e829e service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7358a-cee8-4928-b417-513c95c2e139,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:18.764650 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1087e40a-d56c-4c72-80fc-98cdb0d305d0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.784659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.788795 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "DELETE /v2.0/networks/1087e40a-d56c-4c72-80fc-98cdb0d305d0 HTTP/1.1" status: 204 len: 168 time: 3.9521370 Jan 28 04:05:18.791950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41788) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:18.938079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53341e03-1fdf-4f73-a63b-c3d1055b825b tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Network': ['ID=1087e40a-d56c-4c72-80fc-98cdb0d305d0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:18.986140 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18bb3d1-bc32-4a70-b4e2-8bae09b06ae4 x-openstack-request-id: req-d18bb3d1-bc32-4a70-b4e2-8bae09b06ae4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:18.986491 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81957973-5d62-4691-9b8a-f74077160bdf", "tag": "8eb7358a-cee8-4928-b417-513c95c2e139", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:18.990106 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (4cb6811f-7e7d-400f-bbc9-a324af653833), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:18.997060 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d18bb3d1-bc32-4a70-b4e2-8bae09b06ae4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:18.998023 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81957973-5d62-4691-9b8a-f74077160bdf', 'tag': '8eb7358a-cee8-4928-b417-513c95c2e139', 'status': 'completed', 'code': 200} Jan 28 04:05:19.031076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-a7359793-3029-4cce-9762-5a27c8854bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:19.032740 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-a7359793-3029-4cce-9762-5a27c8854bba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 1096 time: 0.1820951 Jan 28 04:05:19.040872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-b7655f17-9664-40ae-9424-71ddaff5631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:19.043596 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-b7655f17-9664-40ae-9424-71ddaff5631b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=023ee4d5918443a4919fd780c791fec8&device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 1096 time: 0.2146604 Jan 28 04:05:19.125579 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-35549f15-1a36-4e88-981e-39f9c5c6c743 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eb7358a-cee8-4928-b417-513c95c2e139 HTTP/1.1" status: 200 len: 217 time: 0.0657520 Jan 28 04:05:19.154532 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (4cb6811f-7e7d-400f-bbc9-a324af653833), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:19.204047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb6811f-7e7d-400f-bbc9-a324af653833']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:19.223168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d7e04c-eb95-4387-8e06-af76f8ba0268') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:19.223492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d7e04c-eb95-4387-8e06-af76f8ba0268') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:19.234416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (81d7e04c-eb95-4387-8e06-af76f8ba0268), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:19.270268 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (81d7e04c-eb95-4387-8e06-af76f8ba0268), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:19.282681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:05:19.283096 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (81d7e04c-eb95-4387-8e06-af76f8ba0268), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:19.315323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-be80c08a-e91b-486e-948a-a42c959e69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:19.316802 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-be80c08a-e91b-486e-948a-a42c959e69cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=777e20b1-2a9c-4fe8-828c-7a4c59e374d5 HTTP/1.1" status: 200 len: 847 time: 0.1579325 Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:05:19.363627 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:05:19.381076 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (4cb6811f-7e7d-400f-bbc9-a324af653833), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:19.417257 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:19.433286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "DELETE /v2.0/networks/4cb6811f-7e7d-400f-bbc9-a324af653833 HTTP/1.1" status: 204 len: 168 time: 0.6344671 Jan 28 04:05:19.434349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b55167-3145-4aa8-a539-92809a0fa2e1 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Network': ['ID=4cb6811f-7e7d-400f-bbc9-a324af653833,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:19.436064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41796) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:19.446939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-a9111b91-e07f-48cd-9c51-6c97fec5a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:19.448493 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-a9111b91-e07f-48cd-9c51-6c97fec5a5ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.4038107 Jan 28 04:05:19.503866 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-df5e2a67-8868-4972-89c3-88d57e6cc0ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d2fb2d-befc-4867-a52f-593c9aa98b36 HTTP/1.1" status: 200 len: 217 time: 0.0473442 Jan 28 04:05:19.507158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-1f25ef95-1937-4d64-873e-596f04b8e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:19.508664 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-1f25ef95-1937-4d64-873e-596f04b8e839 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1744947 Jan 28 04:05:19.573344 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (a52d2653-9a1d-4661-a46c-65138ca9521b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:19.698700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-d1de0a12-2004-4de4-8a9c-82a39a59a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:19.701162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-d1de0a12-2004-4de4-8a9c-82a39a59a9b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.1858234 Jan 28 04:05:19.808240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbea59-8e27-4262-8d34-8fc6b49c68c9 req-ad4009fa-649a-435d-986f-b6adb04aa3cc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:19.810964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10bbea59-8e27-4262-8d34-8fc6b49c68c9 req-ad4009fa-649a-435d-986f-b6adb04aa3cc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.2292192 Jan 28 04:05:19.813817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (a52d2653-9a1d-4661-a46c-65138ca9521b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:19.822180 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-6ad2d652-772d-4c59-a85d-16b1cfbf9c60 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913837 Jan 28 04:05:19.921882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52d2653-9a1d-4661-a46c-65138ca9521b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:19.927827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10bbea59-8e27-4262-8d34-8fc6b49c68c9 req-9edac5c7-de17-45af-a4a5-caf95731152d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102059 Jan 28 04:05:19.939681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681e6a2d-6b2d-495e-b617-ae90066b967b') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:19.940069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681e6a2d-6b2d-495e-b617-ae90066b967b') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:19.940824 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8be56b08-e254-4883-9b90-7f9fd272d1ad req-07ad4e3a-8382-419b-b01c-0f3f319a5251 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099329 Jan 28 04:05:19.949127 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-4edb4efe-9c2f-4fec-b21e-322ab099bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:19.950813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-4edb4efe-9c2f-4fec-b21e-322ab099bf46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2423351 Jan 28 04:05:19.969316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (681e6a2d-6b2d-495e-b617-ae90066b967b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:20.016809 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (681e6a2d-6b2d-495e-b617-ae90066b967b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:20.038772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:05:20.043083 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (681e6a2d-6b2d-495e-b617-ae90066b967b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:20.064311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8a18b-5c25-45e9-b7ad-c8943317395a req-2922dfdd-ec8e-4455-bd2d-61a51b176631 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:20.066452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72d8a18b-5c25-45e9-b7ad-c8943317395a req-2922dfdd-ec8e-4455-bd2d-61a51b176631 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 944 time: 0.2224247 Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:05:20.068983 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:05:20.230511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-f928cd7d-992c-4652-99da-77ad62aac150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:20.242602 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-f928cd7d-992c-4652-99da-77ad62aac150 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=023ee4d5918443a4919fd780c791fec8&device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 1096 time: 0.1543431 Jan 28 04:05:20.274973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (a52d2653-9a1d-4661-a46c-65138ca9521b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:20.318924 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:20.333463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] 10.222.0.44 "DELETE /v2.0/networks/a52d2653-9a1d-4661-a46c-65138ca9521b HTTP/1.1" status: 204 len: 168 time: 0.8962767 Jan 28 04:05:20.341336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235c274-9694-4cc1-8cb4-2c9ecffbe176 tempest-BulkNetworkOpsIpV6Test-1084435765 tempest-BulkNetworkOpsIpV6Test-1084435765-project] Pushing event deleted for resources: {'Network': ['ID=a52d2653-9a1d-4661-a46c-65138ca9521b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:20.356531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72d8a18b-5c25-45e9-b7ad-c8943317395a req-c09cf441-7720-4776-a523-34163db6e436 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582049 Jan 28 04:05:20.385539 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-e5902e0c-7e35-48b4-b74d-9ca273c0fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:20.387668 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-e5902e0c-7e35-48b4-b74d-9ca273c0fdd4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa HTTP/1.1" status: 200 len: 909 time: 0.1298060 Jan 28 04:05:20.392053 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-f34bc547-3fc6-46fb-a40f-4d1e1791cabc service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339883 Jan 28 04:05:20.459531 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-ab3ebe63-58aa-4257-b72d-f1efb4d67c4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eb7358a-cee8-4928-b417-513c95c2e139 HTTP/1.1" status: 200 len: 217 time: 0.0661335 Jan 28 04:05:20.563775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-29b5b312-6bfe-47ee-b724-e9a8dae92494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:20.566190 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-29b5b312-6bfe-47ee-b724-e9a8dae92494 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=777e20b1-2a9c-4fe8-828c-7a4c59e374d5 HTTP/1.1" status: 200 len: 847 time: 0.0659246 Jan 28 04:05:20.708903 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2b9ed982-1cb1-4802-a183-ab4fb73a3c05 req-33d4d12c-6e18-471d-9e98-ab71a99176a8 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976198 Jan 28 04:05:20.708903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-de2c33c1-92e4-4cf4-a618-110a1d5777f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:20.708903 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-de2c33c1-92e4-4cf4-a618-110a1d5777f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289606 Jan 28 04:05:20.827845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41824) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:20.869832 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-ef9fc399-bb6f-4694-8cf1-8742a658efc1 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416686 Jan 28 04:05:21.018560 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3f5f7162-3f3e-4846-8d67-70393822a548 req-81947812-fd0f-402e-be36-3440defb2008 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393278 Jan 28 04:05:21.182287 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0d695e37-9769-4e81-a201-2f22cf756ce6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af5e26d56566466e88f59becb134ff8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502812 Jan 28 04:05:21.182621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41834) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:21.192344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb34fb8-db7e-4170-bdb2-f22cb5688640 req-b7c397e7-48cb-444a-bdd6-f49c5a6794d7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:21.194054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdb34fb8-db7e-4170-bdb2-f22cb5688640 req-b7c397e7-48cb-444a-bdd6-f49c5a6794d7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1075625 Jan 28 04:05:21.252734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef265859-aa70-4363-ae78-6e1f0a25fd87 admin admin] Publish callbacks [] for security_group (17fd3ab2-c094-407d-bf9c-c3a0c30dea18), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:21.274398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdb34fb8-db7e-4170-bdb2-f22cb5688640 req-3e222534-d6c9-4220-8e56-26aa02a0673d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685961 Jan 28 04:05:21.313430 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef265859-aa70-4363-ae78-6e1f0a25fd87 admin admin] Publish callbacks [] for security_group (17fd3ab2-c094-407d-bf9c-c3a0c30dea18), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:21.413345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef265859-aa70-4363-ae78-6e1f0a25fd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (17fd3ab2-c094-407d-bf9c-c3a0c30dea18), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:21.462103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef265859-aa70-4363-ae78-6e1f0a25fd87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:21.463358 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ef265859-aa70-4363-ae78-6e1f0a25fd87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17fd3ab2-c094-407d-bf9c-c3a0c30dea18 HTTP/1.1" status: 204 len: 168 time: 0.2791684 Jan 28 04:05:21.488527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef265859-aa70-4363-ae78-6e1f0a25fd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fd3ab2-c094-407d-bf9c-c3a0c30dea18,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:21.548283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36f1ec-a5d4-4257-9d8f-43f989a4315d req-7788943f-1a5f-4cd5-99ec-c80099c6d8d6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:21.549623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a36f1ec-a5d4-4257-9d8f-43f989a4315d req-7788943f-1a5f-4cd5-99ec-c80099c6d8d6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 944 time: 0.0926387 Jan 28 04:05:21.620425 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a36f1ec-a5d4-4257-9d8f-43f989a4315d req-f9b2fbee-43de-4aa4-aa51-4ba8bb41bda6 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623717 Jan 28 04:05:22.567185 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd31460-b675-4df8-a862-402a26e84dec req-a0aed40d-e1ea-457d-ab15-ffdc92f41598 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:22.570867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbd31460-b675-4df8-a862-402a26e84dec req-a0aed40d-e1ea-457d-ab15-ffdc92f41598 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1251838 Jan 28 04:05:22.669351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbd31460-b675-4df8-a862-402a26e84dec req-8ae2e34d-713f-4ec7-9712-98dda51d9247 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813127 Jan 28 04:05:22.778475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41886) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:22.844414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1b1c8-b871-4ae9-a780-4b342feab897 req-1e759984-e7d7-47f8-98a6-9a387e154f65 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:22.846058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eef1b1c8-b871-4ae9-a780-4b342feab897 req-1e759984-e7d7-47f8-98a6-9a387e154f65 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 944 time: 0.1156223 Jan 28 04:05:22.968366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eef1b1c8-b871-4ae9-a780-4b342feab897 req-30f60e57-279d-455f-a956-d030703cf201 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093302 Jan 28 04:05:23.022191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f0f6f2a2-bb63-4ca3-a330-3ff7cb638a93 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] Request body: {'port': {'network_id': 'a198bc44-2938-4bb9-928d-0d96238fa173', 'name': 'tempest-NetworksNegativeTestJSON-1701891170'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:23.063383 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f6f2a2-bb63-4ca3-a330-3ff7cb638a93 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] POST failed (client error): The resource could not be found. Jan 28 04:05:23.064238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f6f2a2-bb63-4ca3-a330-3ff7cb638a93 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:05:23.065640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f0f6f2a2-bb63-4ca3-a330-3ff7cb638a93 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2857151 Jan 28 04:05:23.077289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:23.107430 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe197542-baf6-4426-b6d3-f454dfa3b16c tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] DELETE failed (client error): The resource could not be found. Jan 28 04:05:23.108294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe197542-baf6-4426-b6d3-f454dfa3b16c tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:05:23.116445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41904) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:23.117576 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fe197542-baf6-4426-b6d3-f454dfa3b16c tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] 10.222.0.44 "DELETE /v2.0/networks/48b6d807-3008-4152-b3fd-25d662a87f9b HTTP/1.1" status: 404 len: 339 time: 0.0390465 Jan 28 04:05:23.178256 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-17685ae0-64b5-4789-9b9b-03314e55eece tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] DELETE failed (client error): The resource could not be found. Jan 28 04:05:23.179236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17685ae0-64b5-4789-9b9b-03314e55eece tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:05:23.184772 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-17685ae0-64b5-4789-9b9b-03314e55eece tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] 10.222.0.44 "DELETE /v2.0/ports/9a04fb55-b45e-495f-b7ff-22644f3ba1e0 HTTP/1.1" status: 404 len: 333 time: 0.0649986 Jan 28 04:05:23.189051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:23.221224 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec598ad6-71b2-4b79-9ddf-7bee24bb205c tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] DELETE failed (client error): The resource could not be found. Jan 28 04:05:23.222199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec598ad6-71b2-4b79-9ddf-7bee24bb205c tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:05:23.229403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:23.231195 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ec598ad6-71b2-4b79-9ddf-7bee24bb205c tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] 10.222.0.44 "DELETE /v2.0/subnets/5657b599-af3d-4791-bf3f-43da0249a5ca HTTP/1.1" status: 404 len: 337 time: 0.0407579 Jan 28 04:05:23.268264 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf7c6f9-f774-471d-9259-3d1b433b621a tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] GET failed (client error): The resource could not be found. Jan 28 04:05:23.270884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7cf7c6f9-f774-471d-9259-3d1b433b621a tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] 10.222.0.44 "GET /v2.0/networks/74e08124-396a-406e-b676-a0f509e9cea5 HTTP/1.1" status: 404 len: 339 time: 0.0379903 Jan 28 04:05:23.275450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:23.342054 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f5e4c7-9ded-4faa-b3b1-f1a8bb7112bb tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] GET failed (client error): The resource could not be found. Jan 28 04:05:23.349424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41914) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:23.354061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c5f5e4c7-9ded-4faa-b3b1-f1a8bb7112bb tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] 10.222.0.44 "GET /v2.0/ports/bf9ff02f-c8f5-4658-9f14-7741155a8d01 HTTP/1.1" status: 404 len: 333 time: 0.0768280 Jan 28 04:05:23.394865 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5854f5b2-7860-4d0d-99b4-0f7397ad6e63 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] GET failed (client error): The resource could not be found. Jan 28 04:05:23.408545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41920) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:23.414127 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5854f5b2-7860-4d0d-99b4-0f7397ad6e63 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] 10.222.0.44 "GET /v2.0/subnets/98b85bb8-2955-431d-bff3-fcf6d69e7173 HTTP/1.1" status: 404 len: 337 time: 0.0623677 Jan 28 04:05:23.415815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-efcce6ac-b302-439e-a97a-7e3452ad22d3 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:23.434926 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcce6ac-b302-439e-a97a-7e3452ad22d3 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] PUT failed (client error): The resource could not be found. Jan 28 04:05:23.436032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efcce6ac-b302-439e-a97a-7e3452ad22d3 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:05:23.444269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:23.444718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-efcce6ac-b302-439e-a97a-7e3452ad22d3 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] 10.222.0.44 "PUT /v2.0/networks/5ab6fd20-4a26-47c1-96e0-99fc14d178ae HTTP/1.1" status: 404 len: 339 time: 0.0345085 Jan 28 04:05:23.469997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-454ea7c4-a77a-4a2c-9152-fea9d117f2e8 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:23.497938 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-454ea7c4-a77a-4a2c-9152-fea9d117f2e8 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] PUT failed (client error): The resource could not be found. Jan 28 04:05:23.498989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454ea7c4-a77a-4a2c-9152-fea9d117f2e8 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:05:23.504302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:23.506313 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-454ea7c4-a77a-4a2c-9152-fea9d117f2e8 tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] 10.222.0.44 "PUT /v2.0/ports/5d19b336-c391-4a43-9e0b-e53d31c86186 HTTP/1.1" status: 404 len: 333 time: 0.0585029 Jan 28 04:05:23.512132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ad7347a3-5a46-4020-9a15-635628bcfc8c tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:23.547375 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7347a3-5a46-4020-9a15-635628bcfc8c tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] PUT failed (client error): The resource could not be found. Jan 28 04:05:23.548444 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7347a3-5a46-4020-9a15-635628bcfc8c tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:05:23.550399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ad7347a3-5a46-4020-9a15-635628bcfc8c tempest-NetworksNegativeTestJSON-1639218858 tempest-NetworksNegativeTestJSON-1639218858-project] 10.222.0.44 "PUT /v2.0/subnets/dd70b6ec-c0db-47df-a57f-95c9c7cc41be HTTP/1.1" status: 404 len: 337 time: 0.0443401 Jan 28 04:05:23.608385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8eb7358a-cee8-4928-b417-513c95c2e139 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:05:23.864500 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8eb7358a-cee8-4928-b417-513c95c2e139, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8eb7358a-cee8-4928-b417-513c95c2e139,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:23.912535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '8eb7358a-cee8-4928-b417-513c95c2e139', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'port_id': '8eb7358a-cee8-4928-b417-513c95c2e139', 'mac_address': 'fa:16:3e:90:e8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:05:23.920274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501f179-52a6-4bad-a089-dccb222fcfbe req-667a4c34-4fb6-47e7-8639-edefc2b5b259 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:23.930879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6501f179-52a6-4bad-a089-dccb222fcfbe req-667a4c34-4fb6-47e7-8639-edefc2b5b259 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1157670 Jan 28 04:05:24.047012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 8eb7358a-cee8-4928-b417-513c95c2e139 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:24.054926 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:24.089659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6501f179-52a6-4bad-a089-dccb222fcfbe req-df041ea7-3e77-4512-93ec-7442cd0f561d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521745 Jan 28 04:05:24.095422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb7358a-cee8-4928-b417-513c95c2e139 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:05:24.165313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8eb7358a-cee8-4928-b417-513c95c2e139, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8eb7358a-cee8-4928-b417-513c95c2e139,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:24.182411 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:24.272649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 41940) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:24.348317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=8eb7358a-cee8-4928-b417-513c95c2e139,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:24.374055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d67db4-00e8-4d64-a0f9-a65d46de14b8 req-8f549bd8-65dd-461b-85b9-179436c977f2 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:24.378559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7d67db4-00e8-4d64-a0f9-a65d46de14b8 req-8f549bd8-65dd-461b-85b9-179436c977f2 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 945 time: 0.2175391 Jan 28 04:05:24.523612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7d67db4-00e8-4d64-a0f9-a65d46de14b8 req-6ab17ea4-18e2-464a-acd0-2aa7a2443463 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389658 Jan 28 04:05:24.529189 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e82c19f-5da6-49a9-84de-3970b7c28517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:24.585569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8eb7358a-cee8-4928-b417-513c95c2e139'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:05:24.698166 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e82c19f-5da6-49a9-84de-3970b7c28517 admin admin] Publish callbacks [] for security_group (cde1c03e-f963-41e0-9365-ac2b4f6a9c2d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:24.723658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e82c19f-5da6-49a9-84de-3970b7c28517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cde1c03e-f963-41e0-9365-ac2b4f6a9c2d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:24.751771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82c19f-5da6-49a9-84de-3970b7c28517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde1c03e-f963-41e0-9365-ac2b4f6a9c2d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:24.784077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:24.784426 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3e82c19f-5da6-49a9-84de-3970b7c28517 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b94dbbacac304caea50c78906c632bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5106695 Jan 28 04:05:24.928977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9bc0-ccd0-4579-a72a-1662e94dd710 admin admin] Publish callbacks [] for security_group (cde1c03e-f963-41e0-9365-ac2b4f6a9c2d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:25.019938 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9bc0-ccd0-4579-a72a-1662e94dd710 admin admin] Publish callbacks [] for security_group (cde1c03e-f963-41e0-9365-ac2b4f6a9c2d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:25.192220 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9bc0-ccd0-4579-a72a-1662e94dd710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (cde1c03e-f963-41e0-9365-ac2b4f6a9c2d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:25.195318 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9bc0-ccd0-4579-a72a-1662e94dd710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:25.196477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8aaa9bc0-ccd0-4579-a72a-1662e94dd710 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cde1c03e-f963-41e0-9365-ac2b4f6a9c2d HTTP/1.1" status: 204 len: 168 time: 0.4111466 Jan 28 04:05:25.235532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa9bc0-ccd0-4579-a72a-1662e94dd710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde1c03e-f963-41e0-9365-ac2b4f6a9c2d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:25.408087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a774a-86cb-414f-ae6e-70c7d2ea4567 req-b006c585-0480-4e14-995c-0ddf5e9712be tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:25.415892 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-686a774a-86cb-414f-ae6e-70c7d2ea4567 req-b006c585-0480-4e14-995c-0ddf5e9712be tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1865747 Jan 28 04:05:25.581526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-686a774a-86cb-414f-ae6e-70c7d2ea4567 req-25579334-dff0-4732-b170-cb3ccca5989a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492672 Jan 28 04:05:25.733423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56907e-b8cf-4d0f-bd7b-7844991d1c94 req-7e7279f0-2e75-4fe3-b9e3-7015f2b5ddd3 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:25.734980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e56907e-b8cf-4d0f-bd7b-7844991d1c94 req-7e7279f0-2e75-4fe3-b9e3-7015f2b5ddd3 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 945 time: 0.0796249 Jan 28 04:05:25.842578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e56907e-b8cf-4d0f-bd7b-7844991d1c94 req-9b19b033-a69b-4e3c-97de-947caf3ccbce tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914586 Jan 28 04:05:26.608145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 41998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:26.755282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e94f3-cd94-4f12-8726-81a94446d013 req-c68fac98-32ee-4f84-8d14-a8b1c2a6078f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:26.762302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-938e94f3-cd94-4f12-8726-81a94446d013 req-c68fac98-32ee-4f84-8d14-a8b1c2a6078f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0739851 Jan 28 04:05:26.801443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cbddb162-5c80-44c7-93ca-d5d8734bf86b tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1877577416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:26.830295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-938e94f3-cd94-4f12-8726-81a94446d013 req-a04a6896-5345-4aa3-826c-e1ccb2e74ba6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668786 Jan 28 04:05:26.846686 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbddb162-5c80-44c7-93ca-d5d8734bf86b tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:26.847947 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbddb162-5c80-44c7-93ca-d5d8734bf86b tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:26.936979 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbddb162-5c80-44c7-93ca-d5d8734bf86b tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for router_controller (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:26.952015 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbddb162-5c80-44c7-93ca-d5d8734bf86b tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:26.996051 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbddb162-5c80-44c7-93ca-d5d8734bf86b tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:26.997379 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cbddb162-5c80-44c7-93ca-d5d8734bf86b tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3863423 Jan 28 04:05:26.999985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42004) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:27.006100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-214121162'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:27.017487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887483c-50ab-4c48-bd76-d344a06e73fc req-a40ed2bf-fc9a-4784-99b9-39dfca381e62 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:27.019151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a887483c-50ab-4c48-bd76-d344a06e73fc req-a40ed2bf-fc9a-4784-99b9-39dfca381e62 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 945 time: 0.0808604 Jan 28 04:05:27.057549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Made reservation on behalf of 75b50cb060d546c78c9d3413e9820ea3 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:27.062267 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.083363 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.127420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a887483c-50ab-4c48-bd76-d344a06e73fc req-e0de2151-8a1a-4ac6-a137-db35e76503f1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970521 Jan 28 04:05:27.213090 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for security_group (9ef40757-23e7-4b43-bde7-6261578fb001), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.221964 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9ef40757-23e7-4b43-bde7-6261578fb001), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.273298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef40757-23e7-4b43-bde7-6261578fb001,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:27.282850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:05:27.305505 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (96e0157d-8596-48eb-a098-a3dd70adfca9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.305944 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Added segment 96e0157d-8596-48eb-a098-a3dd70adfca9 of type vlan for network 9bae50ca-3d64-4e45-a40c-8366b1e9c74a Jan 28 04:05:27.364358 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (9bae50ca-3d64-4e45-a40c-8366b1e9c74a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.419575 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (9bae50ca-3d64-4e45-a40c-8366b1e9c74a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.428015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:27.430485 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.505726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5017185 Jan 28 04:05:27.506231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:27.520920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Request body: {'subnet': {'network_id': '9bae50ca-3d64-4e45-a40c-8366b1e9c74a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:27.549727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e103a-2f0a-4417-b167-8bdf82427c42 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'Network': ['ID=9bae50ca-3d64-4e45-a40c-8366b1e9c74a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:27.568612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 9bae50ca-3d64-4e45-a40c-8366b1e9c74a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:05:27.622887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8eb7358a-cee8-4928-b417-513c95c2e139 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:27.692502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Made reservation on behalf of 75b50cb060d546c78c9d3413e9820ea3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:27.697506 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.707130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 8eb7358a-cee8-4928-b417-513c95c2e139 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:05:27.719362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 8eb7358a-cee8-4928-b417-513c95c2e139 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:27.720081 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.927046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 8eb7358a-cee8-4928-b417-513c95c2e139 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:27.927897 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:27.970674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81957973-5d62-4691-9b8a-f74077160bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb7358a-cee8-4928-b417-513c95c2e139'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:27.973707 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387fb626-1b45-466b-bec4-fe064980a388" -d '{"events": [{"server_uuid": "81957973-5d62-4691-9b8a-f74077160bdf", "name": "network-vif-plugged", "status": "completed", "tag": "8eb7358a-cee8-4928-b417-513c95c2e139"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:27.996329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8eb7358a-cee8-4928-b417-513c95c2e139, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8eb7358a-cee8-4928-b417-513c95c2e139,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:28.009848 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:28.060678 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444dab54-1192-4fe9-9f6d-04404b0eccfd x-openstack-request-id: req-444dab54-1192-4fe9-9f6d-04404b0eccfd {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:28.061075 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81957973-5d62-4691-9b8a-f74077160bdf", "name": "network-vif-plugged", "status": "completed", "tag": "8eb7358a-cee8-4928-b417-513c95c2e139", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:28.061343 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-444dab54-1192-4fe9-9f6d-04404b0eccfd {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:28.061713 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81957973-5d62-4691-9b8a-f74077160bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb7358a-cee8-4928-b417-513c95c2e139', 'code': 200} Jan 28 04:05:28.065354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1a10a-ff85-45a9-858e-87644ea2c773 req-517e10d3-c2be-428f-8001-84ed503c6fbc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:28.066963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45b1a10a-ff85-45a9-858e-87644ea2c773 req-517e10d3-c2be-428f-8001-84ed503c6fbc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0999069 Jan 28 04:05:28.095691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=8eb7358a-cee8-4928-b417-513c95c2e139,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:28.189335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45b1a10a-ff85-45a9-858e-87644ea2c773 req-0a1a224a-2cf7-443f-82e8-51c073b32963 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126850 Jan 28 04:05:28.374712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c93ec-d2b4-4ab1-915a-b2b14a6bd44b req-512ecb09-9a54-44ec-8d82-5e65676c9dcd tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:28.416443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef1c93ec-d2b4-4ab1-915a-b2b14a6bd44b req-512ecb09-9a54-44ec-8d82-5e65676c9dcd tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 946 time: 0.1584342 Jan 28 04:05:28.520536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:28.578254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef1c93ec-d2b4-4ab1-915a-b2b14a6bd44b req-cc0b54e9-1617-4e8a-a4f1-9ccf51cab325 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584058 Jan 28 04:05:28.602071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9514e93-8516-44a2-8547-de8a80f8f19a req-a4ea5df5-550a-4eaa-8ff4-8068c10c7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:28.604135 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9514e93-8516-44a2-8547-de8a80f8f19a req-a4ea5df5-550a-4eaa-8ff4-8068c10c7125 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 1098 time: 0.1154163 Jan 28 04:05:28.640361 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:05:28.654124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'Subnet': ['ID=f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:28.660478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Checking segment: {'id': '96e0157d-8596-48eb-a098-a3dd70adfca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9bae50ca-3d64-4e45-a40c-8366b1e9c74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:28.661270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Network hostable DHCP agents. Network: 9bae50ca-3d64-4e45-a40c-8366b1e9c74a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:05:28.700928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Network 9bae50ca-3d64-4e45-a40c-8366b1e9c74a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:05:28.710544 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a9514e93-8516-44a2-8547-de8a80f8f19a req-bd8c00b4-f1d3-4e74-88d4-96c62cd1b392 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914993 Jan 28 04:05:28.715568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 9bae50ca-3d64-4e45-a40c-8366b1e9c74a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:28.720876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:28.721800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:28.727063 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ce7dd-197d-4037-8084-f613f6f7a0df None None] Network 9bae50ca-3d64-4e45-a40c-8366b1e9c74a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:28.743136 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-18bd856b-46e9-4ff7-bdcc-3828056258dc tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2357523 Jan 28 04:05:28.746821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42026) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:28.753461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Request body: {'network': {'name': 'tempest-router-network01--2110544599'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:28.795588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Made reservation on behalf of 75b50cb060d546c78c9d3413e9820ea3 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:28.799655 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:28.833350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:05:28.848132 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:28.848826 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Added segment f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7 of type vlan for network df7052fb-9a50-41a9-b569-f89dfdf47007 Jan 28 04:05:28.927399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-9bae50ca-3d64-4e45-a40c-8366b1e9c74a', 'network_id': '9bae50ca-3d64-4e45-a40c-8366b1e9c74a', 'project_id': '75b50cb060d546c78c9d3413e9820ea3', 'fixed_ips': [{'subnet_id': 'f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:05:28.928527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:28.935942 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (df7052fb-9a50-41a9-b569-f89dfdf47007), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.007939 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (df7052fb-9a50-41a9-b569-f89dfdf47007), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.014903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:29.015164 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.180078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4321270 Jan 28 04:05:29.184073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42030) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:29.184322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Allocated IP 172.20.0.2 (9bae50ca-3d64-4e45-a40c-8366b1e9c74a/f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19/326720b9-5868-4905-a506-335cd2e1d023) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:29.190819 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Request body: {'network': {'name': 'tempest-router-network02--1403906660'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:29.212521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ece0d5-ac03-4602-b9d3-7ef866f3dcb3 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'Network': ['ID=df7052fb-9a50-41a9-b569-f89dfdf47007,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:29.244450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Made reservation on behalf of 75b50cb060d546c78c9d3413e9820ea3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:29.259002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.330704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:05:29.360226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c7435401-2ff7-4529-bc04-8ad1d5b037f4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.360594 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Added segment c7435401-2ff7-4529-bc04-8ad1d5b037f4 of type vlan for network 077f812b-cab8-484b-88d4-02a890fd70aa Jan 28 04:05:29.367763 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Publish callbacks [] for port (326720b9-5868-4905-a506-335cd2e1d023), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.374230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network df7052fb-9a50-41a9-b569-f89dfdf47007 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:05:29.378094 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (326720b9-5868-4905-a506-335cd2e1d023), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.431545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (077f812b-cab8-484b-88d4-02a890fd70aa), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.435393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90448c4-87c5-42d5-9803-0464a759b1ba req-e6d5e7d2-8598-40d1-a658-2d3fd1e25c19 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:29.435810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Pushing event updated for resources: {'Port': ['ID=326720b9-5868-4905-a506-335cd2e1d023,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:29.443410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a90448c4-87c5-42d5-9803-0464a759b1ba req-e6d5e7d2-8598-40d1-a658-2d3fd1e25c19 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0947485 Jan 28 04:05:29.482497 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (077f812b-cab8-484b-88d4-02a890fd70aa), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.491073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:29.492267 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.493266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Network 9bae50ca-3d64-4e45-a40c-8366b1e9c74a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:29.498471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:29.505409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:29.571741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a90448c4-87c5-42d5-9803-0464a759b1ba req-b9276caa-5269-4d00-b6bc-d0f16cd962d9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174664 Jan 28 04:05:29.584634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Attempting to bind port 326720b9-5868-4905-a506-335cd2e1d023 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:29.585434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Attempting to bind port 326720b9-5868-4905-a506-335cd2e1d023 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '96e0157d-8596-48eb-a098-a3dd70adfca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9bae50ca-3d64-4e45-a40c-8366b1e9c74a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:29.586017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Attempting to bind port 326720b9-5868-4905-a506-335cd2e1d023 on network 9bae50ca-3d64-4e45-a40c-8366b1e9c74a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:29.592224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4030120 Jan 28 04:05:29.592797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42038) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:29.598643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Request body: {'subnet': {'network_id': 'df7052fb-9a50-41a9-b569-f89dfdf47007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:29.614095 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:29.614487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Checking segment: {'id': '96e0157d-8596-48eb-a098-a3dd70adfca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9bae50ca-3d64-4e45-a40c-8366b1e9c74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:29.614981 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.615512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Bound using segment: {'id': '96e0157d-8596-48eb-a098-a3dd70adfca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9bae50ca-3d64-4e45-a40c-8366b1e9c74a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:29.615777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Bound port: 326720b9-5868-4905-a506-335cd2e1d023, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e0157d-8596-48eb-a098-a3dd70adfca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9bae50ca-3d64-4e45-a40c-8366b1e9c74a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:29.616162 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (326720b9-5868-4905-a506-335cd2e1d023), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.676248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f4086-1fa9-4c89-a752-42c282308f89 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'Network': ['ID=077f812b-cab8-484b-88d4-02a890fd70aa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:29.697903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 077f812b-cab8-484b-88d4-02a890fd70aa details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:05:29.790498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] For port 326720b9-5868-4905-a506-335cd2e1d023, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:29.795091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] For port 326720b9-5868-4905-a506-335cd2e1d023, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=326720b9-5868-4905-a506-335cd2e1d023,segment=NetworkSegment(96e0157d-8596-48eb-a098-a3dd70adfca9),segment_id=96e0157d-8596-48eb-a098-a3dd70adfca9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:29.804145 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (326720b9-5868-4905-a506-335cd2e1d023), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.811825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e4e59-716f-4042-9446-869364e79a56 req-c6d3b397-5937-41b2-9874-7d26fe6332f1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:29.813403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-657e4e59-716f-4042-9446-869364e79a56 req-c6d3b397-5937-41b2-9874-7d26fe6332f1 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 946 time: 0.1074386 Jan 28 04:05:29.828372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Made reservation on behalf of 75b50cb060d546c78c9d3413e9820ea3 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:29.831836 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.888958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ff4ca-0571-4286-9677-2c77ea5b3f5f None None] Pushing event updated for resources: {'Port': ['ID=326720b9-5868-4905-a506-335cd2e1d023,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:29.959794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-657e4e59-716f-4042-9446-869364e79a56 req-b28fec17-5019-47b5-b5bd-480673511cec tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394308 Jan 28 04:05:30.174548 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (36f1006d-8d49-46d6-ad97-ff4eb7094984), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:30.328263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'Subnet': ['ID=36f1006d-8d49-46d6-ad97-ff4eb7094984,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:30.352502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Checking segment: {'id': 'f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'df7052fb-9a50-41a9-b569-f89dfdf47007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:30.352939 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Network hostable DHCP agents. Network: df7052fb-9a50-41a9-b569-f89dfdf47007, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:05:30.407219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Network df7052fb-9a50-41a9-b569-f89dfdf47007 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:05:30.428780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, df7052fb-9a50-41a9-b569-f89dfdf47007) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:30.437141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 326720b9-5868-4905-a506-335cd2e1d023 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:30.442797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00998d4-1d17-45fd-88fe-c313ace7c6b0 None None] Network df7052fb-9a50-41a9-b569-f89dfdf47007 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:30.452168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:30.452684 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:30.488677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0442def6-59e2-4527-9a67-c8fa5c51087a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8949656 Jan 28 04:05:30.491604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:30.497314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Request body: {'subnet': {'network_id': '077f812b-cab8-484b-88d4-02a890fd70aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:30.636989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 326720b9-5868-4905-a506-335cd2e1d023 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:30.640679 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (326720b9-5868-4905-a506-335cd2e1d023), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:30.653398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Made reservation on behalf of 75b50cb060d546c78c9d3413e9820ea3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:30.657764 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:30.694838 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-df7052fb-9a50-41a9-b569-f89dfdf47007', 'network_id': 'df7052fb-9a50-41a9-b569-f89dfdf47007', 'project_id': '75b50cb060d546c78c9d3413e9820ea3', 'fixed_ips': [{'subnet_id': '36f1006d-8d49-46d6-ad97-ff4eb7094984'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:05:30.695848 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:30.798343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646ebe0-aa09-47cc-8f40-473f9e282802 req-82aa0bf2-c06a-49bb-9384-1f68905558fc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:30.799958 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6646ebe0-aa09-47cc-8f40-473f9e282802 req-82aa0bf2-c06a-49bb-9384-1f68905558fc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0952206 Jan 28 04:05:30.853598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 326720b9-5868-4905-a506-335cd2e1d023 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:30.854233 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (326720b9-5868-4905-a506-335cd2e1d023), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:30.909842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6646ebe0-aa09-47cc-8f40-473f9e282802 req-a31e7e9f-8fdf-458d-8496-e4ff0a7376b6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958612 Jan 28 04:05:30.960464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 326720b9-5868-4905-a506-335cd2e1d023, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=326720b9-5868-4905-a506-335cd2e1d023,segment=NetworkSegment(96e0157d-8596-48eb-a098-a3dd70adfca9),segment_id=96e0157d-8596-48eb-a098-a3dd70adfca9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:30.970527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (326720b9-5868-4905-a506-335cd2e1d023), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:30.977321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (11188503-ad53-46ce-a83b-47e258aa67ed), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.051480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'Subnet': ['ID=11188503-ad53-46ce-a83b-47e258aa67ed,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:31.054181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=326720b9-5868-4905-a506-335cd2e1d023,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:31.072685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Allocated IP 172.20.0.2 (df7052fb-9a50-41a9-b569-f89dfdf47007/36f1006d-8d49-46d6-ad97-ff4eb7094984/39f7bde2-7969-42eb-b39c-df8980aba762) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:31.124566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Checking segment: {'id': 'c7435401-2ff7-4529-bc04-8ad1d5b037f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '077f812b-cab8-484b-88d4-02a890fd70aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:31.125775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Network hostable DHCP agents. Network: 077f812b-cab8-484b-88d4-02a890fd70aa, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:05:31.149360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Network 077f812b-cab8-484b-88d4-02a890fd70aa is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:05:31.178810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 077f812b-cab8-484b-88d4-02a890fd70aa) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:31.187213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:31.188190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.203689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8f49-b03a-44ea-afb0-02abc7923ed7 req-8ba75639-529b-4fef-9dd3-0a8cfd4bcf01 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:31.207967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b2a8f49-b03a-44ea-afb0-02abc7923ed7 req-8ba75639-529b-4fef-9dd3-0a8cfd4bcf01 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 946 time: 0.1372063 Jan 28 04:05:31.219156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca6882e-9057-4c9d-9e08-fd530bc0551f None None] Network 077f812b-cab8-484b-88d4-02a890fd70aa requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:31.233049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-042f2430-b39f-4756-93f5-a28199f96675 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7403080 Jan 28 04:05:31.234740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:31.357201 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b2a8f49-b03a-44ea-afb0-02abc7923ed7 req-9bee02a6-eaa1-4d49-b782-fdae406c5f3a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431103 Jan 28 04:05:31.486862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-077f812b-cab8-484b-88d4-02a890fd70aa', 'network_id': '077f812b-cab8-484b-88d4-02a890fd70aa', 'project_id': '75b50cb060d546c78c9d3413e9820ea3', 'fixed_ips': [{'subnet_id': '11188503-ad53-46ce-a83b-47e258aa67ed'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:05:31.494635 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.575814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0568d-ba4f-4909-8c56-f95006b652b8 req-9be6a43b-b7ef-483f-a292-adfeb4051059 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:31.580291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ce0568d-ba4f-4909-8c56-f95006b652b8 req-9be6a43b-b7ef-483f-a292-adfeb4051059 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 946 time: 0.1235383 Jan 28 04:05:31.720706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8ce0568d-ba4f-4909-8c56-f95006b652b8 req-4126005f-e23a-4789-b9f3-007ba5800fa7 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337497 Jan 28 04:05:31.809958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.818628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Allocated IP 172.20.0.2 (077f812b-cab8-484b-88d4-02a890fd70aa/11188503-ad53-46ce-a83b-47e258aa67ed/6c112ae1-da7a-435e-b25d-58217ee30e16) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:31.841967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea47711-a116-4e5e-9c1a-1b1209127789 None None] Network 9bae50ca-3d64-4e45-a40c-8366b1e9c74a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:31.912873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a254b-552a-486b-a6a2-83019ea4fe62 req-63a01e4d-eb01-46f9-a1c3-fac505633a36 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:31.923827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f87a254b-552a-486b-a6a2-83019ea4fe62 req-63a01e4d-eb01-46f9-a1c3-fac505633a36 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 946 time: 0.0954437 Jan 28 04:05:32.018715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f87a254b-552a-486b-a6a2-83019ea4fe62 req-d832c4c5-9ff4-4470-b4ba-ce14a81052c2 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814991 Jan 28 04:05:32.046446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:32.174390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9362a-a966-49b5-be21-5d1f14414810 req-49a6ee04-d8c7-449a-a6ed-8801051c7a77 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:32.180790 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aab9362a-a966-49b5-be21-5d1f14414810 req-49a6ee04-d8c7-449a-a6ed-8801051c7a77 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1188064 Jan 28 04:05:32.288975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aab9362a-a966-49b5-be21-5d1f14414810 req-46ea2c50-bc68-427c-851a-52eaf889db6f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990312 Jan 28 04:05:32.336474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 326720b9-5868-4905-a506-335cd2e1d023 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:32.402416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-00916a51-2b7e-471c-ba9f-0a9db0f933ec None None] Provisioning complete for port 326720b9-5868-4905-a506-335cd2e1d023 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:32.402861 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00916a51-2b7e-471c-ba9f-0a9db0f933ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (326720b9-5868-4905-a506-335cd2e1d023), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.423871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e9108e-64dd-45e2-9366-02a924296b0e tempest-TestServerBasicOps-544152450 tempest-TestServerBasicOps-544152450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:32.428523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:32.433956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-92e9108e-64dd-45e2-9366-02a924296b0e tempest-TestServerBasicOps-544152450 tempest-TestServerBasicOps-544152450-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 1093 time: 0.3855958 Jan 28 04:05:32.435902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '8eb7358a-cee8-4928-b417-513c95c2e139', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:32.481623 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.500776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Publish callbacks [] for port (39f7bde2-7969-42eb-b39c-df8980aba762), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.535552 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.607112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Allocated IP 172.20.0.1 (df7052fb-9a50-41a9-b569-f89dfdf47007/36f1006d-8d49-46d6-ad97-ff4eb7094984/009e378c-a94c-4582-a447-0d92ba2936f8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:32.683557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 326720b9-5868-4905-a506-335cd2e1d023 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:32.683941 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (326720b9-5868-4905-a506-335cd2e1d023), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.765815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Pushing event updated for resources: {'Port': ['ID=39f7bde2-7969-42eb-b39c-df8980aba762,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:32.795234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Network df7052fb-9a50-41a9-b569-f89dfdf47007 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:32.822851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:32.825475 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.825824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.826668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.826668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.826961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.827298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.827623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.828032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.828362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.828716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.829105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.829475 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.829804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.845136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:32.908656 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for port (009e378c-a94c-4582-a447-0d92ba2936f8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.949471 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Publish callbacks [] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.950828 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-00916a51-2b7e-471c-ba9f-0a9db0f933ec None None] Current status of the port 326720b9-5868-4905-a506-335cd2e1d023 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:33.034443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.065133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.093414 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (009e378c-a94c-4582-a447-0d92ba2936f8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.119497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Attempting to bind port 39f7bde2-7969-42eb-b39c-df8980aba762 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:33.119782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Attempting to bind port 39f7bde2-7969-42eb-b39c-df8980aba762 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'df7052fb-9a50-41a9-b569-f89dfdf47007'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:33.120233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Attempting to bind port 39f7bde2-7969-42eb-b39c-df8980aba762 on network df7052fb-9a50-41a9-b569-f89dfdf47007 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:33.128795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 326720b9-5868-4905-a506-335cd2e1d023 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:33.143552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Network 077f812b-cab8-484b-88d4-02a890fd70aa is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:33.149762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:33.150142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Checking segment: {'id': 'f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'df7052fb-9a50-41a9-b569-f89dfdf47007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:33.150547 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.151032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Bound using segment: {'id': 'f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'df7052fb-9a50-41a9-b569-f89dfdf47007'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:33.153121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Bound port: 39f7bde2-7969-42eb-b39c-df8980aba762, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'df7052fb-9a50-41a9-b569-f89dfdf47007'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:33.153579 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.155951 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:33.160252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Pushing event updated for resources: {'Port': ['ID=6c112ae1-da7a-435e-b25d-58217ee30e16,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:33.181443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:33.270433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Attempting to bind port 6c112ae1-da7a-435e-b25d-58217ee30e16 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:33.270731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Attempting to bind port 6c112ae1-da7a-435e-b25d-58217ee30e16 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7435401-2ff7-4529-bc04-8ad1d5b037f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '077f812b-cab8-484b-88d4-02a890fd70aa'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:33.271494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Attempting to bind port 6c112ae1-da7a-435e-b25d-58217ee30e16 on network 077f812b-cab8-484b-88d4-02a890fd70aa {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:33.286797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Network df7052fb-9a50-41a9-b569-f89dfdf47007 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:33.291892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:33.292309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Checking segment: {'id': 'c7435401-2ff7-4529-bc04-8ad1d5b037f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '077f812b-cab8-484b-88d4-02a890fd70aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:33.292717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.293140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Bound using segment: {'id': 'c7435401-2ff7-4529-bc04-8ad1d5b037f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '077f812b-cab8-484b-88d4-02a890fd70aa'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:33.293699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Bound port: 6c112ae1-da7a-435e-b25d-58217ee30e16, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7435401-2ff7-4529-bc04-8ad1d5b037f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '077f812b-cab8-484b-88d4-02a890fd70aa'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:33.294082 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.303121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:33.313273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:33.332363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3df49faf-6ce3-413d-b75f-7fc7557d5c2c None None] Provisioning complete for port 326720b9-5868-4905-a506-335cd2e1d023 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:33.332737 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3df49faf-6ce3-413d-b75f-7fc7557d5c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (326720b9-5868-4905-a506-335cd2e1d023), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.404105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] For port 6c112ae1-da7a-435e-b25d-58217ee30e16, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:33.407861 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] For port 6c112ae1-da7a-435e-b25d-58217ee30e16, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6c112ae1-da7a-435e-b25d-58217ee30e16,segment=NetworkSegment(c7435401-2ff7-4529-bc04-8ad1d5b037f4),segment_id=c7435401-2ff7-4529-bc04-8ad1d5b037f4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:33.434659 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.439308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] For port 39f7bde2-7969-42eb-b39c-df8980aba762, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:33.477108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Allocated IP 172.25.1.24 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/d26ee4db-cf7b-4a63-a579-84c8fc25e1f7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:33.503838 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] For port 39f7bde2-7969-42eb-b39c-df8980aba762, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=39f7bde2-7969-42eb-b39c-df8980aba762,segment=NetworkSegment(f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7),segment_id=f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:33.511218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3c315-955f-4b8f-b413-4c27692dd6e0 req-e6cbee58-4761-424a-933c-629d4127bc6a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:33.520881 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.544764 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61e3c315-955f-4b8f-b413-4c27692dd6e0 req-e6cbee58-4761-424a-933c-629d4127bc6a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1513174 Jan 28 04:05:33.600997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85a9a4-3cfa-4479-ab69-315fe1fb490d None None] Pushing event updated for resources: {'Port': ['ID=6c112ae1-da7a-435e-b25d-58217ee30e16,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:33.652929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-61e3c315-955f-4b8f-b413-4c27692dd6e0 req-5c97c95e-5cca-4114-8527-8846f951d63d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946093 Jan 28 04:05:33.679514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'Port': ['ID=009e378c-a94c-4582-a447-0d92ba2936f8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:33.754957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.781414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3df49faf-6ce3-413d-b75f-7fc7557d5c2c None None] Current status of the port 326720b9-5868-4905-a506-335cd2e1d023 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:33.827997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for port (d26ee4db-cf7b-4a63-a579-84c8fc25e1f7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.841935 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-4748a7c0-6b0b-4bab-9eaf-5d98b1aabc92 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1556265 Jan 28 04:05:33.882711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9b5b3-8e70-4ff5-8211-8ee3512287cc None None] Pushing event updated for resources: {'Port': ['ID=39f7bde2-7969-42eb-b39c-df8980aba762,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:33.962541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d26ee4db-cf7b-4a63-a579-84c8fc25e1f7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.094201 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (009e378c-a94c-4582-a447-0d92ba2936f8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.297338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:34.323247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:34.403338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:34.406537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event updated for resources: {'Port': ['ID=d26ee4db-cf7b-4a63-a579-84c8fc25e1f7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:34.445238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-2f3e921e-6ebc-4188-8fdd-8aa834270a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:34.447163 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-2f3e921e-6ebc-4188-8fdd-8aa834270a5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 1097 time: 0.4818108 Jan 28 04:05:34.591026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 39f7bde2-7969-42eb-b39c-df8980aba762 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:34.654926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 39f7bde2-7969-42eb-b39c-df8980aba762 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:34.655538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.789741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 39f7bde2-7969-42eb-b39c-df8980aba762 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:34.791423 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.826973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abbc6c-9a02-4874-b490-f20d0bae0447 req-a9877822-bda5-4c5f-bca1-88c535594727 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:34.829194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-30384eaf-2283-47ab-b4ca-75a448139278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:34.830670 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-30384eaf-2283-47ab-b4ca-75a448139278 service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.3097427 Jan 28 04:05:34.838611 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24abbc6c-9a02-4874-b490-f20d0bae0447 req-a9877822-bda5-4c5f-bca1-88c535594727 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0848527 Jan 28 04:05:34.845728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 39f7bde2-7969-42eb-b39c-df8980aba762, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=39f7bde2-7969-42eb-b39c-df8980aba762,segment=NetworkSegment(f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7),segment_id=f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:34.855953 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.857395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6c112ae1-da7a-435e-b25d-58217ee30e16 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:34.957681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24abbc6c-9a02-4874-b490-f20d0bae0447 req-e9d38ec2-6f25-4d5d-9401-ba1eb4097b2a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170166 Jan 28 04:05:35.007841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=39f7bde2-7969-42eb-b39c-df8980aba762,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:35.028327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6c112ae1-da7a-435e-b25d-58217ee30e16 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:35.029029 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.175446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6c112ae1-da7a-435e-b25d-58217ee30e16 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:35.176264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.240092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 6c112ae1-da7a-435e-b25d-58217ee30e16, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6c112ae1-da7a-435e-b25d-58217ee30e16,segment=NetworkSegment(c7435401-2ff7-4529-bc04-8ad1d5b037f4),segment_id=c7435401-2ff7-4529-bc04-8ad1d5b037f4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:35.246157 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.396449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=6c112ae1-da7a-435e-b25d-58217ee30e16,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:35.485223 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-1cabc921-8b07-4294-9674-e50f4303c055 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 HTTP/1.1" status: 200 len: 217 time: 0.6452672 Jan 28 04:05:35.649983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-63de3af0-1b02-494a-9d94-4d09978a26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:35.651568 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-63de3af0-1b02-494a-9d94-4d09978a26a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.1567838 Jan 28 04:05:35.698009 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for port (009e378c-a94c-4582-a447-0d92ba2936f8), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.715396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (009e378c-a94c-4582-a447-0d92ba2936f8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.717163 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27acf004-65f5-470f-9967-412f5d287eaa None None] Network 077f812b-cab8-484b-88d4-02a890fd70aa requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:35.816124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b8fe66fd-54f3-416b-b337-056c44c9a2d3 None None] Provisioning complete for port 6c112ae1-da7a-435e-b25d-58217ee30e16 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:35.817323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b8fe66fd-54f3-416b-b337-056c44c9a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.862061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-81592d52-ddb3-4236-aa91-69081f52b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:35.863568 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-81592d52-ddb3-4236-aa91-69081f52b0c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991353 Jan 28 04:05:35.916147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.924795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f28fba-00bc-43ae-9a58-fb8b3304e274 None None] Network df7052fb-9a50-41a9-b569-f89dfdf47007 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:35.929791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'Port': ['ID=009e378c-a94c-4582-a447-0d92ba2936f8,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:36.069148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for floatingip (b213bf8a-5ad9-43ae-92a1-c6a23704a1d9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.074534 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe66fd-54f3-416b-b337-056c44c9a2d3 None None] Current status of the port 6c112ae1-da7a-435e-b25d-58217ee30e16 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:36.140932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42114) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:36.184318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd3888-5d7f-4e41-ba44-c3078ecdd96d req-6a6e2a71-edba-4650-920f-1a74357f3b69 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:36.192360 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90bd3888-5d7f-4e41-ba44-c3078ecdd96d req-6a6e2a71-edba-4650-920f-1a74357f3b69 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0935576 Jan 28 04:05:36.234330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6f9ef72b-fb47-4d7e-9180-868dbe7c1229 None None] Provisioning complete for port 39f7bde2-7969-42eb-b39c-df8980aba762 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:36.234899 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f9ef72b-fb47-4d7e-9180-868dbe7c1229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.264659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90bd3888-5d7f-4e41-ba44-c3078ecdd96d req-cf7fb952-6d64-4f62-8255-77e8e967d211 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696261 Jan 28 04:05:36.375930 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-d9373e9f-5ba6-40ed-a758-26a34e585a16 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704616 Jan 28 04:05:36.395120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 39f7bde2-7969-42eb-b39c-df8980aba762 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:36.436603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Network df7052fb-9a50-41a9-b569-f89dfdf47007 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:36.443412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d26ee4db-cf7b-4a63-a579-84c8fc25e1f7), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.463326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ef72b-fb47-4d7e-9180-868dbe7c1229 None None] Current status of the port 39f7bde2-7969-42eb-b39c-df8980aba762 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:36.494290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 39f7bde2-7969-42eb-b39c-df8980aba762 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:36.494675 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.505849 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:36.643829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-66d74c5f-4f9d-4975-a2f5-52abe65206e0 None None] Provisioning complete for port 6c112ae1-da7a-435e-b25d-58217ee30e16 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:36.644865 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66d74c5f-4f9d-4975-a2f5-52abe65206e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.648121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 39f7bde2-7969-42eb-b39c-df8980aba762 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:36.649651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6c112ae1-da7a-435e-b25d-58217ee30e16 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:36.739199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42118) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:36.739516 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-81249e18-cb88-465a-b9c3-3e0e8c376a90 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4096 time: 0.5956523 Jan 28 04:05:36.747802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'network': {'name': 'tempest-network-smoke--1839255051', 'project_id': '76049bb0218b4104bfff149e28d82470', 'port_security_enabled': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:36.803354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Made reservation on behalf of 76049bb0218b4104bfff149e28d82470 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:36.811881 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.894359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:05:36.907129 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f599402c-8375-45a5-a19c-649e2326fc31), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.907480 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Added segment f599402c-8375-45a5-a19c-649e2326fc31 of type vlan for network 73fdf239-02fb-44e2-ad26-14fb5529c902 Jan 28 04:05:36.930847 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-233648af-2ce2-4210-a1ca-9a3f7a87edf1 req-0b71a5d7-976a-414e-8faa-01b5343ba5f6 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066712 Jan 28 04:05:36.934885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Router b0c76fc7-0d86-4f25-9f93-03221f2d93b9 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:05:36.938509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6c112ae1-da7a-435e-b25d-58217ee30e16 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:36.939861 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.991352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66d74c5f-4f9d-4975-a2f5-52abe65206e0 None None] Current status of the port 6c112ae1-da7a-435e-b25d-58217ee30e16 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:37.010209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (73fdf239-02fb-44e2-ad26-14fb5529c902), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.057134 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (73fdf239-02fb-44e2-ad26-14fb5529c902), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.068662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:37.071006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.150494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6c112ae1-da7a-435e-b25d-58217ee30e16 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:37.153234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e866035f-79ef-4899-b2ac-e803682ff63f None None] Provisioning complete for port 009e378c-a94c-4582-a447-0d92ba2936f8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:37.153574 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e866035f-79ef-4899-b2ac-e803682ff63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (009e378c-a94c-4582-a447-0d92ba2936f8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.201827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e866035f-79ef-4899-b2ac-e803682ff63f None None] Port 009e378c-a94c-4582-a447-0d92ba2936f8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:37.215897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e866035f-79ef-4899-b2ac-e803682ff63f None None] Provisioning complete for port 39f7bde2-7969-42eb-b39c-df8980aba762 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:37.215897 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e866035f-79ef-4899-b2ac-e803682ff63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.258488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5147309 Jan 28 04:05:37.260940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42122) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:37.267109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-972651492', 'admin_state_up': True, 'project_id': '76049bb0218b4104bfff149e28d82470', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:37.280308 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for port (d26ee4db-cf7b-4a63-a579-84c8fc25e1f7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.294527 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:37.308146 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (d26ee4db-cf7b-4a63-a579-84c8fc25e1f7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.313709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cd99555d-3c9c-4f38-b0fc-bc02abbc6349 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "PUT /v2.0/routers/b0c76fc7-0d86-4f25-9f93-03221f2d93b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0778430 Jan 28 04:05:37.322882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42126) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:37.339927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74153280-376a-4079-8101-6d2f4549002d None None] Sync routers for ids ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:37.379981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74153280-376a-4079-8101-6d2f4549002d None None] Routers {'b0c76fc7-0d86-4f25-9f93-03221f2d93b9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:37.380782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-74153280-376a-4079-8101-6d2f4549002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:37.421491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e866035f-79ef-4899-b2ac-e803682ff63f None None] Current status of the port 39f7bde2-7969-42eb-b39c-df8980aba762 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:37.425196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-74153280-376a-4079-8101-6d2f4549002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:37.441655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74153280-376a-4079-8101-6d2f4549002d None None] Routers {'b0c76fc7-0d86-4f25-9f93-03221f2d93b9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:37.442198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-74153280-376a-4079-8101-6d2f4549002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:37.483243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event updated for resources: {'Port': ['ID=d26ee4db-cf7b-4a63-a579-84c8fc25e1f7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:37.490761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-74153280-376a-4079-8101-6d2f4549002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:37.491423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74153280-376a-4079-8101-6d2f4549002d None None] The sync data for ids ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:37.513863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (b213bf8a-5ad9-43ae-92a1-c6a23704a1d9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.558982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-704f2610-8471-4147-824f-e7513b13cfdd None None] Provisioning complete for port 009e378c-a94c-4582-a447-0d92ba2936f8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:37.559789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-704f2610-8471-4147-824f-e7513b13cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (009e378c-a94c-4582-a447-0d92ba2936f8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.612172 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (13d821f4-187c-429b-a786-2bbaee1a5840), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.613297 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (13d821f4-187c-429b-a786-2bbaee1a5840), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.614348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-704f2610-8471-4147-824f-e7513b13cfdd None None] Port 009e378c-a94c-4582-a447-0d92ba2936f8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:37.616549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb81abe-150e-494c-8666-2d63a1227457 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Network': ['ID=73fdf239-02fb-44e2-ad26-14fb5529c902,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:37.643233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 73fdf239-02fb-44e2-ad26-14fb5529c902 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:05:37.669717 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Floating IP b213bf8a-5ad9-43ae-92a1-c6a23704a1d9 associated. External IP: 172.25.1.24, port: 8eb7358a-cee8-4928-b417-513c95c2e139. Jan 28 04:05:37.887869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2712ed4-4095-467b-bb6c-b5e0d75851d6 req-4dbc991b-0622-4d3d-8fc0-dc79c1fb3063 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:37.889795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2712ed4-4095-467b-bb6c-b5e0d75851d6 req-4dbc991b-0622-4d3d-8fc0-dc79c1fb3063 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.4310157 Jan 28 04:05:37.892021 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_controller (13d821f4-187c-429b-a786-2bbaee1a5840), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.999352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2712ed4-4095-467b-bb6c-b5e0d75851d6 req-a9547e47-3ba9-486b-bbab-6f465780dd9f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007500 Jan 28 04:05:38.038488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Router db5dfb6e-371c-4430-a4a0-a2ad36d7965b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:05:38.183561 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_gateway (13d821f4-187c-429b-a786-2bbaee1a5840), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:38.518424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:38.531881 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] Sync routers for ids ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:38.549579 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] Routers {'db5dfb6e-371c-4430-a4a0-a2ad36d7965b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:38.550734 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:38.560787 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:38.592731 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9bc1a38d-9751-452c-914b-aade16ac7c9a tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1628945 Jan 28 04:05:38.593469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81957973-5d62-4691-9b8a-f74077160bdf', 'tag': '8eb7358a-cee8-4928-b417-513c95c2e139'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:38.595914 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67706d0-e9a6-4dbe-ad73-78380770889f" -d '{"events": [{"name": "network-changed", "server_uuid": "81957973-5d62-4691-9b8a-f74077160bdf", "tag": "8eb7358a-cee8-4928-b417-513c95c2e139"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:38.640320 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9d620e-cb41-4fa8-9a10-8fc8d01d263b x-openstack-request-id: req-2b9d620e-cb41-4fa8-9a10-8fc8d01d263b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:38.640857 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81957973-5d62-4691-9b8a-f74077160bdf", "tag": "8eb7358a-cee8-4928-b417-513c95c2e139", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:38.641591 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b9d620e-cb41-4fa8-9a10-8fc8d01d263b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:38.642189 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81957973-5d62-4691-9b8a-f74077160bdf', 'tag': '8eb7358a-cee8-4928-b417-513c95c2e139', 'status': 'completed', 'code': 200} Jan 28 04:05:38.744287 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] Set router db5dfb6e-371c-4430-a4a0-a2ad36d7965b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:38.768621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-eca30493-c3c6-477b-9167-bea3b44191f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:38.770241 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-eca30493-c3c6-477b-9167-bea3b44191f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=023ee4d5918443a4919fd780c791fec8&device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 1098 time: 0.0868471 Jan 28 04:05:38.816747 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-9eb6bd69-e56d-4986-a9d0-4b475c7e9bba tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:05:38.820819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9eb6bd69-e56d-4986-a9d0-4b475c7e9bba tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "PUT /v2.0/routers/b0c76fc7-0d86-4f25-9f93-03221f2d93b9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4817092 Jan 28 04:05:38.824808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42138) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:38.996021 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_gateway (13d821f4-187c-429b-a786-2bbaee1a5840), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:39.021975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:39.216798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-868a574b-f893-4127-961e-170cd540ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:39.221342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cede6-8337-4bc0-9905-cd000d11a108 req-fcd1adec-dbae-4fcd-81cf-2906fc656fd9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:39.223031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f51cede6-8337-4bc0-9905-cd000d11a108 req-fcd1adec-dbae-4fcd-81cf-2906fc656fd9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0829887 Jan 28 04:05:39.223396 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-868a574b-f893-4127-961e-170cd540ec85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa HTTP/1.1" status: 200 len: 909 time: 0.4366407 Jan 28 04:05:39.273666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Allocated IP 172.25.1.140 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/c22b862a-e5d0-4ae9-ab53-dfcf08069d56) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:39.299965 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:40Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b213bf8a-5ad9-43ae-92a1-c6a23704a1d9', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'port_id': '8eb7358a-cee8-4928-b417-513c95c2e139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'mac_address': 'fa:16:3e:90:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81957973-5d62-4691-9b8a-f74077160bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:05:35Z', 'updated_at': '2022-01-28T04:05:35Z', 'revision_number': 0, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5031ba37-05f4-48de-9f23-3e8bed7789ee', 'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'mac_address': 'fa:16:3e:10:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:39Z', 'updated_at': '2022-01-28T04:04:49Z', 'revision_number': 5, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'subnets': [{'id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:39.303828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f51cede6-8337-4bc0-9905-cd000d11a108 req-e7c40c68-2401-4605-a46e-b498473f92d7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719683 Jan 28 04:05:39.343350 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] Checking router: db5dfb6e-371c-4430-a4a0-a2ad36d7965b for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:05:39.353106 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] Routers {'db5dfb6e-371c-4430-a4a0-a2ad36d7965b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:39.353932 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:39.428813 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:39.473851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:39.494453 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] Set router db5dfb6e-371c-4430-a4a0-a2ad36d7965b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:39.530401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Port': ['ID=c22b862a-e5d0-4ae9-ab53-dfcf08069d56,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:39.531262 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-039fd008-dd35-417b-914d-7ff4d5cbed88 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eb7358a-cee8-4928-b417-513c95c2e139 HTTP/1.1" status: 200 len: 999 time: 0.2912035 Jan 28 04:05:39.555437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:39.558104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:39.561122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:39.757240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-a5644a12-0289-42fd-bced-a241635419a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:39.758860 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-a5644a12-0289-42fd-bced-a241635419a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=777e20b1-2a9c-4fe8-828c-7a4c59e374d5 HTTP/1.1" status: 200 len: 847 time: 0.2131064 Jan 28 04:05:39.816520 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:40Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b213bf8a-5ad9-43ae-92a1-c6a23704a1d9', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'port_id': '8eb7358a-cee8-4928-b417-513c95c2e139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'mac_address': 'fa:16:3e:90:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81957973-5d62-4691-9b8a-f74077160bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:05:35Z', 'updated_at': '2022-01-28T04:05:35Z', 'revision_number': 0, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5031ba37-05f4-48de-9f23-3e8bed7789ee', 'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'mac_address': 'fa:16:3e:10:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:39Z', 'updated_at': '2022-01-28T04:04:49Z', 'revision_number': 5, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'subnets': [{'id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:39.888810 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896c694-11ab-4cf1-8977-94bb99366599 None None] The sync data for ids ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'] in n-d-808199-14 is: [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:40Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b213bf8a-5ad9-43ae-92a1-c6a23704a1d9', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'port_id': '8eb7358a-cee8-4928-b417-513c95c2e139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'mac_address': 'fa:16:3e:90:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81957973-5d62-4691-9b8a-f74077160bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:05:35Z', 'updated_at': '2022-01-28T04:05:35Z', 'revision_number': 0, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5031ba37-05f4-48de-9f23-3e8bed7789ee', 'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'mac_address': 'fa:16:3e:10:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:39Z', 'updated_at': '2022-01-28T04:04:49Z', 'revision_number': 5, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'subnets': [{'id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:39.916448 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_gateway (13d821f4-187c-429b-a786-2bbaee1a5840), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.017247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-dd34d3a0-372d-4d99-b412-770719b6f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:40.018779 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-dd34d3a0-372d-4d99-b412-770719b6f6bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2450774 Jan 28 04:05:40.134678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.238253 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-c86d0314-7db0-45d0-b1f1-7bc880230c38 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080927 Jan 28 04:05:40.246526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898916ca-cd73-4f00-acde-ea8698cf72b1 None None] New status for floating IP b213bf8a-5ad9-43ae-92a1-c6a23704a1d9: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:05:40.278554 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (13d821f4-187c-429b-a786-2bbaee1a5840), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.546344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5da313-bf4b-4ba3-8dc7-32ddebe6e694 req-52c4c809-2216-4080-ad1b-63715c1f4d43 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:40.549178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af5da313-bf4b-4ba3-8dc7-32ddebe6e694 req-52c4c809-2216-4080-ad1b-63715c1f4d43 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0988922 Jan 28 04:05:40.550960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Router 13d821f4-187c-429b-a786-2bbaee1a5840 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:05:40.619667 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b67706d0-e9a6-4dbe-ad73-78380770889f req-eec8b9c2-9666-45a9-90bc-b16d70c43cd5 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434668 Jan 28 04:05:40.637547 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d8203d2-f6c2-4d89-94a7-4ef309358759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.699697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af5da313-bf4b-4ba3-8dc7-32ddebe6e694 req-afb9b2e6-39e3-4297-927f-04ccaf1244f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424751 Jan 28 04:05:40.740346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Deleting port 009e378c-a94c-4582-a447-0d92ba2936f8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:40.741214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (009e378c-a94c-4582-a447-0d92ba2936f8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.794524 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:40.803873 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Sync routers for ids ['13d821f4-187c-429b-a786-2bbaee1a5840'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:40.822204 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Routers {'13d821f4-187c-429b-a786-2bbaee1a5840'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:40.823393 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['13d821f4-187c-429b-a786-2bbaee1a5840'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:40.827260 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.830912 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-735f5086-3e9b-47c3-a0ca-27e60dfdd66d tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.5685730 Jan 28 04:05:40.834349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42150) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:40.946295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1dd741-1ccb-4922-ab8d-027468253a31 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:40.947914 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2a1dd741-1ccb-4922-ab8d-027468253a31 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=76049bb0218b4104bfff149e28d82470&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1128049 Jan 28 04:05:40.950577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42152) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:40.952789 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Set router 13d821f4-187c-429b-a786-2bbaee1a5840 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:40.960498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (009e378c-a94c-4582-a447-0d92ba2936f8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:41.155541 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972651492', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:05:37Z', 'updated_at': '2022-01-28T04:05:39Z', 'revision_number': 3, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:05:39Z', 'updated_at': '2022-01-28T04:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:41.191302 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Checking router: 13d821f4-187c-429b-a786-2bbaee1a5840 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:05:41.191655 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Updating router 13d821f4-187c-429b-a786-2bbaee1a5840 port c22b862a-e5d0-4ae9-ab53-dfcf08069d56 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:05:41.220927 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:41.336868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Calling delete_port for 009e378c-a94c-4582-a447-0d92ba2936f8 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:41.482478 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48b2f3-ddf2-4687-8ce6-5f10b4fc4a38 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:41.487410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:41.487982 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cb48b2f3-ddf2-4687-8ce6-5f10b4fc4a38 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5359066 Jan 28 04:05:41.504687 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Publish callbacks [] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:41.513893 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:41.544250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f37d019a-379f-400e-b86c-8e585f5a4273 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556667 Jan 28 04:05:41.546967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42160) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:41.587316 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Attempting to bind port c22b862a-e5d0-4ae9-ab53-dfcf08069d56 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:41.587805 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Attempting to bind port c22b862a-e5d0-4ae9-ab53-dfcf08069d56 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:41.588176 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Attempting to bind port c22b862a-e5d0-4ae9-ab53-dfcf08069d56 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:41.591575 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Pushing event updated for resources: {'Port': ['ID=c22b862a-e5d0-4ae9-ab53-dfcf08069d56,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:41.592488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-57e6dac6-62d1-44ff-b084-6f3fb3a0f85b tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=76049bb0218b4104bfff149e28d82470&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443978 Jan 28 04:05:41.595851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42162) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:41.606581 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:41.607107 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:41.609112 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:41.610163 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:41.610991 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Bound port: c22b862a-e5d0-4ae9-ab53-dfcf08069d56, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:41.611623 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:41.618310 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.618310 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.618631 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.618995 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.619320 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.619842 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.620399 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.620734 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.621082 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.621407 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.621728 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.622047 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.622365 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:41.648058 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (009e378c-a94c-4582-a447-0d92ba2936f8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:41.702939 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] For port c22b862a-e5d0-4ae9-ab53-dfcf08069d56, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:41.707420 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] For port c22b862a-e5d0-4ae9-ab53-dfcf08069d56, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c22b862a-e5d0-4ae9-ab53-dfcf08069d56,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:41.710547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5719381-bf1f-404b-b93f-0cbfcbc5e571 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:41.711265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event deleted for resources: {'Port': ['ID=009e378c-a94c-4582-a447-0d92ba2936f8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:41.712304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b5719381-bf1f-404b-b93f-0cbfcbc5e571 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1155229 Jan 28 04:05:41.716058 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:41.720163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42164) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:41.780829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-21744e11-29cc-491d-bdb3-7317c4ada6df tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592146 Jan 28 04:05:41.781654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42168) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:41.787268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-678423399', 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902', 'project_id': '76049bb0218b4104bfff149e28d82470', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:41.861422 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901508f-1e2d-4c05-bbc8-06c1b0ed7396 None None] Pushing event updated for resources: {'Port': ['ID=c22b862a-e5d0-4ae9-ab53-dfcf08069d56,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:41.866655 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Routers {'13d821f4-187c-429b-a786-2bbaee1a5840'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:41.867251 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['13d821f4-187c-429b-a786-2bbaee1a5840'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:41.949877 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:41.957782 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29334202-4c5d-4b64-b813-155a57d797d8 req-c6403e7d-9b19-478b-8214-1ce2ee28a30b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:41.959467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29334202-4c5d-4b64-b813-155a57d797d8 req-c6403e7d-9b19-478b-8214-1ce2ee28a30b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1139467 Jan 28 04:05:42.036741 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] Set router 13d821f4-187c-429b-a786-2bbaee1a5840 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:42.049495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Made reservation on behalf of 76049bb0218b4104bfff149e28d82470 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:42.053645 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:42.169309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29334202-4c5d-4b64-b813-155a57d797d8 req-6cc3684b-ae6a-4a7f-b04b-48e01af4a3cf tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982963 Jan 28 04:05:42.212672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Router b0c76fc7-0d86-4f25-9f93-03221f2d93b9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:05:42.250425 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:42.344774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:42.348585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (a6140085-0fae-49ad-92de-a18adee4fffb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:42.350752 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bb423b8a-9b9f-4732-9994-daad93a253e0 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "PUT /v2.0/routers/b0c76fc7-0d86-4f25-9f93-03221f2d93b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5251479 Jan 28 04:05:42.355319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42178) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:42.358527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69db890-f3ea-4429-b5a8-534e51ede6e7 None None] Sync routers for ids ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:42.371967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69db890-f3ea-4429-b5a8-534e51ede6e7 None None] Routers {'b0c76fc7-0d86-4f25-9f93-03221f2d93b9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:42.373064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e69db890-f3ea-4429-b5a8-534e51ede6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:42.407216 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-e195671d-6b7a-45c1-a5e1-1f891a919f0e tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] delete failed (client error): The resource could not be found. Jan 28 04:05:42.407216 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e195671d-6b7a-45c1-a5e1-1f891a919f0e tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-904248738 HTTP/1.1" status: 404 len: 334 time: 0.0455906 Jan 28 04:05:42.407810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42180) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:42.414625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8fac092f-1845-4f74-a913-ecc1827cefdd tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0c76fc7-0d86-4f25-9f93-03221f2d93b9'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:42.424146 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Subnet': ['ID=a6140085-0fae-49ad-92de-a18adee4fffb,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:42.428870 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972651492', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:05:37Z', 'updated_at': '2022-01-28T04:05:39Z', 'revision_number': 3, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:05:39Z', 'updated_at': '2022-01-28T04:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:42.458907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Checking segment: {'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:42.459368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network hostable DHCP agents. Network: 73fdf239-02fb-44e2-ad26-14fb5529c902, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:05:42.495659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e69db890-f3ea-4429-b5a8-534e51ede6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:42.501874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network 73fdf239-02fb-44e2-ad26-14fb5529c902 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:05:42.514775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69db890-f3ea-4429-b5a8-534e51ede6e7 None None] Routers {'b0c76fc7-0d86-4f25-9f93-03221f2d93b9'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:42.515763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e69db890-f3ea-4429-b5a8-534e51ede6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:42.522222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 73fdf239-02fb-44e2-ad26-14fb5529c902) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:42.527747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:42.528459 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:42.578996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-259a49cd-8964-4326-9edd-9a25755fefaa tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7955608 Jan 28 04:05:42.579987 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3e46-bd18-49a8-a8bd-360897fbb9b6 None None] The sync data for ids ['13d821f4-187c-429b-a786-2bbaee1a5840'] in n-d-808199-14 is: [{'id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972651492', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:05:37Z', 'updated_at': '2022-01-28T04:05:39Z', 'revision_number': 3, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:05:39Z', 'updated_at': '2022-01-28T04:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:42.582078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42192) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:42.631252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e69db890-f3ea-4429-b5a8-534e51ede6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:42.632130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69db890-f3ea-4429-b5a8-534e51ede6e7 None None] The sync data for ids ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'] in n-d-808199-14 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:42.651775 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5945bb73-6e2e-455f-b312-defd70215863 None None] Network 73fdf239-02fb-44e2-ad26-14fb5529c902 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:42.733778 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-136f79a1-8f7b-45a5-9ea4-0cabbe5ea733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:42.809588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-73fdf239-02fb-44e2-ad26-14fb5529c902', 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902', 'project_id': '76049bb0218b4104bfff149e28d82470', 'fixed_ips': [{'subnet_id': 'a6140085-0fae-49ad-92de-a18adee4fffb'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:05:42.810567 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:42.872230 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fac092f-1845-4f74-a913-ecc1827cefdd tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for router_gateway (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:42.909459 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-8fac092f-1845-4f74-a913-ecc1827cefdd tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] update failed (client error): The resource could not be found. Jan 28 04:05:42.915210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8fac092f-1845-4f74-a913-ecc1827cefdd tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "PUT /v2.0/routers/b0c76fc7-0d86-4f25-9f93-03221f2d93b9 HTTP/1.1" status: 404 len: 339 time: 0.5018134 Jan 28 04:05:42.915210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42220) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:43.096571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Allocated IP 172.20.0.18 (73fdf239-02fb-44e2-ad26-14fb5529c902/a6140085-0fae-49ad-92de-a18adee4fffb/9adb6a51-602d-440d-acc9-6da701b1e252) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:43.357095 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Publish callbacks [] for port (9adb6a51-602d-440d-acc9-6da701b1e252), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:43.366799 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:43.405528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a364d9-694f-49af-889b-73e78be29e14 req-9e786b6a-7180-4702-9a03-d5426c1a889f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:43.415591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98a364d9-694f-49af-889b-73e78be29e14 req-9e786b6a-7180-4702-9a03-d5426c1a889f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1209390 Jan 28 04:05:43.443087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Pushing event updated for resources: {'Port': ['ID=9adb6a51-602d-440d-acc9-6da701b1e252,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:43.482132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Network 73fdf239-02fb-44e2-ad26-14fb5529c902 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:43.483731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:43.492434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:43.519420 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98a364d9-694f-49af-889b-73e78be29e14 req-7cd1fa35-fd96-466f-aa65-3541f04b7b91 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962346 Jan 28 04:05:43.581631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Attempting to bind port 9adb6a51-602d-440d-acc9-6da701b1e252 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:43.582004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Attempting to bind port 9adb6a51-602d-440d-acc9-6da701b1e252 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:43.582372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Attempting to bind port 9adb6a51-602d-440d-acc9-6da701b1e252 on network 73fdf239-02fb-44e2-ad26-14fb5529c902 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:43.589275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:43.589675 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Checking segment: {'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:43.590086 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:43.590582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Bound using segment: {'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:43.590951 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Bound port: 9adb6a51-602d-440d-acc9-6da701b1e252, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:43.591324 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:43.681585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] For port 9adb6a51-602d-440d-acc9-6da701b1e252, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:43.689467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] For port 9adb6a51-602d-440d-acc9-6da701b1e252, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9adb6a51-602d-440d-acc9-6da701b1e252,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:43.699877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:43.743396 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:43.813127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468db2f5-1158-4c3f-9799-8894ab87d6da None None] Pushing event updated for resources: {'Port': ['ID=9adb6a51-602d-440d-acc9-6da701b1e252,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:44.340579 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:44.597740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c22b862a-e5d0-4ae9-ab53-dfcf08069d56 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:44.672231 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:44.699642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Allocated IP 172.20.0.1 (9bae50ca-3d64-4e45-a40c-8366b1e9c74a/f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19/bf8795a1-375e-43b7-8a61-2f73bea4bdc6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:44.729430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e537-9881-476d-ba36-0b4f2c41fe72 req-46ffcfe6-7e48-4a5c-b8d3-88621c785b47 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:44.743388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b56e537-9881-476d-ba36-0b4f2c41fe72 req-46ffcfe6-7e48-4a5c-b8d3-88621c785b47 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0995021 Jan 28 04:05:44.772674 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:44.781812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c22b862a-e5d0-4ae9-ab53-dfcf08069d56 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:44.782468 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:44.847357 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b56e537-9881-476d-ba36-0b4f2c41fe72 req-5ebc6e1a-0581-4a19-abbf-7103f13f9137 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028314 Jan 28 04:05:44.975298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c22b862a-e5d0-4ae9-ab53-dfcf08069d56 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:44.976052 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:44.981263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for port (bf8795a1-375e-43b7-8a61-2f73bea4bdc6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.009539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port c22b862a-e5d0-4ae9-ab53-dfcf08069d56, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c22b862a-e5d0-4ae9-ab53-dfcf08069d56,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:45.017609 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.019155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9adb6a51-602d-440d-acc9-6da701b1e252 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:45.124319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (bf8795a1-375e-43b7-8a61-2f73bea4bdc6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.178320 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'Port': ['ID=bf8795a1-375e-43b7-8a61-2f73bea4bdc6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:45.193409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=c22b862a-e5d0-4ae9-ab53-dfcf08069d56,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:45.193903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Allocated IP 172.20.0.17 (73fdf239-02fb-44e2-ad26-14fb5529c902/a6140085-0fae-49ad-92de-a18adee4fffb/ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:45.212399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Network 9bae50ca-3d64-4e45-a40c-8366b1e9c74a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:45.215423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:45.219663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:45.263347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9adb6a51-602d-440d-acc9-6da701b1e252 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:45.265722 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.406981 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.482244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9adb6a51-602d-440d-acc9-6da701b1e252 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:45.482789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.543954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 9adb6a51-602d-440d-acc9-6da701b1e252, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9adb6a51-602d-440d-acc9-6da701b1e252,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:45.551798 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.612935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.677705 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.703195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=9adb6a51-602d-440d-acc9-6da701b1e252,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:45.741598 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bf8795a1-375e-43b7-8a61-2f73bea4bdc6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.760654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.762590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9d495fb3-bf58-4a29-933c-558736a2018b None None] Provisioning complete for port bf8795a1-375e-43b7-8a61-2f73bea4bdc6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:45.762970 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d495fb3-bf58-4a29-933c-558736a2018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bf8795a1-375e-43b7-8a61-2f73bea4bdc6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:45.813795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9d495fb3-bf58-4a29-933c-558736a2018b None None] Port bf8795a1-375e-43b7-8a61-2f73bea4bdc6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:45.836514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Port': ['ID=ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:45.887533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network 73fdf239-02fb-44e2-ad26-14fb5529c902 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:45.899165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:45.903083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:46.067814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21f11c-98d4-446b-a2ac-ec7c097b8d54 req-50a9c14d-e1ec-4c00-a987-350dfb99dcb5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:46.071180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e21f11c-98d4-446b-a2ac-ec7c097b8d54 req-50a9c14d-e1ec-4c00-a987-350dfb99dcb5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1115644 Jan 28 04:05:46.132519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (13d821f4-187c-429b-a786-2bbaee1a5840), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.141503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e21f11c-98d4-446b-a2ac-ec7c097b8d54 req-70dff333-9a81-477a-b485-a98f4a04653f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620337 Jan 28 04:05:46.277377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd121385-4bab-43b6-a3b9-a9e4475355f2 None None] Network 73fdf239-02fb-44e2-ad26-14fb5529c902 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:46.329812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c22b862a-e5d0-4ae9-ab53-dfcf08069d56 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:46.402706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e924e848-42a2-49dd-9985-a86ed76e7de2 None None] Provisioning complete for port 9adb6a51-602d-440d-acc9-6da701b1e252 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:46.403079 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e924e848-42a2-49dd-9985-a86ed76e7de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.471727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c22b862a-e5d0-4ae9-ab53-dfcf08069d56 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:46.472331 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.524147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.632756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e924e848-42a2-49dd-9985-a86ed76e7de2 None None] Current status of the port 9adb6a51-602d-440d-acc9-6da701b1e252 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:46.646576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for port (bf8795a1-375e-43b7-8a61-2f73bea4bdc6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.662286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c22b862a-e5d0-4ae9-ab53-dfcf08069d56 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:46.663965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9adb6a51-602d-440d-acc9-6da701b1e252 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:46.673807 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (bf8795a1-375e-43b7-8a61-2f73bea4bdc6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.726299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9adb6a51-602d-440d-acc9-6da701b1e252 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:46.726861 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.798438 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.862178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9adb6a51-602d-440d-acc9-6da701b1e252 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:46.911187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.921027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event updated for resources: {'Port': ['ID=bf8795a1-375e-43b7-8a61-2f73bea4bdc6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:46.973992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1caa738c-8691-4eb7-8bed-8aef559b1e17 None None] Provisioning complete for port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:46.974492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1caa738c-8691-4eb7-8bed-8aef559b1e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:47.025731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1caa738c-8691-4eb7-8bed-8aef559b1e17 None None] Port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:47.039887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1caa738c-8691-4eb7-8bed-8aef559b1e17 None None] Provisioning complete for port 9adb6a51-602d-440d-acc9-6da701b1e252 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:47.040581 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1caa738c-8691-4eb7-8bed-8aef559b1e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:47.147413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1caa738c-8691-4eb7-8bed-8aef559b1e17 None None] Current status of the port 9adb6a51-602d-440d-acc9-6da701b1e252 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:47.272470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Network 9bae50ca-3d64-4e45-a40c-8366b1e9c74a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:47.289710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cac3928a-3f85-45cb-a019-31cbb76444d5 None None] Provisioning complete for port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:47.289864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:47.290445 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cac3928a-3f85-45cb-a019-31cbb76444d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:47.344439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cac3928a-3f85-45cb-a019-31cbb76444d5 None None] Port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:47.361863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a8440-15e8-4b18-88ae-ab480876aeab req-caef8598-3afd-4a7c-9f41-53cb0ece4ab5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:47.363599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d2a8440-15e8-4b18-88ae-ab480876aeab req-caef8598-3afd-4a7c-9f41-53cb0ece4ab5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1074233 Jan 28 04:05:47.455636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d2a8440-15e8-4b18-88ae-ab480876aeab req-23379c13-fca7-4115-bcdf-ee52a0b401f3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854669 Jan 28 04:05:47.521414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Router b0c76fc7-0d86-4f25-9f93-03221f2d93b9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:05:47.541347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:47.553742 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:47.673796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c512befa-0804-4b2e-ac88-b3341564ec38 None None] Provisioning complete for port bf8795a1-375e-43b7-8a61-2f73bea4bdc6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:47.674552 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c512befa-0804-4b2e-ac88-b3341564ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bf8795a1-375e-43b7-8a61-2f73bea4bdc6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:47.718262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c512befa-0804-4b2e-ac88-b3341564ec38 None None] Port bf8795a1-375e-43b7-8a61-2f73bea4bdc6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:47.746601 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (13d821f4-187c-429b-a786-2bbaee1a5840), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:47.755480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Port': ['ID=ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:47.767880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:47.774271 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6f6e1553-b16b-47b7-b71d-e72d1c48c0a5 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "PUT /v2.0/routers/b0c76fc7-0d86-4f25-9f93-03221f2d93b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8586094 Jan 28 04:05:47.778064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:47.780712 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4b80a-a732-4308-9520-6aff46eded66 None None] Sync routers for ids ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:47.794636 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f4b80a-a732-4308-9520-6aff46eded66 None None] Routers {'b0c76fc7-0d86-4f25-9f93-03221f2d93b9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:47.795651 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87f4b80a-a732-4308-9520-6aff46eded66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:47.834592 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87f4b80a-a732-4308-9520-6aff46eded66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:47.846217 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f4b80a-a732-4308-9520-6aff46eded66 None None] Routers {'b0c76fc7-0d86-4f25-9f93-03221f2d93b9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:47.847037 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87f4b80a-a732-4308-9520-6aff46eded66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:47.880911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network 73fdf239-02fb-44e2-ad26-14fb5529c902 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:47.882421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:47.886352 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87f4b80a-a732-4308-9520-6aff46eded66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:47.887224 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4b80a-a732-4308-9520-6aff46eded66 None None] The sync data for ids ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:47.896692 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e681-fa5f-4778-ba06-6aa079f62873 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for router (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:48.013436 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-f7f2e681-fa5f-4778-ba06-6aa079f62873 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 04:05:48.017872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f7f2e681-fa5f-4778-ba06-6aa079f62873 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "DELETE /v2.0/routers/b0c76fc7-0d86-4f25-9f93-03221f2d93b9 HTTP/1.1" status: 409 len: 329 time: 0.2378788 Jan 28 04:05:48.018035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42656) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:48.053675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Router 13d821f4-187c-429b-a786-2bbaee1a5840 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:05:48.247748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-038e3f8a-7e40-4b7b-9c1d-d2c0c09ef681 None None] Provisioning complete for port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:48.248799 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-038e3f8a-7e40-4b7b-9c1d-d2c0c09ef681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:48.294414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-038e3f8a-7e40-4b7b-9c1d-d2c0c09ef681 None None] Port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:48.430207 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:48.566783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:48.578272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5188a444-7b81-4616-aa0b-f698bf6baac1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "PUT /v2.0/routers/13d821f4-187c-429b-a786-2bbaee1a5840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9913371 Jan 28 04:05:48.586642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Sync routers for ids ['13d821f4-187c-429b-a786-2bbaee1a5840'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:48.621605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Routers {'13d821f4-187c-429b-a786-2bbaee1a5840'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:48.624134 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['13d821f4-187c-429b-a786-2bbaee1a5840'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:48.681638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e076093-4bcb-47af-8c44-5107cc7c31d1 req-8fb06266-db32-4e1e-a0e9-8daede84ace4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:48.683754 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e076093-4bcb-47af-8c44-5107cc7c31d1 req-8fb06266-db32-4e1e-a0e9-8daede84ace4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1399579 Jan 28 04:05:48.758120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e076093-4bcb-47af-8c44-5107cc7c31d1 req-16d7aba1-a917-4d7d-897b-c16639858630 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647795 Jan 28 04:05:48.841432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Set router 13d821f4-187c-429b-a786-2bbaee1a5840 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:48.988762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Deleting port bf8795a1-375e-43b7-8a61-2f73bea4bdc6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:48.989358 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bf8795a1-375e-43b7-8a61-2f73bea4bdc6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:49.097683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-0b733855-4a7b-4f82-8311-88c0f901920b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:49.099511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-0b733855-4a7b-4f82-8311-88c0f901920b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/networks?id=73fdf239-02fb-44e2-ad26-14fb5529c902 HTTP/1.1" status: 200 len: 798 time: 0.2333779 Jan 28 04:05:49.129445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2e06fa2a-3cba-4497-afa9-59fb10351bcb tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/quotas/76049bb0218b4104bfff149e28d82470 HTTP/1.1" status: 200 len: 375 time: 0.0201821 Jan 28 04:05:49.129606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972651492', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:05:37Z', 'updated_at': '2022-01-28T04:05:46Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:05:39Z', 'updated_at': '2022-01-28T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6', 'name': '', 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:c4:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'a6140085-0fae-49ad-92de-a18adee4fffb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:05:44Z', 'updated_at': '2022-01-28T04:05:47Z', 'revision_number': 2, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'a6140085-0fae-49ad-92de-a18adee4fffb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:49.171814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Checking router: 13d821f4-187c-429b-a786-2bbaee1a5840 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:05:49.172244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Updating router 13d821f4-187c-429b-a786-2bbaee1a5840 port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:05:49.197127 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bf8795a1-375e-43b7-8a61-2f73bea4bdc6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:49.204370 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:49.215000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Calling delete_port for bf8795a1-375e-43b7-8a61-2f73bea4bdc6 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:49.247382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-eeb72024-be99-4237-897b-21a865a974df tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=76049bb0218b4104bfff149e28d82470&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1071925 Jan 28 04:05:49.714525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Publish callbacks [] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:49.720050 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:49.778064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecc94e-f8d6-4bb2-8db8-29661ca106b8 None None] Pushing event updated for resources: {'Port': ['ID=ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:49.833596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Attempting to bind port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:49.834259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Attempting to bind port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:49.834797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Attempting to bind port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 on network 73fdf239-02fb-44e2-ad26-14fb5529c902 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:49.842025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:49.842762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Checking segment: {'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:49.844189 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:49.844769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Bound using segment: {'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:49.845457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Bound port: ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:49.846073 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:49.917221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] For port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:49.921354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] For port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:49.933423 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:49.963680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-8ff16d19-2978-4d02-801b-f7c0c8122e2c service neutron] 10.222.0.44 "GET /v2.0/networks/73fdf239-02fb-44e2-ad26-14fb5529c902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811893 Jan 28 04:05:49.979835 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bf8795a1-375e-43b7-8a61-2f73bea4bdc6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:49.991234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda76cdc-05b2-4b69-b54e-e674e06ae9ca req-74d04ba4-2843-478e-8a3a-0faabbd3f7cd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:50.000374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eda76cdc-05b2-4b69-b54e-e674e06ae9ca req-74d04ba4-2843-478e-8a3a-0faabbd3f7cd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1316636 Jan 28 04:05:50.008747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Routers {'13d821f4-187c-429b-a786-2bbaee1a5840'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:50.009472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['13d821f4-187c-429b-a786-2bbaee1a5840'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:50.013281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecc94e-f8d6-4bb2-8db8-29661ca106b8 None None] Pushing event updated for resources: {'Port': ['ID=ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:50.153188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] Set router 13d821f4-187c-429b-a786-2bbaee1a5840 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:50.162499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event deleted for resources: {'Port': ['ID=bf8795a1-375e-43b7-8a61-2f73bea4bdc6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:50.238721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-ba3eaa82-f1a3-47bb-a7aa-db45a15b9de7 service neutron] 10.222.0.44 "GET /v2.0/networks/73fdf239-02fb-44e2-ad26-14fb5529c902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193074 Jan 28 04:05:50.348775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eda76cdc-05b2-4b69-b54e-e674e06ae9ca req-bedf3441-355d-4ee3-aa33-f4e948f49b72 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454204 Jan 28 04:05:50.413008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-56ee62d8-5bae-4e30-8ac7-8fe01b6533ee None None] Provisioning complete for port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:50.413531 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56ee62d8-5bae-4e30-8ac7-8fe01b6533ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:50.527724 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:50.663249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-56ee62d8-5bae-4e30-8ac7-8fe01b6533ee None None] Current status of the port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:50.663695 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56ee62d8-5bae-4e30-8ac7-8fe01b6533ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:50.699285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14e09ae0-f035-4d5e-8610-bf8793d4c58a req-6f5b62af-eb9f-4699-a2db-e430d7ef9fa4 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 210 time: 0.1168799 Jan 28 04:05:50.706318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-56ee62d8-5bae-4e30-8ac7-8fe01b6533ee None None] For port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:50.714618 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56ee62d8-5bae-4e30-8ac7-8fe01b6533ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:50.744988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972651492', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:05:37Z', 'updated_at': '2022-01-28T04:05:46Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:05:39Z', 'updated_at': '2022-01-28T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6', 'name': '', 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:c4:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'a6140085-0fae-49ad-92de-a18adee4fffb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:05:44Z', 'updated_at': '2022-01-28T04:05:49Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'a6140085-0fae-49ad-92de-a18adee4fffb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:50.777329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10242de2-52a4-4cff-be5b-a1c06ce8e876 None None] The sync data for ids ['13d821f4-187c-429b-a786-2bbaee1a5840'] in n-d-808199-14 is: [{'id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972651492', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:05:37Z', 'updated_at': '2022-01-28T04:05:46Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:05:39Z', 'updated_at': '2022-01-28T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6', 'name': '', 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:c4:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'a6140085-0fae-49ad-92de-a18adee4fffb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:05:44Z', 'updated_at': '2022-01-28T04:05:49Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'a6140085-0fae-49ad-92de-a18adee4fffb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:50.804948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee62d8-5bae-4e30-8ac7-8fe01b6533ee None None] Pushing event updated for resources: {'Port': ['ID=ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:50.849562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Router b0c76fc7-0d86-4f25-9f93-03221f2d93b9 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:05:50.884227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4c81e32b-6e91-4591-b2e1-e3d8efdfd674 None None] Provisioning complete for port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:50.884894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c81e32b-6e91-4591-b2e1-e3d8efdfd674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.016457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:51.026690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-91865d3b-d7bb-42ea-b3b6-736ce232f2db tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "PUT /v2.0/routers/b0c76fc7-0d86-4f25-9f93-03221f2d93b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0041473 Jan 28 04:05:51.028209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42702) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:51.047227 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffaf6e5-0884-40f5-873d-833fde9cf283 None None] Sync routers for ids ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:51.066133 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffaf6e5-0884-40f5-873d-833fde9cf283 None None] Routers {'b0c76fc7-0d86-4f25-9f93-03221f2d93b9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:51.067580 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5ffaf6e5-0884-40f5-873d-833fde9cf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:51.072893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4c81e32b-6e91-4591-b2e1-e3d8efdfd674 None None] Current status of the port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:51.100125 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-d0944808-4b9f-40ec-9739-4aa9100a709b tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] show failed (client error): The resource could not be found. Jan 28 04:05:51.106576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42704) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:51.107919 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d0944808-4b9f-40ec-9739-4aa9100a709b tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1682835970 HTTP/1.1" status: 404 len: 335 time: 0.0781760 Jan 28 04:05:51.112703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d5fa5114-1c1c-495b-a160-66b42b1ed956 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:51.123298 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5ffaf6e5-0884-40f5-873d-833fde9cf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:51.137850 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffaf6e5-0884-40f5-873d-833fde9cf283 None None] Routers {'b0c76fc7-0d86-4f25-9f93-03221f2d93b9'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:51.138832 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5ffaf6e5-0884-40f5-873d-833fde9cf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:51.166556 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-d5fa5114-1c1c-495b-a160-66b42b1ed956 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] update failed (client error): The resource could not be found. Jan 28 04:05:51.168149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d5fa5114-1c1c-495b-a160-66b42b1ed956 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-117433851 HTTP/1.1" status: 404 len: 334 time: 0.0599170 Jan 28 04:05:51.173226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42706) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:51.177788 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5ffaf6e5-0884-40f5-873d-833fde9cf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:51.178443 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffaf6e5-0884-40f5-873d-833fde9cf283 None None] The sync data for ids ['b0c76fc7-0d86-4f25-9f93-03221f2d93b9'] in n-d-808199-14 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:51.247179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-38196f0f-3662-465a-97d6-518c5e08600e tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Deleting subnet 11188503-ad53-46ce-a83b-47e258aa67ed {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:05:51.251747 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38196f0f-3662-465a-97d6-518c5e08600e tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for subnet (11188503-ad53-46ce-a83b-47e258aa67ed), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.318163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38196f0f-3662-465a-97d6-518c5e08600e tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (11188503-ad53-46ce-a83b-47e258aa67ed), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.437524 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38196f0f-3662-465a-97d6-518c5e08600e tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (11188503-ad53-46ce-a83b-47e258aa67ed), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.617158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d72f0-7e19-4a06-a5b9-1a642cc86b3d req-61ba7a51-2bdb-4e68-b48f-6afd4779880a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:51.618966 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d7d72f0-7e19-4a06-a5b9-1a642cc86b3d req-61ba7a51-2bdb-4e68-b48f-6afd4779880a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1328757 Jan 28 04:05:51.640606 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38196f0f-3662-465a-97d6-518c5e08600e tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (11188503-ad53-46ce-a83b-47e258aa67ed), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.695753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38196f0f-3662-465a-97d6-518c5e08600e tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event deleted for resources: {'Subnet': ['ID=11188503-ad53-46ce-a83b-47e258aa67ed,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:51.703435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5f6c3-baf0-445b-8794-87adeaba4c7f None None] Network 077f812b-cab8-484b-88d4-02a890fd70aa requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:51.708381 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38196f0f-3662-465a-97d6-518c5e08600e tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.732862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-38196f0f-3662-465a-97d6-518c5e08600e tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "DELETE /v2.0/subnets/11188503-ad53-46ce-a83b-47e258aa67ed HTTP/1.1" status: 204 len: 168 time: 0.5578296 Jan 28 04:05:51.735768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42712) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:51.860046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-351c0ea6-0144-40b9-91aa-ad5aad6ac302 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Deleting subnet 36f1006d-8d49-46d6-ad97-ff4eb7094984 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:05:51.867170 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-351c0ea6-0144-40b9-91aa-ad5aad6ac302 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for subnet (36f1006d-8d49-46d6-ad97-ff4eb7094984), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.880073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d133a00d-64c0-4d7e-82e1-c52c970fdab0 req-81df6330-0634-401b-99cb-d735e349bb66 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 210 time: 0.0686922 Jan 28 04:05:51.899805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d7d72f0-7e19-4a06-a5b9-1a642cc86b3d req-e9aa3ad9-7199-468a-8e63-72021affe233 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727878 Jan 28 04:05:51.972276 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-351c0ea6-0144-40b9-91aa-ad5aad6ac302 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (36f1006d-8d49-46d6-ad97-ff4eb7094984), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.087540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d210c19-bf97-4704-b109-d98752bab019 None None] DHCP port deletion for 077f812b-cab8-484b-88d4-02a890fd70aa request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:05:52.219564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0d210c19-bf97-4704-b109-d98752bab019 None None] Deleting port 6c112ae1-da7a-435e-b25d-58217ee30e16 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:52.219947 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d210c19-bf97-4704-b109-d98752bab019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.312208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-351c0ea6-0144-40b9-91aa-ad5aad6ac302 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (36f1006d-8d49-46d6-ad97-ff4eb7094984), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.337487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0d210c19-bf97-4704-b109-d98752bab019 None None] For port 6c112ae1-da7a-435e-b25d-58217ee30e16, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6c112ae1-da7a-435e-b25d-58217ee30e16,segment=NetworkSegment(c7435401-2ff7-4529-bc04-8ad1d5b037f4),segment_id=c7435401-2ff7-4529-bc04-8ad1d5b037f4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:52.344854 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d210c19-bf97-4704-b109-d98752bab019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.377293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0d210c19-bf97-4704-b109-d98752bab019 None None] Calling delete_port for 6c112ae1-da7a-435e-b25d-58217ee30e16 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:52.465975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-dfb42f89-1d6c-48fa-b550-ff21b5dddf70 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:52.467552 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-dfb42f89-1d6c-48fa-b550-ff21b5dddf70 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.25 "GET /v2.0/networks?id=73fdf239-02fb-44e2-ad26-14fb5529c902 HTTP/1.1" status: 200 len: 798 time: 0.4140916 Jan 28 04:05:52.481915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:52.503066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Request body: {'port': {'device_id': '071c23b5-fcff-49b4-9f2a-c993a5348776', 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902', 'admin_state_up': True, 'tenant_id': '76049bb0218b4104bfff149e28d82470'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:52.511789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d210c19-bf97-4704-b109-d98752bab019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (6c112ae1-da7a-435e-b25d-58217ee30e16), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.555994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d210c19-bf97-4704-b109-d98752bab019 None None] Pushing event deleted for resources: {'Port': ['ID=6c112ae1-da7a-435e-b25d-58217ee30e16,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:52.570911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d210c19-bf97-4704-b109-d98752bab019 None None] No DVR routers for this DVR port 6c112ae1-da7a-435e-b25d-58217ee30e16 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:05:52.608100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:52.608706 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.673990 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-351c0ea6-0144-40b9-91aa-ad5aad6ac302 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (36f1006d-8d49-46d6-ad97-ff4eb7094984), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.711984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-351c0ea6-0144-40b9-91aa-ad5aad6ac302 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.718549 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-351c0ea6-0144-40b9-91aa-ad5aad6ac302 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "DELETE /v2.0/subnets/36f1006d-8d49-46d6-ad97-ff4eb7094984 HTTP/1.1" status: 204 len: 168 time: 0.9787819 Jan 28 04:05:52.718549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c0ea6-0144-40b9-91aa-ad5aad6ac302 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event deleted for resources: {'Subnet': ['ID=36f1006d-8d49-46d6-ad97-ff4eb7094984,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:52.719025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:52.770045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:52.772754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44282b9-e9d8-4bcd-97db-b2f2be899a31 None None] Network df7052fb-9a50-41a9-b569-f89dfdf47007 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:52.815475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Made reservation on behalf of 76049bb0218b4104bfff149e28d82470 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:52.819075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.883560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6c112ae1-da7a-435e-b25d-58217ee30e16 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:05:52.918064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 6c112ae1-da7a-435e-b25d-58217ee30e16 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:05:52.918612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6c112ae1-da7a-435e-b25d-58217ee30e16 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:05:52.919630 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (077f812b-cab8-484b-88d4-02a890fd70aa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.099373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9de0f7-9598-4904-9288-159381a13386 None None] DHCP port deletion for df7052fb-9a50-41a9-b569-f89dfdf47007 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:05:53.115233 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Allocated IP 172.20.0.21 (73fdf239-02fb-44e2-ad26-14fb5529c902/a6140085-0fae-49ad-92de-a18adee4fffb/6a76755e-4b2b-47c6-859b-fdbf88b70a03) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:53.138054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-febbf052-8611-433b-b745-13d5a6855002 req-babf9227-5a0a-448f-9cbe-bca7e2051e7b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 210 time: 0.1108797 Jan 28 04:05:53.162428 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (077f812b-cab8-484b-88d4-02a890fd70aa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.194730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2b9de0f7-9598-4904-9288-159381a13386 None None] Deleting port 39f7bde2-7969-42eb-b39c-df8980aba762 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:53.195517 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b9de0f7-9598-4904-9288-159381a13386 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.200545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077f812b-cab8-484b-88d4-02a890fd70aa']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:53.209921 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e5675-f827-4e34-be75-bbe11c1d691c req-2fab0578-6f04-4353-9770-e98d2dbcc04a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:53.211560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c18e5675-f827-4e34-be75-bbe11c1d691c req-2fab0578-6f04-4353-9770-e98d2dbcc04a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1279521 Jan 28 04:05:53.221403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7435401-2ff7-4529-bc04-8ad1d5b037f4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:53.221704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7435401-2ff7-4529-bc04-8ad1d5b037f4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:53.240817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (c7435401-2ff7-4529-bc04-8ad1d5b037f4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.265205 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c7435401-2ff7-4529-bc04-8ad1d5b037f4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.279772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:05:53.280605 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (c7435401-2ff7-4529-bc04-8ad1d5b037f4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:05:53.283964 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:05:53.344152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2b9de0f7-9598-4904-9288-159381a13386 None None] For port 39f7bde2-7969-42eb-b39c-df8980aba762, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=39f7bde2-7969-42eb-b39c-df8980aba762,segment=NetworkSegment(f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7),segment_id=f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:53.344694 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b9de0f7-9598-4904-9288-159381a13386 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.363019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c18e5675-f827-4e34-be75-bbe11c1d691c req-475850ca-0e2b-4a04-954b-397b3a70fd2e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386781 Jan 28 04:05:53.366667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.375299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2b9de0f7-9598-4904-9288-159381a13386 None None] Calling delete_port for 39f7bde2-7969-42eb-b39c-df8980aba762 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:53.379605 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (077f812b-cab8-484b-88d4-02a890fd70aa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.389131 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.395566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "DELETE /v2.0/networks/077f812b-cab8-484b-88d4-02a890fd70aa HTTP/1.1" status: 204 len: 168 time: 0.6730807 Jan 28 04:05:53.405770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:53.414680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c35db-c112-4557-9409-f2b49b15f757 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event deleted for resources: {'Network': ['ID=077f812b-cab8-484b-88d4-02a890fd70aa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:53.438652 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.492951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Network 73fdf239-02fb-44e2-ad26-14fb5529c902 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:53.496148 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b9de0f7-9598-4904-9288-159381a13386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (39f7bde2-7969-42eb-b39c-df8980aba762), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.505617 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (df7052fb-9a50-41a9-b569-f89dfdf47007), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.514516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:53.534923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:53.558357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9de0f7-9598-4904-9288-159381a13386 None None] Pushing event deleted for resources: {'Port': ['ID=39f7bde2-7969-42eb-b39c-df8980aba762,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:53.568916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9de0f7-9598-4904-9288-159381a13386 None None] No DVR routers for this DVR port 39f7bde2-7969-42eb-b39c-df8980aba762 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:05:53.612493 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event updated for resources: {'Port': ['ID=6a76755e-4b2b-47c6-859b-fdbf88b70a03,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:53.651799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:53.652422 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.669142 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (df7052fb-9a50-41a9-b569-f89dfdf47007), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.684422 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-1067387b-4185-485d-971d-d26b3ddcb95c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1902905 Jan 28 04:05:53.702881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Request body: {'port': {'device_id': '071c23b5-fcff-49b4-9f2a-c993a5348776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:53.714127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7052fb-9a50-41a9-b569-f89dfdf47007']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:53.732938 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:53.733629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:53.761676 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.777616 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.786239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:05:53.787594 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (f2b9a60c-dcbb-4cce-b99c-179cf59e0ff7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:05:53.792212 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:05:53.796703 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.861198 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (df7052fb-9a50-41a9-b569-f89dfdf47007), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.874457 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.878185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "DELETE /v2.0/networks/df7052fb-9a50-41a9-b569-f89dfdf47007 HTTP/1.1" status: 204 len: 168 time: 0.4710157 Jan 28 04:05:53.891200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:53.900661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bf84a-1404-4226-a592-e5465571ee52 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event deleted for resources: {'Network': ['ID=df7052fb-9a50-41a9-b569-f89dfdf47007,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:53.938299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ebc1f37d-8d67-45aa-b1fb-3b54f3e1a0b5 None None] Provisioning complete for port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:53.938801 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f37d-8d67-45aa-b1fb-3b54f3e1a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:53.973254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cee207-3ffd-488c-822e-664c12b0ccfb tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Deleting subnet f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:05:53.980940 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33cee207-3ffd-488c-822e-664c12b0ccfb tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for subnet (f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.016500 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1f37d-8d67-45aa-b1fb-3b54f3e1a0b5 None None] Port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:05:54.039299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33cee207-3ffd-488c-822e-664c12b0ccfb tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.132450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a76755e-4b2b-47c6-859b-fdbf88b70a03 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:05:54.140637 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33cee207-3ffd-488c-822e-664c12b0ccfb tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.151139 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Publish callbacks [] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.187415 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Transition to ACTIVE for port object 6a76755e-4b2b-47c6-859b-fdbf88b70a03 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:05:54.205150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.276053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a76755e-4b2b-47c6-859b-fdbf88b70a03,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:54.288342 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33cee207-3ffd-488c-822e-664c12b0ccfb tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.355858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 39f7bde2-7969-42eb-b39c-df8980aba762 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:05:54.373949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cee207-3ffd-488c-822e-664c12b0ccfb tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:54.392524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 39f7bde2-7969-42eb-b39c-df8980aba762 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:05:54.394261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 39f7bde2-7969-42eb-b39c-df8980aba762 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:05:54.422415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33cee207-3ffd-488c-822e-664c12b0ccfb tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.424144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e903a5ed-6026-43ff-83b0-40ac173a3cb8 None None] Network 9bae50ca-3d64-4e45-a40c-8366b1e9c74a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:54.442172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-33cee207-3ffd-488c-822e-664c12b0ccfb tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "DELETE /v2.0/subnets/f8d6b84f-5d3b-4c4d-ac71-4f5dcc682b19 HTTP/1.1" status: 204 len: 168 time: 0.5499165 Jan 28 04:05:54.445161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:54.460476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Attempting to bind port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:54.461014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Attempting to bind port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:54.461226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Attempting to bind port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 on network 73fdf239-02fb-44e2-ad26-14fb5529c902 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:54.476584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 on network 73fdf239-02fb-44e2-ad26-14fb5529c902 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:05:54.476941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Attempting to bind port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 on network 73fdf239-02fb-44e2-ad26-14fb5529c902 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:54.493419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:54.493765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Checking segment: {'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:54.494195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Bound using segment: {'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:54.494633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Bound port: 6a76755e-4b2b-47c6-859b-fdbf88b70a03, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f599402c-8375-45a5-a19c-649e2326fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:54.495037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.519277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858498b-c1d6-4ed1-ab51-43d6716372ca req-7ab41c9c-e10f-4ebd-a99f-02fdda0206d6 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:54.521142 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0858498b-c1d6-4ed1-ab51-43d6716372ca req-7ab41c9c-e10f-4ebd-a99f-02fdda0206d6 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 907 time: 0.2740686 Jan 28 04:05:54.633081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] For port 6a76755e-4b2b-47c6-859b-fdbf88b70a03, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:54.641134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] For port 6a76755e-4b2b-47c6-859b-fdbf88b70a03, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6a76755e-4b2b-47c6-859b-fdbf88b70a03,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:54.656037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.721515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:54.722167 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.723612 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] 10.222.0.25 "PUT /v2.0/ports/6a76755e-4b2b-47c6-859b-fdbf88b70a03 HTTP/1.1" status: 200 len: 1056 time: 1.0258517 Jan 28 04:05:54.724094 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071c23b5-fcff-49b4-9f2a-c993a5348776', 'tag': '6a76755e-4b2b-47c6-859b-fdbf88b70a03'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:54.732358 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (9bae50ca-3d64-4e45-a40c-8366b1e9c74a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.734178 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e050f0-c0f6-4625-89dd-6453ef9ebba7" -d '{"events": [{"name": "network-changed", "server_uuid": "071c23b5-fcff-49b4-9f2a-c993a5348776", "tag": "6a76755e-4b2b-47c6-859b-fdbf88b70a03"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:54.746324 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dcec6-add0-4c80-82af-629f041a6a5d req-3cd8f2bf-b03e-48a0-b505-f62ab19c3f7d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:54.748134 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d30dcec6-add0-4c80-82af-629f041a6a5d req-3cd8f2bf-b03e-48a0-b505-f62ab19c3f7d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1522756 Jan 28 04:05:54.757185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771fcb78-260d-4786-866b-f3d6d73df4cf None None] DHCP port deletion for 9bae50ca-3d64-4e45-a40c-8366b1e9c74a request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:05:54.831253 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa69c1-2070-4790-8feb-b36eec33d2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a76755e-4b2b-47c6-859b-fdbf88b70a03,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:54.867749 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd2e3cf-d38e-43fd-a7fa-9a88565ac7e6 x-openstack-request-id: req-ccd2e3cf-d38e-43fd-a7fa-9a88565ac7e6 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:54.868056 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071c23b5-fcff-49b4-9f2a-c993a5348776", "tag": "6a76755e-4b2b-47c6-859b-fdbf88b70a03", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:54.868320 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ccd2e3cf-d38e-43fd-a7fa-9a88565ac7e6 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:54.868752 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071c23b5-fcff-49b4-9f2a-c993a5348776', 'tag': '6a76755e-4b2b-47c6-859b-fdbf88b70a03', 'status': 'completed', 'code': 200} Jan 28 04:05:54.917066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d30dcec6-add0-4c80-82af-629f041a6a5d req-a269c139-0b51-4967-a350-f28c3ca697b6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531112 Jan 28 04:05:54.923822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-771fcb78-260d-4786-866b-f3d6d73df4cf None None] Deleting port 326720b9-5868-4905-a506-335cd2e1d023 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:54.924206 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-771fcb78-260d-4786-866b-f3d6d73df4cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (326720b9-5868-4905-a506-335cd2e1d023), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.942318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Deleting port 326720b9-5868-4905-a506-335cd2e1d023 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:54.942962 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (326720b9-5868-4905-a506-335cd2e1d023), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:54.952637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-defd902d-e53b-4547-8445-aab3f88de4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:54.956042 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-defd902d-e53b-4547-8445-aab3f88de4f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=76049bb0218b4104bfff149e28d82470&device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 1059 time: 0.1175320 Jan 28 04:05:55.033533 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-ce39bfd1-0ab0-49b8-aa16-0c471978edc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=6a76755e-4b2b-47c6-859b-fdbf88b70a03 HTTP/1.1" status: 200 len: 217 time: 0.0642471 Jan 28 04:05:55.082701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-771fcb78-260d-4786-866b-f3d6d73df4cf None None] For port 326720b9-5868-4905-a506-335cd2e1d023, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=326720b9-5868-4905-a506-335cd2e1d023,segment=NetworkSegment(96e0157d-8596-48eb-a098-a3dd70adfca9),segment_id=96e0157d-8596-48eb-a098-a3dd70adfca9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:55.083103 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-771fcb78-260d-4786-866b-f3d6d73df4cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (326720b9-5868-4905-a506-335cd2e1d023), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.102640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] For port 326720b9-5868-4905-a506-335cd2e1d023, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=326720b9-5868-4905-a506-335cd2e1d023,segment=NetworkSegment(96e0157d-8596-48eb-a098-a3dd70adfca9),segment_id=96e0157d-8596-48eb-a098-a3dd70adfca9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:55.103667 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (326720b9-5868-4905-a506-335cd2e1d023), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.115177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-771fcb78-260d-4786-866b-f3d6d73df4cf None None] Calling delete_port for 326720b9-5868-4905-a506-335cd2e1d023 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:55.135023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-15842fa7-17e2-46a6-bcbe-f8b02010d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:55.136318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Calling delete_port for 326720b9-5868-4905-a506-335cd2e1d023 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:55.136516 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-15842fa7-17e2-46a6-bcbe-f8b02010d3fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a6140085-0fae-49ad-92de-a18adee4fffb HTTP/1.1" status: 200 len: 837 time: 0.0941923 Jan 28 04:05:55.215111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-c91d625e-7d79-45e7-a92b-aea6291be8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:55.216753 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-c91d625e-7d79-45e7-a92b-aea6291be8ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73fdf239-02fb-44e2-ad26-14fb5529c902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0720699 Jan 28 04:05:55.240416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (326720b9-5868-4905-a506-335cd2e1d023), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.255411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] No DVR routers for this DVR port 326720b9-5868-4905-a506-335cd2e1d023 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:05:55.316364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event deleted for resources: {'Port': ['ID=326720b9-5868-4905-a506-335cd2e1d023,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:55.348203 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-771fcb78-260d-4786-866b-f3d6d73df4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (326720b9-5868-4905-a506-335cd2e1d023), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.373082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771fcb78-260d-4786-866b-f3d6d73df4cf None None] No DVR routers for this DVR port 326720b9-5868-4905-a506-335cd2e1d023 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:05:55.387049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-37f7db1e-d138-4bfe-a96a-448948e790b0 service neutron] 10.222.0.25 "GET /v2.0/networks/73fdf239-02fb-44e2-ad26-14fb5529c902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632731 Jan 28 04:05:55.408165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fcb78-260d-4786-866b-f3d6d73df4cf None None] Pushing event deleted for resources: {'Port': ['ID=326720b9-5868-4905-a506-335cd2e1d023,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:55.438380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (9bae50ca-3d64-4e45-a40c-8366b1e9c74a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.463312 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bae50ca-3d64-4e45-a40c-8366b1e9c74a']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:55.474265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e0157d-8596-48eb-a098-a3dd70adfca9') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:55.474895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e0157d-8596-48eb-a098-a3dd70adfca9') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:55.485660 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (96e0157d-8596-48eb-a098-a3dd70adfca9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.501161 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (96e0157d-8596-48eb-a098-a3dd70adfca9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.508907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:05:55.510632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (96e0157d-8596-48eb-a098-a3dd70adfca9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.527202 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31ad0261-91f3-4b8d-8ac3-d9f1d2787dc4 req-ae593677-f134-425b-98ec-6675a107201c service neutron] 10.222.0.25 "GET /v2.0/networks/73fdf239-02fb-44e2-ad26-14fb5529c902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310308 Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:05:55.528580 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:05:55.584811 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (9bae50ca-3d64-4e45-a40c-8366b1e9c74a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.594065 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.599838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "DELETE /v2.0/networks/9bae50ca-3d64-4e45-a40c-8366b1e9c74a HTTP/1.1" status: 204 len: 168 time: 1.1504307 Jan 28 04:05:55.600576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:55.615601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738914aa-73bd-405b-8455-2c3557771309 tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Pushing event deleted for resources: {'Network': ['ID=9bae50ca-3d64-4e45-a40c-8366b1e9c74a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:55.733934 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-273f9356-f554-42a6-9568-825e2338ee5a tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0c76fc7-0d86-4f25-9f93-03221f2d93b9 HTTP/1.1" status: 200 len: 205 time: 0.1318336 Jan 28 04:05:55.756665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42738) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:55.814515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33049c76-81a1-4a97-acae-f886adc467aa req-dd31b312-4c7b-43a0-bc8e-8b46ef11eccb tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:55.826171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33049c76-81a1-4a97-acae-f886adc467aa req-dd31b312-4c7b-43a0-bc8e-8b46ef11eccb tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 907 time: 0.1040413 Jan 28 04:05:55.885453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17e5e73a-4263-4a75-8e07-92e4dd3c09ff tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for router (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.890653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-c83757ae-a7ac-40e2-8685-e447aafb0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:55.892509 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-c83757ae-a7ac-40e2-8685-e447aafb0c6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=76049bb0218b4104bfff149e28d82470&device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 1059 time: 0.2155855 Jan 28 04:05:56.047216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-06eebe96-acb0-403c-bb57-453cca0905f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:56.049162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-06eebe96-acb0-403c-bb57-453cca0905f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=73fdf239-02fb-44e2-ad26-14fb5529c902 HTTP/1.1" status: 200 len: 899 time: 0.1207573 Jan 28 04:05:56.116886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c1a9a-5b97-4c19-8e6b-afd29c3b176e req-6a3c6358-2676-4091-95f2-a7c2a0f1b8bf tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:56.118451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e97c1a9a-5b97-4c19-8e6b-afd29c3b176e req-6a3c6358-2676-4091-95f2-a7c2a0f1b8bf tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0970352 Jan 28 04:05:56.157817 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-fbc5d150-b85c-44d7-8cd5-42a48219a476 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=6a76755e-4b2b-47c6-859b-fdbf88b70a03 HTTP/1.1" status: 200 len: 217 time: 0.0636535 Jan 28 04:05:56.203759 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e97c1a9a-5b97-4c19-8e6b-afd29c3b176e req-464d1b51-cfd6-4a54-b15d-cf2ee97f72ee tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791612 Jan 28 04:05:56.317043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 326720b9-5868-4905-a506-335cd2e1d023 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:05:56.351976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 326720b9-5868-4905-a506-335cd2e1d023 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:05:56.352292 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 326720b9-5868-4905-a506-335cd2e1d023 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:05:56.379829 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17e5e73a-4263-4a75-8e07-92e4dd3c09ff tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:56.383294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17e5e73a-4263-4a75-8e07-92e4dd3c09ff tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for router_controller (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:56.418807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-6bf1f8ae-aca7-4a03-8315-b8ac0be515b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:56.420334 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-6bf1f8ae-aca7-4a03-8315-b8ac0be515b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a6140085-0fae-49ad-92de-a18adee4fffb HTTP/1.1" status: 200 len: 837 time: 0.2202673 Jan 28 04:05:56.487385 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17e5e73a-4263-4a75-8e07-92e4dd3c09ff tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (b0c76fc7-0d86-4f25-9f93-03221f2d93b9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:56.487969 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e5e73a-4263-4a75-8e07-92e4dd3c09ff tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Fanout notify agent at l3_agent the message router_deleted on router b0c76fc7-0d86-4f25-9f93-03221f2d93b9 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:05:56.495648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17e5e73a-4263-4a75-8e07-92e4dd3c09ff tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:56.496711 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-17e5e73a-4263-4a75-8e07-92e4dd3c09ff tempest-RoutersNegativeTest-71718129 tempest-RoutersNegativeTest-71718129-project] 10.222.0.44 "DELETE /v2.0/routers/b0c76fc7-0d86-4f25-9f93-03221f2d93b9 HTTP/1.1" status: 204 len: 168 time: 0.7386482 Jan 28 04:05:56.534438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-f46d287b-44aa-4268-b589-b2c1a2e9f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:56.535959 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-f46d287b-44aa-4268-b589-b2c1a2e9f65a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73fdf239-02fb-44e2-ad26-14fb5529c902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0802090 Jan 28 04:05:56.666211 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-6a4073da-db10-4366-894e-226f374a58c6 service neutron] 10.222.0.25 "GET /v2.0/networks/73fdf239-02fb-44e2-ad26-14fb5529c902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219530 Jan 28 04:05:56.795032 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e050f0-c0f6-4625-89dd-6453ef9ebba7 req-635bea20-66fc-43d4-8576-9d581cb32b21 service neutron] 10.222.0.25 "GET /v2.0/networks/73fdf239-02fb-44e2-ad26-14fb5529c902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220036 Jan 28 04:05:57.005455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6985-d2fc-4d7c-9408-703c59610fd0 req-bd08acf3-4e20-483a-9375-152df3a557b9 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:57.008092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:57.016282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acde6985-d2fc-4d7c-9408-703c59610fd0 req-bd08acf3-4e20-483a-9375-152df3a557b9 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 907 time: 0.0959415 Jan 28 04:05:57.199891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:57.200410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-435942de-ce04-49a9-b592-5409ac01ed52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75b50cb060d546c78c9d3413e9820ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909857 Jan 28 04:05:57.275826 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-170c673e-806b-41e4-be70-3706d7190607 admin admin] Publish callbacks [] for security_group (9ef40757-23e7-4b43-bde7-6261578fb001), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:57.304137 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-170c673e-806b-41e4-be70-3706d7190607 admin admin] Publish callbacks [] for security_group (9ef40757-23e7-4b43-bde7-6261578fb001), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:57.418865 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-170c673e-806b-41e4-be70-3706d7190607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9ef40757-23e7-4b43-bde7-6261578fb001), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:57.423113 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-170c673e-806b-41e4-be70-3706d7190607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:57.424561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-170c673e-806b-41e4-be70-3706d7190607 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ef40757-23e7-4b43-bde7-6261578fb001 HTTP/1.1" status: 204 len: 168 time: 0.2235086 Jan 28 04:05:57.464112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c673e-806b-41e4-be70-3706d7190607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef40757-23e7-4b43-bde7-6261578fb001,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:57.495214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ec392-5c21-4836-b821-37d1734c5886 req-d0b28a9c-c186-4a01-9101-54aade36971d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:57.507561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d9ec392-5c21-4836-b821-37d1734c5886 req-d0b28a9c-c186-4a01-9101-54aade36971d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1901700 Jan 28 04:05:57.608378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d9ec392-5c21-4836-b821-37d1734c5886 req-9039d4af-5ffd-462a-94e6-1f31c1ba75fd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998907 Jan 28 04:05:57.771165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6a76755e-4b2b-47c6-859b-fdbf88b70a03 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:05:57.963689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6a76755e-4b2b-47c6-859b-fdbf88b70a03, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6a76755e-4b2b-47c6-859b-fdbf88b70a03,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:57.975740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '6a76755e-4b2b-47c6-859b-fdbf88b70a03', 'network_id': '73fdf239-02fb-44e2-ad26-14fb5529c902', 'port_id': '6a76755e-4b2b-47c6-859b-fdbf88b70a03', 'mac_address': 'fa:16:3e:7d:42:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6140085-0fae-49ad-92de-a18adee4fffb', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:05:58.029375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:58.029814 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:58.065262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a76755e-4b2b-47c6-859b-fdbf88b70a03 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:05:58.114298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6a76755e-4b2b-47c6-859b-fdbf88b70a03, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6a76755e-4b2b-47c6-859b-fdbf88b70a03,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:58.124582 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:58.186736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213780c-6186-4b99-9ba7-75abed34769d req-2921f3c3-cc3e-43ae-96ac-7424f5a1649b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:58.188533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5213780c-6186-4b99-9ba7-75abed34769d req-2921f3c3-cc3e-43ae-96ac-7424f5a1649b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 908 time: 0.0598190 Jan 28 04:05:58.287418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6a76755e-4b2b-47c6-859b-fdbf88b70a03,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:58.453835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:58.581457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group': {'name': 'tempest-secgroup--960168695'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:58.592867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['6a76755e-4b2b-47c6-859b-fdbf88b70a03'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:05:58.624255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:58.635828 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:58.796479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bfe48-88ed-4692-be99-5f76601834c8 req-5305d664-465c-4826-81dd-53c477def094 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:58.798120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-275bfe48-88ed-4692-be99-5f76601834c8 req-5305d664-465c-4826-81dd-53c477def094 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0843692 Jan 28 04:05:58.813152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (d9d1ec3b-7a44-4de2-b4e1-ab43a039a7da), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:58.849907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d9d1ec3b-7a44-4de2-b4e1-ab43a039a7da), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:58.897988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-275bfe48-88ed-4692-be99-5f76601834c8 req-69a007aa-6570-4d8b-be96-29147422b953 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908773 Jan 28 04:05:58.924450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d1ec3b-7a44-4de2-b4e1-ab43a039a7da,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:58.960474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (09dc53b0-9e20-439b-b0b1-19a3ac444072), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:58.965683 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (09dc53b0-9e20-439b-b0b1-19a3ac444072), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.001043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.002352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5470903 Jan 28 04:05:59.005268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42784) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:59.011490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5a357-f3f0-41ff-9542-d57dd7b49a6a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09dc53b0-9e20-439b-b0b1-19a3ac444072,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:59.106990 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d18daf6a-7a42-4263-9284-7d23b5a387e5 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1005399 Jan 28 04:05:59.109814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:59.114924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c0e0d59f-d542-4eeb-8703-1996f281111a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group': {'name': 'tempest-security--1428680742', 'description': 'tempest-security-description-816239209'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:59.161556 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d59f-d542-4eeb-8703-1996f281111a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (09dc53b0-9e20-439b-b0b1-19a3ac444072), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.213619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d59f-d542-4eeb-8703-1996f281111a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (09dc53b0-9e20-439b-b0b1-19a3ac444072), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.219767 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d59f-d542-4eeb-8703-1996f281111a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (09dc53b0-9e20-439b-b0b1-19a3ac444072), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.222707 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d59f-d542-4eeb-8703-1996f281111a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.224655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c0e0d59f-d542-4eeb-8703-1996f281111a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "PUT /v2.0/security-groups/09dc53b0-9e20-439b-b0b1-19a3ac444072 HTTP/1.1" status: 200 len: 1796 time: 0.1133995 Jan 28 04:05:59.227826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42792) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:59.256227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0d59f-d542-4eeb-8703-1996f281111a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09dc53b0-9e20-439b-b0b1-19a3ac444072,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:59.296883 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aaa1384d-de95-4133-a90a-0f7bd7bcfa59 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups/09dc53b0-9e20-439b-b0b1-19a3ac444072 HTTP/1.1" status: 200 len: 1796 time: 0.0654535 Jan 28 04:05:59.297513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42794) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:59.439321 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07987-30c6-4a25-944f-eae14e4cdd46 req-352794b3-f20d-41f6-9550-77f0afd34ad8 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:59.440827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87b07987-30c6-4a25-944f-eae14e4cdd46 req-352794b3-f20d-41f6-9550-77f0afd34ad8 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 908 time: 0.1155696 Jan 28 04:05:59.464252 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-345a0e69-7194-47e5-b467-cec036dd8c37 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (09dc53b0-9e20-439b-b0b1-19a3ac444072), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.492404 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-345a0e69-7194-47e5-b467-cec036dd8c37 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (09dc53b0-9e20-439b-b0b1-19a3ac444072), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.548223 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-345a0e69-7194-47e5-b467-cec036dd8c37 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (09dc53b0-9e20-439b-b0b1-19a3ac444072), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.552900 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-345a0e69-7194-47e5-b467-cec036dd8c37 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.554309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-345a0e69-7194-47e5-b467-cec036dd8c37 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/09dc53b0-9e20-439b-b0b1-19a3ac444072 HTTP/1.1" status: 204 len: 168 time: 0.2551820 Jan 28 04:05:59.557542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42798) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:59.580002 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a0e69-7194-47e5-b467-cec036dd8c37 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dc53b0-9e20-439b-b0b1-19a3ac444072,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:59.631509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:59.632663 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3ca693a8-9470-4308-ba56-42b40c4c80b7 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0728831 Jan 28 04:05:59.645988 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-518ce177-28b5-4c35-98e7-8fcc3a026195 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] delete failed (client error): The resource could not be found. Jan 28 04:05:59.651049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-518ce177-28b5-4c35-98e7-8fcc3a026195 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/09dc53b0-9e20-439b-b0b1-19a3ac444072 HTTP/1.1" status: 404 len: 347 time: 0.0145547 Jan 28 04:05:59.652021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42802) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:59.656761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039257253'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:59.683399 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.770330 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (10cce312-7d9f-4475-93fd-c81c9a2e51ac), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.773734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6a76755e-4b2b-47c6-859b-fdbf88b70a03 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:59.777081 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (10cce312-7d9f-4475-93fd-c81c9a2e51ac), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.809053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10cce312-7d9f-4475-93fd-c81c9a2e51ac,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:59.820209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.820667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.821439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.822463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.822947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.823469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.823885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.824350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.825239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.825734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.826207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.826665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.827069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:59.843489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.848611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42804) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:59.854976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': '10cce312-7d9f-4475-93fd-c81c9a2e51ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:59.861133 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-10ecb181-513b-4010-bbe1-1c404f9b00fa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2064428 Jan 28 04:05:59.902049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (d3f8695d-a5ed-4bbc-bb12-346de3435018), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.977281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (d3f8695d-a5ed-4bbc-bb12-346de3435018), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.985261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d3f8695d-a5ed-4bbc-bb12-346de3435018), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.017950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f8695d-a5ed-4bbc-bb12-346de3435018,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:00.030698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:06:00.031451 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.032163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.032740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.033484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.034426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.035260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.036040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.037618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.039195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:00.039778 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.041778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.042460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.042910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.043444 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.043883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:00.056766 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.058438 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-322dffb0-f32b-4cd7-9c33-d292f08d48aa tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2079382 Jan 28 04:06:00.063107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:00.109932 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31b36ce8-cd65-41e6-a0b7-dc406977c43d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (d3f8695d-a5ed-4bbc-bb12-346de3435018), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.117897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f896c-009e-4c86-8182-b42073f35543 req-fb0c9f66-ef69-4219-806c-d47446545234 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:00.125399 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae8f896c-009e-4c86-8182-b42073f35543 req-fb0c9f66-ef69-4219-806c-d47446545234 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1023278 Jan 28 04:06:00.146545 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31b36ce8-cd65-41e6-a0b7-dc406977c43d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (d3f8695d-a5ed-4bbc-bb12-346de3435018), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.161009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:00.161325 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.186275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071c23b5-fcff-49b4-9f2a-c993a5348776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a76755e-4b2b-47c6-859b-fdbf88b70a03'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:00.198581 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c54c6c-8aa8-4573-bf9d-8f92cfdfa971" -d '{"events": [{"server_uuid": "071c23b5-fcff-49b4-9f2a-c993a5348776", "name": "network-vif-plugged", "status": "completed", "tag": "6a76755e-4b2b-47c6-859b-fdbf88b70a03"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:00.205449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae8f896c-009e-4c86-8182-b42073f35543 req-210969fa-fbb2-4468-ac9c-a4b2dc12ced5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790157 Jan 28 04:06:00.224723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31b36ce8-cd65-41e6-a0b7-dc406977c43d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d3f8695d-a5ed-4bbc-bb12-346de3435018), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.233491 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31b36ce8-cd65-41e6-a0b7-dc406977c43d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.237499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42816) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:00.237635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-31b36ce8-cd65-41e6-a0b7-dc406977c43d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d3f8695d-a5ed-4bbc-bb12-346de3435018 HTTP/1.1" status: 204 len: 168 time: 0.1734619 Jan 28 04:06:00.248114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b36ce8-cd65-41e6-a0b7-dc406977c43d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3f8695d-a5ed-4bbc-bb12-346de3435018,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:00.278389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6a76755e-4b2b-47c6-859b-fdbf88b70a03, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6a76755e-4b2b-47c6-859b-fdbf88b70a03,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:00.297340 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.340818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:00.344226 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-67f10f50-0063-469e-b79b-297a5aeb7b12 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1055136 Jan 28 04:06:00.363364 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf71807a-11ac-4181-80d5-d2c807756163 x-openstack-request-id: req-cf71807a-11ac-4181-80d5-d2c807756163 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:00.363944 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071c23b5-fcff-49b4-9f2a-c993a5348776", "name": "network-vif-plugged", "status": "completed", "tag": "6a76755e-4b2b-47c6-859b-fdbf88b70a03", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:00.364661 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf71807a-11ac-4181-80d5-d2c807756163 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:00.365086 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071c23b5-fcff-49b4-9f2a-c993a5348776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a76755e-4b2b-47c6-859b-fdbf88b70a03', 'code': 200} Jan 28 04:06:00.378335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6a76755e-4b2b-47c6-859b-fdbf88b70a03,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:00.412049 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2aca3f99-38f3-4b87-8f78-842f35ef86d2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (10cce312-7d9f-4475-93fd-c81c9a2e51ac), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.448766 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2aca3f99-38f3-4b87-8f78-842f35ef86d2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (10cce312-7d9f-4475-93fd-c81c9a2e51ac), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.496124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d6492-bc11-4eac-b2d6-efe001a65717 req-e8aad8d6-4380-476c-842f-0fec25089208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:00.497999 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-979d6492-bc11-4eac-b2d6-efe001a65717 req-e8aad8d6-4380-476c-842f-0fec25089208 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 1061 time: 0.0475874 Jan 28 04:06:00.502547 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2aca3f99-38f3-4b87-8f78-842f35ef86d2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (10cce312-7d9f-4475-93fd-c81c9a2e51ac), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.506097 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2aca3f99-38f3-4b87-8f78-842f35ef86d2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.511328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42824) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:00.512004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2aca3f99-38f3-4b87-8f78-842f35ef86d2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/10cce312-7d9f-4475-93fd-c81c9a2e51ac HTTP/1.1" status: 204 len: 168 time: 0.1692519 Jan 28 04:06:00.565515 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ea72e151-895b-45bf-9ad3-e887062f45e6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492404 Jan 28 04:06:00.566737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca3f99-38f3-4b87-8f78-842f35ef86d2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cce312-7d9f-4475-93fd-c81c9a2e51ac,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:00.567011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:00.573126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-26c13958-d310-43fc-aa3c-22d2b33358ee tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304001324'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:00.612328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26c13958-d310-43fc-aa3c-22d2b33358ee tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.613067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f0570-1140-4846-8829-21f63d2d1e67 req-2fab866f-cab1-4786-9257-8d8d482d7f71 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:00.614935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-069f0570-1140-4846-8829-21f63d2d1e67 req-2fab866f-cab1-4786-9257-8d8d482d7f71 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 909 time: 0.0970685 Jan 28 04:06:00.691784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26c13958-d310-43fc-aa3c-22d2b33358ee tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (a2089820-7c6a-4e6f-a73e-0e664e92c950), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.696711 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26c13958-d310-43fc-aa3c-22d2b33358ee tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a2089820-7c6a-4e6f-a73e-0e664e92c950), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.730425 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26c13958-d310-43fc-aa3c-22d2b33358ee tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.731707 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-26c13958-d310-43fc-aa3c-22d2b33358ee tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1634252 Jan 28 04:06:00.732387 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c13958-d310-43fc-aa3c-22d2b33358ee tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2089820-7c6a-4e6f-a73e-0e664e92c950,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:00.734560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:00.738875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-83a14e76-6d75-40dc-ab2a-ffc6c098a849 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': 'a2089820-7c6a-4e6f-a73e-0e664e92c950', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:00.768387 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83a14e76-6d75-40dc-ab2a-ffc6c098a849 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (596b9c6e-f623-44c3-8d0d-856e11f60161), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.832824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83a14e76-6d75-40dc-ab2a-ffc6c098a849 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (596b9c6e-f623-44c3-8d0d-856e11f60161), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.837287 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83a14e76-6d75-40dc-ab2a-ffc6c098a849 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (596b9c6e-f623-44c3-8d0d-856e11f60161), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.861250 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a14e76-6d75-40dc-ab2a-ffc6c098a849 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596b9c6e-f623-44c3-8d0d-856e11f60161,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:00.875707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83a14e76-6d75-40dc-ab2a-ffc6c098a849 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.878334 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-83a14e76-6d75-40dc-ab2a-ffc6c098a849 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427479 Jan 28 04:06:00.881420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:00.886740 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-61aecef8-aff0-4c4b-9414-0ab07ef54f9a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': 'a2089820-7c6a-4e6f-a73e-0e664e92c950', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:00.915681 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61aecef8-aff0-4c4b-9414-0ab07ef54f9a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (b199655b-e841-4ae7-af11-fccaf5518ef6), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.982409 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61aecef8-aff0-4c4b-9414-0ab07ef54f9a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (b199655b-e841-4ae7-af11-fccaf5518ef6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.988794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61aecef8-aff0-4c4b-9414-0ab07ef54f9a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (b199655b-e841-4ae7-af11-fccaf5518ef6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.008426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aecef8-aff0-4c4b-9414-0ab07ef54f9a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b199655b-e841-4ae7-af11-fccaf5518ef6,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:01.020047 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61aecef8-aff0-4c4b-9414-0ab07ef54f9a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.024584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42832) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:01.025411 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-61aecef8-aff0-4c4b-9414-0ab07ef54f9a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421545 Jan 28 04:06:01.030651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a867e2d8-ae3c-4977-9f11-ae24203e3645 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': 'a2089820-7c6a-4e6f-a73e-0e664e92c950', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:01.061355 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a867e2d8-ae3c-4977-9f11-ae24203e3645 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (d7303975-cc0e-4cba-95ca-134fe12ee506), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.124441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a867e2d8-ae3c-4977-9f11-ae24203e3645 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (d7303975-cc0e-4cba-95ca-134fe12ee506), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.129526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a867e2d8-ae3c-4977-9f11-ae24203e3645 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d7303975-cc0e-4cba-95ca-134fe12ee506), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.149477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867e2d8-ae3c-4977-9f11-ae24203e3645 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7303975-cc0e-4cba-95ca-134fe12ee506,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:01.157041 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a867e2d8-ae3c-4977-9f11-ae24203e3645 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.161484 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a867e2d8-ae3c-4977-9f11-ae24203e3645 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346118 Jan 28 04:06:01.162493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:01.167672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b3e88d58-2cf3-4651-b2af-429a0595fcc1 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': 'a2089820-7c6a-4e6f-a73e-0e664e92c950', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:01.194193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e88d58-2cf3-4651-b2af-429a0595fcc1 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (9f37e320-daef-41f1-b129-d7482adc1dc3), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.260158 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e88d58-2cf3-4651-b2af-429a0595fcc1 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (9f37e320-daef-41f1-b129-d7482adc1dc3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.266515 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e88d58-2cf3-4651-b2af-429a0595fcc1 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (9f37e320-daef-41f1-b129-d7482adc1dc3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.291148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e88d58-2cf3-4651-b2af-429a0595fcc1 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f37e320-daef-41f1-b129-d7482adc1dc3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:01.303928 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e88d58-2cf3-4651-b2af-429a0595fcc1 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.308004 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b3e88d58-2cf3-4651-b2af-429a0595fcc1 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415915 Jan 28 04:06:01.308328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42838) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:01.312944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-38e3f7d6-c147-4ae5-98fb-59f3ef4e0997 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': 'a2089820-7c6a-4e6f-a73e-0e664e92c950', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:01.359639 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38e3f7d6-c147-4ae5-98fb-59f3ef4e0997 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (068c7566-0bb5-407d-9133-482a404ab7dc), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.386844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bbc00-e265-4143-a2ad-bf3a7f8feca0 req-32b18386-b3f0-4ec2-b083-e3f6bca6bcec tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:01.390142 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe3bbc00-e265-4143-a2ad-bf3a7f8feca0 req-32b18386-b3f0-4ec2-b083-e3f6bca6bcec tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0753183 Jan 28 04:06:01.453283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe3bbc00-e265-4143-a2ad-bf3a7f8feca0 req-2ae724d4-f103-48a9-b5c1-c7feda876c49 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Jan 28 04:06:01.474489 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38e3f7d6-c147-4ae5-98fb-59f3ef4e0997 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (068c7566-0bb5-407d-9133-482a404ab7dc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.479987 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38e3f7d6-c147-4ae5-98fb-59f3ef4e0997 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (068c7566-0bb5-407d-9133-482a404ab7dc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.500277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3f7d6-c147-4ae5-98fb-59f3ef4e0997 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068c7566-0bb5-407d-9133-482a404ab7dc,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:01.507305 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38e3f7d6-c147-4ae5-98fb-59f3ef4e0997 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.508519 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-38e3f7d6-c147-4ae5-98fb-59f3ef4e0997 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1991129 Jan 28 04:06:01.512033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:01.540875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7209-f030-44f4-a949-5ee06d01994a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (068c7566-0bb5-407d-9133-482a404ab7dc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.550659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7209-f030-44f4-a949-5ee06d01994a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (068c7566-0bb5-407d-9133-482a404ab7dc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.578300 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7209-f030-44f4-a949-5ee06d01994a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (068c7566-0bb5-407d-9133-482a404ab7dc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.585321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7209-f030-44f4-a949-5ee06d01994a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.589511 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dc6a7209-f030-44f4-a949-5ee06d01994a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/068c7566-0bb5-407d-9133-482a404ab7dc HTTP/1.1" status: 204 len: 168 time: 0.0739539 Jan 28 04:06:01.589839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42846) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:01.602348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a7209-f030-44f4-a949-5ee06d01994a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=068c7566-0bb5-407d-9133-482a404ab7dc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:01.688489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-02f3f156-1382-4d72-85dc-001ec71c0bbe tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0974803 Jan 28 04:06:01.693104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:01.749474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45e287a6-f93f-467e-aabe-2f0bd25aecf6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (9f37e320-daef-41f1-b129-d7482adc1dc3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.771930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45e287a6-f93f-467e-aabe-2f0bd25aecf6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (9f37e320-daef-41f1-b129-d7482adc1dc3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.823636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e492c-15c1-4988-a01f-cad6f791ecd2 req-403e5db0-aff9-40b3-820c-7b872d09a47b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:01.825563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-247e492c-15c1-4988-a01f-cad6f791ecd2 req-403e5db0-aff9-40b3-820c-7b872d09a47b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 909 time: 0.1017551 Jan 28 04:06:01.826382 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45e287a6-f93f-467e-aabe-2f0bd25aecf6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (9f37e320-daef-41f1-b129-d7482adc1dc3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.831717 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45e287a6-f93f-467e-aabe-2f0bd25aecf6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.832799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-45e287a6-f93f-467e-aabe-2f0bd25aecf6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9f37e320-daef-41f1-b129-d7482adc1dc3 HTTP/1.1" status: 204 len: 168 time: 0.1357384 Jan 28 04:06:01.836342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42852) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:01.841945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e287a6-f93f-467e-aabe-2f0bd25aecf6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f37e320-daef-41f1-b129-d7482adc1dc3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:01.894317 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ab3d425d-e3cb-407a-bcef-a83910e7f88a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0536871 Jan 28 04:06:01.894868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:01.922275 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52be64f5-36ca-48da-895b-4e030b3f3207 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (d7303975-cc0e-4cba-95ca-134fe12ee506), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.934619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52be64f5-36ca-48da-895b-4e030b3f3207 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (d7303975-cc0e-4cba-95ca-134fe12ee506), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.968043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52be64f5-36ca-48da-895b-4e030b3f3207 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d7303975-cc0e-4cba-95ca-134fe12ee506), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.976002 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52be64f5-36ca-48da-895b-4e030b3f3207 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.980641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-52be64f5-36ca-48da-895b-4e030b3f3207 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d7303975-cc0e-4cba-95ca-134fe12ee506 HTTP/1.1" status: 204 len: 168 time: 0.0815220 Jan 28 04:06:01.981655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42856) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:02.008790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be64f5-36ca-48da-895b-4e030b3f3207 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7303975-cc0e-4cba-95ca-134fe12ee506,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:02.044047 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fa19ff1c-66ee-40d3-a557-13239295b725 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0585105 Jan 28 04:06:02.044615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:02.074437 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bdc0-0c83-4c24-92d9-d1e661385383 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (b199655b-e841-4ae7-af11-fccaf5518ef6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.083576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bdc0-0c83-4c24-92d9-d1e661385383 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (b199655b-e841-4ae7-af11-fccaf5518ef6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.120353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bdc0-0c83-4c24-92d9-d1e661385383 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (b199655b-e841-4ae7-af11-fccaf5518ef6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.126990 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bdc0-0c83-4c24-92d9-d1e661385383 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.128116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d2c4bdc0-0c83-4c24-92d9-d1e661385383 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b199655b-e841-4ae7-af11-fccaf5518ef6 HTTP/1.1" status: 204 len: 168 time: 0.0826955 Jan 28 04:06:02.130978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:02.133785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4bdc0-0c83-4c24-92d9-d1e661385383 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b199655b-e841-4ae7-af11-fccaf5518ef6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:02.172705 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-15ee7b00-3aed-4ccc-a50b-e01c4e066596 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0404785 Jan 28 04:06:02.176188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:02.202476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38a9f35f-a278-41e5-98e2-92a2ee4bc764 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (596b9c6e-f623-44c3-8d0d-856e11f60161), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.210211 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38a9f35f-a278-41e5-98e2-92a2ee4bc764 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (596b9c6e-f623-44c3-8d0d-856e11f60161), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.235495 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38a9f35f-a278-41e5-98e2-92a2ee4bc764 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (596b9c6e-f623-44c3-8d0d-856e11f60161), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.240793 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38a9f35f-a278-41e5-98e2-92a2ee4bc764 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.242045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-38a9f35f-a278-41e5-98e2-92a2ee4bc764 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/596b9c6e-f623-44c3-8d0d-856e11f60161 HTTP/1.1" status: 204 len: 168 time: 0.0648866 Jan 28 04:06:02.245650 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:02.250238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9f35f-a278-41e5-98e2-92a2ee4bc764 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=596b9c6e-f623-44c3-8d0d-856e11f60161,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:02.284692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8eafd7dd-e1f4-4fe7-9245-a66e0215280f tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0374205 Jan 28 04:06:02.287491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:02.338987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f804ff40-1b67-428e-979f-b71b668b431b tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (a2089820-7c6a-4e6f-a73e-0e664e92c950), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.363535 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f804ff40-1b67-428e-979f-b71b668b431b tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (a2089820-7c6a-4e6f-a73e-0e664e92c950), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.406200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f804ff40-1b67-428e-979f-b71b668b431b tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a2089820-7c6a-4e6f-a73e-0e664e92c950), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.408820 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f804ff40-1b67-428e-979f-b71b668b431b tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.409978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f804ff40-1b67-428e-979f-b71b668b431b tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/a2089820-7c6a-4e6f-a73e-0e664e92c950 HTTP/1.1" status: 204 len: 168 time: 0.1215250 Jan 28 04:06:02.412927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:02.419368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804ff40-1b67-428e-979f-b71b668b431b tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2089820-7c6a-4e6f-a73e-0e664e92c950,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:02.471668 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b535ef24-bf3d-4955-ae34-d311811e3a5b tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536747 Jan 28 04:06:02.472403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42874) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:02.482145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fc3d04ef-efe0-4d27-a723-90d6f29b5df6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834865654'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:02.522469 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc3d04ef-efe0-4d27-a723-90d6f29b5df6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.617353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6a95c-0c3b-4d22-8852-b01f4d6bc90e req-f16e7075-006d-4881-92cf-b30b10af03a5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:02.619245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3e6a95c-0c3b-4d22-8852-b01f4d6bc90e req-f16e7075-006d-4881-92cf-b30b10af03a5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0826974 Jan 28 04:06:02.664684 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc3d04ef-efe0-4d27-a723-90d6f29b5df6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (0c029c18-fc27-4781-a764-cc2e84ea8ca8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.674334 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc3d04ef-efe0-4d27-a723-90d6f29b5df6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0c029c18-fc27-4781-a764-cc2e84ea8ca8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.706661 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3e6a95c-0c3b-4d22-8852-b01f4d6bc90e req-a649b980-5054-499b-828c-53e2550ce40a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800214 Jan 28 04:06:02.712041 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc3d04ef-efe0-4d27-a723-90d6f29b5df6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.714179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fc3d04ef-efe0-4d27-a723-90d6f29b5df6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2407331 Jan 28 04:06:02.717059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:02.722579 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d04ef-efe0-4d27-a723-90d6f29b5df6 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c029c18-fc27-4781-a764-cc2e84ea8ca8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:02.724323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0f7bd1f3-164f-434f-85e5-fded34fb9a77 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': '0c029c18-fc27-4781-a764-cc2e84ea8ca8', 'direction': 'ingress', 'protocol': 17}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:02.760620 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd1f3-164f-434f-85e5-fded34fb9a77 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (f15d99b1-ebc4-452e-bd5c-6f600e6622b3), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.817744 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd1f3-164f-434f-85e5-fded34fb9a77 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (f15d99b1-ebc4-452e-bd5c-6f600e6622b3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.822635 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd1f3-164f-434f-85e5-fded34fb9a77 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (f15d99b1-ebc4-452e-bd5c-6f600e6622b3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.841550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bd1f3-164f-434f-85e5-fded34fb9a77 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15d99b1-ebc4-452e-bd5c-6f600e6622b3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:02.849382 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd1f3-164f-434f-85e5-fded34fb9a77 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.850762 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0f7bd1f3-164f-434f-85e5-fded34fb9a77 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1313903 Jan 28 04:06:02.854077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:02.913225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-415b4c72-54b4-4faa-8eb7-c8d083de7de3 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (0c029c18-fc27-4781-a764-cc2e84ea8ca8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.940942 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-415b4c72-54b4-4faa-8eb7-c8d083de7de3 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (0c029c18-fc27-4781-a764-cc2e84ea8ca8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.991451 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-415b4c72-54b4-4faa-8eb7-c8d083de7de3 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0c029c18-fc27-4781-a764-cc2e84ea8ca8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.995614 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-415b4c72-54b4-4faa-8eb7-c8d083de7de3 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.996819 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-415b4c72-54b4-4faa-8eb7-c8d083de7de3 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/0c029c18-fc27-4781-a764-cc2e84ea8ca8 HTTP/1.1" status: 204 len: 168 time: 0.1417837 Jan 28 04:06:02.999339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a18663-fe5a-43c1-9c27-5d5cc1036a02 req-834a29c7-99d9-4180-bae6-ee144c40b378 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:03.001120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6a18663-fe5a-43c1-9c27-5d5cc1036a02 req-834a29c7-99d9-4180-bae6-ee144c40b378 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 909 time: 0.0656457 Jan 28 04:06:03.001610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42888) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:03.007634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b4c72-54b4-4faa-8eb7-c8d083de7de3 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c029c18-fc27-4781-a764-cc2e84ea8ca8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:03.066164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-999072d9-98be-4872-b38c-d40600a0a441 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0633535 Jan 28 04:06:03.070138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:03.076418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-891073c4-8269-4e2b-bc91-a8cd80accaed tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group': {'name': 'tempest-secgroup--198543132'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:03.102091 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-891073c4-8269-4e2b-bc91-a8cd80accaed tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.149132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d277b-4078-46f8-96d0-3f503a5c9896 req-f0867c92-6198-463b-9c55-0dfb58a5b543 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:03.151707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d8d277b-4078-46f8-96d0-3f503a5c9896 req-f0867c92-6198-463b-9c55-0dfb58a5b543 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 909 time: 0.0590401 Jan 28 04:06:03.175958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-891073c4-8269-4e2b-bc91-a8cd80accaed tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (4310b906-ba2d-4a55-9e01-ed93fdbaa046), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.181117 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-891073c4-8269-4e2b-bc91-a8cd80accaed tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4310b906-ba2d-4a55-9e01-ed93fdbaa046), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.214504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891073c4-8269-4e2b-bc91-a8cd80accaed tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4310b906-ba2d-4a55-9e01-ed93fdbaa046,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:03.220726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-891073c4-8269-4e2b-bc91-a8cd80accaed tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.225231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42896) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:03.229428 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-891073c4-8269-4e2b-bc91-a8cd80accaed tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1581442 Jan 28 04:06:03.229853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e628cc5b-5ab9-42a2-9718-6ac0134d2e02 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875951517'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:03.279782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e628cc5b-5ab9-42a2-9718-6ac0134d2e02 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.298283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d13133-a0fa-4cda-8546-bdebc84a31c0 req-848de9ee-29b7-4997-a946-3ea77c5b7559 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:03.299789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-40d13133-a0fa-4cda-8546-bdebc84a31c0 req-848de9ee-29b7-4997-a946-3ea77c5b7559 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 1061 time: 0.0657203 Jan 28 04:06:03.357683 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e628cc5b-5ab9-42a2-9718-6ac0134d2e02 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (39d4e142-4d53-4987-8e11-5bc29b683b1f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.361951 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e628cc5b-5ab9-42a2-9718-6ac0134d2e02 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (39d4e142-4d53-4987-8e11-5bc29b683b1f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.414768 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e628cc5b-5ab9-42a2-9718-6ac0134d2e02 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.416903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e628cc5b-5ab9-42a2-9718-6ac0134d2e02 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1906624 Jan 28 04:06:03.420062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:03.423790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628cc5b-5ab9-42a2-9718-6ac0134d2e02 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4e142-4d53-4987-8e11-5bc29b683b1f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:03.425238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-19990ecb-b3ad-48f3-b9c6-d17f2048b1c2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': '4310b906-ba2d-4a55-9e01-ed93fdbaa046', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '39d4e142-4d53-4987-8e11-5bc29b683b1f', 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:03.438070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e879b29-4c3e-49c2-a44d-0c5b7aee88fc req-1debeef6-bee0-48c4-b5bb-6b7a9c6d9bbe tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:03.440273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e879b29-4c3e-49c2-a44d-0c5b7aee88fc req-1debeef6-bee0-48c4-b5bb-6b7a9c6d9bbe tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 1137 time: 0.0720370 Jan 28 04:06:03.458909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19990ecb-b3ad-48f3-b9c6-d17f2048b1c2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (95cfc01a-c918-438e-9dd8-6a2f020857c8), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.499086 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e879b29-4c3e-49c2-a44d-0c5b7aee88fc req-5f101b41-0f8c-4dc6-bf11-f0fa8fb92756 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0521626 Jan 28 04:06:03.529963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42904) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:03.546953 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19990ecb-b3ad-48f3-b9c6-d17f2048b1c2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (95cfc01a-c918-438e-9dd8-6a2f020857c8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.551299 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19990ecb-b3ad-48f3-b9c6-d17f2048b1c2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (95cfc01a-c918-438e-9dd8-6a2f020857c8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.577534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19990ecb-b3ad-48f3-b9c6-d17f2048b1c2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cfc01a-c918-438e-9dd8-6a2f020857c8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:03.591098 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19990ecb-b3ad-48f3-b9c6-d17f2048b1c2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.591902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a2f01-b3ba-443b-b6da-afe334072743 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:03.592443 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-19990ecb-b3ad-48f3-b9c6-d17f2048b1c2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1710999 Jan 28 04:06:03.594778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-be3a2f01-b3ba-443b-b6da-afe334072743 tempest-TestSecurityGroupsBasicOps-669805246 tempest-TestSecurityGroupsBasicOps-669805246-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 1056 time: 0.0638082 Jan 28 04:06:03.595264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:03.624193 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b270ea67-28fe-4fca-9f40-e6c37cc58dbb tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (95cfc01a-c918-438e-9dd8-6a2f020857c8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.633793 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b270ea67-28fe-4fca-9f40-e6c37cc58dbb tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (95cfc01a-c918-438e-9dd8-6a2f020857c8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.666757 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b270ea67-28fe-4fca-9f40-e6c37cc58dbb tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (95cfc01a-c918-438e-9dd8-6a2f020857c8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.679411 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b270ea67-28fe-4fca-9f40-e6c37cc58dbb tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.679411 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b270ea67-28fe-4fca-9f40-e6c37cc58dbb tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/95cfc01a-c918-438e-9dd8-6a2f020857c8 HTTP/1.1" status: 204 len: 168 time: 0.0785277 Jan 28 04:06:03.680038 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42912) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:03.683751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270ea67-28fe-4fca-9f40-e6c37cc58dbb tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95cfc01a-c918-438e-9dd8-6a2f020857c8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:03.728819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c3cbbc88-a2fb-4fe6-8a5e-242e63f6075e tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0443513 Jan 28 04:06:03.729452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42914) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:03.812886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e47fc87f-3ef0-4a95-b1aa-62f24dba7f00 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (39d4e142-4d53-4987-8e11-5bc29b683b1f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.879896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e47fc87f-3ef0-4a95-b1aa-62f24dba7f00 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (39d4e142-4d53-4987-8e11-5bc29b683b1f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.920512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3125fc-4f9e-41cd-b726-1ff90cf1a79b req-349fa0a6-7e9b-4dd2-a3f4-ecca3089da36 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:03.922014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab3125fc-4f9e-41cd-b726-1ff90cf1a79b req-349fa0a6-7e9b-4dd2-a3f4-ecca3089da36 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1204736 Jan 28 04:06:04.279594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72521359-d94c-469d-9822-ad8410088456 req-d5949fdf-fa0a-46c4-9055-a1b708b7b206 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:04.281095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72521359-d94c-469d-9822-ad8410088456 req-d5949fdf-fa0a-46c4-9055-a1b708b7b206 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 909 time: 0.4404721 Jan 28 04:06:04.294063 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e47fc87f-3ef0-4a95-b1aa-62f24dba7f00 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (39d4e142-4d53-4987-8e11-5bc29b683b1f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.296557 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e47fc87f-3ef0-4a95-b1aa-62f24dba7f00 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.306158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e47fc87f-3ef0-4a95-b1aa-62f24dba7f00 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/39d4e142-4d53-4987-8e11-5bc29b683b1f HTTP/1.1" status: 204 len: 168 time: 0.5668888 Jan 28 04:06:04.306921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42920) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:04.311536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fc87f-3ef0-4a95-b1aa-62f24dba7f00 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4e142-4d53-4987-8e11-5bc29b683b1f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:04.324520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab3125fc-4f9e-41cd-b726-1ff90cf1a79b req-ae0938ee-73d5-4ef7-b1ab-a16638daaa63 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949935 Jan 28 04:06:04.368988 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2f8f639e-846f-4805-9245-4edee3ebf76c tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0665524 Jan 28 04:06:04.372035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:04.425656 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-719fb489-eaa1-487a-988b-a4dabf442f92 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (4310b906-ba2d-4a55-9e01-ed93fdbaa046), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.451157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-719fb489-eaa1-487a-988b-a4dabf442f92 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (4310b906-ba2d-4a55-9e01-ed93fdbaa046), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.494356 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-719fb489-eaa1-487a-988b-a4dabf442f92 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4310b906-ba2d-4a55-9e01-ed93fdbaa046), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.496871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-719fb489-eaa1-487a-988b-a4dabf442f92 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.498059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-719fb489-eaa1-487a-988b-a4dabf442f92 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/4310b906-ba2d-4a55-9e01-ed93fdbaa046 HTTP/1.1" status: 204 len: 168 time: 0.1250365 Jan 28 04:06:04.500780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:04.507819 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fb489-eaa1-487a-988b-a4dabf442f92 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4310b906-ba2d-4a55-9e01-ed93fdbaa046,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:04.552800 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9613865f-b5ec-401d-b47f-9236244d4542 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0505376 Jan 28 04:06:04.557342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42926) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:04.562242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7cd7d0c5-3fad-46e9-9cad-ae4bf1ecbbb2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group': {'name': 'tempest-secgroup--229394368'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:04.586757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d0c5-3fad-46e9-9cad-ae4bf1ecbbb2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.668635 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d0c5-3fad-46e9-9cad-ae4bf1ecbbb2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (c49e4b78-378b-471a-b72e-bbeba8ef91f4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.672773 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d0c5-3fad-46e9-9cad-ae4bf1ecbbb2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c49e4b78-378b-471a-b72e-bbeba8ef91f4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.705307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7d0c5-3fad-46e9-9cad-ae4bf1ecbbb2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e4b78-378b-471a-b72e-bbeba8ef91f4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:04.710589 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d0c5-3fad-46e9-9cad-ae4bf1ecbbb2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.711853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7cd7d0c5-3fad-46e9-9cad-ae4bf1ecbbb2 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1531641 Jan 28 04:06:04.714594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:04.718960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-100bab5c-ec4f-4c62-8239-5ba22f20d0e8 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': 'c49e4b78-378b-471a-b72e-bbeba8ef91f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:04.745048 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-100bab5c-ec4f-4c62-8239-5ba22f20d0e8 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (a62b0ecd-84f0-44e7-9ce1-318fe6943222), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.800721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-100bab5c-ec4f-4c62-8239-5ba22f20d0e8 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (a62b0ecd-84f0-44e7-9ce1-318fe6943222), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.804208 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-100bab5c-ec4f-4c62-8239-5ba22f20d0e8 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (a62b0ecd-84f0-44e7-9ce1-318fe6943222), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.819874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bab5c-ec4f-4c62-8239-5ba22f20d0e8 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62b0ecd-84f0-44e7-9ce1-318fe6943222,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:04.831484 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-100bab5c-ec4f-4c62-8239-5ba22f20d0e8 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.835292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-100bab5c-ec4f-4c62-8239-5ba22f20d0e8 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1172266 Jan 28 04:06:04.835529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:04.860164 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff23b4ff-0ec1-4e01-a83c-bf6abe41a1d7 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (a62b0ecd-84f0-44e7-9ce1-318fe6943222), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.872298 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff23b4ff-0ec1-4e01-a83c-bf6abe41a1d7 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (a62b0ecd-84f0-44e7-9ce1-318fe6943222), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.897696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff23b4ff-0ec1-4e01-a83c-bf6abe41a1d7 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (a62b0ecd-84f0-44e7-9ce1-318fe6943222), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.903293 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff23b4ff-0ec1-4e01-a83c-bf6abe41a1d7 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.906794 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ff23b4ff-0ec1-4e01-a83c-bf6abe41a1d7 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a62b0ecd-84f0-44e7-9ce1-318fe6943222 HTTP/1.1" status: 204 len: 168 time: 0.0679274 Jan 28 04:06:04.907297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42936) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:04.913135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23b4ff-0ec1-4e01-a83c-bf6abe41a1d7 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a62b0ecd-84f0-44e7-9ce1-318fe6943222,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:04.950121 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-32174917-af76-4619-be3d-3069a69fe86d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414643 Jan 28 04:06:04.952918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:05.010263 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17b2e957-6a6d-446c-9e62-ca2c0fef838a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (c49e4b78-378b-471a-b72e-bbeba8ef91f4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.036666 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17b2e957-6a6d-446c-9e62-ca2c0fef838a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (c49e4b78-378b-471a-b72e-bbeba8ef91f4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.079641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17b2e957-6a6d-446c-9e62-ca2c0fef838a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c49e4b78-378b-471a-b72e-bbeba8ef91f4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.099965 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17b2e957-6a6d-446c-9e62-ca2c0fef838a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.100122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:05.100236 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-17b2e957-6a6d-446c-9e62-ca2c0fef838a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/c49e4b78-378b-471a-b72e-bbeba8ef91f4 HTTP/1.1" status: 204 len: 168 time: 0.1392648 Jan 28 04:06:05.103584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2e957-6a6d-446c-9e62-ca2c0fef838a tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e4b78-378b-471a-b72e-bbeba8ef91f4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:05.151973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-97ed346d-5520-4b29-b8ba-665fe15b787c tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554624 Jan 28 04:06:05.152800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42942) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:05.161580 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a9ecade6-fce7-405b-b4d5-6bd764253e93 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group': {'name': 'tempest-secgroup--91231248'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:05.183921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ecade6-fce7-405b-b4d5-6bd764253e93 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.255502 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ecade6-fce7-405b-b4d5-6bd764253e93 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (115fb019-adec-471f-9816-8bc68594ed60), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.260504 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ecade6-fce7-405b-b4d5-6bd764253e93 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (115fb019-adec-471f-9816-8bc68594ed60), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.288276 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ecade6-fce7-405b-b4d5-6bd764253e93 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.289520 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a9ecade6-fce7-405b-b4d5-6bd764253e93 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1316950 Jan 28 04:06:05.292756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:05.293770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecade6-fce7-405b-b4d5-6bd764253e93 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115fb019-adec-471f-9816-8bc68594ed60,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:05.297849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-af43860b-aa57-4daf-8b08-07aae6256b5d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': '115fb019-adec-471f-9816-8bc68594ed60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:05.335989 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af43860b-aa57-4daf-8b08-07aae6256b5d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (9e46fa31-8d8b-482c-a1d4-23a91870d5c4), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.462711 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af43860b-aa57-4daf-8b08-07aae6256b5d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (9e46fa31-8d8b-482c-a1d4-23a91870d5c4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.478216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349962c4-fbce-4e74-8b57-5017c202f7e0 req-43e75fd2-015c-48bc-aca9-3a1a375081e9 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:05.485394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-349962c4-fbce-4e74-8b57-5017c202f7e0 req-43e75fd2-015c-48bc-aca9-3a1a375081e9 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 909 time: 0.1226382 Jan 28 04:06:05.493042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af43860b-aa57-4daf-8b08-07aae6256b5d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (9e46fa31-8d8b-482c-a1d4-23a91870d5c4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.502440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b305-6d8b-425b-b9ea-61299e284630 req-bb560616-1c33-4a86-abb9-78a0b8cd74b1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:05.504502 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a787b305-6d8b-425b-b9ea-61299e284630 req-bb560616-1c33-4a86-abb9-78a0b8cd74b1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.25 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 909 time: 0.0782905 Jan 28 04:06:05.529316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43860b-aa57-4daf-8b08-07aae6256b5d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e46fa31-8d8b-482c-a1d4-23a91870d5c4,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:05.541019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84196290-01e5-47a3-9ee0-c643203b558a req-8f9325ef-14b4-4575-b8d5-00d4f21d85f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:05.543036 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84196290-01e5-47a3-9ee0-c643203b558a req-8f9325ef-14b4-4575-b8d5-00d4f21d85f1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.1196005 Jan 28 04:06:05.546778 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af43860b-aa57-4daf-8b08-07aae6256b5d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.548087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-af43860b-aa57-4daf-8b08-07aae6256b5d tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2539554 Jan 28 04:06:05.550704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:05.586839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4e0eba0b-22f5-4b9a-aa43-16a1d3db8338 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules/9e46fa31-8d8b-482c-a1d4-23a91870d5c4 HTTP/1.1" status: 200 len: 763 time: 0.0332713 Jan 28 04:06:05.587991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42952) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:05.637501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a787b305-6d8b-425b-b9ea-61299e284630 req-807ebd18-2703-45ac-98eb-cf31b3b61603 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Deleting port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:05.638137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a787b305-6d8b-425b-b9ea-61299e284630 req-807ebd18-2703-45ac-98eb-cf31b3b61603 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.645734 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:06:05.650582 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-84196290-01e5-47a3-9ee0-c643203b558a req-5473c9e8-be7f-4ffd-b1af-98e6ebbcac10 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875585 Jan 28 04:06:05.668653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cefb1880-167a-4651-b345-42072daf6984 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0794775 Jan 28 04:06:05.671163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42956) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:05.698413 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0039040-b86e-44ff-9172-b1bab277ab34 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (9e46fa31-8d8b-482c-a1d4-23a91870d5c4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.706874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0039040-b86e-44ff-9172-b1bab277ab34 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (9e46fa31-8d8b-482c-a1d4-23a91870d5c4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.736952 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0039040-b86e-44ff-9172-b1bab277ab34 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (9e46fa31-8d8b-482c-a1d4-23a91870d5c4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.745214 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0039040-b86e-44ff-9172-b1bab277ab34 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.746500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a0039040-b86e-44ff-9172-b1bab277ab34 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9e46fa31-8d8b-482c-a1d4-23a91870d5c4 HTTP/1.1" status: 204 len: 168 time: 0.0742629 Jan 28 04:06:05.749542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:05.751546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a787b305-6d8b-425b-b9ea-61299e284630 req-807ebd18-2703-45ac-98eb-cf31b3b61603 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] For port 6a76755e-4b2b-47c6-859b-fdbf88b70a03, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6a76755e-4b2b-47c6-859b-fdbf88b70a03,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:05.752111 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a787b305-6d8b-425b-b9ea-61299e284630 req-807ebd18-2703-45ac-98eb-cf31b3b61603 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.762499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0039040-b86e-44ff-9172-b1bab277ab34 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e46fa31-8d8b-482c-a1d4-23a91870d5c4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:05.776073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a787b305-6d8b-425b-b9ea-61299e284630 req-807ebd18-2703-45ac-98eb-cf31b3b61603 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Calling delete_port for 6a76755e-4b2b-47c6-859b-fdbf88b70a03 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:05.801166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fd3f2b01-c925-4464-99a9-697c48460fba tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0507751 Jan 28 04:06:05.803755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:05.808716 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d95e944f-cb2f-48b6-bf40-a9b15b60f63c tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': '115fb019-adec-471f-9816-8bc68594ed60', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:05.835670 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d95e944f-cb2f-48b6-bf40-a9b15b60f63c tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (1bc66fe2-ba66-4355-a5bd-602d9234b98d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.899328 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d95e944f-cb2f-48b6-bf40-a9b15b60f63c tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (1bc66fe2-ba66-4355-a5bd-602d9234b98d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.906099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d95e944f-cb2f-48b6-bf40-a9b15b60f63c tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (1bc66fe2-ba66-4355-a5bd-602d9234b98d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.926455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e944f-cb2f-48b6-bf40-a9b15b60f63c tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc66fe2-ba66-4355-a5bd-602d9234b98d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:05.939608 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d95e944f-cb2f-48b6-bf40-a9b15b60f63c tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.944089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d95e944f-cb2f-48b6-bf40-a9b15b60f63c tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393344 Jan 28 04:06:05.944703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42964) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:05.964529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b6720686-5e13-4c74-85ac-54faca3e1b2f tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules/1bc66fe2-ba66-4355-a5bd-602d9234b98d HTTP/1.1" status: 200 len: 763 time: 0.0155907 Jan 28 04:06:05.964768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42966) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:06.010514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6f5dab86-fc3d-45ff-9852-e52a37eef250 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0445819 Jan 28 04:06:06.013118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:06.042010 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4821ed24-b73f-4923-9e69-66ea4a739b32 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (1bc66fe2-ba66-4355-a5bd-602d9234b98d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.051375 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4821ed24-b73f-4923-9e69-66ea4a739b32 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (1bc66fe2-ba66-4355-a5bd-602d9234b98d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.078769 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4821ed24-b73f-4923-9e69-66ea4a739b32 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (1bc66fe2-ba66-4355-a5bd-602d9234b98d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.086014 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4821ed24-b73f-4923-9e69-66ea4a739b32 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.090990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4821ed24-b73f-4923-9e69-66ea4a739b32 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/1bc66fe2-ba66-4355-a5bd-602d9234b98d HTTP/1.1" status: 204 len: 168 time: 0.0737326 Jan 28 04:06:06.091878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:06.111360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821ed24-b73f-4923-9e69-66ea4a739b32 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bc66fe2-ba66-4355-a5bd-602d9234b98d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:06.140114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a437a9b4-4a10-49ef-be9c-b06e5c9a6f48 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476437 Jan 28 04:06:06.142738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42972) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:06.151905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-961957dd-f0d5-499f-ad97-ba209f73c0c5 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': '115fb019-adec-471f-9816-8bc68594ed60', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:06.184403 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-961957dd-f0d5-499f-ad97-ba209f73c0c5 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Project bb8ab40e6217420d8f88985a75b19abd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:06:06.191097 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-961957dd-f0d5-499f-ad97-ba209f73c0c5 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (007785a0-1c0e-498b-8279-c21e3630af98), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.277005 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a787b305-6d8b-425b-b9ea-61299e284630 req-807ebd18-2703-45ac-98eb-cf31b3b61603 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6a76755e-4b2b-47c6-859b-fdbf88b70a03), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.316450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ebd18-2703-45ac-98eb-cf31b3b61603 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Port': ['ID=6a76755e-4b2b-47c6-859b-fdbf88b70a03,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:06.319346 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-961957dd-f0d5-499f-ad97-ba209f73c0c5 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (007785a0-1c0e-498b-8279-c21e3630af98), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.327157 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-961957dd-f0d5-499f-ad97-ba209f73c0c5 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (007785a0-1c0e-498b-8279-c21e3630af98), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.361352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961957dd-f0d5-499f-ad97-ba209f73c0c5 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007785a0-1c0e-498b-8279-c21e3630af98,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:06.389671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a787b305-6d8b-425b-b9ea-61299e284630 req-807ebd18-2703-45ac-98eb-cf31b3b61603 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] No DVR routers for this DVR port 6a76755e-4b2b-47c6-859b-fdbf88b70a03 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:06.394500 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-961957dd-f0d5-499f-ad97-ba209f73c0c5 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.399329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:06.400974 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-961957dd-f0d5-499f-ad97-ba209f73c0c5 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2558424 Jan 28 04:06:06.402673 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a787b305-6d8b-425b-b9ea-61299e284630 req-807ebd18-2703-45ac-98eb-cf31b3b61603 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.406242 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a787b305-6d8b-425b-b9ea-61299e284630 req-807ebd18-2703-45ac-98eb-cf31b3b61603 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.25 "DELETE /v2.0/ports/6a76755e-4b2b-47c6-859b-fdbf88b70a03 HTTP/1.1" status: 204 len: 173 time: 0.8956800 Jan 28 04:06:06.406846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071c23b5-fcff-49b4-9f2a-c993a5348776', 'name': 'network-vif-deleted', 'tag': '6a76755e-4b2b-47c6-859b-fdbf88b70a03'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:06.411422 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb0ce81-4377-46e1-9511-546e98d2b758" -d '{"events": [{"server_uuid": "071c23b5-fcff-49b4-9f2a-c993a5348776", "name": "network-vif-deleted", "tag": "6a76755e-4b2b-47c6-859b-fdbf88b70a03"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:06.435120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ac4dbea9-0be2-47b2-9dff-62c636834836 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules/007785a0-1c0e-498b-8279-c21e3630af98 HTTP/1.1" status: 200 len: 769 time: 0.0320714 Jan 28 04:06:06.435714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42978) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:06.501602 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7c79b3-b5e6-49f1-8b8a-777db791a4ab x-openstack-request-id: req-5f7c79b3-b5e6-49f1-8b8a-777db791a4ab {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:06.502228 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071c23b5-fcff-49b4-9f2a-c993a5348776", "name": "network-vif-deleted", "tag": "6a76755e-4b2b-47c6-859b-fdbf88b70a03", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:06.502701 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f7c79b3-b5e6-49f1-8b8a-777db791a4ab {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:06.504019 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071c23b5-fcff-49b4-9f2a-c993a5348776', 'name': 'network-vif-deleted', 'tag': '6a76755e-4b2b-47c6-859b-fdbf88b70a03', 'status': 'completed', 'code': 200} Jan 28 04:06:06.563445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c260218d-d854-4b91-a4e4-a3aca5069bcd tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1241999 Jan 28 04:06:06.563795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:06.613481 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5134964e-2ba7-4fd4-85f0-e02caaba7fef tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (007785a0-1c0e-498b-8279-c21e3630af98), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.635993 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5134964e-2ba7-4fd4-85f0-e02caaba7fef tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (007785a0-1c0e-498b-8279-c21e3630af98), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.653788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b949bc1-e00b-419e-9e32-abd444b18708 req-1005d3e6-4b29-4f03-bca3-520338ea183c tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=071c23b5-fcff-49b4-9f2a-c993a5348776 HTTP/1.1" status: 200 len: 210 time: 0.0441523 Jan 28 04:06:06.677832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5134964e-2ba7-4fd4-85f0-e02caaba7fef tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (007785a0-1c0e-498b-8279-c21e3630af98), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.694147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5134964e-2ba7-4fd4-85f0-e02caaba7fef tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.698902 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5134964e-2ba7-4fd4-85f0-e02caaba7fef tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/007785a0-1c0e-498b-8279-c21e3630af98 HTTP/1.1" status: 204 len: 168 time: 0.1340451 Jan 28 04:06:06.699339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:06.699914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134964e-2ba7-4fd4-85f0-e02caaba7fef tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=007785a0-1c0e-498b-8279-c21e3630af98,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:06.763089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-071ffd50-96ca-4e72-9b81-6b4bf5b5226e tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614274 Jan 28 04:06:06.766301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:06.865630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33be416-0eb2-4a63-b8b4-96b794da53fd req-e438aaec-e557-4eb9-ada9-5c86e7295973 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:06.867373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c33be416-0eb2-4a63-b8b4-96b794da53fd req-e438aaec-e557-4eb9-ada9-5c86e7295973 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0888362 Jan 28 04:06:06.888380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fcb4825f-91fb-463a-948c-a6f474e90963 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (115fb019-adec-471f-9816-8bc68594ed60), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.927917 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fcb4825f-91fb-463a-948c-a6f474e90963 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (115fb019-adec-471f-9816-8bc68594ed60), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.954836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c33be416-0eb2-4a63-b8b4-96b794da53fd req-9df55b2b-e326-41be-900b-0ddae6f877bf tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771151 Jan 28 04:06:06.989243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fcb4825f-91fb-463a-948c-a6f474e90963 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (115fb019-adec-471f-9816-8bc68594ed60), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.992120 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fcb4825f-91fb-463a-948c-a6f474e90963 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.996709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42994) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:06.996997 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fcb4825f-91fb-463a-948c-a6f474e90963 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/115fb019-adec-471f-9816-8bc68594ed60 HTTP/1.1" status: 204 len: 168 time: 0.2289984 Jan 28 04:06:07.006793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4825f-91fb-463a-948c-a6f474e90963 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=115fb019-adec-471f-9816-8bc68594ed60,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:07.049590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-96cd5bf8-1e4a-4434-9cd8-2e9f5e4d7586 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0510404 Jan 28 04:06:07.053698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 42996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:07.059708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f66aef60-05de-4c66-a5b6-39d3181acdea tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289877487'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:07.084345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f66aef60-05de-4c66-a5b6-39d3181acdea tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.159261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f66aef60-05de-4c66-a5b6-39d3181acdea tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (faa2d070-847d-4096-a6be-e0470b272311), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.163122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f66aef60-05de-4c66-a5b6-39d3181acdea tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (faa2d070-847d-4096-a6be-e0470b272311), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.195177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f66aef60-05de-4c66-a5b6-39d3181acdea tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.200308 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 42998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:07.201407 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f66aef60-05de-4c66-a5b6-39d3181acdea tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1464286 Jan 28 04:06:07.205299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-77139851-4175-4ead-8ca4-d3f00fb2369e tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Request body: {'security_group_rule': {'security_group_id': 'faa2d070-847d-4096-a6be-e0470b272311', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:07.206547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aef60-05de-4c66-a5b6-39d3181acdea tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa2d070-847d-4096-a6be-e0470b272311,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:07.238568 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77139851-4175-4ead-8ca4-d3f00fb2369e tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (e44bb1e7-956e-4cc0-8c74-ae14f15becf6), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.287915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77139851-4175-4ead-8ca4-d3f00fb2369e tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (e44bb1e7-956e-4cc0-8c74-ae14f15becf6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.291727 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77139851-4175-4ead-8ca4-d3f00fb2369e tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (e44bb1e7-956e-4cc0-8c74-ae14f15becf6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.312630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77139851-4175-4ead-8ca4-d3f00fb2369e tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44bb1e7-956e-4cc0-8c74-ae14f15becf6,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:07.322250 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77139851-4175-4ead-8ca4-d3f00fb2369e tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.323474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-77139851-4175-4ead-8ca4-d3f00fb2369e tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221373 Jan 28 04:06:07.326022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:07.377958 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967486ce-3909-4e17-b4bc-109bb38813da tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (faa2d070-847d-4096-a6be-e0470b272311), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.401575 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967486ce-3909-4e17-b4bc-109bb38813da tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (faa2d070-847d-4096-a6be-e0470b272311), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.447149 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967486ce-3909-4e17-b4bc-109bb38813da tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (faa2d070-847d-4096-a6be-e0470b272311), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.449934 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967486ce-3909-4e17-b4bc-109bb38813da tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.451247 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-967486ce-3909-4e17-b4bc-109bb38813da tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/faa2d070-847d-4096-a6be-e0470b272311 HTTP/1.1" status: 204 len: 168 time: 0.1241610 Jan 28 04:06:07.454170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:07.460429 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967486ce-3909-4e17-b4bc-109bb38813da tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa2d070-847d-4096-a6be-e0470b272311,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:07.504458 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-89b86c8d-23e8-412b-8388-2feda542ef06 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490284 Jan 28 04:06:07.507169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:07.541653 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-40877a2a-9d24-4d0a-87a2-7c641759a857 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0333631 Jan 28 04:06:07.544706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43006) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:07.558355 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-190ede41-c872-46d9-8760-6677adda4669 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] delete failed (client error): The resource could not be found. Jan 28 04:06:07.562730 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-190ede41-c872-46d9-8760-6677adda4669 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "DELETE /v2.0/security-groups/faa2d070-847d-4096-a6be-e0470b272311 HTTP/1.1" status: 404 len: 347 time: 0.0137105 Jan 28 04:06:07.562970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:07.604202 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b339b30b-b4e1-41d6-b4bf-0366177149e5 tempest-SecGroupIPv6Test-566639833 tempest-SecGroupIPv6Test-566639833-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0400500 Jan 28 04:06:07.738576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43014) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:07.822668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 20d2fb2d-befc-4867-a52f-593c9aa98b36 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:06:07.947197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43022) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:08.018644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 20d2fb2d-befc-4867-a52f-593c9aa98b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=20d2fb2d-befc-4867-a52f-593c9aa98b36,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:08.034027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '20d2fb2d-befc-4867-a52f-593c9aa98b36', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'port_id': '20d2fb2d-befc-4867-a52f-593c9aa98b36', 'mac_address': 'fa:16:3e:ed:ce:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:06:08.115966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b7156-0614-45d2-8c5f-d508f56bfe86 req-8861981d-411f-47fb-9f26-407f65f4f432 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:08.117563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e2b7156-0614-45d2-8c5f-d508f56bfe86 req-8861981d-411f-47fb-9f26-407f65f4f432 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 944 time: 0.0678248 Jan 28 04:06:08.120169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 20d2fb2d-befc-4867-a52f-593c9aa98b36 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:08.120809 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:08.137642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d2fb2d-befc-4867-a52f-593c9aa98b36 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:06:08.162245 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 20d2fb2d-befc-4867-a52f-593c9aa98b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=20d2fb2d-befc-4867-a52f-593c9aa98b36,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:08.169937 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:08.204986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-17030e09-a171-4e6a-bfe9-a840d79b04d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb8ab40e6217420d8f88985a75b19abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540689 Jan 28 04:06:08.205408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43028) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:08.213085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e2b7156-0614-45d2-8c5f-d508f56bfe86 req-58f03d75-62ea-4680-aca0-9906e28be2e3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865176 Jan 28 04:06:08.246740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=20d2fb2d-befc-4867-a52f-593c9aa98b36,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:08.270945 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (13d821f4-187c-429b-a786-2bbaee1a5840), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:08.276503 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1465eedd-11b8-447c-8a3f-8b2f3c3c7b15 admin admin] Publish callbacks [] for security_group (d9d1ec3b-7a44-4de2-b4e1-ab43a039a7da), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:08.339304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1465eedd-11b8-447c-8a3f-8b2f3c3c7b15 admin admin] Publish callbacks [] for security_group (d9d1ec3b-7a44-4de2-b4e1-ab43a039a7da), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:08.483380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1465eedd-11b8-447c-8a3f-8b2f3c3c7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (d9d1ec3b-7a44-4de2-b4e1-ab43a039a7da), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:08.485875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1465eedd-11b8-447c-8a3f-8b2f3c3c7b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:08.487086 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1465eedd-11b8-447c-8a3f-8b2f3c3c7b15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9d1ec3b-7a44-4de2-b4e1-ab43a039a7da HTTP/1.1" status: 204 len: 168 time: 0.2798574 Jan 28 04:06:08.500335 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465eedd-11b8-447c-8a3f-8b2f3c3c7b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d1ec3b-7a44-4de2-b4e1-ab43a039a7da,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:08.567116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['20d2fb2d-befc-4867-a52f-593c9aa98b36'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:06:08.634217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Deleting port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:08.634986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:08.793831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] For port ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:08.793831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:08.806016 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Calling delete_port for ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:09.057866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.108088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Port': ['ID=ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:09.244060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c918b-90d1-489c-b072-6796ddf94c17 req-7b001728-7db7-4c2d-9d31-28d8c6cca82b tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:09.251819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a80c918b-90d1-489c-b072-6796ddf94c17 req-7b001728-7db7-4c2d-9d31-28d8c6cca82b tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 950 time: 0.0857186 Jan 28 04:06:09.319815 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a80c918b-90d1-489c-b072-6796ddf94c17 req-c27d39e3-4ccd-4468-bcb6-ce537176003f tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49cb0a8-1242-417c-8cdc-de76f6611fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618663 Jan 28 04:06:09.398376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378cca-37d9-4efd-8995-302ccef9814a req-7449d9e1-fe5c-41c2-a578-43dd4dc72bd3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:09.406168 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85378cca-37d9-4efd-8995-302ccef9814a req-7449d9e1-fe5c-41c2-a578-43dd4dc72bd3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 945 time: 0.0593011 Jan 28 04:06:09.432670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (13d821f4-187c-429b-a786-2bbaee1a5840), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.466763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85378cca-37d9-4efd-8995-302ccef9814a req-a4c2c3b7-26f4-4d4f-816c-7937675fb4bd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544479 Jan 28 04:06:09.707821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Router 13d821f4-187c-429b-a786-2bbaee1a5840 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:06:09.826627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 20d2fb2d-befc-4867-a52f-593c9aa98b36 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:09.831822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:09.839447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43072) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:09.851417 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3ef51845-c07b-4e9e-a0b2-8217245477ba tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "PUT /v2.0/routers/13d821f4-187c-429b-a786-2bbaee1a5840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1111884 Jan 28 04:06:09.886184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] Sync routers for ids ['13d821f4-187c-429b-a786-2bbaee1a5840'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:09.909320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] Routers {'13d821f4-187c-429b-a786-2bbaee1a5840'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:09.910022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['13d821f4-187c-429b-a786-2bbaee1a5840'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:09.916300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd33d2de-42e2-4989-b3ff-4713ed2e1a91 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Deleting subnet a6140085-0fae-49ad-92de-a18adee4fffb {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:06:09.920202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd33d2de-42e2-4989-b3ff-4713ed2e1a91 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for subnet (a6140085-0fae-49ad-92de-a18adee4fffb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.962840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 20d2fb2d-befc-4867-a52f-593c9aa98b36 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:06:09.968920 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd33d2de-42e2-4989-b3ff-4713ed2e1a91 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (a6140085-0fae-49ad-92de-a18adee4fffb), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.970420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 20d2fb2d-befc-4867-a52f-593c9aa98b36 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:09.970861 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.122163 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd33d2de-42e2-4989-b3ff-4713ed2e1a91 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (a6140085-0fae-49ad-92de-a18adee4fffb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.131372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] Set router 13d821f4-187c-429b-a786-2bbaee1a5840 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:10.134214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 20d2fb2d-befc-4867-a52f-593c9aa98b36 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:10.134458 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.201639 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd33d2de-42e2-4989-b3ff-4713ed2e1a91 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (a6140085-0fae-49ad-92de-a18adee4fffb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.237744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33d2de-42e2-4989-b3ff-4713ed2e1a91 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Subnet': ['ID=a6140085-0fae-49ad-92de-a18adee4fffb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:10.240224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd33d2de-42e2-4989-b3ff-4713ed2e1a91 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.244049 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bd33d2de-42e2-4989-b3ff-4713ed2e1a91 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "DELETE /v2.0/subnets/a6140085-0fae-49ad-92de-a18adee4fffb HTTP/1.1" status: 204 len: 168 time: 0.4033537 Jan 28 04:06:10.246883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43084) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:10.278331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b017e7d-adb0-4fbc-95a0-284f6645ac4a None None] Network 73fdf239-02fb-44e2-ad26-14fb5529c902 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:10.459331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router (13d821f4-187c-429b-a786-2bbaee1a5840), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.466720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b10b1a7-cf90-440a-915c-0a2a2bdad17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d2fb2d-befc-4867-a52f-593c9aa98b36'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:10.469709 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c27ec-9297-41d8-86f6-eb8bfcfa34ec" -d '{"events": [{"server_uuid": "9b10b1a7-cf90-440a-915c-0a2a2bdad17c", "name": "network-vif-plugged", "status": "completed", "tag": "20d2fb2d-befc-4867-a52f-593c9aa98b36"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:10.500576 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 20d2fb2d-befc-4867-a52f-593c9aa98b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=20d2fb2d-befc-4867-a52f-593c9aa98b36,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:10.519151 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.519953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6a76755e-4b2b-47c6-859b-fdbf88b70a03 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:10.553206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 6a76755e-4b2b-47c6-859b-fdbf88b70a03 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:10.553554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6a76755e-4b2b-47c6-859b-fdbf88b70a03 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:10.564451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37d74e-c121-488d-9e5a-71b77a440267 req-31f3d7df-33c2-4cef-ae78-6ae91e2d8706 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:10.574440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df37d74e-c121-488d-9e5a-71b77a440267 req-31f3d7df-33c2-4cef-ae78-6ae91e2d8706 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 950 time: 0.1514361 Jan 28 04:06:10.614555 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7120df96-3768-4e9a-86cf-23ea76acbcfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.666529 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_gateway (13d821f4-187c-429b-a786-2bbaee1a5840), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.668733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972651492', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:05:37Z', 'updated_at': '2022-01-28T04:06:08Z', 'revision_number': 5, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': 'c22b862a-e5d0-4ae9-ab53-dfcf08069d56', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:05:39Z', 'updated_at': '2022-01-28T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:10.705428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] Checking router: 13d821f4-187c-429b-a786-2bbaee1a5840 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:10.711137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=20d2fb2d-befc-4867-a52f-593c9aa98b36,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:10.719340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] Routers {'13d821f4-187c-429b-a786-2bbaee1a5840'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:10.719985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['13d821f4-187c-429b-a786-2bbaee1a5840'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:10.757229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e3fd6-1081-460b-b6cb-bc6c19848470 None None] DHCP port deletion for 73fdf239-02fb-44e2-ad26-14fb5529c902 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:06:10.785889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Deleting port c22b862a-e5d0-4ae9-ab53-dfcf08069d56 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:10.786449 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.813114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df37d74e-c121-488d-9e5a-71b77a440267 req-308ab7f3-abf6-4261-a454-16607cb0ce23 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49cb0a8-1242-417c-8cdc-de76f6611fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319319 Jan 28 04:06:10.846633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171877-ce53-4875-815c-aed905956eda req-9bf58968-b44b-4b87-9300-02420d51c940 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:10.854163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8171877-ce53-4875-815c-aed905956eda req-9bf58968-b44b-4b87-9300-02420d51c940 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 946 time: 0.2414722 Jan 28 04:06:10.875664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] Set router 13d821f4-187c-429b-a786-2bbaee1a5840 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:10.886226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-c93a0af1-89c5-4381-ac4d-7dd5f499bdf6 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:10.888037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-c93a0af1-89c5-4381-ac4d-7dd5f499bdf6 tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.42 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 950 time: 0.1672499 Jan 28 04:06:10.936880 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd92496-ab1d-4e8e-8cd2-ba4d2d82cb71 x-openstack-request-id: req-2bd92496-ab1d-4e8e-8cd2-ba4d2d82cb71 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:10.937155 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b10b1a7-cf90-440a-915c-0a2a2bdad17c", "name": "network-vif-plugged", "status": "completed", "tag": "20d2fb2d-befc-4867-a52f-593c9aa98b36", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:10.937392 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bd92496-ab1d-4e8e-8cd2-ba4d2d82cb71 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:10.937784 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b10b1a7-cf90-440a-915c-0a2a2bdad17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d2fb2d-befc-4867-a52f-593c9aa98b36', 'code': 200} Jan 28 04:06:10.946202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] For port c22b862a-e5d0-4ae9-ab53-dfcf08069d56, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c22b862a-e5d0-4ae9-ab53-dfcf08069d56,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:10.947069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.964462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Calling delete_port for c22b862a-e5d0-4ae9-ab53-dfcf08069d56 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:10.975658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972651492', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:05:37Z', 'updated_at': '2022-01-28T04:06:10Z', 'revision_number': 6, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:10.995796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8171877-ce53-4875-815c-aed905956eda req-5149541f-d9bd-4d68-a5bd-753200cb0a69 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348782 Jan 28 04:06:11.026996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471b757-e0ac-4963-83a0-6a5ce2ad16e4 None None] The sync data for ids ['13d821f4-187c-429b-a786-2bbaee1a5840'] in n-d-808199-14 is: [{'id': '13d821f4-187c-429b-a786-2bbaee1a5840', 'name': 'tempest-TestSecurityGroupsBasicOps-router-972651492', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:05:37Z', 'updated_at': '2022-01-28T04:06:10Z', 'revision_number': 6, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:11.031495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f30e3fd6-1081-460b-b6cb-bc6c19848470 None None] Deleting port 9adb6a51-602d-440d-acc9-6da701b1e252 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:11.031495 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f30e3fd6-1081-460b-b6cb-bc6c19848470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.138431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f176b-0501-4dec-beaa-9fb7f2fe3361 req-fe8ecfa8-0f29-4367-86de-2078dafd6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:11.139963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-188f176b-0501-4dec-beaa-9fb7f2fe3361 req-fe8ecfa8-0f29-4367-86de-2078dafd6428 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 1098 time: 0.1525569 Jan 28 04:06:11.143660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-64f33991-93ec-4c67-b0d6-2ac17a602ada tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Deleting port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:11.144023 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-64f33991-93ec-4c67-b0d6-2ac17a602ada tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.215343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f30e3fd6-1081-460b-b6cb-bc6c19848470 None None] For port 9adb6a51-602d-440d-acc9-6da701b1e252, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9adb6a51-602d-440d-acc9-6da701b1e252,segment=NetworkSegment(f599402c-8375-45a5-a19c-649e2326fc31),segment_id=f599402c-8375-45a5-a19c-649e2326fc31)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:11.216751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f30e3fd6-1081-460b-b6cb-bc6c19848470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.252325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f30e3fd6-1081-460b-b6cb-bc6c19848470 None None] Calling delete_port for 9adb6a51-602d-440d-acc9-6da701b1e252 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:11.269107 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-188f176b-0501-4dec-beaa-9fb7f2fe3361 req-65051231-7a73-4d46-b104-b707a4289d84 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215606 Jan 28 04:06:11.327087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-64f33991-93ec-4c67-b0d6-2ac17a602ada tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] For port 298f5a65-b78d-439e-bbaa-d0427a5a23f6, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=298f5a65-b78d-439e-bbaa-d0427a5a23f6,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:11.327404 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-64f33991-93ec-4c67-b0d6-2ac17a602ada tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.336084 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c22b862a-e5d0-4ae9-ab53-dfcf08069d56), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.356927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-64f33991-93ec-4c67-b0d6-2ac17a602ada tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Calling delete_port for 298f5a65-b78d-439e-bbaa-d0427a5a23f6 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:11.383203 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f30e3fd6-1081-460b-b6cb-bc6c19848470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (9adb6a51-602d-440d-acc9-6da701b1e252), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.392542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Port': ['ID=c22b862a-e5d0-4ae9-ab53-dfcf08069d56,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:11.454306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43124) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:11.468802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e3fd6-1081-460b-b6cb-bc6c19848470 None None] Pushing event deleted for resources: {'Port': ['ID=9adb6a51-602d-440d-acc9-6da701b1e252,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:11.473459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e3fd6-1081-460b-b6cb-bc6c19848470 None None] No DVR routers for this DVR port 9adb6a51-602d-440d-acc9-6da701b1e252 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:11.532684 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (13d821f4-187c-429b-a786-2bbaee1a5840), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.615182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-64f33991-93ec-4c67-b0d6-2ac17a602ada tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (298f5a65-b78d-439e-bbaa-d0427a5a23f6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.654384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['298f5a65-b78d-439e-bbaa-d0427a5a23f6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:06:11.673981 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (13d821f4-187c-429b-a786-2bbaee1a5840), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.676993 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_controller (13d821f4-187c-429b-a786-2bbaee1a5840), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.685600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b4d39be-be68-4fde-a523-c55baf553778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.688506 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f33991-93ec-4c67-b0d6-2ac17a602ada tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Pushing event deleted for resources: {'Port': ['ID=298f5a65-b78d-439e-bbaa-d0427a5a23f6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:11.746585 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (13d821f4-187c-429b-a786-2bbaee1a5840), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.747141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Fanout notify agent at l3_agent the message router_deleted on router 13d821f4-187c-429b-a786-2bbaee1a5840 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:06:11.755029 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.758839 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-27e59884-1e8f-4e89-a219-cbca97843ffc tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "DELETE /v2.0/routers/13d821f4-187c-429b-a786-2bbaee1a5840 HTTP/1.1" status: 204 len: 168 time: 1.5082538 Jan 28 04:06:11.759025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43128) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:11.768980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-64f33991-93ec-4c67-b0d6-2ac17a602ada tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] No DVR routers for this DVR port 298f5a65-b78d-439e-bbaa-d0427a5a23f6 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:11.772211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-64f33991-93ec-4c67-b0d6-2ac17a602ada tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.775910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bad0327f-ffbd-48e9-b997-c3e009eb5e47 req-64f33991-93ec-4c67-b0d6-2ac17a602ada tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.42 "DELETE /v2.0/ports/298f5a65-b78d-439e-bbaa-d0427a5a23f6 HTTP/1.1" status: 204 len: 173 time: 0.8794632 Jan 28 04:06:11.776404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b', 'name': 'network-vif-deleted', 'tag': '298f5a65-b78d-439e-bbaa-d0427a5a23f6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:11.778857 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd448d8-1e94-4fa6-9c1e-df8393971b7b" -d '{"events": [{"server_uuid": "a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b", "name": "network-vif-deleted", "tag": "298f5a65-b78d-439e-bbaa-d0427a5a23f6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:11.864793 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b4d39be-be68-4fde-a523-c55baf553778 admin admin] Publish callbacks [] for security_group (c485737d-d9ed-4472-9474-98a857a09dca), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.871210 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b4d39be-be68-4fde-a523-c55baf553778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c485737d-d9ed-4472-9474-98a857a09dca), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.882164 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (73fdf239-02fb-44e2-ad26-14fb5529c902), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.939754 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a542ef37-d37d-47c9-a386-c14018b86178 x-openstack-request-id: req-a542ef37-d37d-47c9-a386-c14018b86178 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:11.940030 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b", "name": "network-vif-deleted", "tag": "298f5a65-b78d-439e-bbaa-d0427a5a23f6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:11.940470 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a542ef37-d37d-47c9-a386-c14018b86178 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:11.940904 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b', 'name': 'network-vif-deleted', 'tag': '298f5a65-b78d-439e-bbaa-d0427a5a23f6', 'status': 'completed', 'code': 200} Jan 28 04:06:11.948009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d39be-be68-4fde-a523-c55baf553778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c485737d-d9ed-4472-9474-98a857a09dca,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:11.996308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b99436f-c1c5-44d6-ab6b-ad671161dd63 req-45c07114-e6cb-4e2a-b38a-f06e98b0c2da tempest-VolumesBackupsTest-1930466216 tempest-VolumesBackupsTest-1930466216-project] 10.222.0.44 "GET /v2.0/ports?device_id=a05c61e3-6b62-42f9-a71d-b7a2c7c6ed4b HTTP/1.1" status: 200 len: 210 time: 0.0540540 Jan 28 04:06:12.008109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5b4d39be-be68-4fde-a523-c55baf553778 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0492f053d9b4bae8fb69e622bd7a503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5518584 Jan 28 04:06:12.010221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:12.036373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (73fdf239-02fb-44e2-ad26-14fb5529c902), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.070703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fdf239-02fb-44e2-ad26-14fb5529c902']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:12.088719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f599402c-8375-45a5-a19c-649e2326fc31') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:12.089132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f599402c-8375-45a5-a19c-649e2326fc31') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:12.100204 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a48055c2-9df9-433b-a883-49b8f311a680 admin admin] Publish callbacks [] for security_group (c485737d-d9ed-4472-9474-98a857a09dca), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.111898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (f599402c-8375-45a5-a19c-649e2326fc31), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.139771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a48055c2-9df9-433b-a883-49b8f311a680 admin admin] Publish callbacks [] for security_group (c485737d-d9ed-4472-9474-98a857a09dca), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.143861 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f599402c-8375-45a5-a19c-649e2326fc31), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.166017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:12.166549 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (f599402c-8375-45a5-a19c-649e2326fc31), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:12.173976 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:12.250927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384949-4bfc-4ee7-b4b5-28fe489d34a9 req-6ba17dde-5174-49a1-a8e1-eae1b4bc26c3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:12.252505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9384949-4bfc-4ee7-b4b5-28fe489d34a9 req-6ba17dde-5174-49a1-a8e1-eae1b4bc26c3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 946 time: 0.1061504 Jan 28 04:06:12.279254 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.307132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:12.332452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a48055c2-9df9-433b-a883-49b8f311a680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (c485737d-d9ed-4472-9474-98a857a09dca), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.335265 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a48055c2-9df9-433b-a883-49b8f311a680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.336478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a48055c2-9df9-433b-a883-49b8f311a680 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c485737d-d9ed-4472-9474-98a857a09dca HTTP/1.1" status: 204 len: 168 time: 0.3249555 Jan 28 04:06:12.350443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:12.350778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ba1b558a-b849-4ad6-8391-8cc3ef4bb4b6 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:12.359544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c22b862a-e5d0-4ae9-ab53-dfcf08069d56 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:12.367077 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (73fdf239-02fb-44e2-ad26-14fb5529c902), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.376517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.385428 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "DELETE /v2.0/networks/73fdf239-02fb-44e2-ad26-14fb5529c902 HTTP/1.1" status: 204 len: 168 time: 0.6253111 Jan 28 04:06:12.386776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43142) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:12.408143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48055c2-9df9-433b-a883-49b8f311a680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c485737d-d9ed-4472-9474-98a857a09dca,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:12.423316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9384949-4bfc-4ee7-b4b5-28fe489d34a9 req-37323f9b-c6e4-4eeb-a18a-39f4d371eec7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574795 Jan 28 04:06:12.467516 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c22b862a-e5d0-4ae9-ab53-dfcf08069d56 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:12.468709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c22b862a-e5d0-4ae9-ab53-dfcf08069d56 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:12.468709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9adb6a51-602d-440d-acc9-6da701b1e252 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:12.532402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9adb6a51-602d-440d-acc9-6da701b1e252 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:12.532762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9adb6a51-602d-440d-acc9-6da701b1e252 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:12.565411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd65f9f-5d11-4bfb-a8f5-5c7461b1d72b tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Network': ['ID=73fdf239-02fb-44e2-ad26-14fb5529c902,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:12.605676 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-403a26d3-3191-48d8-b407-4e05a639d29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.735075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Deleting port 1720b9db-21b5-4556-aa52-9ddc676883bd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:12.735535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1720b9db-21b5-4556-aa52-9ddc676883bd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.803766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43146) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:12.820582 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7308efc6-36b8-44c7-9a6a-87bf69eb1aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.911452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7308efc6-36b8-44c7-9a6a-87bf69eb1aa0 admin admin] Publish callbacks [] for security_group (f09c4cae-3151-459c-bc63-e4c975137ae5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.916202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7308efc6-36b8-44c7-9a6a-87bf69eb1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f09c4cae-3151-459c-bc63-e4c975137ae5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:12.959805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7308efc6-36b8-44c7-9a6a-87bf69eb1aa0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2e7c59d83e64fcc9abf1b47c949bc23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518514 Jan 28 04:06:12.959805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308efc6-36b8-44c7-9a6a-87bf69eb1aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c4cae-3151-459c-bc63-e4c975137ae5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:12.960591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43148) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:13.016523 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-902aef94-d436-416c-8532-e2a5fc4732da admin admin] Publish callbacks [] for security_group (f09c4cae-3151-459c-bc63-e4c975137ae5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:13.046689 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-902aef94-d436-416c-8532-e2a5fc4732da admin admin] Publish callbacks [] for security_group (f09c4cae-3151-459c-bc63-e4c975137ae5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:13.116237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-902aef94-d436-416c-8532-e2a5fc4732da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (f09c4cae-3151-459c-bc63-e4c975137ae5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:13.120767 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-902aef94-d436-416c-8532-e2a5fc4732da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:13.122668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-902aef94-d436-416c-8532-e2a5fc4732da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f09c4cae-3151-459c-bc63-e4c975137ae5 HTTP/1.1" status: 204 len: 168 time: 0.1607924 Jan 28 04:06:13.132339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aef94-d436-416c-8532-e2a5fc4732da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09c4cae-3151-459c-bc63-e4c975137ae5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:13.195658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1720b9db-21b5-4556-aa52-9ddc676883bd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:13.196206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for floatingip (1720b9db-21b5-4556-aa52-9ddc676883bd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:13.212452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Calling delete_port for 1720b9db-21b5-4556-aa52-9ddc676883bd owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:13.470576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1720b9db-21b5-4556-aa52-9ddc676883bd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:13.581276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Port': ['ID=1720b9db-21b5-4556-aa52-9ddc676883bd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:13.627202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80653497-bcfb-4ca3-bd32-7be8ceb76db8 req-df23f8cd-529c-4f8b-b840-343c9b489d79 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:13.628752 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80653497-bcfb-4ca3-bd32-7be8ceb76db8 req-df23f8cd-529c-4f8b-b840-343c9b489d79 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 946 time: 0.0889628 Jan 28 04:06:13.699175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80653497-bcfb-4ca3-bd32-7be8ceb76db8 req-d6baf605-fba0-4bc9-81a4-01c89758d277 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628490 Jan 28 04:06:13.721099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for floatingip (d52ede40-4b50-4113-8ee4-146b211a3bb8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:13.721397 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Floating IP d52ede40-4b50-4113-8ee4-146b211a3bb8 disassociated (deleted). External IP: 172.25.1.86, port: c5d96ef5-6e41-4d31-aa1c-7d22e5688679. Jan 28 04:06:13.853727 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbd0de-90c4-4660-9e42-5a98b3a76a23 req-2565df8e-1d72-4a90-97e0-8c41b9a46b99 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:13.855311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60fbd0de-90c4-4660-9e42-5a98b3a76a23 req-2565df8e-1d72-4a90-97e0-8c41b9a46b99 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 946 time: 0.0799816 Jan 28 04:06:13.949489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60fbd0de-90c4-4660-9e42-5a98b3a76a23 req-fefa8a33-3674-4792-8b75-cabfd8175e14 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815742 Jan 28 04:06:14.035340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:06:14.319029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:14.331088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.334653 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.335550 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] Sync routers for ids ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:14.358658 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] Routers {'9c0c2955-9396-4cf7-8a9f-82087bac80d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:14.359625 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:14.448388 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-47b60419-6efa-43d8-bb3b-6d1ceb66a574 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "DELETE /v2.0/floatingips/d52ede40-4b50-4113-8ee4-146b211a3bb8 HTTP/1.1" status: 204 len: 168 time: 2.0483885 Jan 28 04:06:14.449199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'tag': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:14.455517 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22015e42-3e4f-4cfd-9033-ca0d845f267f" -d '{"events": [{"name": "network-changed", "server_uuid": "8545ae8c-ca5e-4638-85a0-932e442ac447", "tag": "c5d96ef5-6e41-4d31-aa1c-7d22e5688679"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:14.463509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd37a-de2f-4443-8720-193b8c1ebda2 req-92eaab45-33a4-4082-a872-427e3f5a237e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:14.468476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d5fd37a-de2f-4443-8720-193b8c1ebda2 req-92eaab45-33a4-4082-a872-427e3f5a237e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 946 time: 0.1639240 Jan 28 04:06:14.512624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-fb1ca123-924f-4765-ba0c-2e11e857945e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1271930 Jan 28 04:06:14.583791 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] Set router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:14.627060 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.669206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d5fd37a-de2f-4443-8720-193b8c1ebda2 req-5e388028-5c54-42e4-9107-404fb3384902 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869178 Jan 28 04:06:14.704684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-0d689c9b-37f5-4eeb-b525-99f9e6ba0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:14.708027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-0d689c9b-37f5-4eeb-b525-99f9e6ba0b79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=76049bb0218b4104bfff149e28d82470&device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 1137 time: 0.1396706 Jan 28 04:06:14.760992 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4e22c5-aec3-43c9-905f-ee9da97db963 x-openstack-request-id: req-eb4e22c5-aec3-43c9-905f-ee9da97db963 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:14.761477 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8545ae8c-ca5e-4638-85a0-932e442ac447", "tag": "c5d96ef5-6e41-4d31-aa1c-7d22e5688679", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:14.761741 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb4e22c5-aec3-43c9-905f-ee9da97db963 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:14.762641 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'tag': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'status': 'completed', 'code': 200} Jan 28 04:06:14.927359 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:36Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '52ee322b-4a75-4676-8345-8c1783577d80', 'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:1d:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:47Z', 'revision_number': 5, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:14.960117 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] Checking router: 9c0c2955-9396-4cf7-8a9f-82087bac80d6 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:14.971088 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] Routers {'9c0c2955-9396-4cf7-8a9f-82087bac80d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:14.971995 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:15.046421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60a86-3e32-4b0c-b13b-5bf37d1f5f60 req-68e95b08-9399-4641-b68c-23a0f462d193 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:15.049574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ce60a86-3e32-4b0c-b13b-5bf37d1f5f60 req-68e95b08-9399-4641-b68c-23a0f462d193 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 985 time: 0.1617968 Jan 28 04:06:15.053508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-ac290f63-fccb-4285-bd44-4120558c2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:15.055143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-ac290f63-fccb-4285-bd44-4120558c2b8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ff3cb42-2f34-4dd4-86fb-075cc282a906 HTTP/1.1" status: 200 len: 895 time: 0.3249867 Jan 28 04:06:15.162212 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] Set router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:15.176618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-e1fc613f-2caf-4251-a8cf-4df2218a6697 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d96ef5-6e41-4d31-aa1c-7d22e5688679 HTTP/1.1" status: 200 len: 217 time: 0.1135101 Jan 28 04:06:15.301271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ce60a86-3e32-4b0c-b13b-5bf37d1f5f60 req-43c57bdc-0bec-431c-ba5f-c5b2bfe67ce7 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2228878 Jan 28 04:06:15.308631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-88b1fe0b-a21f-4703-9309-18395b307bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:15.312554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-88b1fe0b-a21f-4703-9309-18395b307bc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0fe9834-e50e-4855-b553-b30aa4a8e39d HTTP/1.1" status: 200 len: 834 time: 0.1246643 Jan 28 04:06:15.382905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-0608a1d6-2ee4-4d81-9315-17fcd7195a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:15.385051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-0608a1d6-2ee4-4d81-9315-17fcd7195a26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ff3cb42-2f34-4dd4-86fb-075cc282a906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623727 Jan 28 04:06:15.498814 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:36Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '52ee322b-4a75-4676-8345-8c1783577d80', 'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:1d:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:47Z', 'revision_number': 5, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:15.539124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43218) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:15.546051 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0729732-23c5-4559-bc62-1796d3ea0a4e None None] The sync data for ids ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'] in n-d-808199-14 is: [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:04:36Z', 'revision_number': 4, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '52ee322b-4a75-4676-8345-8c1783577d80', 'name': '', 'network_id': '1ff3cb42-2f34-4dd4-86fb-075cc282a906', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'mac_address': 'fa:16:3e:1d:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:47Z', 'revision_number': 5, 'project_id': '76049bb0218b4104bfff149e28d82470', 'subnets': [{'id': 'd0fe9834-e50e-4855-b553-b30aa4a8e39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:15.554072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-69bdd99c-b177-454e-89ad-9bcce49ef24c service neutron] 10.222.0.42 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628916 Jan 28 04:06:15.589432 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.621797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 298f5a65-b78d-439e-bbaa-d0427a5a23f6 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:15.682617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-617d1338-f5fb-471e-81b9-6dbc8a67ff8b req-2f7c102c-d1de-4849-858f-aa9243c79a94 service neutron] 10.222.0.42 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193817 Jan 28 04:06:15.693961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 298f5a65-b78d-439e-bbaa-d0427a5a23f6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:15.695314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 298f5a65-b78d-439e-bbaa-d0427a5a23f6 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:15.918266 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7aebda-b346-4ca9-8a34-35169999a8be req-243f8ebf-97c9-45cc-8f36-1421c5be68b5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:15.926356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba7aebda-b346-4ca9-8a34-35169999a8be req-243f8ebf-97c9-45cc-8f36-1421c5be68b5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 946 time: 0.0895102 Jan 28 04:06:15.954377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-703b32a3-608b-445a-9ada-1667fa56cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:15.956051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-703b32a3-608b-445a-9ada-1667fa56cbd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=76049bb0218b4104bfff149e28d82470&device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 1137 time: 0.1606824 Jan 28 04:06:16.011165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda6c26a-ad92-43ac-83b9-ceb701b79138 admin admin] Deleting subnet 5f9b6c51-eb3e-4edf-9e55-39c433f2a40f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:06:16.014810 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bda6c26a-ad92-43ac-83b9-ceb701b79138 admin admin] Publish callbacks [] for subnet (5f9b6c51-eb3e-4edf-9e55-39c433f2a40f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.064490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bda6c26a-ad92-43ac-83b9-ceb701b79138 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (5f9b6c51-eb3e-4edf-9e55-39c433f2a40f), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.120773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bda6c26a-ad92-43ac-83b9-ceb701b79138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (5f9b6c51-eb3e-4edf-9e55-39c433f2a40f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.126407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad2cb12-62bc-4f9c-a95d-0d07a8133797 None None] New status for floating IP d52ede40-4b50-4113-8ee4-146b211a3bb8: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:06:16.199687 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bda6c26a-ad92-43ac-83b9-ceb701b79138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (5f9b6c51-eb3e-4edf-9e55-39c433f2a40f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.218179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bda6c26a-ad92-43ac-83b9-ceb701b79138 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.222231 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bda6c26a-ad92-43ac-83b9-ceb701b79138 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5f9b6c51-eb3e-4edf-9e55-39c433f2a40f HTTP/1.1" status: 204 len: 168 time: 0.6803195 Jan 28 04:06:16.246774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43232) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:16.281751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba7aebda-b346-4ca9-8a34-35169999a8be req-d00e1d1f-3c34-4bea-a140-bc95963bbee0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542886 Jan 28 04:06:16.286639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-1d222f51-ef76-4f47-b08a-8bb12720dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:16.293125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-1d222f51-ef76-4f47-b08a-8bb12720dc7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ff3cb42-2f34-4dd4-86fb-075cc282a906 HTTP/1.1" status: 200 len: 895 time: 0.2784405 Jan 28 04:06:16.348902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6c26a-ad92-43ac-83b9-ceb701b79138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9b6c51-eb3e-4edf-9e55-39c433f2a40f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:16.356609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d9d258a1-3ea4-40d1-bfa9-481392ae9868), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.399155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-a781062e-df62-4565-93a5-1729a251f1ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d96ef5-6e41-4d31-aa1c-7d22e5688679 HTTP/1.1" status: 200 len: 217 time: 0.0980315 Jan 28 04:06:16.414370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef6d14-9e00-4396-b319-35364f861220 req-6ffa1495-1821-43d4-a3b8-ca05342f0869 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:16.416269 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24ef6d14-9e00-4396-b319-35364f861220 req-6ffa1495-1821-43d4-a3b8-ca05342f0869 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 946 time: 0.4350932 Jan 28 04:06:16.490192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-0be38de1-fd19-4cee-ac68-d2889c119cbb tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:16.491177 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-0be38de1-fd19-4cee-ac68-d2889c119cbb tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.42 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 985 time: 0.2426424 Jan 28 04:06:16.491177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43240) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:16.571582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-95855d6f-04e0-46fd-bc06-1c01a83e0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:16.576669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-95855d6f-04e0-46fd-bc06-1c01a83e0f5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0fe9834-e50e-4855-b553-b30aa4a8e39d HTTP/1.1" status: 200 len: 834 time: 0.1713319 Jan 28 04:06:16.642361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d9d258a1-3ea4-40d1-bfa9-481392ae9868), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.661855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dae170-cbc7-4e16-945c-447bd4018697 req-4fa04988-f4ea-4a71-8063-e5f0697c0e65 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:16.672189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13dae170-cbc7-4e16-945c-447bd4018697 req-4fa04988-f4ea-4a71-8063-e5f0697c0e65 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 985 time: 0.1995099 Jan 28 04:06:16.704988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-97ce56dc-0203-42a0-88d6-a5eef8ef807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:16.706945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-97ce56dc-0203-42a0-88d6-a5eef8ef807a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ff3cb42-2f34-4dd4-86fb-075cc282a906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171975 Jan 28 04:06:16.724544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d258a1-3ea4-40d1-bfa9-481392ae9868']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:16.747723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-24ef6d14-9e00-4396-b319-35364f861220 req-272f5a29-d037-4356-87d1-5a81e729071b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Deleting port 20d2fb2d-befc-4867-a52f-593c9aa98b36 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:16.748069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24ef6d14-9e00-4396-b319-35364f861220 req-272f5a29-d037-4356-87d1-5a81e729071b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.799668 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.834905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-bfab5e62-6d3a-419e-a44a-359f162fb951 service neutron] 10.222.0.42 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195271 Jan 28 04:06:16.849093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-24ef6d14-9e00-4396-b319-35364f861220 req-272f5a29-d037-4356-87d1-5a81e729071b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] For port 20d2fb2d-befc-4867-a52f-593c9aa98b36, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=20d2fb2d-befc-4867-a52f-593c9aa98b36,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:16.849531 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24ef6d14-9e00-4396-b319-35364f861220 req-272f5a29-d037-4356-87d1-5a81e729071b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.864787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-24ef6d14-9e00-4396-b319-35364f861220 req-272f5a29-d037-4356-87d1-5a81e729071b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Calling delete_port for 20d2fb2d-befc-4867-a52f-593c9aa98b36 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:16.929720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13dae170-cbc7-4e16-945c-447bd4018697 req-250c1c8f-3b83-451e-9fa3-5f070bd199a1 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/security-groups?id=129044bf-f194-4b11-b745-d88bf558cd5a&id=8b819e51-7a8d-4916-a387-8a6316a6b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2516286 Jan 28 04:06:16.931027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:16.931439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0e41da-d41c-46c4-b7d1-bd3cd827671e') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:16.951999 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (cd0e41da-d41c-46c4-b7d1-bd3cd827671e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.954842 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26716bf-0beb-4777-a9ea-9d13911aeb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.974226 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22015e42-3e4f-4cfd-9033-ca0d845f267f req-39458cad-001a-4868-b8a5-d0ebcc756a53 service neutron] 10.222.0.42 "GET /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342111 Jan 28 04:06:16.985307 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (cd0e41da-d41c-46c4-b7d1-bd3cd827671e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.010603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:17.011018 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (cd0e41da-d41c-46c4-b7d1-bd3cd827671e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:17.015256 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:17.085165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-097819fe-edea-4c82-925a-5a16f2d6781f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Deleting port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:17.085438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-097819fe-edea-4c82-925a-5a16f2d6781f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.127651 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d9d258a1-3ea4-40d1-bfa9-481392ae9868), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.132779 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.138704 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] 10.222.0.44 "DELETE /v2.0/networks/d9d258a1-3ea4-40d1-bfa9-481392ae9868 HTTP/1.1" status: 204 len: 168 time: 0.8893600 Jan 28 04:06:17.223071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1465c21-a367-464f-8daf-f40d28de77db admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d258a1-3ea4-40d1-bfa9-481392ae9868,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:17.289115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43248) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:17.375415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4a0a9fe5-0664-4258-9289-5175f6bcf67f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12c331f7049249ebab299fc7804c9f6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0805347 Jan 28 04:06:17.375616 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43252) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:17.396375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-097819fe-edea-4c82-925a-5a16f2d6781f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] For port c5d96ef5-6e41-4d31-aa1c-7d22e5688679, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:17.398454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-097819fe-edea-4c82-925a-5a16f2d6781f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.417280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-097819fe-edea-4c82-925a-5a16f2d6781f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Calling delete_port for c5d96ef5-6e41-4d31-aa1c-7d22e5688679 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:17.463620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a0f5-d288-40aa-ba6c-86d26ce5f28e req-ffdbc15e-be69-4d55-a7f5-996dd4df7f77 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:17.465267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9888a0f5-d288-40aa-ba6c-86d26ce5f28e req-ffdbc15e-be69-4d55-a7f5-996dd4df7f77 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 946 time: 0.0835049 Jan 28 04:06:17.466415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f81c8ce-a82e-4876-94f6-33091b482132 admin admin] Publish callbacks [] for security_group (367f95f0-d9b3-47bc-bca6-089b561aab80), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.489470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f81c8ce-a82e-4876-94f6-33091b482132 admin admin] Publish callbacks [] for security_group (367f95f0-d9b3-47bc-bca6-089b561aab80), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.573483 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f81c8ce-a82e-4876-94f6-33091b482132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (367f95f0-d9b3-47bc-bca6-089b561aab80), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.579243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f81c8ce-a82e-4876-94f6-33091b482132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.580663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7f81c8ce-a82e-4876-94f6-33091b482132 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/367f95f0-d9b3-47bc-bca6-089b561aab80 HTTP/1.1" status: 204 len: 168 time: 0.2040286 Jan 28 04:06:17.646102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9888a0f5-d288-40aa-ba6c-86d26ce5f28e req-6680579e-a319-42bf-a6df-f0516153255d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150260 Jan 28 04:06:17.652105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81c8ce-a82e-4876-94f6-33091b482132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367f95f0-d9b3-47bc-bca6-089b561aab80,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:17.677323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-097819fe-edea-4c82-925a-5a16f2d6781f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c5d96ef5-6e41-4d31-aa1c-7d22e5688679), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.765081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097819fe-edea-4c82-925a-5a16f2d6781f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Port': ['ID=c5d96ef5-6e41-4d31-aa1c-7d22e5688679,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:17.796971 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24ef6d14-9e00-4396-b319-35364f861220 req-272f5a29-d037-4356-87d1-5a81e729071b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (20d2fb2d-befc-4867-a52f-593c9aa98b36), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.816964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26716bf-0beb-4777-a9ea-9d13911aeb94 admin admin] Publish callbacks [] for security_group (730ce6b3-1209-4ea2-9ef2-64705f8b9da6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.831201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fcf0c8ab-6264-4f49-a297-ac5fa9f6a740', '20d2fb2d-befc-4867-a52f-593c9aa98b36'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:06:17.862804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f5a29-d037-4356-87d1-5a81e729071b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'Port': ['ID=20d2fb2d-befc-4867-a52f-593c9aa98b36,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:17.865449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-097819fe-edea-4c82-925a-5a16f2d6781f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] No DVR routers for this DVR port c5d96ef5-6e41-4d31-aa1c-7d22e5688679 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:17.871948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26716bf-0beb-4777-a9ea-9d13911aeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (730ce6b3-1209-4ea2-9ef2-64705f8b9da6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.876476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-097819fe-edea-4c82-925a-5a16f2d6781f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.880071 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1a561bde-c38f-458c-b7ae-50cc241d44db req-097819fe-edea-4c82-925a-5a16f2d6781f tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.42 "DELETE /v2.0/ports/c5d96ef5-6e41-4d31-aa1c-7d22e5688679 HTTP/1.1" status: 204 len: 173 time: 1.3491931 Jan 28 04:06:17.891338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'name': 'network-vif-deleted', 'tag': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:17.895853 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce9645-666a-40b7-8377-af029cd243c6" -d '{"events": [{"server_uuid": "8545ae8c-ca5e-4638-85a0-932e442ac447", "name": "network-vif-deleted", "tag": "c5d96ef5-6e41-4d31-aa1c-7d22e5688679"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:18.003473 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcadbbf5-aab1-411c-9e13-6bf4f9c678c1 x-openstack-request-id: req-fcadbbf5-aab1-411c-9e13-6bf4f9c678c1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:18.003771 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8545ae8c-ca5e-4638-85a0-932e442ac447", "name": "network-vif-deleted", "tag": "c5d96ef5-6e41-4d31-aa1c-7d22e5688679", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:18.004012 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fcadbbf5-aab1-411c-9e13-6bf4f9c678c1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:18.004406 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8545ae8c-ca5e-4638-85a0-932e442ac447', 'name': 'network-vif-deleted', 'tag': 'c5d96ef5-6e41-4d31-aa1c-7d22e5688679', 'status': 'completed', 'code': 200} Jan 28 04:06:18.077417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ef6d14-9e00-4396-b319-35364f861220 req-272f5a29-d037-4356-87d1-5a81e729071b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] No DVR routers for this DVR port 20d2fb2d-befc-4867-a52f-593c9aa98b36 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:18.080794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24ef6d14-9e00-4396-b319-35364f861220 req-272f5a29-d037-4356-87d1-5a81e729071b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.084198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-24ef6d14-9e00-4396-b319-35364f861220 req-272f5a29-d037-4356-87d1-5a81e729071b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "DELETE /v2.0/ports/20d2fb2d-befc-4867-a52f-593c9aa98b36 HTTP/1.1" status: 204 len: 173 time: 1.6584013 Jan 28 04:06:18.090487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43264) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:18.093045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c26716bf-0beb-4777-a9ea-9d13911aeb94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e5848ced2754de589cf01cc198324bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5709143 Jan 28 04:06:18.094151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26716bf-0beb-4777-a9ea-9d13911aeb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730ce6b3-1209-4ea2-9ef2-64705f8b9da6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:18.350430 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9172acd7-395c-49c2-bf24-357a9cdd4339 admin admin] Publish callbacks [] for security_group (730ce6b3-1209-4ea2-9ef2-64705f8b9da6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.375743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-775e5574-5f3d-4abf-bde5-9ed9f9a00b9b req-171b1869-dc85-4ddc-a1a5-d52951bcd153 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "GET /v2.0/ports?device_id=8545ae8c-ca5e-4638-85a0-932e442ac447 HTTP/1.1" status: 200 len: 210 time: 0.1934042 Jan 28 04:06:18.476117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9172acd7-395c-49c2-bf24-357a9cdd4339 admin admin] Publish callbacks [] for security_group (730ce6b3-1209-4ea2-9ef2-64705f8b9da6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.585277 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9172acd7-395c-49c2-bf24-357a9cdd4339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (730ce6b3-1209-4ea2-9ef2-64705f8b9da6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.590920 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9172acd7-395c-49c2-bf24-357a9cdd4339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.594566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9172acd7-395c-49c2-bf24-357a9cdd4339 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/730ce6b3-1209-4ea2-9ef2-64705f8b9da6 HTTP/1.1" status: 204 len: 168 time: 0.5006194 Jan 28 04:06:18.620287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172acd7-395c-49c2-bf24-357a9cdd4339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730ce6b3-1209-4ea2-9ef2-64705f8b9da6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:18.861428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-54511b4e-a8e8-4a5b-bfb1-76910093b92a req-b681e265-3c82-4f13-b7cd-7f29b7881228 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.0817471 Jan 28 04:06:19.071315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43290) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:19.084245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-794e4ea0-e6a0-46e9-90c8-c11991531949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.098628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:19.172269 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-794e4ea0-e6a0-46e9-90c8-c11991531949 admin admin] Publish callbacks [] for security_group (abbb8bcc-9e1b-4d51-878d-450e9a96033a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.177653 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-794e4ea0-e6a0-46e9-90c8-c11991531949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (abbb8bcc-9e1b-4d51-878d-450e9a96033a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.232006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e4ea0-e6a0-46e9-90c8-c11991531949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb8bcc-9e1b-4d51-878d-450e9a96033a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:19.266891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-794e4ea0-e6a0-46e9-90c8-c11991531949 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d14a965ebfd4cc0b12947f8a37cb053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1943994 Jan 28 04:06:19.270521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43296) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:19.301122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-199945780-network', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:19.322778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Made reservation on behalf of 08f7ff3716c9481dbb07a2aa4cd1ba99 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:19.326078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.330908 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c680-a8e6-4598-a222-a2c343512456 admin admin] Publish callbacks [] for security_group (abbb8bcc-9e1b-4d51-878d-450e9a96033a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.338597 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.356680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c680-a8e6-4598-a222-a2c343512456 admin admin] Publish callbacks [] for security_group (abbb8bcc-9e1b-4d51-878d-450e9a96033a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.418152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c680-a8e6-4598-a222-a2c343512456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (abbb8bcc-9e1b-4d51-878d-450e9a96033a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.421601 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c680-a8e6-4598-a222-a2c343512456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.424369 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5ca4c680-a8e6-4598-a222-a2c343512456 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abbb8bcc-9e1b-4d51-878d-450e9a96033a HTTP/1.1" status: 204 len: 168 time: 0.1513810 Jan 28 04:06:19.437537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4c680-a8e6-4598-a222-a2c343512456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb8bcc-9e1b-4d51-878d-450e9a96033a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:19.505532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43302) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:19.507474 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Publish callbacks [] for security_group (dd49a15b-2fdf-4b69-b0a5-30883c56d7c1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.512520 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd49a15b-2fdf-4b69-b0a5-30883c56d7c1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.542682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:19.562405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.562753 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Added segment 8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab of type vlan for network 2fcb1039-27b6-439f-989a-7e325a76c595 Jan 28 04:06:19.564645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd49a15b-2fdf-4b69-b0a5-30883c56d7c1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:19.616073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (2fcb1039-27b6-439f-989a-7e325a76c595), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.621107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78639e5d-1739-4ee0-93fa-ec1464df062e tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (129044bf-f194-4b11-b745-d88bf558cd5a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.648605 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (2fcb1039-27b6-439f-989a-7e325a76c595), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.650790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:19.651545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.660148 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78639e5d-1739-4ee0-93fa-ec1464df062e tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (129044bf-f194-4b11-b745-d88bf558cd5a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.728751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] Pushing event updated for resources: {'Network': ['ID=2fcb1039-27b6-439f-989a-7e325a76c595,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:19.742213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 2fcb1039-27b6-439f-989a-7e325a76c595 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:19.761701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43308) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:19.767835 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-91cccc34-f758-499f-aecb-4916806297f4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6660743 Jan 28 04:06:19.771904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Request body: {'subnet': {'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-199945780-subnet', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:19.793684 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78639e5d-1739-4ee0-93fa-ec1464df062e tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (129044bf-f194-4b11-b745-d88bf558cd5a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.796352 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78639e5d-1739-4ee0-93fa-ec1464df062e tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.800195 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-78639e5d-1739-4ee0-93fa-ec1464df062e tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "DELETE /v2.0/security-groups/129044bf-f194-4b11-b745-d88bf558cd5a HTTP/1.1" status: 204 len: 168 time: 0.2912009 Jan 28 04:06:19.800769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:19.809078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78639e5d-1739-4ee0-93fa-ec1464df062e tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=129044bf-f194-4b11-b745-d88bf558cd5a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:19.812075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Made reservation on behalf of 08f7ff3716c9481dbb07a2aa4cd1ba99 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:19.814562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.903611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 20d2fb2d-befc-4867-a52f-593c9aa98b36 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:19.952241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 20d2fb2d-befc-4867-a52f-593c9aa98b36 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:19.952504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 20d2fb2d-befc-4867-a52f-593c9aa98b36 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:19.976480 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908c5bd6-713c-4a27-aef0-247a726349de tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (8b819e51-7a8d-4916-a387-8a6316a6b8bb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.007352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b10b1a7-cf90-440a-915c-0a2a2bdad17c', 'name': 'network-vif-deleted', 'tag': '20d2fb2d-befc-4867-a52f-593c9aa98b36'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:20.010668 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07783cb2-dc14-4270-979e-15b42fd848eb" -d '{"events": [{"server_uuid": "9b10b1a7-cf90-440a-915c-0a2a2bdad17c", "name": "network-vif-deleted", "tag": "20d2fb2d-befc-4867-a52f-593c9aa98b36"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:20.038205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908c5bd6-713c-4a27-aef0-247a726349de tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (8b819e51-7a8d-4916-a387-8a6316a6b8bb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.110587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908c5bd6-713c-4a27-aef0-247a726349de tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (8b819e51-7a8d-4916-a387-8a6316a6b8bb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.114226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908c5bd6-713c-4a27-aef0-247a726349de tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.118626 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-908c5bd6-713c-4a27-aef0-247a726349de tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "DELETE /v2.0/security-groups/8b819e51-7a8d-4916-a387-8a6316a6b8bb HTTP/1.1" status: 204 len: 168 time: 0.3133414 Jan 28 04:06:20.120824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:20.138739 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c5bd6-713c-4a27-aef0-247a726349de tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b819e51-7a8d-4916-a387-8a6316a6b8bb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:20.206431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f1ea020-de27-4305-ba92-5dcf3c4979ca req-0dc5e754-7416-4a6f-8fa4-72257870efef tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.1063042 Jan 28 04:06:20.208111 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (71d9142c-ce09-4fb8-9e45-d127210fd4c8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.301726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d9142c-ce09-4fb8-9e45-d127210fd4c8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:20.363875 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Checking segment: {'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:20.364964 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Network hostable DHCP agents. Network: 2fcb1039-27b6-439f-989a-7e325a76c595, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:20.406433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Network 2fcb1039-27b6-439f-989a-7e325a76c595 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:20.432404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 2fcb1039-27b6-439f-989a-7e325a76c595) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:20.441722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:20.442779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c0fdb0-4a86-472c-a37f-25e3722b0f2d None None] Network 2fcb1039-27b6-439f-989a-7e325a76c595 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:20.443668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.489848 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7a81b15f-c464-460b-ac46-c12daea422ee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7241318 Jan 28 04:06:20.493638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43334) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:20.499314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:20.525068 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (b803225b-6c13-4dd5-947f-79d78770ea4f), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.526360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (b803225b-6c13-4dd5-947f-79d78770ea4f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.606764 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e211ebf-4f15-4939-9912-404aaf0d1731 x-openstack-request-id: req-2e211ebf-4f15-4939-9912-404aaf0d1731 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:20.607327 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b10b1a7-cf90-440a-915c-0a2a2bdad17c", "name": "network-vif-deleted", "tag": "20d2fb2d-befc-4867-a52f-593c9aa98b36", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:20.607759 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e211ebf-4f15-4939-9912-404aaf0d1731 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:20.608315 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b10b1a7-cf90-440a-915c-0a2a2bdad17c', 'name': 'network-vif-deleted', 'tag': '20d2fb2d-befc-4867-a52f-593c9aa98b36', 'status': 'completed', 'code': 200} Jan 28 04:06:20.660352 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks [] for router_controller (b803225b-6c13-4dd5-947f-79d78770ea4f), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.702915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-2fcb1039-27b6-439f-989a-7e325a76c595', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:20.703790 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.847640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (9c0c2955-9396-4cf7-8a9f-82087bac80d6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.940867 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks [] for router_gateway (b803225b-6c13-4dd5-947f-79d78770ea4f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.159202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Allocated IP 172.20.0.2 (2fcb1039-27b6-439f-989a-7e325a76c595/71d9142c-ce09-4fb8-9e45-d127210fd4c8/c29e81ae-290e-4e50-8cbd-e245a92e47d4) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:21.365020 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks [] for router_gateway (b803225b-6c13-4dd5-947f-79d78770ea4f), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.391246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Deleting port 52ee322b-4a75-4676-8345-8c1783577d80 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:21.391777 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (52ee322b-4a75-4676-8345-8c1783577d80), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.397882 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.431924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-affe54c3-9e55-431d-a523-92232343a256 req-3f556ebe-28f7-452d-a9a1-080c9cbdc3c7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.0412612 Jan 28 04:06:21.512360 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Publish callbacks [] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.527744 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.618158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Network 2fcb1039-27b6-439f-989a-7e325a76c595 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:21.626224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:21.642572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:21.660369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c5d96ef5-6e41-4d31-aa1c-7d22e5688679 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:21.700295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Allocated IP 172.25.1.226 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/2135a4fa-7b78-48f1-8503-47d822296d95) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:21.722431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: c5d96ef5-6e41-4d31-aa1c-7d22e5688679 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:21.722831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c5d96ef5-6e41-4d31-aa1c-7d22e5688679 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:21.724527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Pushing event updated for resources: {'Port': ['ID=c29e81ae-290e-4e50-8cbd-e245a92e47d4,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:21.855500 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Attempting to bind port c29e81ae-290e-4e50-8cbd-e245a92e47d4 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:21.856172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Attempting to bind port c29e81ae-290e-4e50-8cbd-e245a92e47d4 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:21.856709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Attempting to bind port c29e81ae-290e-4e50-8cbd-e245a92e47d4 on network 2fcb1039-27b6-439f-989a-7e325a76c595 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:21.870860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:21.875794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Checking segment: {'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:21.876456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.877704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Bound using segment: {'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:21.878421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Bound port: c29e81ae-290e-4e50-8cbd-e245a92e47d4, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:21.879010 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.921419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks [] for port (2135a4fa-7b78-48f1-8503-47d822296d95), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.024002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] For port c29e81ae-290e-4e50-8cbd-e245a92e47d4, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:22.032335 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.032567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] For port c29e81ae-290e-4e50-8cbd-e245a92e47d4, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c29e81ae-290e-4e50-8cbd-e245a92e47d4,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:22.042433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.146142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6490baa-8351-475b-bd22-b3686d494496 None None] Pushing event updated for resources: {'Port': ['ID=c29e81ae-290e-4e50-8cbd-e245a92e47d4,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:22.158393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:22.168531 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:22.175825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:22.254336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] For port 52ee322b-4a75-4676-8345-8c1783577d80, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=52ee322b-4a75-4676-8345-8c1783577d80,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:22.254856 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (52ee322b-4a75-4676-8345-8c1783577d80), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.276931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Calling delete_port for 52ee322b-4a75-4676-8345-8c1783577d80 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:22.289493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Pushing event updated for resources: {'Port': ['ID=2135a4fa-7b78-48f1-8503-47d822296d95,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:22.845458 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (52ee322b-4a75-4676-8345-8c1783577d80), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.903371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Port': ['ID=52ee322b-4a75-4676-8345-8c1783577d80,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:23.635726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (9c0c2955-9396-4cf7-8a9f-82087bac80d6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.702555 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d388cf19-1477-42e3-b18e-61892978a284 req-89a0328b-210f-4c56-83e0-ddf0e8d3de78 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.8570933 Jan 28 04:06:23.733066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks [] for router_gateway (b803225b-6c13-4dd5-947f-79d78770ea4f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.136264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:06:24.231760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccae63f-3c8e-4e64-8b8e-1d714be633e7 None None] Network 2fcb1039-27b6-439f-989a-7e325a76c595 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:24.277474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (b803225b-6c13-4dd5-947f-79d78770ea4f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.392327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:24.416801 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d2ea2d79-275d-4de0-94ed-376e175ba6a3 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "PUT /v2.0/routers/9c0c2955-9396-4cf7-8a9f-82087bac80d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2930224 Jan 28 04:06:24.417049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:24.422301 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] Sync routers for ids ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:24.442125 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] Routers {'9c0c2955-9396-4cf7-8a9f-82087bac80d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:24.445025 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:24.475945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c6080b8c-dd23-4e47-86d7-9e492ac8ca91 None None] Provisioning complete for port c29e81ae-290e-4e50-8cbd-e245a92e47d4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:24.476578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6080b8c-dd23-4e47-86d7-9e492ac8ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.601524 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] Set router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:24.632042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75f3272-74df-4ad1-b054-afc65b537542 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Deleting subnet d0fe9834-e50e-4855-b553-b30aa4a8e39d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:06:24.663201 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c75f3272-74df-4ad1-b054-afc65b537542 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for subnet (d0fe9834-e50e-4855-b553-b30aa4a8e39d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.736452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c29e81ae-290e-4e50-8cbd-e245a92e47d4 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:24.774236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c75f3272-74df-4ad1-b054-afc65b537542 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (d0fe9834-e50e-4855-b553-b30aa4a8e39d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.808177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Router b803225b-6c13-4dd5-947f-79d78770ea4f is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:06:24.914226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c6080b8c-dd23-4e47-86d7-9e492ac8ca91 None None] Current status of the port c29e81ae-290e-4e50-8cbd-e245a92e47d4 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:24.917597 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6080b8c-dd23-4e47-86d7-9e492ac8ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.964141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c29e81ae-290e-4e50-8cbd-e245a92e47d4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:24.964783 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.132378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c75f3272-74df-4ad1-b054-afc65b537542 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (d0fe9834-e50e-4855-b553-b30aa4a8e39d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.136868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c6080b8c-dd23-4e47-86d7-9e492ac8ca91 None None] For port c29e81ae-290e-4e50-8cbd-e245a92e47d4, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c29e81ae-290e-4e50-8cbd-e245a92e47d4,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:25.171439 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6080b8c-dd23-4e47-86d7-9e492ac8ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.189150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:25.270708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Sync routers for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:25.288442 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c75f3272-74df-4ad1-b054-afc65b537542 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (d0fe9834-e50e-4855-b553-b30aa4a8e39d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.299783 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f15bade-b038-4f71-9a5a-e545f861cd13 req-1b3b99f4-0306-452e-b127-d8b27f56e7a1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.2817371 Jan 28 04:06:25.303139 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.307616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-15989a6a-7705-4199-9f4e-49c1c3f31099 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8096776 Jan 28 04:06:25.321061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:25.355106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f3272-74df-4ad1-b054-afc65b537542 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Subnet': ['ID=d0fe9834-e50e-4855-b553-b30aa4a8e39d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:25.358148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c75f3272-74df-4ad1-b054-afc65b537542 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.362532 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c75f3272-74df-4ad1-b054-afc65b537542 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "DELETE /v2.0/subnets/d0fe9834-e50e-4855-b553-b30aa4a8e39d HTTP/1.1" status: 204 len: 168 time: 0.9371581 Jan 28 04:06:25.365630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:25.388237 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:06:22Z', 'revision_number': 5, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:25.412453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:25.413128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:25.443152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c3a52-1b4f-42fd-a31f-38a80be0c72c None None] Network 1ff3cb42-2f34-4dd4-86fb-075cc282a906 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:25.484381 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] Checking router: 9c0c2955-9396-4cf7-8a9f-82087bac80d6 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:25.530259 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] Routers {'9c0c2955-9396-4cf7-8a9f-82087bac80d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:25.531109 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:25.582885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router (9c0c2955-9396-4cf7-8a9f-82087bac80d6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.620876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6080b8c-dd23-4e47-86d7-9e492ac8ca91 None None] Pushing event updated for resources: {'Port': ['ID=c29e81ae-290e-4e50-8cbd-e245a92e47d4,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:25.710458 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] Set router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:25.757434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_gateway (9c0c2955-9396-4cf7-8a9f-82087bac80d6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.866975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Deleting port 217629a1-1458-4505-9cb4-5ec8107d2e47 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:25.867951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.889035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:26.064095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] For port 217629a1-1458-4505-9cb4-5ec8107d2e47, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=217629a1-1458-4505-9cb4-5ec8107d2e47,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:26.064477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.090592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Calling delete_port for 217629a1-1458-4505-9cb4-5ec8107d2e47 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:26.181513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c29e81ae-290e-4e50-8cbd-e245a92e47d4 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:26.186234 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:06:22Z', 'revision_number': 5, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:26.187566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c4b81f03-3dbc-44d6-9709-90e3e7afaea2 None None] Provisioning complete for port c29e81ae-290e-4e50-8cbd-e245a92e47d4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:26.187944 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4b81f03-3dbc-44d6-9709-90e3e7afaea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.273134 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.369059 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce475f-06a6-4d1d-aa7b-71697e993ecc None None] The sync data for ids ['9c0c2955-9396-4cf7-8a9f-82087bac80d6'] in n-d-808199-14 is: [{'id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-411042149', 'tenant_id': '76049bb0218b4104bfff149e28d82470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:26Z', 'updated_at': '2022-01-28T04:06:22Z', 'revision_number': 5, 'project_id': '76049bb0218b4104bfff149e28d82470', 'gw_port': {'id': '217629a1-1458-4505-9cb4-5ec8107d2e47', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2955-9396-4cf7-8a9f-82087bac80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:27Z', 'updated_at': '2022-01-28T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:26.464404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c29e81ae-290e-4e50-8cbd-e245a92e47d4 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:26.538035 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (217629a1-1458-4505-9cb4-5ec8107d2e47), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.605162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Port': ['ID=217629a1-1458-4505-9cb4-5ec8107d2e47,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:26.644245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d84cc601-70ad-46be-8474-62d967b9aa4e req-9db2457d-76d6-4c9d-bb60-6d1ec9e9a6d6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.0531087 Jan 28 04:06:26.725407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Allocated IP 172.20.0.1 (2fcb1039-27b6-439f-989a-7e325a76c595/71d9142c-ce09-4fb8-9e45-d127210fd4c8/100eb279-2cd1-4027-a638-79195c362f27) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:26.743859 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (9c0c2955-9396-4cf7-8a9f-82087bac80d6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.769624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c4b81f03-3dbc-44d6-9709-90e3e7afaea2 None None] Current status of the port c29e81ae-290e-4e50-8cbd-e245a92e47d4 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:26.791523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c29e81ae-290e-4e50-8cbd-e245a92e47d4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:26.801854 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.810814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249f7926-2752-48a4-b79c-824d98a591f1 None None] DHCP port deletion for 1ff3cb42-2f34-4dd4-86fb-075cc282a906 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:06:26.936373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Publish callbacks [] for port (100eb279-2cd1-4027-a638-79195c362f27), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.955088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (9c0c2955-9396-4cf7-8a9f-82087bac80d6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.959388 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router_controller (9c0c2955-9396-4cf7-8a9f-82087bac80d6), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.026449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (100eb279-2cd1-4027-a638-79195c362f27), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.051145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (9c0c2955-9396-4cf7-8a9f-82087bac80d6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.052182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Fanout notify agent at l3_agent the message router_deleted on router 9c0c2955-9396-4cf7-8a9f-82087bac80d6 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:06:27.061815 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.063517 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-13179639-9f74-4265-a702-a9652b6150b2 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "DELETE /v2.0/routers/9c0c2955-9396-4cf7-8a9f-82087bac80d6 HTTP/1.1" status: 204 len: 168 time: 1.6974118 Jan 28 04:06:27.066491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43472) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:27.104486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Network 2fcb1039-27b6-439f-989a-7e325a76c595 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:27.108267 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:27.112341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:27.193901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Pushing event updated for resources: {'Port': ['ID=100eb279-2cd1-4027-a638-79195c362f27,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:27.239847 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (b803225b-6c13-4dd5-947f-79d78770ea4f), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.245521 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1ff3cb42-2f34-4dd4-86fb-075cc282a906), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.353570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:22Z', 'revision_number': 3, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:27.370068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Deleting port eca727b6-22db-4daf-b703-3b21fc9f3fb0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:27.370886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.400312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Checking router: b803225b-6c13-4dd5-947f-79d78770ea4f for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:27.401071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Updating router b803225b-6c13-4dd5-947f-79d78770ea4f port 2135a4fa-7b78-48f1-8503-47d822296d95 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:27.452140 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.506551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] For port eca727b6-22db-4daf-b703-3b21fc9f3fb0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=eca727b6-22db-4daf-b703-3b21fc9f3fb0,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:27.507240 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.528105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Calling delete_port for eca727b6-22db-4daf-b703-3b21fc9f3fb0 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:27.548994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c29e81ae-290e-4e50-8cbd-e245a92e47d4 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:27.606949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (100eb279-2cd1-4027-a638-79195c362f27), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.651423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-249f7926-2752-48a4-b79c-824d98a591f1 None None] Deleting port eca727b6-22db-4daf-b703-3b21fc9f3fb0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:27.651800 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-249f7926-2752-48a4-b79c-824d98a591f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.669610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9ebd82a6-edf7-4a22-a358-941c2e3016aa None None] Provisioning complete for port 100eb279-2cd1-4027-a638-79195c362f27 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:27.669989 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ebd82a6-edf7-4a22-a358-941c2e3016aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (100eb279-2cd1-4027-a638-79195c362f27), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.697948 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.770068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Port': ['ID=eca727b6-22db-4daf-b703-3b21fc9f3fb0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:27.772193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] No DVR routers for this DVR port eca727b6-22db-4daf-b703-3b21fc9f3fb0 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:27.807164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-249f7926-2752-48a4-b79c-824d98a591f1 None None] For port eca727b6-22db-4daf-b703-3b21fc9f3fb0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=eca727b6-22db-4daf-b703-3b21fc9f3fb0,segment=NetworkSegment(6e598811-8284-4655-a8ab-1476f2a861d6),segment_id=6e598811-8284-4655-a8ab-1476f2a861d6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:27.807566 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-249f7926-2752-48a4-b79c-824d98a591f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.825632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd82a6-edf7-4a22-a358-941c2e3016aa None None] Port 100eb279-2cd1-4027-a638-79195c362f27 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:27.831399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-249f7926-2752-48a4-b79c-824d98a591f1 None None] Calling delete_port for eca727b6-22db-4daf-b703-3b21fc9f3fb0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:27.925444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5d3d432-893e-4ea5-83c6-952a85ef25d4 req-924c1548-3b6f-4d16-8d1d-0150e486bb44 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.1345160 Jan 28 04:06:28.011095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1ff3cb42-2f34-4dd4-86fb-075cc282a906), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.040033 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Publish callbacks [] for port (100eb279-2cd1-4027-a638-79195c362f27), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.053490 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (100eb279-2cd1-4027-a638-79195c362f27), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.077997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff3cb42-2f34-4dd4-86fb-075cc282a906']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:28.097131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e598811-8284-4655-a8ab-1476f2a861d6') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:28.098162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e598811-8284-4655-a8ab-1476f2a861d6') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:28.111356 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Publish callbacks [] for port (2135a4fa-7b78-48f1-8503-47d822296d95), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.114376 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (6e598811-8284-4655-a8ab-1476f2a861d6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.121468 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-249f7926-2752-48a4-b79c-824d98a591f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (eca727b6-22db-4daf-b703-3b21fc9f3fb0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.151832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6e598811-8284-4655-a8ab-1476f2a861d6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.170501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Pushing event updated for resources: {'Port': ['ID=100eb279-2cd1-4027-a638-79195c362f27,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:28.173572 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (b803225b-6c13-4dd5-947f-79d78770ea4f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.176710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:28.177160 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (6e598811-8284-4655-a8ab-1476f2a861d6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.183957 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.190307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f7926-2752-48a4-b79c-824d98a591f1 None None] No DVR routers for this DVR port eca727b6-22db-4daf-b703-3b21fc9f3fb0 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:28.265515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f7926-2752-48a4-b79c-824d98a591f1 None None] Pushing event deleted for resources: {'Port': ['ID=eca727b6-22db-4daf-b703-3b21fc9f3fb0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:28.321185 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:28.363807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Attempting to bind port 2135a4fa-7b78-48f1-8503-47d822296d95 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:28.364177 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Attempting to bind port 2135a4fa-7b78-48f1-8503-47d822296d95 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:28.364795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Attempting to bind port 2135a4fa-7b78-48f1-8503-47d822296d95 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:28.373208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1ff3cb42-2f34-4dd4-86fb-075cc282a906), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.385668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.403696 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] 10.222.0.44 "DELETE /v2.0/networks/1ff3cb42-2f34-4dd4-86fb-075cc282a906 HTTP/1.1" status: 204 len: 168 time: 1.3323557 Jan 28 04:06:28.409026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Network 2fcb1039-27b6-439f-989a-7e325a76c595 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:28.410139 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:28.410659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:28.411277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:28.411766 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.414164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:28.415980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Bound port: 2135a4fa-7b78-48f1-8503-47d822296d95, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:28.417007 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.432122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eca727b6-22db-4daf-b703-3b21fc9f3fb0 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:28.449152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b38bb-bba8-4142-9e4f-fd997ec3d668 tempest-TestSecurityGroupsBasicOps-478489775 tempest-TestSecurityGroupsBasicOps-478489775-project] Pushing event deleted for resources: {'Network': ['ID=1ff3cb42-2f34-4dd4-86fb-075cc282a906,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:28.453589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05fe77-bb3a-4f25-8a03-7a41b3f65f6d None None] Pushing event updated for resources: {'Port': ['ID=2135a4fa-7b78-48f1-8503-47d822296d95,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:28.508409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: eca727b6-22db-4daf-b703-3b21fc9f3fb0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:28.508409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eca727b6-22db-4daf-b703-3b21fc9f3fb0 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:28.508409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 52ee322b-4a75-4676-8345-8c1783577d80 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:28.541060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 52ee322b-4a75-4676-8345-8c1783577d80 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:28.547035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 52ee322b-4a75-4676-8345-8c1783577d80 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:28.547503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 217629a1-1458-4505-9cb4-5ec8107d2e47 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:28.575820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 217629a1-1458-4505-9cb4-5ec8107d2e47 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:28.576468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 217629a1-1458-4505-9cb4-5ec8107d2e47 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:28.614173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] For port 2135a4fa-7b78-48f1-8503-47d822296d95, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:28.634466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] For port 2135a4fa-7b78-48f1-8503-47d822296d95, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2135a4fa-7b78-48f1-8503-47d822296d95,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:28.647849 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.709485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Router b803225b-6c13-4dd5-947f-79d78770ea4f has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:06:28.782322 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05fe77-bb3a-4f25-8a03-7a41b3f65f6d None None] Pushing event updated for resources: {'Port': ['ID=2135a4fa-7b78-48f1-8503-47d822296d95,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:28.818113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:28.818691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:28.966914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de152ef0-fb3b-47f1-9782-f55bab2a848f None None] Provisioning complete for port 100eb279-2cd1-4027-a638-79195c362f27 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:28.968407 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de152ef0-fb3b-47f1-9782-f55bab2a848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (100eb279-2cd1-4027-a638-79195c362f27), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.011877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:29.033606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fb10c837-6708-4e3e-b5e7-4b70aa09e204 admin admin] 10.222.0.44 "PUT /v2.0/routers/b803225b-6c13-4dd5-947f-79d78770ea4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7105360 Jan 28 04:06:29.053845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de152ef0-fb3b-47f1-9782-f55bab2a848f None None] Port 100eb279-2cd1-4027-a638-79195c362f27 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:29.065931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:29.113537 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:29.131491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb8e705b-d710-4e2f-9417-9dd139eb1228 req-50de2d87-b26d-413e-8f31-03e17b1d405b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.0663989 Jan 28 04:06:29.431845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 2, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:29.447844 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-06b325d6-95f3-452e-8742-c4f004797466 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76049bb0218b4104bfff149e28d82470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3808265 Jan 28 04:06:29.450972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:29.472350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c33db-53fb-446e-b3e1-fe2c32b960cb None None] The sync data for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 is: [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 2, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:29.579799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01b8b327-44d4-4bc5-a601-9a5b598acfb7 admin admin] Publish callbacks [] for security_group (1f40d382-8e16-470d-b74c-0084e0398193), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.631085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01b8b327-44d4-4bc5-a601-9a5b598acfb7 admin admin] Publish callbacks [] for security_group (1f40d382-8e16-470d-b74c-0084e0398193), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.729257 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01b8b327-44d4-4bc5-a601-9a5b598acfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1f40d382-8e16-470d-b74c-0084e0398193), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.732561 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01b8b327-44d4-4bc5-a601-9a5b598acfb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.737700 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-01b8b327-44d4-4bc5-a601-9a5b598acfb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f40d382-8e16-470d-b74c-0084e0398193 HTTP/1.1" status: 204 len: 168 time: 0.2853761 Jan 28 04:06:29.750881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8b327-44d4-4bc5-a601-9a5b598acfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f40d382-8e16-470d-b74c-0084e0398193,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:29.999746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:30.012351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-341379286-network', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:30.071399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Made reservation on behalf of 43b79c807e5c42c3a6f99d4c1198e822 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:30.076669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.097131 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.312358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Publish callbacks [] for security_group (65e50f76-9b83-408f-98a6-4aff5ba1b919), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.324078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (65e50f76-9b83-408f-98a6-4aff5ba1b919), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.381079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:30.392286 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e50f76-9b83-408f-98a6-4aff5ba1b919,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:30.397671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a05d8d5-9450-4619-ac6d-551bf242c52c req-eb9b4c10-9100-4ae0-af16-89d9372fd7e5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.1415935 Jan 28 04:06:30.403645 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d0cc5f98-5092-4ca5-88d9-fc81cd68462e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.403645 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Added segment d0cc5f98-5092-4ca5-88d9-fc81cd68462e of type vlan for network c7b337df-53da-46bc-a8fe-4478ea86c4df Jan 28 04:06:30.510688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (c7b337df-53da-46bc-a8fe-4478ea86c4df), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.568699 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (c7b337df-53da-46bc-a8fe-4478ea86c4df), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.571033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:30.572045 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.699593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:30.709684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b337df-53da-46bc-a8fe-4478ea86c4df,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:30.719206 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-543cd15a-fb1c-45d3-909f-9a66f3bcb047 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7182710 Jan 28 04:06:30.721117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43540) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:30.723236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network c7b337df-53da-46bc-a8fe-4478ea86c4df details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:30.728412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Request body: {'subnet': {'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-341379286-subnet', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:30.744520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43616eab-3d84-4932-8121-a64250619592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.765171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Made reservation on behalf of 43b79c807e5c42c3a6f99d4c1198e822 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:30.769406 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.032482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43616eab-3d84-4932-8121-a64250619592 admin admin] Publish callbacks [] for security_group (ff41d318-c1a9-45d1-adbd-fff7b3d44851), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.043229 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43616eab-3d84-4932-8121-a64250619592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ff41d318-c1a9-45d1-adbd-fff7b3d44851), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.136442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-43616eab-3d84-4932-8121-a64250619592 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fce8834cc5bf430d905ec544638a1ac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4342709 Jan 28 04:06:31.137206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:31.316540 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (3c43099f-5c71-4efe-888a-9a4df5118d6f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.326366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec1413d-e9af-43bc-a7a9-204d17ab60ef admin admin] Publish callbacks [] for security_group (ff41d318-c1a9-45d1-adbd-fff7b3d44851), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.335483 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43616eab-3d84-4932-8121-a64250619592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff41d318-c1a9-45d1-adbd-fff7b3d44851,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:31.390341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c43099f-5c71-4efe-888a-9a4df5118d6f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:31.401271 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec1413d-e9af-43bc-a7a9-204d17ab60ef admin admin] Publish callbacks [] for security_group (ff41d318-c1a9-45d1-adbd-fff7b3d44851), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.413558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Checking segment: {'id': 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:31.414117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Network hostable DHCP agents. Network: c7b337df-53da-46bc-a8fe-4478ea86c4df, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:31.473477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Network c7b337df-53da-46bc-a8fe-4478ea86c4df is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:31.506660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, c7b337df-53da-46bc-a8fe-4478ea86c4df) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:31.512093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:31.512808 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.521333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c62de69-77e8-42da-9a9b-e5bbf0f8b2b9 None None] Network c7b337df-53da-46bc-a8fe-4478ea86c4df requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:31.557441 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec1413d-e9af-43bc-a7a9-204d17ab60ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ff41d318-c1a9-45d1-adbd-fff7b3d44851), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.560827 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec1413d-e9af-43bc-a7a9-204d17ab60ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.567535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2ec1413d-e9af-43bc-a7a9-204d17ab60ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff41d318-c1a9-45d1-adbd-fff7b3d44851 HTTP/1.1" status: 204 len: 168 time: 0.4260931 Jan 28 04:06:31.615143 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ad2f260a-4143-4875-a049-93606cb34675 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8914311 Jan 28 04:06:31.621293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43554) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:31.632559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1413d-e9af-43bc-a7a9-204d17ab60ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff41d318-c1a9-45d1-adbd-fff7b3d44851,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:31.644244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-341379286-router', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:31.715537 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (aa22634c-74a3-4f69-8ea9-61ae52a9369e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.717094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (aa22634c-74a3-4f69-8ea9-61ae52a9369e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.744913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2dbdd0ff-e44b-4d8c-88bf-51c68ef8a20f req-336a5ce0-4b3d-4a0a-bc70-38934719d565 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.0884929 Jan 28 04:06:31.876072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks [] for router_controller (aa22634c-74a3-4f69-8ea9-61ae52a9369e), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.934805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-c7b337df-53da-46bc-a8fe-4478ea86c4df', 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df', 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'fixed_ips': [{'subnet_id': '3c43099f-5c71-4efe-888a-9a4df5118d6f'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:31.938605 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.230739 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks [] for router_gateway (aa22634c-74a3-4f69-8ea9-61ae52a9369e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.363452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Allocated IP 172.20.0.2 (c7b337df-53da-46bc-a8fe-4478ea86c4df/3c43099f-5c71-4efe-888a-9a4df5118d6f/99d30eb1-5dae-4aaf-be9b-57276f62f4b0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:32.540351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2135a4fa-7b78-48f1-8503-47d822296d95 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:32.565928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43562) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:32.646965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c4064017-779d-4247-88d8-47bc9aa837c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d80dfbcd185746118e5cd83279268b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0797479 Jan 28 04:06:32.649822 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43564) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:32.830953 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78afc543-d6ab-4a0f-a072-c76591553726 admin admin] Publish callbacks [] for security_group (81febb2b-e4fc-4016-9526-1e361ccce2c0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.879583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2135a4fa-7b78-48f1-8503-47d822296d95 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:32.879963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.887433 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78afc543-d6ab-4a0f-a072-c76591553726 admin admin] Publish callbacks [] for security_group (81febb2b-e4fc-4016-9526-1e361ccce2c0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.025591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5304ab26-9de9-411d-aad5-d2ee18053f43 req-53c5907c-796f-4e40-9b78-2fe1925b7bc6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.0408764 Jan 28 04:06:33.026440 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78afc543-d6ab-4a0f-a072-c76591553726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (81febb2b-e4fc-4016-9526-1e361ccce2c0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.029154 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78afc543-d6ab-4a0f-a072-c76591553726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.029720 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Publish callbacks [] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.033092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-78afc543-d6ab-4a0f-a072-c76591553726 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81febb2b-e4fc-4016-9526-1e361ccce2c0 HTTP/1.1" status: 204 len: 168 time: 0.3792777 Jan 28 04:06:33.064142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afc543-d6ab-4a0f-a072-c76591553726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81febb2b-e4fc-4016-9526-1e361ccce2c0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:33.172937 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.239739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2135a4fa-7b78-48f1-8503-47d822296d95 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:33.243349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.297378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 2135a4fa-7b78-48f1-8503-47d822296d95, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2135a4fa-7b78-48f1-8503-47d822296d95,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:33.346565 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.395555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Network c7b337df-53da-46bc-a8fe-4478ea86c4df is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:33.427527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Pushing event updated for resources: {'Port': ['ID=99d30eb1-5dae-4aaf-be9b-57276f62f4b0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:33.453117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:33.457773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:33.464176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.465223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.465682 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.466231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.466654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.467077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.467496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.467916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.468365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.468752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.469200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.469616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.470024 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:33.784892 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Sync routers for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:33.821996 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:33.822569 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:33.934286 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-6b995606-3a47-4003-acfa-d1c43dc0c54d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2288158 Jan 28 04:06:33.937952 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks [] for router_gateway (aa22634c-74a3-4f69-8ea9-61ae52a9369e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.940372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=2135a4fa-7b78-48f1-8503-47d822296d95,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:33.966800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Attempting to bind port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:33.969753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Attempting to bind port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:33.970860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Attempting to bind port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 on network c7b337df-53da-46bc-a8fe-4478ea86c4df {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:33.983615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:33.984113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Checking segment: {'id': 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:33.985768 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.986277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Bound using segment: {'id': 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:33.987560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Bound port: 99d30eb1-5dae-4aaf-be9b-57276f62f4b0, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:33.988725 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.995860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.094346 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:34.197836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] For port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:34.206885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] For port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=99d30eb1-5dae-4aaf-be9b-57276f62f4b0,segment=NetworkSegment(d0cc5f98-5092-4ca5-88d9-fc81cd68462e),segment_id=d0cc5f98-5092-4ca5-88d9-fc81cd68462e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:34.220991 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.237974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-dc4cc8a5-351c-4997-a5f6-d58381bff698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:34.244234 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-dc4cc8a5-351c-4997-a5f6-d58381bff698 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=023ee4d5918443a4919fd780c791fec8&device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 1098 time: 0.2610638 Jan 28 04:06:34.265531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c59f2e3c-5a6e-4a2a-b4d8-90e34ced3c67 req-e0fb5372-bea4-47d0-b637-5fdab096d0fb tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.0590391 Jan 28 04:06:34.392041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2135a4fa-7b78-48f1-8503-47d822296d95 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:34.463606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43596) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:34.562108 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15908582-99c9-46cc-b544-f91c9922fad6 None None] Pushing event updated for resources: {'Port': ['ID=99d30eb1-5dae-4aaf-be9b-57276f62f4b0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:34.613228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2135a4fa-7b78-48f1-8503-47d822296d95 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:34.613810 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.673884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-245155281-network', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:34.693139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-ae1456ab-9aad-4294-889e-21f5ff3c01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:34.699450 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-ae1456ab-9aad-4294-889e-21f5ff3c01a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa HTTP/1.1" status: 200 len: 909 time: 0.4157968 Jan 28 04:06:34.703694 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 2, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:34.740226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Made reservation on behalf of 28d4017d13a04a9e84a2463cb6814653 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:34.742657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.755075 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.774371 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Checking router: b803225b-6c13-4dd5-947f-79d78770ea4f for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:34.777429 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Updating router b803225b-6c13-4dd5-947f-79d78770ea4f port 100eb279-2cd1-4027-a638-79195c362f27 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:34.798498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2135a4fa-7b78-48f1-8503-47d822296d95 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:34.834655 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (100eb279-2cd1-4027-a638-79195c362f27), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.907347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Allocated IP 172.25.1.231 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/2c82dd76-1596-469b-b68d-067d7f24b9c5) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:34.926309 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-19ea9e8a-fda7-49e1-b1da-9d2d56af9ce3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eb7358a-cee8-4928-b417-513c95c2e139 HTTP/1.1" status: 200 len: 1001 time: 0.2226102 Jan 28 04:06:35.005398 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Publish callbacks [] for security_group (e832844c-ee46-48b0-a3e7-e17305035cb3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.014102 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e832844c-ee46-48b0-a3e7-e17305035cb3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.075354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e832844c-ee46-48b0-a3e7-e17305035cb3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:35.084102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:35.105694 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (21b91242-a4be-4a8d-a6cd-917c08bebe73), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.105857 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Added segment 21b91242-a4be-4a8d-a6cd-917c08bebe73 of type vlan for network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 Jan 28 04:06:35.134530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-daeb8e9b-34c6-4577-9a56-bffe68fb0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:35.143432 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-daeb8e9b-34c6-4577-9a56-bffe68fb0105 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=777e20b1-2a9c-4fe8-828c-7a4c59e374d5 HTTP/1.1" status: 200 len: 847 time: 0.2067466 Jan 28 04:06:35.218781 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (bc01a7e5-7def-4a1d-97cd-35d4e952e8d9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.275808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-0828f4b8-2d20-4fde-905f-4482ce95c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:35.276454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (bc01a7e5-7def-4a1d-97cd-35d4e952e8d9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.277622 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-0828f4b8-2d20-4fde-905f-4482ce95c333 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261396 Jan 28 04:06:35.279975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:35.281397 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.291565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-1413d095-470d-4a30-91e9-55d08e26380c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:06:35.292675 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-1413d095-470d-4a30-91e9-55d08e26380c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080068 Jan 28 04:06:35.301870 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks [] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.398860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] Pushing event updated for resources: {'Network': ['ID=bc01a7e5-7def-4a1d-97cd-35d4e952e8d9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:35.409298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b9fedac8-bdc2-4d28-849a-706aae09be51 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9445548 Jan 28 04:06:35.411255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:35.415008 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43604) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:35.427293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Request body: {'subnet': {'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-245155281-subnet', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:35.473345 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Publish callbacks [] for port (100eb279-2cd1-4027-a638-79195c362f27), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.490839 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (100eb279-2cd1-4027-a638-79195c362f27), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.516881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb8f59a2-da80-4826-a39f-4fdfbe6a6f91 req-60a868d0-def6-4db9-840f-072fc8523608 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.1300459 Jan 28 04:06:35.561267 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Made reservation on behalf of 28d4017d13a04a9e84a2463cb6814653 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:35.565715 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.610426 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-f45174b2-b167-428e-888c-6525232077b7 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969973 Jan 28 04:06:35.808590 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb9762-30c6-46e6-adf7-38fe7e73d139 None None] Pushing event updated for resources: {'Port': ['ID=100eb279-2cd1-4027-a638-79195c362f27,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:35.817483 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Attempting to bind port 100eb279-2cd1-4027-a638-79195c362f27 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:35.817869 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Attempting to bind port 100eb279-2cd1-4027-a638-79195c362f27 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:35.818239 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Attempting to bind port 100eb279-2cd1-4027-a638-79195c362f27 on network 2fcb1039-27b6-439f-989a-7e325a76c595 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:35.837872 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:35.838503 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Checking segment: {'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:35.841061 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.841513 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Bound using segment: {'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:35.843597 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Bound port: 100eb279-2cd1-4027-a638-79195c362f27, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:35.844865 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (100eb279-2cd1-4027-a638-79195c362f27), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.862500 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c538eb9e-3c23-4308-9e4a-66deec7c6a52 req-240375e1-4d4c-4601-ab94-51853de5b73b service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479374 Jan 28 04:06:35.865967 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.958043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:35.969470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:35.973929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:36.048303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Pushing event updated for resources: {'Port': ['ID=2c82dd76-1596-469b-b68d-067d7f24b9c5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:36.054121 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] For port 100eb279-2cd1-4027-a638-79195c362f27, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:36.064494 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] For port 100eb279-2cd1-4027-a638-79195c362f27, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=100eb279-2cd1-4027-a638-79195c362f27,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:36.074942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5b500c64-b186-4b12-a02c-7aecad160917 None None] Provisioning complete for port 100eb279-2cd1-4027-a638-79195c362f27 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:36.076599 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (100eb279-2cd1-4027-a638-79195c362f27), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.077358 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b500c64-b186-4b12-a02c-7aecad160917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (100eb279-2cd1-4027-a638-79195c362f27), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.131390 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (5b2173b9-4c34-415c-b66e-652640c10685), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.188349 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:36.191636 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:36.298187 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5b500c64-b186-4b12-a02c-7aecad160917 None None] Current status of the port 100eb279-2cd1-4027-a638-79195c362f27 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:36.305386 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b500c64-b186-4b12-a02c-7aecad160917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (100eb279-2cd1-4027-a638-79195c362f27), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.346754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2173b9-4c34-415c-b66e-652640c10685,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:36.367925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Checking segment: {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:36.372608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Network hostable DHCP agents. Network: bc01a7e5-7def-4a1d-97cd-35d4e952e8d9, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:36.411050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5b500c64-b186-4b12-a02c-7aecad160917 None None] For port 100eb279-2cd1-4027-a638-79195c362f27, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=100eb279-2cd1-4027-a638-79195c362f27,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:36.430908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:36.440943 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b500c64-b186-4b12-a02c-7aecad160917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (100eb279-2cd1-4027-a638-79195c362f27), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.481464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, bc01a7e5-7def-4a1d-97cd-35d4e952e8d9) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:36.490147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:36.498173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.506931 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb9762-30c6-46e6-adf7-38fe7e73d139 None None] Pushing event updated for resources: {'Port': ['ID=100eb279-2cd1-4027-a638-79195c362f27,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:36.549996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a75baffa-c28e-40f0-b768-45db0ca245ff admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1364524 Jan 28 04:06:36.556720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d39e02-ef13-4efa-816c-f6b9d447ddfa None None] Network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:36.559379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:36.578617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-245155281-router', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:36.586185 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks [] for router_gateway (aa22634c-74a3-4f69-8ea9-61ae52a9369e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.633646 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (0bd69642-9e2c-4746-a287-73ea57a21a19), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.635977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (0bd69642-9e2c-4746-a287-73ea57a21a19), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.637968 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:36.680040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:36.879930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks [] for router_controller (0bd69642-9e2c-4746-a287-73ea57a21a19), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.021071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd877564-92bb-48fd-b397-502068d12c66 None None] Network c7b337df-53da-46bc-a8fe-4478ea86c4df requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:37.090863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a732e73c-3ea5-479b-84b6-dcefcf2ca004 req-9a76115b-4d45-4af9-a2b2-d70d851477e1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b10b1a7-cf90-440a-915c-0a2a2bdad17c HTTP/1.1" status: 200 len: 210 time: 0.2067895 Jan 28 04:06:37.102221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b500c64-b186-4b12-a02c-7aecad160917 None None] Pushing event updated for resources: {'Port': ['ID=100eb279-2cd1-4027-a638-79195c362f27,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:37.302005 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:37.310815 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (aa22634c-74a3-4f69-8ea9-61ae52a9369e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.387082 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ffd97-ff6c-44ce-9912-52f20aad809d None None] The sync data for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 is: [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:37.393950 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks [] for router_gateway (0bd69642-9e2c-4746-a287-73ea57a21a19), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.543587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8ff6e26b-1b40-49fe-b276-d3831e06524e None None] Provisioning complete for port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:37.545096 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e26b-1b40-49fe-b276-d3831e06524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.569389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-bc01a7e5-7def-4a1d-97cd-35d4e952e8d9', 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9', 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'fixed_ips': [{'subnet_id': '5b2173b9-4c34-415c-b66e-652640c10685'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:37.573190 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.667919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Router aa22634c-74a3-4f69-8ea9-61ae52a9369e is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:06:37.885874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:37.886402 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.970896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks [] for router_gateway (0bd69642-9e2c-4746-a287-73ea57a21a19), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.976358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:38.043415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Sync routers for ids ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:38.044873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.054038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-673c7b79-ce7d-4985-a6d7-d0ef91543644 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4315674 Jan 28 04:06:38.057223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43622) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:38.099103 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.216940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6e26b-1b40-49fe-b276-d3831e06524e None None] Current status of the port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:38.217722 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e26b-1b40-49fe-b276-d3831e06524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.367429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Routers {'aa22634c-74a3-4f69-8ea9-61ae52a9369e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:38.381659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:38.446994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Allocated IP 172.25.1.118 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/39d40d91-e653-4d6a-bbbf-11aeea647862) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:38.670807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Set router aa22634c-74a3-4f69-8ea9-61ae52a9369e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:38.719977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks [] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.776796 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.779329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8ff6e26b-1b40-49fe-b276-d3831e06524e None None] For port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=99d30eb1-5dae-4aaf-be9b-57276f62f4b0,segment=NetworkSegment(d0cc5f98-5092-4ca5-88d9-fc81cd68462e),segment_id=d0cc5f98-5092-4ca5-88d9-fc81cd68462e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:38.843259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:38.859855 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:38.864696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:38.877498 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e26b-1b40-49fe-b276-d3831e06524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.932662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:39.082356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Allocated IP 172.20.0.2 (bc01a7e5-7def-4a1d-97cd-35d4e952e8d9/5b2173b9-4c34-415c-b66e-652640c10685/245112a3-c022-4e8e-86bd-359a560fe3fd) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:39.088307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Pushing event updated for resources: {'Port': ['ID=39d40d91-e653-4d6a-bbbf-11aeea647862,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:39.203094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:39.292009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-db2c2e15-f3f6-449b-bc65-c0755f0267f5 None None] Provisioning complete for port 100eb279-2cd1-4027-a638-79195c362f27 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:39.292009 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db2c2e15-f3f6-449b-bc65-c0755f0267f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (100eb279-2cd1-4027-a638-79195c362f27), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:39.292009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6e26b-1b40-49fe-b276-d3831e06524e None None] Pushing event updated for resources: {'Port': ['ID=99d30eb1-5dae-4aaf-be9b-57276f62f4b0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:39.347028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 100eb279-2cd1-4027-a638-79195c362f27 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:39.928014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Allocated IP 172.20.0.1 (c7b337df-53da-46bc-a8fe-4478ea86c4df/3c43099f-5c71-4efe-888a-9a4df5118d6f/cf45a820-46f2-4004-8f8a-c7ffbf615571) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:39.962264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-db2c2e15-f3f6-449b-bc65-c0755f0267f5 None None] Current status of the port 100eb279-2cd1-4027-a638-79195c362f27 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:39.986471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'name': 'tempest-TestVolumeBackupRestore-341379286-router', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 3, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'gw_port': {'id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:40.037441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 100eb279-2cd1-4027-a638-79195c362f27 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:40.039042 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (100eb279-2cd1-4027-a638-79195c362f27), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.047955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Checking router: aa22634c-74a3-4f69-8ea9-61ae52a9369e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:40.048703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Updating router aa22634c-74a3-4f69-8ea9-61ae52a9369e port 2c82dd76-1596-469b-b68d-067d7f24b9c5 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:40.073491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43648) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:40.146467 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.204606 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Publish callbacks [] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.291249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.376549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Publish callbacks [] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.396728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Pushing event updated for resources: {'Port': ['ID=cf45a820-46f2-4004-8f8a-c7ffbf615571,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:40.431684 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8acf0c95-6029-41e3-a0a6-16132330fff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.452829 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks [] for router_gateway (0bd69642-9e2c-4746-a287-73ea57a21a19), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.454823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-db2c2e15-f3f6-449b-bc65-c0755f0267f5 None None] Provisioning complete for port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:40.455251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db2c2e15-f3f6-449b-bc65-c0755f0267f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.471798 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.481462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Network c7b337df-53da-46bc-a8fe-4478ea86c4df is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:40.485634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:40.495630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:40.653986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (aa22634c-74a3-4f69-8ea9-61ae52a9369e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.859673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:40.916336 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:40.934842 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf27756a-80a2-4e8e-b106-28289b5faa09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.937306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:41.008057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Pushing event updated for resources: {'Port': ['ID=245112a3-c022-4e8e-86bd-359a560fe3fd,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:41.119756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (0bd69642-9e2c-4746-a287-73ea57a21a19), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.130196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-db2c2e15-f3f6-449b-bc65-c0755f0267f5 None None] Current status of the port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:41.154569 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8acf0c95-6029-41e3-a0a6-16132330fff0 admin admin] Publish callbacks [] for security_group (a7e0d92e-e1d0-42f2-bfc1-2f90f4511459), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.157805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Attempting to bind port 245112a3-c022-4e8e-86bd-359a560fe3fd on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:41.164432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Attempting to bind port 245112a3-c022-4e8e-86bd-359a560fe3fd by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:41.164932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Attempting to bind port 245112a3-c022-4e8e-86bd-359a560fe3fd on network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:41.174989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8acf0c95-6029-41e3-a0a6-16132330fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a7e0d92e-e1d0-42f2-bfc1-2f90f4511459), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.192563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:41.193770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Checking segment: {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:41.193770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.193770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Bound using segment: {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:41.194277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Bound port: 245112a3-c022-4e8e-86bd-359a560fe3fd, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:41.195275 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.200568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 100eb279-2cd1-4027-a638-79195c362f27 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:41.354626 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8acf0c95-6029-41e3-a0a6-16132330fff0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f91d4761d76141e0b069fcc3156524b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2799728 Jan 28 04:06:41.357116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43660) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:41.390757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf0c95-6029-41e3-a0a6-16132330fff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e0d92e-e1d0-42f2-bfc1-2f90f4511459,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:41.396733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4775a1d2-b0dc-44f0-8117-aa92e812071b None None] Provisioning complete for port cf45a820-46f2-4004-8f8a-c7ffbf615571 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:41.397162 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4775a1d2-b0dc-44f0-8117-aa92e812071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.402400 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Publish callbacks [] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.441253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.489262 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.511419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Router 0bd69642-9e2c-4746-a287-73ea57a21a19 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:06:41.604474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] For port 245112a3-c022-4e8e-86bd-359a560fe3fd, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:41.657198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] For port 245112a3-c022-4e8e-86bd-359a560fe3fd, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=245112a3-c022-4e8e-86bd-359a560fe3fd,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:41.683889 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.754998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4775a1d2-b0dc-44f0-8117-aa92e812071b None None] Port cf45a820-46f2-4004-8f8a-c7ffbf615571 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:41.773088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Attempting to bind port 2c82dd76-1596-469b-b68d-067d7f24b9c5 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:41.773466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Attempting to bind port 2c82dd76-1596-469b-b68d-067d7f24b9c5 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:41.773835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Attempting to bind port 2c82dd76-1596-469b-b68d-067d7f24b9c5 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:41.776985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:41.785754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d5412-a4ba-48d2-8eec-64b12e072a40 None None] Pushing event updated for resources: {'Port': ['ID=2c82dd76-1596-469b-b68d-067d7f24b9c5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:41.800174 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Sync routers for ids ['0bd69642-9e2c-4746-a287-73ea57a21a19'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:41.829243 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Routers {'0bd69642-9e2c-4746-a287-73ea57a21a19'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:41.831006 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0bd69642-9e2c-4746-a287-73ea57a21a19'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:41.855272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:41.855724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:41.860897 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.862593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:41.862593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Bound port: 2c82dd76-1596-469b-b68d-067d7f24b9c5, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:41.862593 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.870549 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.875575 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-689b3894-6be8-4521-8a24-831a07de66da admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3139865 Jan 28 04:06:41.880239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:41.972899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Publish callbacks [] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.004391 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:42.012875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.074248 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a5bddc2-02da-4fc0-b3fa-a1a212a1eb9b admin admin] Publish callbacks [] for security_group (a7e0d92e-e1d0-42f2-bfc1-2f90f4511459), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.199288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79038a-8317-4c08-91ab-025bb69045c6 None None] Pushing event updated for resources: {'Port': ['ID=245112a3-c022-4e8e-86bd-359a560fe3fd,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:42.293254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] For port 2c82dd76-1596-469b-b68d-067d7f24b9c5, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:42.298643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] For port 2c82dd76-1596-469b-b68d-067d7f24b9c5, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2c82dd76-1596-469b-b68d-067d7f24b9c5,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:42.329080 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.349669 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.399103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (aa22634c-74a3-4f69-8ea9-61ae52a9369e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.512636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Routers {'aa22634c-74a3-4f69-8ea9-61ae52a9369e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:42.513211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:42.537940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:42.538986 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.554950 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Set router 0bd69642-9e2c-4746-a287-73ea57a21a19 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:42.671456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Network c7b337df-53da-46bc-a8fe-4478ea86c4df is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:42.681420 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a5bddc2-02da-4fc0-b3fa-a1a212a1eb9b admin admin] Publish callbacks [] for security_group (a7e0d92e-e1d0-42f2-bfc1-2f90f4511459), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.689851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:42.744538 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:06:42.774859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d5412-a4ba-48d2-8eec-64b12e072a40 None None] Pushing event updated for resources: {'Port': ['ID=2c82dd76-1596-469b-b68d-067d7f24b9c5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:42.933591 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cec5bbe9-e3bd-4561-b534-fa3f2a08d0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.937973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Pushing event updated for resources: {'Port': ['ID=cf45a820-46f2-4004-8f8a-c7ffbf615571,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:43.171694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:43.194874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:43.249466 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'name': 'tempest-TestServerMultinode-245155281-router', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:06:39Z', 'revision_number': 3, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'gw_port': {'id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:38Z', 'updated_at': '2022-01-28T04:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:43.254974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f4f3dcf1-2453-4a89-a115-779b89811447 None None] Provisioning complete for port cf45a820-46f2-4004-8f8a-c7ffbf615571 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:43.255536 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4f3dcf1-2453-4a89-a115-779b89811447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:43.364358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] Set router aa22634c-74a3-4f69-8ea9-61ae52a9369e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:43.388129 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Checking router: 0bd69642-9e2c-4746-a287-73ea57a21a19 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:43.388486 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Updating router 0bd69642-9e2c-4746-a287-73ea57a21a19 port 39d40d91-e653-4d6a-bbbf-11aeea647862 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:43.485983 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:43.536089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 245112a3-c022-4e8e-86bd-359a560fe3fd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:43.597776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3dcf1-2453-4a89-a115-779b89811447 None None] Port cf45a820-46f2-4004-8f8a-c7ffbf615571 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:43.725510 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43676) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:43.872348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 245112a3-c022-4e8e-86bd-359a560fe3fd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:43.872735 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:43.995308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d27293-4f17-4af2-b933-931ab3d955dd None None] Network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:44.005029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f0dba-fd59-4532-9e66-77e0f6fedaf5 req-1336dd26-0427-4a3e-8072-21c0ec4ec655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:44.006550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d8f0dba-fd59-4532-9e66-77e0f6fedaf5 req-1336dd26-0427-4a3e-8072-21c0ec4ec655 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 1098 time: 0.2736907 Jan 28 04:06:44.096078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d8f0dba-fd59-4532-9e66-77e0f6fedaf5 req-be4fcb27-35ba-4aa6-9316-0c15adf0528d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811877 Jan 28 04:06:44.160190 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Publish callbacks [] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:44.169191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cb6d39da-50e8-4c83-8504-3dc047824221 None None] Provisioning complete for port 245112a3-c022-4e8e-86bd-359a560fe3fd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:44.169539 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb6d39da-50e8-4c83-8504-3dc047824221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:44.175420 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:44.187296 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a5bddc2-02da-4fc0-b3fa-a1a212a1eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a7e0d92e-e1d0-42f2-bfc1-2f90f4511459), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:44.192785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a5bddc2-02da-4fc0-b3fa-a1a212a1eb9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:44.194026 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3a5bddc2-02da-4fc0-b3fa-a1a212a1eb9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7e0d92e-e1d0-42f2-bfc1-2f90f4511459 HTTP/1.1" status: 204 len: 168 time: 2.8187542 Jan 28 04:06:44.225500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Router aa22634c-74a3-4f69-8ea9-61ae52a9369e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:06:44.324706 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Attempting to bind port 39d40d91-e653-4d6a-bbbf-11aeea647862 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:44.325359 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Attempting to bind port 39d40d91-e653-4d6a-bbbf-11aeea647862 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:44.325932 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Attempting to bind port 39d40d91-e653-4d6a-bbbf-11aeea647862 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:44.337183 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:44.337791 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:44.338630 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:44.339133 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:44.339754 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Bound port: 39d40d91-e653-4d6a-bbbf-11aeea647862, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:44.340240 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:44.391296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bddc2-02da-4fc0-b3fa-a1a212a1eb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e0d92e-e1d0-42f2-bfc1-2f90f4511459,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:44.420411 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] For port 39d40d91-e653-4d6a-bbbf-11aeea647862, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:44.425055 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] For port 39d40d91-e653-4d6a-bbbf-11aeea647862, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=39d40d91-e653-4d6a-bbbf-11aeea647862,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:44.442236 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:44.478165 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Pushing event updated for resources: {'Port': ['ID=39d40d91-e653-4d6a-bbbf-11aeea647862,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:44.499289 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.499675 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.500104 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.500497 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.501347 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.501734 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.502117 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.502456 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.502779 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.503756 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.506185 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.508504 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.508504 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:44.582737 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e78b37-5703-457f-85bb-04fc187dab72 None None] Pushing event updated for resources: {'Port': ['ID=39d40d91-e653-4d6a-bbbf-11aeea647862,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:44.589013 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Routers {'0bd69642-9e2c-4746-a287-73ea57a21a19'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:44.589899 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0bd69642-9e2c-4746-a287-73ea57a21a19'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:44.603987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:44.607597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Allocated IP 172.20.0.1 (bc01a7e5-7def-4a1d-97cd-35d4e952e8d9/5b2173b9-4c34-415c-b66e-652640c10685/9c493c01-0361-440f-800b-29f400d7aec2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:44.622839 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14ee6fb7-d3d0-481d-ad2f-a9a95cc6cb67 admin admin] 10.222.0.44 "PUT /v2.0/routers/aa22634c-74a3-4f69-8ea9-61ae52a9369e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5636256 Jan 28 04:06:44.792428 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] Set router 0bd69642-9e2c-4746-a287-73ea57a21a19 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:44.873981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Publish callbacks [] for port (9c493c01-0361-440f-800b-29f400d7aec2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.012295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:45.015996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 245112a3-c022-4e8e-86bd-359a560fe3fd is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:45.016599 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.016707 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9c493c01-0361-440f-800b-29f400d7aec2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.032361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-264311b6-0856-4889-9a75-264de7847ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.093505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:45.099775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:45.125115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:45.193369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 245112a3-c022-4e8e-86bd-359a560fe3fd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=245112a3-c022-4e8e-86bd-359a560fe3fd,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:45.196034 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.197392 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.213738 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.239378 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (0bd69642-9e2c-4746-a287-73ea57a21a19), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.302039 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-264311b6-0856-4889-9a75-264de7847ae3 admin admin] Publish callbacks [] for security_group (b91b9be9-894c-481f-a02e-c5aa8c9c0511), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.311144 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'name': 'tempest-TestServerMultinode-245155281-router', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:06:39Z', 'revision_number': 3, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'gw_port': {'id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:38Z', 'updated_at': '2022-01-28T04:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:45.313281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-264311b6-0856-4889-9a75-264de7847ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b91b9be9-894c-481f-a02e-c5aa8c9c0511), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.334983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=245112a3-c022-4e8e-86bd-359a560fe3fd,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:45.391244 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555257d6-73e6-4e93-8537-80ef082724b9 None None] The sync data for ids ['0bd69642-9e2c-4746-a287-73ea57a21a19'] in n-d-808199-14 is: [{'id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'name': 'tempest-TestServerMultinode-245155281-router', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:06:39Z', 'revision_number': 3, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'gw_port': {'id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:38Z', 'updated_at': '2022-01-28T04:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:45.408895 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-264311b6-0856-4889-9a75-264de7847ae3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9afaf228b5e54d6f9c91468391578154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3951662 Jan 28 04:06:45.409964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264311b6-0856-4889-9a75-264de7847ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91b9be9-894c-481f-a02e-c5aa8c9c0511,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:45.412641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43712) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:45.424560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'name': 'tempest-TestVolumeBackupRestore-341379286-router', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:06:41Z', 'revision_number': 4, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'gw_port': {'id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'cf45a820-46f2-4004-8f8a-c7ffbf615571', 'name': '', 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'mac_address': 'fa:16:3e:c0:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '3c43099f-5c71-4efe-888a-9a4df5118d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:39Z', 'updated_at': '2022-01-28T04:06:41Z', 'revision_number': 2, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'subnets': [{'id': '3c43099f-5c71-4efe-888a-9a4df5118d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:45.467341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bf5c0-057a-49e3-9243-e2e7b8355f08 None None] The sync data for ids ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'] in n-d-808199-14 is: [{'id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'name': 'tempest-TestVolumeBackupRestore-341379286-router', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:06:41Z', 'revision_number': 4, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'gw_port': {'id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'cf45a820-46f2-4004-8f8a-c7ffbf615571', 'name': '', 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'mac_address': 'fa:16:3e:c0:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '3c43099f-5c71-4efe-888a-9a4df5118d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:39Z', 'updated_at': '2022-01-28T04:06:41Z', 'revision_number': 2, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'subnets': [{'id': '3c43099f-5c71-4efe-888a-9a4df5118d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:45.562543 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4057f00-54d3-4130-8eaa-2fd864909efb admin admin] Publish callbacks [] for security_group (b91b9be9-894c-481f-a02e-c5aa8c9c0511), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.563586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Pushing event updated for resources: {'Port': ['ID=9c493c01-0361-440f-800b-29f400d7aec2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:45.638588 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4057f00-54d3-4130-8eaa-2fd864909efb admin admin] Publish callbacks [] for security_group (b91b9be9-894c-481f-a02e-c5aa8c9c0511), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.685722 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9c493c01-0361-440f-800b-29f400d7aec2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.818033 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4057f00-54d3-4130-8eaa-2fd864909efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b91b9be9-894c-481f-a02e-c5aa8c9c0511), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.820791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4057f00-54d3-4130-8eaa-2fd864909efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.822046 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b4057f00-54d3-4130-8eaa-2fd864909efb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b91b9be9-894c-481f-a02e-c5aa8c9c0511 HTTP/1.1" status: 204 len: 168 time: 0.4076202 Jan 28 04:06:45.848742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4057f00-54d3-4130-8eaa-2fd864909efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91b9be9-894c-481f-a02e-c5aa8c9c0511,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:45.914848 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:45.957760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d39da-50e8-4c83-8504-3dc047824221 None None] Current status of the port 245112a3-c022-4e8e-86bd-359a560fe3fd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:46.283679 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Publish callbacks [] for port (9c493c01-0361-440f-800b-29f400d7aec2), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:46.302664 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9c493c01-0361-440f-800b-29f400d7aec2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:46.359728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c6f78e39-eab6-4a74-b501-b70cf4b63857 None None] Provisioning complete for port 245112a3-c022-4e8e-86bd-359a560fe3fd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:46.360941 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6f78e39-eab6-4a74-b501-b70cf4b63857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:46.441108 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (0bd69642-9e2c-4746-a287-73ea57a21a19), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:46.742722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c6f78e39-eab6-4a74-b501-b70cf4b63857 None None] Current status of the port 245112a3-c022-4e8e-86bd-359a560fe3fd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:46.792498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c6f78e39-eab6-4a74-b501-b70cf4b63857 None None] Provisioning complete for port 9c493c01-0361-440f-800b-29f400d7aec2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:46.794279 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6f78e39-eab6-4a74-b501-b70cf4b63857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c493c01-0361-440f-800b-29f400d7aec2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:46.904091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c6f78e39-eab6-4a74-b501-b70cf4b63857 None None] Port 9c493c01-0361-440f-800b-29f400d7aec2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:46.907605 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:46.949667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:46.950800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Pushing event updated for resources: {'Port': ['ID=9c493c01-0361-440f-800b-29f400d7aec2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:46.959138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:47.043240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5fad4a57-dd49-4cf3-99c9-71e8e68e285e None None] Provisioning complete for port 9c493c01-0361-440f-800b-29f400d7aec2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:47.043619 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fad4a57-dd49-4cf3-99c9-71e8e68e285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c493c01-0361-440f-800b-29f400d7aec2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:47.182840 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5fad4a57-dd49-4cf3-99c9-71e8e68e285e None None] Port 9c493c01-0361-440f-800b-29f400d7aec2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:47.410167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-1469cb1e-9c1a-4201-90c0-f9310fa655e7 req-b477da4e-f5cc-429f-8e6c-c66c7d2f6b04 service neutron] (103289) timed out ('10.222.0.42', 60948) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:06:47.420637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Router 0bd69642-9e2c-4746-a287-73ea57a21a19 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:06:47.618495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-096d54f8-3452-48e0-975c-bb6098908d0f None None] Provisioning complete for port 9c493c01-0361-440f-800b-29f400d7aec2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:47.620300 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-096d54f8-3452-48e0-975c-bb6098908d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c493c01-0361-440f-800b-29f400d7aec2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:47.735893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-096d54f8-3452-48e0-975c-bb6098908d0f None None] Port 9c493c01-0361-440f-800b-29f400d7aec2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:47.751403 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 39d40d91-e653-4d6a-bbbf-11aeea647862 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:47.801612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:47.809100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9636f0f2-dc87-4291-ad80-e1b066d8511b admin admin] 10.222.0.44 "PUT /v2.0/routers/0bd69642-9e2c-4746-a287-73ea57a21a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9271712 Jan 28 04:06:47.873098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 39d40d91-e653-4d6a-bbbf-11aeea647862 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:47.874958 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:48.095905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 39d40d91-e653-4d6a-bbbf-11aeea647862 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:48.097761 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:48.145291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 39d40d91-e653-4d6a-bbbf-11aeea647862, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=39d40d91-e653-4d6a-bbbf-11aeea647862,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:48.159413 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:48.161198 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 245112a3-c022-4e8e-86bd-359a560fe3fd up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:48.300122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=39d40d91-e653-4d6a-bbbf-11aeea647862,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:48.318237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 245112a3-c022-4e8e-86bd-359a560fe3fd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:48.321631 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:48.500045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 245112a3-c022-4e8e-86bd-359a560fe3fd is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:48.939990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:48.949377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-857054513-network', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:48.993617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Made reservation on behalf of e7c15d37500e44e89505f86cd9c9a1ea for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:48.996115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.034876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.217703 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Publish callbacks [] for security_group (582a5a32-d002-4fc3-a7c7-fcda6e2c6979), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.225963 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (582a5a32-d002-4fc3-a7c7-fcda6e2c6979), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.281287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:49.308781 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a7386d22-7b6c-4b96-831e-f7ba1bf83b19), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.309703 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Added segment a7386d22-7b6c-4b96-831e-f7ba1bf83b19 of type vlan for network 99b80088-e20e-47f5-a515-cb17a676d6d3 Jan 28 04:06:49.438038 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (99b80088-e20e-47f5-a515-cb17a676d6d3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.464454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582a5a32-d002-4fc3-a7c7-fcda6e2c6979,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:49.505439 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (99b80088-e20e-47f5-a515-cb17a676d6d3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.508421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:49.525367 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.585627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6419015 Jan 28 04:06:49.586011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:49.593272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Request body: {'subnet': {'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-857054513-subnet', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:49.609460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 39d40d91-e653-4d6a-bbbf-11aeea647862 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:49.655905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Made reservation on behalf of e7c15d37500e44e89505f86cd9c9a1ea for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:49.658540 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.689660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Sync routers for ids ['0bd69642-9e2c-4746-a287-73ea57a21a19'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:49.750871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Routers {'0bd69642-9e2c-4746-a287-73ea57a21a19'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:49.751505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0bd69642-9e2c-4746-a287-73ea57a21a19'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:49.758546 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c1286-37fe-4e46-b1ba-3531477d63d0 admin admin] Pushing event updated for resources: {'Network': ['ID=99b80088-e20e-47f5-a515-cb17a676d6d3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:49.830558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 99b80088-e20e-47f5-a515-cb17a676d6d3 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:49.957169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 39d40d91-e653-4d6a-bbbf-11aeea647862 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:49.960255 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:50.186649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Set router 0bd69642-9e2c-4746-a287-73ea57a21a19 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:50.242233 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (8dba0eac-f307-46ca-b2d8-72890e74c503), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:50.434116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dba0eac-f307-46ca-b2d8-72890e74c503,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:50.461302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Checking segment: {'id': 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:50.463232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Network hostable DHCP agents. Network: 99b80088-e20e-47f5-a515-cb17a676d6d3, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:50.504794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Network 99b80088-e20e-47f5-a515-cb17a676d6d3 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:50.526542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 99b80088-e20e-47f5-a515-cb17a676d6d3) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:50.537503 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:50.540868 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:50.585763 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 43888) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:50.589521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e3626a77-4f19-4951-ac49-53309f4f2be3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0004916 Jan 28 04:06:50.593712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-857054513-router', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:50.666192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf7b4c-5afb-44ab-aae5-5722d8f9885c None None] Network 99b80088-e20e-47f5-a515-cb17a676d6d3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:50.675943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (ded00a3d-efab-4a18-b6c3-23e840462a5a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:50.681050 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (ded00a3d-efab-4a18-b6c3-23e840462a5a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:50.889133 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks [] for router_controller (ded00a3d-efab-4a18-b6c3-23e840462a5a), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:50.965213 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Sync routers for ids ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:50.983179 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Routers {'aa22634c-74a3-4f69-8ea9-61ae52a9369e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:50.984813 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:51.122883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 39d40d91-e653-4d6a-bbbf-11aeea647862 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:51.124156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2c82dd76-1596-469b-b68d-067d7f24b9c5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:51.139680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks [] for router_gateway (ded00a3d-efab-4a18-b6c3-23e840462a5a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:51.256097 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Set router aa22634c-74a3-4f69-8ea9-61ae52a9369e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:51.370573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-99b80088-e20e-47f5-a515-cb17a676d6d3', 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3', 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'fixed_ips': [{'subnet_id': '8dba0eac-f307-46ca-b2d8-72890e74c503'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:51.371619 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:51.390611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2c82dd76-1596-469b-b68d-067d7f24b9c5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:51.390993 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:51.615104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks [] for router_gateway (ded00a3d-efab-4a18-b6c3-23e840462a5a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:51.651599 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:51.658410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'name': 'tempest-TestServerMultinode-245155281-router', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:06:45Z', 'revision_number': 4, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'gw_port': {'id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:38Z', 'updated_at': '2022-01-28T04:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9c493c01-0361-440f-800b-29f400d7aec2', 'name': '', 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'mac_address': 'fa:16:3e:b4:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5b2173b9-4c34-415c-b66e-652640c10685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:43Z', 'updated_at': '2022-01-28T04:06:45Z', 'revision_number': 2, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'subnets': [{'id': '5b2173b9-4c34-415c-b66e-652640c10685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:51.732900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Checking router: 0bd69642-9e2c-4746-a287-73ea57a21a19 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:51.733977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Updating router 0bd69642-9e2c-4746-a287-73ea57a21a19 port 9c493c01-0361-440f-800b-29f400d7aec2 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:51.833929 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'name': 'tempest-TestVolumeBackupRestore-341379286-router', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:06:41Z', 'revision_number': 4, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'gw_port': {'id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'cf45a820-46f2-4004-8f8a-c7ffbf615571', 'name': '', 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'mac_address': 'fa:16:3e:c0:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '3c43099f-5c71-4efe-888a-9a4df5118d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:39Z', 'updated_at': '2022-01-28T04:06:41Z', 'revision_number': 2, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'subnets': [{'id': '3c43099f-5c71-4efe-888a-9a4df5118d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:51.904576 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Checking router: aa22634c-74a3-4f69-8ea9-61ae52a9369e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:51.904963 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Updating router aa22634c-74a3-4f69-8ea9-61ae52a9369e port cf45a820-46f2-4004-8f8a-c7ffbf615571 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:51.914253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Allocated IP 172.25.1.241 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:51.936516 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9c493c01-0361-440f-800b-29f400d7aec2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:51.973845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2c82dd76-1596-469b-b68d-067d7f24b9c5 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:51.974265 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:51.996604 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:52.063637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Allocated IP 172.20.0.2 (99b80088-e20e-47f5-a515-cb17a676d6d3/8dba0eac-f307-46ca-b2d8-72890e74c503/b47b34fb-1618-4456-bcab-8edca3f69205) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:52.114131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 2c82dd76-1596-469b-b68d-067d7f24b9c5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2c82dd76-1596-469b-b68d-067d7f24b9c5,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:52.149936 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:52.158315 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks [] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:52.244817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:52.351009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:52.354639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:52.361688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:52.457514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:52.517493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=2c82dd76-1596-469b-b68d-067d7f24b9c5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:52.903012 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Publish callbacks [] for port (b47b34fb-1618-4456-bcab-8edca3f69205), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:52.960537 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.044207 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Publish callbacks [] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.061676 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.109351 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks [] for router_gateway (ded00a3d-efab-4a18-b6c3-23e840462a5a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.196738 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f373a4-454a-44cf-92a6-bb2797c65733 None None] Pushing event updated for resources: {'Port': ['ID=cf45a820-46f2-4004-8f8a-c7ffbf615571,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:53.247653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Network 99b80088-e20e-47f5-a515-cb17a676d6d3 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:53.252060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:53.267348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:53.410514 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Pushing event updated for resources: {'Port': ['ID=b47b34fb-1618-4456-bcab-8edca3f69205,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:53.498159 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Attempting to bind port cf45a820-46f2-4004-8f8a-c7ffbf615571 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:53.498541 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Attempting to bind port cf45a820-46f2-4004-8f8a-c7ffbf615571 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:53.498901 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Attempting to bind port cf45a820-46f2-4004-8f8a-c7ffbf615571 on network c7b337df-53da-46bc-a8fe-4478ea86c4df {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:53.523445 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:53.523829 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Checking segment: {'id': 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:53.524234 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.534064 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Publish callbacks [] for port (9c493c01-0361-440f-800b-29f400d7aec2), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.537127 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Bound using segment: {'id': 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:53.538410 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Bound port: cf45a820-46f2-4004-8f8a-c7ffbf615571, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:53.539011 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.613591 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9c493c01-0361-440f-800b-29f400d7aec2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.713875 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] For port cf45a820-46f2-4004-8f8a-c7ffbf615571, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:53.717805 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] For port cf45a820-46f2-4004-8f8a-c7ffbf615571, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=cf45a820-46f2-4004-8f8a-c7ffbf615571,segment=NetworkSegment(d0cc5f98-5092-4ca5-88d9-fc81cd68462e),segment_id=d0cc5f98-5092-4ca5-88d9-fc81cd68462e)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:53.730879 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.748373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Attempting to bind port b47b34fb-1618-4456-bcab-8edca3f69205 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:53.759833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Attempting to bind port b47b34fb-1618-4456-bcab-8edca3f69205 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:53.763756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Attempting to bind port b47b34fb-1618-4456-bcab-8edca3f69205 on network 99b80088-e20e-47f5-a515-cb17a676d6d3 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:53.829530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27aa77-0628-42ca-a554-d670e188d4f8 None None] Pushing event updated for resources: {'Port': ['ID=9c493c01-0361-440f-800b-29f400d7aec2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:53.836568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:53.837035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Checking segment: {'id': 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:53.837459 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.838110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Bound using segment: {'id': 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:53.838592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Bound port: b47b34fb-1618-4456-bcab-8edca3f69205, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:53.838927 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:53.898520 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f373a4-454a-44cf-92a6-bb2797c65733 None None] Pushing event updated for resources: {'Port': ['ID=cf45a820-46f2-4004-8f8a-c7ffbf615571,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:53.902752 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Routers {'aa22634c-74a3-4f69-8ea9-61ae52a9369e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:53.903858 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:54.049272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-82f71a0b-f7e1-493c-a2bb-497d34e6065b None None] Provisioning complete for port cf45a820-46f2-4004-8f8a-c7ffbf615571 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:54.049871 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82f71a0b-f7e1-493c-a2bb-497d34e6065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:54.074778 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Attempting to bind port 9c493c01-0361-440f-800b-29f400d7aec2 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:54.075424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Attempting to bind port 9c493c01-0361-440f-800b-29f400d7aec2 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:54.077000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Attempting to bind port 9c493c01-0361-440f-800b-29f400d7aec2 on network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:54.327381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:54.328104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Checking segment: {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:54.329074 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:54.329674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Bound using segment: {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:54.330834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Bound port: 9c493c01-0361-440f-800b-29f400d7aec2, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:54.332374 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9c493c01-0361-440f-800b-29f400d7aec2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:54.374115 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] Set router aa22634c-74a3-4f69-8ea9-61ae52a9369e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:54.608474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cf45a820-46f2-4004-8f8a-c7ffbf615571 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:54.701603 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'name': 'tempest-TestVolumeBackupRestore-341379286-router', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:06:41Z', 'revision_number': 4, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'gw_port': {'id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'cf45a820-46f2-4004-8f8a-c7ffbf615571', 'name': '', 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'mac_address': 'fa:16:3e:c0:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '3c43099f-5c71-4efe-888a-9a4df5118d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:39Z', 'updated_at': '2022-01-28T04:06:53Z', 'revision_number': 4, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'subnets': [{'id': '3c43099f-5c71-4efe-888a-9a4df5118d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:54.743494 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997b566-adec-4f92-a95d-49c54acb3548 None None] The sync data for ids ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'] in n-d-808199-14 is: [{'id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'name': 'tempest-TestVolumeBackupRestore-341379286-router', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:06:41Z', 'revision_number': 4, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'gw_port': {'id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'cf45a820-46f2-4004-8f8a-c7ffbf615571', 'name': '', 'network_id': 'c7b337df-53da-46bc-a8fe-4478ea86c4df', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'mac_address': 'fa:16:3e:c0:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '3c43099f-5c71-4efe-888a-9a4df5118d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:39Z', 'updated_at': '2022-01-28T04:06:53Z', 'revision_number': 4, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'subnets': [{'id': '3c43099f-5c71-4efe-888a-9a4df5118d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:54.834334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] For port b47b34fb-1618-4456-bcab-8edca3f69205, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:54.887059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] For port 9c493c01-0361-440f-800b-29f400d7aec2, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:54.938697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] For port b47b34fb-1618-4456-bcab-8edca3f69205, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b47b34fb-1618-4456-bcab-8edca3f69205,segment=NetworkSegment(a7386d22-7b6c-4b96-831e-f7ba1bf83b19),segment_id=a7386d22-7b6c-4b96-831e-f7ba1bf83b19)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:54.956087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port cf45a820-46f2-4004-8f8a-c7ffbf615571 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:54.956606 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:54.963091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] For port 9c493c01-0361-440f-800b-29f400d7aec2, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9c493c01-0361-440f-800b-29f400d7aec2,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:54.968084 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:55.055818 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (ded00a3d-efab-4a18-b6c3-23e840462a5a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:55.136903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513ea80-b0ee-4035-a036-9ae0e0585b56 None None] Pushing event updated for resources: {'Port': ['ID=b47b34fb-1618-4456-bcab-8edca3f69205,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:55.148306 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9c493c01-0361-440f-800b-29f400d7aec2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:55.229741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-82f71a0b-f7e1-493c-a2bb-497d34e6065b None None] Current status of the port cf45a820-46f2-4004-8f8a-c7ffbf615571 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:55.230443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82f71a0b-f7e1-493c-a2bb-497d34e6065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:55.390255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Router ded00a3d-efab-4a18-b6c3-23e840462a5a is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:06:55.430244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-82f71a0b-f7e1-493c-a2bb-497d34e6065b None None] For port cf45a820-46f2-4004-8f8a-c7ffbf615571, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=cf45a820-46f2-4004-8f8a-c7ffbf615571,segment=NetworkSegment(d0cc5f98-5092-4ca5-88d9-fc81cd68462e),segment_id=d0cc5f98-5092-4ca5-88d9-fc81cd68462e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:55.504875 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82f71a0b-f7e1-493c-a2bb-497d34e6065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:55.556881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Routers {'0bd69642-9e2c-4746-a287-73ea57a21a19'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:55.557552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0bd69642-9e2c-4746-a287-73ea57a21a19'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:55.825285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:55.879365 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:55.886098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b994819e-966b-4ad8-8ca3-b438992e6825 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2954710 Jan 28 04:06:55.886283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 43944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:56.196661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] Set router 0bd69642-9e2c-4746-a287-73ea57a21a19 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:56.310677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27aa77-0628-42ca-a554-d670e188d4f8 None None] Pushing event updated for resources: {'Port': ['ID=9c493c01-0361-440f-800b-29f400d7aec2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:56.317344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Sync routers for ids ['ded00a3d-efab-4a18-b6c3-23e840462a5a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:56.589406 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:56.659741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Routers {'ded00a3d-efab-4a18-b6c3-23e840462a5a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:56.660368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ded00a3d-efab-4a18-b6c3-23e840462a5a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:56.674133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port cf45a820-46f2-4004-8f8a-c7ffbf615571 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:56.675358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2c82dd76-1596-469b-b68d-067d7f24b9c5 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:56.805599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Allocated IP 172.20.0.1 (99b80088-e20e-47f5-a515-cb17a676d6d3/8dba0eac-f307-46ca-b2d8-72890e74c503/ae23d3bf-660c-49d5-b068-6ae340da2cc1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:56.841725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0ed29003-8f41-4e62-ac9a-75cceb869064 None None] Provisioning complete for port cf45a820-46f2-4004-8f8a-c7ffbf615571 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:56.842233 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ed29003-8f41-4e62-ac9a-75cceb869064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:56.989285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f71a0b-f7e1-493c-a2bb-497d34e6065b None None] Pushing event updated for resources: {'Port': ['ID=cf45a820-46f2-4004-8f8a-c7ffbf615571,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:57.057806 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Publish callbacks [] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:57.073820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'name': 'tempest-TestServerMultinode-245155281-router', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:06:45Z', 'revision_number': 4, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'gw_port': {'id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:38Z', 'updated_at': '2022-01-28T04:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9c493c01-0361-440f-800b-29f400d7aec2', 'name': '', 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'mac_address': 'fa:16:3e:b4:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5b2173b9-4c34-415c-b66e-652640c10685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:43Z', 'updated_at': '2022-01-28T04:06:54Z', 'revision_number': 4, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'subnets': [{'id': '5b2173b9-4c34-415c-b66e-652640c10685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:57.126616 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:57.127632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2c82dd76-1596-469b-b68d-067d7f24b9c5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:57.128568 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:57.252703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea6e86-d7c0-4af6-9b3e-3391f1faff29 None None] The sync data for ids ['0bd69642-9e2c-4746-a287-73ea57a21a19'] in n-d-808199-14 is: [{'id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'name': 'tempest-TestServerMultinode-245155281-router', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:06:45Z', 'revision_number': 4, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'gw_port': {'id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:38Z', 'updated_at': '2022-01-28T04:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9c493c01-0361-440f-800b-29f400d7aec2', 'name': '', 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'mac_address': 'fa:16:3e:b4:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5b2173b9-4c34-415c-b66e-652640c10685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:43Z', 'updated_at': '2022-01-28T04:06:54Z', 'revision_number': 4, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'subnets': [{'id': '5b2173b9-4c34-415c-b66e-652640c10685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:57.263254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e5951-ece3-49ce-905b-170dda383595 None None] Network 99b80088-e20e-47f5-a515-cb17a676d6d3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:57.277907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Network 99b80088-e20e-47f5-a515-cb17a676d6d3 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:57.292585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:57.301354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:57.309420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Set router ded00a3d-efab-4a18-b6c3-23e840462a5a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:57.417367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Pushing event updated for resources: {'Port': ['ID=ae23d3bf-660c-49d5-b068-6ae340da2cc1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:57.448660 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (ded00a3d-efab-4a18-b6c3-23e840462a5a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:57.698526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0ed29003-8f41-4e62-ac9a-75cceb869064 None None] Current status of the port cf45a820-46f2-4004-8f8a-c7ffbf615571 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:58.018831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:58.028176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2c82dd76-1596-469b-b68d-067d7f24b9c5 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:58.029382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925abc61-5528-481f-9134-a213c221a3ba req-6f05f3bd-4d31-4e63-b7f4-e157ccb67557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:58.030919 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-925abc61-5528-481f-9134-a213c221a3ba req-6f05f3bd-4d31-4e63-b7f4-e157ccb67557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 945 time: 0.1395373 Jan 28 04:06:58.163121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-925abc61-5528-481f-9134-a213c221a3ba req-b6b3eef4-1d9d-48ff-93f8-c464648506a9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236730 Jan 28 04:06:58.364485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0ed29003-8f41-4e62-ac9a-75cceb869064 None None] Provisioning complete for port 9c493c01-0361-440f-800b-29f400d7aec2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:58.365120 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ed29003-8f41-4e62-ac9a-75cceb869064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c493c01-0361-440f-800b-29f400d7aec2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:58.450614 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Publish callbacks [] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:58.469743 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:58.662653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c493c01-0361-440f-800b-29f400d7aec2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:58.671718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'name': 'tempest-TestServerMultinode-857054513-router', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:50Z', 'updated_at': '2022-01-28T04:06:52Z', 'revision_number': 3, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'gw_port': {'id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:51Z', 'updated_at': '2022-01-28T04:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:58.674513 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Pushing event updated for resources: {'Port': ['ID=ae23d3bf-660c-49d5-b068-6ae340da2cc1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:58.703437 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (ded00a3d-efab-4a18-b6c3-23e840462a5a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:58.809344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Checking router: ded00a3d-efab-4a18-b6c3-23e840462a5a for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:58.810074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Updating router ded00a3d-efab-4a18-b6c3-23e840462a5a port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:58.859235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:58.860772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0ed29003-8f41-4e62-ac9a-75cceb869064 None None] Current status of the port 9c493c01-0361-440f-800b-29f400d7aec2 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:58.861646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ed29003-8f41-4e62-ac9a-75cceb869064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9c493c01-0361-440f-800b-29f400d7aec2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:58.931858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Network 99b80088-e20e-47f5-a515-cb17a676d6d3 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:58.934956 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:59.179655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0ed29003-8f41-4e62-ac9a-75cceb869064 None None] For port 9c493c01-0361-440f-800b-29f400d7aec2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9c493c01-0361-440f-800b-29f400d7aec2,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:59.195774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9c493c01-0361-440f-800b-29f400d7aec2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:59.196041 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c493c01-0361-440f-800b-29f400d7aec2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:59.215859 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ed29003-8f41-4e62-ac9a-75cceb869064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9c493c01-0361-440f-800b-29f400d7aec2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:59.298591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Router ded00a3d-efab-4a18-b6c3-23e840462a5a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:06:59.499690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Provisioning complete for port ae23d3bf-660c-49d5-b068-6ae340da2cc1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:59.500171 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:59.522370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2ec97-d49f-42af-9517-9713394769e6 req-ad0920b0-962a-4775-ba1d-4ffbbd6d5c39 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:59.526217 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82f2ec97-d49f-42af-9517-9713394769e6 req-ad0920b0-962a-4775-ba1d-4ffbbd6d5c39 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 945 time: 0.1674826 Jan 28 04:06:59.641132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed29003-8f41-4e62-ac9a-75cceb869064 None None] Pushing event updated for resources: {'Port': ['ID=9c493c01-0361-440f-800b-29f400d7aec2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:59.648585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82f2ec97-d49f-42af-9517-9713394769e6 req-f4d27990-5c31-47a0-a95b-b7dea2276e22 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=fd083f1b-1cf6-4279-bb19-857571322153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175635 Jan 28 04:06:59.657909 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:59.675474 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1561816d-092a-4525-8e21-b7c61d0ef042 admin admin] 10.222.0.44 "PUT /v2.0/routers/ded00a3d-efab-4a18-b6c3-23e840462a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7777512 Jan 28 04:06:59.713716 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-889244ce-6946-48ee-bd9d-3a825e687c0c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:59.716644 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Port ae23d3bf-660c-49d5-b068-6ae340da2cc1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:59.721534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-889244ce-6946-48ee-bd9d-3a825e687c0c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 945 time: 0.1546257 Jan 28 04:06:59.966446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Provisioning complete for port b47b34fb-1618-4456-bcab-8edca3f69205 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:59.966996 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:59.992777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Deleting port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:59.993372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:00.062786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9c493c01-0361-440f-800b-29f400d7aec2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:00.066820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b47b34fb-1618-4456-bcab-8edca3f69205 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:00.235264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] For port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:00.235642 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:00.264386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Calling delete_port for fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:00.617220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fcf0c8ab-6264-4f49-a297-ac5fa9f6a740), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:00.708311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'Port': ['ID=fcf0c8ab-6264-4f49-a297-ac5fa9f6a740,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:00.713599 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Publish callbacks [] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:00.729558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fcf0c8ab-6264-4f49-a297-ac5fa9f6a740'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:07:00.738971 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:00.753665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] No DVR routers for this DVR port fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:07:00.763791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:00.772623 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ddbc5e6-35c4-41be-9cb2-3f966e3b0f70 req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "DELETE /v2.0/ports/fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 HTTP/1.1" status: 204 len: 173 time: 1.0328636 Jan 28 04:07:00.789377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a063f1-a043-4b6f-90d6-0733abfbf8db', 'name': 'network-vif-deleted', 'tag': 'fcf0c8ab-6264-4f49-a297-ac5fa9f6a740'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:07:00.800912 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bd12a8-0f0d-4757-b6d5-48476b97eb49" -d '{"events": [{"server_uuid": "b6a063f1-a043-4b6f-90d6-0733abfbf8db", "name": "network-vif-deleted", "tag": "fcf0c8ab-6264-4f49-a297-ac5fa9f6a740"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:07:00.814765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.817511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.817995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.821211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.822520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.824073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.826954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.827442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.827814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.831900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.832327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.832750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.833127 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb960d-6932-48b9-957a-006a5d5aa347 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:00.963685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b47b34fb-1618-4456-bcab-8edca3f69205 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:00.964333 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:00.966543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7982c6-0724-49bf-a555-417c4d82cdd2 None None] Pushing event updated for resources: {'Port': ['ID=c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:00.974330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Attempting to bind port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:07:00.975292 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Attempting to bind port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:07:00.975699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Attempting to bind port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:07:01.039031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:07:01.039426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:07:01.040087 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:01.040496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:07:01.041025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Bound port: c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:07:01.041417 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:01.049060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Current status of the port b47b34fb-1618-4456-bcab-8edca3f69205 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:01.049909 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:01.118737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-733702f7-50af-4e02-be1b-3e4ac39e34f8 req-2d79f37f-176d-40b5-9a48-ed5f01d17664 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0961664 Jan 28 04:07:01.221593 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0022b9-17a5-4137-968d-4781a0e90699 x-openstack-request-id: req-db0022b9-17a5-4137-968d-4781a0e90699 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:07:01.221994 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a063f1-a043-4b6f-90d6-0733abfbf8db", "name": "network-vif-deleted", "tag": "fcf0c8ab-6264-4f49-a297-ac5fa9f6a740", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:07:01.222431 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db0022b9-17a5-4137-968d-4781a0e90699 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:07:01.222860 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a063f1-a043-4b6f-90d6-0733abfbf8db', 'name': 'network-vif-deleted', 'tag': 'fcf0c8ab-6264-4f49-a297-ac5fa9f6a740', 'status': 'completed', 'code': 200} Jan 28 04:07:01.230852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-f032ef7d-7621-47af-829d-0234c33ea964 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:01.244921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-f032ef7d-7621-47af-829d-0234c33ea964 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/networks?id=bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 HTTP/1.1" status: 200 len: 910 time: 0.4229136 Jan 28 04:07:01.265907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] For port b47b34fb-1618-4456-bcab-8edca3f69205, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b47b34fb-1618-4456-bcab-8edca3f69205,segment=NetworkSegment(a7386d22-7b6c-4b96-831e-f7ba1bf83b19),segment_id=a7386d22-7b6c-4b96-831e-f7ba1bf83b19)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:01.280775 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-a03158c1-d4a5-49a9-b7e5-159d19685037 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/quotas/e7c15d37500e44e89505f86cd9c9a1ea HTTP/1.1" status: 200 len: 375 time: 0.0331957 Jan 28 04:07:01.329527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:01.453012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] For port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:07:01.457634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Provisioning complete for port 9c493c01-0361-440f-800b-29f400d7aec2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:01.458036 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c493c01-0361-440f-800b-29f400d7aec2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:01.500106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-a8feb01e-f758-4e82-90b9-ea028846170d tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7c15d37500e44e89505f86cd9c9a1ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2166958 Jan 28 04:07:01.503214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] For port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:07:01.549985 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:01.627210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Pushing event updated for resources: {'Port': ['ID=b47b34fb-1618-4456-bcab-8edca3f69205,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:01.716280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7982c6-0724-49bf-a555-417c4d82cdd2 None None] Pushing event updated for resources: {'Port': ['ID=c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:01.733152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b47b34fb-1618-4456-bcab-8edca3f69205 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:01.734340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cf45a820-46f2-4004-8f8a-c7ffbf615571 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:01.782195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Routers {'ded00a3d-efab-4a18-b6c3-23e840462a5a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:07:01.782872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ded00a3d-efab-4a18-b6c3-23e840462a5a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:01.793575 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-ee720a54-82e4-46c9-9a27-4efdf6883721 service neutron] 10.222.0.44 "GET /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885530 Jan 28 04:07:01.903202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c5a0d-2b19-4ad2-89e9-386a85334dee None None] Current status of the port 9c493c01-0361-440f-800b-29f400d7aec2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:01.933205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-00b3968e-d083-49f7-939b-b3cc58044a1b service neutron] 10.222.0.44 "GET /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382384 Jan 28 04:07:01.993753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port cf45a820-46f2-4004-8f8a-c7ffbf615571 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:01.994531 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:02.110301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] Set router ded00a3d-efab-4a18-b6c3-23e840462a5a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:07:02.114320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-085e1c55-870e-4dc7-9e26-4b6544338f10 None None] Provisioning complete for port ae23d3bf-660c-49d5-b068-6ae340da2cc1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:02.123770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-085e1c55-870e-4dc7-9e26-4b6544338f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:02.310851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-085e1c55-870e-4dc7-9e26-4b6544338f10 None None] Port ae23d3bf-660c-49d5-b068-6ae340da2cc1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:07:02.328153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9880b1c-6417-4310-a5ed-2cc08be62fa7 req-3bafa05b-1fa2-46cd-b44b-f6770b78b0d6 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 210 time: 0.0767789 Jan 28 04:07:02.402531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a039e739-f1f0-4c64-bf5a-8dc765a2db08 req-0c178aaa-807f-4939-8585-923b8b4dd054 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0753047 Jan 28 04:07:02.511420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port cf45a820-46f2-4004-8f8a-c7ffbf615571 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:02.704616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b47b34fb-1618-4456-bcab-8edca3f69205 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:02.906780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'name': 'tempest-TestServerMultinode-857054513-router', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:50Z', 'updated_at': '2022-01-28T04:06:57Z', 'revision_number': 4, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'gw_port': {'id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:51Z', 'updated_at': '2022-01-28T04:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ae23d3bf-660c-49d5-b068-6ae340da2cc1', 'name': '', 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'mac_address': 'fa:16:3e:e1:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8dba0eac-f307-46ca-b2d8-72890e74c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:56Z', 'updated_at': '2022-01-28T04:06:58Z', 'revision_number': 2, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'subnets': [{'id': '8dba0eac-f307-46ca-b2d8-72890e74c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:02.936117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b47b34fb-1618-4456-bcab-8edca3f69205 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:02.936649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:02.939434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b29aa-d9ba-4d58-ba93-b67977baadb3 None None] The sync data for ids ['ded00a3d-efab-4a18-b6c3-23e840462a5a'] in n-d-808199-14 is: [{'id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'name': 'tempest-TestServerMultinode-857054513-router', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:50Z', 'updated_at': '2022-01-28T04:06:57Z', 'revision_number': 4, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'gw_port': {'id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:51Z', 'updated_at': '2022-01-28T04:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ae23d3bf-660c-49d5-b068-6ae340da2cc1', 'name': '', 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'mac_address': 'fa:16:3e:e1:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8dba0eac-f307-46ca-b2d8-72890e74c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:56Z', 'updated_at': '2022-01-28T04:06:58Z', 'revision_number': 2, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'subnets': [{'id': '8dba0eac-f307-46ca-b2d8-72890e74c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:07:03.125422 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b47b34fb-1618-4456-bcab-8edca3f69205 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:03.127890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c493c01-0361-440f-800b-29f400d7aec2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:03.232659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9c493c01-0361-440f-800b-29f400d7aec2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:03.233147 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9c493c01-0361-440f-800b-29f400d7aec2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:03.465916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9c493c01-0361-440f-800b-29f400d7aec2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:03.529712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55bc62e1-c2ff-40af-b980-9c841c885a38 req-0b1cab19-a308-4760-87c6-b86f4d92452e tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 210 time: 0.0887244 Jan 28 04:07:03.639051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0ad301a-44fd-46dd-93c3-4e0d035c396f req-dce47372-ed23-4c0c-8f17-518aeb6cac46 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0437646 Jan 28 04:07:04.053998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:07:04.100491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:07:04.101016 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fcf0c8ab-6264-4f49-a297-ac5fa9f6a740 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:07:04.755009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-a8811685-8a75-4f79-ab6c-d10ac4701e94 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:04.757941 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-a8811685-8a75-4f79-ab6c-d10ac4701e94 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.42 "GET /v2.0/networks?id=bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 HTTP/1.1" status: 200 len: 910 time: 0.2933586 Jan 28 04:07:04.774172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Request body: {'port': {'device_id': '165040cc-d640-4d52-b3a1-7914d3764173', 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9', 'admin_state_up': True, 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:04.778099 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36d38b1d-4e2b-4094-bf66-1399e6fb0e18 req-8f76aea3-bf90-436b-b242-0d550ee77b58 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 210 time: 0.0930226 Jan 28 04:07:04.819511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Made reservation on behalf of e7c15d37500e44e89505f86cd9c9a1ea for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:07:04.836262 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:04.853372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f663ace8-c479-4c9b-aead-ef936beecfe0 req-103a2dae-ede0-4837-8cbd-7abe09c07014 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0505924 Jan 28 04:07:05.118852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Allocated IP 172.20.0.13 (bc01a7e5-7def-4a1d-97cd-35d4e952e8d9/5b2173b9-4c34-415c-b66e-652640c10685/b86fdce1-5e7a-4f85-9d60-20d02d8f9699) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:07:05.293594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks [] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:05.344808 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:05.417071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:07:05.443993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:07:05.446984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Pushing event updated for resources: {'Port': ['ID=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:05.451364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:07:05.538227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:05.539037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:05.562202 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-fdde4a66-beaa-4ad3-9767-cd7bd1b99fc5 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7942364 Jan 28 04:07:05.867526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Request body: {'port': {'device_id': '165040cc-d640-4d52-b3a1-7914d3764173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:05.874934 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1b96dc9c-5164-4b87-b06c-cb5ca27c85c3 None None] Provisioning complete for port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:05.875493 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b96dc9c-5164-4b87-b06c-cb5ca27c85c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:06.016114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87c6cb-4c4e-4aeb-971c-bc9444474aab req-af9f395a-982c-4e0f-9156-8ee90c7c5e77 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:06.020649 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f87c6cb-4c4e-4aeb-971c-bc9444474aab req-af9f395a-982c-4e0f-9156-8ee90c7c5e77 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1028 time: 0.1112289 Jan 28 04:07:06.046061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1b96dc9c-5164-4b87-b06c-cb5ca27c85c3 None None] Port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:07:06.090747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:06.186087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f87c6cb-4c4e-4aeb-971c-bc9444474aab req-f53401a4-4181-4ae8-a6bd-1ac26a79f5ab tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578484 Jan 28 04:07:06.188581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c0a635e-25b6-432c-8884-2b2dbaa5469a req-969a504d-bdc0-4630-a4b3-5ae2cffd97e9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0461993 Jan 28 04:07:06.541122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86fdce1-5e7a-4f85-9d60-20d02d8f9699 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:07:06.566738 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Publish callbacks [] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:06.605937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Transition to ACTIVE for port object b86fdce1-5e7a-4f85-9d60-20d02d8f9699 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:07:06.614145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:06.677988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Pushing event updated for resources: {'Port': ['ID=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:06.876137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:06.923962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Attempting to bind port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:07:06.924579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Attempting to bind port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:07:06.925414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Attempting to bind port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 on network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:07:06.933597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 on network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:07:06.935072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Attempting to bind port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 on network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:07:06.954178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:07:06.954178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Checking segment: {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:07:06.960631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Bound using segment: {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:07:06.961274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Bound port: b86fdce1-5e7a-4f85-9d60-20d02d8f9699, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:07:06.962086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:07.001708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:07.002085 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:07.150437 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] For port b86fdce1-5e7a-4f85-9d60-20d02d8f9699, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:07:07.160619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] For port b86fdce1-5e7a-4f85-9d60-20d02d8f9699, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:07:07.177678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:07.231432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:07.231865 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:07.263035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:07.275694 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:07.401906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:07.402450 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:07.415013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] 10.222.0.42 "PUT /v2.0/ports/b86fdce1-5e7a-4f85-9d60-20d02d8f9699 HTTP/1.1" status: 200 len: 1093 time: 1.8412235 Jan 28 04:07:07.450401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165040cc-d640-4d52-b3a1-7914d3764173', 'tag': 'b86fdce1-5e7a-4f85-9d60-20d02d8f9699'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:07:07.452696 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9168550d-3d52-4f17-b797-ef9356f59139" -d '{"events": [{"name": "network-changed", "server_uuid": "165040cc-d640-4d52-b3a1-7914d3764173", "tag": "b86fdce1-5e7a-4f85-9d60-20d02d8f9699"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:07:07.488222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:07.521721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d4ae549-286e-48ca-b56f-4b242e6314db req-a9ed3184-5a46-4799-ab34-58b6077f3803 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0717654 Jan 28 04:07:07.554156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d8040-abfa-4145-b9bd-c78bc4c99037 service neutron] Pushing event updated for resources: {'Port': ['ID=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:07.639157 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d824646f-b7e4-4d52-91c0-c8265037f0b4 x-openstack-request-id: req-d824646f-b7e4-4d52-91c0-c8265037f0b4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:07:07.639464 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165040cc-d640-4d52-b3a1-7914d3764173", "tag": "b86fdce1-5e7a-4f85-9d60-20d02d8f9699", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:07:07.639702 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d824646f-b7e4-4d52-91c0-c8265037f0b4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:07:07.640182 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165040cc-d640-4d52-b3a1-7914d3764173', 'tag': 'b86fdce1-5e7a-4f85-9d60-20d02d8f9699', 'status': 'completed', 'code': 200} Jan 28 04:07:07.669562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac172f1-d71c-49e1-b5d1-0d10abc7ba2d req-fa2725e9-b958-465a-b4de-cec08a63512d tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:07.675294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ac172f1-d71c-49e1-b5d1-0d10abc7ba2d req-fa2725e9-b958-465a-b4de-cec08a63512d tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1096 time: 0.1488302 Jan 28 04:07:07.770676 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Sync routers for ids ['ded00a3d-efab-4a18-b6c3-23e840462a5a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:07:07.781482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168550d-3d52-4f17-b797-ef9356f59139 req-9dc452c4-ab24-4b45-9817-7df6effacae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:07.783452 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9168550d-3d52-4f17-b797-ef9356f59139 req-9dc452c4-ab24-4b45-9817-7df6effacae1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7c15d37500e44e89505f86cd9c9a1ea&device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1096 time: 0.1095808 Jan 28 04:07:07.791271 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Routers {'ded00a3d-efab-4a18-b6c3-23e840462a5a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:07:07.797199 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ded00a3d-efab-4a18-b6c3-23e840462a5a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:07.869651 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ac172f1-d71c-49e1-b5d1-0d10abc7ba2d req-818943ec-8e3b-4a52-b337-54d9fe39abd4 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762359 Jan 28 04:07:08.034342 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Set router ded00a3d-efab-4a18-b6c3-23e840462a5a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:07:08.119068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168550d-3d52-4f17-b797-ef9356f59139 req-40d70daa-5f1f-42a7-bf54-288c5d48b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:08.133619 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9168550d-3d52-4f17-b797-ef9356f59139 req-40d70daa-5f1f-42a7-bf54-288c5d48b220 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e7c15d37500e44e89505f86cd9c9a1ea&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3382752 Jan 28 04:07:08.310640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:08.517566 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:08.563621 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'name': 'tempest-TestServerMultinode-857054513-router', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:50Z', 'updated_at': '2022-01-28T04:06:57Z', 'revision_number': 4, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'gw_port': {'id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:51Z', 'updated_at': '2022-01-28T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ae23d3bf-660c-49d5-b068-6ae340da2cc1', 'name': '', 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'mac_address': 'fa:16:3e:e1:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8dba0eac-f307-46ca-b2d8-72890e74c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:56Z', 'updated_at': '2022-01-28T04:06:58Z', 'revision_number': 2, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'subnets': [{'id': '8dba0eac-f307-46ca-b2d8-72890e74c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:08.627281 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Checking router: ded00a3d-efab-4a18-b6c3-23e840462a5a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:07:08.627898 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Updating router ded00a3d-efab-4a18-b6c3-23e840462a5a port ae23d3bf-660c-49d5-b068-6ae340da2cc1 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:07:08.734614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:08.743519 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:08.856467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ffb6372-386c-4d38-bf43-b4922dfb3c2c req-b220d464-ef63-47ce-b060-5544c93f9240 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0983269 Jan 28 04:07:08.886068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:08.888911 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:08.894719 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Publish callbacks [] for security_group (a9ce20ac-3cea-4f89-a84b-4e003c6719a1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:08.907232 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a9ce20ac-3cea-4f89-a84b-4e003c6719a1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:09.025665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3fa958251d1423383f59c34ed07d3e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7133980 Jan 28 04:07:09.031908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44154) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:09.032328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ce20ac-3cea-4f89-a84b-4e003c6719a1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:09.051865 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.052401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.052888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.056003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.056493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.057002 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.057450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.058045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.058500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.058943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.061567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.062047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.064621 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcb5-025c-43be-81e6-aeea6fe66040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:09.089583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168550d-3d52-4f17-b797-ef9356f59139 req-4543ba4c-02e4-48c7-b7a6-95297476f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:09.097608 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9168550d-3d52-4f17-b797-ef9356f59139 req-4543ba4c-02e4-48c7-b7a6-95297476f97c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9566059 Jan 28 04:07:09.107797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:09.145753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb80f-7a02-4b84-8edd-023a1823626e req-ec86b31e-6347-4e63-929e-62fad5a361b2 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:09.150200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4eddb80f-7a02-4b84-8edd-023a1823626e req-ec86b31e-6347-4e63-929e-62fad5a361b2 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1096 time: 0.0985594 Jan 28 04:07:09.167444 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37ea482-f56a-4b56-a254-1e001551bcee admin admin] Publish callbacks [] for security_group (a9ce20ac-3cea-4f89-a84b-4e003c6719a1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:09.192889 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37ea482-f56a-4b56-a254-1e001551bcee admin admin] Publish callbacks [] for security_group (a9ce20ac-3cea-4f89-a84b-4e003c6719a1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:09.258034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4eddb80f-7a02-4b84-8edd-023a1823626e req-3ea4d345-f28f-4e85-a1c4-89a29288b5e1 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939822 Jan 28 04:07:09.285230 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37ea482-f56a-4b56-a254-1e001551bcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a9ce20ac-3cea-4f89-a84b-4e003c6719a1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:09.294205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37ea482-f56a-4b56-a254-1e001551bcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:09.297812 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f37ea482-f56a-4b56-a254-1e001551bcee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9ce20ac-3cea-4f89-a84b-4e003c6719a1 HTTP/1.1" status: 204 len: 168 time: 0.2619078 Jan 28 04:07:09.365856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ea482-f56a-4b56-a254-1e001551bcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ce20ac-3cea-4f89-a84b-4e003c6719a1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:09.392627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-2ecbf5a6-e067-4bfb-81b8-6e4dcce4d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:09.397264 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-2ecbf5a6-e067-4bfb-81b8-6e4dcce4d78c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7c15d37500e44e89505f86cd9c9a1ea&device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1096 time: 0.1455648 Jan 28 04:07:09.533946 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-79913642-d53e-4bf0-8a05-0c22157c69bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b86fdce1-5e7a-4f85-9d60-20d02d8f9699 HTTP/1.1" status: 200 len: 217 time: 0.1235192 Jan 28 04:07:09.649153 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Publish callbacks [] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:09.670836 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:09.696145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-e2e4cac0-3e99-4a9d-8c4a-71360910fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:09.712236 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-e2e4cac0-3e99-4a9d-8c4a-71360910fe19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b2173b9-4c34-415c-b66e-652640c10685 HTTP/1.1" status: 200 len: 848 time: 0.1711287 Jan 28 04:07:09.784551 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec244f88-0b0b-4670-80e1-5d2f485c890e None None] Pushing event updated for resources: {'Port': ['ID=ae23d3bf-660c-49d5-b068-6ae340da2cc1,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:09.815918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-b962d91a-c082-4cbf-b176-6a4bcb8a65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:09.826659 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-b962d91a-c082-4cbf-b176-6a4bcb8a65ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc01a7e5-7def-4a1d-97cd-35d4e952e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077702 Jan 28 04:07:09.934611 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Attempting to bind port ae23d3bf-660c-49d5-b068-6ae340da2cc1 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:07:09.935135 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Attempting to bind port ae23d3bf-660c-49d5-b068-6ae340da2cc1 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:07:09.935612 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Attempting to bind port ae23d3bf-660c-49d5-b068-6ae340da2cc1 on network 99b80088-e20e-47f5-a515-cb17a676d6d3 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:07:09.941564 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:07:09.942355 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Checking segment: {'id': 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:07:09.943576 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:09.944225 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Bound using segment: {'id': 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:07:09.944979 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Bound port: ae23d3bf-660c-49d5-b068-6ae340da2cc1, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:07:09.945776 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:10.090166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c9c1646-c644-4043-9b38-6b4efc9e22a7 req-8d5d8af9-65d6-4b37-a10f-f7da8c76eb14 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0949974 Jan 28 04:07:10.116239 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-8e6270c0-dfd4-4ca5-be46-6a17eb23565e service neutron] 10.222.0.42 "GET /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822418 Jan 28 04:07:10.168506 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] For port ae23d3bf-660c-49d5-b068-6ae340da2cc1, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:07:10.174357 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] For port ae23d3bf-660c-49d5-b068-6ae340da2cc1, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ae23d3bf-660c-49d5-b068-6ae340da2cc1,segment=NetworkSegment(a7386d22-7b6c-4b96-831e-f7ba1bf83b19),segment_id=a7386d22-7b6c-4b96-831e-f7ba1bf83b19)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:07:10.183183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37586616-fb94-4afc-b554-0cd295d239a8 None None] Provisioning complete for port ae23d3bf-660c-49d5-b068-6ae340da2cc1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:10.185148 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37586616-fb94-4afc-b554-0cd295d239a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:10.200317 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:10.251648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44168) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:10.274822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37586616-fb94-4afc-b554-0cd295d239a8 None None] Port ae23d3bf-660c-49d5-b068-6ae340da2cc1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:07:10.279011 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31366688-4fb3-4be3-84a0-bf06554e3896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:10.321114 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec244f88-0b0b-4670-80e1-5d2f485c890e None None] Pushing event updated for resources: {'Port': ['ID=ae23d3bf-660c-49d5-b068-6ae340da2cc1,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:10.370173 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-330f6b12-ea7d-4a8a-87af-c12acfe78109 req-53a6c49d-5419-4437-9004-66415bb864e7 service neutron] 10.222.0.42 "GET /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483485 Jan 28 04:07:10.383512 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Routers {'ded00a3d-efab-4a18-b6c3-23e840462a5a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:07:10.384445 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:06:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ded00a3d-efab-4a18-b6c3-23e840462a5a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:10.509036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31366688-4fb3-4be3-84a0-bf06554e3896 admin admin] Publish callbacks [] for security_group (1815169d-d720-4733-beae-14188a08087a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:10.555832 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddde9-cbee-45d5-afa2-e8682e6832ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:10.579180 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31366688-4fb3-4be3-84a0-bf06554e3896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1815169d-d720-4733-beae-14188a08087a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:10.641905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44174) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:10.649451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-31366688-4fb3-4be3-84a0-bf06554e3896 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ae65a27fb494ad9bcab25b587e1ee7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3963785 Jan 28 04:07:10.720050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4eb9-ad6e-4a0e-a7d7-feaacb7fd7b7 req-f30d8895-e887-41f3-8dd1-e72cfbcab9ab tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:10.721666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f57d4eb9-ad6e-4a0e-a7d7-feaacb7fd7b7 req-f30d8895-e887-41f3-8dd1-e72cfbcab9ab tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1096 time: 0.2078624 Jan 28 04:07:10.732153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31366688-4fb3-4be3-84a0-bf06554e3896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1815169d-d720-4733-beae-14188a08087a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:10.820200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-20952777-5664-449d-a897-d28591af0f43 None None] Provisioning complete for port ae23d3bf-660c-49d5-b068-6ae340da2cc1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:10.821776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20952777-5664-449d-a897-d28591af0f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:10.824375 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47c42bf2-8c47-4edd-8fb9-d3c8fc3bf76b admin admin] Publish callbacks [] for security_group (1815169d-d720-4733-beae-14188a08087a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:10.911101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47c42bf2-8c47-4edd-8fb9-d3c8fc3bf76b admin admin] Publish callbacks [] for security_group (1815169d-d720-4733-beae-14188a08087a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:10.911350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f57d4eb9-ad6e-4a0e-a7d7-feaacb7fd7b7 req-182a86ed-3605-4b2f-aa7d-471e3e8fba20 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454334 Jan 28 04:07:10.911476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ae23d3bf-660c-49d5-b068-6ae340da2cc1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:11.016722 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] Set router ded00a3d-efab-4a18-b6c3-23e840462a5a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:07:11.030159 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47c42bf2-8c47-4edd-8fb9-d3c8fc3bf76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (1815169d-d720-4733-beae-14188a08087a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:11.032728 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47c42bf2-8c47-4edd-8fb9-d3c8fc3bf76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:11.033931 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-47c42bf2-8c47-4edd-8fb9-d3c8fc3bf76b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1815169d-d720-4733-beae-14188a08087a HTTP/1.1" status: 204 len: 168 time: 0.3909438 Jan 28 04:07:11.046887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c42bf2-8c47-4edd-8fb9-d3c8fc3bf76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1815169d-d720-4733-beae-14188a08087a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:11.124487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ae23d3bf-660c-49d5-b068-6ae340da2cc1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:11.124891 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:11.209257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-20952777-5664-449d-a897-d28591af0f43 None None] Current status of the port ae23d3bf-660c-49d5-b068-6ae340da2cc1 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:11.209938 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20952777-5664-449d-a897-d28591af0f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:11.268396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-20952777-5664-449d-a897-d28591af0f43 None None] For port ae23d3bf-660c-49d5-b068-6ae340da2cc1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ae23d3bf-660c-49d5-b068-6ae340da2cc1,segment=NetworkSegment(a7386d22-7b6c-4b96-831e-f7ba1bf83b19),segment_id=a7386d22-7b6c-4b96-831e-f7ba1bf83b19)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:11.279477 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20952777-5664-449d-a897-d28591af0f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:11.284768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11df248e-d1b4-4a53-bd39-e1870876b104 req-2957f3d5-25f8-4c3d-8ca6-abbed2fc1ece tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0630999 Jan 28 04:07:11.397579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ae23d3bf-660c-49d5-b068-6ae340da2cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:11.465309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20952777-5664-449d-a897-d28591af0f43 None None] Pushing event updated for resources: {'Port': ['ID=ae23d3bf-660c-49d5-b068-6ae340da2cc1,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:11.492833 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'name': 'tempest-TestServerMultinode-857054513-router', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:50Z', 'updated_at': '2022-01-28T04:06:57Z', 'revision_number': 4, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'gw_port': {'id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:51Z', 'updated_at': '2022-01-28T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ae23d3bf-660c-49d5-b068-6ae340da2cc1', 'name': '', 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'mac_address': 'fa:16:3e:e1:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8dba0eac-f307-46ca-b2d8-72890e74c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:56Z', 'updated_at': '2022-01-28T04:07:10Z', 'revision_number': 4, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'subnets': [{'id': '8dba0eac-f307-46ca-b2d8-72890e74c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:11.535524 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f312b5a0-3c05-4b37-b39e-e316acfdc827 None None] The sync data for ids ['ded00a3d-efab-4a18-b6c3-23e840462a5a'] in n-d-808199-14 is: [{'id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'name': 'tempest-TestServerMultinode-857054513-router', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:50Z', 'updated_at': '2022-01-28T04:06:57Z', 'revision_number': 4, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'gw_port': {'id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:51Z', 'updated_at': '2022-01-28T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'ae23d3bf-660c-49d5-b068-6ae340da2cc1', 'name': '', 'network_id': '99b80088-e20e-47f5-a515-cb17a676d6d3', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'mac_address': 'fa:16:3e:e1:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8dba0eac-f307-46ca-b2d8-72890e74c503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:56Z', 'updated_at': '2022-01-28T04:07:10Z', 'revision_number': 4, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'subnets': [{'id': '8dba0eac-f307-46ca-b2d8-72890e74c503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:07:12.058858 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18158d29-b9dc-46cb-a8cb-74bac9b0540d req-ae8c83bd-6bd8-4a6d-bf26-d5e32a85ecf0 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:12.069560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18158d29-b9dc-46cb-a8cb-74bac9b0540d req-ae8c83bd-6bd8-4a6d-bf26-d5e32a85ecf0 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1096 time: 0.0628552 Jan 28 04:07:12.125955 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18158d29-b9dc-46cb-a8cb-74bac9b0540d req-41cedf1b-fbde-4f44-9870-05c18c645c80 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546412 Jan 28 04:07:12.420971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-619b7cf6-9414-4fb2-a199-1d0aec9f78de req-313bb41b-75b0-46cf-ae47-1b87c542f99b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0460865 Jan 28 04:07:12.640798 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:12.643588 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4366-899a-4a0f-a03b-9979c498b6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:12.676967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ae23d3bf-660c-49d5-b068-6ae340da2cc1 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:12.746754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ae23d3bf-660c-49d5-b068-6ae340da2cc1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:12.747525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:12.859002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ae23d3bf-660c-49d5-b068-6ae340da2cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:12.880958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44226) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:13.011965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad5040aa-8472-4fc2-b13a-5845f0f547ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:13.097170 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad5040aa-8472-4fc2-b13a-5845f0f547ba admin admin] Publish callbacks [] for security_group (81754ee1-d046-493b-8bd8-0cdae1809979), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:13.101095 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad5040aa-8472-4fc2-b13a-5845f0f547ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (81754ee1-d046-493b-8bd8-0cdae1809979), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:13.134818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5040aa-8472-4fc2-b13a-5845f0f547ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81754ee1-d046-493b-8bd8-0cdae1809979,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:13.177863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ad5040aa-8472-4fc2-b13a-5845f0f547ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb16aac18ef34ac5ad0726f5d394e64c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2956028 Jan 28 04:07:13.181578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44234) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:13.261890 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb609aa-e2a9-46aa-845f-52341dd459e0 admin admin] Publish callbacks [] for security_group (81754ee1-d046-493b-8bd8-0cdae1809979), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:13.291649 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb609aa-e2a9-46aa-845f-52341dd459e0 admin admin] Publish callbacks [] for security_group (81754ee1-d046-493b-8bd8-0cdae1809979), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:13.295017 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257fa16-be1e-404c-a1e6-851d74596761 req-09539cb1-c5cd-468b-8886-d2962b84338b tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:13.296597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e257fa16-be1e-404c-a1e6-851d74596761 req-09539cb1-c5cd-468b-8886-d2962b84338b tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1096 time: 0.0773406 Jan 28 04:07:13.379435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e257fa16-be1e-404c-a1e6-851d74596761 req-85304002-7db8-49a9-84e6-19f440ab4457 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742908 Jan 28 04:07:13.398095 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb609aa-e2a9-46aa-845f-52341dd459e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (81754ee1-d046-493b-8bd8-0cdae1809979), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:13.401170 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb609aa-e2a9-46aa-845f-52341dd459e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:13.404615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bfb609aa-e2a9-46aa-845f-52341dd459e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81754ee1-d046-493b-8bd8-0cdae1809979 HTTP/1.1" status: 204 len: 168 time: 0.2195704 Jan 28 04:07:13.413181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb609aa-e2a9-46aa-845f-52341dd459e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81754ee1-d046-493b-8bd8-0cdae1809979,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:13.545963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b7315b4b-f74e-427c-bfcb-21022a4351cc req-beabd380-87ca-4498-ae4c-9fcfe477cfb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0366523 Jan 28 04:07:13.903498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b86fdce1-5e7a-4f85-9d60-20d02d8f9699 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:07:14.063236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b86fdce1-5e7a-4f85-9d60-20d02d8f9699, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:14.086559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'b86fdce1-5e7a-4f85-9d60-20d02d8f9699', 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9', 'port_id': 'b86fdce1-5e7a-4f85-9d60-20d02d8f9699', 'mac_address': 'fa:16:3e:25:af:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2173b9-4c34-415c-b66e-652640c10685', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:07:14.136453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:14.137020 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:14.156897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86fdce1-5e7a-4f85-9d60-20d02d8f9699 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:07:14.188226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b86fdce1-5e7a-4f85-9d60-20d02d8f9699, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:14.204309 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:14.272407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:14.338668 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:14.491149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b86fdce1-5e7a-4f85-9d60-20d02d8f9699'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:07:14.583175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028abf46-2ff0-4e14-97a9-e8b1d8f3d60d req-6986aa22-ec69-4dab-bc5d-a6d1831eea76 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:14.586310 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-028abf46-2ff0-4e14-97a9-e8b1d8f3d60d req-6986aa22-ec69-4dab-bc5d-a6d1831eea76 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1097 time: 0.1130643 Jan 28 04:07:14.642196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-028abf46-2ff0-4e14-97a9-e8b1d8f3d60d req-84251f78-45ed-4b79-b3d1-509f4abd6d5e tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505302 Jan 28 04:07:14.723033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:14.725270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a67898d0-1c8c-4a45-91e1-adb8636d0b0d req-9f0f8221-c191-4d43-9896-e806a7ed4585 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0386703 Jan 28 04:07:15.586328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:15.858534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e216a-6207-400d-b9d0-a0305c912f5b req-70091376-2fc3-4dd7-b0bb-54292126b635 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:15.868294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f3e216a-6207-400d-b9d0-a0305c912f5b req-70091376-2fc3-4dd7-b0bb-54292126b635 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1097 time: 0.0737939 Jan 28 04:07:15.901919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b86fdce1-5e7a-4f85-9d60-20d02d8f9699 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:16.001894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-874e8313-fcbc-4157-a6b1-bab8f30e3348 req-8c387e31-9d09-4382-b289-c922a6413b7d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a063f1-a043-4b6f-90d6-0733abfbf8db HTTP/1.1" status: 200 len: 210 time: 0.0795825 Jan 28 04:07:16.011145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f3e216a-6207-400d-b9d0-a0305c912f5b req-c1d83e25-0b9d-4550-b76d-ab28c5721d7c tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404819 Jan 28 04:07:16.033064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:07:16.037693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:16.038076 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:16.145222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:16.146545 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:16.188697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165040cc-d640-4d52-b3a1-7914d3764173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86fdce1-5e7a-4f85-9d60-20d02d8f9699'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:07:16.193259 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2734ec6-3ccc-41da-8ae3-35146355354c" -d '{"events": [{"server_uuid": "165040cc-d640-4d52-b3a1-7914d3764173", "name": "network-vif-plugged", "status": "completed", "tag": "b86fdce1-5e7a-4f85-9d60-20d02d8f9699"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:07:16.219115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b86fdce1-5e7a-4f85-9d60-20d02d8f9699, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:16.228261 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:16.330947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:16.581060 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cd3a45-01a5-4820-a8c8-5ed1b4b6aca6 x-openstack-request-id: req-33cd3a45-01a5-4820-a8c8-5ed1b4b6aca6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:07:16.581294 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165040cc-d640-4d52-b3a1-7914d3764173", "name": "network-vif-plugged", "status": "completed", "tag": "b86fdce1-5e7a-4f85-9d60-20d02d8f9699", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:07:16.581558 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33cd3a45-01a5-4820-a8c8-5ed1b4b6aca6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:07:16.581971 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165040cc-d640-4d52-b3a1-7914d3764173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86fdce1-5e7a-4f85-9d60-20d02d8f9699', 'code': 200} Jan 28 04:07:16.739204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb19c5-73b3-4134-99f2-7002a9c33453 req-06766478-dd9d-494c-b4c3-aa2222aef0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:16.742458 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12fb19c5-73b3-4134-99f2-7002a9c33453 req-06766478-dd9d-494c-b4c3-aa2222aef0a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1098 time: 0.0517192 Jan 28 04:07:16.789988 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:16.798779 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-12fb19c5-73b3-4134-99f2-7002a9c33453 req-69f0ed3b-adf1-441a-b2f3-55802b64f067 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Jan 28 04:07:17.228090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95f130-a9a6-4ac5-9727-477a50762ef5 req-439a1861-c555-4f5d-8649-c6c7120ebf26 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:17.230596 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c95f130-a9a6-4ac5-9727-477a50762ef5 req-439a1861-c555-4f5d-8649-c6c7120ebf26 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1098 time: 0.0763814 Jan 28 04:07:17.298857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c95f130-a9a6-4ac5-9727-477a50762ef5 req-cf36a128-9739-4f63-b302-8e4cd3540f91 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618374 Jan 28 04:07:18.433816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd643c5-a3dd-4e40-8d23-551640c5c7a4 req-b15b0dc0-2459-4173-955f-035d80d887e3 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:18.436095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3fd643c5-a3dd-4e40-8d23-551640c5c7a4 req-b15b0dc0-2459-4173-955f-035d80d887e3 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1098 time: 0.0524902 Jan 28 04:07:18.500267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3fd643c5-a3dd-4e40-8d23-551640c5c7a4 req-3d0c1272-c384-4ebf-830b-664722ed89a4 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527120 Jan 28 04:07:18.638015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d74ab-2c17-4dbb-b9bd-b24b812957dc req-4bf032d7-95ee-4f36-a411-2a97cf68a0be tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:18.640342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce5d74ab-2c17-4dbb-b9bd-b24b812957dc req-4bf032d7-95ee-4f36-a411-2a97cf68a0be tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1098 time: 0.0650887 Jan 28 04:07:18.712322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce5d74ab-2c17-4dbb-b9bd-b24b812957dc req-ca2b9f99-36e8-4d3c-ba22-0bd3cc8349ce tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647435 Jan 28 04:07:18.834302 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4b02b-6d46-412d-9724-7e9ba08eee27 req-34ebc82d-5b88-4fd1-b097-d5a97160113e tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:18.836747 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adc4b02b-6d46-412d-9724-7e9ba08eee27 req-34ebc82d-5b88-4fd1-b097-d5a97160113e tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1098 time: 0.0560360 Jan 28 04:07:18.909220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-adc4b02b-6d46-412d-9724-7e9ba08eee27 req-2223063a-c80d-464c-8176-606bb904b88f tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603497 Jan 28 04:07:19.264217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-7bb94039-9b9a-445b-ac5b-e04145427487 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:19.273842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-7bb94039-9b9a-445b-ac5b-e04145427487 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/networks?id=bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 HTTP/1.1" status: 200 len: 910 time: 0.1350186 Jan 28 04:07:19.293438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-bfe21ff5-29f6-44a7-bdc4-ec1c7dfbfdb3 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/quotas/e7c15d37500e44e89505f86cd9c9a1ea HTTP/1.1" status: 200 len: 375 time: 0.0185883 Jan 28 04:07:19.406387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-c46db6b1-59a7-4a29-b481-727d0489e556 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7c15d37500e44e89505f86cd9c9a1ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1028230 Jan 28 04:07:19.550920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-63484c77-2b3c-4ebd-b498-12bd411cd4d6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:07:19.558941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-63484c77-2b3c-4ebd-b498-12bd411cd4d6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1515670 Jan 28 04:07:19.657140 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:07:19.682039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-c9036983-11d5-41da-b135-286d3a335fdd service neutron] 10.222.0.44 "GET /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221595 Jan 28 04:07:19.801139 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-acb981d1-1710-4652-a3a8-297618e17f1c service neutron] 10.222.0.44 "GET /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129048 Jan 28 04:07:21.036106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f060e19-79bf-4005-a2b3-d1fc1be59042 req-941cfefe-6c5d-47d7-995c-10026c6edb6b tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 210 time: 0.0630949 Jan 28 04:07:22.212055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5813c425-a5ba-4fc7-a4eb-aac8b151ec12 req-20e0a4e2-0237-4cbc-a1ef-2ad41b04e4c2 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 210 time: 0.0523856 Jan 28 04:07:22.348485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-7b532516-e53e-4a3b-8ae8-8c471650c2df tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:22.352039 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-7b532516-e53e-4a3b-8ae8-8c471650c2df tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.25 "GET /v2.0/networks?id=bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 HTTP/1.1" status: 200 len: 910 time: 0.1336958 Jan 28 04:07:22.364244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Request body: {'port': {'device_id': '0173efb7-1a57-4c51-8adc-0295712e7802', 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9', 'admin_state_up': True, 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:22.392491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Made reservation on behalf of e7c15d37500e44e89505f86cd9c9a1ea for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:07:22.396484 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:22.529903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Allocated IP 172.20.0.11 (bc01a7e5-7def-4a1d-97cd-35d4e952e8d9/5b2173b9-4c34-415c-b66e-652640c10685/5a5fa57a-59cc-402c-95ac-076005b4b3a6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:07:22.696120 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks [] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:22.736344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:22.769844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b86fdce1-5e7a-4f85-9d60-20d02d8f9699'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:07:22.780059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:07:22.781503 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:07:22.784011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:07:22.826969 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:22.827592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:22.847079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Pushing event updated for resources: {'Port': ['ID=5a5fa57a-59cc-402c-95ac-076005b4b3a6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:22.854829 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0c07774a-4934-4b88-8929-269fb51cd375 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4948864 Jan 28 04:07:23.020293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Request body: {'port': {'device_id': '0173efb7-1a57-4c51-8adc-0295712e7802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:23.129291 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:23.234656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a281ec4f-2301-4cb6-89d3-d7209725cade None None] Provisioning complete for port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:23.235035 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a281ec4f-2301-4cb6-89d3-d7209725cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:23.334295 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a281ec4f-2301-4cb6-89d3-d7209725cade None None] Port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:07:23.376911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4225-035a-40fe-b18f-a3ea4a685dd9 req-350f2116-451f-4f78-9071-5808eac34b2a tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:23.379232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-842d4225-035a-40fe-b18f-a3ea4a685dd9 req-350f2116-451f-4f78-9071-5808eac34b2a tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1028 time: 0.0764809 Jan 28 04:07:23.453252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-842d4225-035a-40fe-b18f-a3ea4a685dd9 req-d2286ba0-3ef9-469c-978d-aaa165843e7b tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673513 Jan 28 04:07:23.623684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5fa57a-59cc-402c-95ac-076005b4b3a6 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:07:23.634007 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Publish callbacks [] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:23.657998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Transition to ACTIVE for port object 5a5fa57a-59cc-402c-95ac-076005b4b3a6 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:07:23.665380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:23.747988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Pushing event updated for resources: {'Port': ['ID=5a5fa57a-59cc-402c-95ac-076005b4b3a6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:23.878511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Attempting to bind port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:07:23.879617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Attempting to bind port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:07:23.880275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Attempting to bind port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 on network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:07:23.893181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 on network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:07:23.895208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Attempting to bind port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 on network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:07:23.908359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:07:23.909499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Checking segment: {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:07:23.910850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Bound using segment: {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:07:23.912543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Bound port: 5a5fa57a-59cc-402c-95ac-076005b4b3a6, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b91242-a4be-4a8d-a6cd-917c08bebe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:07:23.913732 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:24.030455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] For port 5a5fa57a-59cc-402c-95ac-076005b4b3a6, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:07:24.034041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] For port 5a5fa57a-59cc-402c-95ac-076005b4b3a6, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5a5fa57a-59cc-402c-95ac-076005b4b3a6,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:07:24.044435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:24.103828 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:24.104567 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:24.106358 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] 10.222.0.25 "PUT /v2.0/ports/5a5fa57a-59cc-402c-95ac-076005b4b3a6 HTTP/1.1" status: 200 len: 1093 time: 1.2381058 Jan 28 04:07:24.106815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0173efb7-1a57-4c51-8adc-0295712e7802', 'tag': '5a5fa57a-59cc-402c-95ac-076005b4b3a6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:07:24.109663 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0330117-222d-4dce-902f-d19beec889cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0173efb7-1a57-4c51-8adc-0295712e7802", "tag": "5a5fa57a-59cc-402c-95ac-076005b4b3a6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:07:24.164674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813ec34-c45a-4808-9699-8812009e3cfd service neutron] Pushing event updated for resources: {'Port': ['ID=5a5fa57a-59cc-402c-95ac-076005b4b3a6,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:24.219681 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19829c45-666b-48a8-b550-4e4e56f602b0 x-openstack-request-id: req-19829c45-666b-48a8-b550-4e4e56f602b0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:07:24.220083 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0173efb7-1a57-4c51-8adc-0295712e7802", "tag": "5a5fa57a-59cc-402c-95ac-076005b4b3a6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:07:24.220412 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19829c45-666b-48a8-b550-4e4e56f602b0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:07:24.220935 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0173efb7-1a57-4c51-8adc-0295712e7802', 'tag': '5a5fa57a-59cc-402c-95ac-076005b4b3a6', 'status': 'completed', 'code': 200} Jan 28 04:07:24.237888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-b44f59be-62aa-4e60-840f-e13667df45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:24.239771 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-b44f59be-62aa-4e60-840f-e13667df45fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7c15d37500e44e89505f86cd9c9a1ea&device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1096 time: 0.0672932 Jan 28 04:07:24.299080 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-0941d641-9a54-475c-95b9-9fe600d0620c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a5fa57a-59cc-402c-95ac-076005b4b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0470109 Jan 28 04:07:24.414268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-23941960-cd15-48e1-ba6b-d33c50b2e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:24.415914 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-23941960-cd15-48e1-ba6b-d33c50b2e0da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b2173b9-4c34-415c-b66e-652640c10685 HTTP/1.1" status: 200 len: 848 time: 0.1101885 Jan 28 04:07:24.510923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3eab3438-0e57-4ca1-bfd3-aff5799025e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:24.522430 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-3eab3438-0e57-4ca1-bfd3-aff5799025e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bc01a7e5-7def-4a1d-97cd-35d4e952e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992551 Jan 28 04:07:24.642145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9223180-f9a0-48d8-81da-18536a905cf3 req-af4cc33a-6a20-4156-87d0-7f32ea87b11f tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:24.649136 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9223180-f9a0-48d8-81da-18536a905cf3 req-af4cc33a-6a20-4156-87d0-7f32ea87b11f tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1096 time: 0.0697293 Jan 28 04:07:24.736529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9223180-f9a0-48d8-81da-18536a905cf3 req-0d0fa468-d13e-40c1-89a5-0af571f9e5bc tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864444 Jan 28 04:07:24.767971 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-5398b7fa-9a5f-4040-ba07-90e262888fc6 service neutron] 10.222.0.25 "GET /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393968 Jan 28 04:07:24.943690 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c1c3-0174-41c0-8904-6d98cf56985a req-474f7493-f1df-43a0-9ece-b97eddca4000 service neutron] 10.222.0.25 "GET /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690214 Jan 28 04:07:25.110910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0330117-222d-4dce-902f-d19beec889cc req-e104ce45-917c-49c3-92cf-a0142be804fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:25.114021 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0330117-222d-4dce-902f-d19beec889cc req-e104ce45-917c-49c3-92cf-a0142be804fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7c15d37500e44e89505f86cd9c9a1ea&device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1096 time: 0.0613379 Jan 28 04:07:25.274847 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0330117-222d-4dce-902f-d19beec889cc req-b006e57b-b679-47ab-ba68-cb2170810102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:25.276401 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0330117-222d-4dce-902f-d19beec889cc req-b006e57b-b679-47ab-ba68-cb2170810102 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 HTTP/1.1" status: 200 len: 910 time: 0.1556039 Jan 28 04:07:25.336894 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0330117-222d-4dce-902f-d19beec889cc req-58a87f24-c76a-44e8-9406-1e2038fd43c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a5fa57a-59cc-402c-95ac-076005b4b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0530529 Jan 28 04:07:25.425564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0330117-222d-4dce-902f-d19beec889cc req-13ab993a-7e1f-4b82-8920-e646f8fb25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:25.427049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0330117-222d-4dce-902f-d19beec889cc req-13ab993a-7e1f-4b82-8920-e646f8fb25eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b2173b9-4c34-415c-b66e-652640c10685 HTTP/1.1" status: 200 len: 848 time: 0.0835283 Jan 28 04:07:25.482046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0330117-222d-4dce-902f-d19beec889cc req-8374b2ff-91cd-45c4-9a96-4467f3ef2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:25.484289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0330117-222d-4dce-902f-d19beec889cc req-8374b2ff-91cd-45c4-9a96-4467f3ef2518 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bc01a7e5-7def-4a1d-97cd-35d4e952e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512903 Jan 28 04:07:25.611967 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0330117-222d-4dce-902f-d19beec889cc req-86e3fbeb-72b5-4309-aeeb-ccfc31de268a service neutron] 10.222.0.25 "GET /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207893 Jan 28 04:07:25.717449 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c0330117-222d-4dce-902f-d19beec889cc req-0b4c8d61-95e9-454d-a570-ff570b30e178 service neutron] 10.222.0.25 "GET /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993109 Jan 28 04:07:25.902413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cfa89-561e-41f9-a6d0-545258cd088e req-40401d88-a5f5-480d-9d36-87849695ce00 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:25.904628 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b3cfa89-561e-41f9-a6d0-545258cd088e req-40401d88-a5f5-480d-9d36-87849695ce00 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1096 time: 0.0749121 Jan 28 04:07:25.958083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b3cfa89-561e-41f9-a6d0-545258cd088e req-80baf779-ac07-4ddc-bb75-e5d0ae16a672 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465569 Jan 28 04:07:27.089940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1c3e7-9880-4cfd-b2f4-b2be2e8247fb req-f0161082-4e10-4f42-928f-cba0794f4b80 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:27.100861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35a1c3e7-9880-4cfd-b2f4-b2be2e8247fb req-f0161082-4e10-4f42-928f-cba0794f4b80 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1096 time: 0.0603638 Jan 28 04:07:27.162996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35a1c3e7-9880-4cfd-b2f4-b2be2e8247fb req-41e5049a-f7aa-4ddf-93bd-763346be4d04 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578785 Jan 28 04:07:28.339771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa596450-853c-4fe1-9714-e38eea46a7b3 req-6d0a8dca-94ea-4f6f-a0ca-67dfe3a02dcc tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:28.363163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa596450-853c-4fe1-9714-e38eea46a7b3 req-6d0a8dca-94ea-4f6f-a0ca-67dfe3a02dcc tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1096 time: 0.0736685 Jan 28 04:07:28.504735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa596450-853c-4fe1-9714-e38eea46a7b3 req-bcd3f134-c64d-4649-8b5f-114882d0d07b tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350813 Jan 28 04:07:29.405856 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:29.414568 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-774257d5-7c1b-42c1-8017-9ef3cd43e951 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808713667', 'description': 'tempest-secgroup-smoke-1808713667 description', 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:29.446573 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-774257d5-7c1b-42c1-8017-9ef3cd43e951 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:29.632385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-774257d5-7c1b-42c1-8017-9ef3cd43e951 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group (87815e9d-4104-4ead-b63a-4b92539424ff), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:29.680997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-774257d5-7c1b-42c1-8017-9ef3cd43e951 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (87815e9d-4104-4ead-b63a-4b92539424ff), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:29.739261 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-774257d5-7c1b-42c1-8017-9ef3cd43e951 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:29.743964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-774257d5-7c1b-42c1-8017-9ef3cd43e951 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3366997 Jan 28 04:07:29.747247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44588) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:29.752240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-782dd0a5-e840-4112-92c1-63cd23a9752d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'security_group_rule': {'security_group_id': '87815e9d-4104-4ead-b63a-4b92539424ff', 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:29.794587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774257d5-7c1b-42c1-8017-9ef3cd43e951 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87815e9d-4104-4ead-b63a-4b92539424ff,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:29.799626 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-782dd0a5-e840-4112-92c1-63cd23a9752d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (d26d8471-f164-40e1-b568-aa85dfde4c08), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:29.819701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe2254-0798-4fa8-a599-2bd4f33e45c6 req-083cc01d-6751-40d7-9b5b-81ee3004cb16 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:29.833555 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cafe2254-0798-4fa8-a599-2bd4f33e45c6 req-083cc01d-6751-40d7-9b5b-81ee3004cb16 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1096 time: 0.1981514 Jan 28 04:07:29.933854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-782dd0a5-e840-4112-92c1-63cd23a9752d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (d26d8471-f164-40e1-b568-aa85dfde4c08), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:29.942846 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-782dd0a5-e840-4112-92c1-63cd23a9752d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d26d8471-f164-40e1-b568-aa85dfde4c08), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.006403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-782dd0a5-e840-4112-92c1-63cd23a9752d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.010873 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cafe2254-0798-4fa8-a599-2bd4f33e45c6 req-a540578b-0433-4112-b358-e36e7d5ca4c2 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736655 Jan 28 04:07:30.011381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:30.015414 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-782dd0a5-e840-4112-92c1-63cd23a9752d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2670190 Jan 28 04:07:30.019669 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-abb14c23-5131-4d05-86cf-79a7600c92ff tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'security_group_rule': {'security_group_id': '87815e9d-4104-4ead-b63a-4b92539424ff', 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:30.024569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dd0a5-e840-4112-92c1-63cd23a9752d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26d8471-f164-40e1-b568-aa85dfde4c08,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:30.069771 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abb14c23-5131-4d05-86cf-79a7600c92ff tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (84877fb5-3e6e-403e-a15e-e8e49dd28cbb), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.147734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5a5fa57a-59cc-402c-95ac-076005b4b3a6 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:07:30.157096 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abb14c23-5131-4d05-86cf-79a7600c92ff tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (84877fb5-3e6e-403e-a15e-e8e49dd28cbb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.163731 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abb14c23-5131-4d05-86cf-79a7600c92ff tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (84877fb5-3e6e-403e-a15e-e8e49dd28cbb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.205887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb14c23-5131-4d05-86cf-79a7600c92ff tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84877fb5-3e6e-403e-a15e-e8e49dd28cbb,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:30.229379 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abb14c23-5131-4d05-86cf-79a7600c92ff tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.230987 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-abb14c23-5131-4d05-86cf-79a7600c92ff tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2186751 Jan 28 04:07:30.233997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:30.239121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-507710ac-3607-46ac-b330-5ac153605cb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'security_group_rule': {'security_group_id': '87815e9d-4104-4ead-b63a-4b92539424ff', 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:30.281241 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-507710ac-3607-46ac-b330-5ac153605cb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (47813b30-e194-47b9-85eb-f341b3ec5036), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.364399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-507710ac-3607-46ac-b330-5ac153605cb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (47813b30-e194-47b9-85eb-f341b3ec5036), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.375146 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-507710ac-3607-46ac-b330-5ac153605cb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (47813b30-e194-47b9-85eb-f341b3ec5036), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.414178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507710ac-3607-46ac-b330-5ac153605cb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47813b30-e194-47b9-85eb-f341b3ec5036,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:30.429774 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-507710ac-3607-46ac-b330-5ac153605cb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.431049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-507710ac-3607-46ac-b330-5ac153605cb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1958516 Jan 28 04:07:30.434063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44604) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:30.438557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4081ba25-b320-475b-ae5f-435fe56d7435 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'security_group_rule': {'security_group_id': '87815e9d-4104-4ead-b63a-4b92539424ff', 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:30.438746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 5a5fa57a-59cc-402c-95ac-076005b4b3a6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5a5fa57a-59cc-402c-95ac-076005b4b3a6,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:30.454421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '5a5fa57a-59cc-402c-95ac-076005b4b3a6', 'network_id': 'bc01a7e5-7def-4a1d-97cd-35d4e952e8d9', 'port_id': '5a5fa57a-59cc-402c-95ac-076005b4b3a6', 'mac_address': 'fa:16:3e:98:72:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2173b9-4c34-415c-b66e-652640c10685', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:07:30.494990 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4081ba25-b320-475b-ae5f-435fe56d7435 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (06dee318-92e4-4421-a65a-3912a05aadef), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.542287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:30.542987 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.581605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5fa57a-59cc-402c-95ac-076005b4b3a6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:07:30.608170 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4081ba25-b320-475b-ae5f-435fe56d7435 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (06dee318-92e4-4421-a65a-3912a05aadef), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.629776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4081ba25-b320-475b-ae5f-435fe56d7435 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (06dee318-92e4-4421-a65a-3912a05aadef), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.643605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 5a5fa57a-59cc-402c-95ac-076005b4b3a6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5a5fa57a-59cc-402c-95ac-076005b4b3a6,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:30.654633 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.660253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081ba25-b320-475b-ae5f-435fe56d7435 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dee318-92e4-4421-a65a-3912a05aadef,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:30.696541 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4081ba25-b320-475b-ae5f-435fe56d7435 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.698623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4081ba25-b320-475b-ae5f-435fe56d7435 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2635286 Jan 28 04:07:30.701500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:30.708137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ea52ff4d-f0a1-411e-a5ba-f196632e8eea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'security_group_rule': {'security_group_id': '87815e9d-4104-4ead-b63a-4b92539424ff', 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:30.735331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=5a5fa57a-59cc-402c-95ac-076005b4b3a6,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:30.739374 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-ea52ff4d-f0a1-411e-a5ba-f196632e8eea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Project a38a55cc6b3a428f8bea4ad4ab7a224a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:07:30.745816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea52ff4d-f0a1-411e-a5ba-f196632e8eea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (f4ff835d-0e12-4c85-a321-882c198d2cdc), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.866337 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea52ff4d-f0a1-411e-a5ba-f196632e8eea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (f4ff835d-0e12-4c85-a321-882c198d2cdc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.871758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea52ff4d-f0a1-411e-a5ba-f196632e8eea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (f4ff835d-0e12-4c85-a321-882c198d2cdc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.894670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52ff4d-f0a1-411e-a5ba-f196632e8eea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ff835d-0e12-4c85-a321-882c198d2cdc,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:30.913440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea52ff4d-f0a1-411e-a5ba-f196632e8eea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.914987 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ea52ff4d-f0a1-411e-a5ba-f196632e8eea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2123871 Jan 28 04:07:30.917643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:30.922130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0a20c841-c6e8-4acd-9988-ad0efee4298e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'security_group_rule': {'security_group_id': '87815e9d-4104-4ead-b63a-4b92539424ff', 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:30.968718 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-0a20c841-c6e8-4acd-9988-ad0efee4298e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Project a38a55cc6b3a428f8bea4ad4ab7a224a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:07:30.981711 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a20c841-c6e8-4acd-9988-ad0efee4298e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (36c6dc6b-f389-4931-880c-2b93cf8381e2), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:31.061483 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a20c841-c6e8-4acd-9988-ad0efee4298e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (36c6dc6b-f389-4931-880c-2b93cf8381e2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:31.071320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['5a5fa57a-59cc-402c-95ac-076005b4b3a6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:07:31.071756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a20c841-c6e8-4acd-9988-ad0efee4298e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (36c6dc6b-f389-4931-880c-2b93cf8381e2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:31.119356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20c841-c6e8-4acd-9988-ad0efee4298e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c6dc6b-f389-4931-880c-2b93cf8381e2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:31.138338 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a20c841-c6e8-4acd-9988-ad0efee4298e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:31.139676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0a20c841-c6e8-4acd-9988-ad0efee4298e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2210174 Jan 28 04:07:31.293119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc8ca-9125-4a7c-9fb0-9122558889ca req-57924d81-9993-4a9b-9d5f-2d97230df63f tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:31.295137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c64cc8ca-9125-4a7c-9fb0-9122558889ca req-57924d81-9993-4a9b-9d5f-2d97230df63f tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1097 time: 0.1327589 Jan 28 04:07:31.417947 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c64cc8ca-9125-4a7c-9fb0-9122558889ca req-84461d92-9ce3-4d54-bb2a-a72a88d890cd tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915339 Jan 28 04:07:32.163396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5a5fa57a-59cc-402c-95ac-076005b4b3a6 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:32.263613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:07:32.271983 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:32.273538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:32.460496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:32.460939 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:32.500605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0173efb7-1a57-4c51-8adc-0295712e7802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5fa57a-59cc-402c-95ac-076005b4b3a6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:07:32.503546 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf89d7c-5fc1-4658-addc-ae7f6f87a0e1" -d '{"events": [{"server_uuid": "0173efb7-1a57-4c51-8adc-0295712e7802", "name": "network-vif-plugged", "status": "completed", "tag": "5a5fa57a-59cc-402c-95ac-076005b4b3a6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:07:32.516040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 5a5fa57a-59cc-402c-95ac-076005b4b3a6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5a5fa57a-59cc-402c-95ac-076005b4b3a6,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:32.524235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:32.583304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e090ff2-6965-470c-ad0a-7ed4b798f252 req-7c8168d8-15f2-4ddc-90cd-d80cb459b4b0 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:32.591899 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e090ff2-6965-470c-ad0a-7ed4b798f252 req-7c8168d8-15f2-4ddc-90cd-d80cb459b4b0 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1097 time: 0.0930281 Jan 28 04:07:32.631113 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9a31dd-ea5e-425e-9e65-9b5ad4c98546 x-openstack-request-id: req-2c9a31dd-ea5e-425e-9e65-9b5ad4c98546 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:07:32.632789 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0173efb7-1a57-4c51-8adc-0295712e7802", "name": "network-vif-plugged", "status": "completed", "tag": "5a5fa57a-59cc-402c-95ac-076005b4b3a6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:07:32.633083 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c9a31dd-ea5e-425e-9e65-9b5ad4c98546 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:07:32.633497 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0173efb7-1a57-4c51-8adc-0295712e7802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5fa57a-59cc-402c-95ac-076005b4b3a6', 'code': 200} Jan 28 04:07:32.646447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=5a5fa57a-59cc-402c-95ac-076005b4b3a6,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:32.670082 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e090ff2-6965-470c-ad0a-7ed4b798f252 req-fff6029e-9340-44a2-9151-47d8cef23773 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772681 Jan 28 04:07:32.810794 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9b753-c295-4fca-bcae-eeaf8f96eaf4 req-0f8b3250-16e6-4b14-984c-51eb54368759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:32.813079 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25d9b753-c295-4fca-bcae-eeaf8f96eaf4 req-0f8b3250-16e6-4b14-984c-51eb54368759 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1098 time: 0.0861139 Jan 28 04:07:32.886346 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25d9b753-c295-4fca-bcae-eeaf8f96eaf4 req-fb48e8b2-4009-4424-8d28-4b7587f15533 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531068 Jan 28 04:07:33.864419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abbac9-cd8d-4284-ae66-9a9210bf80a9 req-825d5a07-6711-4bf1-8741-f9a6db39222f tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:33.874328 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01abbac9-cd8d-4284-ae66-9a9210bf80a9 req-825d5a07-6711-4bf1-8741-f9a6db39222f tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1098 time: 0.0786300 Jan 28 04:07:33.955030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01abbac9-cd8d-4284-ae66-9a9210bf80a9 req-acadc58e-b02a-4906-87a9-10bcb8311884 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795224 Jan 28 04:07:35.116155 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7d6c4-c4dd-46fd-b0d8-d501a01537f4 req-1c200eae-84e9-4ea0-8203-de64ec7c240b tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:35.117867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59a7d6c4-c4dd-46fd-b0d8-d501a01537f4 req-1c200eae-84e9-4ea0-8203-de64ec7c240b tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1098 time: 0.0581973 Jan 28 04:07:35.203551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59a7d6c4-c4dd-46fd-b0d8-d501a01537f4 req-3e6133a1-9bf6-4ffe-bdcc-2c3345d8ddef tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722573 Jan 28 04:07:35.411663 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-381213fd-e022-44f2-8bf2-e16ab237f1d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882161 Jan 28 04:07:35.413830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44682325-1fcf-4d17-bd4f-a669f67cc0c4 req-fe05b38b-a414-4549-b63d-dc448f7b6e42 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:35.415373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44682325-1fcf-4d17-bd4f-a669f67cc0c4 req-fe05b38b-a414-4549-b63d-dc448f7b6e42 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1098 time: 0.1014476 Jan 28 04:07:35.535156 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-44682325-1fcf-4d17-bd4f-a669f67cc0c4 req-188fe2af-b9a6-45c0-b832-2cef16ab3f9a tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138878 Jan 28 04:07:35.565103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-cbb879f0-abf0-4731-802e-f241c3767cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:35.567366 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-cbb879f0-abf0-4731-802e-f241c3767cc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=023ee4d5918443a4919fd780c791fec8&device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 1098 time: 0.0908837 Jan 28 04:07:35.690963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f56b3-42ca-4e48-a08d-9e2acfea4f45 req-8ed2a717-6f37-4a13-905f-98effe933e70 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:35.692638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b4f56b3-42ca-4e48-a08d-9e2acfea4f45 req-8ed2a717-6f37-4a13-905f-98effe933e70 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1098 time: 0.0788429 Jan 28 04:07:35.762834 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b4f56b3-42ca-4e48-a08d-9e2acfea4f45 req-00709840-baa5-4233-a036-140d88bc17dd tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620916 Jan 28 04:07:35.796875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-1074906b-1e5d-4414-abbd-176f136eb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:35.796875 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-1074906b-1e5d-4414-abbd-176f136eb853 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa HTTP/1.1" status: 200 len: 909 time: 0.2041879 Jan 28 04:07:36.028052 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-7d1ea96f-f5c7-4372-a5d9-b62fc8cff180 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eb7358a-cee8-4928-b417-513c95c2e139 HTTP/1.1" status: 200 len: 1001 time: 0.2288053 Jan 28 04:07:36.098306 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-1560a125-c8de-4ecb-94dd-e5672b48f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:36.099834 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-1560a125-c8de-4ecb-94dd-e5672b48f30e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=777e20b1-2a9c-4fe8-828c-7a4c59e374d5 HTTP/1.1" status: 200 len: 847 time: 0.0650237 Jan 28 04:07:36.184350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695942c-92cd-4c7b-b523-ee540bc24f3c req-f1dc8b33-401e-47af-ad62-2c3c42c5a686 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:36.191291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4695942c-92cd-4c7b-b523-ee540bc24f3c req-f1dc8b33-401e-47af-ad62-2c3c42c5a686 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1098 time: 0.0830400 Jan 28 04:07:36.226100 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-51551e84-2b26-4d40-ae83-e89e03cebde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:36.230479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-51551e84-2b26-4d40-ae83-e89e03cebde1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105096 Jan 28 04:07:36.236894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4695942c-92cd-4c7b-b523-ee540bc24f3c req-85577c81-9d4a-490d-9fb1-ff690b3c896e tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Jan 28 04:07:36.368008 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-54de0c02-519c-436a-84ff-4366e5cf4e17 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294656 Jan 28 04:07:36.518962 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2c8e2e4e-5825-4bfe-ad25-f41cb91980c1 req-134b0eca-17e4-4e36-b1a0-6b32c1f54a55 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433153 Jan 28 04:07:37.424051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e024c-468d-44e0-855b-a714cd01a98d req-1429708d-edc3-48f9-85f4-a4d95a71d6ec tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:37.434055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d72e024c-468d-44e0-855b-a714cd01a98d req-1429708d-edc3-48f9-85f4-a4d95a71d6ec tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1098 time: 0.1019557 Jan 28 04:07:37.566203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d72e024c-468d-44e0-855b-a714cd01a98d req-6b752035-670b-47c9-83d9-4cec89efd734 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029963 Jan 28 04:07:37.625297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080af829-8155-4596-a6c4-8bc931bdf43b req-6e10c217-459a-4bf4-971f-937532f51a4c tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:37.627007 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-080af829-8155-4596-a6c4-8bc931bdf43b req-6e10c217-459a-4bf4-971f-937532f51a4c tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 1098 time: 0.0789421 Jan 28 04:07:37.810985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-080af829-8155-4596-a6c4-8bc931bdf43b req-30d72ce7-f2bf-4d30-b1df-ca6abeb4dbda tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Deleting port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:37.811689 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-080af829-8155-4596-a6c4-8bc931bdf43b req-30d72ce7-f2bf-4d30-b1df-ca6abeb4dbda tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:38.028167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-080af829-8155-4596-a6c4-8bc931bdf43b req-30d72ce7-f2bf-4d30-b1df-ca6abeb4dbda tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] For port 5a5fa57a-59cc-402c-95ac-076005b4b3a6, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=5a5fa57a-59cc-402c-95ac-076005b4b3a6,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:38.028522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-080af829-8155-4596-a6c4-8bc931bdf43b req-30d72ce7-f2bf-4d30-b1df-ca6abeb4dbda tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:38.054204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-080af829-8155-4596-a6c4-8bc931bdf43b req-30d72ce7-f2bf-4d30-b1df-ca6abeb4dbda tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Calling delete_port for 5a5fa57a-59cc-402c-95ac-076005b4b3a6 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:38.375078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-080af829-8155-4596-a6c4-8bc931bdf43b req-30d72ce7-f2bf-4d30-b1df-ca6abeb4dbda tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5a5fa57a-59cc-402c-95ac-076005b4b3a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:38.445279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d72ce7-f2bf-4d30-b1df-ca6abeb4dbda tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a5fa57a-59cc-402c-95ac-076005b4b3a6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:38.454708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b86fdce1-5e7a-4f85-9d60-20d02d8f9699'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:07:38.595925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-080af829-8155-4596-a6c4-8bc931bdf43b req-30d72ce7-f2bf-4d30-b1df-ca6abeb4dbda tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] No DVR routers for this DVR port 5a5fa57a-59cc-402c-95ac-076005b4b3a6 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:07:38.604511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-080af829-8155-4596-a6c4-8bc931bdf43b req-30d72ce7-f2bf-4d30-b1df-ca6abeb4dbda tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:38.614535 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-080af829-8155-4596-a6c4-8bc931bdf43b req-30d72ce7-f2bf-4d30-b1df-ca6abeb4dbda tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5a5fa57a-59cc-402c-95ac-076005b4b3a6 HTTP/1.1" status: 204 len: 173 time: 0.9819677 Jan 28 04:07:38.615047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0173efb7-1a57-4c51-8adc-0295712e7802', 'name': 'network-vif-deleted', 'tag': '5a5fa57a-59cc-402c-95ac-076005b4b3a6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:07:38.618149 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3739d2f-89cc-453d-8e29-fe7074d878f4" -d '{"events": [{"server_uuid": "0173efb7-1a57-4c51-8adc-0295712e7802", "name": "network-vif-deleted", "tag": "5a5fa57a-59cc-402c-95ac-076005b4b3a6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:07:38.730995 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce54082b-98d9-4455-8ce4-794d54b1802b x-openstack-request-id: req-ce54082b-98d9-4455-8ce4-794d54b1802b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:07:38.731602 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0173efb7-1a57-4c51-8adc-0295712e7802", "name": "network-vif-deleted", "tag": "5a5fa57a-59cc-402c-95ac-076005b4b3a6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:07:38.731602 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce54082b-98d9-4455-8ce4-794d54b1802b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:07:38.731930 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0173efb7-1a57-4c51-8adc-0295712e7802', 'name': 'network-vif-deleted', 'tag': '5a5fa57a-59cc-402c-95ac-076005b4b3a6', 'status': 'completed', 'code': 200} Jan 28 04:07:38.783392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6e0ae96-c103-42eb-b9e4-447d8305de1a req-5d0799d5-4205-41b7-b8f1-bf453bf06288 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0173efb7-1a57-4c51-8adc-0295712e7802 HTTP/1.1" status: 200 len: 210 time: 0.0403709 Jan 28 04:07:40.227887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5a5fa57a-59cc-402c-95ac-076005b4b3a6 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:07:40.303688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 5a5fa57a-59cc-402c-95ac-076005b4b3a6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:07:40.304236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 5a5fa57a-59cc-402c-95ac-076005b4b3a6 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:07:40.464654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5ef7-c4ec-4ec9-b564-9027a5906a6d req-5b665714-637e-4ff6-90ed-bcd31c112d96 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:40.468199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f40f5ef7-c4ec-4ec9-b564-9027a5906a6d req-5b665714-637e-4ff6-90ed-bcd31c112d96 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1098 time: 0.1004076 Jan 28 04:07:40.569255 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6664eda6-e4d9-4d2c-a767-9781887884fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:40.578322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f40f5ef7-c4ec-4ec9-b564-9027a5906a6d req-5773c2f3-afe6-492f-9f97-f982c9713af1 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939353 Jan 28 04:07:41.762069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d03e16-3670-4d22-9497-d1695c175163 req-0dc385e8-6dac-461e-bd75-c65e3bdc4587 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:41.764941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8d03e16-3670-4d22-9497-d1695c175163 req-0dc385e8-6dac-461e-bd75-c65e3bdc4587 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1098 time: 0.0719683 Jan 28 04:07:41.830920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b8d03e16-3670-4d22-9497-d1695c175163 req-b864c454-9b7b-4811-aaf2-2b486b500437 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=582a5a32-d002-4fc3-a7c7-fcda6e2c6979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594466 Jan 28 04:07:41.906884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-2411320a-6e03-491f-a050-41ec845e0943 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:41.908822 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-2411320a-6e03-491f-a050-41ec845e0943 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 1098 time: 0.1156027 Jan 28 04:07:42.041105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-602b3770-b46c-4c56-b1b7-00810fd1d3b9 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Deleting port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:42.042176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-602b3770-b46c-4c56-b1b7-00810fd1d3b9 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:42.177093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-602b3770-b46c-4c56-b1b7-00810fd1d3b9 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] For port b86fdce1-5e7a-4f85-9d60-20d02d8f9699, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:42.177840 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-602b3770-b46c-4c56-b1b7-00810fd1d3b9 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:42.199146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-602b3770-b46c-4c56-b1b7-00810fd1d3b9 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Calling delete_port for b86fdce1-5e7a-4f85-9d60-20d02d8f9699 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:42.298443 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:42.382676 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-602b3770-b46c-4c56-b1b7-00810fd1d3b9 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b86fdce1-5e7a-4f85-9d60-20d02d8f9699), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:42.417623 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b86fdce1-5e7a-4f85-9d60-20d02d8f9699'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:07:42.423818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b3770-b46c-4c56-b1b7-00810fd1d3b9 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Pushing event deleted for resources: {'Port': ['ID=b86fdce1-5e7a-4f85-9d60-20d02d8f9699,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:42.514551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-602b3770-b46c-4c56-b1b7-00810fd1d3b9 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] No DVR routers for this DVR port b86fdce1-5e7a-4f85-9d60-20d02d8f9699 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:07:42.517090 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-602b3770-b46c-4c56-b1b7-00810fd1d3b9 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:42.520444 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-eeb27323-ff28-428c-bc63-2f75256cdf08 req-602b3770-b46c-4c56-b1b7-00810fd1d3b9 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.42 "DELETE /v2.0/ports/b86fdce1-5e7a-4f85-9d60-20d02d8f9699 HTTP/1.1" status: 204 len: 173 time: 0.6049118 Jan 28 04:07:42.520933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165040cc-d640-4d52-b3a1-7914d3764173', 'name': 'network-vif-deleted', 'tag': 'b86fdce1-5e7a-4f85-9d60-20d02d8f9699'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:07:42.524420 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56faa247-b1c2-4846-9190-7c249b437de1" -d '{"events": [{"server_uuid": "165040cc-d640-4d52-b3a1-7914d3764173", "name": "network-vif-deleted", "tag": "b86fdce1-5e7a-4f85-9d60-20d02d8f9699"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:07:42.617703 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dcef2b-308d-40a0-926a-e9fb7cc5dc2c x-openstack-request-id: req-04dcef2b-308d-40a0-926a-e9fb7cc5dc2c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:07:42.617703 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165040cc-d640-4d52-b3a1-7914d3764173", "name": "network-vif-deleted", "tag": "b86fdce1-5e7a-4f85-9d60-20d02d8f9699", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:07:42.617981 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04dcef2b-308d-40a0-926a-e9fb7cc5dc2c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:07:42.618294 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165040cc-d640-4d52-b3a1-7914d3764173', 'name': 'network-vif-deleted', 'tag': 'b86fdce1-5e7a-4f85-9d60-20d02d8f9699', 'status': 'completed', 'code': 200} Jan 28 04:07:42.634936 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc998cc5-7ec8-4fd5-81c0-9768dadcc768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:42.992613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-272e84b5-319d-41af-b43e-ed8b0d43bd8c req-e9212973-b179-42f4-8071-86876357dd44 tempest-TestServerMultinode-1754831979 tempest-TestServerMultinode-1754831979-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=165040cc-d640-4d52-b3a1-7914d3764173 HTTP/1.1" status: 200 len: 210 time: 0.0327344 Jan 28 04:07:44.055152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 44928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:44.340619 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:44.572476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (0bd69642-9e2c-4746-a287-73ea57a21a19), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:44.663695 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:45.059143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] Deleting port 9c493c01-0361-440f-800b-29f400d7aec2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:45.060178 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9c493c01-0361-440f-800b-29f400d7aec2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:45.208138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] For port 9c493c01-0361-440f-800b-29f400d7aec2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9c493c01-0361-440f-800b-29f400d7aec2,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:45.213885 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9c493c01-0361-440f-800b-29f400d7aec2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:45.252898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] Calling delete_port for 9c493c01-0361-440f-800b-29f400d7aec2 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:45.504437 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9c493c01-0361-440f-800b-29f400d7aec2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:45.532720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c493c01-0361-440f-800b-29f400d7aec2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:45.596665 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:45.805729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (0bd69642-9e2c-4746-a287-73ea57a21a19), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:45.981495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b86fdce1-5e7a-4f85-9d60-20d02d8f9699 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:07:46.065497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: b86fdce1-5e7a-4f85-9d60-20d02d8f9699 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:07:46.066707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b86fdce1-5e7a-4f85-9d60-20d02d8f9699 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:07:46.102471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] Router 0bd69642-9e2c-4746-a287-73ea57a21a19 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:07:46.234479 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:07:46.250116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] Sync routers for ids ['0bd69642-9e2c-4746-a287-73ea57a21a19'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:07:46.252472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 44980) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:46.253944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-05a5bc48-aabb-4f01-b737-a227573c873e admin admin] 10.222.0.44 "PUT /v2.0/routers/0bd69642-9e2c-4746-a287-73ea57a21a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1963139 Jan 28 04:07:46.321131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] Routers {'0bd69642-9e2c-4746-a287-73ea57a21a19'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:07:46.325985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:07:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0bd69642-9e2c-4746-a287-73ea57a21a19'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:46.501062 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Publish callbacks [] for router (0bd69642-9e2c-4746-a287-73ea57a21a19), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:46.559346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] Set router 0bd69642-9e2c-4746-a287-73ea57a21a19 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:07:46.728449 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Publish callbacks [] for router_gateway (0bd69642-9e2c-4746-a287-73ea57a21a19), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:46.844768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Deleting port 39d40d91-e653-4d6a-bbbf-11aeea647862 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:46.845058 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:46.938963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:46.962893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'name': 'tempest-TestServerMultinode-245155281-router', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:07:45Z', 'revision_number': 5, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'gw_port': {'id': '39d40d91-e653-4d6a-bbbf-11aeea647862', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:38Z', 'updated_at': '2022-01-28T04:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:46.980958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] For port 39d40d91-e653-4d6a-bbbf-11aeea647862, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=39d40d91-e653-4d6a-bbbf-11aeea647862,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:46.980958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:46.994585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Calling delete_port for 39d40d91-e653-4d6a-bbbf-11aeea647862 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:46.999731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] Checking router: 0bd69642-9e2c-4746-a287-73ea57a21a19 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:07:47.015852 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] Routers {'0bd69642-9e2c-4746-a287-73ea57a21a19'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:07:47.017247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:07:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0bd69642-9e2c-4746-a287-73ea57a21a19'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:47.173428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] Set router 0bd69642-9e2c-4746-a287-73ea57a21a19 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:07:47.267312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'name': 'tempest-TestServerMultinode-245155281-router', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:07:46Z', 'revision_number': 6, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:47.356008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f26ed-1c49-4e2f-804b-42bc1755eeb6 None None] The sync data for ids ['0bd69642-9e2c-4746-a287-73ea57a21a19'] in n-d-808199-14 is: [{'id': '0bd69642-9e2c-4746-a287-73ea57a21a19', 'name': 'tempest-TestServerMultinode-245155281-router', 'tenant_id': '28d4017d13a04a9e84a2463cb6814653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:07:46Z', 'revision_number': 6, 'project_id': '28d4017d13a04a9e84a2463cb6814653', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:07:47.385336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (39d40d91-e653-4d6a-bbbf-11aeea647862), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:47.523574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=39d40d91-e653-4d6a-bbbf-11aeea647862,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:47.630229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (0bd69642-9e2c-4746-a287-73ea57a21a19), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:47.797307 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (0bd69642-9e2c-4746-a287-73ea57a21a19), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:47.800781 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Publish callbacks [] for router_controller (0bd69642-9e2c-4746-a287-73ea57a21a19), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:47.931431 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (0bd69642-9e2c-4746-a287-73ea57a21a19), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:47.932139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd69642-9e2c-4746-a287-73ea57a21a19 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:07:47.943275 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:47.951103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:47.951637 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aa432c16-17c0-429a-869a-0e7e01a62e9d admin admin] 10.222.0.44 "DELETE /v2.0/routers/0bd69642-9e2c-4746-a287-73ea57a21a19 HTTP/1.1" status: 204 len: 168 time: 1.6936817 Jan 28 04:07:48.039597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7199f0e-a4fe-45d4-80e2-bc3c1528ff99 admin admin] Deleting subnet 5b2173b9-4c34-415c-b66e-652640c10685 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:07:48.052574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7199f0e-a4fe-45d4-80e2-bc3c1528ff99 admin admin] Publish callbacks [] for subnet (5b2173b9-4c34-415c-b66e-652640c10685), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:48.135710 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7199f0e-a4fe-45d4-80e2-bc3c1528ff99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (5b2173b9-4c34-415c-b66e-652640c10685), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:48.327627 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7199f0e-a4fe-45d4-80e2-bc3c1528ff99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (5b2173b9-4c34-415c-b66e-652640c10685), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:48.404006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7199f0e-a4fe-45d4-80e2-bc3c1528ff99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (5b2173b9-4c34-415c-b66e-652640c10685), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:48.454611 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7199f0e-a4fe-45d4-80e2-bc3c1528ff99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:48.459187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b7199f0e-a4fe-45d4-80e2-bc3c1528ff99 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5b2173b9-4c34-415c-b66e-652640c10685 HTTP/1.1" status: 204 len: 168 time: 0.5070672 Jan 28 04:07:48.462687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45010) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:48.466409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd87201-30c4-4bf4-bb9d-c4c4be0f926f None None] Network bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:07:48.480521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7199f0e-a4fe-45d4-80e2-bc3c1528ff99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2173b9-4c34-415c-b66e-652640c10685,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:48.669693 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (bc01a7e5-7def-4a1d-97cd-35d4e952e8d9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:48.735797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c493c01-0361-440f-800b-29f400d7aec2 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:07:48.773524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9c493c01-0361-440f-800b-29f400d7aec2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:07:48.774459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9c493c01-0361-440f-800b-29f400d7aec2 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:07:48.775125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 39d40d91-e653-4d6a-bbbf-11aeea647862 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:07:48.809984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Deleting port 245112a3-c022-4e8e-86bd-359a560fe3fd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:48.810340 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:48.814649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 39d40d91-e653-4d6a-bbbf-11aeea647862 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:07:48.819879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 39d40d91-e653-4d6a-bbbf-11aeea647862 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:07:48.873950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] DHCP port deletion for bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:07:48.926511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] For port 245112a3-c022-4e8e-86bd-359a560fe3fd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=245112a3-c022-4e8e-86bd-359a560fe3fd,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:48.926958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:48.949112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Calling delete_port for 245112a3-c022-4e8e-86bd-359a560fe3fd owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:48.990479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Deleting port 245112a3-c022-4e8e-86bd-359a560fe3fd {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:48.990863 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:49.079590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] For port 245112a3-c022-4e8e-86bd-359a560fe3fd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=245112a3-c022-4e8e-86bd-359a560fe3fd,segment=NetworkSegment(21b91242-a4be-4a8d-a6cd-917c08bebe73),segment_id=21b91242-a4be-4a8d-a6cd-917c08bebe73)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:49.080097 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:49.122141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Calling delete_port for 245112a3-c022-4e8e-86bd-359a560fe3fd owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:49.195534 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:07:49.229376 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:07:49.238106 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (245112a3-c022-4e8e-86bd-359a560fe3fd), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:49.253323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] No DVR routers for this DVR port 245112a3-c022-4e8e-86bd-359a560fe3fd on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:07:49.278596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=245112a3-c022-4e8e-86bd-359a560fe3fd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:49.282420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] No DVR routers for this DVR port 245112a3-c022-4e8e-86bd-359a560fe3fd on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:07:49.305937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Pushing event deleted for resources: {'Port': ['ID=245112a3-c022-4e8e-86bd-359a560fe3fd,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:49.341832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.342075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.342420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.342757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.343092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.347713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.348112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.348460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.349756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.350060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.350440 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.353816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.354129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8496a-fa89-48f1-8177-1649026ad504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:49.436261 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (bc01a7e5-7def-4a1d-97cd-35d4e952e8d9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:49.467505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc01a7e5-7def-4a1d-97cd-35d4e952e8d9']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:49.482572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b91242-a4be-4a8d-a6cd-917c08bebe73') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:49.483029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b91242-a4be-4a8d-a6cd-917c08bebe73') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:49.500163 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (21b91242-a4be-4a8d-a6cd-917c08bebe73), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:49.517068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (21b91242-a4be-4a8d-a6cd-917c08bebe73), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:49.525660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:07:49.526128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (21b91242-a4be-4a8d-a6cd-917c08bebe73), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:07:49.603093 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:07:49.613361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (bc01a7e5-7def-4a1d-97cd-35d4e952e8d9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:49.625159 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:49.645602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:49.665454 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bc01a7e5-7def-4a1d-97cd-35d4e952e8d9 HTTP/1.1" status: 204 len: 168 time: 1.1999800 Jan 28 04:07:49.686790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bfa61-dc6b-496b-9039-5436f7575e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc01a7e5-7def-4a1d-97cd-35d4e952e8d9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:50.648024 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (ded00a3d-efab-4a18-b6c3-23e840462a5a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:50.717836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 245112a3-c022-4e8e-86bd-359a560fe3fd no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:07:50.762793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 245112a3-c022-4e8e-86bd-359a560fe3fd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:07:50.763138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 245112a3-c022-4e8e-86bd-359a560fe3fd not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:07:51.014391 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] Deleting port ae23d3bf-660c-49d5-b068-6ae340da2cc1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:51.015119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:51.127000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] For port ae23d3bf-660c-49d5-b068-6ae340da2cc1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ae23d3bf-660c-49d5-b068-6ae340da2cc1,segment=NetworkSegment(a7386d22-7b6c-4b96-831e-f7ba1bf83b19),segment_id=a7386d22-7b6c-4b96-831e-f7ba1bf83b19)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:51.127580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:51.151597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] Calling delete_port for ae23d3bf-660c-49d5-b068-6ae340da2cc1 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:51.446279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ae23d3bf-660c-49d5-b068-6ae340da2cc1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:51.502951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae23d3bf-660c-49d5-b068-6ae340da2cc1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:51.901662 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (ded00a3d-efab-4a18-b6c3-23e840462a5a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:52.019703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:52.228583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-899a77e9-a8cd-4bc1-bdd9-f9501a7e5fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:52.341118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] Router ded00a3d-efab-4a18-b6c3-23e840462a5a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:07:52.365023 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-899a77e9-a8cd-4bc1-bdd9-f9501a7e5fad admin admin] Publish callbacks [] for security_group (13c27924-1bc9-413a-87b8-c71aa4461272), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:52.375882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-899a77e9-a8cd-4bc1-bdd9-f9501a7e5fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (13c27924-1bc9-413a-87b8-c71aa4461272), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:52.472961 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-899a77e9-a8cd-4bc1-bdd9-f9501a7e5fad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a94b68ee6694a4f887f80235b38f417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4513783 Jan 28 04:07:52.473908 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a77e9-a8cd-4bc1-bdd9-f9501a7e5fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c27924-1bc9-413a-87b8-c71aa4461272,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:52.478913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45108) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:52.650176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:07:52.667192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e2ee4553-ce25-4ba1-b3bf-c8b199e84c6e admin admin] 10.222.0.44 "PUT /v2.0/routers/ded00a3d-efab-4a18-b6c3-23e840462a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0183911 Jan 28 04:07:52.669637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45114) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:52.672568 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] Sync routers for ids ['ded00a3d-efab-4a18-b6c3-23e840462a5a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:07:52.692518 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] Routers {'ded00a3d-efab-4a18-b6c3-23e840462a5a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:07:52.693220 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:07:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ded00a3d-efab-4a18-b6c3-23e840462a5a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:52.792119 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55502cf9-0d6c-44cc-961d-080fff054a5a admin admin] Publish callbacks [] for security_group (13c27924-1bc9-413a-87b8-c71aa4461272), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:52.919099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55502cf9-0d6c-44cc-961d-080fff054a5a admin admin] Publish callbacks [] for security_group (13c27924-1bc9-413a-87b8-c71aa4461272), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:52.921894 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] Set router ded00a3d-efab-4a18-b6c3-23e840462a5a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:07:53.058080 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55502cf9-0d6c-44cc-961d-080fff054a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (13c27924-1bc9-413a-87b8-c71aa4461272), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:53.064605 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55502cf9-0d6c-44cc-961d-080fff054a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:53.067223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-55502cf9-0d6c-44cc-961d-080fff054a5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13c27924-1bc9-413a-87b8-c71aa4461272 HTTP/1.1" status: 204 len: 168 time: 0.5875416 Jan 28 04:07:53.113055 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Publish callbacks [] for router (ded00a3d-efab-4a18-b6c3-23e840462a5a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:53.326424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55502cf9-0d6c-44cc-961d-080fff054a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c27924-1bc9-413a-87b8-c71aa4461272,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:53.333497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Publish callbacks [] for router_gateway (ded00a3d-efab-4a18-b6c3-23e840462a5a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:53.406806 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'name': 'tempest-TestServerMultinode-857054513-router', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:50Z', 'updated_at': '2022-01-28T04:07:51Z', 'revision_number': 5, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'gw_port': {'id': 'c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:51Z', 'updated_at': '2022-01-28T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:53.465612 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] Checking router: ded00a3d-efab-4a18-b6c3-23e840462a5a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:07:53.474940 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] Routers {'ded00a3d-efab-4a18-b6c3-23e840462a5a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:07:53.476201 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:07:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['ded00a3d-efab-4a18-b6c3-23e840462a5a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:53.490039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Deleting port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:53.491916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:53.673911 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] Set router ded00a3d-efab-4a18-b6c3-23e840462a5a gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:07:53.807597 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'name': 'tempest-TestServerMultinode-857054513-router', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:50Z', 'updated_at': '2022-01-28T04:07:53Z', 'revision_number': 6, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:53.819904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] For port c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:53.820603 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:53.841811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Calling delete_port for c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:53.875065 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb63d3b-5b14-45f8-8770-7efe1e32ea35 None None] The sync data for ids ['ded00a3d-efab-4a18-b6c3-23e840462a5a'] in n-d-808199-14 is: [{'id': 'ded00a3d-efab-4a18-b6c3-23e840462a5a', 'name': 'tempest-TestServerMultinode-857054513-router', 'tenant_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:50Z', 'updated_at': '2022-01-28T04:07:53Z', 'revision_number': 6, 'project_id': 'e7c15d37500e44e89505f86cd9c9a1ea', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:07:54.230592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:54.309477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:54.474965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (ded00a3d-efab-4a18-b6c3-23e840462a5a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:54.634178 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (ded00a3d-efab-4a18-b6c3-23e840462a5a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:54.636867 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Publish callbacks [] for router_controller (ded00a3d-efab-4a18-b6c3-23e840462a5a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:54.709470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (ded00a3d-efab-4a18-b6c3-23e840462a5a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:54.711047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ded00a3d-efab-4a18-b6c3-23e840462a5a {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:07:54.716749 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:54.720498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:54.720995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a861e3ee-1a2f-4ee4-aa54-3ae693bd6326 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ded00a3d-efab-4a18-b6c3-23e840462a5a HTTP/1.1" status: 204 len: 168 time: 2.0499749 Jan 28 04:07:54.802985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d831db44-0d46-4444-a190-ee6d501f2a45 admin admin] Deleting subnet 8dba0eac-f307-46ca-b2d8-72890e74c503 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:07:54.806480 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d831db44-0d46-4444-a190-ee6d501f2a45 admin admin] Publish callbacks [] for subnet (8dba0eac-f307-46ca-b2d8-72890e74c503), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:54.854195 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d831db44-0d46-4444-a190-ee6d501f2a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (8dba0eac-f307-46ca-b2d8-72890e74c503), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:54.990073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:07:55.004228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d831db44-0d46-4444-a190-ee6d501f2a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (8dba0eac-f307-46ca-b2d8-72890e74c503), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.065648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:07:55.065999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c7b9cc84-ed7e-4a15-b2e5-c5a4dbf2b8bb not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:07:55.066436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ae23d3bf-660c-49d5-b068-6ae340da2cc1 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:07:55.090173 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d831db44-0d46-4444-a190-ee6d501f2a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (8dba0eac-f307-46ca-b2d8-72890e74c503), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.105530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ae23d3bf-660c-49d5-b068-6ae340da2cc1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:07:55.120417 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d831db44-0d46-4444-a190-ee6d501f2a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.126748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:55.128296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ae23d3bf-660c-49d5-b068-6ae340da2cc1 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:07:55.142115 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d831db44-0d46-4444-a190-ee6d501f2a45 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8dba0eac-f307-46ca-b2d8-72890e74c503 HTTP/1.1" status: 204 len: 168 time: 0.4198611 Jan 28 04:07:55.148499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e7b02-d18b-4f9a-9879-6054474b7885 None None] Network 99b80088-e20e-47f5-a515-cb17a676d6d3 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:07:55.193111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831db44-0d46-4444-a190-ee6d501f2a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dba0eac-f307-46ca-b2d8-72890e74c503,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:55.260481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (99b80088-e20e-47f5-a515-cb17a676d6d3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.381390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Deleting port b47b34fb-1618-4456-bcab-8edca3f69205 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:55.381655 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.492569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:55.502563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b765d000-39dc-443b-950f-15585bd1dc57 None None] DHCP port deletion for 99b80088-e20e-47f5-a515-cb17a676d6d3 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:07:55.580874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] For port b47b34fb-1618-4456-bcab-8edca3f69205, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b47b34fb-1618-4456-bcab-8edca3f69205,segment=NetworkSegment(a7386d22-7b6c-4b96-831e-f7ba1bf83b19),segment_id=a7386d22-7b6c-4b96-831e-f7ba1bf83b19)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:55.581294 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.606982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Calling delete_port for b47b34fb-1618-4456-bcab-8edca3f69205 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:55.651228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adf2de44-d517-43b3-b766-0ccdaca22ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.687443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b765d000-39dc-443b-950f-15585bd1dc57 None None] Deleting port b47b34fb-1618-4456-bcab-8edca3f69205 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:55.688108 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b765d000-39dc-443b-950f-15585bd1dc57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.761357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b765d000-39dc-443b-950f-15585bd1dc57 None None] For port b47b34fb-1618-4456-bcab-8edca3f69205, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b47b34fb-1618-4456-bcab-8edca3f69205,segment=NetworkSegment(a7386d22-7b6c-4b96-831e-f7ba1bf83b19),segment_id=a7386d22-7b6c-4b96-831e-f7ba1bf83b19)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:55.762286 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b765d000-39dc-443b-950f-15585bd1dc57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.783263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b765d000-39dc-443b-950f-15585bd1dc57 None None] Calling delete_port for b47b34fb-1618-4456-bcab-8edca3f69205 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:55.816053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adf2de44-d517-43b3-b766-0ccdaca22ef6 admin admin] Publish callbacks [] for security_group (19671b53-a320-4e24-bb33-e91405156c73), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.833185 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adf2de44-d517-43b3-b766-0ccdaca22ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (19671b53-a320-4e24-bb33-e91405156c73), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.854009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:55.910228 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-adf2de44-d517-43b3-b766-0ccdaca22ef6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91abbce41c23448bbabf26423b6c7e7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4077878 Jan 28 04:07:55.914389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45196) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:55.920376 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47b34fb-1618-4456-bcab-8edca3f69205,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:55.928888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] No DVR routers for this DVR port b47b34fb-1618-4456-bcab-8edca3f69205 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:07:56.019889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2de44-d517-43b3-b766-0ccdaca22ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19671b53-a320-4e24-bb33-e91405156c73,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:56.082555 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef6b7e70-1dc2-488d-a75a-630a1b446cf4 admin admin] Publish callbacks [] for security_group (19671b53-a320-4e24-bb33-e91405156c73), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.104961 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (99b80088-e20e-47f5-a515-cb17a676d6d3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.140537 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef6b7e70-1dc2-488d-a75a-630a1b446cf4 admin admin] Publish callbacks [] for security_group (19671b53-a320-4e24-bb33-e91405156c73), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.141673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b80088-e20e-47f5-a515-cb17a676d6d3']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:56.156870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:56.157265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7386d22-7b6c-4b96-831e-f7ba1bf83b19') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:07:56.170001 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (a7386d22-7b6c-4b96-831e-f7ba1bf83b19), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.188235 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a7386d22-7b6c-4b96-831e-f7ba1bf83b19), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.197077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:07:56.197665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (a7386d22-7b6c-4b96-831e-f7ba1bf83b19), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:07:56.200109 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:07:56.205515 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b765d000-39dc-443b-950f-15585bd1dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (b47b34fb-1618-4456-bcab-8edca3f69205), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.223764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765d000-39dc-443b-950f-15585bd1dc57 None None] No DVR routers for this DVR port b47b34fb-1618-4456-bcab-8edca3f69205 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:07:56.235823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef6b7e70-1dc2-488d-a75a-630a1b446cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (19671b53-a320-4e24-bb33-e91405156c73), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.240085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef6b7e70-1dc2-488d-a75a-630a1b446cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.242263 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ef6b7e70-1dc2-488d-a75a-630a1b446cf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19671b53-a320-4e24-bb33-e91405156c73 HTTP/1.1" status: 204 len: 168 time: 0.3224363 Jan 28 04:07:56.253780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b7e70-1dc2-488d-a75a-630a1b446cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19671b53-a320-4e24-bb33-e91405156c73,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:56.294092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765d000-39dc-443b-950f-15585bd1dc57 None None] Pushing event deleted for resources: {'Port': ['ID=b47b34fb-1618-4456-bcab-8edca3f69205,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:56.338489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (99b80088-e20e-47f5-a515-cb17a676d6d3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.369412 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.380546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] 10.222.0.44 "DELETE /v2.0/networks/99b80088-e20e-47f5-a515-cb17a676d6d3 HTTP/1.1" status: 204 len: 168 time: 1.2527165 Jan 28 04:07:56.414803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2770e0-b46a-406d-b604-4bb798315232 admin admin] Pushing event deleted for resources: {'Network': ['ID=99b80088-e20e-47f5-a515-cb17a676d6d3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:56.626704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45220) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:56.660263 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:07:56.706860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b47b34fb-1618-4456-bcab-8edca3f69205 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:07:56.739788 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:56.748262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: b47b34fb-1618-4456-bcab-8edca3f69205 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:07:56.748621 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b47b34fb-1618-4456-bcab-8edca3f69205 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:07:56.758577 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ee81051f-7c84-4d31-bae7-413c3e8207df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28d4017d13a04a9e84a2463cb6814653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303618 Jan 28 04:07:56.846060 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-974f12ff-64c7-4adc-a293-5e6d8a76058c admin admin] Publish callbacks [] for security_group (e832844c-ee46-48b0-a3e7-e17305035cb3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.878270 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-974f12ff-64c7-4adc-a293-5e6d8a76058c admin admin] Publish callbacks [] for security_group (e832844c-ee46-48b0-a3e7-e17305035cb3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.972431 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-974f12ff-64c7-4adc-a293-5e6d8a76058c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e832844c-ee46-48b0-a3e7-e17305035cb3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.977076 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-974f12ff-64c7-4adc-a293-5e6d8a76058c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:56.981552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-974f12ff-64c7-4adc-a293-5e6d8a76058c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e832844c-ee46-48b0-a3e7-e17305035cb3 HTTP/1.1" status: 204 len: 168 time: 0.2407398 Jan 28 04:07:57.015182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f12ff-64c7-4adc-a293-5e6d8a76058c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e832844c-ee46-48b0-a3e7-e17305035cb3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:57.626043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 45256) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:57.678292 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a9d2a43e-4513-4056-ab5f-2b4355997643 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7c15d37500e44e89505f86cd9c9a1ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491447 Jan 28 04:07:57.680439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45260) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:07:57.785984 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-885ddcd5-2784-4511-8174-d0567cdb46e4 admin admin] Publish callbacks [] for security_group (582a5a32-d002-4fc3-a7c7-fcda6e2c6979), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:57.821956 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-885ddcd5-2784-4511-8174-d0567cdb46e4 admin admin] Publish callbacks [] for security_group (582a5a32-d002-4fc3-a7c7-fcda6e2c6979), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:57.929441 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-885ddcd5-2784-4511-8174-d0567cdb46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (582a5a32-d002-4fc3-a7c7-fcda6e2c6979), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:57.932296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-885ddcd5-2784-4511-8174-d0567cdb46e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:57.940243 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-885ddcd5-2784-4511-8174-d0567cdb46e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/582a5a32-d002-4fc3-a7c7-fcda6e2c6979 HTTP/1.1" status: 204 len: 168 time: 0.2540641 Jan 28 04:07:57.990545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ddcd5-2784-4511-8174-d0567cdb46e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582a5a32-d002-4fc3-a7c7-fcda6e2c6979,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:04.893468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-6a3ee4eb-f08e-43c8-bf4a-6b26d093bcab tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808713667&fields=id&tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 267 time: 0.0934005 Jan 28 04:08:05.084170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-8bc0d78d-12f6-4a2a-858e-1a2a93ca85a5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:05.093215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-8bc0d78d-12f6-4a2a-858e-1a2a93ca85a5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.1972768 Jan 28 04:08:05.112147 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-c7fd48b0-3d83-4245-bf27-efacf11b3c76 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/quotas/a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 375 time: 0.0178936 Jan 28 04:08:05.166958 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-688f3e8f-bef7-471c-86a3-b6f2ed9acbea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537522 Jan 28 04:08:05.297129 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-19621849-6349-43e7-b39d-6b87d72680de service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120059 Jan 28 04:08:05.442361 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-d066aa21-8bea-4568-8a9a-f3a4605da175 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471288 Jan 28 04:08:05.837827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ade90a64-356d-4ae0-b917-cccc585df171 req-4bdbfb8f-7e37-46bc-b86d-2ba78cc8cd8b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0428605 Jan 28 04:08:06.973378 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b3001cd1-1349-43d8-95cb-10d5045e0f55 req-0e3444e5-a511-4a6f-8189-48479c3f54d6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0443807 Jan 28 04:08:07.053663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-c7817913-399b-4d55-8d78-add2d5f8634f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:07.055342 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-c7817913-399b-4d55-8d78-add2d5f8634f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.1792040 Jan 28 04:08:07.131234 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-0d5d51ab-f0c6-472f-8ae1-1e3a3c4ba2f4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 380 time: 0.0620956 Jan 28 04:08:07.140439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'port': {'device_id': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'admin_state_up': True, 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'security_groups': ['87815e9d-4104-4ead-b63a-4b92539424ff']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:07.278229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Made reservation on behalf of a38a55cc6b3a428f8bea4ad4ab7a224a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:07.293576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:07.548649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Allocated IP 172.20.0.11 (807dcc26-58c1-492e-ab4f-ccf8615b5f37/c9ab5650-bb11-4600-b38a-4416ee21cb99/5c300c65-666c-4dc0-b05f-5d842e14cd1b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:08:07.815344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:07.894479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:08.019865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:08.026229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:08.048871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:08:08.088637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=5c300c65-666c-4dc0-b05f-5d842e14cd1b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:08.107274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.107681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.108028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.108364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.108970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.109295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.112548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.112947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.113404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.113753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.114090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.114421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.114752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:08.145709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:08.146323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:08.182274 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ef2ee220-8e7d-44fa-9189-7405424a873a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0455284 Jan 28 04:08:08.208549 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ffd08-f7c3-491e-a3ea-7f515a7b6f04 req-bf4ccce3-843e-49d2-8731-ab106d0187ae tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:08.213232 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-756ffd08-f7c3-491e-a3ea-7f515a7b6f04 req-bf4ccce3-843e-49d2-8731-ab106d0187ae tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 932 time: 0.0997560 Jan 28 04:08:08.219789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Request body: {'port': {'device_id': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:08.319265 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:08.323158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-756ffd08-f7c3-491e-a3ea-7f515a7b6f04 req-e711c6b8-cd65-469b-850c-96dac717f7a3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003156 Jan 28 04:08:08.456325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c6924112-41dc-4c9f-86b3-466fdf2ec84d None None] Provisioning complete for port 5c300c65-666c-4dc0-b05f-5d842e14cd1b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:08.456925 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6924112-41dc-4c9f-86b3-466fdf2ec84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:08.531572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c6924112-41dc-4c9f-86b3-466fdf2ec84d None None] Port 5c300c65-666c-4dc0-b05f-5d842e14cd1b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:08:08.883031 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c300c65-666c-4dc0-b05f-5d842e14cd1b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:08:08.891807 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Publish callbacks [] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:08.922138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Transition to ACTIVE for port object 5c300c65-666c-4dc0-b05f-5d842e14cd1b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:08:08.941912 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:09.015860 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Pushing event updated for resources: {'Port': ['ID=5c300c65-666c-4dc0-b05f-5d842e14cd1b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:09.185673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Attempting to bind port 5c300c65-666c-4dc0-b05f-5d842e14cd1b on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:08:09.186294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Attempting to bind port 5c300c65-666c-4dc0-b05f-5d842e14cd1b by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:08:09.186412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Attempting to bind port 5c300c65-666c-4dc0-b05f-5d842e14cd1b on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:08:09.192351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Port 5c300c65-666c-4dc0-b05f-5d842e14cd1b on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:08:09.192674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Attempting to bind port 5c300c65-666c-4dc0-b05f-5d842e14cd1b on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:08:09.198447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:08:09.198913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Checking segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:09.199298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Bound using segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:08:09.199731 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Bound port: 5c300c65-666c-4dc0-b05f-5d842e14cd1b, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:08:09.200090 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:09.340345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] For port 5c300c65-666c-4dc0-b05f-5d842e14cd1b, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:08:09.348116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] For port 5c300c65-666c-4dc0-b05f-5d842e14cd1b, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5c300c65-666c-4dc0-b05f-5d842e14cd1b,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:08:09.354727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:09.444469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Pushing event updated for resources: {'Port': ['ID=5c300c65-666c-4dc0-b05f-5d842e14cd1b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:09.480258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:09.483645 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:09.485864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-a6013208-e505-4de6-9a2e-d4148c46936c service neutron] 10.222.0.42 "PUT /v2.0/ports/5c300c65-666c-4dc0-b05f-5d842e14cd1b HTTP/1.1" status: 200 len: 1093 time: 1.2854600 Jan 28 04:08:09.486607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'tag': '5c300c65-666c-4dc0-b05f-5d842e14cd1b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:08:09.491527 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df20a922-e761-4ec6-94fa-4cc5a71dd54f" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd72862-7601-48e2-b8f7-bff212a1d049", "tag": "5c300c65-666c-4dc0-b05f-5d842e14cd1b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:08:09.599065 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffde98c-f1a5-43a3-9b12-3689e62d0568 req-1ee5f9cd-b1f0-4269-bc4c-f24c4b87339e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:09.615864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fffde98c-f1a5-43a3-9b12-3689e62d0568 req-1ee5f9cd-b1f0-4269-bc4c-f24c4b87339e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.1380730 Jan 28 04:08:09.730471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fffde98c-f1a5-43a3-9b12-3689e62d0568 req-8d7e5063-b2fb-4cd8-9986-2c6767a8f593 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118910 Jan 28 04:08:10.107276 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665e33e7-e585-45f2-b1d9-28f656f9af65 x-openstack-request-id: req-665e33e7-e585-45f2-b1d9-28f656f9af65 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:08:10.107648 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd72862-7601-48e2-b8f7-bff212a1d049", "tag": "5c300c65-666c-4dc0-b05f-5d842e14cd1b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:08:10.107868 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-665e33e7-e585-45f2-b1d9-28f656f9af65 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:08:10.108207 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'tag': '5c300c65-666c-4dc0-b05f-5d842e14cd1b', 'status': 'completed', 'code': 200} Jan 28 04:08:10.141982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-779681f2-b3ca-4cc8-9ebd-8c4fda3ad277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:10.143719 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-779681f2-b3ca-4cc8-9ebd-8c4fda3ad277 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 1096 time: 0.5961533 Jan 28 04:08:10.203041 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-e3c68ef2-2063-4333-9dc9-fc85441d808a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c300c65-666c-4dc0-b05f-5d842e14cd1b HTTP/1.1" status: 200 len: 217 time: 0.0466616 Jan 28 04:08:10.302812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ba405fae-a937-4d57-9bd2-9a88cbf67307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:10.312658 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-ba405fae-a937-4d57-9bd2-9a88cbf67307 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.1045899 Jan 28 04:08:10.392826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-892ff742-e94b-4b19-9e84-5dba4a277f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:10.394751 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-892ff742-e94b-4b19-9e84-5dba4a277f4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765495 Jan 28 04:08:10.523161 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-30a87373-4147-4542-8015-709b0a4599ec service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212747 Jan 28 04:08:10.534053 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a92ffd4-2d54-488c-8ec5-9f37e5367452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:10.656493 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00e78ae4-c00f-46cc-bad3-d09eb3321dfc req-e11ef7fc-adc8-4154-be20-bd3231af7b3b service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232519 Jan 28 04:08:10.859316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-388aaeae-17c2-40f7-9b13-ba6ba0ce6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:10.860333 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-388aaeae-17c2-40f7-9b13-ba6ba0ce6baa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 1096 time: 0.1205482 Jan 28 04:08:10.959893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86246c-a964-42fe-84b7-32e8ac5e9e6a req-5c0a9881-8ba8-404a-bec0-41a0de9dd4cd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:10.970301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf86246c-a964-42fe-84b7-32e8ac5e9e6a req-5c0a9881-8ba8-404a-bec0-41a0de9dd4cd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.1059358 Jan 28 04:08:11.049502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-83ff02a9-f9c8-4639-8bf7-49a7aebbc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:11.051105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-83ff02a9-f9c8-4639-8bf7-49a7aebbc94b service neutron] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.1761312 Jan 28 04:08:11.098282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf86246c-a964-42fe-84b7-32e8ac5e9e6a req-676b14bb-63c8-4077-a60b-bcf1c7c55f7b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127350 Jan 28 04:08:11.136707 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-040ce0a1-f03f-43e1-b83d-75ba9dae1c75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c300c65-666c-4dc0-b05f-5d842e14cd1b HTTP/1.1" status: 200 len: 217 time: 0.0792530 Jan 28 04:08:11.190707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-888e42e3-9977-4b40-98ad-a710598b2d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:11.192811 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-888e42e3-9977-4b40-98ad-a710598b2d4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0498786 Jan 28 04:08:11.298265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-c50ae7ca-068e-4521-9654-1958b92f6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:11.300240 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-c50ae7ca-068e-4521-9654-1958b92f6be4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962985 Jan 28 04:08:11.410143 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-4bbec740-73a6-4e18-ae42-c8e70b34f22c service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045759 Jan 28 04:08:11.592047 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-df20a922-e761-4ec6-94fa-4cc5a71dd54f req-1aff685f-c00b-41ef-955e-b27ddfbc2e4b service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741519 Jan 28 04:08:12.282883 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:12.303290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492f5b8-4195-4d7f-acb7-053a0d32fd2e req-7783e47f-3dcd-4874-8f3b-b9cfec1580a8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:12.305083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0492f5b8-4195-4d7f-acb7-053a0d32fd2e req-7783e47f-3dcd-4874-8f3b-b9cfec1580a8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.1003275 Jan 28 04:08:12.361367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0492f5b8-4195-4d7f-acb7-053a0d32fd2e req-b0356d72-8ce1-40c4-8638-3d86a700289d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490758 Jan 28 04:08:12.601425 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d6633b8-c8cc-4e63-a471-6bb2d393c237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:13.521255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee001a4f-1322-4bde-8ed2-febb41ef1e91 req-dfa3bd04-46f6-4722-9f04-a7c7c3af699a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:13.529689 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee001a4f-1322-4bde-8ed2-febb41ef1e91 req-dfa3bd04-46f6-4722-9f04-a7c7c3af699a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0736811 Jan 28 04:08:13.613678 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee001a4f-1322-4bde-8ed2-febb41ef1e91 req-5be457cb-191d-40bd-8378-8d664c15f6f3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662048 Jan 28 04:08:14.334601 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:14.674763 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:14.824076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c636a2-c54c-4b77-877c-2fa935364649 req-18ba8925-8646-4749-bf43-8b222112f9c9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:14.824076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0c636a2-c54c-4b77-877c-2fa935364649 req-18ba8925-8646-4749-bf43-8b222112f9c9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.1080546 Jan 28 04:08:14.892904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0c636a2-c54c-4b77-877c-2fa935364649 req-0f71b9bb-f72a-4319-a31e-9f968fa1902d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618486 Jan 28 04:08:15.585790 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:16.067433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab8388-f435-427f-9e8d-87f9fb6fdfcb req-a1b62e0b-e603-4e20-908f-b7e30ac0b2db tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:16.094755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7ab8388-f435-427f-9e8d-87f9fb6fdfcb req-a1b62e0b-e603-4e20-908f-b7e30ac0b2db tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0801115 Jan 28 04:08:16.191677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7ab8388-f435-427f-9e8d-87f9fb6fdfcb req-d347606a-25a5-409c-90c2-6aecbdba9898 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908372 Jan 28 04:08:16.780578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:17.389363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4cc1-40ca-48aa-90c2-d233d177af95 req-00aaa82c-6085-4f2f-b331-29a0bb8f4a64 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:17.391047 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa4f4cc1-40ca-48aa-90c2-d233d177af95 req-00aaa82c-6085-4f2f-b331-29a0bb8f4a64 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0812831 Jan 28 04:08:17.473705 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa4f4cc1-40ca-48aa-90c2-d233d177af95 req-afb1ce09-636b-4770-b992-b22f24e3c827 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659513 Jan 28 04:08:18.653350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51ced5-9658-4534-9469-4349e548abdd req-bc245210-677c-4d09-8fa2-f8d38f52b578 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:18.654924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c51ced5-9658-4534-9469-4349e548abdd req-bc245210-677c-4d09-8fa2-f8d38f52b578 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0887666 Jan 28 04:08:18.763926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c51ced5-9658-4534-9469-4349e548abdd req-815e8778-3710-4ede-8498-a5128d9cc6b9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011574 Jan 28 04:08:19.948133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c457c-8d53-4862-9e99-79d81ef4ede9 req-692d7441-8f28-4022-8574-8b0a098c7159 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:19.950364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b95c457c-8d53-4862-9e99-79d81ef4ede9 req-692d7441-8f28-4022-8574-8b0a098c7159 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0897272 Jan 28 04:08:20.051760 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b95c457c-8d53-4862-9e99-79d81ef4ede9 req-20f4e873-4d4c-4487-aeaf-54b6a9acf272 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896530 Jan 28 04:08:21.186046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28e703-ed53-417b-8b77-51abf7aaa294 req-02eae41b-7d21-46a5-a067-f5653601c9cd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:21.193990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d28e703-ed53-417b-8b77-51abf7aaa294 req-02eae41b-7d21-46a5-a067-f5653601c9cd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0651946 Jan 28 04:08:21.284943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d28e703-ed53-417b-8b77-51abf7aaa294 req-ab29f928-e231-46f1-8c0a-3f728306fff1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896134 Jan 28 04:08:22.455238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8748-65d3-456d-8d87-eca083b7ecfb req-bc7ee974-2b3b-4b3d-bffc-7f7defb4cd90 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:22.456779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f57c8748-65d3-456d-8d87-eca083b7ecfb req-bc7ee974-2b3b-4b3d-bffc-7f7defb4cd90 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0753272 Jan 28 04:08:22.514822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f57c8748-65d3-456d-8d87-eca083b7ecfb req-036ebc21-8942-4e93-9430-fa11cc3bbad4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516400 Jan 28 04:08:23.669192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c883709-b8b6-40ef-82ce-5c83d9d45665 req-0df7de63-f151-4130-ab3d-08883d9bf186 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:23.670771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c883709-b8b6-40ef-82ce-5c83d9d45665 req-0df7de63-f151-4130-ab3d-08883d9bf186 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0572267 Jan 28 04:08:23.726419 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c883709-b8b6-40ef-82ce-5c83d9d45665 req-3df2990f-0c38-428a-acc6-146bc9de51f7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 Jan 28 04:08:24.885853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23aab1-9f83-43d5-9e4c-7a2f4c00ce8d req-5a120103-8c91-4736-95ad-8381f5818d2f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:24.893531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c23aab1-9f83-43d5-9e4c-7a2f4c00ce8d req-5a120103-8c91-4736-95ad-8381f5818d2f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0666339 Jan 28 04:08:24.956197 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c23aab1-9f83-43d5-9e4c-7a2f4c00ce8d req-94833e85-6073-46f5-baf6-d21484f4e4da tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616803 Jan 28 04:08:26.110205 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7fc8b-7170-4258-bbd1-37a279e4034c req-699c9215-7b9e-4c80-b540-652edd7714e7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:26.112481 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ac7fc8b-7170-4258-bbd1-37a279e4034c req-699c9215-7b9e-4c80-b540-652edd7714e7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0648541 Jan 28 04:08:26.166958 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ac7fc8b-7170-4258-bbd1-37a279e4034c req-60ebddd4-9531-4647-b49f-e46ea1090c00 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469134 Jan 28 04:08:27.309074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca892-4675-4433-94eb-dabcb8ee1722 req-62a32123-6b88-42d7-b291-d40019e5386b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:27.311607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf6ca892-4675-4433-94eb-dabcb8ee1722 req-62a32123-6b88-42d7-b291-d40019e5386b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0561006 Jan 28 04:08:27.366353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf6ca892-4675-4433-94eb-dabcb8ee1722 req-bfb23017-1d41-42a5-b45f-7663139c8072 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488725 Jan 28 04:08:28.502304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b6cab-8efc-4289-8855-1a91e46a8cb0 req-397ffb6f-22be-4444-acf8-6a11a28a1bd8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:28.510304 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-174b6cab-8efc-4289-8855-1a91e46a8cb0 req-397ffb6f-22be-4444-acf8-6a11a28a1bd8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0588357 Jan 28 04:08:28.558184 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-174b6cab-8efc-4289-8855-1a91e46a8cb0 req-87d1d5af-2309-4712-a243-e2a5595a1b3e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467920 Jan 28 04:08:29.696807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a8f69-0b54-4fd7-961c-e0b0c8843705 req-94a5540e-90c9-41b6-aec7-29d0e381ae89 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:29.699173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-482a8f69-0b54-4fd7-961c-e0b0c8843705 req-94a5540e-90c9-41b6-aec7-29d0e381ae89 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 944 time: 0.0567656 Jan 28 04:08:29.777227 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-482a8f69-0b54-4fd7-961c-e0b0c8843705 req-8eb9bcd8-076c-4da7-9d12-8a562f865f5a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717525 Jan 28 04:08:30.126394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5c300c65-666c-4dc0-b05f-5d842e14cd1b details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:08:30.238126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5c300c65-666c-4dc0-b05f-5d842e14cd1b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5c300c65-666c-4dc0-b05f-5d842e14cd1b,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:30.258179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '5c300c65-666c-4dc0-b05f-5d842e14cd1b', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'port_id': '5c300c65-666c-4dc0-b05f-5d842e14cd1b', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:08:30.324603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5c300c65-666c-4dc0-b05f-5d842e14cd1b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:30.325317 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.340446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c300c65-666c-4dc0-b05f-5d842e14cd1b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:08:30.365680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5c300c65-666c-4dc0-b05f-5d842e14cd1b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5c300c65-666c-4dc0-b05f-5d842e14cd1b,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:30.371597 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.441981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5c300c65-666c-4dc0-b05f-5d842e14cd1b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:30.648049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['5c300c65-666c-4dc0-b05f-5d842e14cd1b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:08:30.999863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfd4e8-b593-4214-b1d4-f7a8fc58da88 req-b5d9a531-222d-4e4c-af02-03ba87670a10 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:31.009316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66cfd4e8-b593-4214-b1d4-f7a8fc58da88 req-b5d9a531-222d-4e4c-af02-03ba87670a10 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 945 time: 0.0793624 Jan 28 04:08:31.088139 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66cfd4e8-b593-4214-b1d4-f7a8fc58da88 req-a87fa063-efce-444b-a581-74db9252844d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776055 Jan 28 04:08:32.145382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5c300c65-666c-4dc0-b05f-5d842e14cd1b up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:32.261989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 5c300c65-666c-4dc0-b05f-5d842e14cd1b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:08:32.266650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 5c300c65-666c-4dc0-b05f-5d842e14cd1b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:32.266964 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.319491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaba3df-1394-4be2-915d-1110ba881730 req-0df234ef-11dd-4605-bfa2-91b143a76e00 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:32.327915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acaba3df-1394-4be2-915d-1110ba881730 req-0df234ef-11dd-4605-bfa2-91b143a76e00 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 945 time: 0.1045051 Jan 28 04:08:32.384746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acaba3df-1394-4be2-915d-1110ba881730 req-e592a64e-2eb8-4514-9bc1-31c9a9c1ab16 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558572 Jan 28 04:08:32.406190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 5c300c65-666c-4dc0-b05f-5d842e14cd1b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:32.406190 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.472260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c300c65-666c-4dc0-b05f-5d842e14cd1b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:08:32.482299 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5906ed-3e37-4ca5-a243-f9248cad6425" -d '{"events": [{"server_uuid": "5dd72862-7601-48e2-b8f7-bff212a1d049", "name": "network-vif-plugged", "status": "completed", "tag": "5c300c65-666c-4dc0-b05f-5d842e14cd1b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:08:32.516300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 5c300c65-666c-4dc0-b05f-5d842e14cd1b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5c300c65-666c-4dc0-b05f-5d842e14cd1b,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:32.522296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.552591 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac0db0d-9c47-4443-8aba-d5eb809ccf0a x-openstack-request-id: req-0ac0db0d-9c47-4443-8aba-d5eb809ccf0a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:08:32.552947 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd72862-7601-48e2-b8f7-bff212a1d049", "name": "network-vif-plugged", "status": "completed", "tag": "5c300c65-666c-4dc0-b05f-5d842e14cd1b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:08:32.555144 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ac0db0d-9c47-4443-8aba-d5eb809ccf0a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:08:32.555144 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c300c65-666c-4dc0-b05f-5d842e14cd1b', 'code': 200} Jan 28 04:08:32.582225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=5c300c65-666c-4dc0-b05f-5d842e14cd1b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:32.726080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ac148-0092-412d-bd02-d7252a1990b0 req-533f96a8-021c-42cd-817b-fd28b08a5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:32.728802 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7e6ac148-0092-412d-bd02-d7252a1990b0 req-533f96a8-021c-42cd-817b-fd28b08a5924 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 1098 time: 0.0651674 Jan 28 04:08:32.874009 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7e6ac148-0092-412d-bd02-d7252a1990b0 req-00a34aae-5c42-4a47-940a-62c2332ac7d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369319 Jan 28 04:08:33.563148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baaa26-4722-4ad2-9860-eb0232f2745c req-9da9f587-14dd-4296-8166-0d5fcef3d4ff tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:33.572983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3baaa26-4722-4ad2-9860-eb0232f2745c req-9da9f587-14dd-4296-8166-0d5fcef3d4ff tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 946 time: 0.0741475 Jan 28 04:08:33.644934 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3baaa26-4722-4ad2-9860-eb0232f2745c req-319e4d7a-b142-4d05-bd56-711db5abcdb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707052 Jan 28 04:08:33.662182 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:08:34.832215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85b99-ed3c-43be-a9ef-6c88bf32dccc req-6ac5f6c0-5424-4b68-bb79-ac58393bd117 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:34.834448 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5e85b99-ed3c-43be-a9ef-6c88bf32dccc req-6ac5f6c0-5424-4b68-bb79-ac58393bd117 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 946 time: 0.0762746 Jan 28 04:08:34.885954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5e85b99-ed3c-43be-a9ef-6c88bf32dccc req-eac84bcb-bdca-4079-8872-2f4176abe4dd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450928 Jan 28 04:08:35.069721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c992c-15bf-4389-aa85-18f2a7d989ec req-482a4bc0-f3a1-480a-88e1-75a02727d1b0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:35.083370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-416c992c-15bf-4389-aa85-18f2a7d989ec req-482a4bc0-f3a1-480a-88e1-75a02727d1b0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 946 time: 0.1093411 Jan 28 04:08:35.168822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-416c992c-15bf-4389-aa85-18f2a7d989ec req-44a28281-2049-4e82-8675-f07b83690b6d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839748 Jan 28 04:08:35.188790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45952) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:35.545592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e4cb19-5629-4d83-bad0-8efea6a93d6c tempest-TestVolumeBootPattern-1435547166 tempest-TestVolumeBootPattern-1435547166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:35.547751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-92e4cb19-5629-4d83-bad0-8efea6a93d6c tempest-TestVolumeBootPattern-1435547166 tempest-TestVolumeBootPattern-1435547166-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 1093 time: 0.3575590 Jan 28 04:08:35.550785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 45966) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:35.555208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '5c300c65-666c-4dc0-b05f-5d842e14cd1b', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:35.578519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.701620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.824325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Allocated IP 172.25.1.31 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/9a9e6a0c-948c-4283-afdb-26370898efaf) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:08:35.937050 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (9a9e6a0c-948c-4283-afdb-26370898efaf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.973841 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9a9e6a0c-948c-4283-afdb-26370898efaf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.034703 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:36.049731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:36.056626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:08:36.062996 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=9a9e6a0c-948c-4283-afdb-26370898efaf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:36.104610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.105011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.105474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.105820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.106178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.106497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.106833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.107161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.107485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.107812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.108138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.108465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.108792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:36.498837 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (0952d9b3-08d0-4a0c-af9a-2e62ff059f8f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.591331 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a9e6a0c-948c-4283-afdb-26370898efaf), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:37.162169 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (9a9e6a0c-948c-4283-afdb-26370898efaf), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:37.168285 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9a9e6a0c-948c-4283-afdb-26370898efaf), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:37.241752 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (0952d9b3-08d0-4a0c-af9a-2e62ff059f8f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:37.357601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=9a9e6a0c-948c-4283-afdb-26370898efaf,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:37.376679 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Floating IP 0952d9b3-08d0-4a0c-af9a-2e62ff059f8f associated. External IP: 172.25.1.31, port: 5c300c65-666c-4dc0-b05f-5d842e14cd1b. Jan 28 04:08:37.828493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Router 62a9baba-402e-42b2-93fe-4f787b905f56 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:08:38.099201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:08:38.114328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] Sync routers for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:08:38.135628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:38.136654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:08:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:38.154329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:38.227364 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a1555329-1465-4f05-9603-8d671a48a994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6661055 Jan 28 04:08:38.227364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'tag': '5c300c65-666c-4dc0-b05f-5d842e14cd1b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:08:38.227364 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38589c43-71ae-4b0c-95f1-ef87aa35516b" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd72862-7601-48e2-b8f7-bff212a1d049", "tag": "5c300c65-666c-4dc0-b05f-5d842e14cd1b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:08:38.303457 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01792099-fca9-4067-8256-6531538d6e6a x-openstack-request-id: req-01792099-fca9-4067-8256-6531538d6e6a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:08:38.303966 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd72862-7601-48e2-b8f7-bff212a1d049", "tag": "5c300c65-666c-4dc0-b05f-5d842e14cd1b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:08:38.304394 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01792099-fca9-4067-8256-6531538d6e6a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:08:38.305127 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'tag': '5c300c65-666c-4dc0-b05f-5d842e14cd1b', 'status': 'completed', 'code': 200} Jan 28 04:08:38.316605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:38.432494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-dad6b4d5-000e-47a2-82c7-04677392cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:38.435108 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-dad6b4d5-000e-47a2-82c7-04677392cd9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 1098 time: 0.0790176 Jan 28 04:08:38.647803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '0952d9b3-08d0-4a0c-af9a-2e62ff059f8f', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': '5c300c65-666c-4dc0-b05f-5d842e14cd1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:08:36Z', 'updated_at': '2022-01-28T04:08:36Z', 'revision_number': 0, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:38.690723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-99f477a8-96bf-4cdb-a965-10459068b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:38.692423 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-99f477a8-96bf-4cdb-a965-10459068b9c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.2399540 Jan 28 04:08:38.709428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] Checking router: 62a9baba-402e-42b2-93fe-4f787b905f56 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:08:38.726282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:38.728456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:08:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:38.831404 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-c7b45ab9-a2e8-44e0-8e7c-3b97d42b9749 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c300c65-666c-4dc0-b05f-5d842e14cd1b HTTP/1.1" status: 200 len: 999 time: 0.1315775 Jan 28 04:08:38.913715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:38.975985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-22d29d1e-4f8d-4b1f-bb78-7c5532e2f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:38.978847 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-22d29d1e-4f8d-4b1f-bb78-7c5532e2f705 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.1403470 Jan 28 04:08:39.079041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-807bab50-c0f7-4229-86f1-ba0ff79791c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:39.082476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-807bab50-c0f7-4229-86f1-ba0ff79791c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967569 Jan 28 04:08:39.273031 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-53681894-dc76-42d3-8511-a53992931adc service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691017 Jan 28 04:08:39.379270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '0952d9b3-08d0-4a0c-af9a-2e62ff059f8f', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': '5c300c65-666c-4dc0-b05f-5d842e14cd1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:08:36Z', 'updated_at': '2022-01-28T04:08:36Z', 'revision_number': 0, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:39.441765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334bf2bb-a68d-4274-9af7-58bd4030955c None None] The sync data for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 is: [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '0952d9b3-08d0-4a0c-af9a-2e62ff059f8f', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': '5c300c65-666c-4dc0-b05f-5d842e14cd1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:08:36Z', 'updated_at': '2022-01-28T04:08:36Z', 'revision_number': 0, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:08:39.486188 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-38589c43-71ae-4b0c-95f1-ef87aa35516b req-1b58a80d-3506-485f-b12c-5e3603800af0 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117014 Jan 28 04:08:39.764728 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765439b-ac98-4343-b605-2fc8c1d1456a None None] New status for floating IP 0952d9b3-08d0-4a0c-af9a-2e62ff059f8f: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:08:40.576289 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c725d381-73e2-46c5-a79d-2b5196d003fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:42.305165 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:42.591789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52748966-723a-42bd-a273-f59a50f77382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:44.338217 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:44.676772 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:45.598346 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:46.776068 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:49.121973 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:49.281104 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4f2990c-dd44-4e0a-ac08-cefdd5fefd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:49.395310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4f2990c-dd44-4e0a-ac08-cefdd5fefd57 admin admin] Publish callbacks [] for security_group (4cd42562-5ad8-4d8a-a66c-3761844b82c0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:49.402536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4f2990c-dd44-4e0a-ac08-cefdd5fefd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4cd42562-5ad8-4d8a-a66c-3761844b82c0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:49.448705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2990c-dd44-4e0a-ac08-cefdd5fefd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd42562-5ad8-4d8a-a66c-3761844b82c0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:49.461689 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f4f2990c-dd44-4e0a-ac08-cefdd5fefd57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a5f0506ddbb40499238974404f06a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3372540 Jan 28 04:08:49.463052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:49.520868 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80e3878f-5f33-45cb-a865-0dcac66e2b90 admin admin] Publish callbacks [] for security_group (4cd42562-5ad8-4d8a-a66c-3761844b82c0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:49.553046 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80e3878f-5f33-45cb-a865-0dcac66e2b90 admin admin] Publish callbacks [] for security_group (4cd42562-5ad8-4d8a-a66c-3761844b82c0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:49.608088 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80e3878f-5f33-45cb-a865-0dcac66e2b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4cd42562-5ad8-4d8a-a66c-3761844b82c0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:49.612147 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80e3878f-5f33-45cb-a865-0dcac66e2b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:49.616702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-80e3878f-5f33-45cb-a865-0dcac66e2b90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cd42562-5ad8-4d8a-a66c-3761844b82c0 HTTP/1.1" status: 204 len: 168 time: 0.1521003 Jan 28 04:08:49.627532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3878f-5f33-45cb-a865-0dcac66e2b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd42562-5ad8-4d8a-a66c-3761844b82c0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:50.481986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46376) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:50.611234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1571537352-network', 'tenant_id': '86066f22c0114f99b6331cdcd09ab5e7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:50.639464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Made reservation on behalf of 86066f22c0114f99b6331cdcd09ab5e7 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:50.643729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:50.655235 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:50.756575 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Publish callbacks [] for security_group (660ad9b1-ba2b-4c92-a847-189443c8a81a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:50.760950 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (660ad9b1-ba2b-4c92-a847-189443c8a81a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:50.792204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:08:50.803254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660ad9b1-ba2b-4c92-a847-189443c8a81a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:50.811803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a7e64b6a-9d35-4485-9233-f1c53acf3fd9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:50.812151 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Added segment a7e64b6a-9d35-4485-9233-f1c53acf3fd9 of type vlan for network 5e7a68f8-f977-4280-a98a-8f1cc7ce750b Jan 28 04:08:50.859993 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (5e7a68f8-f977-4280-a98a-8f1cc7ce750b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:50.886774 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (5e7a68f8-f977-4280-a98a-8f1cc7ce750b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:50.893307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:50.893307 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:50.956537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4706860 Jan 28 04:08:50.956785 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46386) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:50.963101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Request body: {'subnet': {'network_id': '5e7a68f8-f977-4280-a98a-8f1cc7ce750b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1571537352-subnet', 'tenant_id': '86066f22c0114f99b6331cdcd09ab5e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:50.966344 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c927a-93ec-4a7c-ad0c-3e4f4027531a admin admin] Pushing event updated for resources: {'Network': ['ID=5e7a68f8-f977-4280-a98a-8f1cc7ce750b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:50.990770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 5e7a68f8-f977-4280-a98a-8f1cc7ce750b details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:08:51.003881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Made reservation on behalf of 86066f22c0114f99b6331cdcd09ab5e7 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:51.011338 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:51.220818 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:51.283336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:51.292753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Checking segment: {'id': 'a7e64b6a-9d35-4485-9233-f1c53acf3fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7a68f8-f977-4280-a98a-8f1cc7ce750b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:51.293221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Network hostable DHCP agents. Network: 5e7a68f8-f977-4280-a98a-8f1cc7ce750b, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:08:51.311961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Network 5e7a68f8-f977-4280-a98a-8f1cc7ce750b is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:08:51.321327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 5e7a68f8-f977-4280-a98a-8f1cc7ce750b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:51.326470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:51.327072 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:51.332617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10da642-1b00-43f1-a4cf-e8c5a2823178 None None] Network 5e7a68f8-f977-4280-a98a-8f1cc7ce750b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:08:51.345556 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f7e618f6-288c-4bc8-8fcb-6bc9ac587eac admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3868730 Jan 28 04:08:51.526480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8238902-b857-4057-9905-4e3ee8517b2a None None] Network 5e7a68f8-f977-4280-a98a-8f1cc7ce750b requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:08:51.947676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46424) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:51.952864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1812054587-network', 'tenant_id': '7c29fa172b484935b60c762bcdd508da'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:51.975343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Made reservation on behalf of 7c29fa172b484935b60c762bcdd508da for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:51.978430 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:51.991757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:52.086804 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Publish callbacks [] for security_group (ac61d1a0-fb1e-46ae-b754-0e1b317918d1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:52.093077 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ac61d1a0-fb1e-46ae-b754-0e1b317918d1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:52.119876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:08:52.129956 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac61d1a0-fb1e-46ae-b754-0e1b317918d1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:52.135471 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3202fb5a-21aa-4e8c-9c93-00cc178a8c6c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:52.135819 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Added segment 3202fb5a-21aa-4e8c-9c93-00cc178a8c6c of type vlan for network 61cefd5e-e40e-4ee9-9731-91c137c30a94 Jan 28 04:08:52.180734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (61cefd5e-e40e-4ee9-9731-91c137c30a94), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:52.212442 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (61cefd5e-e40e-4ee9-9731-91c137c30a94), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:52.214996 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:52.215162 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:52.282455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3335409 Jan 28 04:08:52.286265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46430) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:52.302151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Request body: {'subnet': {'network_id': '61cefd5e-e40e-4ee9-9731-91c137c30a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1812054587-subnet', 'tenant_id': '7c29fa172b484935b60c762bcdd508da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:52.303725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8ecda-eddb-451c-927f-8c947b0ff7eb admin admin] Pushing event updated for resources: {'Network': ['ID=61cefd5e-e40e-4ee9-9731-91c137c30a94,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:52.316214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 61cefd5e-e40e-4ee9-9731-91c137c30a94 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:08:52.352558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Made reservation on behalf of 7c29fa172b484935b60c762bcdd508da for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:52.357778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:52.596595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (72a4b3d7-1871-466e-bb37-15de9a345f48), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:52.658297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a4b3d7-1871-466e-bb37-15de9a345f48,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:52.667903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Checking segment: {'id': '3202fb5a-21aa-4e8c-9c93-00cc178a8c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61cefd5e-e40e-4ee9-9731-91c137c30a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:52.668264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Network hostable DHCP agents. Network: 61cefd5e-e40e-4ee9-9731-91c137c30a94, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:08:52.689683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Network 61cefd5e-e40e-4ee9-9731-91c137c30a94 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:08:52.702489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 61cefd5e-e40e-4ee9-9731-91c137c30a94) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:52.707153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:52.709899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:52.716362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e196e24d-18a9-42c7-a2df-fc182ecf3b90 None None] Network 61cefd5e-e40e-4ee9-9731-91c137c30a94 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:08:52.731158 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1c592771-048b-49b2-83b9-e5860a5e13ea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4423354 Jan 28 04:08:52.831074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc940b00-2f9a-4c5d-ac68-76179048fdf1 None None] Network 61cefd5e-e40e-4ee9-9731-91c137c30a94 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:08:53.343353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-151158b9-5375-44cf-9afb-28adea03a6ee tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:53.345078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-151158b9-5375-44cf-9afb-28adea03a6ee tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/networks?id=5e7a68f8-f977-4280-a98a-8f1cc7ce750b HTTP/1.1" status: 200 len: 812 time: 0.1124218 Jan 28 04:08:53.362264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1a52eb3a-05ad-47d4-832e-fc871fcb7f90 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/quotas/86066f22c0114f99b6331cdcd09ab5e7 HTTP/1.1" status: 200 len: 375 time: 0.0105274 Jan 28 04:08:53.398480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-877302dc-bb99-4d26-9439-6c621e1f7344 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=86066f22c0114f99b6331cdcd09ab5e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295470 Jan 28 04:08:53.497739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-e960f19f-c191-4cc5-8d31-af7e9a282567 service neutron] 10.222.0.44 "GET /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916257 Jan 28 04:08:53.623433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-e7e173ed-4562-4981-bdd5-779f8b281b6e service neutron] 10.222.0.44 "GET /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157701 Jan 28 04:08:53.840240 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-592b6985-4d6f-4c74-a879-d534ee5a9ac5 req-2f28f6f3-76f6-4ba3-ac5c-59db56984e2d tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 210 time: 0.0416996 Jan 28 04:08:55.020728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87dd3451-f9b8-4276-a8e4-6139dfc1189d req-8b89f886-6c5f-432a-968c-6a6cf1e552f3 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 210 time: 0.0575831 Jan 28 04:08:55.054496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-016f139c-40da-4bf4-a317-259c39dc36b1 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:55.056489 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-016f139c-40da-4bf4-a317-259c39dc36b1 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.25 "GET /v2.0/networks?id=5e7a68f8-f977-4280-a98a-8f1cc7ce750b HTTP/1.1" status: 200 len: 812 time: 0.1741920 Jan 28 04:08:55.085368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Request body: {'port': {'device_id': '82807404-10b3-4712-b29b-0e05f0005aec', 'network_id': '5e7a68f8-f977-4280-a98a-8f1cc7ce750b', 'admin_state_up': True, 'tenant_id': '86066f22c0114f99b6331cdcd09ab5e7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:55.214236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Made reservation on behalf of 86066f22c0114f99b6331cdcd09ab5e7 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:55.222726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:55.384640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Allocated IP 172.20.0.9 (5e7a68f8-f977-4280-a98a-8f1cc7ce750b/d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd/7608762d-1377-429c-9c78-0942cc3de55e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:08:55.574108 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Publish callbacks [] for port (7608762d-1377-429c-9c78-0942cc3de55e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:55.612196 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7608762d-1377-429c-9c78-0942cc3de55e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:55.658540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Network 5e7a68f8-f977-4280-a98a-8f1cc7ce750b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:55.661587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:55.668247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:08:55.703852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Pushing event updated for resources: {'Port': ['ID=7608762d-1377-429c-9c78-0942cc3de55e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:55.732164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:55.732814 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:55.752041 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-1c97aedc-17a9-43ce-8c85-0c16d028ba7a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6720772 Jan 28 04:08:55.768039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Request body: {'port': {'device_id': '82807404-10b3-4712-b29b-0e05f0005aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:55.827636 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7608762d-1377-429c-9c78-0942cc3de55e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:56.163329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7608762d-1377-429c-9c78-0942cc3de55e {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:08:56.164350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c793a-f30f-4ff2-9b14-0b94739a54a2 req-8be44553-eb61-4789-997f-ce65dca27645 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:56.174814 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Publish callbacks [] for port (7608762d-1377-429c-9c78-0942cc3de55e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:56.176633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d65c793a-f30f-4ff2-9b14-0b94739a54a2 req-8be44553-eb61-4789-997f-ce65dca27645 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 931 time: 0.0761392 Jan 28 04:08:56.190082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Transition to ACTIVE for port object 7608762d-1377-429c-9c78-0942cc3de55e will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:08:56.194464 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7608762d-1377-429c-9c78-0942cc3de55e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:56.222478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d65c793a-f30f-4ff2-9b14-0b94739a54a2 req-d35ff7e7-260c-46c4-917e-c44b45b8a046 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 Jan 28 04:08:56.273604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7608762d-1377-429c-9c78-0942cc3de55e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:56.329052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Attempting to bind port 7608762d-1377-429c-9c78-0942cc3de55e on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:08:56.329386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Attempting to bind port 7608762d-1377-429c-9c78-0942cc3de55e by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'a7e64b6a-9d35-4485-9233-f1c53acf3fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7a68f8-f977-4280-a98a-8f1cc7ce750b'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:08:56.329706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Attempting to bind port 7608762d-1377-429c-9c78-0942cc3de55e on network 5e7a68f8-f977-4280-a98a-8f1cc7ce750b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:08:56.334401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Port 7608762d-1377-429c-9c78-0942cc3de55e on network 5e7a68f8-f977-4280-a98a-8f1cc7ce750b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:08:56.334720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Attempting to bind port 7608762d-1377-429c-9c78-0942cc3de55e on network 5e7a68f8-f977-4280-a98a-8f1cc7ce750b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:08:56.340281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:08:56.340619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Checking segment: {'id': 'a7e64b6a-9d35-4485-9233-f1c53acf3fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7a68f8-f977-4280-a98a-8f1cc7ce750b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:56.341044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Bound using segment: {'id': 'a7e64b6a-9d35-4485-9233-f1c53acf3fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7a68f8-f977-4280-a98a-8f1cc7ce750b'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:08:56.341476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Bound port: 7608762d-1377-429c-9c78-0942cc3de55e, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e64b6a-9d35-4485-9233-f1c53acf3fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7a68f8-f977-4280-a98a-8f1cc7ce750b'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:08:56.341831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7608762d-1377-429c-9c78-0942cc3de55e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:56.407261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] For port 7608762d-1377-429c-9c78-0942cc3de55e, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:08:56.410413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] For port 7608762d-1377-429c-9c78-0942cc3de55e, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=7608762d-1377-429c-9c78-0942cc3de55e,segment=NetworkSegment(a7e64b6a-9d35-4485-9233-f1c53acf3fd9),segment_id=a7e64b6a-9d35-4485-9233-f1c53acf3fd9)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:08:56.415412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7608762d-1377-429c-9c78-0942cc3de55e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:56.457204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:56.457931 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:56.459347 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-c82af689-e720-42cd-8719-96df722385a8 service neutron] 10.222.0.25 "PUT /v2.0/ports/7608762d-1377-429c-9c78-0942cc3de55e HTTP/1.1" status: 200 len: 1092 time: 0.6961453 Jan 28 04:08:56.459788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82807404-10b3-4712-b29b-0e05f0005aec', 'tag': '7608762d-1377-429c-9c78-0942cc3de55e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:08:56.462270 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2146ca23-f92d-4a97-bbaf-f232230aad17" -d '{"events": [{"name": "network-changed", "server_uuid": "82807404-10b3-4712-b29b-0e05f0005aec", "tag": "7608762d-1377-429c-9c78-0942cc3de55e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:08:56.491018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82af689-e720-42cd-8719-96df722385a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7608762d-1377-429c-9c78-0942cc3de55e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:56.510763 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1223a0-91f6-4c31-8c84-5beb2a59a1f5 x-openstack-request-id: req-af1223a0-91f6-4c31-8c84-5beb2a59a1f5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:08:56.511121 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82807404-10b3-4712-b29b-0e05f0005aec", "tag": "7608762d-1377-429c-9c78-0942cc3de55e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:08:56.511385 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af1223a0-91f6-4c31-8c84-5beb2a59a1f5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:08:56.512868 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82807404-10b3-4712-b29b-0e05f0005aec', 'tag': '7608762d-1377-429c-9c78-0942cc3de55e', 'status': 'completed', 'code': 200} Jan 28 04:08:56.571041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-fe821a32-8025-4be5-997b-5231fe443a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:56.573035 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-fe821a32-8025-4be5-997b-5231fe443a2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=86066f22c0114f99b6331cdcd09ab5e7&device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 1095 time: 0.0443296 Jan 28 04:08:56.621575 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-28c031cd-ca54-4b37-a939-3357d148ee3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7608762d-1377-429c-9c78-0942cc3de55e HTTP/1.1" status: 200 len: 217 time: 0.0369687 Jan 28 04:08:56.671606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-8924d76c-4fb0-4b5c-8039-80111f41f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:56.673077 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-8924d76c-4fb0-4b5c-8039-80111f41f279 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd HTTP/1.1" status: 200 len: 852 time: 0.0463467 Jan 28 04:08:56.708741 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-289419ff-977b-4651-84aa-871ba2efdbba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e7a68f8-f977-4280-a98a-8f1cc7ce750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298989 Jan 28 04:08:56.819472 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-f477c2c7-bd35-4cc8-a2c6-8fac661f84c9 service neutron] 10.222.0.25 "GET /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039410 Jan 28 04:08:56.923819 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3261b15e-4beb-440c-ac8b-3a46e7708a32 req-b871eed3-09b1-470d-a2ca-b8352bb2b693 service neutron] 10.222.0.25 "GET /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975189 Jan 28 04:08:57.056485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146ca23-f92d-4a97-bbaf-f232230aad17 req-ca3a2c9b-43b1-4f24-bf56-b54c20bad257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:57.059906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2146ca23-f92d-4a97-bbaf-f232230aad17 req-ca3a2c9b-43b1-4f24-bf56-b54c20bad257 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=86066f22c0114f99b6331cdcd09ab5e7&device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 1095 time: 0.0492177 Jan 28 04:08:57.172310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146ca23-f92d-4a97-bbaf-f232230aad17 req-0ecd33dd-6946-43e3-a37d-0276b22eb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:57.174198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2146ca23-f92d-4a97-bbaf-f232230aad17 req-0ecd33dd-6946-43e3-a37d-0276b22eb913 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e7a68f8-f977-4280-a98a-8f1cc7ce750b HTTP/1.1" status: 200 len: 913 time: 0.1083674 Jan 28 04:08:57.227451 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2146ca23-f92d-4a97-bbaf-f232230aad17 req-ad129225-24d8-43fb-bae3-fcbb4c3761a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7608762d-1377-429c-9c78-0942cc3de55e HTTP/1.1" status: 200 len: 217 time: 0.0473919 Jan 28 04:08:57.293724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146ca23-f92d-4a97-bbaf-f232230aad17 req-4de15e1b-77ab-46db-b523-0cd36f2be09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:57.295646 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2146ca23-f92d-4a97-bbaf-f232230aad17 req-4de15e1b-77ab-46db-b523-0cd36f2be09f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd HTTP/1.1" status: 200 len: 852 time: 0.0619328 Jan 28 04:08:57.335027 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2146ca23-f92d-4a97-bbaf-f232230aad17 req-37052655-2a25-4473-bf9b-65c8cd19b043 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e7a68f8-f977-4280-a98a-8f1cc7ce750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332716 Jan 28 04:08:57.372080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08136ade-90a7-462c-a148-8eec1f6fa421 req-2b3a0607-fbfb-4473-b44a-5fdde84c99dc tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:57.374972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08136ade-90a7-462c-a148-8eec1f6fa421 req-2b3a0607-fbfb-4473-b44a-5fdde84c99dc tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 943 time: 0.0688787 Jan 28 04:08:57.440814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08136ade-90a7-462c-a148-8eec1f6fa421 req-26cb374f-cbd6-4def-a25f-e0ec9d63aa82 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598018 Jan 28 04:08:57.452543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2146ca23-f92d-4a97-bbaf-f232230aad17 req-cdc0cc4f-d1fd-42e2-9ea5-ed3e37fc3822 service neutron] 10.222.0.25 "GET /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110535 Jan 28 04:08:57.555062 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2146ca23-f92d-4a97-bbaf-f232230aad17 req-e5d8e853-897d-4b9f-afd3-288061797641 service neutron] 10.222.0.25 "GET /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957112 Jan 28 04:08:58.578143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26cba9-822a-418a-b70b-5b1145ff5075 req-23e45a1b-7a4e-4cb9-bf2a-7fb83bbf3cf0 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:58.579711 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd26cba9-822a-418a-b70b-5b1145ff5075 req-23e45a1b-7a4e-4cb9-bf2a-7fb83bbf3cf0 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 943 time: 0.0559065 Jan 28 04:08:58.633906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd26cba9-822a-418a-b70b-5b1145ff5075 req-1f2e4b14-d9b1-466a-a651-6a32bfa95788 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474408 Jan 28 04:08:59.762849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e540d00-bb4c-4437-a1e5-d92766f3b4ca req-c80227f0-4869-4c05-b56c-7c4b32b3360d tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:59.764500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e540d00-bb4c-4437-a1e5-d92766f3b4ca req-c80227f0-4869-4c05-b56c-7c4b32b3360d tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 943 time: 0.0506847 Jan 28 04:08:59.814737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e540d00-bb4c-4437-a1e5-d92766f3b4ca req-cb2fbad8-f236-4a1a-8c2b-5f1f29490391 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Jan 28 04:09:00.728095 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 7608762d-1377-429c-9c78-0942cc3de55e details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:09:00.822415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 7608762d-1377-429c-9c78-0942cc3de55e, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=7608762d-1377-429c-9c78-0942cc3de55e,segment=NetworkSegment(a7e64b6a-9d35-4485-9233-f1c53acf3fd9),segment_id=a7e64b6a-9d35-4485-9233-f1c53acf3fd9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:09:00.837414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '7608762d-1377-429c-9c78-0942cc3de55e', 'network_id': '5e7a68f8-f977-4280-a98a-8f1cc7ce750b', 'port_id': '7608762d-1377-429c-9c78-0942cc3de55e', 'mac_address': 'fa:16:3e:d0:dc:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b0f8bb-bcb1-4c68-bacb-e4fede7986cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:09:00.877899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 7608762d-1377-429c-9c78-0942cc3de55e is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:09:00.878206 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7608762d-1377-429c-9c78-0942cc3de55e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:00.891936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7608762d-1377-429c-9c78-0942cc3de55e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:09:00.912834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 7608762d-1377-429c-9c78-0942cc3de55e, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=7608762d-1377-429c-9c78-0942cc3de55e,segment=NetworkSegment(a7e64b6a-9d35-4485-9233-f1c53acf3fd9),segment_id=a7e64b6a-9d35-4485-9233-f1c53acf3fd9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:09:00.918030 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7608762d-1377-429c-9c78-0942cc3de55e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:00.943909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d667f-d616-4a21-b29a-bcb8d50cf7e1 req-409b6585-f57e-4ea9-8587-d63401add5a1 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:00.945545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-797d667f-d616-4a21-b29a-bcb8d50cf7e1 req-409b6585-f57e-4ea9-8587-d63401add5a1 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 943 time: 0.0577779 Jan 28 04:09:00.972663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=7608762d-1377-429c-9c78-0942cc3de55e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:00.986494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.986777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.987355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.987700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.988038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.988376 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.988713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.993353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.994242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.994911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.995477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.996047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:00.996765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:01.010037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-797d667f-d616-4a21-b29a-bcb8d50cf7e1 req-a076f70f-95d8-4631-8fa3-16b439a844d3 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566330 Jan 28 04:09:01.302733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['7608762d-1377-429c-9c78-0942cc3de55e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:09:02.126863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953618-608e-4718-b63c-6ef3205cc54e req-60f56164-d8d3-47ec-b9ba-9db2cf9e8f53 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:02.128414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a953618-608e-4718-b63c-6ef3205cc54e req-60f56164-d8d3-47ec-b9ba-9db2cf9e8f53 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 944 time: 0.0501688 Jan 28 04:09:02.177569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a953618-608e-4718-b63c-6ef3205cc54e req-0bc41263-69dd-44b9-9742-f63476dbef03 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 Jan 28 04:09:02.738328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 7608762d-1377-429c-9c78-0942cc3de55e up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:09:02.793693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 7608762d-1377-429c-9c78-0942cc3de55e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:09:02.797790 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 7608762d-1377-429c-9c78-0942cc3de55e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:09:02.798214 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7608762d-1377-429c-9c78-0942cc3de55e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:02.888225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 7608762d-1377-429c-9c78-0942cc3de55e is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:09:02.888552 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7608762d-1377-429c-9c78-0942cc3de55e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:02.914691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82807404-10b3-4712-b29b-0e05f0005aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7608762d-1377-429c-9c78-0942cc3de55e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:09:02.917679 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1e0ae0-a59d-4582-978a-6f562283c65a" -d '{"events": [{"server_uuid": "82807404-10b3-4712-b29b-0e05f0005aec", "name": "network-vif-plugged", "status": "completed", "tag": "7608762d-1377-429c-9c78-0942cc3de55e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:09:02.932622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 7608762d-1377-429c-9c78-0942cc3de55e, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=7608762d-1377-429c-9c78-0942cc3de55e,segment=NetworkSegment(a7e64b6a-9d35-4485-9233-f1c53acf3fd9),segment_id=a7e64b6a-9d35-4485-9233-f1c53acf3fd9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:09:02.937372 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7608762d-1377-429c-9c78-0942cc3de55e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:02.974416 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2945c8e6-ba37-4b40-b0d1-753685862c7c x-openstack-request-id: req-2945c8e6-ba37-4b40-b0d1-753685862c7c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:09:02.974809 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82807404-10b3-4712-b29b-0e05f0005aec", "name": "network-vif-plugged", "status": "completed", "tag": "7608762d-1377-429c-9c78-0942cc3de55e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:09:02.975121 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2945c8e6-ba37-4b40-b0d1-753685862c7c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:09:02.975575 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82807404-10b3-4712-b29b-0e05f0005aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7608762d-1377-429c-9c78-0942cc3de55e', 'code': 200} Jan 28 04:09:02.999517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=7608762d-1377-429c-9c78-0942cc3de55e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:03.117180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacb5bc-fbad-47c6-920d-3375fbbeb8cb req-0e20c76d-b606-4867-93f0-fd146e728843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:03.120105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2dacb5bc-fbad-47c6-920d-3375fbbeb8cb req-0e20c76d-b606-4867-93f0-fd146e728843 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 1097 time: 0.0493534 Jan 28 04:09:03.169901 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2dacb5bc-fbad-47c6-920d-3375fbbeb8cb req-c615ad6e-a636-426d-b57b-65817c386e66 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Jan 28 04:09:03.308598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973b0c7-e946-4f9c-bbc2-b3a3ea51ba21 req-8781c210-ff4c-461f-8521-11ee21ecfd3e tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:03.310505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f973b0c7-e946-4f9c-bbc2-b3a3ea51ba21 req-8781c210-ff4c-461f-8521-11ee21ecfd3e tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0552969 Jan 28 04:09:03.376972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f973b0c7-e946-4f9c-bbc2-b3a3ea51ba21 req-2bc0a6b7-6eed-4139-ba5f-ef1cd0c7b4e4 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583649 Jan 28 04:09:04.505201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f5de0-3ef8-47a1-9ee0-8c93cf625398 req-a4e923df-cc2b-4c71-842a-15d45f9ea438 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:04.506768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f98f5de0-3ef8-47a1-9ee0-8c93cf625398 req-a4e923df-cc2b-4c71-842a-15d45f9ea438 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0561678 Jan 28 04:09:04.557998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f98f5de0-3ef8-47a1-9ee0-8c93cf625398 req-c4083aa8-d3f2-4a25-9910-fb1f6e941f88 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447490 Jan 28 04:09:05.684397 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70a488-582e-49b7-81d2-a86118a38fcf req-baf90ce1-b503-4af2-9328-e5e44253a4c5 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:05.686166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd70a488-582e-49b7-81d2-a86118a38fcf req-baf90ce1-b503-4af2-9328-e5e44253a4c5 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0536292 Jan 28 04:09:05.735788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd70a488-582e-49b7-81d2-a86118a38fcf req-8beb77bd-23ce-4ac8-a021-7af2f4576eb9 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437481 Jan 28 04:09:05.859544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b056e-3fee-4f6d-927d-cef8071bcf6d req-d32c39eb-265e-4b62-a31f-99620c9cbdd5 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:05.861158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d77b056e-3fee-4f6d-927d-cef8071bcf6d req-d32c39eb-265e-4b62-a31f-99620c9cbdd5 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0567231 Jan 28 04:09:05.917474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d77b056e-3fee-4f6d-927d-cef8071bcf6d req-0d2e4e43-fa0a-4238-9ab2-d75748404b99 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Jan 28 04:09:06.177274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a109c4-4e35-4d80-8320-e092cfe0cdf3 req-db38c8a4-c934-4ba3-88fd-c38059d45413 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:06.178886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36a109c4-4e35-4d80-8320-e092cfe0cdf3 req-db38c8a4-c934-4ba3-88fd-c38059d45413 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0582855 Jan 28 04:09:06.236636 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36a109c4-4e35-4d80-8320-e092cfe0cdf3 req-d1832b91-1315-4bcb-bde7-5627896e6578 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517130 Jan 28 04:09:07.368115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707f3dd-bef9-48ed-960a-4763cce15c97 req-3a7bc569-b7ab-4911-b7d6-1434a360c214 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:07.375180 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5707f3dd-bef9-48ed-960a-4763cce15c97 req-3a7bc569-b7ab-4911-b7d6-1434a360c214 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0630727 Jan 28 04:09:07.437413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5707f3dd-bef9-48ed-960a-4763cce15c97 req-e50850ef-b9fd-48ab-8b4e-f96b056aabd7 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Jan 28 04:09:07.654471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbf7fd-3638-4dc4-be74-51152939e373 req-2d37ba7a-d6a7-4d0d-8d87-17604bec534d tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:07.656018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74bbf7fd-3638-4dc4-be74-51152939e373 req-2d37ba7a-d6a7-4d0d-8d87-17604bec534d tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0528202 Jan 28 04:09:07.714231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dcc81-440c-4f15-aef8-f8300e3c60bc req-412d1c94-1c3d-4ec2-83d4-d1bbbb0cdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:07.716429 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-246dcc81-440c-4f15-aef8-f8300e3c60bc req-412d1c94-1c3d-4ec2-83d4-d1bbbb0cdfaf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=86066f22c0114f99b6331cdcd09ab5e7&device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 1097 time: 0.0438001 Jan 28 04:09:07.716663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74bbf7fd-3638-4dc4-be74-51152939e373 req-5453c189-3222-45f8-8a6b-acbb8aaa56a8 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457203 Jan 28 04:09:07.811069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dcc81-440c-4f15-aef8-f8300e3c60bc req-4daaa257-86aa-48f4-9a88-c4c0780e3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:07.812458 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-246dcc81-440c-4f15-aef8-f8300e3c60bc req-4daaa257-86aa-48f4-9a88-c4c0780e3e48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e7a68f8-f977-4280-a98a-8f1cc7ce750b HTTP/1.1" status: 200 len: 913 time: 0.0899463 Jan 28 04:09:07.857638 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-246dcc81-440c-4f15-aef8-f8300e3c60bc req-f343acc1-3a26-4040-9aec-37f2a04ada7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7608762d-1377-429c-9c78-0942cc3de55e HTTP/1.1" status: 200 len: 217 time: 0.0391803 Jan 28 04:09:07.905099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dcc81-440c-4f15-aef8-f8300e3c60bc req-474c5076-c922-4cec-b0df-963a256cad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:07.906554 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-246dcc81-440c-4f15-aef8-f8300e3c60bc req-474c5076-c922-4cec-b0df-963a256cad2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd HTTP/1.1" status: 200 len: 852 time: 0.0434155 Jan 28 04:09:07.938851 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-246dcc81-440c-4f15-aef8-f8300e3c60bc req-3f0dcd9b-f2d1-46aa-9736-5fae2733de42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e7a68f8-f977-4280-a98a-8f1cc7ce750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263243 Jan 28 04:09:08.032501 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-246dcc81-440c-4f15-aef8-f8300e3c60bc req-a9e87bf9-acae-467d-b01c-cfc82926ca37 service neutron] 10.222.0.25 "GET /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871196 Jan 28 04:09:08.125956 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-246dcc81-440c-4f15-aef8-f8300e3c60bc req-aac20833-860c-4938-a993-9d1bef47d365 service neutron] 10.222.0.25 "GET /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873194 Jan 28 04:09:08.841465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2e2e-4552-4b65-a889-5091bf20f88f req-ea11e63d-af71-498a-bf4a-6853c39fa514 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:08.843901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f7f2e2e-4552-4b65-a889-5091bf20f88f req-ea11e63d-af71-498a-bf4a-6853c39fa514 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0532749 Jan 28 04:09:08.895765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f7f2e2e-4552-4b65-a889-5091bf20f88f req-5c00cd6f-4332-47dc-9806-b97d9cfd59c7 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463023 Jan 28 04:09:10.019517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e302d-1bb2-48b1-8fa1-720e1fd84f5a req-6f74780e-0c28-44b3-84a0-4ba59f60998c tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:10.021144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a0e302d-1bb2-48b1-8fa1-720e1fd84f5a req-6f74780e-0c28-44b3-84a0-4ba59f60998c tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0521903 Jan 28 04:09:10.073686 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a0e302d-1bb2-48b1-8fa1-720e1fd84f5a req-0fbd6edc-5d44-4767-9dd7-df7a8dc9e47d tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460050 Jan 28 04:09:10.312238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4e26b-ebee-478b-b940-10a1702e3937 req-adcc239b-1bbb-4c06-b2e8-5e3df85c07ef tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:10.314815 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ba4e26b-ebee-478b-b940-10a1702e3937 req-adcc239b-1bbb-4c06-b2e8-5e3df85c07ef tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0539999 Jan 28 04:09:10.364228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ba4e26b-ebee-478b-b940-10a1702e3937 req-a88c2a2f-f71c-44b0-a817-29a44bd42428 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433173 Jan 28 04:09:10.533221 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-783ac8df-44ee-4fff-a352-1862dd6b8e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:10.661176 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:09:11.497519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfac4b-383a-46c2-aa1f-787447486f62 req-4724f29a-bc14-4d05-878a-fd31647717c3 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:11.501406 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08dfac4b-383a-46c2-aa1f-787447486f62 req-4724f29a-bc14-4d05-878a-fd31647717c3 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0639029 Jan 28 04:09:11.553918 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08dfac4b-383a-46c2-aa1f-787447486f62 req-f5eb12e0-019d-4878-aa96-8ada8087e723 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 Jan 28 04:09:11.790821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59d25a-d803-4f18-89f7-e2a1db7880ab req-f00f9dfd-7ae6-4da3-9be2-b66e1eb834d3 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:11.794028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f59d25a-d803-4f18-89f7-e2a1db7880ab req-f00f9dfd-7ae6-4da3-9be2-b66e1eb834d3 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0732644 Jan 28 04:09:11.850207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56147aa5-3e5d-4339-9d17-a71b85181620 req-7a220960-168d-4b78-a8ad-28517b197829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:11.851933 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56147aa5-3e5d-4339-9d17-a71b85181620 req-7a220960-168d-4b78-a8ad-28517b197829 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=86066f22c0114f99b6331cdcd09ab5e7&device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 1097 time: 0.0680168 Jan 28 04:09:11.852497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f59d25a-d803-4f18-89f7-e2a1db7880ab req-c44e0334-3851-4f03-a0fd-30f7ea19fc97 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522218 Jan 28 04:09:11.961090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56147aa5-3e5d-4339-9d17-a71b85181620 req-07a89a26-9dd3-4740-a2eb-ee5a69cf72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:11.962657 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56147aa5-3e5d-4339-9d17-a71b85181620 req-07a89a26-9dd3-4740-a2eb-ee5a69cf72cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e7a68f8-f977-4280-a98a-8f1cc7ce750b HTTP/1.1" status: 200 len: 913 time: 0.1052473 Jan 28 04:09:12.005547 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56147aa5-3e5d-4339-9d17-a71b85181620 req-9658b7ef-fca1-4c4a-a908-c6cb8933b332 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7608762d-1377-429c-9c78-0942cc3de55e HTTP/1.1" status: 200 len: 217 time: 0.0378473 Jan 28 04:09:12.059211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56147aa5-3e5d-4339-9d17-a71b85181620 req-4a2eb829-4e9b-465e-8209-d600031203a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:12.060695 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56147aa5-3e5d-4339-9d17-a71b85181620 req-4a2eb829-4e9b-465e-8209-d600031203a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd HTTP/1.1" status: 200 len: 852 time: 0.0496092 Jan 28 04:09:12.091063 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56147aa5-3e5d-4339-9d17-a71b85181620 req-23a797b7-9fa6-4cad-be5a-4415bab59ea6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e7a68f8-f977-4280-a98a-8f1cc7ce750b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247922 Jan 28 04:09:12.179785 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56147aa5-3e5d-4339-9d17-a71b85181620 req-23f9aa68-c42b-4519-9fca-034e76e06003 service neutron] 10.222.0.25 "GET /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828702 Jan 28 04:09:12.273070 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56147aa5-3e5d-4339-9d17-a71b85181620 req-79891566-e9cd-42eb-848e-b3ab8f65f463 service neutron] 10.222.0.25 "GET /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876021 Jan 28 04:09:12.301925 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:12.585638 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a95683e-b1bb-48b5-ab88-93912af33bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:12.972141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7daa1-da25-4fe2-b41b-93f3110a9d3d req-a41e8a69-7ba3-41e6-9592-d9359092d06e tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:12.973659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ac7daa1-da25-4fe2-b41b-93f3110a9d3d req-a41e8a69-7ba3-41e6-9592-d9359092d06e tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0481188 Jan 28 04:09:13.026248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ac7daa1-da25-4fe2-b41b-93f3110a9d3d req-6ff98bf0-e5a5-425d-a04a-b059c6cb040c tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463722 Jan 28 04:09:14.156824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe6681-05d7-4f21-8b42-1c5ba878186c req-3f86014c-dbfa-4a27-9c54-f69db09184f1 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:14.158430 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28fe6681-05d7-4f21-8b42-1c5ba878186c req-3f86014c-dbfa-4a27-9c54-f69db09184f1 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0544903 Jan 28 04:09:14.210779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28fe6681-05d7-4f21-8b42-1c5ba878186c req-0cd5b97d-7c6a-4a05-8018-e506530819c8 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Jan 28 04:09:14.337014 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:14.453835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54709e0-34fc-41c3-a5e2-81b94ef32a57 req-fba64a2f-c606-4307-adf7-db45c0e703ca tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:14.455387 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f54709e0-34fc-41c3-a5e2-81b94ef32a57 req-fba64a2f-c606-4307-adf7-db45c0e703ca tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0505507 Jan 28 04:09:14.511627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f54709e0-34fc-41c3-a5e2-81b94ef32a57 req-0a2bb738-c99e-4cb7-abb0-92a7b2cb884a tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477407 Jan 28 04:09:14.661678 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:15.585339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:15.643431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8994f3-c5b5-431e-a1b3-55452e1e1f46 req-fa3d33d8-d38e-4585-9727-797ad8ab4765 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:15.644952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed8994f3-c5b5-431e-a1b3-55452e1e1f46 req-fa3d33d8-d38e-4585-9727-797ad8ab4765 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0522394 Jan 28 04:09:15.693077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed8994f3-c5b5-431e-a1b3-55452e1e1f46 req-fd7d9f70-ab89-4ab7-b72b-b7b4ce3e079f tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424011 Jan 28 04:09:16.459826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-3cf76af4-bb2e-4249-991f-4c96162d8cd4 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:16.461523 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-3cf76af4-bb2e-4249-991f-4c96162d8cd4 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.25 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0509264 Jan 28 04:09:16.565089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Deleting port 7608762d-1377-429c-9c78-0942cc3de55e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:09:16.565532 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7608762d-1377-429c-9c78-0942cc3de55e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:16.656457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] For port 7608762d-1377-429c-9c78-0942cc3de55e, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=7608762d-1377-429c-9c78-0942cc3de55e,segment=NetworkSegment(a7e64b6a-9d35-4485-9233-f1c53acf3fd9),segment_id=a7e64b6a-9d35-4485-9233-f1c53acf3fd9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:09:16.656825 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7608762d-1377-429c-9c78-0942cc3de55e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:16.671611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Calling delete_port for 7608762d-1377-429c-9c78-0942cc3de55e owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:09:16.789403 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:16.811770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7608762d-1377-429c-9c78-0942cc3de55e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:16.827103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8007e-07d6-49b6-953b-3a52782ef0a6 req-8e76b1d7-87c9-4d2e-8a89-1f2b8b51b103 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:16.834677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bf8007e-07d6-49b6-953b-3a52782ef0a6 req-8e76b1d7-87c9-4d2e-8a89-1f2b8b51b103 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/ports?device_id=82807404-10b3-4712-b29b-0e05f0005aec HTTP/1.1" status: 200 len: 945 time: 0.0702376 Jan 28 04:09:16.846161 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['7608762d-1377-429c-9c78-0942cc3de55e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:09:16.856646 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Pushing event deleted for resources: {'Port': ['ID=7608762d-1377-429c-9c78-0942cc3de55e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:16.890902 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bf8007e-07d6-49b6-953b-3a52782ef0a6 req-b897e3b8-41a4-489e-840b-2313980c0c0b tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.44 "GET /v2.0/security-groups?id=660ad9b1-ba2b-4c92-a847-189443c8a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551569 Jan 28 04:09:16.901959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] No DVR routers for this DVR port 7608762d-1377-429c-9c78-0942cc3de55e on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:09:16.905928 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:16.909495 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8ce14478-6d11-46cb-9613-1da314c9fe6d req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] 10.222.0.25 "DELETE /v2.0/ports/7608762d-1377-429c-9c78-0942cc3de55e HTTP/1.1" status: 204 len: 173 time: 0.4429967 Jan 28 04:09:16.910180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82807404-10b3-4712-b29b-0e05f0005aec', 'name': 'network-vif-deleted', 'tag': '7608762d-1377-429c-9c78-0942cc3de55e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:09:16.913551 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d252ec64-bd21-499f-a8db-4c6faf1ce756" -d '{"events": [{"server_uuid": "82807404-10b3-4712-b29b-0e05f0005aec", "name": "network-vif-deleted", "tag": "7608762d-1377-429c-9c78-0942cc3de55e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:09:16.917809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.918138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.918462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.918803 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.919137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.919469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.919797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.920130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.920450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.920774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.921131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.921454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.921781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be696e9b-91b1-4890-b970-cca55b4de590 tempest-TestServerAdvancedOps-2007502259 tempest-TestServerAdvancedOps-2007502259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:16.967883 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4e7907-63a0-4b12-af8a-d09c01e53159 x-openstack-request-id: req-ca4e7907-63a0-4b12-af8a-d09c01e53159 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:09:16.968552 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82807404-10b3-4712-b29b-0e05f0005aec", "name": "network-vif-deleted", "tag": "7608762d-1377-429c-9c78-0942cc3de55e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:09:16.968552 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca4e7907-63a0-4b12-af8a-d09c01e53159 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:09:16.968854 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82807404-10b3-4712-b29b-0e05f0005aec', 'name': 'network-vif-deleted', 'tag': '7608762d-1377-429c-9c78-0942cc3de55e', 'status': 'completed', 'code': 200} Jan 28 04:09:17.951108 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:17.995998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-889c5d73-f642-4e18-b201-37e0acaffa7b admin admin] Deleting subnet d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:09:17.999212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-889c5d73-f642-4e18-b201-37e0acaffa7b admin admin] Publish callbacks [] for subnet (d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.033834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-889c5d73-f642-4e18-b201-37e0acaffa7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.079549 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-889c5d73-f642-4e18-b201-37e0acaffa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.139264 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-889c5d73-f642-4e18-b201-37e0acaffa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.171179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c5d73-f642-4e18-b201-37e0acaffa7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:18.173080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-889c5d73-f642-4e18-b201-37e0acaffa7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.176335 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-889c5d73-f642-4e18-b201-37e0acaffa7b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d4b0f8bb-bcb1-4c68-bacb-e4fede7986cd HTTP/1.1" status: 204 len: 168 time: 0.2241540 Jan 28 04:09:18.178736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46696) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:18.244799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (5e7a68f8-f977-4280-a98a-8f1cc7ce750b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.355405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (5e7a68f8-f977-4280-a98a-8f1cc7ce750b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.379608 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-338d70aa-528e-4f11-9156-738e7af58743 req-e5aca927-461c-4659-bf03-b8bf66babdea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1020603 Jan 28 04:09:18.382914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7a68f8-f977-4280-a98a-8f1cc7ce750b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:09:18.392952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e64b6a-9d35-4485-9233-f1c53acf3fd9') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:09:18.393259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e64b6a-9d35-4485-9233-f1c53acf3fd9') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:09:18.403583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (a7e64b6a-9d35-4485-9233-f1c53acf3fd9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.418972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a7e64b6a-9d35-4485-9233-f1c53acf3fd9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.426360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:09:18.426915 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (a7e64b6a-9d35-4485-9233-f1c53acf3fd9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:09:18.437888 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:09:18.518799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (5e7a68f8-f977-4280-a98a-8f1cc7ce750b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.529912 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.529912 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] 10.222.0.44 "DELETE /v2.0/networks/5e7a68f8-f977-4280-a98a-8f1cc7ce750b HTTP/1.1" status: 204 len: 168 time: 0.3492155 Jan 28 04:09:18.531993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:18.551880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a219133-092d-4f80-a03c-8034959cb59f admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7a68f8-f977-4280-a98a-8f1cc7ce750b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:18.587715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d70aa-528e-4f11-9156-738e7af58743 req-c7e73ee2-8568-4944-8e09-1ac71d14f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:18.590057 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-338d70aa-528e-4f11-9156-738e7af58743 req-c7e73ee2-8568-4944-8e09-1ac71d14f2cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 1098 time: 0.1194124 Jan 28 04:09:18.601715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-278cacd7-38e1-4b68-b871-73d682921757 admin admin] Deleting subnet 72a4b3d7-1871-466e-bb37-15de9a345f48 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:09:18.607548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-278cacd7-38e1-4b68-b871-73d682921757 admin admin] Publish callbacks [] for subnet (72a4b3d7-1871-466e-bb37-15de9a345f48), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.706146 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-278cacd7-38e1-4b68-b871-73d682921757 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (72a4b3d7-1871-466e-bb37-15de9a345f48), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.769904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-278cacd7-38e1-4b68-b871-73d682921757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (72a4b3d7-1871-466e-bb37-15de9a345f48), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.772487 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d70aa-528e-4f11-9156-738e7af58743 req-d89dfd18-41f2-440a-ae8b-2e011cf8347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:18.774158 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-338d70aa-528e-4f11-9156-738e7af58743 req-d89dfd18-41f2-440a-ae8b-2e011cf8347c service neutron] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.1642015 Jan 28 04:09:18.878824 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-338d70aa-528e-4f11-9156-738e7af58743 req-7333f845-ffa9-49a9-a9d7-718ace58f40d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c300c65-666c-4dc0-b05f-5d842e14cd1b HTTP/1.1" status: 200 len: 1001 time: 0.0866411 Jan 28 04:09:18.919218 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-278cacd7-38e1-4b68-b871-73d682921757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (72a4b3d7-1871-466e-bb37-15de9a345f48), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.952061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cacd7-38e1-4b68-b871-73d682921757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a4b3d7-1871-466e-bb37-15de9a345f48,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:18.957331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-278cacd7-38e1-4b68-b871-73d682921757 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:18.961222 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-278cacd7-38e1-4b68-b871-73d682921757 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/72a4b3d7-1871-466e-bb37-15de9a345f48 HTTP/1.1" status: 204 len: 168 time: 0.4282734 Jan 28 04:09:18.964692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46706) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:19.359371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d70aa-528e-4f11-9156-738e7af58743 req-2881e186-2058-4e3d-8645-3c0ab2bd1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:19.360741 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-338d70aa-528e-4f11-9156-738e7af58743 req-2881e186-2058-4e3d-8645-3c0ab2bd1da5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.4725640 Jan 28 04:09:19.411419 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (61cefd5e-e40e-4ee9-9731-91c137c30a94), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:19.426838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d70aa-528e-4f11-9156-738e7af58743 req-1651d97a-7e93-4af1-9834-ce922efbc057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:19.428306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-338d70aa-528e-4f11-9156-738e7af58743 req-1651d97a-7e93-4af1-9834-ce922efbc057 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615447 Jan 28 04:09:19.546643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (61cefd5e-e40e-4ee9-9731-91c137c30a94), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:19.579435 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cefd5e-e40e-4ee9-9731-91c137c30a94']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:09:19.597737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3202fb5a-21aa-4e8c-9c93-00cc178a8c6c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:09:19.598034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3202fb5a-21aa-4e8c-9c93-00cc178a8c6c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:09:19.611320 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-338d70aa-528e-4f11-9156-738e7af58743 req-b565741d-6e8b-43bf-9a9e-1ecaba57176f service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613412 Jan 28 04:09:19.612763 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (3202fb5a-21aa-4e8c-9c93-00cc178a8c6c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:19.671448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (3202fb5a-21aa-4e8c-9c93-00cc178a8c6c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:19.683337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:09:19.683744 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (3202fb5a-21aa-4e8c-9c93-00cc178a8c6c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:09:19.685540 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:09:19.758898 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (61cefd5e-e40e-4ee9-9731-91c137c30a94), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:19.766070 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:19.769185 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] 10.222.0.44 "DELETE /v2.0/networks/61cefd5e-e40e-4ee9-9731-91c137c30a94 HTTP/1.1" status: 204 len: 168 time: 0.8029006 Jan 28 04:09:19.771137 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-338d70aa-528e-4f11-9156-738e7af58743 req-e5787c3a-ac7e-4cb7-8f3d-7afd44e15136 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521995 Jan 28 04:09:19.788262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcb763-da68-4b1b-b996-b1a83f4b8adc admin admin] Pushing event deleted for resources: {'Network': ['ID=61cefd5e-e40e-4ee9-9731-91c137c30a94,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:19.951415 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46714) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:19.992729 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c4cbe4f0-cf80-4ccc-a4de-f79e4e61b245 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86066f22c0114f99b6331cdcd09ab5e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399761 Jan 28 04:09:19.995484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46716) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:20.049332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc138d9-9f94-4c7e-a83f-6b9f3e5a9c5c admin admin] Publish callbacks [] for security_group (660ad9b1-ba2b-4c92-a847-189443c8a81a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:20.071075 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc138d9-9f94-4c7e-a83f-6b9f3e5a9c5c admin admin] Publish callbacks [] for security_group (660ad9b1-ba2b-4c92-a847-189443c8a81a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:20.120558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc138d9-9f94-4c7e-a83f-6b9f3e5a9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (660ad9b1-ba2b-4c92-a847-189443c8a81a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:20.123623 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc138d9-9f94-4c7e-a83f-6b9f3e5a9c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:20.125466 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0bc138d9-9f94-4c7e-a83f-6b9f3e5a9c5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/660ad9b1-ba2b-4c92-a847-189443c8a81a HTTP/1.1" status: 204 len: 168 time: 0.1285894 Jan 28 04:09:20.137169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc138d9-9f94-4c7e-a83f-6b9f3e5a9c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660ad9b1-ba2b-4c92-a847-189443c8a81a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:20.522374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 46722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:20.570214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 46726) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:20.570752 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cda57ea6-de89-48b9-a8fc-a36cd65f7a4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c29fa172b484935b60c762bcdd508da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468431 Jan 28 04:09:20.625195 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee651d38-e528-4248-9e2c-97e533b20a03 admin admin] Publish callbacks [] for security_group (ac61d1a0-fb1e-46ae-b754-0e1b317918d1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:20.652996 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee651d38-e528-4248-9e2c-97e533b20a03 admin admin] Publish callbacks [] for security_group (ac61d1a0-fb1e-46ae-b754-0e1b317918d1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:20.703505 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee651d38-e528-4248-9e2c-97e533b20a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ac61d1a0-fb1e-46ae-b754-0e1b317918d1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:20.706837 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee651d38-e528-4248-9e2c-97e533b20a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:20.708556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ee651d38-e528-4248-9e2c-97e533b20a03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac61d1a0-fb1e-46ae-b754-0e1b317918d1 HTTP/1.1" status: 204 len: 168 time: 0.1372647 Jan 28 04:09:20.734654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee651d38-e528-4248-9e2c-97e533b20a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac61d1a0-fb1e-46ae-b754-0e1b317918d1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:20.868011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 7608762d-1377-429c-9c78-0942cc3de55e no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:09:20.890357 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 7608762d-1377-429c-9c78-0942cc3de55e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:09:20.890917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 7608762d-1377-429c-9c78-0942cc3de55e not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:09:38.557315 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-e3b73d56-8544-406f-920e-ced4da1596dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548077 Jan 28 04:09:38.694562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-3da5db91-210e-43c6-a1d9-0a4aca0e3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:38.701949 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-3da5db91-210e-43c6-a1d9-0a4aca0e3c6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=023ee4d5918443a4919fd780c791fec8&device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 1098 time: 0.0688679 Jan 28 04:09:38.842889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-1ee352ed-3f94-4a55-aced-22e94625767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:38.844647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-1ee352ed-3f94-4a55-aced-22e94625767a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa HTTP/1.1" status: 200 len: 909 time: 0.1253681 Jan 28 04:09:38.925607 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-0b83deba-d05f-4409-92e4-d96d5160af4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eb7358a-cee8-4928-b417-513c95c2e139 HTTP/1.1" status: 200 len: 1001 time: 0.0753889 Jan 28 04:09:38.990467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-f864851a-aa41-43e7-9329-b0690edb29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:38.992345 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-f864851a-aa41-43e7-9329-b0690edb29c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=777e20b1-2a9c-4fe8-828c-7a4c59e374d5 HTTP/1.1" status: 200 len: 847 time: 0.0613070 Jan 28 04:09:39.050076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-6e57dbf9-0bd3-4ba0-9c75-9dda11caaece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:39.051999 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-6e57dbf9-0bd3-4ba0-9c75-9dda11caaece service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543604 Jan 28 04:09:39.216547 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-f9e95408-13ee-42d1-8b4f-c2d4bae3a45b service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575391 Jan 28 04:09:39.369890 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a3884a2b-5b8b-4d26-a297-5604ab334cb8 req-8c2260db-bcba-4eb7-b168-dab29f2a37e0 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460273 Jan 28 04:09:40.537159 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e7d13b3-b329-42fd-a0d1-fe1f173045c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:42.305001 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:42.592048 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db2226e4-63f3-420e-9d08-819eaadf4690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:44.338923 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:44.686490 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:45.584350 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:46.772629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:47.660961 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:09:54.781947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 47328) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:54.786496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086471907', 'description': 'tempest-secgroup-smoke-1086471907 description', 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:54.806987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:54.873006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group (24af8e1d-af58-4eb5-b03c-a1f5708f3990), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:54.876776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (24af8e1d-af58-4eb5-b03c-a1f5708f3990), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:54.907630 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:54.911903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:54.913334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1302941 Jan 28 04:09:54.915694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24af8e1d-af58-4eb5-b03c-a1f5708f3990,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:54.916453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1d7badfe-c3a0-4d3d-b8ee-fea0ceb5168c tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Request body: {'security_group_rule': {'security_group_id': '24af8e1d-af58-4eb5-b03c-a1f5708f3990', 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:54.924691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.925071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.925420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.925823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.926168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.926826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.926826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.927135 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.927463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.927793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.928166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.928497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.929000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0464cb-4861-43e0-88f4-8a646de16577 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:54.950871 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d7badfe-c3a0-4d3d-b8ee-fea0ceb5168c tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (b8e3242b-fb97-4112-85b7-1e94d4d4d487), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.010574 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d7badfe-c3a0-4d3d-b8ee-fea0ceb5168c tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (b8e3242b-fb97-4112-85b7-1e94d4d4d487), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.014153 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d7badfe-c3a0-4d3d-b8ee-fea0ceb5168c tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (b8e3242b-fb97-4112-85b7-1e94d4d4d487), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.029286 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7badfe-c3a0-4d3d-b8ee-fea0ceb5168c tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e3242b-fb97-4112-85b7-1e94d4d4d487,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:55.040654 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d7badfe-c3a0-4d3d-b8ee-fea0ceb5168c tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.041941 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1d7badfe-c3a0-4d3d-b8ee-fea0ceb5168c tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290064 Jan 28 04:09:55.045577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47334) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:55.049889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ae4d4eb4-bd85-4945-b6f9-c246d36ce66e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Request body: {'security_group_rule': {'security_group_id': '24af8e1d-af58-4eb5-b03c-a1f5708f3990', 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:55.075057 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4eb4-bd85-4945-b6f9-c246d36ce66e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (879eda74-cfad-45a4-825b-82af3e3a8121), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.135921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4eb4-bd85-4945-b6f9-c246d36ce66e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (879eda74-cfad-45a4-825b-82af3e3a8121), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.139771 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4eb4-bd85-4945-b6f9-c246d36ce66e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (879eda74-cfad-45a4-825b-82af3e3a8121), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.159004 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d4eb4-bd85-4945-b6f9-c246d36ce66e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879eda74-cfad-45a4-825b-82af3e3a8121,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:55.169373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4eb4-bd85-4945-b6f9-c246d36ce66e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.170670 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ae4d4eb4-bd85-4945-b6f9-c246d36ce66e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240695 Jan 28 04:09:55.173332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47336) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:55.177892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-43d1b95b-f7f0-4e52-99bd-0b9234166014 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Request body: {'security_group_rule': {'security_group_id': '24af8e1d-af58-4eb5-b03c-a1f5708f3990', 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:55.203260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d1b95b-f7f0-4e52-99bd-0b9234166014 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (c837cbc2-71e8-4790-b31b-c4c999b57dad), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.267002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d1b95b-f7f0-4e52-99bd-0b9234166014 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (c837cbc2-71e8-4790-b31b-c4c999b57dad), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.270994 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d1b95b-f7f0-4e52-99bd-0b9234166014 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c837cbc2-71e8-4790-b31b-c4c999b57dad), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.292172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1b95b-f7f0-4e52-99bd-0b9234166014 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c837cbc2-71e8-4790-b31b-c4c999b57dad,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:55.302217 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43d1b95b-f7f0-4e52-99bd-0b9234166014 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.306115 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-43d1b95b-f7f0-4e52-99bd-0b9234166014 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290078 Jan 28 04:09:55.306429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47338) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:55.311062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-300296ac-dbf0-482c-8bd5-d10c4d0bf25e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Request body: {'security_group_rule': {'security_group_id': '24af8e1d-af58-4eb5-b03c-a1f5708f3990', 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:55.349519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-300296ac-dbf0-482c-8bd5-d10c4d0bf25e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (cf8d4139-fe82-479c-9f72-81611f85bc31), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.411747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-300296ac-dbf0-482c-8bd5-d10c4d0bf25e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (cf8d4139-fe82-479c-9f72-81611f85bc31), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.415774 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-300296ac-dbf0-482c-8bd5-d10c4d0bf25e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (cf8d4139-fe82-479c-9f72-81611f85bc31), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.436131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300296ac-dbf0-482c-8bd5-d10c4d0bf25e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8d4139-fe82-479c-9f72-81611f85bc31,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:55.441488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-300296ac-dbf0-482c-8bd5-d10c4d0bf25e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.445725 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-300296ac-dbf0-482c-8bd5-d10c4d0bf25e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352921 Jan 28 04:09:55.445725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47340) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:55.450395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bafc8676-4275-4cba-baf2-f1453e4f27de tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Request body: {'security_group_rule': {'security_group_id': '24af8e1d-af58-4eb5-b03c-a1f5708f3990', 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:55.470612 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-bafc8676-4275-4cba-baf2-f1453e4f27de tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Project 08f7ff3716c9481dbb07a2aa4cd1ba99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:09:55.476961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bafc8676-4275-4cba-baf2-f1453e4f27de tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (05a16f73-b40d-483c-8b5d-24091faf7543), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.539668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bafc8676-4275-4cba-baf2-f1453e4f27de tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (05a16f73-b40d-483c-8b5d-24091faf7543), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.543671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bafc8676-4275-4cba-baf2-f1453e4f27de tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (05a16f73-b40d-483c-8b5d-24091faf7543), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.562957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc8676-4275-4cba-baf2-f1453e4f27de tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a16f73-b40d-483c-8b5d-24091faf7543,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:55.573331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bafc8676-4275-4cba-baf2-f1453e4f27de tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.575595 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bafc8676-4275-4cba-baf2-f1453e4f27de tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289048 Jan 28 04:09:55.578043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:55.582692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6fd31da5-1c98-4fa8-8308-5397c0f52fd0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Request body: {'security_group_rule': {'security_group_id': '24af8e1d-af58-4eb5-b03c-a1f5708f3990', 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:55.603165 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-6fd31da5-1c98-4fa8-8308-5397c0f52fd0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Project 08f7ff3716c9481dbb07a2aa4cd1ba99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:09:55.608374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fd31da5-1c98-4fa8-8308-5397c0f52fd0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (576dae48-2e90-4a34-92ee-03fe692cc8ce), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.668985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fd31da5-1c98-4fa8-8308-5397c0f52fd0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (576dae48-2e90-4a34-92ee-03fe692cc8ce), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.672795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fd31da5-1c98-4fa8-8308-5397c0f52fd0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (576dae48-2e90-4a34-92ee-03fe692cc8ce), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.693071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd31da5-1c98-4fa8-8308-5397c0f52fd0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576dae48-2e90-4a34-92ee-03fe692cc8ce,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:55.702882 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fd31da5-1c98-4fa8-8308-5397c0f52fd0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:55.704149 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6fd31da5-1c98-4fa8-8308-5397c0f52fd0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251638 Jan 28 04:09:55.910000 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-9209d3d7-fa17-4eb3-ad05-dd5f943f80d7 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086471907&fields=id&tenant_id=08f7ff3716c9481dbb07a2aa4cd1ba99 HTTP/1.1" status: 200 len: 267 time: 0.0455303 Jan 28 04:09:56.022805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-a03d5a47-a4f0-4a29-9ff1-0bc0ed7444b6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:56.024492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-a03d5a47-a4f0-4a29-9ff1-0bc0ed7444b6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/networks?id=2fcb1039-27b6-439f-989a-7e325a76c595 HTTP/1.1" status: 200 len: 813 time: 0.1077008 Jan 28 04:09:56.041428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-a65b37fc-dd8c-42f0-a2d6-307fa0f1a34a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/quotas/08f7ff3716c9481dbb07a2aa4cd1ba99 HTTP/1.1" status: 200 len: 375 time: 0.0097950 Jan 28 04:09:56.094085 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-ac14a58b-f052-47e1-b168-c8a6a1b9eed7 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=08f7ff3716c9481dbb07a2aa4cd1ba99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466018 Jan 28 04:09:56.192176 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-89e7ba21-2e3a-4eb8-ad3f-984b98bd3cfb service neutron] 10.222.0.44 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866807 Jan 28 04:09:56.287063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-92afdfad-fcd5-49ac-bdb5-0ac877d99814 service neutron] 10.222.0.44 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888951 Jan 28 04:09:56.584638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65faeba8-1830-4a48-8f6c-04e9684eba2d req-44a172bb-cbbb-49f0-8a53-dbe67ac6fdf8 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0303392 Jan 28 04:09:57.611269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-879b637a-d994-4454-b9ff-11068b2fea1b tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:57.612734 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-879b637a-d994-4454-b9ff-11068b2fea1b tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.42 "GET /v2.0/networks?id=2fcb1039-27b6-439f-989a-7e325a76c595 HTTP/1.1" status: 200 len: 813 time: 0.1201506 Jan 28 04:09:57.690476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-6df1b5a0-2478-4256-a5ea-dfd3264763b8 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08f7ff3716c9481dbb07a2aa4cd1ba99 HTTP/1.1" status: 200 len: 380 time: 0.0630212 Jan 28 04:09:57.697172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f59c86f-7ca9-468a-911f-a0df63597c44 req-a92f56fe-eca1-4791-bba0-1989059fb144 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0285368 Jan 28 04:09:57.702008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Request body: {'port': {'device_id': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'admin_state_up': True, 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'security_groups': ['24af8e1d-af58-4eb5-b03c-a1f5708f3990']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:57.824981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Made reservation on behalf of 08f7ff3716c9481dbb07a2aa4cd1ba99 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:09:57.828328 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:57.964105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Allocated IP 172.20.0.3 (2fcb1039-27b6-439f-989a-7e325a76c595/71d9142c-ce09-4fb8-9e45-d127210fd4c8/c727c152-a247-483c-8e35-8a193b23dcf5) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:09:58.135244 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for port (c727c152-a247-483c-8e35-8a193b23dcf5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:58.184477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:58.227339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Network 2fcb1039-27b6-439f-989a-7e325a76c595 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:09:58.230931 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:09:58.236875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:09:58.243252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event updated for resources: {'Port': ['ID=c727c152-a247-483c-8e35-8a193b23dcf5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:58.298703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:58.299371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:58.318035 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-c1b37876-b7b3-421b-93a8-bd3f834a13c6 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6225498 Jan 28 04:09:58.335951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Request body: {'port': {'device_id': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:58.401738 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:58.585947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0e018f77-64fd-4a0c-b10b-1a9f5add7e3f None None] Provisioning complete for port c727c152-a247-483c-8e35-8a193b23dcf5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:09:58.586995 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e018f77-64fd-4a0c-b10b-1a9f5add7e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:58.626940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0e018f77-64fd-4a0c-b10b-1a9f5add7e3f None None] Port c727c152-a247-483c-8e35-8a193b23dcf5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:09:58.736474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c727c152-a247-483c-8e35-8a193b23dcf5 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:09:58.744578 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Publish callbacks [] for port (c727c152-a247-483c-8e35-8a193b23dcf5), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:58.758518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Transition to ACTIVE for port object c727c152-a247-483c-8e35-8a193b23dcf5 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:09:58.762817 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:58.842288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b8cb0-e5f5-440f-8a87-e78d8560eb00 req-f2e6c478-de1f-4df3-9181-3712a1d96eed tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:58.851521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c6b8cb0-e5f5-440f-8a87-e78d8560eb00 req-f2e6c478-de1f-4df3-9181-3712a1d96eed tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0724587 Jan 28 04:09:58.909128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Pushing event updated for resources: {'Port': ['ID=c727c152-a247-483c-8e35-8a193b23dcf5,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:58.925777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Attempting to bind port c727c152-a247-483c-8e35-8a193b23dcf5 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:09:58.932285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Attempting to bind port c727c152-a247-483c-8e35-8a193b23dcf5 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:09:58.932621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Attempting to bind port c727c152-a247-483c-8e35-8a193b23dcf5 on network 2fcb1039-27b6-439f-989a-7e325a76c595 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:09:58.945332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Port c727c152-a247-483c-8e35-8a193b23dcf5 on network 2fcb1039-27b6-439f-989a-7e325a76c595 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:09:58.945511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c6b8cb0-e5f5-440f-8a87-e78d8560eb00 req-17024e03-d017-472f-904c-d629b654399e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927606 Jan 28 04:09:58.945667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Attempting to bind port c727c152-a247-483c-8e35-8a193b23dcf5 on network 2fcb1039-27b6-439f-989a-7e325a76c595 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:09:58.952151 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:09:58.952497 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Checking segment: {'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:09:58.952910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Bound using segment: {'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:09:58.953344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Bound port: c727c152-a247-483c-8e35-8a193b23dcf5, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:09:58.953696 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:59.035200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] For port c727c152-a247-483c-8e35-8a193b23dcf5, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:09:59.038373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] For port c727c152-a247-483c-8e35-8a193b23dcf5, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c727c152-a247-483c-8e35-8a193b23dcf5,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:09:59.044675 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:59.062512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:59.063133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:59.064813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] 10.222.0.42 "PUT /v2.0/ports/c727c152-a247-483c-8e35-8a193b23dcf5 HTTP/1.1" status: 200 len: 1092 time: 0.7338378 Jan 28 04:09:59.085052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:09:59.087596 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b271c6-dc41-41df-9e12-cd345f18a7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:09:59.172744 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c205c177-ddab-47d2-aac8-3a4fc8b7aad9 x-openstack-request-id: req-c205c177-ddab-47d2-aac8-3a4fc8b7aad9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:09:59.173281 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:09:59.173670 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c205c177-ddab-47d2-aac8-3a4fc8b7aad9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:09:59.174197 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'status': 'completed', 'code': 200} Jan 28 04:09:59.176801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a33cb6-b0d1-40f0-9c03-bc5ac6299f39 service neutron] Pushing event updated for resources: {'Port': ['ID=c727c152-a247-483c-8e35-8a193b23dcf5,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:59.198011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-1d9606d2-6c0b-44fa-abb2-d79d051fc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:59.200246 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-1d9606d2-6c0b-44fa-abb2-d79d051fc14c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08f7ff3716c9481dbb07a2aa4cd1ba99&device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 1095 time: 0.0722570 Jan 28 04:09:59.264708 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-e739f975-fa83-4eed-80ab-3925b7471885 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c727c152-a247-483c-8e35-8a193b23dcf5 HTTP/1.1" status: 200 len: 217 time: 0.0528476 Jan 28 04:09:59.359095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-86484db2-f9cb-48d2-924f-027829a2cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:59.360927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-86484db2-f9cb-48d2-924f-027829a2cd11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71d9142c-ce09-4fb8-9e45-d127210fd4c8 HTTP/1.1" status: 200 len: 852 time: 0.0895729 Jan 28 04:09:59.432221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-0a2c6f7e-f8b4-4224-985d-0be7783e50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:59.434316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-0a2c6f7e-f8b4-4224-985d-0be7783e50c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fcb1039-27b6-439f-989a-7e325a76c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636220 Jan 28 04:09:59.560625 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-57cde0e4-b1df-4359-8dc4-d631f99ec7ba service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207204 Jan 28 04:09:59.692182 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fc9e1642-4b3f-4786-8356-afe78bc1612e req-9d75c41d-47a3-41e0-b3a0-554ef05f4eec service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261942 Jan 28 04:09:59.827168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-651423df-782a-4967-acde-4e7e4d5d394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:59.829873 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-651423df-782a-4967-acde-4e7e4d5d394f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08f7ff3716c9481dbb07a2aa4cd1ba99&device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 1095 time: 0.0634634 Jan 28 04:09:59.932090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-c023dfe1-4dba-4958-a461-833ace8ea6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:59.934482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-c023dfe1-4dba-4958-a461-833ace8ea6b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fcb1039-27b6-439f-989a-7e325a76c595 HTTP/1.1" status: 200 len: 914 time: 0.0988731 Jan 28 04:10:00.018040 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-4b0f2270-5633-4a7b-bd6a-349e94475460 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c727c152-a247-483c-8e35-8a193b23dcf5 HTTP/1.1" status: 200 len: 217 time: 0.0780921 Jan 28 04:10:00.085616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-2fdb3d22-3997-46d3-85ef-8f4ab5d07682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:00.087112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-2fdb3d22-3997-46d3-85ef-8f4ab5d07682 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71d9142c-ce09-4fb8-9e45-d127210fd4c8 HTTP/1.1" status: 200 len: 852 time: 0.0640121 Jan 28 04:10:00.101726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18e64-e131-4480-bc20-b775ffb5cb80 req-993cddc8-749d-457f-a8e0-79c686576638 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:00.103495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ec18e64-e131-4480-bc20-b775ffb5cb80 req-993cddc8-749d-457f-a8e0-79c686576638 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0550532 Jan 28 04:10:00.157609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-7790046c-6d99-4589-adad-8faeed9e4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:00.160105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-7790046c-6d99-4589-adad-8faeed9e4e66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fcb1039-27b6-439f-989a-7e325a76c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677547 Jan 28 04:10:00.221434 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ec18e64-e131-4480-bc20-b775ffb5cb80 req-d17366e4-989d-4bc6-9ccb-2bf776aae84e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122289 Jan 28 04:10:00.316950 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-e7ee2de4-b723-48a8-b316-d8d6be1d9daa service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504741 Jan 28 04:10:00.469316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-66b271c6-dc41-41df-9e12-cd345f18a7f1 req-12be2819-3a44-452a-955f-f9a6a62e87d5 service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455796 Jan 28 04:10:01.344594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa54be-c9bf-4f74-a338-cfdc8978d6ec req-486a40f2-04da-4d8f-9130-467eafa1d8f1 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:01.349396 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69fa54be-c9bf-4f74-a338-cfdc8978d6ec req-486a40f2-04da-4d8f-9130-467eafa1d8f1 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0543280 Jan 28 04:10:01.409423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-69fa54be-c9bf-4f74-a338-cfdc8978d6ec req-adb4ba47-b356-4c65-a40e-84a3910e57b9 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574658 Jan 28 04:10:02.547942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcee3ab-91e3-48d6-9ed0-54bb53d3f575 req-c3513817-f2a4-4c50-9c51-3a2fdc026354 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:02.549922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7bcee3ab-91e3-48d6-9ed0-54bb53d3f575 req-c3513817-f2a4-4c50-9c51-3a2fdc026354 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0646725 Jan 28 04:10:02.605075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7bcee3ab-91e3-48d6-9ed0-54bb53d3f575 req-627fe7c2-27b5-4d5d-be65-5536179bc7f4 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495417 Jan 28 04:10:03.725282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475d31a-ba23-4652-8b3c-b02d2c8e350b req-c7d78945-7e79-4cb9-96d4-9fa95ffdead4 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:03.726955 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4475d31a-ba23-4652-8b3c-b02d2c8e350b req-c7d78945-7e79-4cb9-96d4-9fa95ffdead4 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0509574 Jan 28 04:10:03.778624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4475d31a-ba23-4652-8b3c-b02d2c8e350b req-0b782473-115d-4327-988f-2b5b1d222864 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452340 Jan 28 04:10:04.908386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7e2c5-55ef-479b-b82f-2466c6f210dc req-968cde42-f61d-4e8d-8100-020b29493d3b tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:04.910256 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28d7e2c5-55ef-479b-b82f-2466c6f210dc req-968cde42-f61d-4e8d-8100-020b29493d3b tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0567021 Jan 28 04:10:04.971291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28d7e2c5-55ef-479b-b82f-2466c6f210dc req-cb7fb939-4b67-448c-a1eb-df1334d7a7b8 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535810 Jan 28 04:10:06.136332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa5f0e-0d6b-435d-9e74-df97030979b3 req-abb73c9d-19e2-4d49-9602-65ce26b2cca1 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:06.138075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37fa5f0e-0d6b-435d-9e74-df97030979b3 req-abb73c9d-19e2-4d49-9602-65ce26b2cca1 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0503826 Jan 28 04:10:06.189681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-37fa5f0e-0d6b-435d-9e74-df97030979b3 req-50d96aa8-4a5a-4e88-afbf-b0b8b821e653 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458975 Jan 28 04:10:07.311405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2745433-5f6d-4fa6-a9ae-5165e3def87f req-3888dd1e-f4a6-44a7-a3b6-2983adaf05aa tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:07.312883 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2745433-5f6d-4fa6-a9ae-5165e3def87f req-3888dd1e-f4a6-44a7-a3b6-2983adaf05aa tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0549970 Jan 28 04:10:07.361196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2745433-5f6d-4fa6-a9ae-5165e3def87f req-27029f72-d86e-487b-8e06-3dc62a7707af tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 Jan 28 04:10:08.487152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a36fe-0bb0-48a5-875c-f53c65b51020 req-a939298f-2eaa-4d67-bbf0-66f49a801780 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:08.489436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb7a36fe-0bb0-48a5-875c-f53c65b51020 req-a939298f-2eaa-4d67-bbf0-66f49a801780 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0529792 Jan 28 04:10:08.541193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fb7a36fe-0bb0-48a5-875c-f53c65b51020 req-c2f7da36-9769-47e8-b305-64be2f46a7e1 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457573 Jan 28 04:10:09.821888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23066b73-d9bb-4b25-a09b-2970997a200c req-61d84f37-18fa-4067-a4cd-f04666832b34 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:09.823520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23066b73-d9bb-4b25-a09b-2970997a200c req-61d84f37-18fa-4067-a4cd-f04666832b34 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.2133155 Jan 28 04:10:09.876673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23066b73-d9bb-4b25-a09b-2970997a200c req-9a69e2d0-63ae-4184-99c3-de26f8f06043 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471678 Jan 28 04:10:10.543214 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30dd2b94-85c5-4b09-97e0-0ad52c143f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:11.056433 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca18d7-edcd-453e-b595-29f46c537706 req-3b2250ef-927f-4ccc-94f1-9f30072fff0c tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:11.057998 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0cca18d7-edcd-453e-b595-29f46c537706 req-3b2250ef-927f-4ccc-94f1-9f30072fff0c tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.1110518 Jan 28 04:10:11.107231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0cca18d7-edcd-453e-b595-29f46c537706 req-cf7b8330-90f7-4312-af00-07df83556914 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 Jan 28 04:10:12.226505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fc56d-53d2-4b4b-8bbb-146687907c48 req-63c98183-88ea-475d-b586-7889015a1552 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:12.228014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-482fc56d-53d2-4b4b-8bbb-146687907c48 req-63c98183-88ea-475d-b586-7889015a1552 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0490615 Jan 28 04:10:12.276436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-482fc56d-53d2-4b4b-8bbb-146687907c48 req-398afffb-fb26-4a4f-9219-c63a78cb7d01 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421171 Jan 28 04:10:12.325575 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:12.586090 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce455624-803a-4d1a-b9ff-02ed35cf5cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:13.398130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178370b-701b-493c-b072-ffc347b90b5f req-a6bcbebd-ac63-4dbe-b6e5-627a7131958d tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:13.399721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d178370b-701b-493c-b072-ffc347b90b5f req-a6bcbebd-ac63-4dbe-b6e5-627a7131958d tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0539174 Jan 28 04:10:13.457667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d178370b-701b-493c-b072-ffc347b90b5f req-942be7af-5777-4321-aacd-a5155105fa09 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510523 Jan 28 04:10:14.342308 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:14.592454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ba0f5-3411-406a-a6cd-2aabfb088487 req-7e2575e5-ec30-471d-9e2d-28b36b39c2b1 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:14.595120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-391ba0f5-3411-406a-a6cd-2aabfb088487 req-7e2575e5-ec30-471d-9e2d-28b36b39c2b1 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0584087 Jan 28 04:10:14.648130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-391ba0f5-3411-406a-a6cd-2aabfb088487 req-02c091b1-30b7-4325-a403-cbccdf85bf7a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468922 Jan 28 04:10:14.690100 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:15.587165 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:15.764438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e5f78-3bfa-4daf-8616-e69d06277dac req-e612cd6d-fcdf-4f40-9e74-035518d0ccea tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:15.766236 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-550e5f78-3bfa-4daf-8616-e69d06277dac req-e612cd6d-fcdf-4f40-9e74-035518d0ccea tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 943 time: 0.0487499 Jan 28 04:10:15.819200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-550e5f78-3bfa-4daf-8616-e69d06277dac req-6300ae17-be47-47f6-88b7-7f39d83655a9 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475950 Jan 28 04:10:16.598050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c727c152-a247-483c-8e35-8a193b23dcf5 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:10:16.696706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c727c152-a247-483c-8e35-8a193b23dcf5, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c727c152-a247-483c-8e35-8a193b23dcf5,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:16.708974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'port_id': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'mac_address': 'fa:16:3e:e4:80:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:10:16.745235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c727c152-a247-483c-8e35-8a193b23dcf5 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:10:16.745625 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:16.758720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c727c152-a247-483c-8e35-8a193b23dcf5 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:10:16.791318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c727c152-a247-483c-8e35-8a193b23dcf5, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c727c152-a247-483c-8e35-8a193b23dcf5,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:16.792287 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:16.795512 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:16.848709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c727c152-a247-483c-8e35-8a193b23dcf5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:16.857299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.857690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.858062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.858420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.858774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.859112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.859455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.859804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.860152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.860506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.860877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.861235 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.861581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:16.943473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb513836-062d-4b40-be21-327a3a18ffaf req-0addd35f-b273-44f1-935c-7f9670ba9afd tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:16.945142 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb513836-062d-4b40-be21-327a3a18ffaf req-0addd35f-b273-44f1-935c-7f9670ba9afd tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 944 time: 0.0524857 Jan 28 04:10:17.000615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb513836-062d-4b40-be21-327a3a18ffaf req-2c134c4f-b284-4a3d-b53c-f49868935fad tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489023 Jan 28 04:10:17.077881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['c727c152-a247-483c-8e35-8a193b23dcf5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:10:18.115979 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f6898-04c3-4f37-ba2f-57c1f0b10f46 req-084d8273-b410-4065-abd8-8fe730ac25d0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:18.117580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd9f6898-04c3-4f37-ba2f-57c1f0b10f46 req-084d8273-b410-4065-abd8-8fe730ac25d0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 944 time: 0.0485506 Jan 28 04:10:18.180770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd9f6898-04c3-4f37-ba2f-57c1f0b10f46 req-382027c7-8d3c-4ccd-845d-9048ddcccc79 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479865 Jan 28 04:10:18.307536 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-392d8b10-b652-4fac-9538-f5fdfc5b26d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438569 Jan 28 04:10:18.412652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-62471219-94bc-4863-8977-9ff9a21132a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:18.414194 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-62471219-94bc-4863-8977-9ff9a21132a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 1098 time: 0.0459692 Jan 28 04:10:18.520375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-b00f324c-dac1-4bd1-a284-985847f9b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:18.521804 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-b00f324c-dac1-4bd1-a284-985847f9b051 service neutron] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.0867519 Jan 28 04:10:18.597753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c727c152-a247-483c-8e35-8a193b23dcf5 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:10:18.607353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-13ff3b53-0b0c-4ce8-a727-7e1010e43941 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c300c65-666c-4dc0-b05f-5d842e14cd1b HTTP/1.1" status: 200 len: 1001 time: 0.0786586 Jan 28 04:10:18.651814 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port c727c152-a247-483c-8e35-8a193b23dcf5 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:10:18.657268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port c727c152-a247-483c-8e35-8a193b23dcf5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:10:18.657619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-5d7dbb90-1343-41b2-88be-ebd73d067c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:18.657742 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:18.659491 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-5d7dbb90-1343-41b2-88be-ebd73d067c32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0469229 Jan 28 04:10:18.706003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-e48c8635-f688-4659-8f69-0afcfab21a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:18.707645 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-e48c8635-f688-4659-8f69-0afcfab21a4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429661 Jan 28 04:10:18.743297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c727c152-a247-483c-8e35-8a193b23dcf5 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:10:18.743680 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:18.773669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:10:18.776091 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a670d1cf-9b48-4491-b676-b435c1a9b115" -d '{"events": [{"server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "name": "network-vif-plugged", "status": "completed", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:10:18.790196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c727c152-a247-483c-8e35-8a193b23dcf5, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c727c152-a247-483c-8e35-8a193b23dcf5,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:18.795290 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:18.823598 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a712dbb-f509-4013-8bb2-08268d613407 x-openstack-request-id: req-1a712dbb-f509-4013-8bb2-08268d613407 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:10:18.823900 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "name": "network-vif-plugged", "status": "completed", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:10:18.824147 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a712dbb-f509-4013-8bb2-08268d613407 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:10:18.825843 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'code': 200} Jan 28 04:10:18.835514 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-b953df53-4944-41fe-98ba-d332911c74e4 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216519 Jan 28 04:10:18.853033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c727c152-a247-483c-8e35-8a193b23dcf5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:18.946807 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d01fa4b8-b141-4e34-8be5-0b8d21a06e3d req-0f43f868-ca39-4a93-95a5-e4943d62ed87 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896759 Jan 28 04:10:18.965390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eadd3-238b-4f89-846a-ce9c8deb5f0f req-dcc497d5-d49e-4ac7-882a-4efe2d9ec60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:18.967310 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6f1eadd3-238b-4f89-846a-ce9c8deb5f0f req-dcc497d5-d49e-4ac7-882a-4efe2d9ec60a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 1097 time: 0.0458856 Jan 28 04:10:19.025018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6f1eadd3-238b-4f89-846a-ce9c8deb5f0f req-c1351b13-4253-4cea-844e-8d0344f80637 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399365 Jan 28 04:10:19.289562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25bc47-a968-4033-a1a3-20833b027b8a req-bd337b9b-563c-4f1c-98f1-df0d662317b3 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:19.291235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a25bc47-a968-4033-a1a3-20833b027b8a req-bd337b9b-563c-4f1c-98f1-df0d662317b3 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 945 time: 0.0506890 Jan 28 04:10:19.344921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a25bc47-a968-4033-a1a3-20833b027b8a req-8dfb79c4-1bc8-4022-90bf-8f4f37ee0d99 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467875 Jan 28 04:10:20.474128 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce33b5-991c-434a-860b-eb688a12d5c5 req-f2f47751-e72b-47c3-83b7-8e1064a2e873 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:20.478031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35ce33b5-991c-434a-860b-eb688a12d5c5 req-f2f47751-e72b-47c3-83b7-8e1064a2e873 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 945 time: 0.0595255 Jan 28 04:10:20.533913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35ce33b5-991c-434a-860b-eb688a12d5c5 req-71d475f8-8a4f-4351-885d-49378fd6356d tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496461 Jan 28 04:10:20.662505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90b368-30b5-46e1-a41c-f9f6fd19295b req-e0cbad13-074a-415c-963c-ac9222897cd2 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:20.664006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a90b368-30b5-46e1-a41c-f9f6fd19295b req-e0cbad13-074a-415c-963c-ac9222897cd2 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 945 time: 0.0505021 Jan 28 04:10:20.712827 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a90b368-30b5-46e1-a41c-f9f6fd19295b req-6a3c7322-d470-47e5-b7e6-2b45b425433f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 Jan 28 04:10:20.736006 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 47968) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:20.885220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4eefa-8a27-4e6e-8864-9dd88ca029e1 tempest-TestVolumeBackupRestore-18133697 tempest-TestVolumeBackupRestore-18133697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:20.890482 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5ff4eefa-8a27-4e6e-8864-9dd88ca029e1 tempest-TestVolumeBackupRestore-18133697 tempest-TestVolumeBackupRestore-18133697-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 1092 time: 0.1496372 Jan 28 04:10:20.890900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 47972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:20.895565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:20.916986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:21.028907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:21.132337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Allocated IP 172.25.1.165 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/8a6061df-7121-4d83-95cf-ebab62c90518) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:10:21.244832 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for port (8a6061df-7121-4d83-95cf-ebab62c90518), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:21.281179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8a6061df-7121-4d83-95cf-ebab62c90518), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:21.319840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:10:21.322714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:10:21.328781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:10:21.334225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event updated for resources: {'Port': ['ID=8a6061df-7121-4d83-95cf-ebab62c90518,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:21.698209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for floatingip (bffd8e61-395b-4bfa-a1a0-e0bb9a75a685), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:21.765179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8a6061df-7121-4d83-95cf-ebab62c90518), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:21.928146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for port (8a6061df-7121-4d83-95cf-ebab62c90518), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:21.932821 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (8a6061df-7121-4d83-95cf-ebab62c90518), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:22.003426 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event updated for resources: {'Port': ['ID=8a6061df-7121-4d83-95cf-ebab62c90518,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:22.016261 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (bffd8e61-395b-4bfa-a1a0-e0bb9a75a685), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:22.456616 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Floating IP bffd8e61-395b-4bfa-a1a0-e0bb9a75a685 associated. External IP: 172.25.1.165, port: c727c152-a247-483c-8e35-8a193b23dcf5. Jan 28 04:10:22.682800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Router b803225b-6c13-4dd5-947f-79d78770ea4f has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:10:22.792627 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:10:22.804643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] Sync routers for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:10:22.811577 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:22.818203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:22.819199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:22.847138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-da313ffc-7b31-4a9d-ab63-80abb4279685 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9550552 Jan 28 04:10:22.848082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:10:22.849862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48010) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:22.860250 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e853d-754c-476b-bef3-914568ec533b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:10:22.911696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480668a1-f6f6-4dae-bfae-da4216e5f090 tempest-TestVolumeBackupRestore-18133697 tempest-TestVolumeBackupRestore-18133697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:22.917571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:22.917735 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-480668a1-f6f6-4dae-bfae-da4216e5f090 tempest-TestVolumeBackupRestore-18133697 tempest-TestVolumeBackupRestore-18133697-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 1092 time: 0.0666785 Jan 28 04:10:22.923260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-aecef4ef-a23c-4d7d-a7a6-09dc495111d0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Request body: {'floatingip': {'port_id': 'c727c152-a247-483c-8e35-8a193b23dcf5'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:22.969743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:22.985940 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aecef4ef-a23c-4d7d-a7a6-09dc495111d0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for floatingip (bffd8e61-395b-4bfa-a1a0-e0bb9a75a685), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:22.989112 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1768afc-1681-4e10-84ed-3ab4b9d7e8e6 x-openstack-request-id: req-e1768afc-1681-4e10-84ed-3ab4b9d7e8e6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:10:22.989510 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:10:22.989880 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1768afc-1681-4e10-84ed-3ab4b9d7e8e6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:10:22.990351 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'status': 'completed', 'code': 200} Jan 28 04:10:23.142062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e853d-754c-476b-bef3-914568ec533b req-3dbe4c85-0923-4d35-959b-4427fb2c38df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:23.143580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a2e853d-754c-476b-bef3-914568ec533b req-3dbe4c85-0923-4d35-959b-4427fb2c38df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08f7ff3716c9481dbb07a2aa4cd1ba99&device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 1097 time: 0.1089396 Jan 28 04:10:23.220460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'bffd8e61-395b-4bfa-a1a0-e0bb9a75a685', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'floating_ip_address': '172.25.1.165', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'port_id': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'mac_address': 'fa:16:3e:e4:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:10:21Z', 'updated_at': '2022-01-28T04:10:21Z', 'revision_number': 0, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 5, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:23.246368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] Checking router: b803225b-6c13-4dd5-947f-79d78770ea4f for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:10:23.256287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:23.257020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:23.336255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e853d-754c-476b-bef3-914568ec533b req-0a461b12-4b90-47ef-a737-f9602b281c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:23.337850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a2e853d-754c-476b-bef3-914568ec533b req-0a461b12-4b90-47ef-a737-f9602b281c53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fcb1039-27b6-439f-989a-7e325a76c595 HTTP/1.1" status: 200 len: 914 time: 0.1866295 Jan 28 04:10:23.367772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:23.467895 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a2e853d-754c-476b-bef3-914568ec533b req-641ff795-9860-4735-bb47-35d526045cf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c727c152-a247-483c-8e35-8a193b23dcf5 HTTP/1.1" status: 200 len: 999 time: 0.1165764 Jan 28 04:10:23.562393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e853d-754c-476b-bef3-914568ec533b req-0692edc7-9f31-45a5-891f-279edbd0e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:23.563941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a2e853d-754c-476b-bef3-914568ec533b req-0692edc7-9f31-45a5-891f-279edbd0e479 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71d9142c-ce09-4fb8-9e45-d127210fd4c8 HTTP/1.1" status: 200 len: 852 time: 0.0893228 Jan 28 04:10:23.635237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'bffd8e61-395b-4bfa-a1a0-e0bb9a75a685', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'floating_ip_address': '172.25.1.165', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'port_id': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'mac_address': 'fa:16:3e:e4:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:10:21Z', 'updated_at': '2022-01-28T04:10:21Z', 'revision_number': 0, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 5, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:23.654991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e853d-754c-476b-bef3-914568ec533b req-2ca6abc7-d44c-421a-9d37-a23fb47fe618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:23.656712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a2e853d-754c-476b-bef3-914568ec533b req-2ca6abc7-d44c-421a-9d37-a23fb47fe618 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fcb1039-27b6-439f-989a-7e325a76c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855691 Jan 28 04:10:23.664858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ad4aa-813b-4194-a4e7-cd21edd53d9c None None] The sync data for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 is: [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'bffd8e61-395b-4bfa-a1a0-e0bb9a75a685', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'floating_ip_address': '172.25.1.165', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'port_id': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'mac_address': 'fa:16:3e:e4:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:10:21Z', 'updated_at': '2022-01-28T04:10:21Z', 'revision_number': 0, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 5, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:10:23.809675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aecef4ef-a23c-4d7d-a7a6-09dc495111d0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:23.819877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aecef4ef-a23c-4d7d-a7a6-09dc495111d0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (bffd8e61-395b-4bfa-a1a0-e0bb9a75a685), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:23.862301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a2e853d-754c-476b-bef3-914568ec533b req-1a8b8fc6-ebd6-4ed8-8119-b5dcaf6f884c service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835566 Jan 28 04:10:23.936207 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63846c7b-ffc9-4df1-af11-a1b95ddd6cd4 None None] New status for floating IP bffd8e61-395b-4bfa-a1a0-e0bb9a75a685: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:10:24.048824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a2e853d-754c-476b-bef3-914568ec533b req-de7bce00-92a7-45a8-b8f8-1753be952f16 service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794879 Jan 28 04:10:24.125894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecef4ef-a23c-4d7d-a7a6-09dc495111d0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Router b803225b-6c13-4dd5-947f-79d78770ea4f has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:10:24.246313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecef4ef-a23c-4d7d-a7a6-09dc495111d0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:10:24.251502 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aecef4ef-a23c-4d7d-a7a6-09dc495111d0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:24.257115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] Sync routers for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:10:24.268262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:24.268907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:24.307852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-aecef4ef-a23c-4d7d-a7a6-09dc495111d0 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "PUT /v2.0/floatingips/bffd8e61-395b-4bfa-a1a0-e0bb9a75a685 HTTP/1.1" status: 200 len: 991 time: 1.3882337 Jan 28 04:10:24.561638 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:24.660988 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:10:24.789855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'bffd8e61-395b-4bfa-a1a0-e0bb9a75a685', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'floating_ip_address': '172.25.1.165', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'port_id': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'mac_address': 'fa:16:3e:e4:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:10:21Z', 'updated_at': '2022-01-28T04:10:24Z', 'revision_number': 2, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 5, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:24.821285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] Checking router: b803225b-6c13-4dd5-947f-79d78770ea4f for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:10:24.830831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:24.831451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:24.937604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:24.992953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5'}, {'name': 'network-changed', 'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:10:24.993868 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359dca14-4787-4fa6-bba5-4ed703770d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5"}, {"name": "network-changed", "server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:10:25.038583 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 04:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8d29e4-e1f9-49c2-9365-7d5c74587a3e x-openstack-request-id: req-8a8d29e4-e1f9-49c2-9365-7d5c74587a3e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:10:25.038886 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:10:25.039139 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a8d29e4-e1f9-49c2-9365-7d5c74587a3e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:10:25.039552 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'status': 'completed', 'code': 200} Jan 28 04:10:25.039850 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'status': 'completed', 'code': 200} Jan 28 04:10:25.127319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-71785b69-4b7b-4cd3-a61f-a47a8e4e839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:25.128956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-71785b69-4b7b-4cd3-a61f-a47a8e4e839a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08f7ff3716c9481dbb07a2aa4cd1ba99&device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 1097 time: 0.0436306 Jan 28 04:10:25.182347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'bffd8e61-395b-4bfa-a1a0-e0bb9a75a685', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'floating_ip_address': '172.25.1.165', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'port_id': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'mac_address': 'fa:16:3e:e4:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:10:21Z', 'updated_at': '2022-01-28T04:10:24Z', 'revision_number': 2, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 5, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:25.213074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a80ff-3ccd-4f37-aeac-693dade5f34e None None] The sync data for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 is: [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'bffd8e61-395b-4bfa-a1a0-e0bb9a75a685', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'floating_ip_address': '172.25.1.165', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'port_id': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'mac_address': 'fa:16:3e:e4:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:10:21Z', 'updated_at': '2022-01-28T04:10:24Z', 'revision_number': 2, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 5, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:10:25.226055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-b966df84-14db-4f7d-8b43-ac5d0adb7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:25.227746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-b966df84-14db-4f7d-8b43-ac5d0adb7d66 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fcb1039-27b6-439f-989a-7e325a76c595 HTTP/1.1" status: 200 len: 914 time: 0.0927112 Jan 28 04:10:25.316137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-26f0b77e-2978-4122-8dd2-5244100e9dcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c727c152-a247-483c-8e35-8a193b23dcf5 HTTP/1.1" status: 200 len: 1001 time: 0.0798078 Jan 28 04:10:25.366272 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-ed9232fb-f6df-430d-93bf-3476900cdfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:25.367829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-ed9232fb-f6df-430d-93bf-3476900cdfb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71d9142c-ce09-4fb8-9e45-d127210fd4c8 HTTP/1.1" status: 200 len: 852 time: 0.0462265 Jan 28 04:10:25.419089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-6563c05e-f048-4e26-a348-d500c0f08288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:25.420824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-6563c05e-f048-4e26-a348-d500c0f08288 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fcb1039-27b6-439f-989a-7e325a76c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466487 Jan 28 04:10:25.510870 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-2d829f7a-a794-4f24-81c9-10e385a15e4e service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844262 Jan 28 04:10:25.935035 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-7a27f61e-3799-4105-8bc3-b4daad876f34 service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178450 Jan 28 04:10:26.062295 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-67ca27b3-0ba4-4f3b-9e00-c00c260cd5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:26.063696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-67ca27b3-0ba4-4f3b-9e00-c00c260cd5eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08f7ff3716c9481dbb07a2aa4cd1ba99&device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 1097 time: 0.0431964 Jan 28 04:10:26.155819 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-61d0e7ee-ad9d-482e-84a4-1137ad2e2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:26.157537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-61d0e7ee-ad9d-482e-84a4-1137ad2e2491 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fcb1039-27b6-439f-989a-7e325a76c595 HTTP/1.1" status: 200 len: 914 time: 0.0875037 Jan 28 04:10:26.229833 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-b459111f-43b0-4689-b0d7-8d5ca8368708 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c727c152-a247-483c-8e35-8a193b23dcf5 HTTP/1.1" status: 200 len: 1001 time: 0.0659733 Jan 28 04:10:26.278257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-81d29110-b5a9-4513-8f27-cf1e051f5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:26.279900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-81d29110-b5a9-4513-8f27-cf1e051f5483 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71d9142c-ce09-4fb8-9e45-d127210fd4c8 HTTP/1.1" status: 200 len: 852 time: 0.0448329 Jan 28 04:10:26.324894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-ceeb283e-8dcc-46d4-9f80-54d1f9d74538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:26.326496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-ceeb283e-8dcc-46d4-9f80-54d1f9d74538 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fcb1039-27b6-439f-989a-7e325a76c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410988 Jan 28 04:10:26.419574 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-1350cf38-e09d-4a0b-b723-517205c8f5a3 service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867646 Jan 28 04:10:26.513954 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-359dca14-4787-4fa6-bba5-4ed703770d1d req-d4f86a66-7e88-4c34-a820-c085ecd4c422 service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887878 Jan 28 04:10:34.479774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c4970-1728-41e7-9519-d002482de2c1 req-417c37a0-9ba1-48b6-9475-2b6caf27e00d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:34.481334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec4c4970-1728-41e7-9519-d002482de2c1 req-417c37a0-9ba1-48b6-9475-2b6caf27e00d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 946 time: 0.0538998 Jan 28 04:10:34.535365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec4c4970-1728-41e7-9519-d002482de2c1 req-0958c96f-28e5-401d-a915-9af5809c39ee tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479865 Jan 28 04:10:35.665102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc600a7-a11a-40c6-992f-8f75819207fe req-b3ba2545-5bf9-4001-855c-5ce3acc1d25d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:35.666723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7cc600a7-a11a-40c6-992f-8f75819207fe req-b3ba2545-5bf9-4001-855c-5ce3acc1d25d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 946 time: 0.0525415 Jan 28 04:10:35.728297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7cc600a7-a11a-40c6-992f-8f75819207fe req-81149fe0-84ea-42ca-b603-1e558ad35291 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508928 Jan 28 04:10:36.207846 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cb153-5de0-4218-8931-41cb7840f199 req-e526f5e6-5f92-413b-8b55-bf7fd2699551 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:36.209368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-736cb153-5de0-4218-8931-41cb7840f199 req-e526f5e6-5f92-413b-8b55-bf7fd2699551 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 946 time: 0.0483816 Jan 28 04:10:36.306725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Deleting port 5c300c65-666c-4dc0-b05f-5d842e14cd1b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:36.307068 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:36.408130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] For port 5c300c65-666c-4dc0-b05f-5d842e14cd1b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=5c300c65-666c-4dc0-b05f-5d842e14cd1b,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:36.408491 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:36.636215 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:36.636592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (0952d9b3-08d0-4a0c-af9a-2e62ff059f8f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:36.636953 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Floating IP 0952d9b3-08d0-4a0c-af9a-2e62ff059f8f disassociated. External IP: 172.25.1.31, port: 5c300c65-666c-4dc0-b05f-5d842e14cd1b. Jan 28 04:10:36.637323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Calling delete_port for 5c300c65-666c-4dc0-b05f-5d842e14cd1b owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:36.775108 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (5c300c65-666c-4dc0-b05f-5d842e14cd1b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:36.837828 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'Port': ['ID=5c300c65-666c-4dc0-b05f-5d842e14cd1b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:36.848585 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5727c86a-10c7-40a6-9114-770f0946b19d req-a6e765f2-7e81-40f0-bded-32ff4b7f6390 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0383751 Jan 28 04:10:36.967413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Router 62a9baba-402e-42b2-93fe-4f787b905f56 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:10:37.079081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:10:37.097810 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] Sync routers for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:10:37.111403 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:37.112393 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:37.127840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] No DVR routers for this DVR port 5c300c65-666c-4dc0-b05f-5d842e14cd1b on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:10:37.130760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:37.134963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-736cb153-5de0-4218-8931-41cb7840f199 req-2720b356-829e-4516-b716-8871d9390563 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "DELETE /v2.0/ports/5c300c65-666c-4dc0-b05f-5d842e14cd1b HTTP/1.1" status: 204 len: 173 time: 0.9188633 Jan 28 04:10:37.135581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'name': 'network-vif-deleted', 'tag': '5c300c65-666c-4dc0-b05f-5d842e14cd1b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:10:37.139451 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129cd7fb-9bf7-42da-bcf4-edd8f810dac6" -d '{"events": [{"server_uuid": "5dd72862-7601-48e2-b8f7-bff212a1d049", "name": "network-vif-deleted", "tag": "5c300c65-666c-4dc0-b05f-5d842e14cd1b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:10:37.182019 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbcdffc-d076-429d-9527-b5c1c3ea351f x-openstack-request-id: req-8cbcdffc-d076-429d-9527-b5c1c3ea351f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:10:37.183254 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd72862-7601-48e2-b8f7-bff212a1d049", "name": "network-vif-deleted", "tag": "5c300c65-666c-4dc0-b05f-5d842e14cd1b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:10:37.183908 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8cbcdffc-d076-429d-9527-b5c1c3ea351f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:10:37.185478 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd72862-7601-48e2-b8f7-bff212a1d049', 'name': 'network-vif-deleted', 'tag': '5c300c65-666c-4dc0-b05f-5d842e14cd1b', 'status': 'completed', 'code': 200} Jan 28 04:10:37.289737 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:37.572050 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:37.601359 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] Checking router: 62a9baba-402e-42b2-93fe-4f787b905f56 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:10:37.611062 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:37.611999 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:37.757352 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:38.045758 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:38.076112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c31377d-0199-4537-84b5-13c4737bebab req-da77942f-29c4-4223-b4db-e6429aa31117 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0787437 Jan 28 04:10:38.101448 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ca24a-8d9d-4cca-8fd2-41b15dfdbe5b None None] The sync data for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 is: [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:10:38.479750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179aa821-aacf-4e78-aa6c-8ef26693568d None None] New status for floating IP 0952d9b3-08d0-4a0c-af9a-2e62ff059f8f: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:10:39.191347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7962799e-9d49-445c-a330-c7d91469b0ed req-ca2131fc-7b8d-4c9d-b6ec-b9b66f9e07d6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0356617 Jan 28 04:10:40.316351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4c977036-0ce6-4e72-beb8-a2f7404fc157 req-cb9093aa-8b74-4566-82ef-35ff8aa85618 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0381269 Jan 28 04:10:40.322283 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b853101e-a69b-45bb-9335-180f04da7b4a req-4ecaf176-144e-4a78-9740-ede12a8a89f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444531 Jan 28 04:10:40.444890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853101e-a69b-45bb-9335-180f04da7b4a req-e67a2c14-bfe2-4710-977d-fb6fb8552f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:40.446465 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b853101e-a69b-45bb-9335-180f04da7b4a req-e67a2c14-bfe2-4710-977d-fb6fb8552f34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=023ee4d5918443a4919fd780c791fec8&device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 1098 time: 0.0437343 Jan 28 04:10:40.541294 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb9b491a-d804-4396-9de9-752b31eea30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:40.603341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853101e-a69b-45bb-9335-180f04da7b4a req-beed23e1-7b5c-4b39-add9-35696144c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:40.605042 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b853101e-a69b-45bb-9335-180f04da7b4a req-beed23e1-7b5c-4b39-add9-35696144c2c3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa HTTP/1.1" status: 200 len: 909 time: 0.1373765 Jan 28 04:10:40.668123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5c300c65-666c-4dc0-b05f-5d842e14cd1b no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:40.698422 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b853101e-a69b-45bb-9335-180f04da7b4a req-66b1229b-cd45-49bb-9e88-fb10dd8b1a62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eb7358a-cee8-4928-b417-513c95c2e139 HTTP/1.1" status: 200 len: 1001 time: 0.0876043 Jan 28 04:10:40.702309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 5c300c65-666c-4dc0-b05f-5d842e14cd1b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:40.702658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 5c300c65-666c-4dc0-b05f-5d842e14cd1b not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:40.754391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853101e-a69b-45bb-9335-180f04da7b4a req-3b584f2c-a591-4454-8b29-61f3619ee332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:40.755911 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b853101e-a69b-45bb-9335-180f04da7b4a req-3b584f2c-a591-4454-8b29-61f3619ee332 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=777e20b1-2a9c-4fe8-828c-7a4c59e374d5 HTTP/1.1" status: 200 len: 847 time: 0.0510375 Jan 28 04:10:40.812445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853101e-a69b-45bb-9335-180f04da7b4a req-76a126c7-28b4-431d-98b7-b482f998fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:40.814152 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b853101e-a69b-45bb-9335-180f04da7b4a req-76a126c7-28b4-431d-98b7-b482f998fed3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525022 Jan 28 04:10:40.925758 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b853101e-a69b-45bb-9335-180f04da7b4a req-2f36fb87-b9eb-4b90-9fd6-4744248cea44 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999544 Jan 28 04:10:41.046365 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b853101e-a69b-45bb-9335-180f04da7b4a req-3a538d7e-7f36-48b0-a953-8dc172279a28 service neutron] 10.222.0.25 "GET /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202493 Jan 28 04:10:41.421554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed67a77d-65d2-44ef-a831-4e1266038b79 req-576d0ba4-086a-4c16-b806-310c260ff853 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0338585 Jan 28 04:10:42.326055 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:42.541640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c7b8163-debe-4729-9eab-73f7667ce36a req-557cbd24-265f-42f5-bcf0-6d63b94a6d91 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0393851 Jan 28 04:10:42.591756 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27b5b7f2-c89c-48a2-a0a0-dd79c35e0ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:43.643511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c92bbe4-61c1-41d7-8d5f-40ba5ded8a22 req-5673d422-cb50-46e6-8e88-f0bd5b86ee78 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0269847 Jan 28 04:10:44.346369 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:44.705183 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:44.752013 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb50cf0a-d185-4311-985e-de8e88f2da6b req-c1bb6e50-8c50-4fdd-84ec-0e7b495d8d2e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0281653 Jan 28 04:10:45.598470 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:45.877700 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a2aab04-fcdd-41bd-a88a-9870182e3c88 req-3d340fa3-b8e8-49a5-a2cb-0cbadb3e84b1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0275884 Jan 28 04:10:46.780331 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:47.016984 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aea01ba2-0d14-4a65-9bca-59f675e15ed6 req-8b664c3c-26e8-46b5-b4d7-e1979a204a0d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd72862-7601-48e2-b8f7-bff212a1d049 HTTP/1.1" status: 200 len: 210 time: 0.0511425 Jan 28 04:10:48.250295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-bb42c272-f0b9-4c2f-be55-29bd138dc7b3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808713667&fields=id&tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 267 time: 0.0441527 Jan 28 04:10:48.374432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-696a0f4c-c6ad-4ea4-949b-fd063b7a8592 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:48.376432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-696a0f4c-c6ad-4ea4-949b-fd063b7a8592 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.1195660 Jan 28 04:10:48.395371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-71b12121-eb7c-4356-aa25-00a170e8051e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/quotas/a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 375 time: 0.0130172 Jan 28 04:10:48.455936 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-416d4e8d-3ee8-42b5-8ba2-31b3c0e2d3b1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550563 Jan 28 04:10:48.571321 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-57dbd537-4e14-4482-a975-a8b4dc322512 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039453 Jan 28 04:10:48.672303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-04821e68-0a6b-4107-884b-72d0bd2be6a8 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944710 Jan 28 04:10:48.988858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec4e7b2b-b11b-4785-87d2-5de3bb255e30 req-04cc4071-83ab-4ef9-bddb-4c3036f1389e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 210 time: 0.0332355 Jan 28 04:10:50.004270 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-00685a74-a655-444a-99b9-1330343ed7c6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:50.004795 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-00685a74-a655-444a-99b9-1330343ed7c6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.1074498 Jan 28 04:10:50.084577 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-c6440fca-d453-4f82-8807-0d98bdf858c6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 380 time: 0.0664227 Jan 28 04:10:50.092325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f9e4f9a0-1243-42ab-9fae-5d805dbcb911 req-26f696bf-3665-4a95-a311-a0bb8bc329c3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 210 time: 0.0352495 Jan 28 04:10:50.102366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'port': {'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'admin_state_up': True, 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'security_groups': ['87815e9d-4104-4ead-b63a-4b92539424ff']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:50.244022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Made reservation on behalf of a38a55cc6b3a428f8bea4ad4ab7a224a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:10:50.248960 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:50.436993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Allocated IP 172.20.0.4 (807dcc26-58c1-492e-ab4f-ccf8615b5f37/c9ab5650-bb11-4600-b38a-4416ee21cb99/b36a38d8-b7e9-41da-97c8-734864205a63) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:10:50.554535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681c020-b750-4be1-98e4-dbf53749ba62 req-f2d5ced2-0b59-4be9-a9f1-b9eaf8caba47 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:50.556128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e681c020-b750-4be1-98e4-dbf53749ba62 req-f2d5ced2-0b59-4be9-a9f1-b9eaf8caba47 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 946 time: 0.0666289 Jan 28 04:10:50.621236 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e681c020-b750-4be1-98e4-dbf53749ba62 req-bd4d044d-8962-4a25-b108-059330e4742d tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560253 Jan 28 04:10:50.629298 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (b36a38d8-b7e9-41da-97c8-734864205a63), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:50.677579 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:50.721094 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:10:50.727872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:10:50.732736 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:10:50.737216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=b36a38d8-b7e9-41da-97c8-734864205a63,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:50.771684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.772071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.772419 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.772765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.773216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.773473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.773802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.774133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.774463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.774788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.775117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.775486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.776976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:50.822057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:50.823282 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:50.862117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-5c676552-1ac2-423d-9dfc-d1dbee2426fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7696400 Jan 28 04:10:50.879934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Request body: {'port': {'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:50.945546 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.027284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1993e323-1653-47a6-8725-d87918bf9bb9 None None] Provisioning complete for port b36a38d8-b7e9-41da-97c8-734864205a63 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:10:51.027821 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1993e323-1653-47a6-8725-d87918bf9bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.077152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1993e323-1653-47a6-8725-d87918bf9bb9 None None] Port b36a38d8-b7e9-41da-97c8-734864205a63 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:10:51.198537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e532779-d352-4182-8901-9a211d5b341e req-a4f71aa3-8be4-4869-a600-67d948040c85 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:51.200873 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4e532779-d352-4182-8901-9a211d5b341e req-a4f71aa3-8be4-4869-a600-67d948040c85 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.25 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 946 time: 0.1163578 Jan 28 04:10:51.255934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d59899-5284-4d90-8d7c-cadd986b303c req-4be92059-4df7-43f8-8948-2ac6a871d7fc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:51.257571 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9d59899-5284-4d90-8d7c-cadd986b303c req-4be92059-4df7-43f8-8948-2ac6a871d7fc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 931 time: 0.0686419 Jan 28 04:10:51.331897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9d59899-5284-4d90-8d7c-cadd986b303c req-bd7ddc7a-4641-42ec-9d68-48348a6e30d8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654922 Jan 28 04:10:51.409248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36a38d8-b7e9-41da-97c8-734864205a63 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:10:51.419774 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Publish callbacks [] for port (b36a38d8-b7e9-41da-97c8-734864205a63), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.439639 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Transition to ACTIVE for port object b36a38d8-b7e9-41da-97c8-734864205a63 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:10:51.444890 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.451104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Deleting port 8eb7358a-cee8-4928-b417-513c95c2e139 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:51.451535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.564021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Pushing event updated for resources: {'Port': ['ID=b36a38d8-b7e9-41da-97c8-734864205a63,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:51.637666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] For port 8eb7358a-cee8-4928-b417-513c95c2e139, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8eb7358a-cee8-4928-b417-513c95c2e139,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:51.638245 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.733534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Attempting to bind port b36a38d8-b7e9-41da-97c8-734864205a63 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:10:51.733872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Attempting to bind port b36a38d8-b7e9-41da-97c8-734864205a63 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:10:51.734198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Attempting to bind port b36a38d8-b7e9-41da-97c8-734864205a63 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:10:51.753880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Port b36a38d8-b7e9-41da-97c8-734864205a63 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:10:51.754199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Attempting to bind port b36a38d8-b7e9-41da-97c8-734864205a63 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:10:51.768885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec19f-f3d1-41aa-94ce-98c846768a22 req-09588b4c-74a0-4ea1-9d3f-fb3e94bac926 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:51.770657 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-039ec19f-f3d1-41aa-94ce-98c846768a22 req-09588b4c-74a0-4ea1-9d3f-fb3e94bac926 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 946 time: 0.0607378 Jan 28 04:10:51.775839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:10:51.776141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Checking segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:10:51.776517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Bound using segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:10:51.776974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Bound port: b36a38d8-b7e9-41da-97c8-734864205a63, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:10:51.777332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.824447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-039ec19f-f3d1-41aa-94ce-98c846768a22 req-d2e27a2e-a6ee-4d61-a4c9-b8fabef29547 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/security-groups?id=3275bad2-4d5c-42ea-92ec-2796e4d00b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474937 Jan 28 04:10:52.279813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] For port b36a38d8-b7e9-41da-97c8-734864205a63, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:10:52.284723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] For port b36a38d8-b7e9-41da-97c8-734864205a63, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b36a38d8-b7e9-41da-97c8-734864205a63,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:10:52.291475 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.294927 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.295353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (b213bf8a-5ad9-43ae-92a1-c6a23704a1d9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.295666 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Floating IP b213bf8a-5ad9-43ae-92a1-c6a23704a1d9 disassociated. External IP: 172.25.1.24, port: 8eb7358a-cee8-4928-b417-513c95c2e139. Jan 28 04:10:52.296008 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Calling delete_port for 8eb7358a-cee8-4928-b417-513c95c2e139 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:52.374811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:52.375440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.376872 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] 10.222.0.25 "PUT /v2.0/ports/b36a38d8-b7e9-41da-97c8-734864205a63 HTTP/1.1" status: 200 len: 1092 time: 1.5022852 Jan 28 04:10:52.377339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'tag': 'b36a38d8-b7e9-41da-97c8-734864205a63'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:10:52.379629 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ec796-0351-496b-a8b8-ebd46820a724" -d '{"events": [{"name": "network-changed", "server_uuid": "db45715f-a044-4618-bf1e-3f7dbde7d32d", "tag": "b36a38d8-b7e9-41da-97c8-734864205a63"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:10:52.421613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d1a80-51bb-4750-a31d-88d528ef525c service neutron] Pushing event updated for resources: {'Port': ['ID=b36a38d8-b7e9-41da-97c8-734864205a63,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:52.510937 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46210c8-583a-494b-8484-2bba70cf5752 x-openstack-request-id: req-a46210c8-583a-494b-8484-2bba70cf5752 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:10:52.511219 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db45715f-a044-4618-bf1e-3f7dbde7d32d", "tag": "b36a38d8-b7e9-41da-97c8-734864205a63", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:10:52.511471 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a46210c8-583a-494b-8484-2bba70cf5752 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:10:52.511866 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'tag': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'status': 'completed', 'code': 200} Jan 28 04:10:52.531412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-565b629a-bf1c-430d-866f-9ce3cdcd1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:52.532962 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-565b629a-bf1c-430d-866f-9ce3cdcd1f0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 1095 time: 0.0894604 Jan 28 04:10:52.542933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8eb7358a-cee8-4928-b417-513c95c2e139), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.544076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52990f-7f66-474c-8868-19868d0fb471 req-a341ed20-eb3e-4bc4-aca8-bf29628e00f5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:52.553312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df52990f-7f66-474c-8868-19868d0fb471 req-a341ed20-eb3e-4bc4-aca8-bf29628e00f5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0829613 Jan 28 04:10:52.610469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df52990f-7f66-474c-8868-19868d0fb471 req-3870ed72-aadd-4983-98d4-1f3a96bef994 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562849 Jan 28 04:10:52.627118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event deleted for resources: {'Port': ['ID=8eb7358a-cee8-4928-b417-513c95c2e139,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:52.632196 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-e4930262-ac24-470c-894c-53a07885aa75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36a38d8-b7e9-41da-97c8-734864205a63 HTTP/1.1" status: 200 len: 217 time: 0.0856593 Jan 28 04:10:52.737125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-d93e5f6a-cfb3-4dd2-b472-de753fe22997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:52.738715 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-d93e5f6a-cfb3-4dd2-b472-de753fe22997 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0963612 Jan 28 04:10:52.828511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Router db5dfb6e-371c-4430-a4a0-a2ad36d7965b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:10:52.830511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-47ba3744-bfad-4d86-871c-bda7dbff1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:52.831994 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-47ba3744-bfad-4d86-871c-bda7dbff1559 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631244 Jan 28 04:10:52.939580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-089e191a-c339-4622-8245-6e7be07571a3 req-b8495d5e-ec6c-4fcd-8bdb-5395c099fb10 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "GET /v2.0/ports?device_id=81957973-5d62-4691-9b8a-f74077160bdf HTTP/1.1" status: 200 len: 210 time: 0.0388765 Jan 28 04:10:53.036119 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-ef5b1ca2-8cdb-4de2-8b7e-e50b51dea74b service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969509 Jan 28 04:10:53.039351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:10:53.057865 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] Sync routers for ids ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:10:53.073475 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] Routers {'db5dfb6e-371c-4430-a4a0-a2ad36d7965b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:53.074023 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:53.100687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] No DVR routers for this DVR port 8eb7358a-cee8-4928-b417-513c95c2e139 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:10:53.104981 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:53.109329 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4e532779-d352-4182-8901-9a211d5b341e req-93c9e18b-116e-4f3b-8773-cc7fb7aa8983 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.25 "DELETE /v2.0/ports/8eb7358a-cee8-4928-b417-513c95c2e139 HTTP/1.1" status: 204 len: 173 time: 1.8860972 Jan 28 04:10:53.208301 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0b425371-acec-41d0-8626-40240a9fa8a6 req-e10666ee-3c77-43e8-9bbe-e8e85c7899ad service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666369 Jan 28 04:10:53.248069 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] Set router db5dfb6e-371c-4430-a4a0-a2ad36d7965b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:53.346245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ec796-0351-496b-a8b8-ebd46820a724 req-d500ebbb-9c86-4019-9be2-af7cc2d60b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:53.347929 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-297ec796-0351-496b-a8b8-ebd46820a724 req-d500ebbb-9c86-4019-9be2-af7cc2d60b05 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 1095 time: 0.0504961 Jan 28 04:10:53.442309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ec796-0351-496b-a8b8-ebd46820a724 req-c94dd5a7-4339-4104-9c5c-e61c08305d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:53.444076 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-297ec796-0351-496b-a8b8-ebd46820a724 req-c94dd5a7-4339-4104-9c5c-e61c08305d9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.0898006 Jan 28 04:10:53.463189 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:40Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '5031ba37-05f4-48de-9f23-3e8bed7789ee', 'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'mac_address': 'fa:16:3e:10:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:39Z', 'updated_at': '2022-01-28T04:04:49Z', 'revision_number': 5, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'subnets': [{'id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:53.490348 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-297ec796-0351-496b-a8b8-ebd46820a724 req-cbd63f46-b628-4c10-8a70-c53cab91bf8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36a38d8-b7e9-41da-97c8-734864205a63 HTTP/1.1" status: 200 len: 217 time: 0.0401006 Jan 28 04:10:53.547838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ec796-0351-496b-a8b8-ebd46820a724 req-8f6619a7-09f3-4143-8464-e8fd8b5b82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:53.549848 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-297ec796-0351-496b-a8b8-ebd46820a724 req-8f6619a7-09f3-4143-8464-e8fd8b5b82ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0496616 Jan 28 04:10:53.597343 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] Checking router: db5dfb6e-371c-4430-a4a0-a2ad36d7965b for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:10:53.606587 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] Routers {'db5dfb6e-371c-4430-a4a0-a2ad36d7965b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:53.607252 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:53.609514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ec796-0351-496b-a8b8-ebd46820a724 req-5ff5dfc0-493e-45bf-8ce2-a1a00c97b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:53.612519 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-297ec796-0351-496b-a8b8-ebd46820a724 req-5ff5dfc0-493e-45bf-8ce2-a1a00c97b016 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572679 Jan 28 04:10:53.747723 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] Set router db5dfb6e-371c-4430-a4a0-a2ad36d7965b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:53.765959 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-297ec796-0351-496b-a8b8-ebd46820a724 req-45058d68-8e94-472d-9050-e52ae0e34361 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473777 Jan 28 04:10:53.779349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8cc9a-f782-48e0-9474-489cd0d83e61 req-862d1d48-2a94-4d34-a7f2-44ccc769b21b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:53.787512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ced8cc9a-f782-48e0-9474-489cd0d83e61 req-862d1d48-2a94-4d34-a7f2-44ccc769b21b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0648203 Jan 28 04:10:53.839235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ced8cc9a-f782-48e0-9474-489cd0d83e61 req-7cb25066-a2ef-4ccc-9f06-ca1a3bd6265f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505700 Jan 28 04:10:53.888681 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-297ec796-0351-496b-a8b8-ebd46820a724 req-3b86ebec-5c7e-4f95-8266-6ab8b479cce7 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157877 Jan 28 04:10:53.975538 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:40Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '5031ba37-05f4-48de-9f23-3e8bed7789ee', 'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'mac_address': 'fa:16:3e:10:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:39Z', 'updated_at': '2022-01-28T04:04:49Z', 'revision_number': 5, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'subnets': [{'id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:54.005545 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243abf2-292b-4270-b69b-acc684ae9aaa None None] The sync data for ids ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'] in n-d-808199-14 is: [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:04:40Z', 'revision_number': 4, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '5031ba37-05f4-48de-9f23-3e8bed7789ee', 'name': '', 'network_id': 'ef1fd9b3-6cfb-40b4-8363-725cf35f86aa', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'mac_address': 'fa:16:3e:10:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:39Z', 'updated_at': '2022-01-28T04:04:49Z', 'revision_number': 5, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'subnets': [{'id': '777e20b1-2a9c-4fe8-828c-7a4c59e374d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:10:54.008808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:54.147380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-de1e54f1-f799-4341-be2e-d331736c83d8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Deleting port d26ee4db-cf7b-4a63-a579-84c8fc25e1f7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:54.147946 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de1e54f1-f799-4341-be2e-d331736c83d8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d26ee4db-cf7b-4a63-a579-84c8fc25e1f7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:54.233037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de1e54f1-f799-4341-be2e-d331736c83d8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d26ee4db-cf7b-4a63-a579-84c8fc25e1f7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:54.233374 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de1e54f1-f799-4341-be2e-d331736c83d8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for floatingip (d26ee4db-cf7b-4a63-a579-84c8fc25e1f7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:54.248135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-de1e54f1-f799-4341-be2e-d331736c83d8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Calling delete_port for d26ee4db-cf7b-4a63-a579-84c8fc25e1f7 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:54.288112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac25200c-b5cf-4e20-8130-c8f63c7325f8 None None] New status for floating IP b213bf8a-5ad9-43ae-92a1-c6a23704a1d9: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:10:54.395162 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de1e54f1-f799-4341-be2e-d331736c83d8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (d26ee4db-cf7b-4a63-a579-84c8fc25e1f7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:54.395948 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-ac25200c-b5cf-4e20-8130-c8f63c7325f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:10:54.396318 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-ac25200c-b5cf-4e20-8130-c8f63c7325f8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:10:54.427236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e54f1-f799-4341-be2e-d331736c83d8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event deleted for resources: {'Port': ['ID=d26ee4db-cf7b-4a63-a579-84c8fc25e1f7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:54.490224 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de1e54f1-f799-4341-be2e-d331736c83d8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for floatingip (b213bf8a-5ad9-43ae-92a1-c6a23704a1d9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:54.492767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de1e54f1-f799-4341-be2e-d331736c83d8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:54.493937 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-de1e54f1-f799-4341-be2e-d331736c83d8 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "DELETE /v2.0/floatingips/b213bf8a-5ad9-43ae-92a1-c6a23704a1d9 HTTP/1.1" status: 204 len: 168 time: 0.4840958 Jan 28 04:10:54.513282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81957973-5d62-4691-9b8a-f74077160bdf', 'name': 'network-vif-deleted', 'tag': '8eb7358a-cee8-4928-b417-513c95c2e139'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:10:54.516081 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86306fcd-7912-432e-8d08-714796c19478" -d '{"events": [{"server_uuid": "81957973-5d62-4691-9b8a-f74077160bdf", "name": "network-vif-deleted", "tag": "8eb7358a-cee8-4928-b417-513c95c2e139"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:10:54.558301 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30344c0-07d0-4dfe-91ad-685dc9179c0f x-openstack-request-id: req-d30344c0-07d0-4dfe-91ad-685dc9179c0f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:10:54.558646 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81957973-5d62-4691-9b8a-f74077160bdf", "name": "network-vif-deleted", "tag": "8eb7358a-cee8-4928-b417-513c95c2e139", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:10:54.558841 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d30344c0-07d0-4dfe-91ad-685dc9179c0f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:10:54.559289 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81957973-5d62-4691-9b8a-f74077160bdf', 'name': 'network-vif-deleted', 'tag': '8eb7358a-cee8-4928-b417-513c95c2e139', 'status': 'completed', 'code': 200} Jan 28 04:10:54.574486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:54.632248 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09847bc7-92cb-4422-ad16-93d9198b6016 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group (3275bad2-4d5c-42ea-92ec-2796e4d00b7c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:54.659217 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09847bc7-92cb-4422-ad16-93d9198b6016 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group (3275bad2-4d5c-42ea-92ec-2796e4d00b7c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:54.723435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09847bc7-92cb-4422-ad16-93d9198b6016 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3275bad2-4d5c-42ea-92ec-2796e4d00b7c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:54.726180 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09847bc7-92cb-4422-ad16-93d9198b6016 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:54.727411 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-09847bc7-92cb-4422-ad16-93d9198b6016 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] 10.222.0.44 "DELETE /v2.0/security-groups/3275bad2-4d5c-42ea-92ec-2796e4d00b7c HTTP/1.1" status: 204 len: 168 time: 0.1519833 Jan 28 04:10:54.739216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09847bc7-92cb-4422-ad16-93d9198b6016 tempest-TestServerBasicOps-1363149423 tempest-TestServerBasicOps-1363149423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3275bad2-4d5c-42ea-92ec-2796e4d00b7c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:54.783996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:54.897733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac25200c-b5cf-4e20-8130-c8f63c7325f8 None None] New status for floating IP b213bf8a-5ad9-43ae-92a1-c6a23704a1d9: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:10:54.971508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992999e-71e8-4b14-bb64-66bd4765befb req-7c27f4c3-1a23-4afd-a7a5-1f151114b00f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:54.980603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3992999e-71e8-4b14-bb64-66bd4765befb req-7c27f4c3-1a23-4afd-a7a5-1f151114b00f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0616319 Jan 28 04:10:55.037400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3992999e-71e8-4b14-bb64-66bd4765befb req-4f90658c-653d-4b5d-a6bd-1f5157f36bb9 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561895 Jan 28 04:10:55.278017 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.401088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8eb7358a-cee8-4928-b417-513c95c2e139 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:55.423905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 8eb7358a-cee8-4928-b417-513c95c2e139 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:55.424340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8eb7358a-cee8-4928-b417-513c95c2e139 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:55.536753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] Deleting port 5031ba37-05f4-48de-9f23-3e8bed7789ee {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:55.537327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.617418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] For port 5031ba37-05f4-48de-9f23-3e8bed7789ee, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=5031ba37-05f4-48de-9f23-3e8bed7789ee,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:55.617786 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.635489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] Calling delete_port for 5031ba37-05f4-48de-9f23-3e8bed7789ee owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:55.822874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (5031ba37-05f4-48de-9f23-3e8bed7789ee), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.849315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] Pushing event deleted for resources: {'Port': ['ID=5031ba37-05f4-48de-9f23-3e8bed7789ee,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:56.035733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.203074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb19a04-007c-441c-8adb-74e7086df607 req-57b3016e-9199-4d89-a0cf-a66202a8ab3a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:56.204654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1eb19a04-007c-441c-8adb-74e7086df607 req-57b3016e-9199-4d89-a0cf-a66202a8ab3a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0667884 Jan 28 04:10:56.268671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1eb19a04-007c-441c-8adb-74e7086df607 req-f6d959a0-53a1-484b-987b-9d1f64171aab tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555961 Jan 28 04:10:56.299977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] Router db5dfb6e-371c-4430-a4a0-a2ad36d7965b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:10:56.431517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:10:56.440030 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8ee60182-294a-43d1-956b-dd64d9477abf admin admin] 10.222.0.44 "PUT /v2.0/routers/db5dfb6e-371c-4430-a4a0-a2ad36d7965b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6525362 Jan 28 04:10:56.440969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:56.444748 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] Sync routers for ids ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:10:56.457701 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] Routers {'db5dfb6e-371c-4430-a4a0-a2ad36d7965b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:56.458348 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:56.556857 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Publish callbacks [] for router (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.586668 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] Set router db5dfb6e-371c-4430-a4a0-a2ad36d7965b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:56.661179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Publish callbacks [] for router_gateway (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.743764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Deleting port 483587ee-a2e1-4380-b274-84d62bc73033 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:56.744176 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (483587ee-a2e1-4380-b274-84d62bc73033), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.819903 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '483587ee-a2e1-4380-b274-84d62bc73033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:10:55Z', 'revision_number': 5, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port': {'id': '483587ee-a2e1-4380-b274-84d62bc73033', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:33Z', 'updated_at': '2022-01-28T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:56.842798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] For port 483587ee-a2e1-4380-b274-84d62bc73033, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=483587ee-a2e1-4380-b274-84d62bc73033,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:56.843154 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (483587ee-a2e1-4380-b274-84d62bc73033), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.858280 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Calling delete_port for 483587ee-a2e1-4380-b274-84d62bc73033 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:56.864435 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] Checking router: db5dfb6e-371c-4430-a4a0-a2ad36d7965b for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:10:56.873925 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] Routers {'db5dfb6e-371c-4430-a4a0-a2ad36d7965b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:56.874546 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:56.961395 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] Set router db5dfb6e-371c-4430-a4a0-a2ad36d7965b gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:57.025394 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:10:56Z', 'revision_number': 6, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:57.050528 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (483587ee-a2e1-4380-b274-84d62bc73033), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.053165 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f9273-00d7-4c52-880e-58a75fe92bbb None None] The sync data for ids ['db5dfb6e-371c-4430-a4a0-a2ad36d7965b'] in n-d-808199-14 is: [{'id': 'db5dfb6e-371c-4430-a4a0-a2ad36d7965b', 'name': 'tempest-TestServerBasicOps-762549113-router', 'tenant_id': '023ee4d5918443a4919fd780c791fec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:32Z', 'updated_at': '2022-01-28T04:10:56Z', 'revision_number': 6, 'project_id': '023ee4d5918443a4919fd780c791fec8', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:10:57.073597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=483587ee-a2e1-4380-b274-84d62bc73033,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:57.084136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.084513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.084874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.085228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.085636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.085898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.086236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.086569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.086906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.089277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.089277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.089277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.089277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:57.160892 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.251230 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.253346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Publish callbacks [] for router_controller (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.303497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (db5dfb6e-371c-4430-a4a0-a2ad36d7965b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.304039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db5dfb6e-371c-4430-a4a0-a2ad36d7965b {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:10:57.308372 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.312383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6979ae79-8273-4b16-909b-c2f1bb303a20 admin admin] 10.222.0.44 "DELETE /v2.0/routers/db5dfb6e-371c-4430-a4a0-a2ad36d7965b HTTP/1.1" status: 204 len: 168 time: 0.8707910 Jan 28 04:10:57.312963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48548) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:57.368877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1619cdf-4426-49ee-ae05-dbd0670c48ca admin admin] Deleting subnet 777e20b1-2a9c-4fe8-828c-7a4c59e374d5 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:10:57.375333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1619cdf-4426-49ee-ae05-dbd0670c48ca admin admin] Publish callbacks [] for subnet (777e20b1-2a9c-4fe8-828c-7a4c59e374d5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.413190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48554) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:57.436356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e747-c415-4f99-9223-89771e3f347c req-4bfbf53d-49e0-4323-9134-65ee8fe5c04d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:57.438671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed19e747-c415-4f99-9223-89771e3f347c req-4bfbf53d-49e0-4323-9134-65ee8fe5c04d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0907812 Jan 28 04:10:57.460607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1619cdf-4426-49ee-ae05-dbd0670c48ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (777e20b1-2a9c-4fe8-828c-7a4c59e374d5), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.588096 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1619cdf-4426-49ee-ae05-dbd0670c48ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (777e20b1-2a9c-4fe8-828c-7a4c59e374d5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.605270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed19e747-c415-4f99-9223-89771e3f347c req-eb00a697-85af-48c6-8620-ae3aafc32cae tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024666 Jan 28 04:10:57.653978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1619cdf-4426-49ee-ae05-dbd0670c48ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (777e20b1-2a9c-4fe8-828c-7a4c59e374d5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.689685 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1619cdf-4426-49ee-ae05-dbd0670c48ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=777e20b1-2a9c-4fe8-828c-7a4c59e374d5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:57.692201 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1619cdf-4426-49ee-ae05-dbd0670c48ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.696520 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c1619cdf-4426-49ee-ae05-dbd0670c48ca admin admin] 10.222.0.44 "DELETE /v2.0/subnets/777e20b1-2a9c-4fe8-828c-7a4c59e374d5 HTTP/1.1" status: 204 len: 168 time: 0.3824897 Jan 28 04:10:57.698915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48562) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:57.702523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd99fc-61b3-4000-a285-8f26f1608996 None None] Network ef1fd9b3-6cfb-40b4-8363-725cf35f86aa requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:10:57.720790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Deleting port 8a6061df-7121-4d83-95cf-ebab62c90518 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:57.721184 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8a6061df-7121-4d83-95cf-ebab62c90518), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.798951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (ef1fd9b3-6cfb-40b4-8363-725cf35f86aa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.827692 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8a6061df-7121-4d83-95cf-ebab62c90518), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.828053 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for floatingip (8a6061df-7121-4d83-95cf-ebab62c90518), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.842434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Calling delete_port for 8a6061df-7121-4d83-95cf-ebab62c90518 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:57.870463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Deleting port bba67360-4ee5-4824-93da-f33ce8bb4f68 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:57.870870 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.978281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] For port bba67360-4ee5-4824-93da-f33ce8bb4f68, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bba67360-4ee5-4824-93da-f33ce8bb4f68,segment=NetworkSegment(b80b6464-5610-4fac-9a17-98b31d93ddf7),segment_id=b80b6464-5610-4fac-9a17-98b31d93ddf7)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:57.978660 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.021599 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Calling delete_port for bba67360-4ee5-4824-93da-f33ce8bb4f68 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:58.065052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b00fc3-1b87-4a52-866e-03529f2f9511 None None] DHCP port deletion for ef1fd9b3-6cfb-40b4-8363-725cf35f86aa request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:10:58.141813 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8a6061df-7121-4d83-95cf-ebab62c90518), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.154110 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.192440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event deleted for resources: {'Port': ['ID=8a6061df-7121-4d83-95cf-ebab62c90518,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:58.205380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Pushing event deleted for resources: {'Port': ['ID=bba67360-4ee5-4824-93da-f33ce8bb4f68,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:58.207513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-18b00fc3-1b87-4a52-866e-03529f2f9511 None None] Deleting port bba67360-4ee5-4824-93da-f33ce8bb4f68 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:58.208417 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18b00fc3-1b87-4a52-866e-03529f2f9511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.211391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] No DVR routers for this DVR port bba67360-4ee5-4824-93da-f33ce8bb4f68 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:10:58.288313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for floatingip (bffd8e61-395b-4bfa-a1a0-e0bb9a75a685), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.288948 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Floating IP bffd8e61-395b-4bfa-a1a0-e0bb9a75a685 disassociated (deleted). External IP: 172.25.1.165, port: c727c152-a247-483c-8e35-8a193b23dcf5. Jan 28 04:10:58.301892 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (ef1fd9b3-6cfb-40b4-8363-725cf35f86aa), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.325226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1fd9b3-6cfb-40b4-8363-725cf35f86aa']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:58.338602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80b6464-5610-4fac-9a17-98b31d93ddf7') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:58.338823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80b6464-5610-4fac-9a17-98b31d93ddf7') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:58.359647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (b80b6464-5610-4fac-9a17-98b31d93ddf7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.365879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-18b00fc3-1b87-4a52-866e-03529f2f9511 None None] For port bba67360-4ee5-4824-93da-f33ce8bb4f68, host n-d-808199-14, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:58.366492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18b00fc3-1b87-4a52-866e-03529f2f9511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.386225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b80b6464-5610-4fac-9a17-98b31d93ddf7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.398239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-18b00fc3-1b87-4a52-866e-03529f2f9511 None None] Calling delete_port for bba67360-4ee5-4824-93da-f33ce8bb4f68 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:58.398647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:10:58.399055 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (b80b6464-5610-4fac-9a17-98b31d93ddf7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:10:58.402623 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:10:58.405297 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-18b00fc3-1b87-4a52-866e-03529f2f9511 None None] Port bba67360-4ee5-4824-93da-f33ce8bb4f68 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:10:58.408782 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18b00fc3-1b87-4a52-866e-03529f2f9511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (bba67360-4ee5-4824-93da-f33ce8bb4f68), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.467278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b00fc3-1b87-4a52-866e-03529f2f9511 None None] Pushing event deleted for resources: {'Port': ['ID=bba67360-4ee5-4824-93da-f33ce8bb4f68,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:58.477674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b00fc3-1b87-4a52-866e-03529f2f9511 None None] No DVR routers for this DVR port bba67360-4ee5-4824-93da-f33ce8bb4f68 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:10:58.506465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (ef1fd9b3-6cfb-40b4-8363-725cf35f86aa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.512517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.519830 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] 10.222.0.44 "DELETE /v2.0/networks/ef1fd9b3-6cfb-40b4-8363-725cf35f86aa HTTP/1.1" status: 204 len: 168 time: 0.8171618 Jan 28 04:10:58.522107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48568) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:58.535206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4a613-55cf-456c-bfd7-ba681912e37c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1fd9b3-6cfb-40b4-8363-725cf35f86aa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:58.793891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 483587ee-a2e1-4380-b274-84d62bc73033 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:58.824813 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 483587ee-a2e1-4380-b274-84d62bc73033 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:58.825984 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 483587ee-a2e1-4380-b274-84d62bc73033 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:58.826758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bba67360-4ee5-4824-93da-f33ce8bb4f68 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:58.831942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Router b803225b-6c13-4dd5-947f-79d78770ea4f has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:10:58.862998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: bba67360-4ee5-4824-93da-f33ce8bb4f68 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:58.863587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bba67360-4ee5-4824-93da-f33ce8bb4f68 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:58.864173 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5031ba37-05f4-48de-9f23-3e8bed7789ee no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:58.884742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 5031ba37-05f4-48de-9f23-3e8bed7789ee {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:58.885390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 5031ba37-05f4-48de-9f23-3e8bed7789ee not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:59.259903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267976-e7be-4ce6-8efa-fcc8eba45130 req-8507af42-1396-4326-a10c-20ec124bc32a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:59.261346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81267976-e7be-4ce6-8efa-fcc8eba45130 req-8507af42-1396-4326-a10c-20ec124bc32a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.5755246 Jan 28 04:10:59.410062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81267976-e7be-4ce6-8efa-fcc8eba45130 req-2f289496-dfc0-4d1f-ae5c-6043b1ffc842 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382895 Jan 28 04:10:59.436660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:10:59.436660 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.440802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] Sync routers for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:10:59.455216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:59.455919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:59.479126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-93f5e377-3ace-40fb-8a42-922895ba4a4a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "DELETE /v2.0/floatingips/bffd8e61-395b-4bfa-a1a0-e0bb9a75a685 HTTP/1.1" status: 204 len: 168 time: 2.0589488 Jan 28 04:10:59.480725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:10:59.495393 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578c474c-4974-4e19-bb61-e8753b6ab908" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:10:59.606269 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537156ad-c4da-4095-aaea-c33aba25487e x-openstack-request-id: req-537156ad-c4da-4095-aaea-c33aba25487e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:10:59.608483 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:10:59.612173 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-537156ad-c4da-4095-aaea-c33aba25487e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:10:59.613143 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'status': 'completed', 'code': 200} Jan 28 04:10:59.646365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:59.738925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-887c4079-2b17-4c01-87a9-aea8ae954520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:59.740552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-887c4079-2b17-4c01-87a9-aea8ae954520 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08f7ff3716c9481dbb07a2aa4cd1ba99&device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 1097 time: 0.1219485 Jan 28 04:10:59.753743 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (d64fd4dc-9d5e-44c2-be56-40fed66752d6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.886453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 5, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:59.917571 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] Checking router: b803225b-6c13-4dd5-947f-79d78770ea4f for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:10:59.927872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:59.928149 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:59.939308 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8b78f-59ca-4a35-9f62-274a5c543e23 req-e633dc24-94f8-40f4-b92c-343bd5063444 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:59.940876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86e8b78f-59ca-4a35-9f62-274a5c543e23 req-e633dc24-94f8-40f4-b92c-343bd5063444 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 945 time: 0.1381125 Jan 28 04:11:00.012081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-71d936f4-f0f1-47fc-9a0d-9fce54700837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:00.014245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-71d936f4-f0f1-47fc-9a0d-9fce54700837 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fcb1039-27b6-439f-989a-7e325a76c595 HTTP/1.1" status: 200 len: 914 time: 0.2205737 Jan 28 04:11:00.038011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:00.155158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-062ddc5a-2831-4a42-bbd2-70a12a5b222c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c727c152-a247-483c-8e35-8a193b23dcf5 HTTP/1.1" status: 200 len: 217 time: 0.1313701 Jan 28 04:11:00.180103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86e8b78f-59ca-4a35-9f62-274a5c543e23 req-8c037161-cda9-4590-b0db-c4c31cfd44ef tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260878 Jan 28 04:11:00.244127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-79eff2ea-b8cb-4f39-b3e9-da8eb04c6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:00.245764 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-79eff2ea-b8cb-4f39-b3e9-da8eb04c6787 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71d9142c-ce09-4fb8-9e45-d127210fd4c8 HTTP/1.1" status: 200 len: 852 time: 0.0802612 Jan 28 04:11:00.322919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-92e94382-9451-45ff-8238-4cf7f57c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:00.324559 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-92e94382-9451-45ff-8238-4cf7f57c2f3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fcb1039-27b6-439f-989a-7e325a76c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698798 Jan 28 04:11:00.427119 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 5, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:00.454838 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f22b8e-f0cf-4860-804d-02857bb296a2 None None] The sync data for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 is: [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:06:27Z', 'revision_number': 4, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '100eb279-2cd1-4027-a638-79195c362f27', 'name': '', 'network_id': '2fcb1039-27b6-439f-989a-7e325a76c595', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:26Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 5, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'subnets': [{'id': '71d9142c-ce09-4fb8-9e45-d127210fd4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:11:00.469444 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-997079db-d1bd-43fe-8997-cd7cbc6d2c9c service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234074 Jan 28 04:11:00.608240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] Deleting port 9a318b23-17ed-45b2-ad1e-fb7291619bf0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:00.608593 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.645793 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4ac5c-5672-490c-b13d-f49e482a1f2d req-28687556-2309-4387-bf83-9516afc436bc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:00.647294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dbe4ac5c-5672-490c-b13d-f49e482a1f2d req-28687556-2309-4387-bf83-9516afc436bc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.1085348 Jan 28 04:11:00.706457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578c474c-4974-4e19-bb61-e8753b6ab908 req-53901779-ca1e-4a2d-a6d6-49c632762ef8 service neutron] 10.222.0.42 "GET /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302547 Jan 28 04:11:00.757854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dbe4ac5c-5672-490c-b13d-f49e482a1f2d req-fb3a9d24-a371-4477-971f-34d41bee5726 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830688 Jan 28 04:11:00.787383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] For port 9a318b23-17ed-45b2-ad1e-fb7291619bf0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a318b23-17ed-45b2-ad1e-fb7291619bf0,segment=NetworkSegment(12707fbb-02a7-4737-8a2c-0314b1ca320a),segment_id=12707fbb-02a7-4737-8a2c-0314b1ca320a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:00.787758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.804296 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] Calling delete_port for 9a318b23-17ed-45b2-ad1e-fb7291619bf0 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:00.865697 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e69c9-548e-4d37-bed2-9db10c381486 None None] New status for floating IP bffd8e61-395b-4bfa-a1a0-e0bb9a75a685: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:11:01.027555 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9a318b23-17ed-45b2-ad1e-fb7291619bf0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.057014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a318b23-17ed-45b2-ad1e-fb7291619bf0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:01.303977 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (d64fd4dc-9d5e-44c2-be56-40fed66752d6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.484601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86d1a5-ba8d-42b3-8f97-9ffe3b492e98 req-1dde88ba-7712-498a-a1ff-954f6aa46c80 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:01.486325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca86d1a5-ba8d-42b3-8f97-9ffe3b492e98 req-1dde88ba-7712-498a-a1ff-954f6aa46c80 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 945 time: 0.1753266 Jan 28 04:11:01.504980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-3750a635-c89e-4afe-9b13-4898c0a2e1e2 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:01.506633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-3750a635-c89e-4afe-9b13-4898c0a2e1e2 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 945 time: 0.1222146 Jan 28 04:11:01.662023 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:11:01.673465 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ca86d1a5-ba8d-42b3-8f97-9ffe3b492e98 req-6dc414ed-0cac-41a6-93e2-5f9557fbae30 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/security-groups?id=24af8e1d-af58-4eb5-b03c-a1f5708f3990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639731 Jan 28 04:11:01.745068 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] Router d64fd4dc-9d5e-44c2-be56-40fed66752d6 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:11:01.748521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-11994b57-4f1a-4124-9472-c872cb99582f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Deleting port c727c152-a247-483c-8e35-8a193b23dcf5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:01.748880 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-11994b57-4f1a-4124-9472-c872cb99582f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.945576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-11994b57-4f1a-4124-9472-c872cb99582f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] For port c727c152-a247-483c-8e35-8a193b23dcf5, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c727c152-a247-483c-8e35-8a193b23dcf5,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:01.945945 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-11994b57-4f1a-4124-9472-c872cb99582f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.967130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-11994b57-4f1a-4124-9472-c872cb99582f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Calling delete_port for c727c152-a247-483c-8e35-8a193b23dcf5 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:01.986025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f12ef-2213-4548-a869-4f1e71e75c6c req-b6c9c117-7afb-4704-b594-129afe2769cc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:01.987563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee9f12ef-2213-4548-a869-4f1e71e75c6c req-b6c9c117-7afb-4704-b594-129afe2769cc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.1485806 Jan 28 04:11:01.997691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:11:02.003885 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-03b3dbb8-8b25-412f-a9f6-798fbb75f078 admin admin] 10.222.0.44 "PUT /v2.0/routers/d64fd4dc-9d5e-44c2-be56-40fed66752d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4803767 Jan 28 04:11:02.006071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48590) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:02.015425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] Sync routers for ids ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:11:02.025924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] Routers {'d64fd4dc-9d5e-44c2-be56-40fed66752d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:02.026867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:02.105498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee9f12ef-2213-4548-a869-4f1e71e75c6c req-8b91ab99-1602-412c-8835-a2e30fa81e12 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009157 Jan 28 04:11:02.152685 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Publish callbacks [] for router (d64fd4dc-9d5e-44c2-be56-40fed66752d6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.188345 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-11994b57-4f1a-4124-9472-c872cb99582f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c727c152-a247-483c-8e35-8a193b23dcf5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.199542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] Set router d64fd4dc-9d5e-44c2-be56-40fed66752d6 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:02.220500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11994b57-4f1a-4124-9472-c872cb99582f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event deleted for resources: {'Port': ['ID=c727c152-a247-483c-8e35-8a193b23dcf5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:02.276795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-11994b57-4f1a-4124-9472-c872cb99582f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] No DVR routers for this DVR port c727c152-a247-483c-8e35-8a193b23dcf5 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:11:02.280973 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-11994b57-4f1a-4124-9472-c872cb99582f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.285266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eb6295e1-0f80-4217-b495-44c167bd75d5 req-11994b57-4f1a-4124-9472-c872cb99582f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.42 "DELETE /v2.0/ports/c727c152-a247-483c-8e35-8a193b23dcf5 HTTP/1.1" status: 204 len: 173 time: 0.7723467 Jan 28 04:11:02.286106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'name': 'network-vif-deleted', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:11:02.299125 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59355398-234e-45b6-953d-5a1e0966639d" -d '{"events": [{"server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "name": "network-vif-deleted", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:11:02.300828 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Publish callbacks [] for router_gateway (d64fd4dc-9d5e-44c2-be56-40fed66752d6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.345177 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff3866a-e9cd-4c79-a3f3-05ce81475337 x-openstack-request-id: req-1ff3866a-e9cd-4c79-a3f3-05ce81475337 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:11:02.345597 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8e45e4-f9cf-420c-95af-d4da51c83232", "name": "network-vif-deleted", "tag": "c727c152-a247-483c-8e35-8a193b23dcf5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:11:02.346042 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ff3866a-e9cd-4c79-a3f3-05ce81475337 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:11:02.346539 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8e45e4-f9cf-420c-95af-d4da51c83232', 'name': 'network-vif-deleted', 'tag': 'c727c152-a247-483c-8e35-8a193b23dcf5', 'status': 'completed', 'code': 200} Jan 28 04:11:02.384088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Deleting port 7612c175-d507-4168-ad80-fb73f8f473f1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:02.384490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.441722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'name': 'tempest-TestServerBasicOps-1491115752-router', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:45Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 5, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'gw_port': {'id': '7612c175-d507-4168-ad80-fb73f8f473f1', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:04:47Z', 'updated_at': '2022-01-28T04:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:02.477905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] Checking router: d64fd4dc-9d5e-44c2-be56-40fed66752d6 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:11:02.494600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] Routers {'d64fd4dc-9d5e-44c2-be56-40fed66752d6'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:02.495301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:10:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:02.592184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] Set router d64fd4dc-9d5e-44c2-be56-40fed66752d6 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:02.665178 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'name': 'tempest-TestServerBasicOps-1491115752-router', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:45Z', 'updated_at': '2022-01-28T04:11:02Z', 'revision_number': 6, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:02.718859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917cc5d-6ff9-44cd-9424-47663bea7607 None None] The sync data for ids ['d64fd4dc-9d5e-44c2-be56-40fed66752d6'] in n-d-808199-14 is: [{'id': 'd64fd4dc-9d5e-44c2-be56-40fed66752d6', 'name': 'tempest-TestServerBasicOps-1491115752-router', 'tenant_id': 'ede0eefdb2c448559ce0dbce37839a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:04:45Z', 'updated_at': '2022-01-28T04:11:02Z', 'revision_number': 6, 'project_id': 'ede0eefdb2c448559ce0dbce37839a59', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:11:02.851806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd3d9e99-6c31-4f7d-84c8-0316921da8d7 req-13f32ef6-7089-45ac-b09e-f0bab51ac09b tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0597286 Jan 28 04:11:02.906213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] For port 7612c175-d507-4168-ad80-fb73f8f473f1, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7612c175-d507-4168-ad80-fb73f8f473f1,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:02.906655 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.918848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Calling delete_port for 7612c175-d507-4168-ad80-fb73f8f473f1 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:03.106361 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7612c175-d507-4168-ad80-fb73f8f473f1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.159039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=7612c175-d507-4168-ad80-fb73f8f473f1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:03.224680 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (d64fd4dc-9d5e-44c2-be56-40fed66752d6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.268141 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97eac3d-39c2-493b-a0c3-c51d091c374c req-5c55a4a9-3bb4-49ce-85a8-381c2069ab75 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:03.269774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a97eac3d-39c2-493b-a0c3-c51d091c374c req-5c55a4a9-3bb4-49ce-85a8-381c2069ab75 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0811903 Jan 28 04:11:03.321583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (d64fd4dc-9d5e-44c2-be56-40fed66752d6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.323902 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Publish callbacks [] for router_controller (d64fd4dc-9d5e-44c2-be56-40fed66752d6), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.324055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a97eac3d-39c2-493b-a0c3-c51d091c374c req-c8619a45-06c0-4ce7-b751-6e997ae0f49e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483639 Jan 28 04:11:03.370444 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (d64fd4dc-9d5e-44c2-be56-40fed66752d6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.370876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d64fd4dc-9d5e-44c2-be56-40fed66752d6 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:11:03.375715 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.376967 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e69f9c44-d181-454b-8996-25bc378b2c14 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d64fd4dc-9d5e-44c2-be56-40fed66752d6 HTTP/1.1" status: 204 len: 168 time: 1.3698773 Jan 28 04:11:03.379878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48602) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:03.425660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d974de-6e4a-4439-ba8c-172dc4df0fe9 admin admin] Deleting subnet 08dba5c7-d799-4a17-93b2-861a69210cad {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:11:03.428798 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6d974de-6e4a-4439-ba8c-172dc4df0fe9 admin admin] Publish callbacks [] for subnet (08dba5c7-d799-4a17-93b2-861a69210cad), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.468576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6d974de-6e4a-4439-ba8c-172dc4df0fe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (08dba5c7-d799-4a17-93b2-861a69210cad), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.549208 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6d974de-6e4a-4439-ba8c-172dc4df0fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (08dba5c7-d799-4a17-93b2-861a69210cad), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.607646 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6d974de-6e4a-4439-ba8c-172dc4df0fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (08dba5c7-d799-4a17-93b2-861a69210cad), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.641827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d974de-6e4a-4439-ba8c-172dc4df0fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08dba5c7-d799-4a17-93b2-861a69210cad,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:03.647594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb23815-9019-45fb-a0dc-a952da72c259 None None] Network 08209211-6427-4d7c-8308-7281ca5c54c7 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:11:03.647994 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6d974de-6e4a-4439-ba8c-172dc4df0fe9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.652897 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c6d974de-6e4a-4439-ba8c-172dc4df0fe9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/08dba5c7-d799-4a17-93b2-861a69210cad HTTP/1.1" status: 204 len: 168 time: 0.2703652 Jan 28 04:11:03.654454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:03.742724 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (08209211-6427-4d7c-8308-7281ca5c54c7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.807855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Deleting port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:03.808212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.810543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e82ecb-56fe-4caa-967a-c8f4e2607c3f None None] DHCP port deletion for 08209211-6427-4d7c-8308-7281ca5c54c7 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:11:03.864248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a4e82ecb-56fe-4caa-967a-c8f4e2607c3f None None] Deleting port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:03.864694 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4e82ecb-56fe-4caa-967a-c8f4e2607c3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.875807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] For port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4e37ae6b-e0f3-49b6-9efd-6487a72ac451,segment=NetworkSegment(12707fbb-02a7-4737-8a2c-0314b1ca320a),segment_id=12707fbb-02a7-4737-8a2c-0314b1ca320a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:03.876111 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.892330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Calling delete_port for 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:03.941059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a4e82ecb-56fe-4caa-967a-c8f4e2607c3f None None] For port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4e37ae6b-e0f3-49b6-9efd-6487a72ac451,segment=NetworkSegment(12707fbb-02a7-4737-8a2c-0314b1ca320a),segment_id=12707fbb-02a7-4737-8a2c-0314b1ca320a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:03.941613 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4e82ecb-56fe-4caa-967a-c8f4e2607c3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.956539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a4e82ecb-56fe-4caa-967a-c8f4e2607c3f None None] Calling delete_port for 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:04.012112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-02a6b6f0-e0f9-41c2-9d4f-dfdc1233796f req-10993287-301a-4834-95c3-2b1f7ffc8b63 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0425305 Jan 28 04:11:04.042249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.073685 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4e82ecb-56fe-4caa-967a-c8f4e2607c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (4e37ae6b-e0f3-49b6-9efd-6487a72ac451), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.106672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e37ae6b-e0f3-49b6-9efd-6487a72ac451,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:04.108567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] No DVR routers for this DVR port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:11:04.118446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e82ecb-56fe-4caa-967a-c8f4e2607c3f None None] Pushing event deleted for resources: {'Port': ['ID=4e37ae6b-e0f3-49b6-9efd-6487a72ac451,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:04.120635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e82ecb-56fe-4caa-967a-c8f4e2607c3f None None] No DVR routers for this DVR port 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:11:04.198313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (08209211-6427-4d7c-8308-7281ca5c54c7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.224740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08209211-6427-4d7c-8308-7281ca5c54c7']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:04.234770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12707fbb-02a7-4737-8a2c-0314b1ca320a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:04.235063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12707fbb-02a7-4737-8a2c-0314b1ca320a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:04.244149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (12707fbb-02a7-4737-8a2c-0314b1ca320a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.257440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (12707fbb-02a7-4737-8a2c-0314b1ca320a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.263804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:11:04.264444 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (12707fbb-02a7-4737-8a2c-0314b1ca320a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:11:04.266102 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:11:04.322562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (08209211-6427-4d7c-8308-7281ca5c54c7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.328643 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.334963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/08209211-6427-4d7c-8308-7281ca5c54c7 HTTP/1.1" status: 204 len: 168 time: 0.6794908 Jan 28 04:11:04.348805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0acb7a-c695-481b-bfb1-1ef430a725a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=08209211-6427-4d7c-8308-7281ca5c54c7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:04.456960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70259f-611d-4f7e-95ea-e71dea33a117 req-e8812f57-c454-497d-b5b0-b4ce121ce2e8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:04.458503 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f70259f-611d-4f7e-95ea-e71dea33a117 req-e8812f57-c454-497d-b5b0-b4ce121ce2e8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0529735 Jan 28 04:11:04.485875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:04.525504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f70259f-611d-4f7e-95ea-e71dea33a117 req-71fab563-de45-404b-9743-342c8bc8e73f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608935 Jan 28 04:11:04.548952 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a25b4416-8621-4771-8955-81ffb33497d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=023ee4d5918443a4919fd780c791fec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597651 Jan 28 04:11:04.549661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:04.603767 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cccbed11-f8d2-46c3-a8bb-1fb2b561f2d2 admin admin] Publish callbacks [] for security_group (7bb87108-e73f-4c6c-a6f9-505c36fe6061), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.627105 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cccbed11-f8d2-46c3-a8bb-1fb2b561f2d2 admin admin] Publish callbacks [] for security_group (7bb87108-e73f-4c6c-a6f9-505c36fe6061), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.678672 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cccbed11-f8d2-46c3-a8bb-1fb2b561f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7bb87108-e73f-4c6c-a6f9-505c36fe6061), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.681512 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cccbed11-f8d2-46c3-a8bb-1fb2b561f2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.682751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cccbed11-f8d2-46c3-a8bb-1fb2b561f2d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bb87108-e73f-4c6c-a6f9-505c36fe6061 HTTP/1.1" status: 204 len: 168 time: 0.1319296 Jan 28 04:11:04.691203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbed11-f8d2-46c3-a8bb-1fb2b561f2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb87108-e73f-4c6c-a6f9-505c36fe6061,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:04.805766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9a318b23-17ed-45b2-ad1e-fb7291619bf0 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:11:04.832911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9a318b23-17ed-45b2-ad1e-fb7291619bf0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:11:04.833255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9a318b23-17ed-45b2-ad1e-fb7291619bf0 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:11:04.833856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7612c175-d507-4168-ad80-fb73f8f473f1 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:11:04.836677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c727c152-a247-483c-8e35-8a193b23dcf5 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:11:04.872217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 7612c175-d507-4168-ad80-fb73f8f473f1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:11:04.872567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7612c175-d507-4168-ad80-fb73f8f473f1 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:11:04.878700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:11:04.902752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:11:04.903125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4e37ae6b-e0f3-49b6-9efd-6487a72ac451 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:11:04.905264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: c727c152-a247-483c-8e35-8a193b23dcf5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:11:04.905760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c727c152-a247-483c-8e35-8a193b23dcf5 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:11:05.041604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:05.088817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ec0cf61b-c17f-4c46-8470-d99d1b6755f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ede0eefdb2c448559ce0dbce37839a59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434699 Jan 28 04:11:05.089346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 48624) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:05.124945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3326d189-358b-4fd9-b44e-3f4d938e0c14 req-ff12ebb0-098f-4ccf-bef8-532560bb9ad3 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0375464 Jan 28 04:11:05.161619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb701-610c-4604-8182-c643dac2150f admin admin] Publish callbacks [] for security_group (50188184-3904-449e-9330-17e1acea97ca), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:05.186320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb701-610c-4604-8182-c643dac2150f admin admin] Publish callbacks [] for security_group (50188184-3904-449e-9330-17e1acea97ca), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:05.233409 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb701-610c-4604-8182-c643dac2150f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (50188184-3904-449e-9330-17e1acea97ca), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:05.236126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb701-610c-4604-8182-c643dac2150f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:05.237324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ad1cb701-610c-4604-8182-c643dac2150f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50188184-3904-449e-9330-17e1acea97ca HTTP/1.1" status: 204 len: 168 time: 0.1475277 Jan 28 04:11:05.245598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cb701-610c-4604-8182-c643dac2150f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50188184-3904-449e-9330-17e1acea97ca,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:05.659883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935700-0bc0-4b43-878c-fcc52a39790d req-a7347fdd-9b96-486c-a927-db682d48a516 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:05.662332 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46935700-0bc0-4b43-878c-fcc52a39790d req-a7347fdd-9b96-486c-a927-db682d48a516 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0563459 Jan 28 04:11:05.720925 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46935700-0bc0-4b43-878c-fcc52a39790d req-353eb193-d191-483e-a64e-eab9be1e821c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523140 Jan 28 04:11:06.223047 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8a659e4-7014-426c-9270-c22db56d8f97 req-cd6296c1-fae1-4a12-84eb-a471c665518f tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0267353 Jan 28 04:11:06.842351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0e15-dbbf-4594-a0c0-2bcaf654ede7 req-378f98cc-24e5-4f72-85f6-c34cccb72dde tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:06.843876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-763a0e15-dbbf-4594-a0c0-2bcaf654ede7 req-378f98cc-24e5-4f72-85f6-c34cccb72dde tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0539298 Jan 28 04:11:06.892203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-763a0e15-dbbf-4594-a0c0-2bcaf654ede7 req-2e55b198-fe66-43dd-b2b2-b4227a99a795 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427918 Jan 28 04:11:07.323235 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-624417b4-4052-4eb1-9416-5f061f8ef10e req-d9486476-d0fc-42e4-a9d9-b49e58d7d109 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0298548 Jan 28 04:11:08.017362 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08aa469-eaf0-4543-94f2-e55c51d49827 req-5651cd07-a808-48fc-890c-225cc0013d77 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:08.018889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d08aa469-eaf0-4543-94f2-e55c51d49827 req-5651cd07-a808-48fc-890c-225cc0013d77 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0528424 Jan 28 04:11:08.068284 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d08aa469-eaf0-4543-94f2-e55c51d49827 req-4fe9f9ad-e83e-459c-97bf-9e1d5501c2d6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Jan 28 04:11:08.418856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b178b2ce-a4d0-4cd9-bf87-9223bb7a9eeb req-cea9c6ce-4ea6-4839-9019-ec4b2b874166 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0262804 Jan 28 04:11:09.194277 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b9554-f208-420f-bf14-ed2759e6f955 req-54d731b0-de41-4577-8887-4607a0398d9d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:09.195784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-281b9554-f208-420f-bf14-ed2759e6f955 req-54d731b0-de41-4577-8887-4607a0398d9d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0554733 Jan 28 04:11:09.246093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-281b9554-f208-420f-bf14-ed2759e6f955 req-a0c4794f-18da-4f1d-95ac-c29bd590734d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437944 Jan 28 04:11:09.519211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4f706fe-9a01-4550-8297-64a513257cb8 req-df9e0f60-c719-4a68-8a33-88400ebbbe37 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0279253 Jan 28 04:11:10.362078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96978f1b-d88c-4d8a-8641-e69d7644de1f req-fecf5296-2f0f-4c07-b272-7d5dd3df121c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:10.363591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96978f1b-d88c-4d8a-8641-e69d7644de1f req-fecf5296-2f0f-4c07-b272-7d5dd3df121c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0486503 Jan 28 04:11:10.413557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96978f1b-d88c-4d8a-8641-e69d7644de1f req-a538cb48-e1ef-4a9e-b5d5-ba379225e4bb tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443337 Jan 28 04:11:10.535647 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8373366-b3a5-4d6d-8173-5f606e5108f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:10.621057 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7cb7a4a6-f017-4462-b6a9-65b04b94d5fc req-a4c851b2-291a-4555-b0f8-a14aa25e310e tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0301630 Jan 28 04:11:11.534145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc10dde-4da2-4a89-bc0b-56c4b00f7618 req-08a953c7-b528-4cdf-a9f2-f6d732c4a3d6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:11.535570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9cc10dde-4da2-4a89-bc0b-56c4b00f7618 req-08a953c7-b528-4cdf-a9f2-f6d732c4a3d6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0537598 Jan 28 04:11:11.584823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9cc10dde-4da2-4a89-bc0b-56c4b00f7618 req-0a814484-b9e7-4575-926c-248d6a213075 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Jan 28 04:11:11.716150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90c92b8e-5571-4ab8-8b1b-2e1aef6108a8 req-aec934b1-daf7-4dfc-a00d-6ab9ec2e488c tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0270085 Jan 28 04:11:12.340246 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:12.583270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85727ed0-e470-4238-93df-1937c4642e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:12.700630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e424d5-7ebf-41b4-98f2-31e6a82b95fb req-1084a628-8b47-447e-8a4a-a8ce33c2141e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:12.702842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77e424d5-7ebf-41b4-98f2-31e6a82b95fb req-1084a628-8b47-447e-8a4a-a8ce33c2141e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0506270 Jan 28 04:11:12.756505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77e424d5-7ebf-41b4-98f2-31e6a82b95fb req-7ebe06a2-69c7-415d-af79-e996e6a4f89b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480330 Jan 28 04:11:12.817711 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db0d64a6-b22b-40fd-b6dd-daf074272bb6 req-f37ee972-fc7a-4955-a76f-1cbe5d02d52d tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0297203 Jan 28 04:11:13.890905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6ec5a-94df-4663-a088-9ced91ec16bb req-20a73555-9064-4e55-8555-d8087c75ceac tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:13.892426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7cf6ec5a-94df-4663-a088-9ced91ec16bb req-20a73555-9064-4e55-8555-d8087c75ceac tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0667562 Jan 28 04:11:13.928266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6c3c33a-7918-418e-9f18-31458db5cc9b req-bd90e7d9-61c5-4585-9d66-2e98677d1e8a tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0348334 Jan 28 04:11:13.960505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7cf6ec5a-94df-4663-a088-9ced91ec16bb req-f46965a1-2710-4588-bff9-426837f15791 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590575 Jan 28 04:11:14.348541 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:14.690618 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:15.029366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2cefbf3e-9795-499b-a1e1-05aeebd3a681 req-f77d80ca-8407-4936-95ea-29530ea31dd9 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0295951 Jan 28 04:11:15.083696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba024-47c1-4b43-a208-91d3a1b1afef req-d5b7e185-5d7f-4bdc-9900-deef7a2ee75f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:15.085223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35bba024-47c1-4b43-a208-91d3a1b1afef req-d5b7e185-5d7f-4bdc-9900-deef7a2ee75f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0492215 Jan 28 04:11:15.134491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35bba024-47c1-4b43-a208-91d3a1b1afef req-f874572d-977d-47c6-af77-cef6311936e8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Jan 28 04:11:15.589713 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:16.129314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d4d1e8a-af26-4203-b2f4-b40e8aaca626 req-7502a2df-92ed-4dab-ba40-9a55a80799b1 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8e45e4-f9cf-420c-95af-d4da51c83232 HTTP/1.1" status: 200 len: 210 time: 0.0282223 Jan 28 04:11:16.258161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5406aa1-3101-43d5-ad4b-3a43544b12d4 req-52243fab-0379-4277-9785-fef0a345e751 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:16.259589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5406aa1-3101-43d5-ad4b-3a43544b12d4 req-52243fab-0379-4277-9785-fef0a345e751 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0519023 Jan 28 04:11:16.318335 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a5406aa1-3101-43d5-ad4b-3a43544b12d4 req-26a6ab73-3c3a-4d29-a989-6c65c4520e55 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506012 Jan 28 04:11:16.774781 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:17.189505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 48672) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:17.246269 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9df336f-0a67-419b-ba71-b559a81828c9 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group (24af8e1d-af58-4eb5-b03c-a1f5708f3990), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:17.271505 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9df336f-0a67-419b-ba71-b559a81828c9 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group (24af8e1d-af58-4eb5-b03c-a1f5708f3990), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:17.337007 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9df336f-0a67-419b-ba71-b559a81828c9 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (24af8e1d-af58-4eb5-b03c-a1f5708f3990), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:17.339753 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9df336f-0a67-419b-ba71-b559a81828c9 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:17.344285 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c9df336f-0a67-419b-ba71-b559a81828c9 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] 10.222.0.44 "DELETE /v2.0/security-groups/24af8e1d-af58-4eb5-b03c-a1f5708f3990 HTTP/1.1" status: 204 len: 168 time: 0.1503322 Jan 28 04:11:17.351022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df336f-0a67-419b-ba71-b559a81828c9 tempest-TestVolumeBackupRestore-1489142016 tempest-TestVolumeBackupRestore-1489142016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24af8e1d-af58-4eb5-b03c-a1f5708f3990,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:17.476926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca160-efbf-49d3-8e99-8ee237175100 req-b7231ef1-cc01-4f2f-a3a0-3ae79375fb7f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:17.486540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59eca160-efbf-49d3-8e99-8ee237175100 req-b7231ef1-cc01-4f2f-a3a0-3ae79375fb7f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0718291 Jan 28 04:11:17.572941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59eca160-efbf-49d3-8e99-8ee237175100 req-e627c8a1-a9be-4587-ab5a-5bfe58c56200 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811286 Jan 28 04:11:18.694559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cdf34-7092-4ce1-9ac1-0813ff5389e2 req-10d26bb2-d019-48bb-93c1-fc0a07b2d486 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:18.704927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab0cdf34-7092-4ce1-9ac1-0813ff5389e2 req-10d26bb2-d019-48bb-93c1-fc0a07b2d486 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0639031 Jan 28 04:11:18.765548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ab0cdf34-7092-4ce1-9ac1-0813ff5389e2 req-58ac0ffd-8da8-425a-a0ce-e4eed87bc158 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595713 Jan 28 04:11:19.915690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57b3df-8dd7-4a18-ade5-ccdaa6a1ccf8 req-dbd9b3e5-294c-42a8-bc51-fe0d67bdae55 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:19.918860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad57b3df-8dd7-4a18-ade5-ccdaa6a1ccf8 req-dbd9b3e5-294c-42a8-bc51-fe0d67bdae55 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0704329 Jan 28 04:11:20.010554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad57b3df-8dd7-4a18-ade5-ccdaa6a1ccf8 req-1cf11df9-9bde-4081-814d-fb34aef5953c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814905 Jan 28 04:11:21.121505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be585484-8df6-4707-8749-977ec1cf345c req-14a6b19e-fb49-4e07-8494-01344a0ded1f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:21.123515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be585484-8df6-4707-8749-977ec1cf345c req-14a6b19e-fb49-4e07-8494-01344a0ded1f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0492878 Jan 28 04:11:21.172967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be585484-8df6-4707-8749-977ec1cf345c req-03b2f53f-058f-4ef1-95c1-c42ccecd0cea tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434928 Jan 28 04:11:22.310705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26625fc7-d854-4bdb-85bb-f1ad7347baa8 req-da850ffb-9cf0-4a09-abca-90715f89023b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:22.313034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26625fc7-d854-4bdb-85bb-f1ad7347baa8 req-da850ffb-9cf0-4a09-abca-90715f89023b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0548680 Jan 28 04:11:22.730115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-26625fc7-d854-4bdb-85bb-f1ad7347baa8 req-52e72800-823e-4b78-b444-4f62685b5ecd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4112504 Jan 28 04:11:23.865303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac715b-d26b-44ed-9e78-11dd99d44028 req-364befff-aff2-4aa1-89d9-87c667b07317 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:23.874692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50ac715b-d26b-44ed-9e78-11dd99d44028 req-364befff-aff2-4aa1-89d9-87c667b07317 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0631111 Jan 28 04:11:23.937457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50ac715b-d26b-44ed-9e78-11dd99d44028 req-f7668338-1550-4320-b06d-75230c59f35c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615749 Jan 28 04:11:25.079739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e0c4f-002b-43d6-8a52-9cd6533c9546 req-e80fde27-9bb5-40f0-9c84-6731509c2b71 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:25.087749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af7e0c4f-002b-43d6-8a52-9cd6533c9546 req-e80fde27-9bb5-40f0-9c84-6731509c2b71 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0588593 Jan 28 04:11:25.151961 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af7e0c4f-002b-43d6-8a52-9cd6533c9546 req-520ede2b-85ef-40ae-80f7-b386c15e7471 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586343 Jan 28 04:11:26.282372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29f1cc-f191-46f5-8252-ab5ae42c4c58 req-aa1ce0bf-6b5d-4deb-b30f-372371686c44 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:26.283906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b29f1cc-f191-46f5-8252-ab5ae42c4c58 req-aa1ce0bf-6b5d-4deb-b30f-372371686c44 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0632763 Jan 28 04:11:26.368036 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b29f1cc-f191-46f5-8252-ab5ae42c4c58 req-29055f67-afcb-45a5-a1d1-97c93691a678 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740733 Jan 28 04:11:27.256101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49174) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:27.543332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d39c81-499c-4482-8b60-eb08ec7c14be req-273d0b64-47a4-4d36-8549-23647b9a91e3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:27.545482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13d39c81-499c-4482-8b60-eb08ec7c14be req-273d0b64-47a4-4d36-8549-23647b9a91e3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.1059091 Jan 28 04:11:27.674678 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13d39c81-499c-4482-8b60-eb08ec7c14be req-3a066c1a-1d54-44b4-8792-8ce83f0f28d1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995991 Jan 28 04:11:27.900475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (b803225b-6c13-4dd5-947f-79d78770ea4f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:28.160353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] Deleting port 100eb279-2cd1-4027-a638-79195c362f27 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:28.160694 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (100eb279-2cd1-4027-a638-79195c362f27), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:28.240559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] For port 100eb279-2cd1-4027-a638-79195c362f27, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=100eb279-2cd1-4027-a638-79195c362f27,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:28.240954 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (100eb279-2cd1-4027-a638-79195c362f27), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:28.258880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] Calling delete_port for 100eb279-2cd1-4027-a638-79195c362f27 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:28.450038 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (100eb279-2cd1-4027-a638-79195c362f27), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:28.483350 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] Pushing event deleted for resources: {'Port': ['ID=100eb279-2cd1-4027-a638-79195c362f27,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:28.685986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (b803225b-6c13-4dd5-947f-79d78770ea4f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:28.893718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d48ce0-9866-42f2-8f36-ba2986cd92e8 req-86d3d57a-375d-4ab0-b892-415654f55eef tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:28.893718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81d48ce0-9866-42f2-8f36-ba2986cd92e8 req-86d3d57a-375d-4ab0-b892-415654f55eef tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 943 time: 0.0929513 Jan 28 04:11:29.004705 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81d48ce0-9866-42f2-8f36-ba2986cd92e8 req-fe8b44f3-a2d4-4a4f-bd0f-d81f82099188 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179514 Jan 28 04:11:29.035876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] Router b803225b-6c13-4dd5-947f-79d78770ea4f has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:11:29.151857 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:11:29.157609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dd979ae3-b56b-4f50-8be5-867137f9ce4a admin admin] 10.222.0.44 "PUT /v2.0/routers/b803225b-6c13-4dd5-947f-79d78770ea4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9001112 Jan 28 04:11:29.160174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:29.164938 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] Sync routers for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:11:29.184141 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:29.185143 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:11:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:29.277852 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Publish callbacks [] for router (b803225b-6c13-4dd5-947f-79d78770ea4f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:29.302630 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:29.393109 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Publish callbacks [] for router_gateway (b803225b-6c13-4dd5-947f-79d78770ea4f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:29.457653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Deleting port 2135a4fa-7b78-48f1-8503-47d822296d95 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:29.458018 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:29.511609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b36a38d8-b7e9-41da-97c8-734864205a63 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:11:29.515146 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:11:28Z', 'revision_number': 5, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port': {'id': '2135a4fa-7b78-48f1-8503-47d822296d95', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:21Z', 'updated_at': '2022-01-28T04:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:29.555460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] For port 2135a4fa-7b78-48f1-8503-47d822296d95, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2135a4fa-7b78-48f1-8503-47d822296d95,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:29.555834 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:29.572118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Calling delete_port for 2135a4fa-7b78-48f1-8503-47d822296d95 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:29.641880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b36a38d8-b7e9-41da-97c8-734864205a63, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b36a38d8-b7e9-41da-97c8-734864205a63,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:29.661143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'mac_address': 'fa:16:3e:ba:82:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:11:29.666248 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] Checking router: b803225b-6c13-4dd5-947f-79d78770ea4f for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:11:29.675678 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] Routers {'b803225b-6c13-4dd5-947f-79d78770ea4f'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:29.676302 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:11:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b803225b-6c13-4dd5-947f-79d78770ea4f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:29.724797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b36a38d8-b7e9-41da-97c8-734864205a63 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:29.725248 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:29.740874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36a38d8-b7e9-41da-97c8-734864205a63 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:11:29.765657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b36a38d8-b7e9-41da-97c8-734864205a63, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b36a38d8-b7e9-41da-97c8-734864205a63,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:29.771323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:29.780084 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] Set router b803225b-6c13-4dd5-947f-79d78770ea4f gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:29.817122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (2135a4fa-7b78-48f1-8503-47d822296d95), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:29.839943 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b36a38d8-b7e9-41da-97c8-734864205a63,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:29.852853 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:11:29Z', 'revision_number': 6, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:29.855468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2135a4fa-7b78-48f1-8503-47d822296d95,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:29.862686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.863068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.863417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.863758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.864092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.865033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.865033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.865300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.865457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.865746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.866071 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.866396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.866720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:11:29.885765 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79c904-ba3f-4244-b5ee-468eb2ee0134 None None] The sync data for ids ['b803225b-6c13-4dd5-947f-79d78770ea4f'] in n-d-808199-14 is: [{'id': 'b803225b-6c13-4dd5-947f-79d78770ea4f', 'name': 'tempest-TestVolumeBackupRestore-199945780-router', 'tenant_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:20Z', 'updated_at': '2022-01-28T04:11:29Z', 'revision_number': 6, 'project_id': '08f7ff3716c9481dbb07a2aa4cd1ba99', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:11:29.932190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (b803225b-6c13-4dd5-947f-79d78770ea4f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.032512 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (b803225b-6c13-4dd5-947f-79d78770ea4f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.034768 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Publish callbacks [] for router_controller (b803225b-6c13-4dd5-947f-79d78770ea4f), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.115591 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (b803225b-6c13-4dd5-947f-79d78770ea4f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.116119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b803225b-6c13-4dd5-947f-79d78770ea4f {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:11:30.121033 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.124987 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-64b9acae-415d-4259-93b5-ee1cc69f7fd6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b803225b-6c13-4dd5-947f-79d78770ea4f HTTP/1.1" status: 204 len: 168 time: 0.9611881 Jan 28 04:11:30.126187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:30.176977 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['b36a38d8-b7e9-41da-97c8-734864205a63'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:11:30.184061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17bc2c-a3f8-4a30-821c-50c996807ff5 req-81f317ae-d3e9-4da7-8552-e1f184992b11 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:30.187083 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f17bc2c-a3f8-4a30-821c-50c996807ff5 req-81f317ae-d3e9-4da7-8552-e1f184992b11 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 944 time: 0.1035302 Jan 28 04:11:30.191099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ba1f14-032e-40e6-8d32-c49ecb246913 admin admin] Deleting subnet 71d9142c-ce09-4fb8-9e45-d127210fd4c8 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:11:30.194225 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1f14-032e-40e6-8d32-c49ecb246913 admin admin] Publish callbacks [] for subnet (71d9142c-ce09-4fb8-9e45-d127210fd4c8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.256950 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1f14-032e-40e6-8d32-c49ecb246913 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (71d9142c-ce09-4fb8-9e45-d127210fd4c8), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.372346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f17bc2c-a3f8-4a30-821c-50c996807ff5 req-dd3c9cfc-4df7-4721-b35a-9335bd82ed49 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580069 Jan 28 04:11:30.391772 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1f14-032e-40e6-8d32-c49ecb246913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (71d9142c-ce09-4fb8-9e45-d127210fd4c8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.468571 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1f14-032e-40e6-8d32-c49ecb246913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (71d9142c-ce09-4fb8-9e45-d127210fd4c8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.493290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba1f14-032e-40e6-8d32-c49ecb246913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d9142c-ce09-4fb8-9e45-d127210fd4c8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:30.499873 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1f14-032e-40e6-8d32-c49ecb246913 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.505336 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a4ba1f14-032e-40e6-8d32-c49ecb246913 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/71d9142c-ce09-4fb8-9e45-d127210fd4c8 HTTP/1.1" status: 204 len: 168 time: 0.3766069 Jan 28 04:11:30.506039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9356cd17-5d5e-42f0-99ee-801d59163ab5 None None] Network 2fcb1039-27b6-439f-989a-7e325a76c595 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:11:30.506684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49238) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:30.584123 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (2fcb1039-27b6-439f-989a-7e325a76c595), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.662865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Deleting port c29e81ae-290e-4e50-8cbd-e245a92e47d4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:30.663395 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.733597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] For port c29e81ae-290e-4e50-8cbd-e245a92e47d4, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c29e81ae-290e-4e50-8cbd-e245a92e47d4,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:30.733597 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.750940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Calling delete_port for c29e81ae-290e-4e50-8cbd-e245a92e47d4 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:30.774093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d08789-a0b7-415c-b672-ef14898340fa None None] DHCP port deletion for 2fcb1039-27b6-439f-989a-7e325a76c595 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:11:30.837408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d08789-a0b7-415c-b672-ef14898340fa None None] Deleting port c29e81ae-290e-4e50-8cbd-e245a92e47d4 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:30.838044 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d08789-a0b7-415c-b672-ef14898340fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.856964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 100eb279-2cd1-4027-a638-79195c362f27 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:11:30.889602 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:30.917510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 100eb279-2cd1-4027-a638-79195c362f27 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:11:30.917862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 100eb279-2cd1-4027-a638-79195c362f27 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:11:30.918288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c29e81ae-290e-4e50-8cbd-e245a92e47d4 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:11:30.924434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29e81ae-290e-4e50-8cbd-e245a92e47d4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:30.927402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] No DVR routers for this DVR port c29e81ae-290e-4e50-8cbd-e245a92e47d4 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:11:30.941366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c29e81ae-290e-4e50-8cbd-e245a92e47d4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:11:30.942023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c29e81ae-290e-4e50-8cbd-e245a92e47d4 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:11:30.942894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2135a4fa-7b78-48f1-8503-47d822296d95 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:11:30.974502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 2135a4fa-7b78-48f1-8503-47d822296d95 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:11:30.974844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2135a4fa-7b78-48f1-8503-47d822296d95 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:11:30.981004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d08789-a0b7-415c-b672-ef14898340fa None None] For port c29e81ae-290e-4e50-8cbd-e245a92e47d4, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c29e81ae-290e-4e50-8cbd-e245a92e47d4,segment=NetworkSegment(8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab),segment_id=8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:30.981589 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d08789-a0b7-415c-b672-ef14898340fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.002086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d08789-a0b7-415c-b672-ef14898340fa None None] Calling delete_port for c29e81ae-290e-4e50-8cbd-e245a92e47d4 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:31.030665 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (2fcb1039-27b6-439f-989a-7e325a76c595), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.058910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcb1039-27b6-439f-989a-7e325a76c595']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:31.069757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:31.070174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:31.099368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.099571 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d08789-a0b7-415c-b672-ef14898340fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (c29e81ae-290e-4e50-8cbd-e245a92e47d4), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.119773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.121978 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d08789-a0b7-415c-b672-ef14898340fa None None] Pushing event deleted for resources: {'Port': ['ID=c29e81ae-290e-4e50-8cbd-e245a92e47d4,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:31.132935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d08789-a0b7-415c-b672-ef14898340fa None None] No DVR routers for this DVR port c29e81ae-290e-4e50-8cbd-e245a92e47d4 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:11:31.145688 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:11:31.146306 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (8a8f04f7-5da5-49cf-ba00-55bbf0d9c5ab), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:11:31.148287 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:11:31.219385 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (2fcb1039-27b6-439f-989a-7e325a76c595), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.225713 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.228921 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2fcb1039-27b6-439f-989a-7e325a76c595 HTTP/1.1" status: 204 len: 168 time: 0.7211483 Jan 28 04:11:31.232736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49254) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:31.241840 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f7873-b63d-4cc1-b856-7045749d40a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fcb1039-27b6-439f-989a-7e325a76c595,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:31.526167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b36a38d8-b7e9-41da-97c8-734864205a63 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:11:31.550150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bdd1f-2601-4899-87ba-de86f7ddd14d req-ff6dda43-7a83-4d49-b3c1-b302dc46e8e5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:31.551677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e3bdd1f-2601-4899-87ba-de86f7ddd14d req-ff6dda43-7a83-4d49-b3c1-b302dc46e8e5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 944 time: 0.0988936 Jan 28 04:11:31.580989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port b36a38d8-b7e9-41da-97c8-734864205a63 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:11:31.585641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port b36a38d8-b7e9-41da-97c8-734864205a63 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:31.586016 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.632523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e3bdd1f-2601-4899-87ba-de86f7ddd14d req-8a8d1fbc-3862-494c-a479-5aafe8624bb7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631800 Jan 28 04:11:31.681335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b36a38d8-b7e9-41da-97c8-734864205a63 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:31.681719 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.711336 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (aa22634c-74a3-4f69-8ea9-61ae52a9369e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.717782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36a38d8-b7e9-41da-97c8-734864205a63'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:11:31.720303 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa746068-0e10-4fa1-b3d8-cb885a03ad4d" -d '{"events": [{"server_uuid": "db45715f-a044-4618-bf1e-3f7dbde7d32d", "name": "network-vif-plugged", "status": "completed", "tag": "b36a38d8-b7e9-41da-97c8-734864205a63"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:11:31.765777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b36a38d8-b7e9-41da-97c8-734864205a63, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b36a38d8-b7e9-41da-97c8-734864205a63,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:31.771354 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06793dd8-ac71-449b-a5b0-778d7eade77a x-openstack-request-id: req-06793dd8-ac71-449b-a5b0-778d7eade77a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:11:31.772261 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db45715f-a044-4618-bf1e-3f7dbde7d32d", "name": "network-vif-plugged", "status": "completed", "tag": "b36a38d8-b7e9-41da-97c8-734864205a63", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:11:31.772358 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06793dd8-ac71-449b-a5b0-778d7eade77a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:11:31.772975 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'code': 200} Jan 28 04:11:31.774392 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.843202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b36a38d8-b7e9-41da-97c8-734864205a63,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:31.907406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0a664-f78d-4f94-a0b7-ad2b4ca27381 req-4bc66610-7144-4e10-b943-ab0c738ee29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:31.908830 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-09f0a664-f78d-4f94-a0b7-ad2b4ca27381 req-4bc66610-7144-4e10-b943-ab0c738ee29a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 1097 time: 0.0426841 Jan 28 04:11:31.959760 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-09f0a664-f78d-4f94-a0b7-ad2b4ca27381 req-a87bf65f-4502-4ab0-bc3f-7f615dbd79f3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452168 Jan 28 04:11:32.005208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] Deleting port cf45a820-46f2-4004-8f8a-c7ffbf615571 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:32.005548 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:32.093006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] For port cf45a820-46f2-4004-8f8a-c7ffbf615571, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=cf45a820-46f2-4004-8f8a-c7ffbf615571,segment=NetworkSegment(d0cc5f98-5092-4ca5-88d9-fc81cd68462e),segment_id=d0cc5f98-5092-4ca5-88d9-fc81cd68462e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:32.093374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:32.105594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] Calling delete_port for cf45a820-46f2-4004-8f8a-c7ffbf615571 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:32.301274 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (cf45a820-46f2-4004-8f8a-c7ffbf615571), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:32.327441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=cf45a820-46f2-4004-8f8a-c7ffbf615571,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:32.510043 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (aa22634c-74a3-4f69-8ea9-61ae52a9369e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:32.787478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] Router aa22634c-74a3-4f69-8ea9-61ae52a9369e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:11:32.802142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745befe-435d-4d4a-96f6-7c6d2c31d665 req-8f7a5598-df5d-4c68-b115-9b28059aca82 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:32.803640 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0745befe-435d-4d4a-96f6-7c6d2c31d665 req-8f7a5598-df5d-4c68-b115-9b28059aca82 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 945 time: 0.0780928 Jan 28 04:11:32.927781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0745befe-435d-4d4a-96f6-7c6d2c31d665 req-497ea092-e27c-4a83-90de-b28f22f6459f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168554 Jan 28 04:11:32.955745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:11:32.961252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-65289c2c-7511-4157-9b00-430a83a03cbd admin admin] 10.222.0.44 "PUT /v2.0/routers/aa22634c-74a3-4f69-8ea9-61ae52a9369e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7270663 Jan 28 04:11:32.963624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49300) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:32.965725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] Sync routers for ids ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:11:32.977106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] Routers {'aa22634c-74a3-4f69-8ea9-61ae52a9369e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:32.977883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:11:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:33.084032 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Publish callbacks [] for router (aa22634c-74a3-4f69-8ea9-61ae52a9369e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:33.119264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] Set router aa22634c-74a3-4f69-8ea9-61ae52a9369e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:33.207050 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Publish callbacks [] for router_gateway (aa22634c-74a3-4f69-8ea9-61ae52a9369e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:33.272810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Deleting port 2c82dd76-1596-469b-b68d-067d7f24b9c5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:33.273205 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:33.344346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'name': 'tempest-TestVolumeBackupRestore-341379286-router', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:11:32Z', 'revision_number': 5, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'gw_port': {'id': '2c82dd76-1596-469b-b68d-067d7f24b9c5', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:33.375753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] For port 2c82dd76-1596-469b-b68d-067d7f24b9c5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2c82dd76-1596-469b-b68d-067d7f24b9c5,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:33.376356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:33.380758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] Checking router: aa22634c-74a3-4f69-8ea9-61ae52a9369e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:11:33.392401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] Routers {'aa22634c-74a3-4f69-8ea9-61ae52a9369e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:33.393048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:11:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:33.399820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Calling delete_port for 2c82dd76-1596-469b-b68d-067d7f24b9c5 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:33.618366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (2c82dd76-1596-469b-b68d-067d7f24b9c5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:33.646624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c82dd76-1596-469b-b68d-067d7f24b9c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:33.677314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] Set router aa22634c-74a3-4f69-8ea9-61ae52a9369e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:33.725402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (aa22634c-74a3-4f69-8ea9-61ae52a9369e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:33.738390 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'name': 'tempest-TestVolumeBackupRestore-341379286-router', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:11:33Z', 'revision_number': 6, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:33.765780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3ba0e-4cd0-425d-b233-18909f24d46d None None] The sync data for ids ['aa22634c-74a3-4f69-8ea9-61ae52a9369e'] in n-d-808199-14 is: [{'id': 'aa22634c-74a3-4f69-8ea9-61ae52a9369e', 'name': 'tempest-TestVolumeBackupRestore-341379286-router', 'tenant_id': '43b79c807e5c42c3a6f99d4c1198e822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:11:33Z', 'revision_number': 6, 'project_id': '43b79c807e5c42c3a6f99d4c1198e822', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:11:34.189614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (aa22634c-74a3-4f69-8ea9-61ae52a9369e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.192889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Publish callbacks [] for router_controller (aa22634c-74a3-4f69-8ea9-61ae52a9369e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.266523 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (aa22634c-74a3-4f69-8ea9-61ae52a9369e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.267102 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa22634c-74a3-4f69-8ea9-61ae52a9369e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:11:34.271723 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.272887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-75fd5af5-e9b7-4a27-9ca8-21c6aac85245 admin admin] 10.222.0.44 "DELETE /v2.0/routers/aa22634c-74a3-4f69-8ea9-61ae52a9369e HTTP/1.1" status: 204 len: 168 time: 1.3083267 Jan 28 04:11:34.275604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:34.280492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb616113-af8d-4214-b12f-cb9b69028e04 req-01c9d534-3fef-46da-b7b0-39afee3e7844 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:34.282014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb616113-af8d-4214-b12f-cb9b69028e04 req-01c9d534-3fef-46da-b7b0-39afee3e7844 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 945 time: 0.1039310 Jan 28 04:11:34.334691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5358f0af-8f66-46cf-a09d-5caa6590b78c admin admin] Deleting subnet 3c43099f-5c71-4efe-888a-9a4df5118d6f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:11:34.338753 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5358f0af-8f66-46cf-a09d-5caa6590b78c admin admin] Publish callbacks [] for subnet (3c43099f-5c71-4efe-888a-9a4df5118d6f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.344525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb616113-af8d-4214-b12f-cb9b69028e04 req-96cb4794-3237-419f-8b6b-1e249940982b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560341 Jan 28 04:11:34.386828 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5358f0af-8f66-46cf-a09d-5caa6590b78c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (3c43099f-5c71-4efe-888a-9a4df5118d6f), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.475978 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34037ae-decc-4b4f-b19b-7b595eb2fa14 req-0d19fc84-c488-46c5-812a-54121a9769f7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:34.477567 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a34037ae-decc-4b4f-b19b-7b595eb2fa14 req-0d19fc84-c488-46c5-812a-54121a9769f7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 945 time: 0.0601776 Jan 28 04:11:34.493834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5358f0af-8f66-46cf-a09d-5caa6590b78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (3c43099f-5c71-4efe-888a-9a4df5118d6f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.536920 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a34037ae-decc-4b4f-b19b-7b595eb2fa14 req-2ac4ad56-2731-4399-a7d8-168dd3219a94 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526357 Jan 28 04:11:34.564095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:34.610852 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5358f0af-8f66-46cf-a09d-5caa6590b78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (3c43099f-5c71-4efe-888a-9a4df5118d6f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.644095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358f0af-8f66-46cf-a09d-5caa6590b78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c43099f-5c71-4efe-888a-9a4df5118d6f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:34.646251 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5358f0af-8f66-46cf-a09d-5caa6590b78c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.652905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:34.653534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5358f0af-8f66-46cf-a09d-5caa6590b78c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3c43099f-5c71-4efe-888a-9a4df5118d6f HTTP/1.1" status: 204 len: 168 time: 0.3765926 Jan 28 04:11:34.657969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe1a0da-f328-428d-9aa4-556a4dfa98d1 None None] Network c7b337df-53da-46bc-a8fe-4478ea86c4df requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:11:34.658897 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d830bc9-f38b-425b-a392-a6e2ac942b51 tempest-TestVolumeBootPattern-1435547166 tempest-TestVolumeBootPattern-1435547166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:34.661372 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0d830bc9-f38b-425b-a392-a6e2ac942b51 tempest-TestVolumeBootPattern-1435547166 tempest-TestVolumeBootPattern-1435547166-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 1092 time: 0.0962231 Jan 28 04:11:34.669543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 49346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:34.674906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:11:34.702120 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.750482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (c7b337df-53da-46bc-a8fe-4478ea86c4df), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.855124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cf45a820-46f2-4004-8f8a-c7ffbf615571 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:11:34.871894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.873125 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Deleting port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:34.889401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f2fbed-41dc-446b-b4ba-6ea84dd09e7d None None] DHCP port deletion for c7b337df-53da-46bc-a8fe-4478ea86c4df request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:11:34.889798 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.891833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: cf45a820-46f2-4004-8f8a-c7ffbf615571 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:11:34.892241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device cf45a820-46f2-4004-8f8a-c7ffbf615571 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:11:34.892885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2c82dd76-1596-469b-b68d-067d7f24b9c5 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:11:34.948435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 2c82dd76-1596-469b-b68d-067d7f24b9c5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:11:34.948780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2c82dd76-1596-469b-b68d-067d7f24b9c5 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:11:34.990379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-90f2fbed-41dc-446b-b4ba-6ea84dd09e7d None None] Deleting port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:11:34.990840 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-90f2fbed-41dc-446b-b4ba-6ea84dd09e7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.004874 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] For port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=99d30eb1-5dae-4aaf-be9b-57276f62f4b0,segment=NetworkSegment(d0cc5f98-5092-4ca5-88d9-fc81cd68462e),segment_id=d0cc5f98-5092-4ca5-88d9-fc81cd68462e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:35.005398 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.022498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Calling delete_port for 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:35.042648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Allocated IP 172.25.1.126 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/1b776c30-5f79-4cb6-bad2-702608bfd145) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:11:35.069937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-90f2fbed-41dc-446b-b4ba-6ea84dd09e7d None None] For port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=99d30eb1-5dae-4aaf-be9b-57276f62f4b0,segment=NetworkSegment(d0cc5f98-5092-4ca5-88d9-fc81cd68462e),segment_id=d0cc5f98-5092-4ca5-88d9-fc81cd68462e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:35.070888 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-90f2fbed-41dc-446b-b4ba-6ea84dd09e7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.110162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-90f2fbed-41dc-446b-b4ba-6ea84dd09e7d None None] Calling delete_port for 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:11:35.152360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.187620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d30eb1-5dae-4aaf-be9b-57276f62f4b0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:35.202997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] No DVR routers for this DVR port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:11:35.230865 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (1b776c30-5f79-4cb6-bad2-702608bfd145), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.231147 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-90f2fbed-41dc-446b-b4ba-6ea84dd09e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (99d30eb1-5dae-4aaf-be9b-57276f62f4b0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.270034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2fbed-41dc-446b-b4ba-6ea84dd09e7d None None] Pushing event deleted for resources: {'Port': ['ID=99d30eb1-5dae-4aaf-be9b-57276f62f4b0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:35.275317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2fbed-41dc-446b-b4ba-6ea84dd09e7d None None] No DVR routers for this DVR port 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:11:35.301801 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (c7b337df-53da-46bc-a8fe-4478ea86c4df), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.317369 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1b776c30-5f79-4cb6-bad2-702608bfd145), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.336211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b337df-53da-46bc-a8fe-4478ea86c4df']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:35.347380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:35.347781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cc5f98-5092-4ca5-88d9-fc81cd68462e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:35.356208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:11:35.357779 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (d0cc5f98-5092-4ca5-88d9-fc81cd68462e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.359445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:11:35.365284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:11:35.374783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d0cc5f98-5092-4ca5-88d9-fc81cd68462e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.381074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:11:35.381677 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (d0cc5f98-5092-4ca5-88d9-fc81cd68462e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:11:35.383634 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:11:35.389231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=1b776c30-5f79-4cb6-bad2-702608bfd145,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:35.466891 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (c7b337df-53da-46bc-a8fe-4478ea86c4df), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.472770 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.477009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c7b337df-53da-46bc-a8fe-4478ea86c4df HTTP/1.1" status: 204 len: 168 time: 0.8232214 Jan 28 04:11:35.491917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d7a02-dcd7-411c-902b-314050ff25f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b337df-53da-46bc-a8fe-4478ea86c4df,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:35.604258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49368) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:35.652278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7492f3e6-8cb3-483e-92c6-2bcb9f44a435 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08f7ff3716c9481dbb07a2aa4cd1ba99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465188 Jan 28 04:11:35.656693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49372) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:35.709922 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-331d8b54-9e14-4694-953f-1f7c51b26dea admin admin] Publish callbacks [] for security_group (dd49a15b-2fdf-4b69-b0a5-30883c56d7c1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.737365 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-331d8b54-9e14-4694-953f-1f7c51b26dea admin admin] Publish callbacks [] for security_group (dd49a15b-2fdf-4b69-b0a5-30883c56d7c1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.818393 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-331d8b54-9e14-4694-953f-1f7c51b26dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dd49a15b-2fdf-4b69-b0a5-30883c56d7c1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.821968 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-331d8b54-9e14-4694-953f-1f7c51b26dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.823451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-331d8b54-9e14-4694-953f-1f7c51b26dea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd49a15b-2fdf-4b69-b0a5-30883c56d7c1 HTTP/1.1" status: 204 len: 168 time: 0.1657214 Jan 28 04:11:35.832745 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (b669f452-852d-4565-908f-4eb7396bab32), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.836514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d8b54-9e14-4694-953f-1f7c51b26dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd49a15b-2fdf-4b69-b0a5-30883c56d7c1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:35.926796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1b776c30-5f79-4cb6-bad2-702608bfd145), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:36.098735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (1b776c30-5f79-4cb6-bad2-702608bfd145), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:36.103190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (1b776c30-5f79-4cb6-bad2-702608bfd145), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:36.191311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=1b776c30-5f79-4cb6-bad2-702608bfd145,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:36.202497 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (b669f452-852d-4565-908f-4eb7396bab32), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:36.254994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:36.316518 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-21c31cfa-3ace-4d7c-a61a-0dbfd4a6a3dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43b79c807e5c42c3a6f99d4c1198e822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599632 Jan 28 04:11:36.319054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 49394) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:36.320783 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Floating IP b669f452-852d-4565-908f-4eb7396bab32 associated. External IP: 172.25.1.126, port: b36a38d8-b7e9-41da-97c8-734864205a63. Jan 28 04:11:36.379388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1eabce46-1f04-4fa1-a64a-e03b6d045b11 admin admin] Publish callbacks [] for security_group (65e50f76-9b83-408f-98a6-4aff5ba1b919), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:36.402475 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1eabce46-1f04-4fa1-a64a-e03b6d045b11 admin admin] Publish callbacks [] for security_group (65e50f76-9b83-408f-98a6-4aff5ba1b919), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:36.457756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1eabce46-1f04-4fa1-a64a-e03b6d045b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (65e50f76-9b83-408f-98a6-4aff5ba1b919), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:36.460559 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1eabce46-1f04-4fa1-a64a-e03b6d045b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:36.461819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1eabce46-1f04-4fa1-a64a-e03b6d045b11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65e50f76-9b83-408f-98a6-4aff5ba1b919 HTTP/1.1" status: 204 len: 168 time: 0.1418548 Jan 28 04:11:36.490219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabce46-1f04-4fa1-a64a-e03b6d045b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e50f76-9b83-408f-98a6-4aff5ba1b919,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:36.568034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Router 62a9baba-402e-42b2-93fe-4f787b905f56 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:11:36.690614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:11:36.711794 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] Sync routers for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:11:36.721758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:36.744460 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:36.745384 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:11:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:36.783762 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6d3d1e6a-6719-4865-bdf4-2fd86d7b3346 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1121728 Jan 28 04:11:36.784609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'tag': 'b36a38d8-b7e9-41da-97c8-734864205a63'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:11:36.788541 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7774caad-4787-4dbf-99f2-c0bd8126c48c" -d '{"events": [{"name": "network-changed", "server_uuid": "db45715f-a044-4618-bf1e-3f7dbde7d32d", "tag": "b36a38d8-b7e9-41da-97c8-734864205a63"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:11:36.834080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:11:36.863687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:11:36.864314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 99d30eb1-5dae-4aaf-be9b-57276f62f4b0 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:11:36.957517 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:37.200696 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e041db8-312d-4a74-802d-41eb548bc651 x-openstack-request-id: req-3e041db8-312d-4a74-802d-41eb548bc651 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:11:37.201683 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db45715f-a044-4618-bf1e-3f7dbde7d32d", "tag": "b36a38d8-b7e9-41da-97c8-734864205a63", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:11:37.201969 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e041db8-312d-4a74-802d-41eb548bc651 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:11:37.202377 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'tag': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'status': 'completed', 'code': 200} Jan 28 04:11:37.284977 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b669f452-852d-4565-908f-4eb7396bab32', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:ba:82:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:35Z', 'updated_at': '2022-01-28T04:11:35Z', 'revision_number': 0, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:37.316808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-04d9b7d6-b4a8-43f7-908c-f6b0137d174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:37.318496 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] Checking router: 62a9baba-402e-42b2-93fe-4f787b905f56 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:11:37.318679 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-04d9b7d6-b4a8-43f7-908c-f6b0137d174f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 1097 time: 0.0589566 Jan 28 04:11:37.331089 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:37.331724 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:11:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:37.432136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-9fbab720-f1af-4ca6-936d-78b4edbaf27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:37.434623 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-9fbab720-f1af-4ca6-936d-78b4edbaf27b service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.1086967 Jan 28 04:11:37.446466 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:37.514469 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-185a1e2a-a53c-41d3-b2bc-6d25f254c495 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36a38d8-b7e9-41da-97c8-734864205a63 HTTP/1.1" status: 200 len: 999 time: 0.0729775 Jan 28 04:11:37.571515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-8b2340f8-ff34-4280-b2d1-eb38d7858cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:37.573075 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-8b2340f8-ff34-4280-b2d1-eb38d7858cd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0536151 Jan 28 04:11:37.623822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-a463e234-fd65-43c2-baea-aa41b22398bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:37.629259 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-a463e234-fd65-43c2-baea-aa41b22398bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471573 Jan 28 04:11:37.752567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-7bf2cad9-3b88-4d70-8e58-a84d07d6809a service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170185 Jan 28 04:11:37.774399 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b669f452-852d-4565-908f-4eb7396bab32', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:ba:82:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:35Z', 'updated_at': '2022-01-28T04:11:35Z', 'revision_number': 0, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:37.808737 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2814431-00cd-46e8-a2e7-cee0abfc1bc9 None None] The sync data for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 is: [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b669f452-852d-4565-908f-4eb7396bab32', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:ba:82:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:35Z', 'updated_at': '2022-01-28T04:11:35Z', 'revision_number': 0, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:11:37.879373 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7774caad-4787-4dbf-99f2-c0bd8126c48c req-f54fc7a8-a4c8-4ff0-b426-b5a374e3d4ba service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240857 Jan 28 04:11:38.106716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822975f5-dcb5-40bd-8913-5f00e9f6078d None None] New status for floating IP b669f452-852d-4565-908f-4eb7396bab32: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:11:38.663101 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:11:40.539761 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0affd8ab-fe1c-4fd2-a36d-67490b34e73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:41.416140 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-94798d4d-72c6-402a-ace7-ba7c5e236177 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413311 Jan 28 04:11:41.512247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-14de84b8-20ac-4e61-900f-6edef841f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:41.514361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-14de84b8-20ac-4e61-900f-6edef841f19a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 1097 time: 0.0405149 Jan 28 04:11:41.620878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-2ba792e7-923f-47db-a75b-831cfa0d2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:41.622419 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-2ba792e7-923f-47db-a75b-831cfa0d2eeb service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.0913408 Jan 28 04:11:41.694617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-838d916b-b0ac-4334-ac79-b1a3648e39eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36a38d8-b7e9-41da-97c8-734864205a63 HTTP/1.1" status: 200 len: 1001 time: 0.0589042 Jan 28 04:11:41.747392 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-a8bfde19-5aaf-4759-82ec-160d732fd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:41.748965 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-a8bfde19-5aaf-4759-82ec-160d732fd9a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0482137 Jan 28 04:11:41.794590 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-e1293319-b48f-4baf-a027-2b35e888f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:41.796010 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-e1293319-b48f-4baf-a027-2b35e888f4eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412865 Jan 28 04:11:41.886001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-431513cf-f41f-4ed8-a52c-202c5884812a service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835960 Jan 28 04:11:41.985089 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77a7188c-d3a0-472b-9ac3-8b7e1f7dcbcc req-dcff3fca-2cb8-4b84-8b35-cc324173c522 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928378 Jan 28 04:11:42.351072 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:42.585215 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5739dd39-35a6-4110-996d-864adba49e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:44.352757 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:44.723875 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:45.586510 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:46.776535 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:09.886681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50004) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:10.023999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-36badae4-d325-44df-9156-ee2967aa7f7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd1fea82103f4855ae339d736012f5e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360009 Jan 28 04:12:10.026843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:10.077566 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Publish callbacks [] for security_group (a49cb0a8-1242-417c-8cdc-de76f6611fbc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:10.099413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Publish callbacks [] for security_group (a49cb0a8-1242-417c-8cdc-de76f6611fbc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:10.147959 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a49cb0a8-1242-417c-8cdc-de76f6611fbc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:10.150602 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:10.151774 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a49cb0a8-1242-417c-8cdc-de76f6611fbc HTTP/1.1" status: 204 len: 168 time: 0.1239254 Jan 28 04:12:10.162259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49cb0a8-1242-417c-8cdc-de76f6611fbc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:10.172387 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.172634 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.173004 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.173459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.173925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.174442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.174781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.175196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.175622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.176080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.176511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.176868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.177180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3626f1-b98b-4f24-aa27-5d9591fd4368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:10.553042 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-19266b21-9a6b-44e6-9dfd-a419d96a5ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:12.344695 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:12.587218 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bdadd67b-e5f5-40a9-b4b6-a556a2b2c227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:13.476551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-06095426-3a2d-4f93-b84f-c4c64377df1d tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f1bb1845aa5f44beafed0d0b7fc10aa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218842 Jan 28 04:12:13.585251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5839-befc-4d05-991b-0008621caf9a req-36a55a9b-3454-4e5b-810c-a301e5ebd6b7 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:13.586646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-36a55a9b-3454-4e5b-810c-a301e5ebd6b7 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052022 Jan 28 04:12:13.601691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-afa2b4be-b6c9-4f03-82e1-ffb752a2401e tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/quotas/f1bb1845aa5f44beafed0d0b7fc10aa2 HTTP/1.1" status: 200 len: 375 time: 0.0096667 Jan 28 04:12:13.632910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-395e0503-e9dd-45e5-b5aa-048d33821e76 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1bb1845aa5f44beafed0d0b7fc10aa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260341 Jan 28 04:12:13.792861 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e872fe8-d793-4464-9162-36a02caaa589 req-753e3551-76c3-4c3f-81c9-26dd47f7ff86 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 210 time: 0.0263588 Jan 28 04:12:14.353456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:14.737997 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:14.871113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2d7078ac-9001-47f4-a9cb-3a5daba5e1b7 req-4a41dcda-ee18-467c-b7c6-f8d534703b86 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 210 time: 0.0294797 Jan 28 04:12:15.590710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:15.662668 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:12:15.952033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28bf5b15-a0fc-4751-9332-0c676ac7fdbb req-ab77f17c-920c-48c0-ac01-8c8d98419069 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 210 time: 0.0306749 Jan 28 04:12:16.779264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:17.027626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-435d9d5d-21b6-495f-87bc-1d4ddee72c67 req-65a205a2-d171-4069-93d9-7dcc42c8fd7c tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 210 time: 0.0254488 Jan 28 04:12:18.120814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5897a340-e9b2-40c6-a9f5-b0731b505282 req-3c3f005a-0a95-4813-ab5a-6355366eae2e tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 210 time: 0.0271935 Jan 28 04:12:18.886549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-5dbf4afd-32d2-44cd-8b7d-690aec938241 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f1bb1845aa5f44beafed0d0b7fc10aa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225539 Jan 28 04:12:18.996509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5839-befc-4d05-991b-0008621caf9a req-9eeba621-8bdf-4223-add9-c05519dffaad tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:18.997901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-9eeba621-8bdf-4223-add9-c05519dffaad tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072247 Jan 28 04:12:19.016730 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Request body: {'port': {'device_id': '3ddd7cb6-1a6c-4964-924c-4f013faa3f2f', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'f1bb1845aa5f44beafed0d0b7fc10aa2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:19.120849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Made reservation on behalf of f1bb1845aa5f44beafed0d0b7fc10aa2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:12:19.124157 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:19.134120 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:19.233205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7c1d2e45-63f5-4bfb-8baf-5c2313a8b054 req-b6ed5883-2f3f-471c-af5a-e322642bf08e tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 210 time: 0.0393705 Jan 28 04:12:19.238553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks [] for security_group (6f068d67-c50e-40fa-8efe-8af63984afb4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:19.243622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6f068d67-c50e-40fa-8efe-8af63984afb4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:19.316224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f068d67-c50e-40fa-8efe-8af63984afb4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:19.332807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.333188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.333535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.333878 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.334220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.334556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.334892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.335252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.335584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.335911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.336246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.336574 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.336939 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:19.398825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Allocated IP 192.168.233.130 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/30ab2c69-dc86-4f27-86e2-197448568b60) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:12:19.544227 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks [] for port (30ab2c69-dc86-4f27-86e2-197448568b60), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:19.577655 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:19.620254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:12:19.623193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:12:19.629474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:12:19.653267 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Pushing event updated for resources: {'Port': ['ID=30ab2c69-dc86-4f27-86e2-197448568b60,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:19.682529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:19.683245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:19.699996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-22d2ff9b-bb5a-43b3-a2ec-e39174ce20fc tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6867592 Jan 28 04:12:19.821195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Request body: {'port': {'device_id': '3ddd7cb6-1a6c-4964-924c-4f013faa3f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:19.878219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:19.908988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-401dcfe0-1727-4e87-9b20-3c50d0c7b699 None None] Provisioning complete for port 30ab2c69-dc86-4f27-86e2-197448568b60 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:19.909848 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-401dcfe0-1727-4e87-9b20-3c50d0c7b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:19.944182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-401dcfe0-1727-4e87-9b20-3c50d0c7b699 None None] Port 30ab2c69-dc86-4f27-86e2-197448568b60 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:12:20.152154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ab2c69-dc86-4f27-86e2-197448568b60 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:12:20.160135 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Publish callbacks [] for port (30ab2c69-dc86-4f27-86e2-197448568b60), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:20.173134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Transition to ACTIVE for port object 30ab2c69-dc86-4f27-86e2-197448568b60 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:12:20.177194 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:20.229781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Pushing event updated for resources: {'Port': ['ID=30ab2c69-dc86-4f27-86e2-197448568b60,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:20.322640 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Attempting to bind port 30ab2c69-dc86-4f27-86e2-197448568b60 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:12:20.322955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Attempting to bind port 30ab2c69-dc86-4f27-86e2-197448568b60 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:12:20.323260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Attempting to bind port 30ab2c69-dc86-4f27-86e2-197448568b60 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:12:20.341983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Port 30ab2c69-dc86-4f27-86e2-197448568b60 on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:12:20.342310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Attempting to bind port 30ab2c69-dc86-4f27-86e2-197448568b60 on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:12:20.352722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:12:20.353100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:12:20.353492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:12:20.353937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Bound port: 30ab2c69-dc86-4f27-86e2-197448568b60, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:12:20.354301 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:20.381542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eda07-3fe2-41dc-b1fd-a41a67314fb4 req-d1efea0e-aeb6-452e-b319-69a64620050b tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:20.383080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-909eda07-3fe2-41dc-b1fd-a41a67314fb4 req-d1efea0e-aeb6-452e-b319-69a64620050b tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 948 time: 0.0749426 Jan 28 04:12:20.465991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] For port 30ab2c69-dc86-4f27-86e2-197448568b60, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:12:20.469684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] For port 30ab2c69-dc86-4f27-86e2-197448568b60, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30ab2c69-dc86-4f27-86e2-197448568b60,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:12:20.473736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-909eda07-3fe2-41dc-b1fd-a41a67314fb4 req-69c5b8b0-d20b-4f15-bd3c-1c655213f78f tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731964 Jan 28 04:12:20.475292 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:20.510760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:20.511387 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:20.512806 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] 10.222.0.42 "PUT /v2.0/ports/30ab2c69-dc86-4f27-86e2-197448568b60 HTTP/1.1" status: 200 len: 1097 time: 0.8007998 Jan 28 04:12:20.513233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddd7cb6-1a6c-4964-924c-4f013faa3f2f', 'tag': '30ab2c69-dc86-4f27-86e2-197448568b60'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:12:20.515482 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d2604-ddd0-4a40-a32a-c9a6d120b988" -d '{"events": [{"name": "network-changed", "server_uuid": "3ddd7cb6-1a6c-4964-924c-4f013faa3f2f", "tag": "30ab2c69-dc86-4f27-86e2-197448568b60"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:12:20.540071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ef5b1-73f4-4fc9-8803-0be5c1b1f74a service neutron] Pushing event updated for resources: {'Port': ['ID=30ab2c69-dc86-4f27-86e2-197448568b60,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:20.572309 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f965dc28-c017-470f-8da7-2ab580ee2d9f x-openstack-request-id: req-f965dc28-c017-470f-8da7-2ab580ee2d9f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:12:20.572608 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ddd7cb6-1a6c-4964-924c-4f013faa3f2f", "tag": "30ab2c69-dc86-4f27-86e2-197448568b60", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:12:20.572901 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f965dc28-c017-470f-8da7-2ab580ee2d9f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:12:20.573368 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddd7cb6-1a6c-4964-924c-4f013faa3f2f', 'tag': '30ab2c69-dc86-4f27-86e2-197448568b60', 'status': 'completed', 'code': 200} Jan 28 04:12:20.632161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5839-befc-4d05-991b-0008621caf9a req-6c8b32f5-46e3-4708-b97e-d99ed0c89482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:20.633749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-6c8b32f5-46e3-4708-b97e-d99ed0c89482 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1bb1845aa5f44beafed0d0b7fc10aa2&device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 1100 time: 0.0448906 Jan 28 04:12:20.686218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-214e8655-ec02-4e8d-a859-335a046b75d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=30ab2c69-dc86-4f27-86e2-197448568b60 HTTP/1.1" status: 200 len: 217 time: 0.0398901 Jan 28 04:12:20.734268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5839-befc-4d05-991b-0008621caf9a req-e2399ecd-38fa-45e3-a391-021787722fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:20.735742 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-e2399ecd-38fa-45e3-a391-021787722fa3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0440619 Jan 28 04:12:20.781671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5839-befc-4d05-991b-0008621caf9a req-736b3768-3f90-450d-899f-b97b177c8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:20.783609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-736b3768-3f90-450d-899f-b97b177c8489 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0413005 Jan 28 04:12:20.876167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-dacbb5de-22ec-4ddf-aa94-20fbbc56cfda service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867879 Jan 28 04:12:20.963657 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94aa5839-befc-4d05-991b-0008621caf9a req-587cfd58-7c9f-48fe-9ba6-5a431367dbbd service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811024 Jan 28 04:12:21.086039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-da42e904-41c2-45c5-8a29-e627a6129b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:21.087535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-da42e904-41c2-45c5-8a29-e627a6129b3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1bb1845aa5f44beafed0d0b7fc10aa2&device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 1100 time: 0.0410349 Jan 28 04:12:21.179313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-18da351c-e717-4e1b-8059-de273558d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:21.180777 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-18da351c-e717-4e1b-8059-de273558d171 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.0877151 Jan 28 04:12:21.221326 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-20bb548a-f487-44f6-9b10-cabbc949b2c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=30ab2c69-dc86-4f27-86e2-197448568b60 HTTP/1.1" status: 200 len: 217 time: 0.0339558 Jan 28 04:12:21.271392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-5779bc75-16b8-44ea-9b10-6f2e847874cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:21.272746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-5779bc75-16b8-44ea-9b10-6f2e847874cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0464439 Jan 28 04:12:21.318980 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-6138e2d2-d490-4531-917c-575a2c019acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:21.320489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-6138e2d2-d490-4531-917c-575a2c019acc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0410566 Jan 28 04:12:21.408946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-6dde90ee-b0a4-42ad-afd9-4c10a6159f9a service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805676 Jan 28 04:12:21.500772 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-091d2604-ddd0-4a40-a32a-c9a6d120b988 req-76f9637c-9840-4f21-a7bb-c5a2ff6b49e1 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864081 Jan 28 04:12:21.593667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfd371-a51b-4b1f-a4dc-40248e46f447 req-4fe0b87f-6076-48f5-b512-c790ef57eed5 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:21.595064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38bfd371-a51b-4b1f-a4dc-40248e46f447 req-4fe0b87f-6076-48f5-b512-c790ef57eed5 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 948 time: 0.0489001 Jan 28 04:12:21.641055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38bfd371-a51b-4b1f-a4dc-40248e46f447 req-c938f5e7-1e20-41fd-b3dc-7e2e0edcbb0b tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Jan 28 04:12:22.756414 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398121b-34ee-4af5-a223-369cc4770bef req-f8db02ac-39e8-43ec-ac93-fb356e96493f tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:22.757929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7398121b-34ee-4af5-a223-369cc4770bef req-f8db02ac-39e8-43ec-ac93-fb356e96493f tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 948 time: 0.0471134 Jan 28 04:12:22.808930 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7398121b-34ee-4af5-a223-369cc4770bef req-890c913a-f3e8-4b19-91ec-3c41017fefc7 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Jan 28 04:12:23.924575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3fef0-6557-4d0a-8e22-d79ba3e4c7f6 req-145b8fb9-f76b-49a1-8b98-c3d4ac7f228c tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:23.926159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdc3fef0-6557-4d0a-8e22-d79ba3e4c7f6 req-145b8fb9-f76b-49a1-8b98-c3d4ac7f228c tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 948 time: 0.0503526 Jan 28 04:12:23.972496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdc3fef0-6557-4d0a-8e22-d79ba3e4c7f6 req-4dd83d91-ef8a-471b-956d-13ddedd4d611 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Jan 28 04:12:25.091811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c107-f5e3-4e5b-9cf3-271b06e0bce3 req-d7ea854c-9ba9-4239-9006-8e0489361bc4 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:25.093316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ef6c107-f5e3-4e5b-9cf3-271b06e0bce3 req-d7ea854c-9ba9-4239-9006-8e0489361bc4 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 948 time: 0.0480080 Jan 28 04:12:25.139619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ef6c107-f5e3-4e5b-9cf3-271b06e0bce3 req-59f6e113-4f8a-4189-9e4d-c6ba019a1bac tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Jan 28 04:12:25.161699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30ab2c69-dc86-4f27-86e2-197448568b60 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:12:25.260650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 30ab2c69-dc86-4f27-86e2-197448568b60, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30ab2c69-dc86-4f27-86e2-197448568b60,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:25.272047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '30ab2c69-dc86-4f27-86e2-197448568b60', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '30ab2c69-dc86-4f27-86e2-197448568b60', 'mac_address': 'fa:16:3e:c0:40:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:12:25.311129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 30ab2c69-dc86-4f27-86e2-197448568b60 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:25.311519 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:25.324980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ab2c69-dc86-4f27-86e2-197448568b60 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:12:25.350331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 30ab2c69-dc86-4f27-86e2-197448568b60, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30ab2c69-dc86-4f27-86e2-197448568b60,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:25.354037 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:25.407763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=30ab2c69-dc86-4f27-86e2-197448568b60,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:25.669972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['30ab2c69-dc86-4f27-86e2-197448568b60'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:12:26.261470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d096080-d2e1-4e53-9234-635ad41c8618 req-aee0ba64-cb4d-4df7-9229-62ee14a223ee tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:26.262875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d096080-d2e1-4e53-9234-635ad41c8618 req-aee0ba64-cb4d-4df7-9229-62ee14a223ee tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 949 time: 0.0543139 Jan 28 04:12:26.308771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d096080-d2e1-4e53-9234-635ad41c8618 req-81191352-92f6-4e5e-ba7a-3894d9c77035 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Jan 28 04:12:27.177731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30ab2c69-dc86-4f27-86e2-197448568b60 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:12:27.228006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 30ab2c69-dc86-4f27-86e2-197448568b60 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:12:27.231666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 30ab2c69-dc86-4f27-86e2-197448568b60 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:27.232036 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:27.307409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 30ab2c69-dc86-4f27-86e2-197448568b60 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:27.307719 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:27.329683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddd7cb6-1a6c-4964-924c-4f013faa3f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ab2c69-dc86-4f27-86e2-197448568b60'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:12:27.332633 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33963d88-2719-4ee6-84eb-c25c287890a6" -d '{"events": [{"server_uuid": "3ddd7cb6-1a6c-4964-924c-4f013faa3f2f", "name": "network-vif-plugged", "status": "completed", "tag": "30ab2c69-dc86-4f27-86e2-197448568b60"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:12:27.345358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 30ab2c69-dc86-4f27-86e2-197448568b60, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30ab2c69-dc86-4f27-86e2-197448568b60,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:27.352340 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:27.406881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=30ab2c69-dc86-4f27-86e2-197448568b60,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:27.432672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291878bf-2fa5-4927-9aef-2de0548fb9a6 req-c6846c65-e254-4943-b537-f99d76910948 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:27.434216 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-291878bf-2fa5-4927-9aef-2de0548fb9a6 req-c6846c65-e254-4943-b537-f99d76910948 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 950 time: 0.0491745 Jan 28 04:12:27.483801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-291878bf-2fa5-4927-9aef-2de0548fb9a6 req-19d571f9-577b-43f0-9c29-f85c5f18f5eb tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Jan 28 04:12:27.518684 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd27b5f7-1136-4051-8f4b-32926ab046dd x-openstack-request-id: req-dd27b5f7-1136-4051-8f4b-32926ab046dd {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:12:27.518993 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddd7cb6-1a6c-4964-924c-4f013faa3f2f", "name": "network-vif-plugged", "status": "completed", "tag": "30ab2c69-dc86-4f27-86e2-197448568b60", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:12:27.519253 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd27b5f7-1136-4051-8f4b-32926ab046dd {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:12:27.519661 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddd7cb6-1a6c-4964-924c-4f013faa3f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ab2c69-dc86-4f27-86e2-197448568b60', 'code': 200} Jan 28 04:12:27.645574 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60585-d0ba-407f-8c2c-05177a978806 req-0080de9d-f410-495d-9ddb-8a1bcf057e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:27.646990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5c60585-d0ba-407f-8c2c-05177a978806 req-0080de9d-f410-495d-9ddb-8a1bcf057e07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 1102 time: 0.0440247 Jan 28 04:12:27.690096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5c60585-d0ba-407f-8c2c-05177a978806 req-4808e4c0-3f3d-4134-b3d7-e54f0a283c7d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362475 Jan 28 04:12:28.599891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be2383-ad89-4c4f-b4dd-7016b6799b9e req-27154334-6cf8-454a-ae69-85d06a39c5a1 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:28.601435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45be2383-ad89-4c4f-b4dd-7016b6799b9e req-27154334-6cf8-454a-ae69-85d06a39c5a1 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 950 time: 0.0491698 Jan 28 04:12:28.649527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-45be2383-ad89-4c4f-b4dd-7016b6799b9e req-6259c852-cc09-42a8-af1a-a2a3e46e78c2 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423059 Jan 28 04:12:29.765063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f1487-1a3e-4d80-9457-088ef850f0c9 req-6af2f01b-93db-47f0-89c0-1b0155d22527 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:29.766538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb9f1487-1a3e-4d80-9457-088ef850f0c9 req-6af2f01b-93db-47f0-89c0-1b0155d22527 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 950 time: 0.0474608 Jan 28 04:12:29.817175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb9f1487-1a3e-4d80-9457-088ef850f0c9 req-482e02d4-2fb1-411f-9623-a739f3f5fbbe tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 Jan 28 04:12:30.072434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e122-7313-46df-b148-30a6668d7c1f req-ab309b5c-3783-4129-acab-fcf4410d3701 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:30.073975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae22e122-7313-46df-b148-30a6668d7c1f req-ab309b5c-3783-4129-acab-fcf4410d3701 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 950 time: 0.0509443 Jan 28 04:12:30.120584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae22e122-7313-46df-b148-30a6668d7c1f req-0da36c2c-51f3-4fd5-97d5-276086243171 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Jan 28 04:12:31.236902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192219a-7c2a-48f0-bc12-d80c673891e9 req-e9393fbe-0013-4cfd-9560-fbdc6c9fa215 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:31.238405 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a192219a-7c2a-48f0-bc12-d80c673891e9 req-e9393fbe-0013-4cfd-9560-fbdc6c9fa215 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 950 time: 0.0490015 Jan 28 04:12:31.286016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a192219a-7c2a-48f0-bc12-d80c673891e9 req-4aeb3be7-fca9-490c-8ccb-e27be340e32a tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f068d67-c50e-40fa-8efe-8af63984afb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Jan 28 04:12:31.429705 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-6f1be5ab-2bd9-429c-ae56-cc6b676e5bc2 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:31.432009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-6f1be5ab-2bd9-429c-ae56-cc6b676e5bc2 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 950 time: 0.0546021 Jan 28 04:12:31.521268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-0ac4a942-4852-495b-8a07-74c6b297b185 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Deleting port 30ab2c69-dc86-4f27-86e2-197448568b60 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:12:31.521609 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-0ac4a942-4852-495b-8a07-74c6b297b185 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:31.616013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-0ac4a942-4852-495b-8a07-74c6b297b185 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] For port 30ab2c69-dc86-4f27-86e2-197448568b60, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=30ab2c69-dc86-4f27-86e2-197448568b60,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:31.616306 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-0ac4a942-4852-495b-8a07-74c6b297b185 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:31.628868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-0ac4a942-4852-495b-8a07-74c6b297b185 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Calling delete_port for 30ab2c69-dc86-4f27-86e2-197448568b60 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:12:31.756071 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-0ac4a942-4852-495b-8a07-74c6b297b185 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (30ab2c69-dc86-4f27-86e2-197448568b60), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:31.790108 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['30ab2c69-dc86-4f27-86e2-197448568b60'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:12:31.792905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4a942-4852-495b-8a07-74c6b297b185 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Pushing event deleted for resources: {'Port': ['ID=30ab2c69-dc86-4f27-86e2-197448568b60,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:31.837917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-0ac4a942-4852-495b-8a07-74c6b297b185 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] No DVR routers for this DVR port 30ab2c69-dc86-4f27-86e2-197448568b60 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:12:31.840601 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-0ac4a942-4852-495b-8a07-74c6b297b185 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:31.843960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-012c8e9b-70f7-4966-8fdd-6e8c813aafc9 req-0ac4a942-4852-495b-8a07-74c6b297b185 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.42 "DELETE /v2.0/ports/30ab2c69-dc86-4f27-86e2-197448568b60 HTTP/1.1" status: 204 len: 173 time: 0.4063938 Jan 28 04:12:31.844409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddd7cb6-1a6c-4964-924c-4f013faa3f2f', 'name': 'network-vif-deleted', 'tag': '30ab2c69-dc86-4f27-86e2-197448568b60'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:12:31.846771 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e03dad-b489-4cb4-9a5b-fe52920e9dbb" -d '{"events": [{"server_uuid": "3ddd7cb6-1a6c-4964-924c-4f013faa3f2f", "name": "network-vif-deleted", "tag": "30ab2c69-dc86-4f27-86e2-197448568b60"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:12:31.892668 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37798693-f8ec-4314-9790-aba006ab9af1 x-openstack-request-id: req-37798693-f8ec-4314-9790-aba006ab9af1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:12:31.892996 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddd7cb6-1a6c-4964-924c-4f013faa3f2f", "name": "network-vif-deleted", "tag": "30ab2c69-dc86-4f27-86e2-197448568b60", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:12:31.893256 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37798693-f8ec-4314-9790-aba006ab9af1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:12:31.893681 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddd7cb6-1a6c-4964-924c-4f013faa3f2f', 'name': 'network-vif-deleted', 'tag': '30ab2c69-dc86-4f27-86e2-197448568b60', 'status': 'completed', 'code': 200} Jan 28 04:12:32.400093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-946016cc-e390-484c-a0f3-4526b8ffe419 req-79188692-0c7a-4c2e-81a3-47cfef39dc92 tempest-VolumesNegativeTest-1168443005 tempest-VolumesNegativeTest-1168443005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddd7cb6-1a6c-4964-924c-4f013faa3f2f HTTP/1.1" status: 200 len: 210 time: 0.0284097 Jan 28 04:12:35.209578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30ab2c69-dc86-4f27-86e2-197448568b60 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:12:35.231601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 30ab2c69-dc86-4f27-86e2-197448568b60 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:12:35.231954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 30ab2c69-dc86-4f27-86e2-197448568b60 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:12:40.408982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50388) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:40.546514 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3fc45e9f-019b-4731-8cca-8f47f2882cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.551283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-afd9fd05-4452-4f6a-aea3-04ea14461f2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1bb1845aa5f44beafed0d0b7fc10aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411524 Jan 28 04:12:40.554005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50392) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:40.601899 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c240106-6a9c-4341-9141-d4a29c288498 admin admin] Publish callbacks [] for security_group (6f068d67-c50e-40fa-8efe-8af63984afb4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.627177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c240106-6a9c-4341-9141-d4a29c288498 admin admin] Publish callbacks [] for security_group (6f068d67-c50e-40fa-8efe-8af63984afb4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.674636 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c240106-6a9c-4341-9141-d4a29c288498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6f068d67-c50e-40fa-8efe-8af63984afb4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.677452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c240106-6a9c-4341-9141-d4a29c288498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.679723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7c240106-6a9c-4341-9141-d4a29c288498 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f068d67-c50e-40fa-8efe-8af63984afb4 HTTP/1.1" status: 204 len: 168 time: 0.1237392 Jan 28 04:12:40.687197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c240106-6a9c-4341-9141-d4a29c288498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f068d67-c50e-40fa-8efe-8af63984afb4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:42.377728 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:42.425285 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f60bc234-b2ed-48c9-9820-306980a75676 req-74747bb4-3593-48f4-a21f-9dd274ee51a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1499619 Jan 28 04:12:42.524517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc234-b2ed-48c9-9820-306980a75676 req-46c893c9-e02c-46ee-adcd-1e6ca31a21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:42.526059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f60bc234-b2ed-48c9-9820-306980a75676 req-46c893c9-e02c-46ee-adcd-1e6ca31a21cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 1097 time: 0.0420187 Jan 28 04:12:42.591000 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77d23604-1428-41c1-ae3d-bd179e5d52bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:42.633997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc234-b2ed-48c9-9820-306980a75676 req-133ad562-d81b-48be-86ab-c31352e1e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:42.635403 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f60bc234-b2ed-48c9-9820-306980a75676 req-133ad562-d81b-48be-86ab-c31352e1e1a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.0909369 Jan 28 04:12:42.707166 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f60bc234-b2ed-48c9-9820-306980a75676 req-f35a67f4-c014-4c18-b492-bccd4d364ebc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36a38d8-b7e9-41da-97c8-734864205a63 HTTP/1.1" status: 200 len: 1001 time: 0.0664330 Jan 28 04:12:42.775657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc234-b2ed-48c9-9820-306980a75676 req-16b7e220-00e8-4d39-8aa2-4db01e15d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:42.777427 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f60bc234-b2ed-48c9-9820-306980a75676 req-16b7e220-00e8-4d39-8aa2-4db01e15d8c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0574243 Jan 28 04:12:42.829602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc234-b2ed-48c9-9820-306980a75676 req-36ac01b9-8a86-44fb-bb4f-0d9bf3d6b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:42.831138 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f60bc234-b2ed-48c9-9820-306980a75676 req-36ac01b9-8a86-44fb-bb4f-0d9bf3d6b08a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480001 Jan 28 04:12:42.940658 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f60bc234-b2ed-48c9-9820-306980a75676 req-dbf561b9-a8cc-419d-87f1-ece4f7925afb service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038232 Jan 28 04:12:43.042846 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f60bc234-b2ed-48c9-9820-306980a75676 req-3ed03392-feaf-43b3-90e8-81c14b4966df service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965188 Jan 28 04:12:44.356724 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.729611 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:45.592373 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:46.782101 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:52.662068 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:13:07.016707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:13:07.126406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2b47a01-7462-48ec-ac67-d68e1541d6bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:07.208011 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2b47a01-7462-48ec-ac67-d68e1541d6bf admin admin] Publish callbacks [] for security_group (e70b9c2e-e938-4c63-ba3b-c73115073b32), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:07.212315 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2b47a01-7462-48ec-ac67-d68e1541d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e70b9c2e-e938-4c63-ba3b-c73115073b32), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:07.250857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e2b47a01-7462-48ec-ac67-d68e1541d6bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a1a8c4e9a9341b1a91781b526f5fc03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330217 Jan 28 04:13:07.251968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b47a01-7462-48ec-ac67-d68e1541d6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70b9c2e-e938-4c63-ba3b-c73115073b32,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:13:07.253715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:13:07.312779 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75383129-530a-4fc6-9a03-1cdf8dc49c52 admin admin] Publish callbacks [] for security_group (e70b9c2e-e938-4c63-ba3b-c73115073b32), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:07.337325 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75383129-530a-4fc6-9a03-1cdf8dc49c52 admin admin] Publish callbacks [] for security_group (e70b9c2e-e938-4c63-ba3b-c73115073b32), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:07.381840 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75383129-530a-4fc6-9a03-1cdf8dc49c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e70b9c2e-e938-4c63-ba3b-c73115073b32), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:07.385154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75383129-530a-4fc6-9a03-1cdf8dc49c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:07.388581 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-75383129-530a-4fc6-9a03-1cdf8dc49c52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e70b9c2e-e938-4c63-ba3b-c73115073b32 HTTP/1.1" status: 204 len: 168 time: 0.1313889 Jan 28 04:13:07.399134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75383129-530a-4fc6-9a03-1cdf8dc49c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70b9c2e-e938-4c63-ba3b-c73115073b32,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:13:10.549639 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29554dd8-c97b-439a-87a5-6911f00732f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:12.388708 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:12.596013 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4bd1-03d2-446d-b6b5-136fd2a71cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:14.359536 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:14.738089 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:15.595612 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:16.784670 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:29.660391 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:13:30.197967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-30ecbe3b-076d-474f-97ed-3f9cbb84f167 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808713667&fields=id&tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 267 time: 0.0443044 Jan 28 04:13:30.301689 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-7995c2d3-dbfe-4c8c-871d-f932b82c8c3a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:30.303143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-7995c2d3-dbfe-4c8c-871d-f932b82c8c3a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.0988617 Jan 28 04:13:30.318540 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-d94a95bd-fa51-4b1b-8bb2-cfbb6bb2edee tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/quotas/a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 375 time: 0.0087891 Jan 28 04:13:30.369600 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-07d9bf55-393c-457b-a4af-7e952ff25119 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456619 Jan 28 04:13:30.530990 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-093020cf-5016-49f3-afaf-8de434813306 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:13:30.531987 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-093020cf-5016-49f3-afaf-8de434813306 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1519866 Jan 28 04:13:30.624351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-ac3d8795-ec55-47d7-ab37-699a06837924 service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864756 Jan 28 04:13:30.711767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-5123a19a-10a4-4e85-95c7-783015c00c8f service neutron] 10.222.0.44 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816793 Jan 28 04:13:30.992541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b0c7318f-06f0-4c36-ac7d-947ca24860db req-06c3f7db-5e5d-483e-b076-0a68ecf0b143 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 210 time: 0.0320427 Jan 28 04:13:31.959110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-e9526111-3fb0-475c-84be-57deeb9a8944 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:31.961398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-e9526111-3fb0-475c-84be-57deeb9a8944 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 811 time: 0.1074972 Jan 28 04:13:32.032135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-9e9a680b-bba0-46d7-b83d-4ed3fe3d359d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a HTTP/1.1" status: 200 len: 380 time: 0.0580475 Jan 28 04:13:32.041026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'port': {'device_id': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'admin_state_up': True, 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'security_groups': ['87815e9d-4104-4ead-b63a-4b92539424ff']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:13:32.123150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9aa9708d-47ab-49b6-bcac-fdcc2cd106d6 req-dd324b71-1106-4d78-b986-39ff796131dd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 210 time: 0.0383985 Jan 28 04:13:32.179356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Made reservation on behalf of a38a55cc6b3a428f8bea4ad4ab7a224a for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:13:32.182886 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:32.309261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Allocated IP 172.20.0.3 (807dcc26-58c1-492e-ab4f-ccf8615b5f37/c9ab5650-bb11-4600-b38a-4416ee21cb99/1e67fb18-b253-41ab-a4b7-95dfe7889f29) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:13:32.449994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:32.483825 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:32.527804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:13:32.530809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:13:32.536419 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:13:32.566310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=1e67fb18-b253-41ab-a4b7-95dfe7889f29,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:13:32.581515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.581864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.582240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.582576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.582914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.583252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.583585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.583913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.584243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.584570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.584925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.585438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.585889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:32.607701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:32.608348 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:32.625613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fcc8e1e1-7df7-4719-be7e-76e8675e9fd0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886099 Jan 28 04:13:32.642403 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Request body: {'port': {'device_id': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:13:32.704126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:32.777594 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f713881f-bf7f-41c1-bd77-471e23f2f66c None None] Provisioning complete for port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:13:32.778105 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f713881f-bf7f-41c1-bd77-471e23f2f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:32.812313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f713881f-bf7f-41c1-bd77-471e23f2f66c None None] Port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:13:32.971555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e67fb18-b253-41ab-a4b7-95dfe7889f29 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:13:32.980058 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Publish callbacks [] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:32.992485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Transition to ACTIVE for port object 1e67fb18-b253-41ab-a4b7-95dfe7889f29 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:13:32.997233 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:33.052449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Pushing event updated for resources: {'Port': ['ID=1e67fb18-b253-41ab-a4b7-95dfe7889f29,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:13:33.131313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Attempting to bind port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:13:33.132013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Attempting to bind port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:13:33.132945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Attempting to bind port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:13:33.138256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:13:33.138686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Attempting to bind port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 on network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:13:33.144193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:13:33.144629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Checking segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:13:33.145142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Bound using segment: {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:13:33.145577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Bound port: 1e67fb18-b253-41ab-a4b7-95dfe7889f29, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:13:33.145947 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:33.235458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] For port 1e67fb18-b253-41ab-a4b7-95dfe7889f29, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:13:33.267962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] For port 1e67fb18-b253-41ab-a4b7-95dfe7889f29, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:13:33.273649 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:33.313803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:33.314514 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:33.315799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e67fb18-b253-41ab-a4b7-95dfe7889f29 HTTP/1.1" status: 200 len: 1092 time: 0.6781433 Jan 28 04:13:33.316239 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'tag': '1e67fb18-b253-41ab-a4b7-95dfe7889f29'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:13:33.318505 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304ebc8e-6453-4184-bccb-c0adf6754958" -d '{"events": [{"name": "network-changed", "server_uuid": "e7068ca4-1475-4247-80ce-65dc96fe3790", "tag": "1e67fb18-b253-41ab-a4b7-95dfe7889f29"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:13:33.330010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b9733-8f60-449d-a07f-0141b9f2d0ff req-6bad923c-1884-49f0-9764-6efdf68ed96f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:33.331552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e50b9733-8f60-449d-a07f-0141b9f2d0ff req-6bad923c-1884-49f0-9764-6efdf68ed96f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.1121600 Jan 28 04:13:33.393776 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97a972-7296-4e8d-a27f-c2869fb86714 service neutron] Pushing event updated for resources: {'Port': ['ID=1e67fb18-b253-41ab-a4b7-95dfe7889f29,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:13:33.420732 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f03247-daa6-4975-b344-0d0614a689b2 x-openstack-request-id: req-79f03247-daa6-4975-b344-0d0614a689b2 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:13:33.421366 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7068ca4-1475-4247-80ce-65dc96fe3790", "tag": "1e67fb18-b253-41ab-a4b7-95dfe7889f29", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:13:33.421625 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79f03247-daa6-4975-b344-0d0614a689b2 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:13:33.422056 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'tag': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'status': 'completed', 'code': 200} Jan 28 04:13:33.459658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e50b9733-8f60-449d-a07f-0141b9f2d0ff req-750197dd-47b9-4099-b45d-ee745840a4ac tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157882 Jan 28 04:13:33.469521 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-573f4aba-3501-450e-8f9b-88437276a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:33.472112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-573f4aba-3501-450e-8f9b-88437276a088 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 1095 time: 0.0877485 Jan 28 04:13:33.530155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-ec9a72f6-876f-455e-9f3e-524fb6a43ab5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29 HTTP/1.1" status: 200 len: 217 time: 0.0465028 Jan 28 04:13:33.594113 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-6f8f3b56-4ebe-41ef-a8b5-0e12eb1a0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:33.595932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-6f8f3b56-4ebe-41ef-a8b5-0e12eb1a0b17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0603867 Jan 28 04:13:33.644406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-01d266ae-7952-46ef-915c-c15da37e4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:33.646224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-01d266ae-7952-46ef-915c-c15da37e4ec3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444272 Jan 28 04:13:33.743281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-b094b67b-03a4-40e3-9c4b-7a58d38acd16 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911415 Jan 28 04:13:33.845524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea72a035-31d8-44fb-a2d7-98231b2b8e64 req-daa51449-bed5-4115-b57d-cd31a9504948 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966382 Jan 28 04:13:33.968982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-80bf5631-e1d4-47de-b677-50b4de9a20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:33.970532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-80bf5631-e1d4-47de-b677-50b4de9a20f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 1095 time: 0.0561838 Jan 28 04:13:34.060876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-f2da3638-40d0-4f84-bdca-b41ec4e2bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:34.062384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-f2da3638-40d0-4f84-bdca-b41ec4e2bd2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.0864732 Jan 28 04:13:34.103978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-3f8f6706-6cba-4014-9eb2-46d46d7ce755 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29 HTTP/1.1" status: 200 len: 217 time: 0.0347638 Jan 28 04:13:34.490357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-ed4353ae-aaec-46e6-bfe7-1cb1ca05f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:34.491857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-ed4353ae-aaec-46e6-bfe7-1cb1ca05f0c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.3830292 Jan 28 04:13:34.547255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-0af39097-d0de-496a-89d8-a68123c222cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:34.548697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-0af39097-d0de-496a-89d8-a68123c222cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510056 Jan 28 04:13:34.640005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8cf9d-cf75-46c6-86bc-61542562d944 req-dd2799aa-b9c2-4c22-b6ba-768682fcc511 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:34.641529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7db8cf9d-cf75-46c6-86bc-61542562d944 req-dd2799aa-b9c2-4c22-b6ba-768682fcc511 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.1046782 Jan 28 04:13:34.687765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-69062ed4-368a-45eb-b8d1-071223846564 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217260 Jan 28 04:13:34.755222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7db8cf9d-cf75-46c6-86bc-61542562d944 req-2f6cb0c4-93c6-41b6-a5d8-b310bedba8a5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041594 Jan 28 04:13:34.825128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-304ebc8e-6453-4184-bccb-c0adf6754958 req-b93dceff-0dc3-4e21-b944-3520e8407f12 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286604 Jan 28 04:13:35.878816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd7c1d-bc14-44bd-8a7c-24837be2202a req-d155d516-efbd-4374-9fd6-909384020cb8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:35.880324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9cdd7c1d-bc14-44bd-8a7c-24837be2202a req-d155d516-efbd-4374-9fd6-909384020cb8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0501988 Jan 28 04:13:35.937788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9cdd7c1d-bc14-44bd-8a7c-24837be2202a req-dcf5f086-47a4-48bf-a33e-223d9c5b0371 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510790 Jan 28 04:13:37.054769 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d686533-4ea3-456a-886a-70e24f5ddbd5 req-59dfac2d-8690-4bb0-96ce-c88c979b6c02 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:37.056268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d686533-4ea3-456a-886a-70e24f5ddbd5 req-59dfac2d-8690-4bb0-96ce-c88c979b6c02 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0473006 Jan 28 04:13:37.104950 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d686533-4ea3-456a-886a-70e24f5ddbd5 req-aed9f226-53bb-41f7-8225-c039c0588437 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431397 Jan 28 04:13:38.240816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cad51d-3873-4f06-9c6d-1cd59376086e req-c5c9a076-94e6-4af6-a2ae-1b85209e367d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:38.243255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96cad51d-3873-4f06-9c6d-1cd59376086e req-c5c9a076-94e6-4af6-a2ae-1b85209e367d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0596654 Jan 28 04:13:38.297839 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-96cad51d-3873-4f06-9c6d-1cd59376086e req-1a84ec9e-2bed-4388-8259-92c7a387b926 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479770 Jan 28 04:13:39.431812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3bfd3-243d-4acb-a554-e29d7e0b231a req-1221fa92-7831-4d69-bcea-c657d2fa529c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:39.433609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33f3bfd3-243d-4acb-a554-e29d7e0b231a req-1221fa92-7831-4d69-bcea-c657d2fa529c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0597408 Jan 28 04:13:39.490968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33f3bfd3-243d-4acb-a554-e29d7e0b231a req-6f6dc8e4-5a43-4a68-aebd-dc0e14314c4b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512333 Jan 28 04:13:40.553221 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93f3902f-77ab-42bb-918d-887730a43bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:40.627236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0e38f-9ef2-4675-9aa2-6b7e55dfa4b2 req-105c6de2-41ed-44f4-9b03-ff1b3f448f15 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:40.628642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5e0e38f-9ef2-4675-9aa2-6b7e55dfa4b2 req-105c6de2-41ed-44f4-9b03-ff1b3f448f15 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0562220 Jan 28 04:13:40.680402 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5e0e38f-9ef2-4675-9aa2-6b7e55dfa4b2 req-7b817d8d-ce37-44e8-b50c-56e061a9281a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450604 Jan 28 04:13:41.809319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce3d69-3f2b-41f2-bd08-995be19c32b9 req-fb66cd2c-dfce-4b59-beb3-7db705013ff8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:41.811210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bce3d69-3f2b-41f2-bd08-995be19c32b9 req-fb66cd2c-dfce-4b59-beb3-7db705013ff8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0546231 Jan 28 04:13:41.865922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bce3d69-3f2b-41f2-bd08-995be19c32b9 req-e18c7275-7a92-48fa-b549-a0a1a38f2059 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489225 Jan 28 04:13:42.295772 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-fedc7dec-614c-464d-b04e-deac7a8e0599 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395207 Jan 28 04:13:42.395683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-5f18252f-c19b-44c1-a56a-8498a6c3262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:42.397258 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:42.397781 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-5f18252f-c19b-44c1-a56a-8498a6c3262d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 1097 time: 0.0438116 Jan 28 04:13:42.501904 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-eb25acfc-d7e0-45e9-ab5a-7a756d9656e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:42.503375 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-eb25acfc-d7e0-45e9-ab5a-7a756d9656e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.0886338 Jan 28 04:13:42.566864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-0cdff6aa-4fc0-4b21-a792-6369aa41f382 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36a38d8-b7e9-41da-97c8-734864205a63 HTTP/1.1" status: 200 len: 1001 time: 0.0576882 Jan 28 04:13:42.597056 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f9c7-30d9-419d-bce6-e7d489aa6055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:42.618289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-6827b0af-ecd8-4cb8-8ea1-e797aeb609b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:42.619755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-6827b0af-ecd8-4cb8-8ea1-e797aeb609b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0475373 Jan 28 04:13:42.668332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-0325f74b-ff6f-483e-9d3e-d793859776a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:42.670123 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-0325f74b-ff6f-483e-9d3e-d793859776a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447304 Jan 28 04:13:42.757138 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-c1f0b4b5-0e56-4617-8507-74beefde85f7 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807064 Jan 28 04:13:42.847590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-395287ef-a02b-4e54-871c-9ef6bc9f45d2 req-94f10b52-6d12-4744-b5cd-d7a9501271d1 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847027 Jan 28 04:13:42.981401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff20f0-bb20-418a-9c0e-e7199389932e req-ac97eb46-1546-4c0f-9622-3b5b00ba8dc2 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:42.982841 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fff20f0-bb20-418a-9c0e-e7199389932e req-ac97eb46-1546-4c0f-9622-3b5b00ba8dc2 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0492132 Jan 28 04:13:43.034939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1fff20f0-bb20-418a-9c0e-e7199389932e req-b38285a1-b4cd-4913-bb6e-a4ebc09c7874 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465574 Jan 28 04:13:44.159365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaa755-6820-4a8f-8d7b-bcfe4a30a895 req-7323f059-32f9-4014-a506-a4ae64606360 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:44.161793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aedaa755-6820-4a8f-8d7b-bcfe4a30a895 req-7323f059-32f9-4014-a506-a4ae64606360 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0573850 Jan 28 04:13:44.213193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aedaa755-6820-4a8f-8d7b-bcfe4a30a895 req-138a751b-dba2-488c-94cb-5702f04da17d tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450611 Jan 28 04:13:44.363572 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:44.744595 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:45.327502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c93e5-5d70-4363-a4a1-018c464ccf79 req-f0b93036-5361-47e3-b6a6-1dfd198bfc49 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:45.329051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c3c93e5-5d70-4363-a4a1-018c464ccf79 req-f0b93036-5361-47e3-b6a6-1dfd198bfc49 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0495460 Jan 28 04:13:45.378903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c3c93e5-5d70-4363-a4a1-018c464ccf79 req-f1b49c5e-077e-498d-bbbd-a792ad350643 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443842 Jan 28 04:13:45.598118 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:46.499074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6da02-762b-45bd-b900-f3e1dcc0dbd4 req-81dc1341-3d5f-4293-98db-e3942af6d5cc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:46.500554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7cc6da02-762b-45bd-b900-f3e1dcc0dbd4 req-81dc1341-3d5f-4293-98db-e3942af6d5cc tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0527904 Jan 28 04:13:46.548786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7cc6da02-762b-45bd-b900-f3e1dcc0dbd4 req-9c8ba3fc-d203-4777-91e4-22c01fcfd556 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Jan 28 04:13:46.788456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:47.665913 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead7d0b-36e2-4a3a-b286-a5ccfcd7b9a6 req-98cdb98a-b21f-4501-b3bd-d1e0ff37e1f7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:47.667415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ead7d0b-36e2-4a3a-b286-a5ccfcd7b9a6 req-98cdb98a-b21f-4501-b3bd-d1e0ff37e1f7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0484262 Jan 28 04:13:47.716612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ead7d0b-36e2-4a3a-b286-a5ccfcd7b9a6 req-f523e352-01e5-4b25-a87d-028478bbeff7 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Jan 28 04:13:48.833674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28335f03-785d-4c3e-b9c6-99e9f97c6a72 req-56a1faf1-371d-46a0-bd83-cf1a0f6c8966 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:48.835172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28335f03-785d-4c3e-b9c6-99e9f97c6a72 req-56a1faf1-371d-46a0-bd83-cf1a0f6c8966 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 943 time: 0.0504122 Jan 28 04:13:48.887773 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28335f03-785d-4c3e-b9c6-99e9f97c6a72 req-12168b2a-9d17-49cb-bc58-6518b821ad56 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462315 Jan 28 04:13:49.528312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 1e67fb18-b253-41ab-a4b7-95dfe7889f29 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:13:49.620830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 1e67fb18-b253-41ab-a4b7-95dfe7889f29, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:13:49.635811 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'port_id': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'mac_address': 'fa:16:3e:fd:ad:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:13:49.671706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:13:49.672094 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:49.685577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e67fb18-b253-41ab-a4b7-95dfe7889f29 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:13:49.704551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 1e67fb18-b253-41ab-a4b7-95dfe7889f29, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:13:49.708193 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:49.753752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=1e67fb18-b253-41ab-a4b7-95dfe7889f29,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:13:49.761805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.762147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.762482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.762817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.763141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.763463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.763787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.764103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.764419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.764743 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.765081 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.765398 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.765713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:13:49.982427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['1e67fb18-b253-41ab-a4b7-95dfe7889f29'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:13:50.006801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc5853-3449-4a8b-9496-f3302303150c req-df87cedf-8a1d-4b3c-9253-055d1d7325e1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:50.009231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73dc5853-3449-4a8b-9496-f3302303150c req-df87cedf-8a1d-4b3c-9253-055d1d7325e1 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 944 time: 0.0526259 Jan 28 04:13:50.058497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73dc5853-3449-4a8b-9496-f3302303150c req-c392728f-cc88-482c-9e86-fd6591a59763 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Jan 28 04:13:51.172957 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb04046-d8ac-422c-a0ed-579471bdcd49 req-80687966-0295-448b-9557-90047e33df8e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:51.174464 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edb04046-d8ac-422c-a0ed-579471bdcd49 req-80687966-0295-448b-9557-90047e33df8e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 944 time: 0.0489385 Jan 28 04:13:51.222932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-edb04046-d8ac-422c-a0ed-579471bdcd49 req-16211d34-8ae9-4cfe-9940-832cefe3e0b4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Jan 28 04:13:51.529127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 1e67fb18-b253-41ab-a4b7-95dfe7889f29 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:13:51.581055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:13:51.585067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:13:51.585447 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:51.659844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:13:51.660224 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:51.681708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e67fb18-b253-41ab-a4b7-95dfe7889f29'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:13:51.683966 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f30baba-179b-48c9-a1bf-876ade5c38c0" -d '{"events": [{"server_uuid": "e7068ca4-1475-4247-80ce-65dc96fe3790", "name": "network-vif-plugged", "status": "completed", "tag": "1e67fb18-b253-41ab-a4b7-95dfe7889f29"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:13:51.697167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 1e67fb18-b253-41ab-a4b7-95dfe7889f29, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:13:51.701377 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:51.726846 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd52763-644c-490e-9954-e6d473a17ff9 x-openstack-request-id: req-0cd52763-644c-490e-9954-e6d473a17ff9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:13:51.727139 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7068ca4-1475-4247-80ce-65dc96fe3790", "name": "network-vif-plugged", "status": "completed", "tag": "1e67fb18-b253-41ab-a4b7-95dfe7889f29", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:13:51.727394 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0cd52763-644c-490e-9954-e6d473a17ff9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:13:51.727783 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'code': 200} Jan 28 04:13:51.750924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=1e67fb18-b253-41ab-a4b7-95dfe7889f29,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:13:51.855708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5b258-5d89-448e-99b6-1160bab370e4 req-0edc3b78-3fcb-4f6a-a4b7-62e279506baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:51.857160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64a5b258-5d89-448e-99b6-1160bab370e4 req-0edc3b78-3fcb-4f6a-a4b7-62e279506baa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 1097 time: 0.0439773 Jan 28 04:13:51.903786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64a5b258-5d89-448e-99b6-1160bab370e4 req-7febff31-1302-4a26-9669-3b96ee4585ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403609 Jan 28 04:13:52.339478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ffbe-5f22-4932-be7b-71e929c61248 req-cd11ecdd-4360-42f4-a5c3-bf810ea7d608 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:52.341014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97a0ffbe-5f22-4932-be7b-71e929c61248 req-cd11ecdd-4360-42f4-a5c3-bf810ea7d608 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 945 time: 0.0511889 Jan 28 04:13:52.390148 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97a0ffbe-5f22-4932-be7b-71e929c61248 req-21493efe-fefd-49ca-bc89-b9fbd1ee2462 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Jan 28 04:13:53.514541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2afd8-31a1-47e2-8e7c-ecec53ddbc69 req-5c848d23-0c02-4b8b-9044-f3bb83bcde24 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:53.516054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ed2afd8-31a1-47e2-8e7c-ecec53ddbc69 req-5c848d23-0c02-4b8b-9044-f3bb83bcde24 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 945 time: 0.0578263 Jan 28 04:13:53.564261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9ed2afd8-31a1-47e2-8e7c-ecec53ddbc69 req-d6d701c4-58f4-4bf5-a0fd-9bf52677558a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426712 Jan 28 04:13:53.679834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09143a2e-2531-4e6f-9f01-ed4a04581083 req-1d2e87dc-d67e-4ac3-b823-5e367729091e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:53.682257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09143a2e-2531-4e6f-9f01-ed4a04581083 req-1d2e87dc-d67e-4ac3-b823-5e367729091e tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 945 time: 0.0498252 Jan 28 04:13:53.730824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-09143a2e-2531-4e6f-9f01-ed4a04581083 req-a5618bde-c6c3-428e-98db-44735ea6d07f tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 Jan 28 04:13:53.752911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50662) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:13:53.923783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5423363-8ba6-4d27-b123-176b355341c1 tempest-TestVolumeBootPattern-1435547166 tempest-TestVolumeBootPattern-1435547166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:53.925343 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f5423363-8ba6-4d27-b123-176b355341c1 tempest-TestVolumeBootPattern-1435547166 tempest-TestVolumeBootPattern-1435547166-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 1092 time: 0.1714654 Jan 28 04:13:53.928074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 50666) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:13:53.932603 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:13:53.955254 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:54.053350 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:54.160176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Allocated IP 172.25.1.14 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/0701bb48-4bbd-453a-9673-577ff9d56ba5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:13:54.257860 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (0701bb48-4bbd-453a-9673-577ff9d56ba5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:54.291569 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (0701bb48-4bbd-453a-9673-577ff9d56ba5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:54.329132 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:13:54.331816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:13:54.337457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:13:54.363032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=0701bb48-4bbd-453a-9673-577ff9d56ba5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:13:54.694099 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (1425fe18-d20d-4409-8003-68823676dc48), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:54.761592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (0701bb48-4bbd-453a-9673-577ff9d56ba5), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:54.908831 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for port (0701bb48-4bbd-453a-9673-577ff9d56ba5), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:54.913497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (0701bb48-4bbd-453a-9673-577ff9d56ba5), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:54.985204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event updated for resources: {'Port': ['ID=0701bb48-4bbd-453a-9673-577ff9d56ba5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:13:54.995608 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (1425fe18-d20d-4409-8003-68823676dc48), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:55.096823 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Floating IP 1425fe18-d20d-4409-8003-68823676dc48 associated. External IP: 172.25.1.14, port: 1e67fb18-b253-41ab-a4b7-95dfe7889f29. Jan 28 04:13:55.306105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Router 62a9baba-402e-42b2-93fe-4f787b905f56 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:13:55.416817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:13:55.427025 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] Sync routers for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:13:55.434592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:55.438233 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:13:55.438845 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:13:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:13:55.462393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d1690544-4661-4dd3-8fbd-e7000788fe06 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5326905 Jan 28 04:13:55.463107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'tag': '1e67fb18-b253-41ab-a4b7-95dfe7889f29'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:13:55.465396 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47dc550-f3d7-4e90-9b52-dc6182d2495a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7068ca4-1475-4247-80ce-65dc96fe3790", "tag": "1e67fb18-b253-41ab-a4b7-95dfe7889f29"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:13:55.501895 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d48161-ff4f-4fc1-b550-ab5f661af08b x-openstack-request-id: req-d5d48161-ff4f-4fc1-b550-ab5f661af08b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:13:55.502191 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7068ca4-1475-4247-80ce-65dc96fe3790", "tag": "1e67fb18-b253-41ab-a4b7-95dfe7889f29", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:13:55.502448 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5d48161-ff4f-4fc1-b550-ab5f661af08b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:13:55.502899 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'tag': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'status': 'completed', 'code': 200} Jan 28 04:13:55.549775 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:13:55.584950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-35234755-17a4-4efc-bd53-f388ab2c1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:55.586383 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-35234755-17a4-4efc-bd53-f388ab2c1b89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 1097 time: 0.0413857 Jan 28 04:13:55.675418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-ccbb4eeb-6921-4698-a5be-b5442a726258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:55.677014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-ccbb4eeb-6921-4698-a5be-b5442a726258 service neutron] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.0841260 Jan 28 04:13:55.745622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-323a137c-f05d-499d-86d4-f91b903b820e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29 HTTP/1.1" status: 200 len: 998 time: 0.0630453 Jan 28 04:13:55.772986 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '1425fe18-d20d-4409-8003-68823676dc48', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:fd:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:13:54Z', 'updated_at': '2022-01-28T04:13:54Z', 'revision_number': 0, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}, {'id': 'b669f452-852d-4565-908f-4eb7396bab32', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:ba:82:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:35Z', 'updated_at': '2022-01-28T04:11:38Z', 'revision_number': 1, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:13:55.792889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-1a506cb5-25f9-4c1a-bdb1-4c30d423234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:55.794642 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-1a506cb5-25f9-4c1a-bdb1-4c30d423234b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0433810 Jan 28 04:13:55.800430 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] Checking router: 62a9baba-402e-42b2-93fe-4f787b905f56 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:13:55.809701 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:13:55.810297 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:13:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:13:55.840692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-627aef8e-ab28-4a95-a858-1a59f0596191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:55.842137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-627aef8e-ab28-4a95-a858-1a59f0596191 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411074 Jan 28 04:13:55.913361 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:13:55.936930 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-ead05f7b-e32d-4aa5-90cc-babd44576293 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872266 Jan 28 04:13:56.027743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a47dc550-f3d7-4e90-9b52-dc6182d2495a req-c91130ba-b509-4ede-80aa-813959227456 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851798 Jan 28 04:13:56.137133 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '1425fe18-d20d-4409-8003-68823676dc48', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:fd:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:13:54Z', 'updated_at': '2022-01-28T04:13:54Z', 'revision_number': 0, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}, {'id': 'b669f452-852d-4565-908f-4eb7396bab32', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:ba:82:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:35Z', 'updated_at': '2022-01-28T04:11:38Z', 'revision_number': 1, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:13:56.167049 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ab8d15-f033-40f0-97c9-37cb8fb250bc None None] The sync data for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 is: [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '1425fe18-d20d-4409-8003-68823676dc48', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:fd:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:13:54Z', 'updated_at': '2022-01-28T04:13:54Z', 'revision_number': 0, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}, {'id': 'b669f452-852d-4565-908f-4eb7396bab32', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:ba:82:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:35Z', 'updated_at': '2022-01-28T04:11:38Z', 'revision_number': 1, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:13:56.361988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee54ad4-2516-4334-a236-7d37f572b114 None None] New status for floating IP 1425fe18-d20d-4409-8003-68823676dc48: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:14:06.660236 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:14:10.558617 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e43acc2-ed54-4872-8df6-fd85958d7150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:12.409771 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:12.598215 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55f6a3cf-ca02-4666-bcc0-33f086e96890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:14.368478 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:14.766323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:15.600374 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:16.792162 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:19.320282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-d9808e79-e16f-4b52-9326-a2732e398537 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454922 Jan 28 04:14:19.415882 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-736d5a08-a40e-41c4-8ddc-3a05ccbb15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:19.417422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-736d5a08-a40e-41c4-8ddc-3a05ccbb15ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 1097 time: 0.0410254 Jan 28 04:14:19.518271 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-77eff1be-88f7-4f69-9656-6be086d6e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:19.519746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-77eff1be-88f7-4f69-9656-6be086d6e1aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.0835438 Jan 28 04:14:19.587722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-38027a5f-846d-4f63-b243-d00b70d05f38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29 HTTP/1.1" status: 200 len: 1000 time: 0.0612082 Jan 28 04:14:19.634500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-90460389-04bb-4b1b-ae04-345dddaf4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:19.635952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-90460389-04bb-4b1b-ae04-345dddaf4645 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0428731 Jan 28 04:14:19.680798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-8895f0ca-5fdf-4554-98f9-b047916f317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:19.682307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-8895f0ca-5fdf-4554-98f9-b047916f317a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401149 Jan 28 04:14:19.772803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-0d9f81b6-c956-4910-a008-1ff6f0c28cb9 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843999 Jan 28 04:14:19.859974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-970e2838-581b-4902-a1e1-4f72ef04f62f req-35428fb9-db02-475a-9cbe-a009973bf074 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816064 Jan 28 04:14:40.561661 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd1b88a5-6660-48ea-9580-e50137803a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:42.426503 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:42.600309 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0f71a26-84a6-41b2-8a6d-126ca068c8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:43.520196 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-05168297-4eec-4d49-b1ec-6d986d419c58 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415773 Jan 28 04:14:43.627417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-f0ea8a0a-5973-4c02-a754-fbe5439e89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:43.629209 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-f0ea8a0a-5973-4c02-a754-fbe5439e89b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 1097 time: 0.0466087 Jan 28 04:14:43.660656 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:14:43.753187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-a9394133-0f9c-486e-88e0-cfa6c42021a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:43.755162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-a9394133-0f9c-486e-88e0-cfa6c42021a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.1076922 Jan 28 04:14:43.823488 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-8a403ba9-13b3-4b60-8243-48dd1f08dcde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36a38d8-b7e9-41da-97c8-734864205a63 HTTP/1.1" status: 200 len: 1001 time: 0.0626049 Jan 28 04:14:43.880719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-0aa43d3b-acb8-44be-9653-4df21c29f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:43.882349 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-0aa43d3b-acb8-44be-9653-4df21c29f673 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0540309 Jan 28 04:14:43.931235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-04648a96-b0ac-47d0-8875-d3885557bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:43.933711 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-04648a96-b0ac-47d0-8875-d3885557bc19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447853 Jan 28 04:14:44.039396 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-d6a6653a-beee-4aa5-b4e8-bb9b3227c291 service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993810 Jan 28 04:14:44.369945 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:44.502548 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6b093765-ac32-44a2-b894-a5504eeb1b55 req-6c7c0d8f-0966-4584-aef0-f9c431f48c8e service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569376 Jan 28 04:14:44.769927 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:45.602976 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:46.795556 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:10.565235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d49baac9-e344-488b-9666-2ec9b6593909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:12.422315 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:12.602399 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf2a5-56d9-4632-aa62-6a3d8ff3c1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:14.374015 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:14.769673 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:15.615394 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:16.798832 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:20.341181 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-9800c5da-55ea-45a7-9cbd-1a73a6bed89e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505269 Jan 28 04:15:20.441834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-12a233d4-8573-47d6-85f7-35bcba2524ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:20.443965 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-12a233d4-8573-47d6-85f7-35bcba2524ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 1097 time: 0.0435648 Jan 28 04:15:20.541991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-6b7a44e2-04f1-4dde-a754-d5e6f2f4b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:20.543546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-6b7a44e2-04f1-4dde-a754-d5e6f2f4b1f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.0824723 Jan 28 04:15:20.611906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-bd316bee-f6aa-4eac-a84d-fcfeb9cc501a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29 HTTP/1.1" status: 200 len: 1000 time: 0.0625718 Jan 28 04:15:20.658966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-7367a433-cab1-448d-9313-061347e726b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:20.660171 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:15:20.660635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-7367a433-cab1-448d-9313-061347e726b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0434136 Jan 28 04:15:20.704385 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-625e80a8-efbd-4a72-a115-43e026f10004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:20.705905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-625e80a8-efbd-4a72-a115-43e026f10004 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400162 Jan 28 04:15:20.715690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-1848ceea-cc6a-41a5-99f3-c0c42e11936f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:15:20.716626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-1848ceea-cc6a-41a5-99f3-c0c42e11936f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047483 Jan 28 04:15:20.806889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-acb1c0b6-fa21-4a7c-a7cf-a9273e3a8fbc service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843184 Jan 28 04:15:20.894014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-002410b7-5b44-4813-9b19-7e957fc7b84d req-5f849b4a-3808-473d-b861-e5e7ffe69b3a service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805759 Jan 28 04:15:22.828757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:22.991414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Deleting port 0701bb48-4bbd-453a-9673-577ff9d56ba5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:15:22.991753 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0701bb48-4bbd-453a-9673-577ff9d56ba5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:23.064959 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0701bb48-4bbd-453a-9673-577ff9d56ba5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:23.065292 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (0701bb48-4bbd-453a-9673-577ff9d56ba5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:23.077389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Calling delete_port for 0701bb48-4bbd-453a-9673-577ff9d56ba5 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:15:23.224254 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0701bb48-4bbd-453a-9673-577ff9d56ba5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:23.253182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'Port': ['ID=0701bb48-4bbd-453a-9673-577ff9d56ba5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:23.279139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.279481 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.279819 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.280152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.280482 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.280809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.281157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.281475 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.281791 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.282106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.282427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.282741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.283059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:23.325285 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (1425fe18-d20d-4409-8003-68823676dc48), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:23.325607 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Floating IP 1425fe18-d20d-4409-8003-68823676dc48 disassociated (deleted). External IP: 172.25.1.14, port: 1e67fb18-b253-41ab-a4b7-95dfe7889f29. Jan 28 04:15:23.531198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Router 62a9baba-402e-42b2-93fe-4f787b905f56 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:15:23.640954 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:15:23.646256 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:23.651425 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] Sync routers for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:15:23.661760 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:15:23.662453 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:15:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:23.673358 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c937cb07-23d7-46ba-ad45-ef4d535e9d8a tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "DELETE /v2.0/floatingips/1425fe18-d20d-4409-8003-68823676dc48 HTTP/1.1" status: 204 len: 168 time: 0.8434825 Jan 28 04:15:23.674020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'tag': '1e67fb18-b253-41ab-a4b7-95dfe7889f29'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:15:23.676480 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578f6be5-3d88-45e4-96b9-d93e7a0430ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e7068ca4-1475-4247-80ce-65dc96fe3790", "tag": "1e67fb18-b253-41ab-a4b7-95dfe7889f29"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:15:23.721318 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1f727a-c5cf-47e2-a362-95fc83c2cb5c x-openstack-request-id: req-2c1f727a-c5cf-47e2-a362-95fc83c2cb5c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:15:23.721611 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7068ca4-1475-4247-80ce-65dc96fe3790", "tag": "1e67fb18-b253-41ab-a4b7-95dfe7889f29", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:15:23.721866 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c1f727a-c5cf-47e2-a362-95fc83c2cb5c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:15:23.722287 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'tag': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'status': 'completed', 'code': 200} Jan 28 04:15:23.789524 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:15:23.819223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-2f829f6e-3a06-465d-b4f8-2b0200efbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:23.821158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-2f829f6e-3a06-465d-b4f8-2b0200efbd6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 1097 time: 0.0564451 Jan 28 04:15:23.954697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-a423837e-33d2-4ebc-b0b9-1ccf09e8c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:23.956635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-a423837e-33d2-4ebc-b0b9-1ccf09e8c044 service neutron] 10.222.0.42 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.0935786 Jan 28 04:15:24.004107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-9628db9d-d367-4468-b258-cda432ae7ba5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29 HTTP/1.1" status: 200 len: 217 time: 0.0408359 Jan 28 04:15:24.081986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-96d40993-3a37-4bb7-bb2c-4339187144df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:24.083951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-96d40993-3a37-4bb7-bb2c-4339187144df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0725775 Jan 28 04:15:24.125241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c7c56-43fe-422f-b269-5157abdc7764 req-17a5f265-ad0a-4522-be62-42489e08caf5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:24.126803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b76c7c56-43fe-422f-b269-5157abdc7764 req-17a5f265-ad0a-4522-be62-42489e08caf5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 945 time: 0.2546632 Jan 28 04:15:24.126943 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b669f452-852d-4565-908f-4eb7396bab32', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:ba:82:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:35Z', 'updated_at': '2022-01-28T04:11:38Z', 'revision_number': 1, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:24.152098 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-013c821c-7871-4b63-b1f2-043751dba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:24.153613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-013c821c-7871-4b63-b1f2-043751dba1d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624111 Jan 28 04:15:24.154245 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] Checking router: 62a9baba-402e-42b2-93fe-4f787b905f56 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:15:24.163601 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:15:24.164201 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:15:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:24.230798 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b76c7c56-43fe-422f-b269-5157abdc7764 req-38d49724-2c57-4d49-bac9-6d20fbbaa59b tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958574 Jan 28 04:15:24.269084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-3d11ccf1-34c5-4253-9de4-e1b9e8823a95 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072495 Jan 28 04:15:24.270074 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:15:24.363492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-578f6be5-3d88-45e4-96b9-d93e7a0430ff req-2d243ae7-1f76-4eae-8976-a187052b53c7 service neutron] 10.222.0.42 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882556 Jan 28 04:15:24.493755 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b669f452-852d-4565-908f-4eb7396bab32', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:ba:82:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:35Z', 'updated_at': '2022-01-28T04:11:38Z', 'revision_number': 1, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:24.520344 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4acb2e-4967-44c1-802e-8d5a2f0d8fe8 None None] The sync data for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 is: [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'b669f452-852d-4565-908f-4eb7396bab32', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'port_id': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'mac_address': 'fa:16:3e:ba:82:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:35Z', 'updated_at': '2022-01-28T04:11:38Z', 'revision_number': 1, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:15:24.745894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858e8fe-9faa-4042-8e23-4674f4f75cc4 None None] New status for floating IP 1425fe18-d20d-4409-8003-68823676dc48: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:15:25.406469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ba4e4-1179-4304-a5d1-9e90c64c2ad8 req-9386e6ee-e7b6-47aa-9593-180ad56307e8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:25.407977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f74ba4e4-1179-4304-a5d1-9e90c64c2ad8 req-9386e6ee-e7b6-47aa-9593-180ad56307e8 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 945 time: 0.1057668 Jan 28 04:15:25.459102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f74ba4e4-1179-4304-a5d1-9e90c64c2ad8 req-11d333f4-eb8d-49cb-80f8-f8d1adafceeb tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444601 Jan 28 04:15:25.579867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-15308d48-b0f5-42f3-ab40-a4c90cbd51d5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:25.581324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-15308d48-b0f5-42f3-ab40-a4c90cbd51d5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Jan 28 04:15:25.670683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Deleting port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:15:25.671019 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:25.755873 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] For port 1e67fb18-b253-41ab-a4b7-95dfe7889f29, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=1e67fb18-b253-41ab-a4b7-95dfe7889f29,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:15:25.756236 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:25.769070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Calling delete_port for 1e67fb18-b253-41ab-a4b7-95dfe7889f29 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:15:25.897481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1e67fb18-b253-41ab-a4b7-95dfe7889f29), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:25.923944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'Port': ['ID=1e67fb18-b253-41ab-a4b7-95dfe7889f29,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:25.934079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.934432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.934780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.935121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.935457 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.935791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.936124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.936452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.936778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.937728 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.938162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.938351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.938690 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:15:25.979435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] No DVR routers for this DVR port 1e67fb18-b253-41ab-a4b7-95dfe7889f29 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:15:25.982207 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:25.985655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48828d5d-a825-40be-9985-f87628fcf3e1 req-fa877b9f-4176-44be-8223-717044aea557 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.42 "DELETE /v2.0/ports/1e67fb18-b253-41ab-a4b7-95dfe7889f29 HTTP/1.1" status: 204 len: 173 time: 0.3997602 Jan 28 04:15:25.986096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'name': 'network-vif-deleted', 'tag': '1e67fb18-b253-41ab-a4b7-95dfe7889f29'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:15:25.988379 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2d78fe-63cf-4361-a7e4-feb10756b589" -d '{"events": [{"server_uuid": "e7068ca4-1475-4247-80ce-65dc96fe3790", "name": "network-vif-deleted", "tag": "1e67fb18-b253-41ab-a4b7-95dfe7889f29"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:15:26.095746 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df02faa5-dfb7-4a33-ac01-c32ac18492d0 x-openstack-request-id: req-df02faa5-dfb7-4a33-ac01-c32ac18492d0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:15:26.096042 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7068ca4-1475-4247-80ce-65dc96fe3790", "name": "network-vif-deleted", "tag": "1e67fb18-b253-41ab-a4b7-95dfe7889f29", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:15:26.096302 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df02faa5-dfb7-4a33-ac01-c32ac18492d0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:15:26.096709 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7068ca4-1475-4247-80ce-65dc96fe3790', 'name': 'network-vif-deleted', 'tag': '1e67fb18-b253-41ab-a4b7-95dfe7889f29', 'status': 'completed', 'code': 200} Jan 28 04:15:26.558679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50f7c3cc-ee5f-44d3-9371-ed8e24987fbe req-507cebb2-3d3a-46de-8c4b-e28506ba59fe tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 210 time: 0.0301557 Jan 28 04:15:27.657716 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac1c4abb-9e43-454e-90f1-2da5aa075d83 req-e9961898-ec0d-40f5-b131-a6fbeb597684 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 210 time: 0.0278797 Jan 28 04:15:28.756820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ad2c1e6-c367-46fc-af5c-3daaee6b39e9 req-240fd370-6782-4d0d-8d9a-6e1c1e09b7fd tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 210 time: 0.0277462 Jan 28 04:15:29.853331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f37fcaa1-4dd4-47c6-be46-d705fff12c2e req-ba593c02-814a-404a-91b4-1f08b05dca47 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 210 time: 0.0267332 Jan 28 04:15:29.992876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 1e67fb18-b253-41ab-a4b7-95dfe7889f29 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:15:30.016374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 1e67fb18-b253-41ab-a4b7-95dfe7889f29 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:15:30.016724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 1e67fb18-b253-41ab-a4b7-95dfe7889f29 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:15:30.951845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1827d29f-e427-4e34-86bb-577f5e7e116e req-1d5d66ba-1edb-4df0-ad4a-9b014f9e2a1c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 210 time: 0.0284019 Jan 28 04:15:32.048820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-592515fc-2e79-4b41-8658-e1de32932a09 req-a986202a-5672-4136-aa35-8d9c0a51529c tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 210 time: 0.0267110 Jan 28 04:15:33.164189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fbfba5f-5c01-4650-8922-50505b807b50 req-ce35cc02-a4cc-4fe2-b001-06bde599efc6 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 210 time: 0.0294321 Jan 28 04:15:34.263128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-99a0d18a-2348-4cba-a437-7520356183d5 req-9f74a9e0-e972-4fc4-8b74-867567bf8bb0 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7068ca4-1475-4247-80ce-65dc96fe3790 HTTP/1.1" status: 200 len: 210 time: 0.0284264 Jan 28 04:15:40.568945 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0550e54f-38f8-494e-9154-287f18d72560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:42.424829 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:42.604640 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-813f1281-bdb2-4cca-abdb-42ec8f773c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:43.864536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50788) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:44.029655 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Deleting port 1b776c30-5f79-4cb6-bad2-702608bfd145 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:15:44.029999 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1b776c30-5f79-4cb6-bad2-702608bfd145), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:44.108570 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1b776c30-5f79-4cb6-bad2-702608bfd145), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:44.108810 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (1b776c30-5f79-4cb6-bad2-702608bfd145), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:44.121116 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Calling delete_port for 1b776c30-5f79-4cb6-bad2-702608bfd145 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:15:44.274406 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (1b776c30-5f79-4cb6-bad2-702608bfd145), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:44.304028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'Port': ['ID=1b776c30-5f79-4cb6-bad2-702608bfd145,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:44.365058 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (b669f452-852d-4565-908f-4eb7396bab32), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:44.365327 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Floating IP b669f452-852d-4565-908f-4eb7396bab32 disassociated (deleted). External IP: 172.25.1.126, port: b36a38d8-b7e9-41da-97c8-734864205a63. Jan 28 04:15:44.374644 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:44.597783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Router 62a9baba-402e-42b2-93fe-4f787b905f56 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:15:44.729929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:15:44.735717 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:44.741557 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] Sync routers for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:15:44.752215 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:15:44.753253 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:15:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:44.767078 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-02ddf2a4-6be3-4c54-9fc4-8f5ac351e480 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "DELETE /v2.0/floatingips/b669f452-852d-4565-908f-4eb7396bab32 HTTP/1.1" status: 204 len: 168 time: 0.9008896 Jan 28 04:15:44.767674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'tag': 'b36a38d8-b7e9-41da-97c8-734864205a63'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:15:44.770029 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4aae1d-755f-4afb-b348-0e69366ea885" -d '{"events": [{"name": "network-changed", "server_uuid": "db45715f-a044-4618-bf1e-3f7dbde7d32d", "tag": "b36a38d8-b7e9-41da-97c8-734864205a63"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:15:44.790472 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:44.894126 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:15:45.101761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a186d-1eee-4ad6-bde1-4bd0a1fed49b req-89177ff5-5140-4664-a074-007fb957e520 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:45.102976 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acccc0b4-cb18-440d-a019-43ba66577003 x-openstack-request-id: req-acccc0b4-cb18-440d-a019-43ba66577003 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:15:45.103379 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db45715f-a044-4618-bf1e-3f7dbde7d32d", "tag": "b36a38d8-b7e9-41da-97c8-734864205a63", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:15:45.103474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-232a186d-1eee-4ad6-bde1-4bd0a1fed49b req-89177ff5-5140-4664-a074-007fb957e520 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 945 time: 0.0613871 Jan 28 04:15:45.103553 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acccc0b4-cb18-440d-a019-43ba66577003 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:15:45.103915 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'tag': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'status': 'completed', 'code': 200} Jan 28 04:15:45.162760 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-232a186d-1eee-4ad6-bde1-4bd0a1fed49b req-c19b586d-b89a-4d9a-ad0b-c163d04ef3b3 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513222 Jan 28 04:15:45.169757 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:45.198531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-c5197a3b-af2a-4f80-8463-7c3a9eb62d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:45.198756 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] Checking router: 62a9baba-402e-42b2-93fe-4f787b905f56 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:15:45.200088 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-c5197a3b-af2a-4f80-8463-7c3a9eb62d11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 1097 time: 0.0507500 Jan 28 04:15:45.209163 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:15:45.210128 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:15:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:45.321958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-2fb67fe0-bbdf-4a70-9da7-39fb6cd560da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:45.324952 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-2fb67fe0-bbdf-4a70-9da7-39fb6cd560da service neutron] 10.222.0.25 "GET /v2.0/networks?id=807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 200 len: 912 time: 0.1169498 Jan 28 04:15:45.331390 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:15:45.371522 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-747f414e-d54b-44b5-9637-4600ec062bfc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36a38d8-b7e9-41da-97c8-734864205a63 HTTP/1.1" status: 200 len: 217 time: 0.0385764 Jan 28 04:15:45.430679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-ae2a3a96-b301-44eb-9ca8-1225ed485f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:45.432223 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-ae2a3a96-b301-44eb-9ca8-1225ed485f49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 200 len: 850 time: 0.0548999 Jan 28 04:15:45.482517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-483e15f9-a1bd-49ab-a82d-2ed904a82620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:45.484326 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-483e15f9-a1bd-49ab-a82d-2ed904a82620 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=807dcc26-58c1-492e-ab4f-ccf8615b5f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464416 Jan 28 04:15:45.571109 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:15:45.576001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-9fe87074-9918-4694-9f47-a5dd0a7b108d service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846875 Jan 28 04:15:45.603444 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de24c4-b4f4-4bec-9868-9926829a05da None None] The sync data for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 is: [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T03:59:27Z', 'revision_number': 4, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '0cb4b0c3-5a11-455e-bb7a-e677075b80c0', 'name': '', 'network_id': '807dcc26-58c1-492e-ab4f-ccf8615b5f37', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'mac_address': 'fa:16:3e:13:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:24Z', 'updated_at': '2022-01-28T03:59:33Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'subnets': [{'id': 'c9ab5650-bb11-4600-b38a-4416ee21cb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:15:45.610851 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:45.677351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ea4aae1d-755f-4afb-b348-0e69366ea885 req-59003bd1-96e8-4f6f-a4ba-43bb3628f9bf service neutron] 10.222.0.25 "GET /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943315 Jan 28 04:15:45.839351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ed179-befd-45e2-b2b7-d6ba9a7a656e None None] New status for floating IP b669f452-852d-4565-908f-4eb7396bab32: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:15:46.304400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5da06-cb4a-4d2e-8fc4-f9e5caf5aa21 req-b7ea64fb-4c85-4305-9d20-c9f8097ac3e5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:46.306040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33d5da06-cb4a-4d2e-8fc4-f9e5caf5aa21 req-b7ea64fb-4c85-4305-9d20-c9f8097ac3e5 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 945 time: 0.0478728 Jan 28 04:15:46.692659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33d5da06-cb4a-4d2e-8fc4-f9e5caf5aa21 req-5b5707e6-f491-4e07-ab2f-bc95d68ac068 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/security-groups?id=87815e9d-4104-4ead-b63a-4b92539424ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3811443 Jan 28 04:15:46.773747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-a7774c1c-9212-451f-9f0d-0681c47bb4da tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:46.775221 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-a7774c1c-9212-451f-9f0d-0681c47bb4da tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 945 time: 0.0482538 Jan 28 04:15:46.804879 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:46.866158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-69d1133e-cbfe-4446-959f-86f0d4386815 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Deleting port b36a38d8-b7e9-41da-97c8-734864205a63 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:15:46.866477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-69d1133e-cbfe-4446-959f-86f0d4386815 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:46.960095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-69d1133e-cbfe-4446-959f-86f0d4386815 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] For port b36a38d8-b7e9-41da-97c8-734864205a63, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b36a38d8-b7e9-41da-97c8-734864205a63,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:15:46.960373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-69d1133e-cbfe-4446-959f-86f0d4386815 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:46.972174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-69d1133e-cbfe-4446-959f-86f0d4386815 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Calling delete_port for b36a38d8-b7e9-41da-97c8-734864205a63 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:15:47.102926 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-69d1133e-cbfe-4446-959f-86f0d4386815 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b36a38d8-b7e9-41da-97c8-734864205a63), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:47.132391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1133e-cbfe-4446-959f-86f0d4386815 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'Port': ['ID=b36a38d8-b7e9-41da-97c8-734864205a63,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:47.173892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-69d1133e-cbfe-4446-959f-86f0d4386815 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] No DVR routers for this DVR port b36a38d8-b7e9-41da-97c8-734864205a63 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:15:47.176549 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-69d1133e-cbfe-4446-959f-86f0d4386815 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:47.180331 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86d7f11e-8bea-4666-bec5-f62405925f4a req-69d1133e-cbfe-4446-959f-86f0d4386815 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.25 "DELETE /v2.0/ports/b36a38d8-b7e9-41da-97c8-734864205a63 HTTP/1.1" status: 204 len: 173 time: 0.4005184 Jan 28 04:15:47.180682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'name': 'network-vif-deleted', 'tag': 'b36a38d8-b7e9-41da-97c8-734864205a63'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:15:47.182980 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c208de-cea4-4eae-b820-9b7d013a2010" -d '{"events": [{"server_uuid": "db45715f-a044-4618-bf1e-3f7dbde7d32d", "name": "network-vif-deleted", "tag": "b36a38d8-b7e9-41da-97c8-734864205a63"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:15:47.221959 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd04ada-b9cc-4caf-a1e1-12818861b540 x-openstack-request-id: req-6dd04ada-b9cc-4caf-a1e1-12818861b540 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:15:47.222250 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db45715f-a044-4618-bf1e-3f7dbde7d32d", "name": "network-vif-deleted", "tag": "b36a38d8-b7e9-41da-97c8-734864205a63", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:15:47.222505 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6dd04ada-b9cc-4caf-a1e1-12818861b540 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:15:47.222909 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db45715f-a044-4618-bf1e-3f7dbde7d32d', 'name': 'network-vif-deleted', 'tag': 'b36a38d8-b7e9-41da-97c8-734864205a63', 'status': 'completed', 'code': 200} Jan 28 04:15:47.788246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7605b6d-f5e2-4a3b-9639-adf7b6e794db req-76581a5b-ccd7-452b-a901-88af5de66435 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 210 time: 0.0260544 Jan 28 04:15:48.793106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b36a38d8-b7e9-41da-97c8-734864205a63 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:15:48.814686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: b36a38d8-b7e9-41da-97c8-734864205a63 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:15:48.815030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b36a38d8-b7e9-41da-97c8-734864205a63 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:15:48.891720 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-845d5aec-e951-429a-bd65-fb1de160b942 req-231df8be-d419-40b6-a36f-7a4ecce6c1de tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 210 time: 0.0267541 Jan 28 04:15:49.987819 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3dbf6ef8-c636-4159-a085-909217280ae3 req-abf59fe1-4f29-4568-9242-cbfb3774e247 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 210 time: 0.0263202 Jan 28 04:15:51.086994 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5510291b-00d2-440e-9795-80f78436aeca req-5dee35c1-d29f-4932-93d2-f468ba8a6953 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 210 time: 0.0291963 Jan 28 04:15:52.186434 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-574035e2-042d-41fe-9cdd-f0e266a6d0d5 req-10bd866f-77d3-4f37-be0e-1e66a80c8db4 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 210 time: 0.0279179 Jan 28 04:15:53.281547 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2ac6df38-a534-4946-8ba7-969f47a4e2e4 req-c514055b-3b4e-42c6-bc0a-4861a0fdcc49 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 210 time: 0.0268927 Jan 28 04:15:54.375353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9c92ee9-064f-44a8-a2d9-acd437bbee40 req-219a49db-c959-4de3-86a5-32cbfec53202 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 210 time: 0.0263093 Jan 28 04:15:55.474493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb1b7e01-9f71-4763-8478-850b3e3649b1 req-c850ae5b-1dc0-49c3-a6ad-c8aa810d2d68 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "GET /v2.0/ports?device_id=db45715f-a044-4618-bf1e-3f7dbde7d32d HTTP/1.1" status: 200 len: 210 time: 0.0265217 Jan 28 04:15:56.531946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50824) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:15:56.656421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c96ad-b0c9-45b1-a42e-ac4ea82ce787 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Deleting port 9a9e6a0c-948c-4283-afdb-26370898efaf {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:15:56.656760 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d8c96ad-b0c9-45b1-a42e-ac4ea82ce787 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9a9e6a0c-948c-4283-afdb-26370898efaf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.733400 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d8c96ad-b0c9-45b1-a42e-ac4ea82ce787 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9a9e6a0c-948c-4283-afdb-26370898efaf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.733723 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d8c96ad-b0c9-45b1-a42e-ac4ea82ce787 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (9a9e6a0c-948c-4283-afdb-26370898efaf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.745741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c96ad-b0c9-45b1-a42e-ac4ea82ce787 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Calling delete_port for 9a9e6a0c-948c-4283-afdb-26370898efaf owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:15:56.875273 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d8c96ad-b0c9-45b1-a42e-ac4ea82ce787 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9a9e6a0c-948c-4283-afdb-26370898efaf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.900802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c96ad-b0c9-45b1-a42e-ac4ea82ce787 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'Port': ['ID=9a9e6a0c-948c-4283-afdb-26370898efaf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:15:56.960053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d8c96ad-b0c9-45b1-a42e-ac4ea82ce787 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for floatingip (0952d9b3-08d0-4a0c-af9a-2e62ff059f8f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.962558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d8c96ad-b0c9-45b1-a42e-ac4ea82ce787 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:56.963697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6d8c96ad-b0c9-45b1-a42e-ac4ea82ce787 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "DELETE /v2.0/floatingips/0952d9b3-08d0-4a0c-af9a-2e62ff059f8f HTTP/1.1" status: 204 len: 168 time: 0.4307587 Jan 28 04:15:57.659746 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:16:02.353199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:02.409172 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48004d02-5ae5-47a6-a70d-236858eb7a47 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group (87815e9d-4104-4ead-b63a-4b92539424ff), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:02.434497 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48004d02-5ae5-47a6-a70d-236858eb7a47 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group (87815e9d-4104-4ead-b63a-4b92539424ff), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:02.496816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48004d02-5ae5-47a6-a70d-236858eb7a47 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (87815e9d-4104-4ead-b63a-4b92539424ff), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:02.499629 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48004d02-5ae5-47a6-a70d-236858eb7a47 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:02.500922 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-48004d02-5ae5-47a6-a70d-236858eb7a47 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] 10.222.0.44 "DELETE /v2.0/security-groups/87815e9d-4104-4ead-b63a-4b92539424ff HTTP/1.1" status: 204 len: 168 time: 0.1466391 Jan 28 04:16:02.510522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48004d02-5ae5-47a6-a70d-236858eb7a47 tempest-TestVolumeBootPattern-920872246 tempest-TestVolumeBootPattern-920872246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87815e9d-4104-4ead-b63a-4b92539424ff,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:03.586879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50850) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:04.201006 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (62a9baba-402e-42b2-93fe-4f787b905f56), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:04.442229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] Deleting port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:16:04.442595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:04.522372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] For port 0cb4b0c3-5a11-455e-bb7a-e677075b80c0, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=0cb4b0c3-5a11-455e-bb7a-e677075b80c0,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:04.522714 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:04.534606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] Calling delete_port for 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:16:05.054722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (0cb4b0c3-5a11-455e-bb7a-e677075b80c0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:05.079799 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb4b0c3-5a11-455e-bb7a-e677075b80c0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:05.253189 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (62a9baba-402e-42b2-93fe-4f787b905f56), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:05.471113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] Router 62a9baba-402e-42b2-93fe-4f787b905f56 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:16:05.579024 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:16:05.584261 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-24c55d8f-0171-4fbe-9da2-83c936b1738f admin admin] 10.222.0.44 "PUT /v2.0/routers/62a9baba-402e-42b2-93fe-4f787b905f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9955738 Jan 28 04:16:05.586673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50856) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:05.588133 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] Sync routers for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:16:05.597719 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:16:05.598415 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:15:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:05.694564 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Publish callbacks [] for router (62a9baba-402e-42b2-93fe-4f787b905f56), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:05.791449 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:16:05.800869 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Publish callbacks [] for router_gateway (62a9baba-402e-42b2-93fe-4f787b905f56), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:05.854645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Deleting port 165438f7-d4eb-4ad3-9762-74e13874ede6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:16:05.854984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:05.937216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] For port 165438f7-d4eb-4ad3-9762-74e13874ede6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=165438f7-d4eb-4ad3-9762-74e13874ede6,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:05.937595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:05.950472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Calling delete_port for 165438f7-d4eb-4ad3-9762-74e13874ede6 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:16:05.969547 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T04:16:05Z', 'revision_number': 5, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port': {'id': '165438f7-d4eb-4ad3-9762-74e13874ede6', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:16Z', 'updated_at': '2022-01-28T03:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:05.999553 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] Checking router: 62a9baba-402e-42b2-93fe-4f787b905f56 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:16:06.008440 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] Routers {'62a9baba-402e-42b2-93fe-4f787b905f56'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:16:06.009054 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:15:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['62a9baba-402e-42b2-93fe-4f787b905f56'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:06.096039 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] Set router 62a9baba-402e-42b2-93fe-4f787b905f56 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:16:06.122669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (165438f7-d4eb-4ad3-9762-74e13874ede6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.151187 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T04:16:05Z', 'revision_number': 6, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:06.154128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=165438f7-d4eb-4ad3-9762-74e13874ede6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:06.182403 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7136bd-7085-4d00-8841-b0aadc56745c None None] The sync data for ids ['62a9baba-402e-42b2-93fe-4f787b905f56'] in n-d-808199-14 is: [{'id': '62a9baba-402e-42b2-93fe-4f787b905f56', 'name': 'tempest-TestVolumeBootPattern-905543014-router', 'tenant_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:15Z', 'updated_at': '2022-01-28T04:16:05Z', 'revision_number': 6, 'project_id': 'a38a55cc6b3a428f8bea4ad4ab7a224a', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:16:06.220464 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (62a9baba-402e-42b2-93fe-4f787b905f56), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.310030 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (62a9baba-402e-42b2-93fe-4f787b905f56), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.312122 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Publish callbacks [] for router_controller (62a9baba-402e-42b2-93fe-4f787b905f56), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.358368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (62a9baba-402e-42b2-93fe-4f787b905f56), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.358927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62a9baba-402e-42b2-93fe-4f787b905f56 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:16:06.363147 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.364403 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-de3a01fd-5113-4591-8033-73d2c7e2acc7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/62a9baba-402e-42b2-93fe-4f787b905f56 HTTP/1.1" status: 204 len: 168 time: 0.7767508 Jan 28 04:16:06.367187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:06.410541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f21036-a1b0-4dcc-8fb4-5a3fa458b7b0 admin admin] Deleting subnet c9ab5650-bb11-4600-b38a-4416ee21cb99 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:16:06.414407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6f21036-a1b0-4dcc-8fb4-5a3fa458b7b0 admin admin] Publish callbacks [] for subnet (c9ab5650-bb11-4600-b38a-4416ee21cb99), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.449236 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6f21036-a1b0-4dcc-8fb4-5a3fa458b7b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (c9ab5650-bb11-4600-b38a-4416ee21cb99), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.532049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6f21036-a1b0-4dcc-8fb4-5a3fa458b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (c9ab5650-bb11-4600-b38a-4416ee21cb99), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.587462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6f21036-a1b0-4dcc-8fb4-5a3fa458b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (c9ab5650-bb11-4600-b38a-4416ee21cb99), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.614876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f21036-a1b0-4dcc-8fb4-5a3fa458b7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ab5650-bb11-4600-b38a-4416ee21cb99,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:06.616869 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b6f21036-a1b0-4dcc-8fb4-5a3fa458b7b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.622336 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b6f21036-a1b0-4dcc-8fb4-5a3fa458b7b0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c9ab5650-bb11-4600-b38a-4416ee21cb99 HTTP/1.1" status: 204 len: 168 time: 0.2519884 Jan 28 04:16:06.622482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350d6b0-e208-4bdf-a1b6-7a2daa925b0a None None] Network 807dcc26-58c1-492e-ab4f-ccf8615b5f37 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:16:06.622926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:06.694732 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (807dcc26-58c1-492e-ab4f-ccf8615b5f37), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.754069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Deleting port c8aba615-02f4-4743-b0d9-4d5c40d662cd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:16:06.754414 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.817276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] For port c8aba615-02f4-4743-b0d9-4d5c40d662cd, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=c8aba615-02f4-4743-b0d9-4d5c40d662cd,segment=NetworkSegment(c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25),segment_id=c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:06.817569 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.830453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Calling delete_port for c8aba615-02f4-4743-b0d9-4d5c40d662cd owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:16:06.908223 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c8aba615-02f4-4743-b0d9-4d5c40d662cd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.939069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8aba615-02f4-4743-b0d9-4d5c40d662cd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:06.942530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] No DVR routers for this DVR port c8aba615-02f4-4743-b0d9-4d5c40d662cd on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:16:06.957181 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e984ee00-30bb-4fe1-9b5a-74eb92fa1977 None None] DHCP port deletion for 807dcc26-58c1-492e-ab4f-ccf8615b5f37 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:16:07.024053 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c8aba615-02f4-4743-b0d9-4d5c40d662cd no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:16:07.025092 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (807dcc26-58c1-492e-ab4f-ccf8615b5f37), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:07.044864 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: c8aba615-02f4-4743-b0d9-4d5c40d662cd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:16:07.045278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device c8aba615-02f4-4743-b0d9-4d5c40d662cd not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:16:07.045791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:16:07.049621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807dcc26-58c1-492e-ab4f-ccf8615b5f37']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:07.059804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:07.060104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:07.066719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:16:07.067088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 0cb4b0c3-5a11-455e-bb7a-e677075b80c0 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:16:07.067548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 165438f7-d4eb-4ad3-9762-74e13874ede6 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:16:07.070640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:07.086695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:07.088479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 165438f7-d4eb-4ad3-9762-74e13874ede6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:16:07.088997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 165438f7-d4eb-4ad3-9762-74e13874ede6 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:16:07.093158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:16:07.093545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (c15ad7bf-aa05-4c2c-9cb6-0370dfe13a25), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:16:07.095412 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:16:07.157956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (807dcc26-58c1-492e-ab4f-ccf8615b5f37), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:07.166413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:07.170201 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] 10.222.0.44 "DELETE /v2.0/networks/807dcc26-58c1-492e-ab4f-ccf8615b5f37 HTTP/1.1" status: 204 len: 168 time: 0.5466404 Jan 28 04:16:07.173224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:07.223510 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78218bd8-01b8-41bb-8980-44b3694ec79d admin admin] Pushing event deleted for resources: {'Network': ['ID=807dcc26-58c1-492e-ab4f-ccf8615b5f37,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:07.541670 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (8225259c-7aeb-4224-8196-7aca093e4803), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:07.781077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] Deleting port 3c646569-8c87-4b4c-9733-6754489b2ac3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:16:07.781420 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:07.862536 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] For port 3c646569-8c87-4b4c-9733-6754489b2ac3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3c646569-8c87-4b4c-9733-6754489b2ac3,segment=NetworkSegment(a4b26ef4-0514-423e-ae9b-1caea1d3ee9b),segment_id=a4b26ef4-0514-423e-ae9b-1caea1d3ee9b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:07.862815 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:07.875009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] Calling delete_port for 3c646569-8c87-4b4c-9733-6754489b2ac3 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:16:08.054021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3c646569-8c87-4b4c-9733-6754489b2ac3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:08.078870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c646569-8c87-4b4c-9733-6754489b2ac3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:08.250762 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (8225259c-7aeb-4224-8196-7aca093e4803), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:08.462345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] Router 8225259c-7aeb-4224-8196-7aca093e4803 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:16:08.569141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:16:08.574643 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-891b8233-7fa6-47f2-8699-465c8a526adb admin admin] 10.222.0.44 "PUT /v2.0/routers/8225259c-7aeb-4224-8196-7aca093e4803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001617 Jan 28 04:16:08.577130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50864) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:08.578240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] Sync routers for ids ['8225259c-7aeb-4224-8196-7aca093e4803'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:16:08.589133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] Routers {'8225259c-7aeb-4224-8196-7aca093e4803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:16:08.589772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:15:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8225259c-7aeb-4224-8196-7aca093e4803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:08.683125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Publish callbacks [] for router (8225259c-7aeb-4224-8196-7aca093e4803), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:08.695201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] Set router 8225259c-7aeb-4224-8196-7aca093e4803 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:16:08.790042 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Publish callbacks [] for router_gateway (8225259c-7aeb-4224-8196-7aca093e4803), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:08.841961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Deleting port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:16:08.842304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:08.883260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8225259c-7aeb-4224-8196-7aca093e4803', 'name': 'tempest-TestVolumeBootPattern-2035531560-router', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:33Z', 'updated_at': '2022-01-28T04:16:08Z', 'revision_number': 5, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'gw_port': {'id': 'dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8225259c-7aeb-4224-8196-7aca093e4803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:59:36Z', 'updated_at': '2022-01-28T03:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:08.916798 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] Checking router: 8225259c-7aeb-4224-8196-7aca093e4803 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:16:08.925371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] Routers {'8225259c-7aeb-4224-8196-7aca093e4803'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:16:08.925988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:15:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8225259c-7aeb-4224-8196-7aca093e4803'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:08.926755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] For port dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:08.927168 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:08.939046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Calling delete_port for dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:16:09.012256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] Set router 8225259c-7aeb-4224-8196-7aca093e4803 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:16:09.067532 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8225259c-7aeb-4224-8196-7aca093e4803', 'name': 'tempest-TestVolumeBootPattern-2035531560-router', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:33Z', 'updated_at': '2022-01-28T04:16:08Z', 'revision_number': 6, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:09.094779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e3245-211c-44c1-a14e-1533dc5edd05 None None] The sync data for ids ['8225259c-7aeb-4224-8196-7aca093e4803'] in n-d-808199-14 is: [{'id': '8225259c-7aeb-4224-8196-7aca093e4803', 'name': 'tempest-TestVolumeBootPattern-2035531560-router', 'tenant_id': '2ccc3a1d30434743b2a0a02ea795e576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:59:33Z', 'updated_at': '2022-01-28T04:16:08Z', 'revision_number': 6, 'project_id': '2ccc3a1d30434743b2a0a02ea795e576', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:16:09.113487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.140864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:09.198792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (8225259c-7aeb-4224-8196-7aca093e4803), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.288682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (8225259c-7aeb-4224-8196-7aca093e4803), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.290823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Publish callbacks [] for router_controller (8225259c-7aeb-4224-8196-7aca093e4803), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.337509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (8225259c-7aeb-4224-8196-7aca093e4803), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.337962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8225259c-7aeb-4224-8196-7aca093e4803 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:16:09.342407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.343538 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c7dca749-2a6c-4567-82c9-aa13c3e6bda6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8225259c-7aeb-4224-8196-7aca093e4803 HTTP/1.1" status: 204 len: 168 time: 0.7654955 Jan 28 04:16:09.346083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:09.389709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab4c81e-51ba-4912-b49e-58aa59b0792f admin admin] Deleting subnet 95398650-0cd1-4c99-b220-fcaf23fa07e4 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:16:09.392648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dab4c81e-51ba-4912-b49e-58aa59b0792f admin admin] Publish callbacks [] for subnet (95398650-0cd1-4c99-b220-fcaf23fa07e4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.428340 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dab4c81e-51ba-4912-b49e-58aa59b0792f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (95398650-0cd1-4c99-b220-fcaf23fa07e4), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.512152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dab4c81e-51ba-4912-b49e-58aa59b0792f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (95398650-0cd1-4c99-b220-fcaf23fa07e4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.567117 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dab4c81e-51ba-4912-b49e-58aa59b0792f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (95398650-0cd1-4c99-b220-fcaf23fa07e4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.595000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4c81e-51ba-4912-b49e-58aa59b0792f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95398650-0cd1-4c99-b220-fcaf23fa07e4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:09.598603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dab4c81e-51ba-4912-b49e-58aa59b0792f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.601864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dab4c81e-51ba-4912-b49e-58aa59b0792f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/95398650-0cd1-4c99-b220-fcaf23fa07e4 HTTP/1.1" status: 204 len: 168 time: 0.2548401 Jan 28 04:16:09.604461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:09.607047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e924106-bd3e-4b27-ba2c-6f5f501b087c None None] Network cfe024d8-b7e8-4d12-966c-ee0538b686b8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:16:09.671971 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (cfe024d8-b7e8-4d12-966c-ee0538b686b8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.730175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Deleting port f3b740da-28a4-45b1-9914-2d7fb1b91584 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:16:09.730512 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:09.864572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] DHCP port deletion for cfe024d8-b7e8-4d12-966c-ee0538b686b8 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:16:09.934622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Deleting port f3b740da-28a4-45b1-9914-2d7fb1b91584 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:16:09.935291 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.024046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] For port f3b740da-28a4-45b1-9914-2d7fb1b91584, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f3b740da-28a4-45b1-9914-2d7fb1b91584,segment=NetworkSegment(a4b26ef4-0514-423e-ae9b-1caea1d3ee9b),segment_id=a4b26ef4-0514-423e-ae9b-1caea1d3ee9b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:10.024456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.044116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Calling delete_port for f3b740da-28a4-45b1-9914-2d7fb1b91584 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:16:10.153760 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.161347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] For port f3b740da-28a4-45b1-9914-2d7fb1b91584, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f3b740da-28a4-45b1-9914-2d7fb1b91584,segment=NetworkSegment(a4b26ef4-0514-423e-ae9b-1caea1d3ee9b),segment_id=a4b26ef4-0514-423e-ae9b-1caea1d3ee9b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:10.162546 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.179157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Calling delete_port for f3b740da-28a4-45b1-9914-2d7fb1b91584 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:16:10.189302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Pushing event deleted for resources: {'Port': ['ID=f3b740da-28a4-45b1-9914-2d7fb1b91584,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:10.191868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] No DVR routers for this DVR port f3b740da-28a4-45b1-9914-2d7fb1b91584 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:16:10.204136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.204136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.204136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.204136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.204136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.205577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.205577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.205577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.205577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.205926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.206152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.206587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.206913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ae852-674b-4f02-b473-89189bc65d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:10.278552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f3b740da-28a4-45b1-9914-2d7fb1b91584), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.303981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b740da-28a4-45b1-9914-2d7fb1b91584,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:10.308447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] No DVR routers for this DVR port f3b740da-28a4-45b1-9914-2d7fb1b91584 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:16:10.377306 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (cfe024d8-b7e8-4d12-966c-ee0538b686b8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.398456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe024d8-b7e8-4d12-966c-ee0538b686b8']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:10.407408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:10.407702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b26ef4-0514-423e-ae9b-1caea1d3ee9b') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:10.420527 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (a4b26ef4-0514-423e-ae9b-1caea1d3ee9b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.433557 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (a4b26ef4-0514-423e-ae9b-1caea1d3ee9b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.439277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:16:10.439658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (a4b26ef4-0514-423e-ae9b-1caea1d3ee9b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:16:10.441307 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:16:10.494205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (cfe024d8-b7e8-4d12-966c-ee0538b686b8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.503378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.509265 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cfe024d8-b7e8-4d12-966c-ee0538b686b8 HTTP/1.1" status: 204 len: 168 time: 0.9038303 Jan 28 04:16:10.519448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbec45a-ed09-4cc0-b4e4-6a03f4bb48e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe024d8-b7e8-4d12-966c-ee0538b686b8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:10.576923 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0672faea-f489-45d3-bc74-56566427670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.624297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50872) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:10.663848 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-41266014-f686-4012-a482-68a15c71b7fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a38a55cc6b3a428f8bea4ad4ab7a224a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383770 Jan 28 04:16:10.666322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:10.718318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b85ab6b-cafb-4bbc-a604-5591cf56da03 admin admin] Publish callbacks [] for security_group (fd083f1b-1cf6-4279-bb19-857571322153), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.739465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b85ab6b-cafb-4bbc-a604-5591cf56da03 admin admin] Publish callbacks [] for security_group (fd083f1b-1cf6-4279-bb19-857571322153), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.788142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b85ab6b-cafb-4bbc-a604-5591cf56da03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (fd083f1b-1cf6-4279-bb19-857571322153), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.790830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b85ab6b-cafb-4bbc-a604-5591cf56da03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:10.791959 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8b85ab6b-cafb-4bbc-a604-5591cf56da03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd083f1b-1cf6-4279-bb19-857571322153 HTTP/1.1" status: 204 len: 168 time: 0.1247516 Jan 28 04:16:10.800247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85ab6b-cafb-4bbc-a604-5591cf56da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd083f1b-1cf6-4279-bb19-857571322153,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:10.909517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:16:10.932578 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:16:10.932946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device dbcef2f2-e4e9-4ca6-89b9-4d252bede3ee not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:16:10.933366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c646569-8c87-4b4c-9733-6754489b2ac3 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:16:10.953279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 3c646569-8c87-4b4c-9733-6754489b2ac3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:16:10.953627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c646569-8c87-4b4c-9733-6754489b2ac3 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:16:10.954035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f3b740da-28a4-45b1-9914-2d7fb1b91584 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:16:10.975179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f3b740da-28a4-45b1-9914-2d7fb1b91584 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:16:10.975553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f3b740da-28a4-45b1-9914-2d7fb1b91584 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:16:11.114684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50880) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:11.154668 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e3f1c272-4c71-44b2-bf8a-39e7a1b7c5a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ccc3a1d30434743b2a0a02ea795e576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379972 Jan 28 04:16:11.157149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 50882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:11.202894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5efce392-fd34-4820-be87-87492051f31f admin admin] Publish callbacks [] for security_group (dc628d56-be19-4bf6-bf49-ca43c6839425), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:11.224042 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5efce392-fd34-4820-be87-87492051f31f admin admin] Publish callbacks [] for security_group (dc628d56-be19-4bf6-bf49-ca43c6839425), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:11.270454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5efce392-fd34-4820-be87-87492051f31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dc628d56-be19-4bf6-bf49-ca43c6839425), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:11.273412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5efce392-fd34-4820-be87-87492051f31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:11.274552 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5efce392-fd34-4820-be87-87492051f31f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc628d56-be19-4bf6-bf49-ca43c6839425 HTTP/1.1" status: 204 len: 168 time: 0.1165252 Jan 28 04:16:11.282337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efce392-fd34-4820-be87-87492051f31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc628d56-be19-4bf6-bf49-ca43c6839425,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:12.421849 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:12.608751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b615796-7bbe-47d8-a3c1-06b3e040d45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:14.377061 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:14.767636 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:15.610485 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:16.798243 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:17.113807 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-5d22dfa9-ec8a-4594-9be4-3e2ee8880b46 req-73dfd4ac-0abf-4154-b018-1bedb96d378d service neutron] (103289) timed out ('10.222.0.44', 43506) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:16:21.758541 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-95d64c9e-0161-49ce-a9bd-745e86703e45 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bb25000d40ae47dcba440f20fd393d7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218573 Jan 28 04:16:21.861644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-5ebddf11-7835-493b-a237-d5b595a89edb tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:21.863086 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-5ebddf11-7835-493b-a237-d5b595a89edb tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0996401 Jan 28 04:16:21.878015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-1974dae0-ff3f-42ac-94a9-22e5471ab823 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/quotas/bb25000d40ae47dcba440f20fd393d7b HTTP/1.1" status: 200 len: 375 time: 0.0089464 Jan 28 04:16:21.908415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-fce20175-80d0-44e4-859d-38c1579d34e9 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb25000d40ae47dcba440f20fd393d7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250685 Jan 28 04:16:23.077110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b18e899d-0ee1-4a16-9ebd-0176bc4ed05a req-ff4eb283-30b6-4f81-8003-bc783e1a24bc tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 210 time: 0.0258141 Jan 28 04:16:24.135583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-5b38ee25-9b02-416c-9ae0-480ea95884ac tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=bb25000d40ae47dcba440f20fd393d7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227883 Jan 28 04:16:24.214845 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bf75636-212c-4bdd-985e-4a485e8e4cb4 req-4f0e0a9e-291c-47aa-a9c1-b1bf4e0206da tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 210 time: 0.0644066 Jan 28 04:16:24.269299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-3d80dd82-db55-4598-b843-f8016b2266ec tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:24.270698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-3d80dd82-db55-4598-b843-f8016b2266ec tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295185 Jan 28 04:16:24.290095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Request body: {'port': {'device_id': '3e58419f-eee8-419e-9227-899faf4690b0', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'admin_state_up': True, 'tenant_id': 'bb25000d40ae47dcba440f20fd393d7b'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:16:24.399551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Made reservation on behalf of bb25000d40ae47dcba440f20fd393d7b for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:16:24.403075 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:24.412059 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:24.487329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks [] for security_group (91e0e4fb-908e-4222-a853-f3fe5f153520), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:24.491086 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (91e0e4fb-908e-4222-a853-f3fe5f153520), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:24.557137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e0e4fb-908e-4222-a853-f3fe5f153520,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:24.627010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Allocated IP 192.168.233.149 (c38b1051-0861-475b-9365-b6a579d72eb4/f377566b-1c20-459c-9443-69e9a1f303fb/716ce2b3-d67b-49e5-ac29-fa2cdf58235b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:16:24.768258 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks [] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:24.802675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:24.848390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Network c38b1051-0861-475b-9365-b6a579d72eb4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:16:24.851270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:16:24.857671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:16:24.863999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Pushing event updated for resources: {'Port': ['ID=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:24.918777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:24.919415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:24.937193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-a648b137-4cf3-4fc4-a296-c0b88522febd tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6505418 Jan 28 04:16:24.953708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Request body: {'port': {'device_id': '3e58419f-eee8-419e-9227-899faf4690b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:16:25.009805 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:25.108188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bdb23eb8-0944-4f70-9bcb-a4989336e61c None None] Provisioning complete for port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:16:25.108770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bdb23eb8-0944-4f70-9bcb-a4989336e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:25.141910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bdb23eb8-0944-4f70-9bcb-a4989336e61c None None] Port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:16:25.280075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716ce2b3-d67b-49e5-ac29-fa2cdf58235b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:16:25.295861 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Publish callbacks [] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:25.327389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Transition to ACTIVE for port object 716ce2b3-d67b-49e5-ac29-fa2cdf58235b will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:16:25.332734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:25.375978 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e033d7e-f9c8-49e6-b11b-b377ea3a2c2c req-5d3f7677-3952-4486-8e52-35a7576be4db tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:25.377538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e033d7e-f9c8-49e6-b11b-b377ea3a2c2c req-5d3f7677-3952-4486-8e52-35a7576be4db tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 936 time: 0.0930889 Jan 28 04:16:25.436238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Pushing event updated for resources: {'Port': ['ID=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:25.499152 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e033d7e-f9c8-49e6-b11b-b377ea3a2c2c req-e66f9915-7065-4bf0-b75e-de0e40ceb2a1 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/security-groups?id=91e0e4fb-908e-4222-a853-f3fe5f153520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140840 Jan 28 04:16:25.516987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Attempting to bind port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:16:25.517328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Attempting to bind port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:16:25.517659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Attempting to bind port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:16:25.522438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b on network c38b1051-0861-475b-9365-b6a579d72eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:16:25.522759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Attempting to bind port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b on network c38b1051-0861-475b-9365-b6a579d72eb4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:16:25.528351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:16:25.528773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Checking segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:16:25.529087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Bound using segment: {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:16:25.529517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Bound port: 716ce2b3-d67b-49e5-ac29-fa2cdf58235b, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8240-87ec-4703-a8b4-aeefcd73bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:16:25.529877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:25.598897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] For port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:16:25.602073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] For port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:16:25.606657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:25.641263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:25.641991 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:25.643329 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] 10.222.0.42 "PUT /v2.0/ports/716ce2b3-d67b-49e5-ac29-fa2cdf58235b HTTP/1.1" status: 200 len: 1097 time: 0.6940918 Jan 28 04:16:25.643774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e58419f-eee8-419e-9227-899faf4690b0', 'tag': '716ce2b3-d67b-49e5-ac29-fa2cdf58235b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:16:25.646056 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e72cea-2a66-40de-a1be-e26517b1f67f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e58419f-eee8-419e-9227-899faf4690b0", "tag": "716ce2b3-d67b-49e5-ac29-fa2cdf58235b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:16:25.670784 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba1c6e-c293-4ecf-9cd8-b51c0d557445 service neutron] Pushing event updated for resources: {'Port': ['ID=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:25.697459 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf586f6-363a-4027-8752-74a9994e2cd1 x-openstack-request-id: req-bbf586f6-363a-4027-8752-74a9994e2cd1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:16:25.697756 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e58419f-eee8-419e-9227-899faf4690b0", "tag": "716ce2b3-d67b-49e5-ac29-fa2cdf58235b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:16:25.698010 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbf586f6-363a-4027-8752-74a9994e2cd1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:16:25.698424 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e58419f-eee8-419e-9227-899faf4690b0', 'tag': '716ce2b3-d67b-49e5-ac29-fa2cdf58235b', 'status': 'completed', 'code': 200} Jan 28 04:16:25.756004 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-35ec1cf6-54c0-40c3-8475-7479ab842793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:25.757745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-35ec1cf6-54c0-40c3-8475-7479ab842793 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb25000d40ae47dcba440f20fd393d7b&device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 1100 time: 0.0478868 Jan 28 04:16:25.806706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-0ddf50f9-28ed-472d-8d5b-1b23a085e213 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=716ce2b3-d67b-49e5-ac29-fa2cdf58235b HTTP/1.1" status: 200 len: 217 time: 0.0362797 Jan 28 04:16:25.856006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-bd4136b4-0658-4a82-82c1-8df952c73688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:25.857508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-bd4136b4-0658-4a82-82c1-8df952c73688 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0449617 Jan 28 04:16:25.907063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-27e6ca64-5764-4e0f-a1f1-28472877c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:25.908528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-27e6ca64-5764-4e0f-a1f1-28472877c0b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0456595 Jan 28 04:16:26.001318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-d452ddec-959d-4f6b-bf71-66094cef41bd service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861852 Jan 28 04:16:26.096711 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2cf3933-5c2a-4b3e-87cb-bdc2af01251b req-95b45452-dcd6-4531-8cdd-b5a326cffecc service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896132 Jan 28 04:16:26.216762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-5fc2a9b3-6785-48ed-b7e6-4b2004959c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.218284 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-5fc2a9b3-6785-48ed-b7e6-4b2004959c97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb25000d40ae47dcba440f20fd393d7b&device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 1100 time: 0.0414894 Jan 28 04:16:26.308451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-c0d09991-9645-47da-a317-8ffc03b0d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.310021 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-c0d09991-9645-47da-a317-8ffc03b0d423 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38b1051-0861-475b-9365-b6a579d72eb4 HTTP/1.1" status: 200 len: 870 time: 0.0855322 Jan 28 04:16:26.355151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-a98f52f7-9632-4a19-bc49-e0974a0a7f6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=716ce2b3-d67b-49e5-ac29-fa2cdf58235b HTTP/1.1" status: 200 len: 217 time: 0.0390158 Jan 28 04:16:26.402220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-9d8dad44-a5d6-4393-8a13-5e60836bd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.403714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-9d8dad44-a5d6-4393-8a13-5e60836bd155 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f377566b-1c20-459c-9443-69e9a1f303fb HTTP/1.1" status: 200 len: 843 time: 0.0428219 Jan 28 04:16:26.448204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-70e0d3d7-6e90-43db-b05c-8e174686319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.449748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-70e0d3d7-6e90-43db-b05c-8e174686319a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38b1051-0861-475b-9365-b6a579d72eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0397766 Jan 28 04:16:26.544879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-f587e28a-b9b0-454e-8e68-3573a9340159 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872619 Jan 28 04:16:26.669655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c17fcd-6a79-4779-9fdb-75832c2289f3 req-2c9d39af-0426-4d85-9a42-6ef5aabdd574 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.671133 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42c17fcd-6a79-4779-9fdb-75832c2289f3 req-2c9d39af-0426-4d85-9a42-6ef5aabdd574 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 948 time: 0.0777633 Jan 28 04:16:26.674988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04e72cea-2a66-40de-a1be-e26517b1f67f req-3843718d-79a0-46f4-8e2b-c7105aee1c43 service neutron] 10.222.0.42 "GET /v2.0/networks/c38b1051-0861-475b-9365-b6a579d72eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242223 Jan 28 04:16:26.719062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42c17fcd-6a79-4779-9fdb-75832c2289f3 req-120f9cc5-206e-44a4-b8b4-e0e9649caa02 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/security-groups?id=91e0e4fb-908e-4222-a853-f3fe5f153520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419450 Jan 28 04:16:27.834786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78900c-3324-4342-b2d3-1206e82f4ac3 req-0ffe29e1-8607-40f0-8438-5a2efa1cee00 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:27.836980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc78900c-3324-4342-b2d3-1206e82f4ac3 req-0ffe29e1-8607-40f0-8438-5a2efa1cee00 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 948 time: 0.0484631 Jan 28 04:16:27.882350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc78900c-3324-4342-b2d3-1206e82f4ac3 req-ddb57e40-4af8-4832-b823-245f586e77ee tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/security-groups?id=91e0e4fb-908e-4222-a853-f3fe5f153520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 Jan 28 04:16:28.227894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 716ce2b3-d67b-49e5-ac29-fa2cdf58235b details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:16:28.322563 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:28.335077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '716ce2b3-d67b-49e5-ac29-fa2cdf58235b', 'network_id': 'c38b1051-0861-475b-9365-b6a579d72eb4', 'port_id': '716ce2b3-d67b-49e5-ac29-fa2cdf58235b', 'mac_address': 'fa:16:3e:6d:d5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377566b-1c20-459c-9443-69e9a1f303fb', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:16:28.371041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:16:28.371426 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:28.387183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716ce2b3-d67b-49e5-ac29-fa2cdf58235b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:16:28.406677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:28.410540 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:28.455770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:28.682290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['716ce2b3-d67b-49e5-ac29-fa2cdf58235b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:16:28.996955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebc152-4aaa-456f-a20d-f48c33061953 req-c7fdd5de-3533-4d89-b3f9-025d8642ff40 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:28.998467 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97ebc152-4aaa-456f-a20d-f48c33061953 req-c7fdd5de-3533-4d89-b3f9-025d8642ff40 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 949 time: 0.0480776 Jan 28 04:16:29.048935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97ebc152-4aaa-456f-a20d-f48c33061953 req-49cb7fa5-191b-444b-ae49-484a9e61a973 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/security-groups?id=91e0e4fb-908e-4222-a853-f3fe5f153520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Jan 28 04:16:30.164089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2db8fc-113d-43b7-8c31-f2892c525e87 req-7972e5f7-0fc5-4c9e-818f-d2fac72ded65 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:30.165618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e2db8fc-113d-43b7-8c31-f2892c525e87 req-7972e5f7-0fc5-4c9e-818f-d2fac72ded65 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 949 time: 0.0489938 Jan 28 04:16:30.212690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e2db8fc-113d-43b7-8c31-f2892c525e87 req-aa57c000-3e48-42fc-a950-6797df98525c tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/security-groups?id=91e0e4fb-908e-4222-a853-f3fe5f153520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Jan 28 04:16:30.243954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 716ce2b3-d67b-49e5-ac29-fa2cdf58235b up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:16:30.294200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:16:30.297911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:16:30.298284 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:30.374606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:16:30.374993 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:30.396881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e58419f-eee8-419e-9227-899faf4690b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716ce2b3-d67b-49e5-ac29-fa2cdf58235b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:16:30.399142 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc2404f-e25e-455a-8c33-d5f9f15a4fc9" -d '{"events": [{"server_uuid": "3e58419f-eee8-419e-9227-899faf4690b0", "name": "network-vif-plugged", "status": "completed", "tag": "716ce2b3-d67b-49e5-ac29-fa2cdf58235b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:16:30.415213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:30.419983 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:30.443838 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efe50ed-005a-43eb-81d7-732d4f397011 x-openstack-request-id: req-0efe50ed-005a-43eb-81d7-732d4f397011 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:16:30.444131 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e58419f-eee8-419e-9227-899faf4690b0", "name": "network-vif-plugged", "status": "completed", "tag": "716ce2b3-d67b-49e5-ac29-fa2cdf58235b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:16:30.444388 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0efe50ed-005a-43eb-81d7-732d4f397011 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:16:30.444777 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e58419f-eee8-419e-9227-899faf4690b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716ce2b3-d67b-49e5-ac29-fa2cdf58235b', 'code': 200} Jan 28 04:16:30.469010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:30.568384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d20d3f-8a12-4885-855e-f7643f3ec877 req-073f2083-04ec-467c-ab0e-228c9322c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:30.569978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49d20d3f-8a12-4885-855e-f7643f3ec877 req-073f2083-04ec-467c-ab0e-228c9322c1ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 1102 time: 0.0424867 Jan 28 04:16:30.614405 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-49d20d3f-8a12-4885-855e-f7643f3ec877 req-b8492bda-8466-49fd-abe9-85bd8fcf49ed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=91e0e4fb-908e-4222-a853-f3fe5f153520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390630 Jan 28 04:16:31.331088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a0239-9801-467a-b1fe-bd4c76339581 req-e58df4ae-aa39-40a5-b460-77ac81afd196 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:31.332587 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-620a0239-9801-467a-b1fe-bd4c76339581 req-e58df4ae-aa39-40a5-b460-77ac81afd196 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 950 time: 0.0529175 Jan 28 04:16:31.380019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-620a0239-9801-467a-b1fe-bd4c76339581 req-202e1dc6-8de2-403a-9537-498b77db07a0 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/security-groups?id=91e0e4fb-908e-4222-a853-f3fe5f153520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416396 Jan 28 04:16:32.495500 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68418bf5-f1cc-4929-a156-9536cc77441e req-6fe61863-8a69-42fc-aa6d-a0e59c8bd544 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:32.496991 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68418bf5-f1cc-4929-a156-9536cc77441e req-6fe61863-8a69-42fc-aa6d-a0e59c8bd544 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 950 time: 0.0481553 Jan 28 04:16:32.547803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68418bf5-f1cc-4929-a156-9536cc77441e req-349d0590-9e71-4ea1-a8ee-ef4315c747c4 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/security-groups?id=91e0e4fb-908e-4222-a853-f3fe5f153520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451159 Jan 28 04:16:32.834189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-762fd0c9-242f-4f1c-935e-0e6123800d75 req-4bf04f04-1223-4ed8-8fa1-ca51bcf76ca7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:16:32.835175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-762fd0c9-242f-4f1c-935e-0e6123800d75 req-4bf04f04-1223-4ed8-8fa1-ca51bcf76ca7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054030 Jan 28 04:16:33.285122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-e4fb77dd-025e-488c-b601-ac8cca983c79 req-805e744f-c003-4adc-aafc-58be1846811e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:16:33.286147 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4fb77dd-025e-488c-b601-ac8cca983c79 req-805e744f-c003-4adc-aafc-58be1846811e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1193504 Jan 28 04:16:33.623425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75e60a-ac93-41b8-ba2a-0b1ac214860d req-c2537984-0c41-4c0f-a14e-f6ab3a9caa2d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:33.624951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d75e60a-ac93-41b8-ba2a-0b1ac214860d req-c2537984-0c41-4c0f-a14e-f6ab3a9caa2d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 950 time: 0.0530460 Jan 28 04:16:33.670924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d75e60a-ac93-41b8-ba2a-0b1ac214860d req-cdceeb8e-2ff5-4611-a1d1-6ede4c971c6a tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/security-groups?id=91e0e4fb-908e-4222-a853-f3fe5f153520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Jan 28 04:16:34.659172 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:16:34.788570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22b58-e670-4b25-8491-641ff8b85f0b req-6115c7ca-7253-4e7c-a4db-c33aac58ced7 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:34.790757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39b22b58-e670-4b25-8491-641ff8b85f0b req-6115c7ca-7253-4e7c-a4db-c33aac58ced7 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 950 time: 0.0487330 Jan 28 04:16:34.837638 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39b22b58-e670-4b25-8491-641ff8b85f0b req-135dbde8-ed0d-4751-a022-86c39570b4a8 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/security-groups?id=91e0e4fb-908e-4222-a853-f3fe5f153520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Jan 28 04:16:35.037576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-dfeaca81-ebe7-41a8-901a-b828fd958526 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:35.039612 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-dfeaca81-ebe7-41a8-901a-b828fd958526 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 950 time: 0.0473516 Jan 28 04:16:35.128124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Deleting port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:16:35.128460 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:35.215138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] For port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,segment=NetworkSegment(31ce8240-87ec-4703-a8b4-aeefcd73bdf8),segment_id=31ce8240-87ec-4703-a8b4-aeefcd73bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:35.215501 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:35.227749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Calling delete_port for 716ce2b3-d67b-49e5-ac29-fa2cdf58235b owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:16:35.357200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (716ce2b3-d67b-49e5-ac29-fa2cdf58235b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:35.385108 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Pushing event deleted for resources: {'Port': ['ID=716ce2b3-d67b-49e5-ac29-fa2cdf58235b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:35.389458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['716ce2b3-d67b-49e5-ac29-fa2cdf58235b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:16:35.397374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.397728 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.398079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.399054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.399389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.399725 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.400281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.400619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.401654 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.403101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.403432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.403777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.404101 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:35.443462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] No DVR routers for this DVR port 716ce2b3-d67b-49e5-ac29-fa2cdf58235b on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:16:35.446248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:35.449594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-408c3774-8d0d-43c2-8d3a-4dc50784e7b0 req-0dfa780b-4eda-4c20-955b-9bb79c81cf3d tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.42 "DELETE /v2.0/ports/716ce2b3-d67b-49e5-ac29-fa2cdf58235b HTTP/1.1" status: 204 len: 173 time: 0.4058888 Jan 28 04:16:35.450053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e58419f-eee8-419e-9227-899faf4690b0', 'name': 'network-vif-deleted', 'tag': '716ce2b3-d67b-49e5-ac29-fa2cdf58235b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:16:35.452365 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5283b042-62ba-42d2-afb0-d9d39febb843" -d '{"events": [{"server_uuid": "3e58419f-eee8-419e-9227-899faf4690b0", "name": "network-vif-deleted", "tag": "716ce2b3-d67b-49e5-ac29-fa2cdf58235b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:16:35.496021 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd651188-64c2-495e-9f16-76cce6930fac x-openstack-request-id: req-cd651188-64c2-495e-9f16-76cce6930fac {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:16:35.496320 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e58419f-eee8-419e-9227-899faf4690b0", "name": "network-vif-deleted", "tag": "716ce2b3-d67b-49e5-ac29-fa2cdf58235b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:16:35.496583 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd651188-64c2-495e-9f16-76cce6930fac {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:16:35.497088 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e58419f-eee8-419e-9227-899faf4690b0', 'name': 'network-vif-deleted', 'tag': '716ce2b3-d67b-49e5-ac29-fa2cdf58235b', 'status': 'completed', 'code': 200} Jan 28 04:16:35.956476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68e0ada0-8986-4b8a-8d44-135cefbd1a3c req-21c8d805-a26b-4f67-81fe-17c4dc9958e7 tempest-ServersAdminNegativeTestJSON-1394482230 tempest-ServersAdminNegativeTestJSON-1394482230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e58419f-eee8-419e-9227-899faf4690b0 HTTP/1.1" status: 200 len: 210 time: 0.0318718 Jan 28 04:16:37.253480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:37.386835 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3832a54a-6083-4b28-af83-c969273318ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb25000d40ae47dcba440f20fd393d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321971 Jan 28 04:16:37.389477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51028) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:37.441394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Publish callbacks [] for security_group (91e0e4fb-908e-4222-a853-f3fe5f153520), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:37.464759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Publish callbacks [] for security_group (91e0e4fb-908e-4222-a853-f3fe5f153520), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:37.512124 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (91e0e4fb-908e-4222-a853-f3fe5f153520), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:37.514784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:37.515918 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91e0e4fb-908e-4222-a853-f3fe5f153520 HTTP/1.1" status: 204 len: 168 time: 0.1256106 Jan 28 04:16:37.524796 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e0e4fb-908e-4222-a853-f3fe5f153520,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:37.533729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.534328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.534767 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.535207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.535640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.536325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.536894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.537327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.537754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.538289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.538721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.539946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.540371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104648bf-0f50-4f77-a92e-ebcc07631627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:37.783997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:37.797797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89e5758c-1bb5-4c15-afa0-caf43caee4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:37.879243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89e5758c-1bb5-4c15-afa0-caf43caee4e8 admin admin] Publish callbacks [] for security_group (6e0c3c8a-3723-44c5-b115-2b08ab74f027), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:37.883562 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89e5758c-1bb5-4c15-afa0-caf43caee4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6e0c3c8a-3723-44c5-b115-2b08ab74f027), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:37.919957 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5758c-1bb5-4c15-afa0-caf43caee4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0c3c8a-3723-44c5-b115-2b08ab74f027,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:37.924301 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-89e5758c-1bb5-4c15-afa0-caf43caee4e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a3114f46d2a4734aae8ec34eeabca75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392827 Jan 28 04:16:37.927283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:37.977285 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adaf0e2a-a882-453a-863b-bce06404c5c4 admin admin] Publish callbacks [] for security_group (6e0c3c8a-3723-44c5-b115-2b08ab74f027), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:37.999552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adaf0e2a-a882-453a-863b-bce06404c5c4 admin admin] Publish callbacks [] for security_group (6e0c3c8a-3723-44c5-b115-2b08ab74f027), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:38.047726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adaf0e2a-a882-453a-863b-bce06404c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6e0c3c8a-3723-44c5-b115-2b08ab74f027), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:38.050636 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adaf0e2a-a882-453a-863b-bce06404c5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:38.051786 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-adaf0e2a-a882-453a-863b-bce06404c5c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e0c3c8a-3723-44c5-b115-2b08ab74f027 HTTP/1.1" status: 204 len: 168 time: 0.1236112 Jan 28 04:16:38.061477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf0e2a-a882-453a-863b-bce06404c5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0c3c8a-3723-44c5-b115-2b08ab74f027,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:38.275497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 716ce2b3-d67b-49e5-ac29-fa2cdf58235b no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:16:38.296033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 716ce2b3-d67b-49e5-ac29-fa2cdf58235b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:16:38.296639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 716ce2b3-d67b-49e5-ac29-fa2cdf58235b not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:16:38.737115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:38.831887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-955070058-network', 'tenant_id': 'ecd0df8223454b73b6bf7055e38da4e1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:16:38.850867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Made reservation on behalf of ecd0df8223454b73b6bf7055e38da4e1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:16:38.853368 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:38.861467 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:38.939546 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Publish callbacks [] for security_group (3e2ef46c-0d8a-402d-9952-9f7fb8a03313), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:38.943597 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3e2ef46c-0d8a-402d-9952-9f7fb8a03313), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:38.969349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:16:38.979165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ef46c-0d8a-402d-9952-9f7fb8a03313,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:38.985121 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:38.985369 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Added segment e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde of type vlan for network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 Jan 28 04:16:39.026030 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8a5cc641-b9e9-492a-b0a0-9f1081aed5e8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:39.051040 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8a5cc641-b9e9-492a-b0a0-9f1081aed5e8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:39.051974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:39.052550 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:39.109217 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3709445 Jan 28 04:16:39.112487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51062) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:39.119172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Request body: {'subnet': {'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-955070058-subnet', 'tenant_id': 'ecd0df8223454b73b6bf7055e38da4e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:16:39.119371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422899c-02f9-4400-b9a9-ae1098cd68a9 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:39.129915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:16:39.167018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Made reservation on behalf of ecd0df8223454b73b6bf7055e38da4e1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:16:39.170436 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:39.349633 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (c09ddb94-6db5-4477-8484-fe517eb822d1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:39.402590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09ddb94-6db5-4477-8484-fe517eb822d1,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:39.418765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Checking segment: {'id': 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:16:39.419129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Network hostable DHCP agents. Network: 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:16:39.435915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:16:39.444663 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:16:39.449780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:39.451767 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:39.452855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089b1c3-8dcf-441f-a53e-c8f63adc000a None None] Network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:16:39.467718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8a7e257e-a806-4079-8413-3c481abef868 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3538570 Jan 28 04:16:39.726612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820083a8-e584-4c3c-b963-133fd822a948 None None] Network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:16:39.922513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32227baa-7f82-4542-b9cf-d6f68ab628d8 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:39.924006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32227baa-7f82-4542-b9cf-d6f68ab628d8 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/networks?id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 HTTP/1.1" status: 200 len: 811 time: 0.1020522 Jan 28 04:16:39.939068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-7298b610-3458-4b0e-acd4-ffc130c60060 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/quotas/ecd0df8223454b73b6bf7055e38da4e1 HTTP/1.1" status: 200 len: 375 time: 0.0094836 Jan 28 04:16:39.969578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-35358d36-e0bc-4fb6-8e99-844272c19a32 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd0df8223454b73b6bf7055e38da4e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258579 Jan 28 04:16:40.067531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-03daadc2-88fc-4653-8e83-e044660f5077 service neutron] 10.222.0.44 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914583 Jan 28 04:16:40.161242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-d5db3a9e-9c4b-42e5-a624-077f8afc87c6 service neutron] 10.222.0.44 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868726 Jan 28 04:16:40.319586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97e44625-2dc6-44b0-ae8a-af93db546214 req-bf822b5b-711d-495a-b9cc-5ed9da2eb681 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 210 time: 0.0271916 Jan 28 04:16:40.571329 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ae4acfa-973d-48c8-a417-64bb2759fdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:41.450949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d0ec7100-3fd5-4e68-93d1-47aa5e312eec req-b3fe475d-c284-4502-ad65-a341424cbaa7 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 210 time: 0.0403562 Jan 28 04:16:41.500989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-fc21b020-5716-4cf5-8d6c-d1990556ea64 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:41.502435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-fc21b020-5716-4cf5-8d6c-d1990556ea64 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.42 "GET /v2.0/networks?id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 HTTP/1.1" status: 200 len: 811 time: 0.1537459 Jan 28 04:16:41.525086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Request body: {'port': {'device_id': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8', 'admin_state_up': True, 'tenant_id': 'ecd0df8223454b73b6bf7055e38da4e1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:16:41.640658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Made reservation on behalf of ecd0df8223454b73b6bf7055e38da4e1 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:16:41.643820 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:41.771551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Allocated IP 172.20.0.7 (8a5cc641-b9e9-492a-b0a0-9f1081aed5e8/c09ddb94-6db5-4477-8484-fe517eb822d1/e62a3a8a-9210-4e20-8ecf-08ed7e2e5574) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:16:41.928599 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Publish callbacks [] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:41.969617 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:42.017463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:16:42.020459 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:16:42.026206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:16:42.032497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Pushing event updated for resources: {'Port': ['ID=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:42.078569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:42.079180 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:42.096093 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-32d14809-667c-4837-8ce3-0270a3c1cc2e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755241 Jan 28 04:16:42.111792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Request body: {'port': {'device_id': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:16:42.169593 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:42.431585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:16:42.431786 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:42.439107 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Publish callbacks [] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:42.452733 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Transition to ACTIVE for port object e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:16:42.456503 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:42.512615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Pushing event updated for resources: {'Port': ['ID=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:42.611413 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-296ba4e6-646d-475b-a1c2-4f8b8e394d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:42.613635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Attempting to bind port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:16:42.613986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Attempting to bind port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:16:42.614322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Attempting to bind port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 on network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:16:42.624767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b445c1-cc21-4c4f-8eab-b31d0b0af350 req-d4a960f0-1d1a-4e2b-a09c-2c03609a7a83 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:42.626340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14b445c1-cc21-4c4f-8eab-b31d0b0af350 req-d4a960f0-1d1a-4e2b-a09c-2c03609a7a83 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 943 time: 0.0747602 Jan 28 04:16:42.628420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 on network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:16:42.628746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Attempting to bind port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 on network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:16:42.641176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:16:42.641522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Checking segment: {'id': 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:16:42.641906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Bound using segment: {'id': 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:16:42.642354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Bound port: e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:16:42.642718 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:42.709392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14b445c1-cc21-4c4f-8eab-b31d0b0af350 req-3821d1e7-8d11-46e0-b7d7-9bf3a838ec88 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773530 Jan 28 04:16:42.732071 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:16:42.736382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,segment=NetworkSegment(e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde),segment_id=e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:16:42.740719 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:42.778051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:42.778687 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:42.780055 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] 10.222.0.42 "PUT /v2.0/ports/e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 HTTP/1.1" status: 200 len: 1092 time: 0.6726501 Jan 28 04:16:42.780503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:16:42.782826 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:16:42.811755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073425b-e28d-400d-b472-664bcfe57433 service neutron] Pushing event updated for resources: {'Port': ['ID=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:42.827590 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc64754f-02fb-4a5c-a607-e819316997f7 x-openstack-request-id: req-dc64754f-02fb-4a5c-a607-e819316997f7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:16:42.827901 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:16:42.828153 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc64754f-02fb-4a5c-a607-e819316997f7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:16:42.828555 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574', 'status': 'completed', 'code': 200} Jan 28 04:16:42.890786 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-beb1d654-b1f1-4f78-8afb-07fd47c24704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:42.892423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-beb1d654-b1f1-4f78-8afb-07fd47c24704 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecd0df8223454b73b6bf7055e38da4e1&device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 1095 time: 0.0448596 Jan 28 04:16:42.941365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-8fcbff11-4dc5-41fd-b3e5-a5070b9f9235 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 HTTP/1.1" status: 200 len: 217 time: 0.0339537 Jan 28 04:16:42.994309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-4295484d-bc26-48f9-8d8a-25a20bd5e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:42.995748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-4295484d-bc26-48f9-8d8a-25a20bd5e467 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c09ddb94-6db5-4477-8484-fe517eb822d1 HTTP/1.1" status: 200 len: 851 time: 0.0491226 Jan 28 04:16:43.026780 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-64942ffb-3982-4a24-9f3c-a0a3408a2b6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248046 Jan 28 04:16:43.114650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-c8738ef9-4d4c-40c2-acbe-0c13f2ac8ce4 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807095 Jan 28 04:16:43.221114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-952104a1-b839-4225-9526-c1e98d9bcdbc req-ad273315-857d-494e-91e6-cb0e1fb2235b service neutron] 10.222.0.42 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000979 Jan 28 04:16:43.341497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4 req-f81b8880-241c-41be-926c-0295ffc0db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:43.342934 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4 req-f81b8880-241c-41be-926c-0295ffc0db26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecd0df8223454b73b6bf7055e38da4e1&device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 1095 time: 0.0409346 Jan 28 04:16:43.449978 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4 req-e90b0c2c-f00a-44c7-ac64-adb52b0acf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:43.451466 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4 req-e90b0c2c-f00a-44c7-ac64-adb52b0acf71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 HTTP/1.1" status: 200 len: 912 time: 0.1026044 Jan 28 04:16:43.493583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4 req-da78073c-9f7c-4666-8021-be82fa450e1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 HTTP/1.1" status: 200 len: 217 time: 0.0360763 Jan 28 04:16:43.543888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4 req-09cf152d-4a34-41d7-aa1b-b1d566a47213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:43.545389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4 req-09cf152d-4a34-41d7-aa1b-b1d566a47213 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c09ddb94-6db5-4477-8484-fe517eb822d1 HTTP/1.1" status: 200 len: 851 time: 0.0463939 Jan 28 04:16:43.577048 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4 req-d1714104-9e42-4800-998c-8f431bae7c45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245752 Jan 28 04:16:43.678986 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4 req-f09b6a5a-a272-4194-b698-7a50a25b7c5e service neutron] 10.222.0.42 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952263 Jan 28 04:16:43.774380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7ff10e9-a4e6-49a5-a350-a1f70b946cd4 req-86284a91-33c4-4e19-8453-183a36625339 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894883 Jan 28 04:16:44.163696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eebc2-981d-4d61-bde9-0c717d946f58 req-f3a0c558-9736-41be-ab93-64ebc58efeb6 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:44.166234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c2eebc2-981d-4d61-bde9-0c717d946f58 req-f3a0c558-9736-41be-ab93-64ebc58efeb6 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 943 time: 0.3864901 Jan 28 04:16:44.212408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c2eebc2-981d-4d61-bde9-0c717d946f58 req-01f3ae8b-fa9d-4e3f-b331-ca84f8fe459a tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406427 Jan 28 04:16:44.378965 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:44.772761 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:45.332107 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f30e51-a101-4279-b565-8ce68bd34a52 req-797e0e02-e86c-4fd8-9aa9-7a0f7ec9c007 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:45.333768 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6f30e51-a101-4279-b565-8ce68bd34a52 req-797e0e02-e86c-4fd8-9aa9-7a0f7ec9c007 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 943 time: 0.0526395 Jan 28 04:16:45.384038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6f30e51-a101-4279-b565-8ce68bd34a52 req-a7e705f8-cc76-47bd-9bdc-1e93754083ad tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Jan 28 04:16:45.613279 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:46.305585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:16:46.400640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,segment=NetworkSegment(e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde),segment_id=e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:46.412530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574', 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8', 'port_id': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574', 'mac_address': 'fa:16:3e:65:4e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09ddb94-6db5-4477-8484-fe517eb822d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:16:46.449608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:16:46.450001 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:46.467037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:16:46.486284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,segment=NetworkSegment(e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde),segment_id=e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:46.490821 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:46.502029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ec136-42c3-4775-96f4-a6776d34b2a4 req-2ed71b31-10ae-45c4-b265-f99f70fb1c0d tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:46.503507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-218ec136-42c3-4775-96f4-a6776d34b2a4 req-2ed71b31-10ae-45c4-b265-f99f70fb1c0d tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 943 time: 0.0518718 Jan 28 04:16:46.538519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:46.559595 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-218ec136-42c3-4775-96f4-a6776d34b2a4 req-d7e98b32-ca45-4a81-80be-aba7227d79d1 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501714 Jan 28 04:16:46.747194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['e62a3a8a-9210-4e20-8ecf-08ed7e2e5574'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:16:46.809583 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:47.672872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660491a-e834-47b5-945e-6d94beacb46d req-d9954f98-33bc-4e0a-abda-7880b9bef6d7 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:47.674327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9660491a-e834-47b5-945e-6d94beacb46d req-d9954f98-33bc-4e0a-abda-7880b9bef6d7 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 944 time: 0.0478110 Jan 28 04:16:47.722305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9660491a-e834-47b5-945e-6d94beacb46d req-735dc150-0468-4126-8581-6ccbe1cd7715 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Jan 28 04:16:48.321175 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:16:48.379234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:16:48.383815 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:16:48.384184 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:48.459755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:16:48.460144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:48.485858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:16:48.488107 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4290ef-e546-4366-bfa2-c3c2d6480307" -d '{"events": [{"server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "name": "network-vif-plugged", "status": "completed", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:16:48.500783 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,segment=NetworkSegment(e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde),segment_id=e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:48.505496 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:48.529282 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9adf463-3945-4f0e-a5bc-400cd1bee8a7 x-openstack-request-id: req-c9adf463-3945-4f0e-a5bc-400cd1bee8a7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:16:48.529578 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "name": "network-vif-plugged", "status": "completed", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:16:48.529833 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9adf463-3945-4f0e-a5bc-400cd1bee8a7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:16:48.530228 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574', 'code': 200} Jan 28 04:16:48.556313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:48.652309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9332ce6-a19b-4146-ba07-a24a6a812308 req-905ace71-b87c-4eb4-b47a-c27cb5519a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:48.654995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9332ce6-a19b-4146-ba07-a24a6a812308 req-905ace71-b87c-4eb4-b47a-c27cb5519a71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 1097 time: 0.0415037 Jan 28 04:16:48.699823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9332ce6-a19b-4146-ba07-a24a6a812308 req-17c6c1fb-4c98-47d6-9850-f198483ffeff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384443 Jan 28 04:16:48.842342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58e394-1abd-44c9-a206-393bbbfea5a1 req-012ac883-9de1-45cc-91f4-e5f0158b5252 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:48.843813 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f58e394-1abd-44c9-a206-393bbbfea5a1 req-012ac883-9de1-45cc-91f4-e5f0158b5252 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0552697 Jan 28 04:16:48.893015 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f58e394-1abd-44c9-a206-393bbbfea5a1 req-cb142afa-4aff-414f-b490-d6825af66488 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436158 Jan 28 04:16:50.009825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6b947-9075-4d95-b40b-7f7b34fdd5bb req-33c733ea-fa49-4095-bfb2-a8e9ebf6bed8 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:50.011349 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f6b947-9075-4d95-b40b-7f7b34fdd5bb req-33c733ea-fa49-4095-bfb2-a8e9ebf6bed8 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0480747 Jan 28 04:16:50.064552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67f6b947-9075-4d95-b40b-7f7b34fdd5bb req-366cf9b9-23c5-4e16-abcc-31cc6ae0fda6 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474205 Jan 28 04:16:50.340030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:50.400958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078c181-7b3d-42e1-8743-9f4059e68401 req-65cb3202-71b3-4cf7-9385-5c31bd874774 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:50.402460 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c078c181-7b3d-42e1-8743-9f4059e68401 req-65cb3202-71b3-4cf7-9385-5c31bd874774 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0565448 Jan 28 04:16:50.470979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-afb15789-618f-4272-b2c1-24d817c8aa50 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293688 Jan 28 04:16:50.475050 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c078c181-7b3d-42e1-8743-9f4059e68401 req-25b065e6-8579-40bf-b207-2e02f08c4411 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643127 Jan 28 04:16:50.480566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-b5c1b2f0-305e-4db5-8bee-994b4499284d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:16:50.481555 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-b5c1b2f0-305e-4db5-8bee-994b4499284d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057046 Jan 28 04:16:51.595160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced18085-e474-4f3d-9dc7-ff84b18a683d req-68e2378d-6a75-4c3f-94f4-7581d6adf36d tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:51.596758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ced18085-e474-4f3d-9dc7-ff84b18a683d req-68e2378d-6a75-4c3f-94f4-7581d6adf36d tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0524008 Jan 28 04:16:51.677946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ced18085-e474-4f3d-9dc7-ff84b18a683d req-e899745e-af91-45e5-878f-ea08334717ba tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743432 Jan 28 04:16:51.683952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977091a-47a2-4c10-b60e-db024e2c618f req-6ed20b8c-7769-4e9b-867e-7f7f10d7924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:51.685454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-6ed20b8c-7769-4e9b-867e-7f7f10d7924f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecd0df8223454b73b6bf7055e38da4e1&device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 1097 time: 0.0740588 Jan 28 04:16:51.772833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977091a-47a2-4c10-b60e-db024e2c618f req-4f8b7c05-cf55-4825-a712-e093286ed2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:51.774853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-4f8b7c05-cf55-4825-a712-e093286ed2d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 HTTP/1.1" status: 200 len: 912 time: 0.0830486 Jan 28 04:16:51.818292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-4ef91a0c-03bc-4480-86af-26dd0a6cde56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 HTTP/1.1" status: 200 len: 217 time: 0.0382068 Jan 28 04:16:51.865536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977091a-47a2-4c10-b60e-db024e2c618f req-ac133589-0d72-4367-9e55-4e29ea33ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:51.867170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-ac133589-0d72-4367-9e55-4e29ea33ad96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c09ddb94-6db5-4477-8484-fe517eb822d1 HTTP/1.1" status: 200 len: 851 time: 0.0432458 Jan 28 04:16:51.895624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-b5c91450-f0e2-4191-a6f1-8227dba0d3ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232141 Jan 28 04:16:51.986974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-1229fbb1-bdd7-4b03-a673-781cb0037bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853941 Jan 28 04:16:52.075940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-1541a610-a2b5-4fdd-a993-0afa79e39894 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826359 Jan 28 04:16:52.794172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb54fc2-c5bd-4f82-830a-d93ee7716fd2 req-9a9ad3a9-d565-43d2-b793-770a47cd63b0 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:52.795663 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fb54fc2-c5bd-4f82-830a-d93ee7716fd2 req-9a9ad3a9-d565-43d2-b793-770a47cd63b0 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0484824 Jan 28 04:16:52.842288 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fb54fc2-c5bd-4f82-830a-d93ee7716fd2 req-89747c06-6fc2-4215-b5ac-0064f14011b6 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Jan 28 04:16:53.961595 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318be98-a3a8-4940-9e93-45b06cb41346 req-829f5746-2f9d-4f50-824a-d14e14782431 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:53.964054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8318be98-a3a8-4940-9e93-45b06cb41346 req-829f5746-2f9d-4f50-824a-d14e14782431 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0524921 Jan 28 04:16:54.011454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8318be98-a3a8-4940-9e93-45b06cb41346 req-bd4580e7-b305-497a-bbd5-a39692982ba4 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Jan 28 04:16:55.125912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa1029-74a8-48ec-a211-59d498bcb566 req-ff27fd0f-0f66-43cd-8311-5ddb6da8cef0 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:55.127316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10fa1029-74a8-48ec-a211-59d498bcb566 req-ff27fd0f-0f66-43cd-8311-5ddb6da8cef0 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0474889 Jan 28 04:16:55.174576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-10fa1029-74a8-48ec-a211-59d498bcb566 req-64a9b625-e7e1-4212-80b5-2b60e52aa50e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Jan 28 04:16:56.296168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532bb55-5217-4eda-b8cc-747c2a2342f4 req-244f4169-fe47-4b46-930f-6fe56ffb6b56 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:56.297604 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f532bb55-5217-4eda-b8cc-747c2a2342f4 req-244f4169-fe47-4b46-930f-6fe56ffb6b56 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Jan 28 04:16:56.344549 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f532bb55-5217-4eda-b8cc-747c2a2342f4 req-93139a1f-e917-497b-ba96-1218d71c1088 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Jan 28 04:16:57.460362 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b227f-59b9-45db-b546-0c438cd5c01c req-3c44a205-301f-441b-995e-1ec0fc01f523 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:57.461900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a0b227f-59b9-45db-b546-0c438cd5c01c req-3c44a205-301f-441b-995e-1ec0fc01f523 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0489061 Jan 28 04:16:57.508519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a0b227f-59b9-45db-b546-0c438cd5c01c req-52ea339f-f41b-45cd-b0ce-0742e4702dd5 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Jan 28 04:16:58.623206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f975a-96af-4585-be1a-449d8cb369ab req-b4084af0-0e35-46c6-81a6-3811d4c3ad40 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:58.624683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-121f975a-96af-4585-be1a-449d8cb369ab req-b4084af0-0e35-46c6-81a6-3811d4c3ad40 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0475130 Jan 28 04:16:58.675647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-121f975a-96af-4585-be1a-449d8cb369ab req-7268fc6c-307a-450e-84e1-192a0d11bbeb tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 Jan 28 04:16:59.791987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d97b3-e376-41fd-b4e3-3eb221b4e768 req-323705d8-ef23-4bed-bb2f-7cf50920e400 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:59.793538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c0d97b3-e376-41fd-b4e3-3eb221b4e768 req-323705d8-ef23-4bed-bb2f-7cf50920e400 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0507247 Jan 28 04:16:59.840451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c0d97b3-e376-41fd-b4e3-3eb221b4e768 req-c362c6db-0b36-4652-917e-6b8f60bd7635 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414443 Jan 28 04:17:00.957807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd970837-6795-43b4-9e61-e9489c08f99d req-4ffcd664-38d2-4b33-947f-3bc42db3edb0 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:00.959271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd970837-6795-43b4-9e61-e9489c08f99d req-4ffcd664-38d2-4b33-947f-3bc42db3edb0 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0505431 Jan 28 04:17:01.010173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd970837-6795-43b4-9e61-e9489c08f99d req-446a874e-c660-4662-8f7b-29b278fd82fe tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442400 Jan 28 04:17:02.127394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca0fd-6ab0-44d3-a7a2-36bfa44ff445 req-f3df72c5-5441-4dbc-a8b2-414cb4ceaaa6 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:02.129018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-deaca0fd-6ab0-44d3-a7a2-36bfa44ff445 req-f3df72c5-5441-4dbc-a8b2-414cb4ceaaa6 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0528376 Jan 28 04:17:02.177034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-deaca0fd-6ab0-44d3-a7a2-36bfa44ff445 req-5280646e-e7cc-49da-b386-71d92f125756 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419245 Jan 28 04:17:03.291920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335660-8028-43e5-a473-1845bba1c25f req-9d94e9ea-ba98-4945-9713-0b32e7d3ccdb tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:03.293451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55335660-8028-43e5-a473-1845bba1c25f req-9d94e9ea-ba98-4945-9713-0b32e7d3ccdb tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0487051 Jan 28 04:17:03.340891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-55335660-8028-43e5-a473-1845bba1c25f req-503ea964-5948-45ed-8929-839b9b91633a tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 Jan 28 04:17:04.456569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd652a-29cb-4e8e-b41e-7332b65169a4 req-1b127059-152e-4934-bdd9-cfbda7a0c16c tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:04.458076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30bd652a-29cb-4e8e-b41e-7332b65169a4 req-1b127059-152e-4934-bdd9-cfbda7a0c16c tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0481961 Jan 28 04:17:04.508098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30bd652a-29cb-4e8e-b41e-7332b65169a4 req-d16a9fad-546a-4def-b081-07ca0123b87c tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437713 Jan 28 04:17:05.623357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82b586-b2fa-4d21-8563-e6dd0f0c29aa req-31029e6d-d38a-43ea-9d75-2acb92b2d257 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:05.624853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de82b586-b2fa-4d21-8563-e6dd0f0c29aa req-31029e6d-d38a-43ea-9d75-2acb92b2d257 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0488346 Jan 28 04:17:05.670315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-de82b586-b2fa-4d21-8563-e6dd0f0c29aa req-3b1bcd7b-1842-4b1d-be1d-0fd98049b986 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Jan 28 04:17:06.784862 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccd0e8-9081-415c-9224-95ce73075a8b req-9408cf8d-20ab-46dc-82ea-37adc4fe010b tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:06.786344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50ccd0e8-9081-415c-9224-95ce73075a8b req-9408cf8d-20ab-46dc-82ea-37adc4fe010b tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0474596 Jan 28 04:17:06.832633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-50ccd0e8-9081-415c-9224-95ce73075a8b req-b1a8368f-e982-4e97-badf-fc1f36e950e8 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407448 Jan 28 04:17:07.952722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0be18a-7c38-433f-8cac-0333bf16e8ff req-82af4fba-bfbc-4fb8-978e-c7da28b43166 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:07.954245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b0be18a-7c38-433f-8cac-0333bf16e8ff req-82af4fba-bfbc-4fb8-978e-c7da28b43166 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0520773 Jan 28 04:17:08.001034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b0be18a-7c38-433f-8cac-0333bf16e8ff req-dd108810-b173-4d1d-bd05-5b8654293c46 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412755 Jan 28 04:17:09.116209 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c10b27-29bd-42c6-afef-0aab518e855c req-b160ed51-8709-4dbb-97af-4b0bd165ff0d tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:09.117730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80c10b27-29bd-42c6-afef-0aab518e855c req-b160ed51-8709-4dbb-97af-4b0bd165ff0d tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0491810 Jan 28 04:17:09.163730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80c10b27-29bd-42c6-afef-0aab518e855c req-5674f8b3-2ec2-4b6a-a97a-bd7cd2e079e2 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 Jan 28 04:17:10.286186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667427df-2c8a-4962-b6f1-ef8870eea0c9 req-ddcfda19-185c-4a06-b08c-2a5efce2c36a tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:10.287790 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-667427df-2c8a-4962-b6f1-ef8870eea0c9 req-ddcfda19-185c-4a06-b08c-2a5efce2c36a tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0531611 Jan 28 04:17:10.338324 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-667427df-2c8a-4962-b6f1-ef8870eea0c9 req-8da8b433-202e-4e4f-8083-677692174975 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Jan 28 04:17:10.569639 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-199d71a1-81a3-40b0-a0d1-debe1f3855b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.450735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa5c2-3149-45c0-9c48-295ef0c77866 req-8fe9a44b-1e8a-4497-89c7-c52ab33cd43e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:11.452259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-607aa5c2-3149-45c0-9c48-295ef0c77866 req-8fe9a44b-1e8a-4497-89c7-c52ab33cd43e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0476980 Jan 28 04:17:11.499644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-607aa5c2-3149-45c0-9c48-295ef0c77866 req-d23a2c3c-4669-4551-b168-4a2c1686d79c tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417609 Jan 28 04:17:11.658713 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:17:12.445984 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:12.613577 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6352c5a4-01cb-4add-922c-1c5370faebd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:12.613950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d83de1-207f-45f3-bcb1-e9454fbe2964 req-ebafe3d6-746b-47bb-9108-631b8f0cc77f tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:12.615461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35d83de1-207f-45f3-bcb1-e9454fbe2964 req-ebafe3d6-746b-47bb-9108-631b8f0cc77f tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0480862 Jan 28 04:17:12.667607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35d83de1-207f-45f3-bcb1-e9454fbe2964 req-035decab-5bcc-4dba-a6b1-a50bfa2643b5 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Jan 28 04:17:13.782508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c92c8-a894-46ed-ad00-5422ac1795dc req-ecaeca2b-e698-459f-9da7-0afe4182f8e5 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:13.783971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-995c92c8-a894-46ed-ad00-5422ac1795dc req-ecaeca2b-e698-459f-9da7-0afe4182f8e5 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0470026 Jan 28 04:17:13.830863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-995c92c8-a894-46ed-ad00-5422ac1795dc req-e0899cf2-3b1b-4cff-b8ea-eb99f9c5d744 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410755 Jan 28 04:17:14.382323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:14.766532 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:14.945308 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3af6cc-f7cc-4b5b-9712-5bb6393d44a5 req-5e06f5e8-678e-4a0a-8709-fd274560c49b tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:14.946779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f3af6cc-f7cc-4b5b-9712-5bb6393d44a5 req-5e06f5e8-678e-4a0a-8709-fd274560c49b tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Jan 28 04:17:14.993114 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7f3af6cc-f7cc-4b5b-9712-5bb6393d44a5 req-59ffe2af-d40d-4b40-b555-6ca41dd30a2a tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399566 Jan 28 04:17:15.615451 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:16.118688 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19d05b-f4c6-4638-83d4-685bfca72218 req-0e694efb-a44c-492a-86ce-c11f4107d998 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:16.121822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e19d05b-f4c6-4638-83d4-685bfca72218 req-0e694efb-a44c-492a-86ce-c11f4107d998 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0583656 Jan 28 04:17:16.169027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8e19d05b-f4c6-4638-83d4-685bfca72218 req-fceb51c8-3ca9-4d43-bc93-a60342e1101e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Jan 28 04:17:16.802557 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:17.282514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e7689-4a2b-465c-ad20-5928ea4fb455 req-b90eab21-2f9f-409c-9fac-123c24feace5 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:17.284005 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-178e7689-4a2b-465c-ad20-5928ea4fb455 req-b90eab21-2f9f-409c-9fac-123c24feace5 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0473139 Jan 28 04:17:17.330889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-178e7689-4a2b-465c-ad20-5928ea4fb455 req-d7d239c4-d5a4-4d67-b0af-92c936ad2277 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Jan 28 04:17:18.448134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a8c9d-7a33-4bc4-afa3-0b0b5badb5be req-d5e5868e-436b-44d9-ad3d-cbaa23e21284 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:18.450489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e02a8c9d-7a33-4bc4-afa3-0b0b5badb5be req-d5e5868e-436b-44d9-ad3d-cbaa23e21284 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0471299 Jan 28 04:17:18.500937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e02a8c9d-7a33-4bc4-afa3-0b0b5badb5be req-5e1b1dbc-0308-4274-9b5a-24254e779a84 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450451 Jan 28 04:17:19.152072 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-4977091a-47a2-4c10-b60e-db024e2c618f req-6dc07505-66cf-4f24-954f-49a60b685ca3 service neutron] show failed (client error): The resource could not be found. Jan 28 04:17:19.153153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-6dc07505-66cf-4f24-954f-49a60b685ca3 service neutron] 10.222.0.42 "GET /v2.0/ports/e62a3a8a-9210-4e20-8ecf-08ed7e2e5574/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.1123734 Jan 28 04:17:19.380486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977091a-47a2-4c10-b60e-db024e2c618f req-08d7c0b2-e654-4ac0-96d3-a775316247fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:19.382021 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-08d7c0b2-e654-4ac0-96d3-a775316247fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291&tenant_id=ecd0df8223454b73b6bf7055e38da4e1 HTTP/1.1" status: 200 len: 1097 time: 0.0701990 Jan 28 04:17:19.391307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-813d0fa0-24dc-4b5d-aa3f-d5484de69165 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:17:19.392267 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-813d0fa0-24dc-4b5d-aa3f-d5484de69165 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047908 Jan 28 04:17:19.409941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:19.470919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:19.618816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354874c-1d31-420c-8c68-669c644535a0 req-a4baf6e2-75cb-4a77-9cf9-f2f9c2d54249 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:19.620315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8354874c-1d31-420c-8c68-669c644535a0 req-a4baf6e2-75cb-4a77-9cf9-f2f9c2d54249 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0497348 Jan 28 04:17:19.669419 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8354874c-1d31-420c-8c68-669c644535a0 req-e3237224-2c04-4cf2-b70f-5968ef74de56 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429804 Jan 28 04:17:19.669829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,segment=NetworkSegment(e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde),segment_id=e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:19.702695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:17:19.741363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:17:19.743625 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2831d990-a803-4969-acc4-118c71585858" -d '{"events": [{"server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "name": "network-vif-unplugged", "status": "completed", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:17:19.747488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Publish callbacks [] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:19.761026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Transition to ACTIVE for port object e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:17:19.765392 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:19.831522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Pushing event updated for resources: {'Port': ['ID=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:19.833963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] No DVR routers for this DVR port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:17:19.866549 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44914cf1-a421-4a26-b193-10d2670098d0 x-openstack-request-id: req-44914cf1-a421-4a26-b193-10d2670098d0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:17:19.866837 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "name": "network-vif-unplugged", "status": "completed", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:17:19.867085 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44914cf1-a421-4a26-b193-10d2670098d0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:17:19.867478 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574', 'code': 200} Jan 28 04:17:19.871609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Attempting to bind port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:17:19.871928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Attempting to bind port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:17:19.872251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Attempting to bind port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 on network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:17:19.876431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 on network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:17:19.876746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Attempting to bind port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 on network 8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:17:19.881471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:17:19.881804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Checking segment: {'id': 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:17:19.882174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Bound using segment: {'id': 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:17:19.882593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Bound port: e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:17:19.882938 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:19.946138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:17:19.949054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,segment=NetworkSegment(e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde),segment_id=e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:17:19.955062 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:19.989328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:19.989956 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:19.991331 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] 10.222.0.25 "PUT /v2.0/ports/e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 HTTP/1.1" status: 200 len: 1092 time: 0.5851536 Jan 28 04:17:20.010717 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe819cb-b618-4b98-9ea6-da9d3693af78 service neutron] Pushing event updated for resources: {'Port': ['ID=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:20.065880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977091a-47a2-4c10-b60e-db024e2c618f req-ef7f4e09-f2bc-4cfe-b401-77372aaa53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:20.067359 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-ef7f4e09-f2bc-4cfe-b401-77372aaa53ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecd0df8223454b73b6bf7055e38da4e1&device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 1095 time: 0.0443671 Jan 28 04:17:20.155473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9b11fcca-6a7b-4d1c-97d2-411b668e16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:20.156968 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-9b11fcca-6a7b-4d1c-97d2-411b668e16cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 HTTP/1.1" status: 200 len: 912 time: 0.0839436 Jan 28 04:17:20.201567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-1379078a-97d7-49f7-9828-3d7d6cb7accd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 HTTP/1.1" status: 200 len: 217 time: 0.0392389 Jan 28 04:17:20.248602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977091a-47a2-4c10-b60e-db024e2c618f req-8fb9c313-a872-49c5-804a-bcdafc5b7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:20.250023 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-8fb9c313-a872-49c5-804a-bcdafc5b7d15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c09ddb94-6db5-4477-8484-fe517eb822d1 HTTP/1.1" status: 200 len: 851 time: 0.0417283 Jan 28 04:17:20.279615 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-1a26fb50-2a2f-44f2-9735-454b2cd87b95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238428 Jan 28 04:17:20.367321 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-dac39648-f8be-447b-b78b-4766d4286be4 service neutron] 10.222.0.25 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805116 Jan 28 04:17:20.461260 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4977091a-47a2-4c10-b60e-db024e2c618f req-7592d627-b01b-46ba-ad03-0c8828938a35 service neutron] 10.222.0.25 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885503 Jan 28 04:17:20.797704 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4736a37-3889-44a0-a08e-2e09c65289fc req-f1776f5d-b4e8-46d1-9152-c7fc38806f51 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:20.799705 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4736a37-3889-44a0-a08e-2e09c65289fc req-f1776f5d-b4e8-46d1-9152-c7fc38806f51 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 943 time: 0.0619493 Jan 28 04:17:20.850132 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f4736a37-3889-44a0-a08e-2e09c65289fc req-91ed7fa1-b902-413e-984e-5f8d3990fdb5 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Jan 28 04:17:21.868416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:17:21.870922 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d92cc1-0069-4784-904c-63871e0aa651" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:17:21.923929 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4471ae5-501e-4992-b145-cbf9907f855a x-openstack-request-id: req-e4471ae5-501e-4992-b145-cbf9907f855a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:17:21.924218 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:17:21.924473 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4471ae5-501e-4992-b145-cbf9907f855a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:17:21.924900 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574', 'status': 'completed', 'code': 200} Jan 28 04:17:21.970592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ae5ba-6b42-456f-b578-370e4f041abe req-20e6c677-4114-4e83-aa4c-d7bee9637f2d tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:21.972098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-454ae5ba-6b42-456f-b578-370e4f041abe req-20e6c677-4114-4e83-aa4c-d7bee9637f2d tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 943 time: 0.0503287 Jan 28 04:17:22.009281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92cc1-0069-4784-904c-63871e0aa651 req-07dc3551-cdad-4561-b818-a4a0e01a1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:22.010781 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-07dc3551-cdad-4561-b818-a4a0e01a1bb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecd0df8223454b73b6bf7055e38da4e1&device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 1095 time: 0.0433774 Jan 28 04:17:22.044644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92cc1-0069-4784-904c-63871e0aa651 req-caa3094e-cf45-467b-99d0-3734cd9ded3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:22.046263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-caa3094e-cf45-467b-99d0-3734cd9ded3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecd0df8223454b73b6bf7055e38da4e1&device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 1095 time: 0.0732560 Jan 28 04:17:22.049695 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-454ae5ba-6b42-456f-b578-370e4f041abe req-3aceea35-27f3-42db-8fc3-9a5d67affb2c tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670438 Jan 28 04:17:22.109291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92cc1-0069-4784-904c-63871e0aa651 req-88fdc151-86cf-4fd4-b4e2-9ed1e5903d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:22.110787 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-88fdc151-86cf-4fd4-b4e2-9ed1e5903d28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 HTTP/1.1" status: 200 len: 912 time: 0.0922980 Jan 28 04:17:22.140411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92cc1-0069-4784-904c-63871e0aa651 req-1b9e3106-1c55-4c2d-b11a-21cfdb24832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:22.141859 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-1b9e3106-1c55-4c2d-b11a-21cfdb24832a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 HTTP/1.1" status: 200 len: 912 time: 0.0897241 Jan 28 04:17:22.152469 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-cdd4f991-56e1-4bc5-a61e-1673ab3da1ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 HTTP/1.1" status: 200 len: 217 time: 0.0359087 Jan 28 04:17:22.182632 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-bc47e218-af09-4137-8a48-42087317141a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 HTTP/1.1" status: 200 len: 217 time: 0.0347874 Jan 28 04:17:22.200150 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92cc1-0069-4784-904c-63871e0aa651 req-da608d41-0833-419d-9f9d-94014ea07948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:22.201630 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-da608d41-0833-419d-9f9d-94014ea07948 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c09ddb94-6db5-4477-8484-fe517eb822d1 HTTP/1.1" status: 200 len: 851 time: 0.0443349 Jan 28 04:17:22.234615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92cc1-0069-4784-904c-63871e0aa651 req-33fc8b8f-e6d4-4d1d-b718-65f813470a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:22.236096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-33fc8b8f-e6d4-4d1d-b718-65f813470a5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c09ddb94-6db5-4477-8484-fe517eb822d1 HTTP/1.1" status: 200 len: 851 time: 0.0476005 Jan 28 04:17:22.237745 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-36197e75-ac42-4ccb-929b-02bb7eae9f1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294287 Jan 28 04:17:22.266865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-34ac6a86-74bc-4ff9-a30c-850a24d9e72c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244961 Jan 28 04:17:22.326976 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-fc4f27cd-6e32-4383-a6df-50f86b1a9997 service neutron] 10.222.0.25 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835903 Jan 28 04:17:22.354964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-3b2faf67-2291-49cc-a583-bc1b70a01cb0 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816233 Jan 28 04:17:22.422822 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-1cbe6b84-a1a8-4e53-b7d7-ffc0d2dfbcdc service neutron] 10.222.0.25 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891840 Jan 28 04:17:22.429721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:17:22.449294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65d92cc1-0069-4784-904c-63871e0aa651 req-d5448eb8-d4a9-4a6d-833c-fa4e8518c640 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880833 Jan 28 04:17:22.468542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:17:22.469055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:17:23.169119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297d6b5-0341-4865-b83e-712de1a32935 req-a599713b-c519-4032-aec5-28efce15bc6c tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:23.170631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b297d6b5-0341-4865-b83e-712de1a32935 req-a599713b-c519-4032-aec5-28efce15bc6c tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 943 time: 0.0494823 Jan 28 04:17:23.219306 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b297d6b5-0341-4865-b83e-712de1a32935 req-f36dc9b4-5a3d-4daa-a850-5982c4a4a109 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Jan 28 04:17:24.334908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905a659-abac-408e-80a3-0d1f3f550d54 req-b6fb0b66-1f35-4b41-b9b0-da70fd37df0e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:24.336400 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6905a659-abac-408e-80a3-0d1f3f550d54 req-b6fb0b66-1f35-4b41-b9b0-da70fd37df0e tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 943 time: 0.0487497 Jan 28 04:17:24.387763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6905a659-abac-408e-80a3-0d1f3f550d54 req-d6087c6e-0178-4621-b204-3b127e645d3c tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447309 Jan 28 04:17:24.666861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-3372ef86-0e90-400b-8ac7-63fe2cada794 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:24.668565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-3372ef86-0e90-400b-8ac7-63fe2cada794 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291&tenant_id=ecd0df8223454b73b6bf7055e38da4e1&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 943 time: 0.0840917 Jan 28 04:17:24.726750 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7d9958b6-030c-45b2-b1c6-80a964289714 service neutron] delete failed (client error): The resource could not be found. Jan 28 04:17:24.727762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7d9958b6-030c-45b2-b1c6-80a964289714 service neutron] 10.222.0.42 "DELETE /v2.0/ports/e62a3a8a-9210-4e20-8ecf-08ed7e2e5574/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0535166 Jan 28 04:17:24.834359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-37122280-e6fd-4e29-812f-0cc19a518fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:24.835754 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-37122280-e6fd-4e29-812f-0cc19a518fc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecd0df8223454b73b6bf7055e38da4e1&device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 1095 time: 0.0451708 Jan 28 04:17:24.922680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-0c1c536e-a1d4-4633-ad8f-12547320acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:24.924137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-0c1c536e-a1d4-4633-ad8f-12547320acff service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 HTTP/1.1" status: 200 len: 912 time: 0.0827768 Jan 28 04:17:24.968627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-8bbfd4e7-6885-42db-ba7b-5f10f7e9b387 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 HTTP/1.1" status: 200 len: 217 time: 0.0375402 Jan 28 04:17:25.016354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-06ec5ce8-c35e-4c1f-a4e0-a21c336998bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:25.017860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-06ec5ce8-c35e-4c1f-a4e0-a21c336998bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c09ddb94-6db5-4477-8484-fe517eb822d1 HTTP/1.1" status: 200 len: 851 time: 0.0431781 Jan 28 04:17:25.049413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-58fb03ab-87a6-4ae1-a68e-4306f39b8b1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245693 Jan 28 04:17:25.143641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-2e403461-22c1-4701-b578-2dd57cd26d8a service neutron] 10.222.0.42 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877547 Jan 28 04:17:25.213709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:17:25.233244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-4dbadd2d-a22d-4898-884c-d211ae80b240 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832407 Jan 28 04:17:25.311190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,segment=NetworkSegment(e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde),segment_id=e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:25.323587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574', 'network_id': '8a5cc641-b9e9-492a-b0a0-9f1081aed5e8', 'port_id': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574', 'mac_address': 'fa:16:3e:65:4e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09ddb94-6db5-4477-8484-fe517eb822d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:17:25.361522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:25.361938 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:25.378371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:17:25.407020 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,segment=NetworkSegment(e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde),segment_id=e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:25.411995 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:25.498019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:25.507880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.508226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.508567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.508927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.509260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.509589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.509915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.510240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.510562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.510882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.511205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.511524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.511902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:25.850913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e62a3a8a-9210-4e20-8ecf-08ed7e2e5574'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:17:26.045281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032765b-e919-403f-a2e5-6b8f69230617 req-9cf4b5d1-09bb-4bc6-91a7-410ee0164eea tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:26.046781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0032765b-e919-403f-a2e5-6b8f69230617 req-9cf4b5d1-09bb-4bc6-91a7-410ee0164eea tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 944 time: 0.0481491 Jan 28 04:17:26.094283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0032765b-e919-403f-a2e5-6b8f69230617 req-557bb50a-d0ed-4899-a74f-578c3b6102f4 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Jan 28 04:17:27.215467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763583b-af39-430e-a472-dc0c76167318 req-5e96fd59-852e-4974-a36c-f15a1d1344c6 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:27.217190 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6763583b-af39-430e-a472-dc0c76167318 req-5e96fd59-852e-4974-a36c-f15a1d1344c6 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 944 time: 0.0538821 Jan 28 04:17:27.219011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:17:27.264442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6763583b-af39-430e-a472-dc0c76167318 req-2d799eba-99ea-4ca3-a11a-4de874307066 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e2ef46c-0d8a-402d-9952-9f7fb8a03313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Jan 28 04:17:27.272558 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:17:27.276906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:27.277193 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.360191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:27.360577 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.383512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:17:27.386011 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64da555-4e3e-49dc-bed0-d8d1acba1bfb" -d '{"events": [{"server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "name": "network-vif-plugged", "status": "completed", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:17:27.399188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,segment=NetworkSegment(e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde),segment_id=e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:27.403811 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.454061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:27.488593 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18a5c36-5c44-4d7f-a578-a0673bd4bf96 x-openstack-request-id: req-d18a5c36-5c44-4d7f-a578-a0673bd4bf96 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:17:27.488917 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "name": "network-vif-plugged", "status": "completed", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:17:27.489173 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d18a5c36-5c44-4d7f-a578-a0673bd4bf96 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:17:27.489589 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574', 'code': 200} Jan 28 04:17:27.568937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-c2c1c864-9139-4e7f-b7c2-7806dc782ab6 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:27.570326 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-c2c1c864-9139-4e7f-b7c2-7806dc782ab6 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8e56a1-3200-4ea0-91d4-a924300f5291 HTTP/1.1" status: 200 len: 945 time: 0.0497279 Jan 28 04:17:27.658408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7513487f-951d-4d7b-8eac-59cd60375cb3 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Deleting port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:17:27.658750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7513487f-951d-4d7b-8eac-59cd60375cb3 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.749839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7513487f-951d-4d7b-8eac-59cd60375cb3 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] For port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,segment=NetworkSegment(e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde),segment_id=e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:27.750222 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7513487f-951d-4d7b-8eac-59cd60375cb3 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.761770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7513487f-951d-4d7b-8eac-59cd60375cb3 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Calling delete_port for e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:17:27.890694 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7513487f-951d-4d7b-8eac-59cd60375cb3 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e62a3a8a-9210-4e20-8ecf-08ed7e2e5574), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.922078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513487f-951d-4d7b-8eac-59cd60375cb3 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Pushing event deleted for resources: {'Port': ['ID=e62a3a8a-9210-4e20-8ecf-08ed7e2e5574,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:27.923125 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['e62a3a8a-9210-4e20-8ecf-08ed7e2e5574'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:17:27.962328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7513487f-951d-4d7b-8eac-59cd60375cb3 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] No DVR routers for this DVR port e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:17:27.965679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7513487f-951d-4d7b-8eac-59cd60375cb3 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:27.969434 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f1aebf6f-907e-40c8-8319-4d3dd1e967c1 req-7513487f-951d-4d7b-8eac-59cd60375cb3 tempest-DeleteServersTestJSON-173748743 tempest-DeleteServersTestJSON-173748743-project] 10.222.0.25 "DELETE /v2.0/ports/e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 HTTP/1.1" status: 204 len: 173 time: 0.3937092 Jan 28 04:17:27.969894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'name': 'network-vif-deleted', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:17:27.972859 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfe1993-1064-4bfd-9d44-52d60eb06bc0" -d '{"events": [{"server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "name": "network-vif-deleted", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:17:28.011077 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52fcb34-11ce-4077-8fc2-f8f583c4e80f x-openstack-request-id: req-c52fcb34-11ce-4077-8fc2-f8f583c4e80f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:17:28.012405 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8e56a1-3200-4ea0-91d4-a924300f5291", "name": "network-vif-deleted", "tag": "e62a3a8a-9210-4e20-8ecf-08ed7e2e5574", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:17:28.012677 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c52fcb34-11ce-4077-8fc2-f8f583c4e80f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:17:28.013314 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8e56a1-3200-4ea0-91d4-a924300f5291', 'name': 'network-vif-deleted', 'tag': 'e62a3a8a-9210-4e20-8ecf-08ed7e2e5574', 'status': 'completed', 'code': 200} Jan 28 04:17:28.395713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:28.439231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e025483-f000-4102-a9dc-12768d9a13d5 admin admin] Deleting subnet c09ddb94-6db5-4477-8484-fe517eb822d1 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:17:28.442294 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e025483-f000-4102-a9dc-12768d9a13d5 admin admin] Publish callbacks [] for subnet (c09ddb94-6db5-4477-8484-fe517eb822d1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.475312 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e025483-f000-4102-a9dc-12768d9a13d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (c09ddb94-6db5-4477-8484-fe517eb822d1), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.516982 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e025483-f000-4102-a9dc-12768d9a13d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (c09ddb94-6db5-4477-8484-fe517eb822d1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.566410 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e025483-f000-4102-a9dc-12768d9a13d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (c09ddb94-6db5-4477-8484-fe517eb822d1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.591243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e025483-f000-4102-a9dc-12768d9a13d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09ddb94-6db5-4477-8484-fe517eb822d1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:28.595028 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e025483-f000-4102-a9dc-12768d9a13d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.598237 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6e025483-f000-4102-a9dc-12768d9a13d5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c09ddb94-6db5-4477-8484-fe517eb822d1 HTTP/1.1" status: 204 len: 168 time: 0.2014668 Jan 28 04:17:28.600758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51234) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:28.678489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8a5cc641-b9e9-492a-b0a0-9f1081aed5e8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.757619 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8a5cc641-b9e9-492a-b0a0-9f1081aed5e8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.778407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5cc641-b9e9-492a-b0a0-9f1081aed5e8']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:28.787314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:28.787605 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:28.797385 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.811755 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.817886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:17:28.818218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (e1d0f5d1-ca1e-4af8-9924-b7d8869dcfde), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:17:28.819915 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:17:28.875777 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8a5cc641-b9e9-492a-b0a0-9f1081aed5e8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.880854 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:28.884130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a5cc641-b9e9-492a-b0a0-9f1081aed5e8 HTTP/1.1" status: 204 len: 168 time: 0.2824161 Jan 28 04:17:28.897441 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac44df-d5e0-431d-902d-69b1c7143cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5cc641-b9e9-492a-b0a0-9f1081aed5e8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:28.990982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:29.030307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c7f43493-5c2a-45fb-800b-65c749b9f2ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecd0df8223454b73b6bf7055e38da4e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381732 Jan 28 04:17:29.032889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51240) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:29.081004 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff03b7cb-02b4-4fd3-9b59-26d170683b53 admin admin] Publish callbacks [] for security_group (3e2ef46c-0d8a-402d-9952-9f7fb8a03313), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:29.101776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff03b7cb-02b4-4fd3-9b59-26d170683b53 admin admin] Publish callbacks [] for security_group (3e2ef46c-0d8a-402d-9952-9f7fb8a03313), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:29.149641 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff03b7cb-02b4-4fd3-9b59-26d170683b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (3e2ef46c-0d8a-402d-9952-9f7fb8a03313), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:29.152213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff03b7cb-02b4-4fd3-9b59-26d170683b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:29.153993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ff03b7cb-02b4-4fd3-9b59-26d170683b53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e2ef46c-0d8a-402d-9952-9f7fb8a03313 HTTP/1.1" status: 204 len: 168 time: 0.1201489 Jan 28 04:17:29.161872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03b7cb-02b4-4fd3-9b59-26d170683b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ef46c-0d8a-402d-9952-9f7fb8a03313,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:29.816045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:29.911240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-706515601-network', 'tenant_id': '53f24c814e6a430284152dfb2478f033'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:29.930774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Made reservation on behalf of 53f24c814e6a430284152dfb2478f033 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:17:29.933202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:29.941721 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:30.025897 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Publish callbacks [] for security_group (b9ab0acd-3437-4f6f-8c42-bebfddbb7d44), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:30.030361 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b9ab0acd-3437-4f6f-8c42-bebfddbb7d44), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:30.055281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:17:30.065149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:30.069939 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b786f928-a087-4f67-8a41-88ad2a1928d5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:30.070283 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Added segment b786f928-a087-4f67-8a41-88ad2a1928d5 of type vlan for network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 Jan 28 04:17:30.112894 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (333f0cfa-f26e-4e7c-88b0-3067c3d9e038), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:30.137762 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (333f0cfa-f26e-4e7c-88b0-3067c3d9e038), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:30.138687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:30.139259 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:30.191189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3740394 Jan 28 04:17:30.194162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51266) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:30.199107 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Request body: {'subnet': {'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-706515601-subnet', 'tenant_id': '53f24c814e6a430284152dfb2478f033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:30.200347 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c9cc1-4cba-40f0-b6ab-6da73bd813ff admin admin] Pushing event updated for resources: {'Network': ['ID=333f0cfa-f26e-4e7c-88b0-3067c3d9e038,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:30.209732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:17:30.221640 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Made reservation on behalf of 53f24c814e6a430284152dfb2478f033 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:17:30.224130 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:30.393069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:30.447105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:30.456127 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Checking segment: {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:17:30.456488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Network hostable DHCP agents. Network: 333f0cfa-f26e-4e7c-88b0-3067c3d9e038, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:17:30.472888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:17:30.480606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 333f0cfa-f26e-4e7c-88b0-3067c3d9e038) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:17:30.484658 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:30.485324 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:30.491220 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1435c50d-6242-4d4d-941b-d9c8b6942375 None None] Network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:17:30.505066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-30f1b3a8-0c77-4c65-b02d-17dbd17e10be admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3051991 Jan 28 04:17:30.590631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b736e-d7ed-4927-9bd0-d043f90c7c90 None None] Network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:17:30.922759 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-f10466bc-3b30-4038-8483-925560f2faa9 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:30.924244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-f10466bc-3b30-4038-8483-925560f2faa9 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 814 time: 0.1017983 Jan 28 04:17:30.939421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-70a37e93-78b0-4e22-a777-3499f25bbe09 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/quotas/53f24c814e6a430284152dfb2478f033 HTTP/1.1" status: 200 len: 375 time: 0.0095942 Jan 28 04:17:30.970431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-1aac53f7-a303-4a0d-a1cf-fcbced27e150 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261133 Jan 28 04:17:31.068289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-ccff2eee-08b3-4fdd-aa07-53cf20fdf503 service neutron] 10.222.0.44 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887868 Jan 28 04:17:31.157724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-8ea5bb10-9b64-4c7a-811a-02c6655bc078 service neutron] 10.222.0.44 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837200 Jan 28 04:17:31.228451 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:17:31.250911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:17:31.251155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device e62a3a8a-9210-4e20-8ecf-08ed7e2e5574 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:17:31.318162 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ebe91de-f626-4b07-a152-a6840aedee0b req-d23c51a5-92b7-44e1-9aab-91d6639788e6 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 210 time: 0.0287118 Jan 28 04:17:32.317575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-0db548f7-f1db-43fd-b0ca-b0282a387a33 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:32.319040 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-0db548f7-f1db-43fd-b0ca-b0282a387a33 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.25 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 814 time: 0.1203756 Jan 28 04:17:32.346355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Request body: {'port': {'device_id': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038', 'admin_state_up': True, 'tenant_id': '53f24c814e6a430284152dfb2478f033'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:32.417859 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ed01941f-434e-4b92-b708-7573853d5f38 req-6e1444e1-1451-437a-88ea-d7a4bc33b7b7 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 210 time: 0.0261085 Jan 28 04:17:32.458022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Made reservation on behalf of 53f24c814e6a430284152dfb2478f033 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:17:32.461339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:32.586355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Allocated IP 172.20.0.4 (333f0cfa-f26e-4e7c-88b0-3067c3d9e038/93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d/b0ce72c6-c8a9-49bd-9759-d3d04d330ee8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:17:32.741935 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks [] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:32.775073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:32.818406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:17:32.821428 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:17:32.827120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:17:32.833308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Pushing event updated for resources: {'Port': ['ID=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:32.882162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:32.882773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:32.898177 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-b30f4ef6-3893-47a5-b7d6-8a7f2ce0734c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560310 Jan 28 04:17:32.914105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Request body: {'port': {'device_id': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:32.967582 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:33.224991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:17:33.232202 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Publish callbacks [] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:33.244075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Transition to ACTIVE for port object b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:17:33.247651 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:33.302047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Pushing event updated for resources: {'Port': ['ID=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:33.368273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Attempting to bind port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:17:33.368979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Attempting to bind port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:17:33.368979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Attempting to bind port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:17:33.373086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:17:33.373406 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Attempting to bind port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:17:33.378147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:17:33.378479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Checking segment: {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:17:33.378856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Bound using segment: {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:17:33.379275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Bound port: b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:17:33.379623 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:33.439903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:17:33.442881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:17:33.447743 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:33.486697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:33.487315 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:33.488691 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] 10.222.0.25 "PUT /v2.0/ports/b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 200 len: 1092 time: 0.5785713 Jan 28 04:17:33.489153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:17:33.491376 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:17:33.527995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4a958-85fc-424b-b501-66ac92d79c6a service neutron] Pushing event updated for resources: {'Port': ['ID=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:33.534829 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895021dc-7081-4a01-953c-40988992af0e x-openstack-request-id: req-895021dc-7081-4a01-953c-40988992af0e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:17:33.535248 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:17:33.535508 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-895021dc-7081-4a01-953c-40988992af0e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:17:33.535950 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8', 'status': 'completed', 'code': 200} Jan 28 04:17:33.557033 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4f29c-18a7-47a5-b339-1c26cff07cb8 req-8020fcee-2014-40f1-9109-5f7ba7691b57 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:33.558568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9d4f29c-18a7-47a5-b339-1c26cff07cb8 req-8020fcee-2014-40f1-9109-5f7ba7691b57 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 943 time: 0.0705040 Jan 28 04:17:33.589934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-0cd4a174-1346-473d-97ba-9b3baa39337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:33.591433 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-0cd4a174-1346-473d-97ba-9b3baa39337f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 1095 time: 0.0429752 Jan 28 04:17:33.606479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9d4f29c-18a7-47a5-b339-1c26cff07cb8 req-bb6e156b-b064-45e3-95fe-5eecd6fcac7f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Jan 28 04:17:33.638586 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-544fa564-6a06-44ce-a652-bad964254d86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 200 len: 217 time: 0.0343778 Jan 28 04:17:33.690546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-64676ac3-c6b0-4fe6-8ae2-691b6ad2c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:33.691978 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-64676ac3-c6b0-4fe6-8ae2-691b6ad2c064 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0463917 Jan 28 04:17:33.721966 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-97332407-9c1e-4561-857e-f8d091e7d917 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245233 Jan 28 04:17:33.807862 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-124f4da6-f3a7-4099-b0a1-2f59bb71addf service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804760 Jan 28 04:17:33.899802 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-928f04d8-f51e-4e65-a8e2-ee3dd200aa0c req-89da39c9-a74d-445e-a2c8-b802c990ef83 service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865898 Jan 28 04:17:34.024231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d req-583d1299-b966-48e1-97df-8d15ec6650db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:34.025772 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d req-583d1299-b966-48e1-97df-8d15ec6650db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 1095 time: 0.0430777 Jan 28 04:17:34.117436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d req-774bf678-3cfb-4e43-928d-1e416c78ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:34.118797 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d req-774bf678-3cfb-4e43-928d-1e416c78ffbc service neutron] 10.222.0.25 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0866823 Jan 28 04:17:34.164275 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d req-a7fcf1b8-d6bf-48e5-ae93-e24b1d500c93 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 200 len: 217 time: 0.0351901 Jan 28 04:17:34.210769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d req-18e9f4c4-abbc-4323-89ab-972402617005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:34.212162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d req-18e9f4c4-abbc-4323-89ab-972402617005 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0417695 Jan 28 04:17:34.241908 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d req-b4d91b9e-f2f4-4122-a791-1c72f199ad6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243495 Jan 28 04:17:34.340371 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d req-d79b055c-ca3a-45ad-8fa6-7cdf8bdce477 service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931280 Jan 28 04:17:34.427142 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-86fb7e9c-a9c2-4ba4-a184-4166008d1b0d req-ed2ad3be-f11e-452c-a8af-395b15787e98 service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812294 Jan 28 04:17:34.722423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42de30-6a02-4472-a657-e7462fe7c969 req-ec7781da-9945-433f-831d-ba97e8c32415 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:34.723829 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d42de30-6a02-4472-a657-e7462fe7c969 req-ec7781da-9945-433f-831d-ba97e8c32415 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 943 time: 0.0475202 Jan 28 04:17:34.770836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d42de30-6a02-4472-a657-e7462fe7c969 req-dffcc0c7-8e8d-4d37-bb13-786adb9fd32f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Jan 28 04:17:35.883512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafb634-940c-4c89-9b4a-f914853b3a73 req-265e9603-0633-4552-8647-8da4ea341219 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:35.885038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdafb634-940c-4c89-9b4a-f914853b3a73 req-265e9603-0633-4552-8647-8da4ea341219 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 943 time: 0.0481966 Jan 28 04:17:35.938043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdafb634-940c-4c89-9b4a-f914853b3a73 req-98b09f2e-bc7f-4719-ba68-86c1e68f7c20 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474875 Jan 28 04:17:37.061412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031872b9-5ad9-4ed6-bc7b-b5cb9785afa3 req-70918b74-aab4-4cc3-b951-e4ebab44e67d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:37.063832 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-031872b9-5ad9-4ed6-bc7b-b5cb9785afa3 req-70918b74-aab4-4cc3-b951-e4ebab44e67d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 943 time: 0.0504112 Jan 28 04:17:37.109522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-031872b9-5ad9-4ed6-bc7b-b5cb9785afa3 req-eccb2d55-da2b-477a-8db7-ec7490f80878 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Jan 28 04:17:37.259327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:17:37.356941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:37.368929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8', 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038', 'port_id': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8', 'mac_address': 'fa:16:3e:47:8a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:17:37.405416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:37.406098 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:37.418616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:17:37.438958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:37.442439 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:37.494572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:37.796748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['b0ce72c6-c8a9-49bd-9759-d3d04d330ee8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:17:38.224639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47759477-9235-436e-8e5e-de2d3df661bb req-7ef632dd-4862-40ba-97fb-31d9b114df4c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:38.226174 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47759477-9235-436e-8e5e-de2d3df661bb req-7ef632dd-4862-40ba-97fb-31d9b114df4c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 944 time: 0.0478189 Jan 28 04:17:38.272598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47759477-9235-436e-8e5e-de2d3df661bb req-47f69c77-0f82-4447-89f3-f534fb389f08 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408714 Jan 28 04:17:39.262757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:17:39.314739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:17:39.319129 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:39.319503 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:39.393192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edec124-493a-4169-8f7c-099398723e3d req-c8ca1d9f-f067-4c81-b432-825da9e89235 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:39.394683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6edec124-493a-4169-8f7c-099398723e3d req-c8ca1d9f-f067-4c81-b432-825da9e89235 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 944 time: 0.0519087 Jan 28 04:17:39.401703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:39.402087 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:39.428199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:17:39.430468 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867f279b-8587-40e8-873a-183e30483e07" -d '{"events": [{"server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:17:39.442543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6edec124-493a-4169-8f7c-099398723e3d req-cb004846-c90d-4d95-b8fb-c247dfd54fee tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Jan 28 04:17:39.444703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:39.449248 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:39.480241 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc41ae8-9d72-4425-a258-d26dc00c0e33 x-openstack-request-id: req-9cc41ae8-9d72-4425-a258-d26dc00c0e33 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:17:39.480541 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:17:39.480794 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cc41ae8-9d72-4425-a258-d26dc00c0e33 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:17:39.481216 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8', 'code': 200} Jan 28 04:17:39.509078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:39.618391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2efed-3651-4ead-8d74-27f9edb1e07b req-6603fe87-3d66-4a81-9a0a-d4eae8f5be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:39.619899 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e0b2efed-3651-4ead-8d74-27f9edb1e07b req-6603fe87-3d66-4a81-9a0a-d4eae8f5be0a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 1097 time: 0.0443680 Jan 28 04:17:39.662718 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e0b2efed-3651-4ead-8d74-27f9edb1e07b req-8a13caae-53c0-4a03-bf86-d1694d0df595 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364842 Jan 28 04:17:40.568473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5b93-f54e-4dce-857a-b33206221383 req-6a6caae2-21ad-4d39-9e85-50f87d19b8b3 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:40.570214 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc8f5b93-f54e-4dce-857a-b33206221383 req-6a6caae2-21ad-4d39-9e85-50f87d19b8b3 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0488644 Jan 28 04:17:40.571658 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7659b65-5131-4cd1-bed6-4712ee20b566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:40.619367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cc8f5b93-f54e-4dce-857a-b33206221383 req-1d64bdc7-a2a6-4256-8ae0-01353379890f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Jan 28 04:17:41.741145 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31793da4-c485-4cb0-921b-8db12722ab18 req-43541952-e56e-4673-8775-f606c8d4841b tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:41.742629 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31793da4-c485-4cb0-921b-8db12722ab18 req-43541952-e56e-4673-8775-f606c8d4841b tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0514119 Jan 28 04:17:41.788569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-31793da4-c485-4cb0-921b-8db12722ab18 req-c1ecc1b4-2186-432a-b49d-8eab1bc082db tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404270 Jan 28 04:17:41.905232 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b9320-a680-469f-945a-833758a1a25b req-4261f860-ef6e-4927-871d-7864ad4c6501 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:41.907006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a4b9320-a680-469f-945a-833758a1a25b req-4261f860-ef6e-4927-871d-7864ad4c6501 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0497787 Jan 28 04:17:41.953692 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a4b9320-a680-469f-945a-833758a1a25b req-49a862e3-ceb2-4ecc-8c17-85ad68e4dfda tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Jan 28 04:17:42.156195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51393281-f91c-45dd-ade5-9adfdd664dec req-a374d0d4-33b4-4fee-af83-49c9d10593aa tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:42.157714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51393281-f91c-45dd-ade5-9adfdd664dec req-a374d0d4-33b4-4fee-af83-49c9d10593aa tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0466065 Jan 28 04:17:42.209048 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-51393281-f91c-45dd-ade5-9adfdd664dec req-89af8397-f620-4511-9e56-ded4037158f7 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 Jan 28 04:17:42.321386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b355-f9d9-4877-97aa-2a6c9c04aeb8 req-a54e0064-22b3-47ea-b172-200abdca3d8e tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:42.322850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f05b355-f9d9-4877-97aa-2a6c9c04aeb8 req-a54e0064-22b3-47ea-b172-200abdca3d8e tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0488296 Jan 28 04:17:42.370073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f05b355-f9d9-4877-97aa-2a6c9c04aeb8 req-73125468-9648-4263-9fd1-73d452aa5ccc tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Jan 28 04:17:42.451489 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:42.617304 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7c79240-0dea-4beb-a500-257c44169fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:42.626075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-31678462-a894-497c-a585-32784a53fce3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732512 Jan 28 04:17:42.633486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32892308-9574-4f02-8eaa-bc274487a6a5 req-96072320-f18c-4f55-8a26-59949784a4e6 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:42.634880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-32892308-9574-4f02-8eaa-bc274487a6a5 req-96072320-f18c-4f55-8a26-59949784a4e6 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0743849 Jan 28 04:17:42.683652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-32892308-9574-4f02-8eaa-bc274487a6a5 req-c27fb9eb-e33d-46fe-8c30-1df2a1819c9a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Jan 28 04:17:43.801880 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06103b1d-f0dc-4c42-b73a-f8b5eb2caeac req-c9d7474f-4604-472d-8a00-35d077f94c2a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:43.803524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-06103b1d-f0dc-4c42-b73a-f8b5eb2caeac req-c9d7474f-4604-472d-8a00-35d077f94c2a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0512881 Jan 28 04:17:43.851980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-06103b1d-f0dc-4c42-b73a-f8b5eb2caeac req-e09abd9d-003b-4d94-bade-7987f57c822f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Jan 28 04:17:43.947699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9aff7-f126-4214-8224-dba41df81954 req-20d00682-f294-4627-be73-39d1a1f442f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:43.949216 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-20d00682-f294-4627-be73-39d1a1f442f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 1097 time: 0.0946479 Jan 28 04:17:44.042196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9aff7-f126-4214-8224-dba41df81954 req-c7699b01-41ad-4de8-9efc-9fa0f37ae1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:44.043658 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-c7699b01-41ad-4de8-9efc-9fa0f37ae1ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0892429 Jan 28 04:17:44.084820 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-a59a188f-b73a-4bdc-a2d4-9c85e6e9e37a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 200 len: 217 time: 0.0349288 Jan 28 04:17:44.132866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9aff7-f126-4214-8224-dba41df81954 req-9690e485-e728-4170-8417-424b7ae8d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:44.134352 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-9690e485-e728-4170-8417-424b7ae8d738 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0436997 Jan 28 04:17:44.165910 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-c3f81f50-f73f-4f50-b417-3c37f248ea52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240488 Jan 28 04:17:44.259860 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-82b74996-67dc-4569-b1d5-e58bd08db4b9 service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868785 Jan 28 04:17:44.361163 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-cfe78c34-9d78-4d5f-aac1-14c18a50f6dc service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834727 Jan 28 04:17:44.385551 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:44.768120 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:44.979919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b3f61-a2e8-4c07-919b-e97687a01ce9 req-4c850bf7-d8cb-44f6-97a8-ca0528a35594 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:44.981492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-095b3f61-a2e8-4c07-919b-e97687a01ce9 req-4c850bf7-d8cb-44f6-97a8-ca0528a35594 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0592966 Jan 28 04:17:45.038508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-095b3f61-a2e8-4c07-919b-e97687a01ce9 req-15835250-2f1a-4a20-83ec-b8fef2f31763 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495152 Jan 28 04:17:45.624156 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:46.153062 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e1fe-9c0d-4476-bbea-c84d05141abe req-aeb49a8b-1bbf-4b5e-980d-6eab0ccd158f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:46.154525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d07e1fe-9c0d-4476-bbea-c84d05141abe req-aeb49a8b-1bbf-4b5e-980d-6eab0ccd158f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0470939 Jan 28 04:17:46.201877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d07e1fe-9c0d-4476-bbea-c84d05141abe req-30c5b37d-7315-4dbb-bc22-304a8cc70fed tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Jan 28 04:17:46.807621 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:47.318943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079121-4f10-4978-a2b9-15cf510d9ca5 req-29aa516b-2396-4694-a1ae-8635e4824959 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:47.320480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76079121-4f10-4978-a2b9-15cf510d9ca5 req-29aa516b-2396-4694-a1ae-8635e4824959 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0494697 Jan 28 04:17:47.377809 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76079121-4f10-4978-a2b9-15cf510d9ca5 req-b1274a47-b98a-415f-aac2-0069474fbd8e tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514846 Jan 28 04:17:47.418746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff0c20-74b0-4d32-93fe-79f17a2746fa req-98ee2c99-0439-40b7-b7d7-317576a761d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:47.420236 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caff0c20-74b0-4d32-93fe-79f17a2746fa req-98ee2c99-0439-40b7-b7d7-317576a761d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 1097 time: 0.0486324 Jan 28 04:17:47.521148 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff0c20-74b0-4d32-93fe-79f17a2746fa req-95148f13-f6f0-467d-956f-2a6155a1cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:47.522541 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caff0c20-74b0-4d32-93fe-79f17a2746fa req-95148f13-f6f0-467d-956f-2a6155a1cd72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0841632 Jan 28 04:17:47.566447 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caff0c20-74b0-4d32-93fe-79f17a2746fa req-8d33aaf2-5e4c-454b-9ae9-fc9d031579df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 200 len: 217 time: 0.0382411 Jan 28 04:17:47.614219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff0c20-74b0-4d32-93fe-79f17a2746fa req-7074c8db-42fa-4166-9e09-c065e170e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:47.615677 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caff0c20-74b0-4d32-93fe-79f17a2746fa req-7074c8db-42fa-4166-9e09-c065e170e749 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0442088 Jan 28 04:17:47.645173 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caff0c20-74b0-4d32-93fe-79f17a2746fa req-555782fd-23be-41b3-a4b6-c65ad1b93e2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241055 Jan 28 04:17:47.734811 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caff0c20-74b0-4d32-93fe-79f17a2746fa req-1aad2b83-4e54-41eb-b675-6a1df95280f6 service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841327 Jan 28 04:17:47.827573 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-caff0c20-74b0-4d32-93fe-79f17a2746fa req-12649671-2dab-4405-838b-a68db85297df service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864716 Jan 28 04:17:48.499003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db01d6-c3be-40e4-8abd-11d5c1d3244f req-cceb8680-aaf5-4a5e-bad8-a7962e571229 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:48.501116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63db01d6-c3be-40e4-8abd-11d5c1d3244f req-cceb8680-aaf5-4a5e-bad8-a7962e571229 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0517559 Jan 28 04:17:48.547930 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63db01d6-c3be-40e4-8abd-11d5c1d3244f req-b3cde466-2650-4916-950b-840ad654274a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Jan 28 04:17:48.657316 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:17:49.662187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d21fbf-d970-47c1-856c-434f2e46142f req-72ac1c8c-b2e4-431d-a6ae-b0d5f9628fa4 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:49.663732 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90d21fbf-d970-47c1-856c-434f2e46142f req-72ac1c8c-b2e4-431d-a6ae-b0d5f9628fa4 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0467403 Jan 28 04:17:49.714970 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-90d21fbf-d970-47c1-856c-434f2e46142f req-c313dc0b-485e-4335-941c-3ead8b8ad3dd tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456412 Jan 28 04:17:50.833484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81879649-77af-4203-af2e-d11fd0f37cca req-6cc453bd-8c04-4afd-9c09-9911d919037f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:50.834959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81879649-77af-4203-af2e-d11fd0f37cca req-6cc453bd-8c04-4afd-9c09-9911d919037f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0482209 Jan 28 04:17:50.883778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-81879649-77af-4203-af2e-d11fd0f37cca req-7340df08-b491-4bca-9aa1-5a616e8ccad5 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Jan 28 04:17:51.998357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2adae-3479-493a-8ee7-792e8598387d req-61f6ba53-e720-46bd-97af-1511a89bfd1c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:52.000075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dca2adae-3479-493a-8ee7-792e8598387d req-61f6ba53-e720-46bd-97af-1511a89bfd1c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0481927 Jan 28 04:17:52.050525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dca2adae-3479-493a-8ee7-792e8598387d req-d5ab3b25-026d-4a0b-86f8-3ef21a3ef655 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445786 Jan 28 04:17:53.165041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cab05b-8f24-4f11-b777-fecd4c5baddc req-83df3e34-8ef8-4712-ad8a-0e0b623cca17 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:53.166440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11cab05b-8f24-4f11-b777-fecd4c5baddc req-83df3e34-8ef8-4712-ad8a-0e0b623cca17 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0469363 Jan 28 04:17:53.213866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11cab05b-8f24-4f11-b777-fecd4c5baddc req-d6b1c938-ed38-4405-9d53-8b5b5e75d8c7 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418291 Jan 28 04:17:54.334258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843b0a6-659c-413f-8657-b52966e22548 req-bbe83081-2ac7-4863-befa-9da563a6a830 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:54.335759 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a843b0a6-659c-413f-8657-b52966e22548 req-bbe83081-2ac7-4863-befa-9da563a6a830 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0520236 Jan 28 04:17:54.381690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a843b0a6-659c-413f-8657-b52966e22548 req-e8fd1669-58c0-47b0-a1ec-c228d2c7f577 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Jan 28 04:17:55.497197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff5fb0-b94a-4034-beed-bbfe73c2b89e req-a8f8675c-e194-44c0-bfd5-ed4408834eca tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:55.498695 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3ff5fb0-b94a-4034-beed-bbfe73c2b89e req-a8f8675c-e194-44c0-bfd5-ed4408834eca tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0472627 Jan 28 04:17:55.545105 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c3ff5fb0-b94a-4034-beed-bbfe73c2b89e req-63acc6b2-0c5a-4879-a492-716a65dd3caf tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408483 Jan 28 04:17:56.662497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692c37a-ea4d-49a2-96e6-1b99411eed37 req-8500e0a9-a1c3-4b27-b704-f7d4edb437b2 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:56.663967 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7692c37a-ea4d-49a2-96e6-1b99411eed37 req-8500e0a9-a1c3-4b27-b704-f7d4edb437b2 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0504696 Jan 28 04:17:57.039884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7692c37a-ea4d-49a2-96e6-1b99411eed37 req-5d8f660a-06f7-474a-9571-ca759c14b523 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704011 Jan 28 04:17:58.153843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800986c7-800b-4fa2-9a42-66f7d510f782 req-33ef3e70-eaa5-4e71-85ef-1a27d42906b8 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:58.155314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-800986c7-800b-4fa2-9a42-66f7d510f782 req-33ef3e70-eaa5-4e71-85ef-1a27d42906b8 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0472159 Jan 28 04:17:58.201653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-800986c7-800b-4fa2-9a42-66f7d510f782 req-a8394061-6b57-4d60-bc29-762bf6f9bfff tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408330 Jan 28 04:17:59.315683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d2c6a-d89b-4421-8e20-3a33584459b4 req-084a2920-7949-490b-a341-8980af4efad2 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:59.317203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a2d2c6a-d89b-4421-8e20-3a33584459b4 req-084a2920-7949-490b-a341-8980af4efad2 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0471830 Jan 28 04:17:59.368025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a2d2c6a-d89b-4421-8e20-3a33584459b4 req-1fc42e56-939c-466b-932a-beaca4da3439 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446303 Jan 28 04:18:00.480443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edab0f-00c2-4c75-bc37-c9cefc340429 req-de8107b3-a3fc-4980-a0ee-214c122038fc tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:00.481984 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6edab0f-00c2-4c75-bc37-c9cefc340429 req-de8107b3-a3fc-4980-a0ee-214c122038fc tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0468245 Jan 28 04:18:00.527850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6edab0f-00c2-4c75-bc37-c9cefc340429 req-7ab86fe5-b97a-4d89-901a-28d4504db1e7 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Jan 28 04:18:01.640636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc571e5-35ec-4bf7-b843-3016709a7d07 req-98de0337-a66e-4435-b30b-2fd2b5961774 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:01.642145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cc571e5-35ec-4bf7-b843-3016709a7d07 req-98de0337-a66e-4435-b30b-2fd2b5961774 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0467257 Jan 28 04:18:01.688767 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cc571e5-35ec-4bf7-b843-3016709a7d07 req-cc776497-7bc5-449c-80c1-0e332563b2cd tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Jan 28 04:18:02.806489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004c7ba-fe90-4ee4-b427-c78815dab2e6 req-194cdc0c-3101-4150-8b7f-1e5abea9af24 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:02.807975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f004c7ba-fe90-4ee4-b427-c78815dab2e6 req-194cdc0c-3101-4150-8b7f-1e5abea9af24 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0513771 Jan 28 04:18:02.855303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f004c7ba-fe90-4ee4-b427-c78815dab2e6 req-1636823b-04d4-4066-8d9b-31e1cec4a077 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Jan 28 04:18:03.969274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3af65-c57f-4ebd-af2a-4ec9d1eee4fd req-04714b2a-1b72-4a5f-a1f0-db24c827eacb tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:03.970744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21f3af65-c57f-4ebd-af2a-4ec9d1eee4fd req-04714b2a-1b72-4a5f-a1f0-db24c827eacb tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0482044 Jan 28 04:18:04.017041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21f3af65-c57f-4ebd-af2a-4ec9d1eee4fd req-671a7c7e-d6b5-42b0-827a-5e866e991da4 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406146 Jan 28 04:18:05.132318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc4245-6897-495a-a01b-8ef921195ddd req-799c6f5a-abbb-4013-81d1-724179f317a4 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:05.133988 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15dc4245-6897-495a-a01b-8ef921195ddd req-799c6f5a-abbb-4013-81d1-724179f317a4 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0461190 Jan 28 04:18:05.187685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15dc4245-6897-495a-a01b-8ef921195ddd req-7df5bd7e-df33-42ff-bd08-e596ef265e7c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477688 Jan 28 04:18:06.305606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d712c49-f65f-46e5-9168-1ac0e7f67e0f req-faf68d2f-3b58-42b6-b941-c8c96d947e2a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:06.306963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d712c49-f65f-46e5-9168-1ac0e7f67e0f req-faf68d2f-3b58-42b6-b941-c8c96d947e2a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0480781 Jan 28 04:18:06.353554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d712c49-f65f-46e5-9168-1ac0e7f67e0f req-9ef27d9c-45a1-4f67-ba4c-5e3b4e88cd70 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Jan 28 04:18:07.467287 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b587fa-6a0a-412a-af94-dfc36b48ab00 req-7cd35421-fa0b-49b0-a7aa-7db685bdcebb tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:07.468791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0b587fa-6a0a-412a-af94-dfc36b48ab00 req-7cd35421-fa0b-49b0-a7aa-7db685bdcebb tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0483115 Jan 28 04:18:07.517599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0b587fa-6a0a-412a-af94-dfc36b48ab00 req-9cbdd8a0-fad4-4b39-bd98-582a015002ac tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 Jan 28 04:18:08.638431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4245d1-b1f8-4b4a-a5b6-cc4f80908344 req-7ff8bf54-6f7c-46d3-aefc-b200b67e1d5f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:08.639923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b4245d1-b1f8-4b4a-a5b6-cc4f80908344 req-7ff8bf54-6f7c-46d3-aefc-b200b67e1d5f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0515916 Jan 28 04:18:08.686744 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b4245d1-b1f8-4b4a-a5b6-cc4f80908344 req-72e03fd1-9b6f-4c21-96c4-b66cee3e59d6 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Jan 28 04:18:09.800692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e09a08-11c2-40cf-a63c-109ffbc415c2 req-a8492343-14da-4480-92c0-3adbe6a6d95d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:09.802478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62e09a08-11c2-40cf-a63c-109ffbc415c2 req-a8492343-14da-4480-92c0-3adbe6a6d95d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0476835 Jan 28 04:18:09.849436 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62e09a08-11c2-40cf-a63c-109ffbc415c2 req-87b04c8a-d3ea-4fb0-8c2d-af47a6c15abd tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Jan 28 04:18:10.572745 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3802c2b-8f13-4e76-8b72-c5bd006627d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:10.967156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e75421-781e-4534-bcb0-936459d958a7 req-c2738243-1b50-4aa3-92d5-8e2fd4c63e56 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:10.968648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75e75421-781e-4534-bcb0-936459d958a7 req-c2738243-1b50-4aa3-92d5-8e2fd4c63e56 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0503116 Jan 28 04:18:11.015027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-75e75421-781e-4534-bcb0-936459d958a7 req-1a4a8185-0572-4135-8c1f-43a5d2e7257e tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Jan 28 04:18:11.502193 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-d6c9aff7-f126-4214-8224-dba41df81954 req-83b5dcab-f7fe-4436-9017-7ca1bd55122c service neutron] show failed (client error): The resource could not be found. Jan 28 04:18:11.503197 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-83b5dcab-f7fe-4436-9017-7ca1bd55122c service neutron] 10.222.0.25 "GET /v2.0/ports/b0ce72c6-c8a9-49bd-9759-d3d04d330ee8/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0552812 Jan 28 04:18:11.728120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9aff7-f126-4214-8224-dba41df81954 req-a01a238d-ec9b-4acd-ab7a-8db169d6c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:11.729643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-a01a238d-ec9b-4acd-ab7a-8db169d6c49a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a&tenant_id=53f24c814e6a430284152dfb2478f033 HTTP/1.1" status: 200 len: 1097 time: 0.0702507 Jan 28 04:18:11.746936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:18:11.800935 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:11.998436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:18:12.031162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h2-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:18:12.073958 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Publish callbacks [] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:12.075933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:18:12.078283 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad77dc89-ab2e-452d-ba3c-52fd5121f56b" -d '{"events": [{"server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:18:12.101798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Transition to ACTIVE for port object b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:18:12.119179 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:12.151446 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7929441b-f114-4b30-a88c-0f81aad01b35 x-openstack-request-id: req-7929441b-f114-4b30-a88c-0f81aad01b35 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:18:12.151736 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:18:12.151985 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7929441b-f114-4b30-a88c-0f81aad01b35 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:18:12.152374 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8', 'code': 200} Jan 28 04:18:12.197387 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Pushing event updated for resources: {'Port': ['ID=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:12.199437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] No DVR routers for this DVR port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 on host n-h2-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:18:12.209068 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba530107-93ae-43a2-9ae8-8b66ac26b16d req-19f774f5-ac21-4070-ba11-eeea55c07ff1 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:12.211025 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba530107-93ae-43a2-9ae8-8b66ac26b16d req-19f774f5-ac21-4070-ba11-eeea55c07ff1 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.1232550 Jan 28 04:18:12.219170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.219514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.219853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.220190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.220519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.220868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.221198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.221545 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.221844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.222165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.222487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.222802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.223120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:12.270437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Attempting to bind port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:18:12.270770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Attempting to bind port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:18:12.271092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Attempting to bind port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:18:12.282134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:18:12.282455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Attempting to bind port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:18:12.295695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:18:12.296027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Checking segment: {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:18:12.296408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Bound using segment: {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:18:12.296831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Bound port: b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:18:12.297276 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:12.310159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ba530107-93ae-43a2-9ae8-8b66ac26b16d req-99a03ee3-3935-406e-9d6e-5432afb113a3 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820639 Jan 28 04:18:12.368771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h1-808199-14, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:18:12.371811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:18:12.376788 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:12.408987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:12.409612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:12.410995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] 10.222.0.42 "PUT /v2.0/ports/b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 200 len: 1092 time: 0.6680462 Jan 28 04:18:12.434566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a269d3-a29f-4ef3-8082-63ff91706d1a service neutron] Pushing event updated for resources: {'Port': ['ID=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:12.478708 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:12.483687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9aff7-f126-4214-8224-dba41df81954 req-d1e715a2-3fa8-4577-a519-5c9dd0f4211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:12.485231 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-d1e715a2-3fa8-4577-a519-5c9dd0f4211a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 1095 time: 0.0422101 Jan 28 04:18:12.579204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9aff7-f126-4214-8224-dba41df81954 req-cff3c16b-658a-4d58-b599-3b69d614251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:12.580673 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-cff3c16b-658a-4d58-b599-3b69d614251c service neutron] 10.222.0.42 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0884812 Jan 28 04:18:12.620170 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-952a825e-a13c-49c3-8f50-7f3794a1379b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:12.623804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-cb60cf19-40f8-48df-918e-9b51f9f44c1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 200 len: 217 time: 0.0368817 Jan 28 04:18:12.671247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e85c368e-a2bb-42cb-92b9-26151227ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:12.672710 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-e85c368e-a2bb-42cb-92b9-26151227ed9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0435691 Jan 28 04:18:12.704246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-505a6d3c-421c-4e60-87d6-6a43327e3023 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240121 Jan 28 04:18:12.796704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-094c2537-57b7-42bf-a8c3-d47adef574cd service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857079 Jan 28 04:18:12.884805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6c9aff7-f126-4214-8224-dba41df81954 req-cb05f47f-45e2-4809-94fa-565b5aa5762b service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814166 Jan 28 04:18:13.432779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b041c-7b6b-46ba-b115-02790c995f7c req-37c380b2-86c3-451a-a1e1-ebfd869cf307 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:13.434380 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-699b041c-7b6b-46ba-b115-02790c995f7c req-37c380b2-86c3-451a-a1e1-ebfd869cf307 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 943 time: 0.0539727 Jan 28 04:18:13.481478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-699b041c-7b6b-46ba-b115-02790c995f7c req-153ad081-d83e-4b43-b986-d42b7175c659 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 Jan 28 04:18:14.153515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:18:14.155920 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89af4454-c40b-41df-a8a7-18a0e138d9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:18:14.204969 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c62fef-8ce5-46e7-915a-012790df8a87 x-openstack-request-id: req-b3c62fef-8ce5-46e7-915a-012790df8a87 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:18:14.205260 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:18:14.205519 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3c62fef-8ce5-46e7-915a-012790df8a87 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:18:14.205910 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8', 'status': 'completed', 'code': 200} Jan 28 04:18:14.291341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-c67bfe26-1bca-4e37-8a85-883786cab83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:14.292001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-d4daa42d-a1be-4e42-b4bb-df97dde4fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:14.292864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-c67bfe26-1bca-4e37-8a85-883786cab83a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 1095 time: 0.0426342 Jan 28 04:18:14.293601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-d4daa42d-a1be-4e42-b4bb-df97dde4fb70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 1095 time: 0.0406547 Jan 28 04:18:14.389076 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:14.391842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-42213c3b-a36e-4c33-a1d8-859d6abbb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:14.392584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-6cd8b99c-141a-40e3-90cb-8f7e2b881bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:14.393377 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-42213c3b-a36e-4c33-a1d8-859d6abbb308 service neutron] 10.222.0.25 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0945232 Jan 28 04:18:14.394113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-6cd8b99c-141a-40e3-90cb-8f7e2b881bab service neutron] 10.222.0.42 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0946438 Jan 28 04:18:14.439172 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-43cdac8f-b484-4474-b99d-cc00339a6540 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 200 len: 217 time: 0.0401218 Jan 28 04:18:14.452812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-86468b8f-f16f-42d8-88ee-4cb8e5b6b9a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 200 len: 217 time: 0.0381129 Jan 28 04:18:14.497194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-1f6f28aa-cbfc-4ed0-9eda-6d06f65e434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:14.499434 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-1f6f28aa-cbfc-4ed0-9eda-6d06f65e434e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0546870 Jan 28 04:18:14.506550 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-7f147750-7a18-4c79-8373-5072e6108ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:14.508037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-7f147750-7a18-4c79-8373-5072e6108ce1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0491424 Jan 28 04:18:14.532974 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-b44596f2-2a6c-41d7-8aaf-b0f58c9edd6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270982 Jan 28 04:18:14.553274 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-a0daa7af-2fc0-4cb6-8037-8ad71fb5d830 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279698 Jan 28 04:18:14.628206 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-0d69d5e2-0b60-4ea5-bfe1-61e4077555f9 service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881631 Jan 28 04:18:14.669030 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76806b-ae54-4d10-802b-d7f7bb858c3a req-59be90f1-9d88-411a-b68f-233577c60953 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:14.670550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd76806b-ae54-4d10-802b-d7f7bb858c3a req-59be90f1-9d88-411a-b68f-233577c60953 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 943 time: 0.1020443 Jan 28 04:18:14.701007 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-f2edea03-ace9-4c96-bd2e-cec0c2a41437 service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405418 Jan 28 04:18:14.722146 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-2dc29d82-bb94-466f-8e7a-f315c1bd85ac service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880358 Jan 28 04:18:14.779381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd76806b-ae54-4d10-802b-d7f7bb858c3a req-8046a65b-f82c-4bfe-95a8-02ca351f9972 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995648 Jan 28 04:18:14.785665 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:14.819939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89af4454-c40b-41df-a8a7-18a0e138d9f2 req-1ba0a760-0f15-4b9f-a85a-d6d4d90d07c6 service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111884 Jan 28 04:18:14.984547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84636b-6a9f-4274-8df8-9fd824e22cd0 req-c244eabd-7742-467a-9517-1fc230f60782 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:14.986405 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f84636b-6a9f-4274-8df8-9fd824e22cd0 req-c244eabd-7742-467a-9517-1fc230f60782 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 943 time: 0.0561655 Jan 28 04:18:15.035172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927db5de-7864-4324-a7e9-6445f44a02fc req-3b0af8b5-6d8c-479c-b82c-bad8367612db tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:15.036630 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927db5de-7864-4324-a7e9-6445f44a02fc req-3b0af8b5-6d8c-479c-b82c-bad8367612db tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a&tenant_id=53f24c814e6a430284152dfb2478f033&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 943 time: 0.0861411 Jan 28 04:18:15.038455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f84636b-6a9f-4274-8df8-9fd824e22cd0 req-b7676f88-b030-4f2c-8f7d-178ec0d266c4 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Jan 28 04:18:15.099867 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-927db5de-7864-4324-a7e9-6445f44a02fc req-6c70f954-1487-4908-a94e-61b0a622100d service neutron] delete failed (client error): The resource could not be found. Jan 28 04:18:15.101020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927db5de-7864-4324-a7e9-6445f44a02fc req-6c70f954-1487-4908-a94e-61b0a622100d service neutron] 10.222.0.25 "DELETE /v2.0/ports/b0ce72c6-c8a9-49bd-9759-d3d04d330ee8/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0582349 Jan 28 04:18:15.204077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927db5de-7864-4324-a7e9-6445f44a02fc req-b68ee82b-4f83-4c7f-80aa-625287fe6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:15.205619 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927db5de-7864-4324-a7e9-6445f44a02fc req-b68ee82b-4f83-4c7f-80aa-625287fe6035 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 1095 time: 0.0417442 Jan 28 04:18:15.301091 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927db5de-7864-4324-a7e9-6445f44a02fc req-51e31a04-2c32-444a-9b4a-c52076226d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:15.302968 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927db5de-7864-4324-a7e9-6445f44a02fc req-51e31a04-2c32-444a-9b4a-c52076226d66 service neutron] 10.222.0.25 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0898356 Jan 28 04:18:15.345541 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927db5de-7864-4324-a7e9-6445f44a02fc req-cedf1e09-2f94-4b2a-8c9d-8db8492b4090 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 200 len: 217 time: 0.0371964 Jan 28 04:18:15.393641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927db5de-7864-4324-a7e9-6445f44a02fc req-772597cf-d72b-4caa-93f2-e99e23f66f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:15.394992 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927db5de-7864-4324-a7e9-6445f44a02fc req-772597cf-d72b-4caa-93f2-e99e23f66f69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0440190 Jan 28 04:18:15.424729 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927db5de-7864-4324-a7e9-6445f44a02fc req-f26c4f2f-22fa-4496-b713-020918731390 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246027 Jan 28 04:18:15.435832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:18:15.473468 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:18:15.473862 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:18:15.624374 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:15.860917 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927db5de-7864-4324-a7e9-6445f44a02fc req-af19adb1-975d-48ed-ac62-b230140fb61f service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301972 Jan 28 04:18:15.948513 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927db5de-7864-4324-a7e9-6445f44a02fc req-3c652221-67a8-4749-b642-ffcbab974b9f service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811696 Jan 28 04:18:16.160947 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b8388-bdc4-4ff6-b129-5743bf335023 req-b81a8206-6697-403e-a5bd-14a9bfe216ca tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:16.162440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-383b8388-bdc4-4ff6-b129-5743bf335023 req-b81a8206-6697-403e-a5bd-14a9bfe216ca tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 943 time: 0.0528564 Jan 28 04:18:16.208479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-383b8388-bdc4-4ff6-b129-5743bf335023 req-89284c7c-3947-4371-9e4d-587a1716cb35 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402310 Jan 28 04:18:16.673035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:18:16.765994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:18:16.777472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8', 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038', 'port_id': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8', 'mac_address': 'fa:16:3e:47:8a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:18:16.827976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:18:16.828357 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:16.836701 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:16.842344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:18:16.861531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:18:16.865102 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:16.910653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:17.153512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b0ce72c6-c8a9-49bd-9759-d3d04d330ee8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:18:17.331962 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b336f-b4d6-4d64-a25e-1687ce06e1c7 req-e19af058-4bd9-4176-9f1e-a1980484f680 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:17.333494 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e3b336f-b4d6-4d64-a25e-1687ce06e1c7 req-e19af058-4bd9-4176-9f1e-a1980484f680 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 944 time: 0.0562434 Jan 28 04:18:17.381108 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e3b336f-b4d6-4d64-a25e-1687ce06e1c7 req-abe16333-795d-4a8f-9e36-37aad960da81 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Jan 28 04:18:17.499994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2133c-0e0d-4502-852f-50e966cfb895 req-c1223617-708c-4c03-bd8e-f4612a4f8469 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:17.502027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c2133c-0e0d-4502-852f-50e966cfb895 req-c1223617-708c-4c03-bd8e-f4612a4f8469 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 944 time: 0.0491321 Jan 28 04:18:17.553044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-48c2133c-0e0d-4502-852f-50e966cfb895 req-97a4868c-9b96-4246-b5b6-480fd2bfc63d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452154 Jan 28 04:18:17.675573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa7b28-1107-4536-9f6a-9441b483d7de req-99512d12-9922-40ef-85e9-09c794d598f0 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:17.677010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6fa7b28-1107-4536-9f6a-9441b483d7de req-99512d12-9922-40ef-85e9-09c794d598f0 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 944 time: 0.0491447 Jan 28 04:18:17.723416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6fa7b28-1107-4536-9f6a-9441b483d7de req-0293c18f-1ff3-4c6d-94d1-6e3de9736a94 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Jan 28 04:18:18.076753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-f0586bd5-bb9c-4f50-bffd-385f4421dd5d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:18.078248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-f0586bd5-bb9c-4f50-bffd-385f4421dd5d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 814 time: 0.1039515 Jan 28 04:18:18.092386 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-969a95bb-0952-45f1-ba18-d1244fee731f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/quotas/53f24c814e6a430284152dfb2478f033 HTTP/1.1" status: 200 len: 375 time: 0.0089424 Jan 28 04:18:18.140210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-c24d484c-4a51-4a15-bce5-ea9eb7bff5fb tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430348 Jan 28 04:18:18.150333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-f0890262-b0e6-4350-af0f-440d327eb4ca service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:18:18.151318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-f0890262-b0e6-4350-af0f-440d327eb4ca service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049834 Jan 28 04:18:18.236342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-e0f77823-c400-438a-aa9e-1cc86dcae98a service neutron] 10.222.0.44 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798252 Jan 28 04:18:18.340186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-2dad1b24-c5c6-4170-8b57-1c870512de2d service neutron] 10.222.0.44 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938480 Jan 28 04:18:18.501123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae861187-b9f9-40da-bcc9-b9301cd6c5ef req-878b290d-941f-4820-9fc5-ccc339c10c39 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 210 time: 0.0272605 Jan 28 04:18:18.700368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:18:18.750106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:18:18.754136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:18:18.754609 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:18.832955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:18:18.833349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:18.861777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:18:18.863981 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111c29cd-ca7c-4139-bddf-ed49b796d29d" -d '{"events": [{"server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:18:18.876338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:18:18.881137 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:18.905703 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f52461-0cc5-4f4d-8784-8b9ee7d45c39 x-openstack-request-id: req-97f52461-0cc5-4f4d-8784-8b9ee7d45c39 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:18:18.905996 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:18:18.906253 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97f52461-0cc5-4f4d-8784-8b9ee7d45c39 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:18:18.906637 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8', 'code': 200} Jan 28 04:18:18.935154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:19.408227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-1e586ce1-2db5-445a-9911-33ce8cae56f6 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:19.409796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-1e586ce1-2db5-445a-9911-33ce8cae56f6 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6ec380-e75c-444d-b46e-047996e16f6a HTTP/1.1" status: 200 len: 945 time: 0.0480528 Jan 28 04:18:19.508780 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Deleting port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:18:19.509146 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:19.609140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e122a6e-6c98-4727-9cb6-e9fb2cee8b50 req-adb9a69e-f4a5-44f6-a507-ecbcf13df3e5 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 210 time: 0.0290496 Jan 28 04:18:19.624059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-7d272fdd-61f3-4b7b-87a7-d02cd1ab4c27 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:19.625617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-7d272fdd-61f3-4b7b-87a7-d02cd1ab4c27 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.42 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 814 time: 0.1352258 Jan 28 04:18:19.643955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] For port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:18:19.644325 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:19.652755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Request body: {'port': {'device_id': '44d3aa42-9136-4132-9709-b0beef826131', 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038', 'admin_state_up': True, 'tenant_id': '53f24c814e6a430284152dfb2478f033'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:18:19.662678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Calling delete_port for b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:18:19.758113 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Made reservation on behalf of 53f24c814e6a430284152dfb2478f033 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:18:19.761584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:19.790641 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b0ce72c6-c8a9-49bd-9759-d3d04d330ee8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:19.820090 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Pushing event deleted for resources: {'Port': ['ID=b0ce72c6-c8a9-49bd-9759-d3d04d330ee8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:19.828452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b0ce72c6-c8a9-49bd-9759-d3d04d330ee8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:18:19.871290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] No DVR routers for this DVR port b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 on host n-h1-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:18:19.874150 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:19.877922 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.42 "DELETE /v2.0/ports/b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 HTTP/1.1" status: 204 len: 173 time: 0.4629803 Jan 28 04:18:19.878380 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'name': 'network-vif-deleted', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:18:19.880637 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1620a39-9c34-40bc-b8f1-e6d29e328694" -d '{"events": [{"server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "name": "network-vif-deleted", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:18:19.896710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Allocated IP 172.20.0.7 (333f0cfa-f26e-4e7c-88b0-3067c3d9e038/93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d/fef1dbc7-0649-4bce-9da1-16653538502f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:18:19.927821 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ea92de-511f-4dcd-8375-6da9d50459dd x-openstack-request-id: req-98ea92de-511f-4dcd-8375-6da9d50459dd {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:18:19.928215 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6ec380-e75c-444d-b46e-047996e16f6a", "name": "network-vif-deleted", "tag": "b0ce72c6-c8a9-49bd-9759-d3d04d330ee8", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:18:19.929009 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98ea92de-511f-4dcd-8375-6da9d50459dd {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:18:19.929419 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6ec380-e75c-444d-b46e-047996e16f6a', 'name': 'network-vif-deleted', 'tag': 'b0ce72c6-c8a9-49bd-9759-d3d04d330ee8', 'status': 'completed', 'code': 200} Jan 28 04:18:20.055809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks [] for port (fef1dbc7-0649-4bce-9da1-16653538502f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.090613 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.124310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b0ce72c6-c8a9-49bd-9759-d3d04d330ee8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:18:20.132562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:18:20.135615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:18:20.141520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:18:20.148659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Pushing event updated for resources: {'Port': ['ID=fef1dbc7-0649-4bce-9da1-16653538502f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:20.180624 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.180898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.181279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.181563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.181891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.182315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.182638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.182955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.183284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.183589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.183903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.184217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.184531 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:20.205048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:20.205656 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.222400 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-24262a59-3ebd-45ab-96f1-5d7a9033b412 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735028 Jan 28 04:18:20.239786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Request body: {'port': {'device_id': '44d3aa42-9136-4132-9709-b0beef826131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:18:20.294982 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.557504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef1dbc7-0649-4bce-9da1-16653538502f {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:18:20.564644 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Publish callbacks [] for port (fef1dbc7-0649-4bce-9da1-16653538502f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.576923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Transition to ACTIVE for port object fef1dbc7-0649-4bce-9da1-16653538502f will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:18:20.581167 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.653895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=fef1dbc7-0649-4bce-9da1-16653538502f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:20.729509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Attempting to bind port fef1dbc7-0649-4bce-9da1-16653538502f on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:18:20.729843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Attempting to bind port fef1dbc7-0649-4bce-9da1-16653538502f by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:18:20.730170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Attempting to bind port fef1dbc7-0649-4bce-9da1-16653538502f on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:18:20.734619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Port fef1dbc7-0649-4bce-9da1-16653538502f on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:18:20.734932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Attempting to bind port fef1dbc7-0649-4bce-9da1-16653538502f on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:18:20.735687 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2a0ff-2076-45b1-a21b-6acab84cc1eb req-04308499-0322-4587-b44a-fdedcbc234f0 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:20.737266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5a2a0ff-2076-45b1-a21b-6acab84cc1eb req-04308499-0322-4587-b44a-fdedcbc234f0 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 943 time: 0.0484595 Jan 28 04:18:20.739997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:18:20.740338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Checking segment: {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:18:20.741638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Bound using segment: {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:18:20.741987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Bound port: fef1dbc7-0649-4bce-9da1-16653538502f, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:18:20.742346 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.784131 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5a2a0ff-2076-45b1-a21b-6acab84cc1eb req-c053e4ca-2d61-4790-a51b-01b8d18eef3b tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Jan 28 04:18:20.808023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:18:20.810984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fef1dbc7-0649-4bce-9da1-16653538502f,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:18:20.815651 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.849495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:20.849894 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:20.851486 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] 10.222.0.42 "PUT /v2.0/ports/fef1dbc7-0649-4bce-9da1-16653538502f HTTP/1.1" status: 200 len: 1092 time: 0.6157830 Jan 28 04:18:20.853635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:18:20.855864 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c6b205-b80b-4de7-9718-3295d43d666a" -d '{"events": [{"name": "network-changed", "server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:18:20.883125 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70cc9a-9854-42ce-827e-2b88316b1ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=fef1dbc7-0649-4bce-9da1-16653538502f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:20.895368 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8a06ae-e88c-488f-93a0-7335a9bfac2e x-openstack-request-id: req-af8a06ae-e88c-488f-93a0-7335a9bfac2e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:18:20.895669 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:18:20.895905 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af8a06ae-e88c-488f-93a0-7335a9bfac2e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:18:20.896306 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f', 'status': 'completed', 'code': 200} Jan 28 04:18:20.962227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-8e4f012a-e78a-4bbc-9b03-7dacf1bea9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:20.963857 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-8e4f012a-e78a-4bbc-9b03-7dacf1bea9bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 1095 time: 0.0525298 Jan 28 04:18:21.024442 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-3541e7d1-31a0-48f3-9983-e017fc874369 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fef1dbc7-0649-4bce-9da1-16653538502f HTTP/1.1" status: 200 len: 217 time: 0.0474834 Jan 28 04:18:21.071866 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-081e00c2-abe9-42b2-b635-210298658e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:21.073228 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-081e00c2-abe9-42b2-b635-210298658e05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0436122 Jan 28 04:18:21.102870 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-7d000fd9-1c92-413b-b54d-6733ba9a580e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239840 Jan 28 04:18:21.193387 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-903d95db-687d-4e6d-8c7a-24512953d9d2 service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849793 Jan 28 04:18:21.279138 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5cd34e4f-224d-4994-8c16-bf8b34329698 req-d967fe84-1c22-48e7-8462-10a55070489c service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805430 Jan 28 04:18:21.416279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6b205-b80b-4de7-9718-3295d43d666a req-0c619ec1-c69d-4a4e-a9b2-f6b0f2b3a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:21.417793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88c6b205-b80b-4de7-9718-3295d43d666a req-0c619ec1-c69d-4a4e-a9b2-f6b0f2b3a0c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 1095 time: 0.0463142 Jan 28 04:18:21.504930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6b205-b80b-4de7-9718-3295d43d666a req-889570f2-2c62-4b1a-a47f-d66de08018a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:21.506422 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88c6b205-b80b-4de7-9718-3295d43d666a req-889570f2-2c62-4b1a-a47f-d66de08018a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0831735 Jan 28 04:18:21.548062 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88c6b205-b80b-4de7-9718-3295d43d666a req-b3df4add-7df8-4ed5-bf91-8bf7d0a48019 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fef1dbc7-0649-4bce-9da1-16653538502f HTTP/1.1" status: 200 len: 217 time: 0.0356669 Jan 28 04:18:21.598454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6b205-b80b-4de7-9718-3295d43d666a req-1d50cd64-c19f-4f1c-bb47-e905abe2827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:21.599888 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88c6b205-b80b-4de7-9718-3295d43d666a req-1d50cd64-c19f-4f1c-bb47-e905abe2827d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0464761 Jan 28 04:18:21.632335 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88c6b205-b80b-4de7-9718-3295d43d666a req-5e1a1f58-fa4c-434f-be70-fc3428db3908 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250831 Jan 28 04:18:21.721433 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88c6b205-b80b-4de7-9718-3295d43d666a req-e58b53fa-6cbd-4dec-952c-80c6390a38f1 service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822060 Jan 28 04:18:21.813626 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-88c6b205-b80b-4de7-9718-3295d43d666a req-24d1d7c3-abd1-4ea0-abc8-f8b45a424498 service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859518 Jan 28 04:18:21.899516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab535df-37c2-46f1-b8e4-aef7ff59e943 req-d32c4073-952e-4eb9-962a-794bac09854d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:21.901037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dab535df-37c2-46f1-b8e4-aef7ff59e943 req-d32c4073-952e-4eb9-962a-794bac09854d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 943 time: 0.0472424 Jan 28 04:18:21.951106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dab535df-37c2-46f1-b8e4-aef7ff59e943 req-acf9f1b5-896e-4341-8535-2380149d3620 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Jan 28 04:18:22.704461 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:18:22.729355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:18:22.729701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b0ce72c6-c8a9-49bd-9759-d3d04d330ee8 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:18:23.073256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e6f40-dafe-41ec-9aca-b3996ee2a692 req-a83baded-eef9-49f7-baed-1c4d5218ca94 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:23.074876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c04e6f40-dafe-41ec-9aca-b3996ee2a692 req-a83baded-eef9-49f7-baed-1c4d5218ca94 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 943 time: 0.0487218 Jan 28 04:18:23.121561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c04e6f40-dafe-41ec-9aca-b3996ee2a692 req-ae44823c-7bb4-4a00-b146-e4bf46328108 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Jan 28 04:18:24.235436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ac11-0fb5-44b0-b352-ece57e369225 req-fef19fe9-0020-4e4a-b5b8-eae26bb0d8e0 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:24.236921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd39ac11-0fb5-44b0-b352-ece57e369225 req-fef19fe9-0020-4e4a-b5b8-eae26bb0d8e0 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 943 time: 0.0473695 Jan 28 04:18:24.283583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd39ac11-0fb5-44b0-b352-ece57e369225 req-2db308f6-ee4a-4735-a5c8-5afcbd2d0f61 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Jan 28 04:18:24.704813 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fef1dbc7-0649-4bce-9da1-16653538502f details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:18:24.798318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fef1dbc7-0649-4bce-9da1-16653538502f,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:18:24.810399 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'fef1dbc7-0649-4bce-9da1-16653538502f', 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038', 'port_id': 'fef1dbc7-0649-4bce-9da1-16653538502f', 'mac_address': 'fa:16:3e:cd:14:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:18:24.849427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port fef1dbc7-0649-4bce-9da1-16653538502f is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:18:24.849819 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:24.862474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef1dbc7-0649-4bce-9da1-16653538502f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:18:24.883237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fef1dbc7-0649-4bce-9da1-16653538502f,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:18:24.886877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:24.932455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=fef1dbc7-0649-4bce-9da1-16653538502f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:25.143967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['fef1dbc7-0649-4bce-9da1-16653538502f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:18:25.402311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db253a-1bdd-4123-be6d-1c2ec31bae84 req-6ec9f12a-0b61-4dcb-b7fa-c6a5faa62bb3 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:25.404073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1db253a-1bdd-4123-be6d-1c2ec31bae84 req-6ec9f12a-0b61-4dcb-b7fa-c6a5faa62bb3 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 944 time: 0.0518758 Jan 28 04:18:25.451433 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1db253a-1bdd-4123-be6d-1c2ec31bae84 req-b77c4b93-521e-49e8-bd46-ecb7ac0fd21f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Jan 28 04:18:25.655933 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:18:26.563792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a9023-3afa-40d8-b537-5cd4f94c5ec0 req-da351358-7bff-47f4-aa6d-1207a7e1ac29 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:26.565296 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b2a9023-3afa-40d8-b537-5cd4f94c5ec0 req-da351358-7bff-47f4-aa6d-1207a7e1ac29 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 944 time: 0.0470760 Jan 28 04:18:26.611684 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b2a9023-3afa-40d8-b537-5cd4f94c5ec0 req-fd3b4431-3e0e-4f5a-8782-a8461c3b8bc4 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 Jan 28 04:18:26.724592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fef1dbc7-0649-4bce-9da1-16653538502f up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:18:26.773564 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port fef1dbc7-0649-4bce-9da1-16653538502f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:18:26.777279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port fef1dbc7-0649-4bce-9da1-16653538502f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:18:26.777646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:26.856395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port fef1dbc7-0649-4bce-9da1-16653538502f is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:18:26.856777 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:26.879855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:18:26.882747 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01efda1-67a0-41c5-8cef-c6e59e347c2f" -d '{"events": [{"server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "name": "network-vif-plugged", "status": "completed", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:18:26.894884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fef1dbc7-0649-4bce-9da1-16653538502f,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:18:26.899063 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:26.925127 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcfa2bd-22dc-422c-91bd-f32361dc66e3 x-openstack-request-id: req-afcfa2bd-22dc-422c-91bd-f32361dc66e3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:18:26.925464 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "name": "network-vif-plugged", "status": "completed", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:18:26.925658 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afcfa2bd-22dc-422c-91bd-f32361dc66e3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:18:26.926045 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f', 'code': 200} Jan 28 04:18:26.949995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=fef1dbc7-0649-4bce-9da1-16653538502f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:26.957627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.957976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.958313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.958646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.958974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.959406 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.960323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.960653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.961013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.961339 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.961664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.961992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:26.962311 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:18:27.044591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4edc5-3a28-4b99-bd93-205fc4357497 req-a26d2aa9-6f30-4751-a746-e3caf542cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:27.046059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46a4edc5-3a28-4b99-bd93-205fc4357497 req-a26d2aa9-6f30-4751-a746-e3caf542cd9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 1097 time: 0.0411537 Jan 28 04:18:27.089006 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46a4edc5-3a28-4b99-bd93-205fc4357497 req-b461496c-3ee7-47a7-9baa-bf66c76b8649 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375998 Jan 28 04:18:27.730204 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c90d0-a87b-42c0-9053-57c7084e5a71 req-b94175fa-9992-4b6f-8272-9bd06a8299dd tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:27.731702 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-662c90d0-a87b-42c0-9053-57c7084e5a71 req-b94175fa-9992-4b6f-8272-9bd06a8299dd tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0514436 Jan 28 04:18:27.778090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-662c90d0-a87b-42c0-9053-57c7084e5a71 req-fca4a6aa-ebf1-4c28-9578-93c61b5a0c3c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Jan 28 04:18:28.893405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2af3bd-d4e2-405a-aa5a-667cfc691028 req-ae1c2ec4-a282-4ea4-a81e-6d4519cab8ab tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:28.894887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d2af3bd-d4e2-405a-aa5a-667cfc691028 req-ae1c2ec4-a282-4ea4-a81e-6d4519cab8ab tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0475345 Jan 28 04:18:28.941443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d2af3bd-d4e2-405a-aa5a-667cfc691028 req-6a169cb9-7a8d-4c41-9704-dd166ab7fefe tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Jan 28 04:18:29.057019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dd7e3-31b8-4b22-85eb-8803cd584538 req-2296f75e-f934-4a58-9d2b-2e7836f0ee4a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:29.058528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c31dd7e3-31b8-4b22-85eb-8803cd584538 req-2296f75e-f934-4a58-9d2b-2e7836f0ee4a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0483725 Jan 28 04:18:29.107762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c31dd7e3-31b8-4b22-85eb-8803cd584538 req-5062525b-dd19-4ddb-b955-f0ed7f0f6a53 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437984 Jan 28 04:18:29.358546 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-267dfe72-dfda-46cf-b7d8-5f2aaed75aec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677855 Jan 28 04:18:29.365802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a648624-a2c6-4cec-a3cd-e8a78e6874a1 req-a50fa8bd-69f8-496b-87ad-27e5adf15bc1 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:29.367192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a648624-a2c6-4cec-a3cd-e8a78e6874a1 req-a50fa8bd-69f8-496b-87ad-27e5adf15bc1 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0689905 Jan 28 04:18:29.420367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a648624-a2c6-4cec-a3cd-e8a78e6874a1 req-8a7d62be-a7fc-4ded-8c46-0a2f4ab69aca tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473685 Jan 28 04:18:30.509934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-007250c1-8b98-4cd7-9449-7324b7bcf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:30.511458 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-007250c1-8b98-4cd7-9449-7324b7bcf092 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 1097 time: 0.0461216 Jan 28 04:18:30.543852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefac4a2-259c-4547-a586-64671ee75372 req-c6ed2f88-2e5e-4e0c-a5c5-a4fada26250d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:30.545410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eefac4a2-259c-4547-a586-64671ee75372 req-c6ed2f88-2e5e-4e0c-a5c5-a4fada26250d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0518959 Jan 28 04:18:30.596963 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eefac4a2-259c-4547-a586-64671ee75372 req-9bcf8e2b-cbd8-4ca2-ac55-4fc12548c59e tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457747 Jan 28 04:18:30.601887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-eaf5c504-d9fc-4ee8-83da-487c57bfc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:30.603371 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-eaf5c504-d9fc-4ee8-83da-487c57bfc856 service neutron] 10.222.0.42 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0857837 Jan 28 04:18:30.644359 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-9ba6bc7e-8f13-4452-9ddb-d07700a50a8d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fef1dbc7-0649-4bce-9da1-16653538502f HTTP/1.1" status: 200 len: 217 time: 0.0354540 Jan 28 04:18:30.695989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-58764db6-fb5c-43b4-a2fa-42c84c4f27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:30.697539 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-58764db6-fb5c-43b4-a2fa-42c84c4f27b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0474892 Jan 28 04:18:30.727779 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-231f0934-0c0a-453f-9be7-2d178bb932be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245054 Jan 28 04:18:30.817646 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-702ee8bf-a60e-4e54-9ea2-8848cc3f5d15 service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844047 Jan 28 04:18:30.910590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-d73a1783-ced5-4e9b-a0d1-40e097f7a6fa service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850570 Jan 28 04:18:31.712555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b260ae-5ffd-45ab-b9d8-729323d406d7 req-8b3c1b10-3897-45f0-864d-e366a7bbd1e5 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:31.714058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58b260ae-5ffd-45ab-b9d8-729323d406d7 req-8b3c1b10-3897-45f0-864d-e366a7bbd1e5 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0472684 Jan 28 04:18:31.759627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58b260ae-5ffd-45ab-b9d8-729323d406d7 req-62910121-86f9-43df-94d1-cadbc85aa767 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 Jan 28 04:18:32.876630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2458a2-2dfb-4295-ba63-1bed786fd525 req-3d3013b9-4f29-4a9d-9ec5-f428cf674475 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:32.878150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea2458a2-2dfb-4295-ba63-1bed786fd525 req-3d3013b9-4f29-4a9d-9ec5-f428cf674475 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0479889 Jan 28 04:18:32.923271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ea2458a2-2dfb-4295-ba63-1bed786fd525 req-575a84c9-ff45-4e76-80c1-85b5929cd9ac tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393200 Jan 28 04:18:34.041089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e36190-868d-4a70-b290-a86bbcb0219f req-508362d9-6a38-4b06-b8c6-ce5707201ae0 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:34.042580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1e36190-868d-4a70-b290-a86bbcb0219f req-508362d9-6a38-4b06-b8c6-ce5707201ae0 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0511250 Jan 28 04:18:34.092260 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1e36190-868d-4a70-b290-a86bbcb0219f req-3e435c8d-d7ba-4109-bf85-5fd682b2120c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Jan 28 04:18:35.208317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0928cc-5d97-4b39-bb9f-fd12ecaf3e2c req-c82f570c-d1af-4431-923d-52db510791c8 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:35.209781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a0928cc-5d97-4b39-bb9f-fd12ecaf3e2c req-c82f570c-d1af-4431-923d-52db510791c8 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0479424 Jan 28 04:18:35.256864 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a0928cc-5d97-4b39-bb9f-fd12ecaf3e2c req-faf98ca1-953e-4181-a6d1-2b9e37c8aac9 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Jan 28 04:18:36.390624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae439c-4378-49b4-bf5f-07bf095afbfd req-be8414df-8005-437c-9b16-4383799dd8e2 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:36.393188 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4ae439c-4378-49b4-bf5f-07bf095afbfd req-be8414df-8005-437c-9b16-4383799dd8e2 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0645449 Jan 28 04:18:36.456178 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a4ae439c-4378-49b4-bf5f-07bf095afbfd req-8851aee5-c430-4535-8e47-e1247aab7e82 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513048 Jan 28 04:18:37.575798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a480d1c-d133-4052-9760-9ff6135dfc88 req-ee5b6912-30ec-43f8-801b-3dcda5e2155e tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:37.577334 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a480d1c-d133-4052-9760-9ff6135dfc88 req-ee5b6912-30ec-43f8-801b-3dcda5e2155e tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0480914 Jan 28 04:18:37.624062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a480d1c-d133-4052-9760-9ff6135dfc88 req-ddb52525-1c9d-44ba-a32c-4630c8811a7a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Jan 28 04:18:38.739925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8b57a-f4db-4563-9123-609dc654175e req-7b2656ed-486c-4f4a-b28e-278cc461a002 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:38.741455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9e8b57a-f4db-4563-9123-609dc654175e req-7b2656ed-486c-4f4a-b28e-278cc461a002 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0476618 Jan 28 04:18:38.792655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9e8b57a-f4db-4563-9123-609dc654175e req-ed014553-5b2e-4772-b947-6ca6574ecf36 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445538 Jan 28 04:18:39.904890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e84f7-894f-4727-a08f-a9678c6f1569 req-0d9e1fdc-ad26-4fa5-9925-66523ac1fb65 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:39.906375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee9e84f7-894f-4727-a08f-a9678c6f1569 req-0d9e1fdc-ad26-4fa5-9925-66523ac1fb65 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0476353 Jan 28 04:18:39.952996 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee9e84f7-894f-4727-a08f-a9678c6f1569 req-33222f36-8e4f-40a0-ada3-f2c2e379bedc tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 Jan 28 04:18:40.575781 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8baf684e-c4e1-4113-a997-63e75650233b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:41.068620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6620a-2b03-4dd7-9073-55e2a9cf113c req-796a7fd4-b4b5-4707-9faf-a3b406dc9205 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:41.070196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3bd6620a-2b03-4dd7-9073-55e2a9cf113c req-796a7fd4-b4b5-4707-9faf-a3b406dc9205 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0493701 Jan 28 04:18:41.117619 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3bd6620a-2b03-4dd7-9073-55e2a9cf113c req-3dcba0e9-e4fe-4392-8596-888818ee6d07 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Jan 28 04:18:42.236143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608ef2-a456-45e0-b8d3-462df27eafb0 req-4c1195f6-17a4-4ee8-a0d2-177dba98cc9b tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:42.237643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db608ef2-a456-45e0-b8d3-462df27eafb0 req-4c1195f6-17a4-4ee8-a0d2-177dba98cc9b tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0508966 Jan 28 04:18:42.283891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db608ef2-a456-45e0-b8d3-462df27eafb0 req-5c29c645-6363-455d-8ceb-1f845391bea7 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Jan 28 04:18:42.461847 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:42.622021 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2dd69968-1137-45dc-8e7f-2af3e465043a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:43.397442 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f3448-adf7-4d42-a39e-7f823f3d87ab req-184747fc-8f95-4868-9542-19a8f73fea1e tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:43.399519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e88f3448-adf7-4d42-a39e-7f823f3d87ab req-184747fc-8f95-4868-9542-19a8f73fea1e tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0472658 Jan 28 04:18:43.444476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e88f3448-adf7-4d42-a39e-7f823f3d87ab req-78f33378-e6ae-419a-a8be-de6373e13600 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Jan 28 04:18:44.390544 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:44.558342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df425ef-86cb-41d6-b7ad-73b89a0fcd6c req-4ccea257-c855-42cf-b71a-3cd2c5750efa tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:44.559846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5df425ef-86cb-41d6-b7ad-73b89a0fcd6c req-4ccea257-c855-42cf-b71a-3cd2c5750efa tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0475640 Jan 28 04:18:44.610062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5df425ef-86cb-41d6-b7ad-73b89a0fcd6c req-7b588441-54a5-4a25-91df-870626ba96ba tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Jan 28 04:18:44.796174 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:45.623775 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:45.726460 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40ee3a-b0bb-4d0a-b23b-210c41d89c70 req-8b4a66aa-72a2-4cd6-885e-4e9450c697d1 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:45.728149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a40ee3a-b0bb-4d0a-b23b-210c41d89c70 req-8b4a66aa-72a2-4cd6-885e-4e9450c697d1 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0475008 Jan 28 04:18:45.775390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0a40ee3a-b0bb-4d0a-b23b-210c41d89c70 req-317e866a-9fb6-43aa-9b85-5a775832c4d5 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Jan 28 04:18:46.817842 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:46.901025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec611b42-821f-427d-8498-7a6c3ad87c0f req-cda295cc-28bb-45d3-b45d-ab3c94525c9c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:46.902551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec611b42-821f-427d-8498-7a6c3ad87c0f req-cda295cc-28bb-45d3-b45d-ab3c94525c9c tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0516229 Jan 28 04:18:46.954808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec611b42-821f-427d-8498-7a6c3ad87c0f req-75f06258-e31e-4a47-bb24-2e87bd6fdce7 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461140 Jan 28 04:18:48.074599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1be0af-12cd-45e2-9bcf-9bd71ef304d4 req-3cdc79ef-969d-4483-bcd1-6251715412a8 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:48.076098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe1be0af-12cd-45e2-9bcf-9bd71ef304d4 req-3cdc79ef-969d-4483-bcd1-6251715412a8 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0525525 Jan 28 04:18:48.121843 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe1be0af-12cd-45e2-9bcf-9bd71ef304d4 req-8983feb3-74bd-4f61-a080-59fc0b7d46c1 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Jan 28 04:18:49.246682 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142453c-a5c0-46c6-b774-6540d95e1076 req-4d7c77b4-9945-4905-bdb7-1462c4d2e189 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:49.248081 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c142453c-a5c0-46c6-b774-6540d95e1076 req-4d7c77b4-9945-4905-bdb7-1462c4d2e189 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0474346 Jan 28 04:18:49.294698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c142453c-a5c0-46c6-b774-6540d95e1076 req-de7f41c9-c5d3-4333-9a28-7f5f08f2eda2 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Jan 28 04:18:50.414608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fe88b-3a49-432a-bf35-f629dbf176de req-4c60830a-20d6-42d1-aacf-104c7399c704 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:50.416900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d7fe88b-3a49-432a-bf35-f629dbf176de req-4c60830a-20d6-42d1-aacf-104c7399c704 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0514181 Jan 28 04:18:50.465047 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d7fe88b-3a49-432a-bf35-f629dbf176de req-4f4e3c08-8f93-4742-8f58-a89e62647167 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 Jan 28 04:18:51.598040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8776dac-323a-458c-b9a9-c406cdf43e50 req-2398f203-9280-4f81-9c1c-6c1d74feca6b tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:51.599515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8776dac-323a-458c-b9a9-c406cdf43e50 req-2398f203-9280-4f81-9c1c-6c1d74feca6b tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0485148 Jan 28 04:18:51.647309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e8776dac-323a-458c-b9a9-c406cdf43e50 req-eff7376d-071c-4232-a940-5ce2e7cc1531 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Jan 28 04:18:52.763175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ffd6b-b5e6-451b-a242-f09d4e2d5530 req-e1a71256-1184-4345-b89a-9a3406da40d3 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:52.764647 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e23ffd6b-b5e6-451b-a242-f09d4e2d5530 req-e1a71256-1184-4345-b89a-9a3406da40d3 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0477436 Jan 28 04:18:52.814166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e23ffd6b-b5e6-451b-a242-f09d4e2d5530 req-afc842f0-3c5e-4832-8ca5-650dcc76ba61 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Jan 28 04:18:53.927477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03bea5-43ab-44b4-b950-d512ab821ff5 req-b74adbba-db88-4c57-a07b-da90ded40781 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:53.929224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd03bea5-43ab-44b4-b950-d512ab821ff5 req-b74adbba-db88-4c57-a07b-da90ded40781 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0477726 Jan 28 04:18:53.975073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd03bea5-43ab-44b4-b950-d512ab821ff5 req-2bbe01da-e63b-4424-868d-d656173442ae tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395570 Jan 28 04:18:55.091476 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacaa9d-7035-4649-80cb-9e645cdb88e4 req-a85e5375-7be9-4eeb-8e2f-30c558b4736f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:55.092990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-baacaa9d-7035-4649-80cb-9e645cdb88e4 req-a85e5375-7be9-4eeb-8e2f-30c558b4736f tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0480869 Jan 28 04:18:55.138693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-baacaa9d-7035-4649-80cb-9e645cdb88e4 req-8eeb4a0a-27bc-4769-935e-76ccbf491adb tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Jan 28 04:18:56.258124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df5917-02f3-4066-b2fd-1c1f7f8a50ca req-a30af852-7108-4580-8b6e-98eeda9b6b25 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:56.259631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46df5917-02f3-4066-b2fd-1c1f7f8a50ca req-a30af852-7108-4580-8b6e-98eeda9b6b25 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0504901 Jan 28 04:18:56.305325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46df5917-02f3-4066-b2fd-1c1f7f8a50ca req-69e8aaa7-027a-4b4f-9fea-6ea5b609a086 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402184 Jan 28 04:18:57.420408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba28fc-c03c-4607-9969-7e83a9258a1d req-5858f3f1-cae3-4fe5-bba5-a073526b564b tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:57.421927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73ba28fc-c03c-4607-9969-7e83a9258a1d req-5858f3f1-cae3-4fe5-bba5-a073526b564b tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0473099 Jan 28 04:18:57.468086 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73ba28fc-c03c-4607-9969-7e83a9258a1d req-20f62087-5b60-4f45-bfcf-20c83b9babd1 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Jan 28 04:18:57.874304 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-1eb3ae33-efdb-410a-ab8f-7001c9f4c318 service neutron] show failed (client error): The resource could not be found. Jan 28 04:18:57.875356 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-1eb3ae33-efdb-410a-ab8f-7001c9f4c318 service neutron] 10.222.0.42 "GET /v2.0/ports/fef1dbc7-0649-4bce-9da1-16653538502f/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0554609 Jan 28 04:18:58.082951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-25c9da98-349c-4d42-8dbf-78680cc271a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:58.084502 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-25c9da98-349c-4d42-8dbf-78680cc271a7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131&tenant_id=53f24c814e6a430284152dfb2478f033 HTTP/1.1" status: 200 len: 1097 time: 0.0419648 Jan 28 04:18:58.101703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:18:58.158352 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:58.366472 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=fef1dbc7-0649-4bce-9da1-16653538502f,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:18:58.401247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:18:58.443173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:18:58.445372 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfed439-e13d-4a2f-a496-8a7bd483b96b" -d '{"events": [{"server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "name": "network-vif-unplugged", "status": "completed", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:18:58.449940 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Publish callbacks [] for port (fef1dbc7-0649-4bce-9da1-16653538502f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:58.462361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Transition to ACTIVE for port object fef1dbc7-0649-4bce-9da1-16653538502f will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:18:58.465735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:58.499495 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdcfa7f-54e4-4d09-9766-4dc7714b29d5 x-openstack-request-id: req-afdcfa7f-54e4-4d09-9766-4dc7714b29d5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:18:58.499786 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "name": "network-vif-unplugged", "status": "completed", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:18:58.500040 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afdcfa7f-54e4-4d09-9766-4dc7714b29d5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:18:58.500431 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f', 'code': 200} Jan 28 04:18:58.534143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] No DVR routers for this DVR port fef1dbc7-0649-4bce-9da1-16653538502f on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:18:58.536054 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Pushing event updated for resources: {'Port': ['ID=fef1dbc7-0649-4bce-9da1-16653538502f,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:58.573158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Attempting to bind port fef1dbc7-0649-4bce-9da1-16653538502f on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:18:58.573690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Attempting to bind port fef1dbc7-0649-4bce-9da1-16653538502f by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:18:58.574200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Attempting to bind port fef1dbc7-0649-4bce-9da1-16653538502f on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:18:58.578867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Port fef1dbc7-0649-4bce-9da1-16653538502f on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:18:58.579183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Attempting to bind port fef1dbc7-0649-4bce-9da1-16653538502f on network 333f0cfa-f26e-4e7c-88b0-3067c3d9e038 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:18:58.584169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:18:58.584585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Checking segment: {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:18:58.585004 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Bound using segment: {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:18:58.585469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Bound port: fef1dbc7-0649-4bce-9da1-16653538502f, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b786f928-a087-4f67-8a41-88ad2a1928d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:18:58.585854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:58.591235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873498d6-45e0-490a-b990-193b313acabd req-b5c1bd12-2c3b-4937-87a5-f4fb1ee4d2ea tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:58.593152 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-873498d6-45e0-490a-b990-193b313acabd req-b5c1bd12-2c3b-4937-87a5-f4fb1ee4d2ea tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 943 time: 0.0502872 Jan 28 04:18:58.644135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-873498d6-45e0-490a-b990-193b313acabd req-e84e9d50-6110-4dec-9ea2-e256ffa33d43 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 Jan 28 04:18:58.649348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:18:58.652770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fef1dbc7-0649-4bce-9da1-16653538502f,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:18:58.658022 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:58.692308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:58.693002 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:58.694412 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] 10.222.0.25 "PUT /v2.0/ports/fef1dbc7-0649-4bce-9da1-16653538502f HTTP/1.1" status: 200 len: 1092 time: 0.5966716 Jan 28 04:18:58.716377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85d52f-aec6-4874-bc57-005ec9851064 service neutron] Pushing event updated for resources: {'Port': ['ID=fef1dbc7-0649-4bce-9da1-16653538502f,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:18:58.770045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-b0e50bde-06d4-4102-a408-22a9f328e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:58.771576 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-b0e50bde-06d4-4102-a408-22a9f328e123 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 1095 time: 0.0447347 Jan 28 04:18:58.860415 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-f0faf7cb-98a4-4fac-bd61-816e374698b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:58.861922 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-f0faf7cb-98a4-4fac-bd61-816e374698b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0844421 Jan 28 04:18:58.903384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-b5c65e50-4901-4681-8984-00f0765afe2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fef1dbc7-0649-4bce-9da1-16653538502f HTTP/1.1" status: 200 len: 217 time: 0.0351634 Jan 28 04:18:58.955119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-ca0f910b-b35b-47c6-86c3-6cf33f03556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:58.956520 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-ca0f910b-b35b-47c6-86c3-6cf33f03556c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0479965 Jan 28 04:18:58.987395 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-45cd1290-5125-403c-898e-c285523e1e1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249145 Jan 28 04:18:59.075786 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-3ab91282-a12e-46f7-b1f6-7e131b846158 service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818689 Jan 28 04:18:59.169623 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb815b46-c5b5-4b6e-b190-10b66a2ed405 req-576b1b26-098b-4a7f-b3be-7a9f863dd9b1 service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875208 Jan 28 04:18:59.765092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad68d9-95ec-4470-9bfa-4d93c058ac45 req-2fc0476c-aa25-4a6c-8f25-6b5f575ed4be tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:59.766568 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faad68d9-95ec-4470-9bfa-4d93c058ac45 req-2fc0476c-aa25-4a6c-8f25-6b5f575ed4be tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 943 time: 0.0476491 Jan 28 04:18:59.812858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faad68d9-95ec-4470-9bfa-4d93c058ac45 req-c81d7e6e-d822-4947-a157-aacc35848fcb tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Jan 28 04:19:00.501671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:19:00.504052 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f36705-df40-49ca-8ce3-d6cc6ed85b91" -d '{"events": [{"name": "network-changed", "server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:19:00.551164 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142bdd20-2633-41ff-8913-b950bd446a65 x-openstack-request-id: req-142bdd20-2633-41ff-8913-b950bd446a65 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:19:00.551452 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:19:00.551710 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-142bdd20-2633-41ff-8913-b950bd446a65 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:19:00.552112 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f', 'status': 'completed', 'code': 200} Jan 28 04:19:00.659059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-7f0e5aa0-3bda-4fe8-ab5a-1b4fef6e519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:00.660576 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-7f0e5aa0-3bda-4fe8-ab5a-1b4fef6e519b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 1095 time: 0.0717537 Jan 28 04:19:00.662318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-e18c68c6-06ad-45d8-906f-e71911a119e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:00.663674 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-e18c68c6-06ad-45d8-906f-e71911a119e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 1095 time: 0.0670180 Jan 28 04:19:00.824099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-d4537a1c-5ded-4447-86ca-799f6233cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:00.825523 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-d4537a1c-5ded-4447-86ca-799f6233cfea service neutron] 10.222.0.42 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.1586196 Jan 28 04:19:00.826601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-369f671b-da66-495d-8188-905a4f3b5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:00.827955 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-369f671b-da66-495d-8188-905a4f3b5d7f service neutron] 10.222.0.25 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.1538289 Jan 28 04:19:00.874021 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-fb660dfd-e6f7-4850-9ba8-59e3669c76bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fef1dbc7-0649-4bce-9da1-16653538502f HTTP/1.1" status: 200 len: 217 time: 0.0420418 Jan 28 04:19:00.910551 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-ceb18ffa-8098-4d9b-8ad1-2dd883f07b5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fef1dbc7-0649-4bce-9da1-16653538502f HTTP/1.1" status: 200 len: 217 time: 0.0709021 Jan 28 04:19:00.914513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fef1dbc7-0649-4bce-9da1-16653538502f no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:19:00.928620 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e508876-36ee-4987-adaf-b841080222e2 req-43178094-f264-4aca-8fab-e6079536757d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:00.930723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e508876-36ee-4987-adaf-b841080222e2 req-43178094-f264-4aca-8fab-e6079536757d tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 943 time: 0.0500424 Jan 28 04:19:00.958866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port fef1dbc7-0649-4bce-9da1-16653538502f host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:19:00.959270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device fef1dbc7-0649-4bce-9da1-16653538502f not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:19:00.982267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7e508876-36ee-4987-adaf-b841080222e2 req-712fac77-b68d-412f-b23a-0c73e9d21777 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452998 Jan 28 04:19:00.986297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-691112c9-736d-4376-b4ed-44c9fed0d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:00.987798 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-691112c9-736d-4376-b4ed-44c9fed0d68f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0854948 Jan 28 04:19:00.993370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-e198d2cb-5e14-46c1-b72e-6bf940b409ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:00.995063 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-e198d2cb-5e14-46c1-b72e-6bf940b409ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0649657 Jan 28 04:19:01.039413 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-a763d7c7-a39c-4050-98fc-82ec648a2bc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434012 Jan 28 04:19:01.041952 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-f8b73fea-ca40-468b-b291-12882ce04395 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385470 Jan 28 04:19:01.201672 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-3b3c3dbb-7c2d-4667-b4d2-8815650fd03d service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551075 Jan 28 04:19:01.203535 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-099d025a-6293-4ff3-a6dc-9cd700bc4c49 service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503148 Jan 28 04:19:01.363652 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-05155e39-3c69-4574-87f0-bf07d0781847 service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555767 Jan 28 04:19:01.365553 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-68f36705-df40-49ca-8ce3-d6cc6ed85b91 req-b75584a4-3b80-44bd-ae28-80fe1684c1af service neutron] 10.222.0.25 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501341 Jan 28 04:19:01.758872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fef1dbc7-0649-4bce-9da1-16653538502f details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:19:01.852110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fef1dbc7-0649-4bce-9da1-16653538502f,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:19:01.863847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'fef1dbc7-0649-4bce-9da1-16653538502f', 'network_id': '333f0cfa-f26e-4e7c-88b0-3067c3d9e038', 'port_id': 'fef1dbc7-0649-4bce-9da1-16653538502f', 'mac_address': 'fa:16:3e:cd:14:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:19:01.904265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port fef1dbc7-0649-4bce-9da1-16653538502f is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:01.904655 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:01.917752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef1dbc7-0649-4bce-9da1-16653538502f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:19:01.937456 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fef1dbc7-0649-4bce-9da1-16653538502f,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:19:01.941267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:01.987030 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=fef1dbc7-0649-4bce-9da1-16653538502f,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:02.107406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83650df8-645a-4ac1-9fa0-8dae42287b75 req-0e57a6de-ccdf-4e6a-98b3-787704e92773 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:02.108929 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83650df8-645a-4ac1-9fa0-8dae42287b75 req-0e57a6de-ccdf-4e6a-98b3-787704e92773 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 944 time: 0.0514038 Jan 28 04:19:02.155415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83650df8-645a-4ac1-9fa0-8dae42287b75 req-ca020ac7-17b0-4536-8ccb-6a64cb768db6 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409908 Jan 28 04:19:02.418192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fef1dbc7-0649-4bce-9da1-16653538502f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:19:02.657778 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:19:03.271747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0bd74-632f-4460-a8c8-31299cc619da req-2a65ed77-4667-46bb-b29d-40a566b811af tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:03.273251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6df0bd74-632f-4460-a8c8-31299cc619da req-2a65ed77-4667-46bb-b29d-40a566b811af tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 944 time: 0.0478122 Jan 28 04:19:03.319478 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6df0bd74-632f-4460-a8c8-31299cc619da req-7a34bee3-cd3d-4b4e-99da-242cb25911dd tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Jan 28 04:19:03.516672 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e09017-47f0-41e4-b690-0a7edc423a64 req-899a3816-bda3-4f23-80b0-cff3ced77316 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:03.518100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89e09017-47f0-41e4-b690-0a7edc423a64 req-899a3816-bda3-4f23-80b0-cff3ced77316 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 944 time: 0.0542088 Jan 28 04:19:03.538246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-bf322564-4944-4928-8d15-12fd7eedd386 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:03.540120 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-bf322564-4944-4928-8d15-12fd7eedd386 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131&tenant_id=53f24c814e6a430284152dfb2478f033&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 944 time: 0.0512128 Jan 28 04:19:03.566798 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89e09017-47f0-41e4-b690-0a7edc423a64 req-a6b76551-f45f-4698-96ec-df02aa1e073b tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Jan 28 04:19:03.600136 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-0e9c9e1e-a123-4761-86ea-fdbcbf66de9e service neutron] delete failed (client error): The resource could not be found. Jan 28 04:19:03.601192 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-0e9c9e1e-a123-4761-86ea-fdbcbf66de9e service neutron] 10.222.0.42 "DELETE /v2.0/ports/fef1dbc7-0649-4bce-9da1-16653538502f/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0549798 Jan 28 04:19:03.709386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-52b36ce7-c8fb-4c3e-9f97-de38c932ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:03.710862 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-52b36ce7-c8fb-4c3e-9f97-de38c932ff31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53f24c814e6a430284152dfb2478f033&device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 1096 time: 0.0452034 Jan 28 04:19:03.766664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fef1dbc7-0649-4bce-9da1-16653538502f up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:19:03.801817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-ce41f2b2-2d36-4264-93f5-9bc432a80562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:03.803224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-ce41f2b2-2d36-4264-93f5-9bc432a80562 service neutron] 10.222.0.42 "GET /v2.0/networks?id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 200 len: 915 time: 0.0858672 Jan 28 04:19:03.816465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port fef1dbc7-0649-4bce-9da1-16653538502f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:19:03.820713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port fef1dbc7-0649-4bce-9da1-16653538502f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:03.821121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:03.846288 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-67a598f6-4327-44bb-a14d-93d8915711fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fef1dbc7-0649-4bce-9da1-16653538502f HTTP/1.1" status: 200 len: 217 time: 0.0360808 Jan 28 04:19:03.897285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port fef1dbc7-0649-4bce-9da1-16653538502f is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:03.897680 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:03.898637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-179cf959-498c-4f3b-8d35-d786deb179eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:03.900730 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-179cf959-498c-4f3b-8d35-d786deb179eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 200 len: 854 time: 0.0482926 Jan 28 04:19:03.926344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:19:03.927139 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bd4bd6-412d-4816-9e79-f9d0d74fdaa1" -d '{"events": [{"server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "name": "network-vif-plugged", "status": "completed", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:19:03.937456 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-0fcac3b5-dd2f-456b-8117-b84f8f264673 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333f0cfa-f26e-4e7c-88b0-3067c3d9e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313241 Jan 28 04:19:03.940156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fef1dbc7-0649-4bce-9da1-16653538502f,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:19:03.945734 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:03.983881 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e35acf8-5ba3-465f-836e-77e9debc201c x-openstack-request-id: req-4e35acf8-5ba3-465f-836e-77e9debc201c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:19:03.984351 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "name": "network-vif-plugged", "status": "completed", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:19:03.984743 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e35acf8-5ba3-465f-836e-77e9debc201c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:19:03.985255 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f', 'code': 200} Jan 28 04:19:04.003085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=fef1dbc7-0649-4bce-9da1-16653538502f,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:04.026991 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-360c0737-3ed5-4cfc-89da-5aa42f060e40 service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886247 Jan 28 04:19:04.118414 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-63af7b04-2123-4f4b-9eee-2d8b43ae5c77 req-89218709-9d22-4fff-8587-640eaff91aed service neutron] 10.222.0.42 "GET /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854287 Jan 28 04:19:04.686070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce376-bee0-44ee-ab92-9a2151e8243c req-6c9dfe8a-3192-499c-8ee3-a45dbd0626c4 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:04.687578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3efce376-bee0-44ee-ab92-9a2151e8243c req-6c9dfe8a-3192-499c-8ee3-a45dbd0626c4 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0498025 Jan 28 04:19:04.734683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3efce376-bee0-44ee-ab92-9a2151e8243c req-081161f2-a75a-4979-96cc-cde61154fa01 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414283 Jan 28 04:19:04.850246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21024e7b-9a92-4dd2-85b7-c4f28eb5e564 req-59614b99-16d3-4892-9317-08d9750f2695 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:04.851641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21024e7b-9a92-4dd2-85b7-c4f28eb5e564 req-59614b99-16d3-4892-9317-08d9750f2695 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0472114 Jan 28 04:19:04.901064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-21024e7b-9a92-4dd2-85b7-c4f28eb5e564 req-c3047def-70a3-49d2-99b2-867e37f527be tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431628 Jan 28 04:19:05.019839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267b02-398e-4af8-892d-50eb4fbf09b0 req-4eee399b-638f-4e31-96cd-21d3255949ef tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:05.021342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8267b02-398e-4af8-892d-50eb4fbf09b0 req-4eee399b-638f-4e31-96cd-21d3255949ef tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0499663 Jan 28 04:19:05.067423 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8267b02-398e-4af8-892d-50eb4fbf09b0 req-41337c8f-6edb-4b42-a00c-8b95bff0b669 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Jan 28 04:19:05.393130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8699e-cf77-40cd-8b19-2cff373d9f6a req-8142e462-c7b1-4834-93f7-5e8cc29cc1f8 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:05.394522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bcf8699e-cf77-40cd-8b19-2cff373d9f6a req-8142e462-c7b1-4834-93f7-5e8cc29cc1f8 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0463738 Jan 28 04:19:05.441452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bcf8699e-cf77-40cd-8b19-2cff373d9f6a req-fbcc2234-c573-4af7-8967-c75fdf442c85 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Jan 28 04:19:06.559133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a99f2-2793-440f-a170-bfd3b321f8f8 req-f9f7596d-9095-4d0a-87bb-c39ce7c7c150 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:06.560606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-993a99f2-2793-440f-a170-bfd3b321f8f8 req-f9f7596d-9095-4d0a-87bb-c39ce7c7c150 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0518606 Jan 28 04:19:06.608741 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-993a99f2-2793-440f-a170-bfd3b321f8f8 req-c7a7d490-f037-4051-955f-a63fd599c7fa tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426390 Jan 28 04:19:06.878610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-028850a4-2384-41a5-949f-8efaacbc3fed tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:06.879969 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-028850a4-2384-41a5-949f-8efaacbc3fed tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.25 "GET /v2.0/ports?device_id=44d3aa42-9136-4132-9709-b0beef826131 HTTP/1.1" status: 200 len: 945 time: 0.0482976 Jan 28 04:19:06.973678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-522ae7ed-e2c5-4a07-831b-215c19117661 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Deleting port fef1dbc7-0649-4bce-9da1-16653538502f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:19:06.974015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-522ae7ed-e2c5-4a07-831b-215c19117661 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:07.062262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-522ae7ed-e2c5-4a07-831b-215c19117661 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] For port fef1dbc7-0649-4bce-9da1-16653538502f, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fef1dbc7-0649-4bce-9da1-16653538502f,segment=NetworkSegment(b786f928-a087-4f67-8a41-88ad2a1928d5),segment_id=b786f928-a087-4f67-8a41-88ad2a1928d5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:19:07.062626 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-522ae7ed-e2c5-4a07-831b-215c19117661 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:07.074836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-522ae7ed-e2c5-4a07-831b-215c19117661 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Calling delete_port for fef1dbc7-0649-4bce-9da1-16653538502f owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:19:07.203115 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-522ae7ed-e2c5-4a07-831b-215c19117661 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fef1dbc7-0649-4bce-9da1-16653538502f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:07.233185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ae7ed-e2c5-4a07-831b-215c19117661 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Pushing event deleted for resources: {'Port': ['ID=fef1dbc7-0649-4bce-9da1-16653538502f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:07.238439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fef1dbc7-0649-4bce-9da1-16653538502f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:19:07.281747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-522ae7ed-e2c5-4a07-831b-215c19117661 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] No DVR routers for this DVR port fef1dbc7-0649-4bce-9da1-16653538502f on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:19:07.285227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-522ae7ed-e2c5-4a07-831b-215c19117661 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:07.290028 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d3448fe5-30e5-4d87-a252-e2c8c469be26 req-522ae7ed-e2c5-4a07-831b-215c19117661 tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] 10.222.0.25 "DELETE /v2.0/ports/fef1dbc7-0649-4bce-9da1-16653538502f HTTP/1.1" status: 204 len: 173 time: 0.4038088 Jan 28 04:19:07.290661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'name': 'network-vif-deleted', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:19:07.293643 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d992dedb-a2cd-4ad1-a140-e20c3971246d" -d '{"events": [{"server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "name": "network-vif-deleted", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:19:07.334490 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dbb24b-e8b0-4e0e-ab75-5f9ba429f8e3 x-openstack-request-id: req-15dbb24b-e8b0-4e0e-ab75-5f9ba429f8e3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:19:07.334791 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d3aa42-9136-4132-9709-b0beef826131", "name": "network-vif-deleted", "tag": "fef1dbc7-0649-4bce-9da1-16653538502f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:19:07.335049 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15dbb24b-e8b0-4e0e-ab75-5f9ba429f8e3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:19:07.335445 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d3aa42-9136-4132-9709-b0beef826131', 'name': 'network-vif-deleted', 'tag': 'fef1dbc7-0649-4bce-9da1-16653538502f', 'status': 'completed', 'code': 200} Jan 28 04:19:07.731274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:07.780172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e02772-4a9c-4a39-8166-838fad04ff0a admin admin] Deleting subnet 93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:19:07.783183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e02772-4a9c-4a39-8166-838fad04ff0a admin admin] Publish callbacks [] for subnet (93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:07.817897 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e02772-4a9c-4a39-8166-838fad04ff0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:07.855077 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e02772-4a9c-4a39-8166-838fad04ff0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:07.903837 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e02772-4a9c-4a39-8166-838fad04ff0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:07.929783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e02772-4a9c-4a39-8166-838fad04ff0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:07.932246 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e02772-4a9c-4a39-8166-838fad04ff0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:07.935369 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-84e02772-4a9c-4a39-8166-838fad04ff0a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/93b7c5c9-8ae1-4ac9-bbef-727c559b9a2d HTTP/1.1" status: 204 len: 168 time: 0.2030940 Jan 28 04:19:07.937944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51596) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:08.009281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (333f0cfa-f26e-4e7c-88b0-3067c3d9e038), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.086435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (333f0cfa-f26e-4e7c-88b0-3067c3d9e038), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.111115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333f0cfa-f26e-4e7c-88b0-3067c3d9e038']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:08.121001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b786f928-a087-4f67-8a41-88ad2a1928d5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:08.121298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b786f928-a087-4f67-8a41-88ad2a1928d5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:08.130320 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (b786f928-a087-4f67-8a41-88ad2a1928d5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.142855 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (b786f928-a087-4f67-8a41-88ad2a1928d5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.148466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:19:08.148854 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (b786f928-a087-4f67-8a41-88ad2a1928d5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:19:08.151087 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:19:08.202991 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (333f0cfa-f26e-4e7c-88b0-3067c3d9e038), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.208244 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.211586 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/333f0cfa-f26e-4e7c-88b0-3067c3d9e038 HTTP/1.1" status: 204 len: 168 time: 0.2727234 Jan 28 04:19:08.223328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc404bc0-da3e-4507-941d-fc428cc34ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=333f0cfa-f26e-4e7c-88b0-3067c3d9e038,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:08.319282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51600) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:08.358908 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ccda2d16-c50a-4a5b-8ce2-a34939021ad0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53f24c814e6a430284152dfb2478f033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384517 Jan 28 04:19:08.361282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51602) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:08.407459 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3313908c-01cf-4978-8d46-bdaf2c18cabc admin admin] Publish callbacks [] for security_group (b9ab0acd-3437-4f6f-8c42-bebfddbb7d44), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.432920 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3313908c-01cf-4978-8d46-bdaf2c18cabc admin admin] Publish callbacks [] for security_group (b9ab0acd-3437-4f6f-8c42-bebfddbb7d44), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.479644 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3313908c-01cf-4978-8d46-bdaf2c18cabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (b9ab0acd-3437-4f6f-8c42-bebfddbb7d44), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.482766 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3313908c-01cf-4978-8d46-bdaf2c18cabc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:08.484106 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3313908c-01cf-4978-8d46-bdaf2c18cabc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9ab0acd-3437-4f6f-8c42-bebfddbb7d44 HTTP/1.1" status: 204 len: 168 time: 0.1218779 Jan 28 04:19:08.491795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313908c-01cf-4978-8d46-bdaf2c18cabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ab0acd-3437-4f6f-8c42-bebfddbb7d44,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:09.145267 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51624) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:09.239488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-961715527-network', 'tenant_id': '56008eb7946745cc8705f705e3a648ff'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:19:09.259035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Made reservation on behalf of 56008eb7946745cc8705f705e3a648ff for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:19:09.262046 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.270326 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.346801 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Publish callbacks [] for security_group (096e0cb6-3e3f-4e4e-a782-8a389f5646b4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.350719 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (096e0cb6-3e3f-4e4e-a782-8a389f5646b4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.378166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:19:09.384932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096e0cb6-3e3f-4e4e-a782-8a389f5646b4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:09.391679 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (9ecca8c6-9254-4b1f-ae2e-26bb957405dc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.392568 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Added segment 9ecca8c6-9254-4b1f-ae2e-26bb957405dc of type vlan for network 5a56f7fd-718a-4412-89db-f9cc30e410ad Jan 28 04:19:09.430982 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (5a56f7fd-718a-4412-89db-f9cc30e410ad), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.455938 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (5a56f7fd-718a-4412-89db-f9cc30e410ad), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.456893 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:09.457464 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.506939 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3605275 Jan 28 04:19:09.510038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:09.514968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Request body: {'subnet': {'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-961715527-subnet', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:19:09.521755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f7f2e-07bf-4493-b322-83912dcd2595 admin admin] Pushing event updated for resources: {'Network': ['ID=5a56f7fd-718a-4412-89db-f9cc30e410ad,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:09.532143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:19:09.534754 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Made reservation on behalf of 56008eb7946745cc8705f705e3a648ff for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:19:09.537127 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.704607 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (8f18ec23-23d6-44d0-953f-b7ecd1060c82), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.759039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f18ec23-23d6-44d0-953f-b7ecd1060c82,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:09.769281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:19:09.769641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Network hostable DHCP agents. Network: 5a56f7fd-718a-4412-89db-f9cc30e410ad, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:19:09.785961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:19:09.794760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 5a56f7fd-718a-4412-89db-f9cc30e410ad) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:19:09.798710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:09.799303 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.804196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03ee6a7-9aef-4ab5-9a15-68389735ae7a None None] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:19:09.816532 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-77dbda73-3ccb-4e8a-b2b5-ff6146d7474d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3054786 Jan 28 04:19:09.819187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51630) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:09.823757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:19:09.842576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (913fbcd8-2175-4531-a276-4c43879c6712), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.843707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (913fbcd8-2175-4531-a276-4c43879c6712), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.898470 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks [] for router_controller (913fbcd8-2175-4531-a276-4c43879c6712), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:09.910363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-5a56f7fd-718a-4412-89db-f9cc30e410ad', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:19:09.911232 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.034939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks [] for router_gateway (913fbcd8-2175-4531-a276-4c43879c6712), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.046454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Allocated IP 172.20.0.2 (5a56f7fd-718a-4412-89db-f9cc30e410ad/8f18ec23-23d6-44d0-953f-b7ecd1060c82/845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:19:10.195065 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Publish callbacks [] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.202286 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.241981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:19:10.249183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:19:10.251748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:19:10.258476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Pushing event updated for resources: {'Port': ['ID=845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:10.319542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Attempting to bind port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:19:10.319837 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Attempting to bind port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:19:10.320204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Attempting to bind port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:19:10.326574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:19:10.326958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:19:10.327369 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.327774 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:19:10.328249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Bound port: 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:19:10.328634 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.394286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] For port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:19:10.397776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] For port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:19:10.403141 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.466290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7ea85-28e4-4f03-9f98-43184e461ad8 None None] Pushing event updated for resources: {'Port': ['ID=845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:10.582607 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56bcd0cd-488d-4fc7-af71-a2b45cfd9bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.625137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks [] for router_gateway (913fbcd8-2175-4531-a276-4c43879c6712), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.645250 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.765911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Allocated IP 172.25.1.100 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/9a5b663a-428f-48bc-bfdb-3cd47796e2b3) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:19:10.881506 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks [] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.915482 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:10.955345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:19:10.958106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:19:10.963787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:19:10.971118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Pushing event updated for resources: {'Port': ['ID=9a5b663a-428f-48bc-bfdb-3cd47796e2b3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:11.097595 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:19:11.160312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:11.161010 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:11.244505 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:11.245285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:11.252978 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks [] for router_gateway (913fbcd8-2175-4531-a276-4c43879c6712), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:11.284719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:19:11.289917 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:11.344114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:11.417471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c4b92-a9ed-459c-88cc-4f4d10ba9d8a None None] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:19:11.458569 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (913fbcd8-2175-4531-a276-4c43879c6712), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:11.532117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-09f0e977-0c14-4ea3-a59b-84e7be7312a7 None None] Provisioning complete for port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:11.532415 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09f0e977-0c14-4ea3-a59b-84e7be7312a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:11.600217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Router 913fbcd8-2175-4531-a276-4c43879c6712 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:19:11.622424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-09f0e977-0c14-4ea3-a59b-84e7be7312a7 None None] Current status of the port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:11.719577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:19:11.728834 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:19:11.737380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:11.741556 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-78399439-0d62-4c8f-9462-f25fe088d50a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9186275 Jan 28 04:19:11.741695 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:19:11.741695 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:18:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:11.741933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51632) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:11.742352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9739b67b-e4eb-4a44-9865-f2780f6c71a3 None None] Provisioning complete for port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:11.742792 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9739b67b-e4eb-4a44-9865-f2780f6c71a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:11.788633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fef1dbc7-0649-4bce-9da1-16653538502f no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:19:11.832681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: fef1dbc7-0649-4bce-9da1-16653538502f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:19:11.833086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fef1dbc7-0649-4bce-9da1-16653538502f not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:19:11.849248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9739b67b-e4eb-4a44-9865-f2780f6c71a3 None None] Current status of the port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:11.855374 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:19:12.027942 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:11Z', 'revision_number': 3, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:12.052983 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:19:12.053336 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Updating router 913fbcd8-2175-4531-a276-4c43879c6712 port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:19:12.172688 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.178343 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.331586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Allocated IP 172.20.0.1 (5a56f7fd-718a-4412-89db-f9cc30e410ad/8f18ec23-23d6-44d0-953f-b7ecd1060c82/3cf02393-6494-4917-bc1e-ded5b11fc72d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:19:12.419005 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Publish callbacks [] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.424743 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.438933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Publish callbacks [] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.473866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.476027 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Pushing event updated for resources: {'Port': ['ID=9a5b663a-428f-48bc-bfdb-3cd47796e2b3,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:12.478602 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Attempting to bind port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:19:12.479094 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Attempting to bind port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:19:12.479635 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Attempting to bind port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:19:12.486128 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.489369 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.489940 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.490280 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.490620 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.490946 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.491275 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.491598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.491915 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.492231 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.492547 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.492881 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.493214 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.493511 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:12.497603 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:19:12.497987 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:19:12.498380 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.498741 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:19:12.499208 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Bound port: 9a5b663a-428f-48bc-bfdb-3cd47796e2b3, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:19:12.499580 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.514575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:19:12.517367 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:19:12.520715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:19:12.551993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Pushing event updated for resources: {'Port': ['ID=3cf02393-6494-4917-bc1e-ded5b11fc72d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:12.559184 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] For port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:19:12.562788 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] For port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a5b663a-428f-48bc-bfdb-3cd47796e2b3,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:19:12.567859 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.575215 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (913fbcd8-2175-4531-a276-4c43879c6712), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.626883 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185df63-e318-4f20-982f-24543b84c2eb None None] Pushing event updated for resources: {'Port': ['ID=9a5b663a-428f-48bc-bfdb-3cd47796e2b3,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:12.630266 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcf6af41-639b-443e-a159-217bcc79335d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.634269 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:19:12.634943 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:18:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:12.717884 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.748655 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:19:12.779327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-00eae5f6-8842-41af-8a29-db4f041bff36 None None] Provisioning complete for port 3cf02393-6494-4917-bc1e-ded5b11fc72d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:12.779710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00eae5f6-8842-41af-8a29-db4f041bff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.818301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-00eae5f6-8842-41af-8a29-db4f041bff36 None None] Port 3cf02393-6494-4917-bc1e-ded5b11fc72d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:19:12.884331 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Publish callbacks [] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.890112 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:12.931639 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:11Z', 'revision_number': 3, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:12.959990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Pushing event updated for resources: {'Port': ['ID=3cf02393-6494-4917-bc1e-ded5b11fc72d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:12.960617 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf58e7-463c-4ad7-8f17-d8dd72dfff8e None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:11Z', 'revision_number': 3, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:19:12.963078 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (913fbcd8-2175-4531-a276-4c43879c6712), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:13.034900 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:19:13.060779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:19:13.062309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:19:13.095841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:13.096219 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:13.191955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Router 913fbcd8-2175-4531-a276-4c43879c6712 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:19:13.232343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:13.349880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:19:13.362252 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b14b2bd4-f995-4695-b640-16c89259b00e admin admin] 10.222.0.44 "PUT /v2.0/routers/913fbcd8-2175-4531-a276-4c43879c6712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6125588 Jan 28 04:19:13.444222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9aa71798-1b00-4a95-a45a-25dcd617f3f0 None None] Provisioning complete for port 3cf02393-6494-4917-bc1e-ded5b11fc72d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:13.444599 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9aa71798-1b00-4a95-a45a-25dcd617f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:13.481822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9aa71798-1b00-4a95-a45a-25dcd617f3f0 None None] Port 3cf02393-6494-4917-bc1e-ded5b11fc72d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:19:13.972514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51640) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:13.977172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b7d346a1-760f-4ad0-bb02-00a051c40950 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82846262', 'description': 'tempest-description--124147842'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:19:13.998883 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7d346a1-760f-4ad0-bb02-00a051c40950 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.065288 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7d346a1-760f-4ad0-bb02-00a051c40950 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group (5b88daff-1ce8-4011-a397-4afc8e71cc98), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.069195 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7d346a1-760f-4ad0-bb02-00a051c40950 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5b88daff-1ce8-4011-a397-4afc8e71cc98), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.097856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d346a1-760f-4ad0-bb02-00a051c40950 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b88daff-1ce8-4011-a397-4afc8e71cc98,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:14.101955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7d346a1-760f-4ad0-bb02-00a051c40950 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.103672 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b7d346a1-760f-4ad0-bb02-00a051c40950 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295576 Jan 28 04:19:14.106960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:14.111264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a773533c-3770-40df-b648-efbddd264a2d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'security_group_rule': {'security_group_id': '5b88daff-1ce8-4011-a397-4afc8e71cc98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:19:14.134893 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a773533c-3770-40df-b648-efbddd264a2d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group_rule (88562cbd-a376-442c-b419-ad607f358a63), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.194152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a773533c-3770-40df-b648-efbddd264a2d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group_rule (88562cbd-a376-442c-b419-ad607f358a63), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.198000 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a773533c-3770-40df-b648-efbddd264a2d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (88562cbd-a376-442c-b419-ad607f358a63), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.216184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773533c-3770-40df-b648-efbddd264a2d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88562cbd-a376-442c-b419-ad607f358a63,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:14.225292 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a773533c-3770-40df-b648-efbddd264a2d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.226547 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a773533c-3770-40df-b648-efbddd264a2d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186466 Jan 28 04:19:14.230143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:14.234377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4a4bf90b-0a32-48e1-803e-83e0b814b3c2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'security_group_rule': {'security_group_id': '5b88daff-1ce8-4011-a397-4afc8e71cc98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:19:14.257993 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf90b-0a32-48e1-803e-83e0b814b3c2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group_rule (6b7cba26-cf7b-447e-ab04-89573df9d987), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.315806 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf90b-0a32-48e1-803e-83e0b814b3c2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group_rule (6b7cba26-cf7b-447e-ab04-89573df9d987), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.319719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf90b-0a32-48e1-803e-83e0b814b3c2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (6b7cba26-cf7b-447e-ab04-89573df9d987), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.337291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bf90b-0a32-48e1-803e-83e0b814b3c2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7cba26-cf7b-447e-ab04-89573df9d987,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:14.346133 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf90b-0a32-48e1-803e-83e0b814b3c2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.347351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4a4bf90b-0a32-48e1-803e-83e0b814b3c2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163008 Jan 28 04:19:14.350418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 51646) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:14.355264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:19:14.374490 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.396340 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.476770 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.579698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Allocated IP 172.25.1.62 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/15753712-dc3b-4c8e-beb4-8bd6fa2827f7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:19:14.598059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:19:14.608085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:19:14.608714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:19:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:14.684434 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for port (15753712-dc3b-4c8e-beb4-8bd6fa2827f7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.718257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:19:14.722345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (15753712-dc3b-4c8e-beb4-8bd6fa2827f7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.762146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:19:14.769564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:19:14.771489 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event updated for resources: {'Port': ['ID=15753712-dc3b-4c8e-beb4-8bd6fa2827f7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:14.773626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:19:14.855990 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.858515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.898647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (15753712-dc3b-4c8e-beb4-8bd6fa2827f7), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:14.950368 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 2, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:14.985272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:19:14.985635 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Updating router 913fbcd8-2175-4531-a276-4c43879c6712 port 3cf02393-6494-4917-bc1e-ded5b11fc72d binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:19:15.014342 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.060671 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for port (15753712-dc3b-4c8e-beb4-8bd6fa2827f7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.065741 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (15753712-dc3b-4c8e-beb4-8bd6fa2827f7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.071609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:19:15.143291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event updated for resources: {'Port': ['ID=15753712-dc3b-4c8e-beb4-8bd6fa2827f7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:15.152559 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.167509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.177464 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b8f44a75-1e18-4d9f-8698-1a3ed4a2d891 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8174362 Jan 28 04:19:15.225417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:15.225812 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.317709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-97ab1fa6-5757-4b14-8c67-4c09c5f8a46c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--82846262&fields=id&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 267 time: 0.0440996 Jan 28 04:19:15.376188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:15.376584 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.399369 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Publish callbacks [] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.408985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a5b663a-428f-48bc-bfdb-3cd47796e2b3,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:19:15.410870 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.416718 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.429258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-1c1d5e6a-1912-430d-a205-d8af78e3a446 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:15.430716 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-1c1d5e6a-1912-430d-a205-d8af78e3a446 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 811 time: 0.1065235 Jan 28 04:19:15.448163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-379051ae-cf60-4e92-9820-12da6bc058c1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/quotas/56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 375 time: 0.0109787 Jan 28 04:19:15.466021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598b447-7a64-4d02-9d12-aeefbc6e17cc None None] Pushing event updated for resources: {'Port': ['ID=3cf02393-6494-4917-bc1e-ded5b11fc72d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:15.510905 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-71181df6-e22b-41f3-8401-2b87d2d3fda6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530620 Jan 28 04:19:15.620573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-b2287e9c-88af-43ea-a963-688201ddd3f3 service neutron] 10.222.0.44 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970767 Jan 28 04:19:15.723914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-a5795f77-a273-4c2f-ab84-3839b5cca139 service neutron] 10.222.0.44 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971875 Jan 28 04:19:15.734280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Attempting to bind port 3cf02393-6494-4917-bc1e-ded5b11fc72d on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:19:15.734659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Attempting to bind port 3cf02393-6494-4917-bc1e-ded5b11fc72d by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:19:15.735022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Attempting to bind port 3cf02393-6494-4917-bc1e-ded5b11fc72d on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:19:15.747507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.750827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=9a5b663a-428f-48bc-bfdb-3cd47796e2b3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:15.753561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:19:15.753946 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:19:15.754345 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.754730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:19:15.755197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Bound port: 3cf02393-6494-4917-bc1e-ded5b11fc72d, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:19:15.755779 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.766282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d1726f38-34fc-4d51-9730-ffce0f390d87 None None] Provisioning complete for port 3cf02393-6494-4917-bc1e-ded5b11fc72d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:15.766661 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1726f38-34fc-4d51-9730-ffce0f390d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.831993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d1726f38-34fc-4d51-9730-ffce0f390d87 None None] Port 3cf02393-6494-4917-bc1e-ded5b11fc72d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:19:15.865260 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] For port 3cf02393-6494-4917-bc1e-ded5b11fc72d, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:19:15.870132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] For port 3cf02393-6494-4917-bc1e-ded5b11fc72d, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3cf02393-6494-4917-bc1e-ded5b11fc72d,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:19:15.874638 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:15.894435 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38a5647a-6c4f-477c-88c1-4d54aaa92414 req-57c23e90-4ec9-4c31-aaee-23bdd9487034 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 210 time: 0.0282354 Jan 28 04:19:15.943338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:19:15.943967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:19:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:15.993077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598b447-7a64-4d02-9d12-aeefbc6e17cc None None] Pushing event updated for resources: {'Port': ['ID=3cf02393-6494-4917-bc1e-ded5b11fc72d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:16.075554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:19:16.206347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7ceed8ac-3cd9-480e-ba2f-55e2f2370b46 None None] Provisioning complete for port 3cf02393-6494-4917-bc1e-ded5b11fc72d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:16.206723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ceed8ac-3cd9-480e-ba2f-55e2f2370b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:16.346690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7ceed8ac-3cd9-480e-ba2f-55e2f2370b46 None None] Current status of the port 3cf02393-6494-4917-bc1e-ded5b11fc72d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:16.346991 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ceed8ac-3cd9-480e-ba2f-55e2f2370b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:16.371338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:16.406797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b33f725-b2d2-4f47-b2c6-8b9e6df195a7 None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:19:16.411100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7ceed8ac-3cd9-480e-ba2f-55e2f2370b46 None None] For port 3cf02393-6494-4917-bc1e-ded5b11fc72d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3cf02393-6494-4917-bc1e-ded5b11fc72d,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:19:16.416033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ceed8ac-3cd9-480e-ba2f-55e2f2370b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:16.499224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceed8ac-3cd9-480e-ba2f-55e2f2370b46 None None] Pushing event updated for resources: {'Port': ['ID=3cf02393-6494-4917-bc1e-ded5b11fc72d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:16.818849 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:17.029697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9eb889c0-2870-415a-bf09-4cec36e3bcee req-0d9e5343-b7f5-4424-916b-b195c31fabc7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 210 time: 0.0337551 Jan 28 04:19:17.038104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-e9266fdd-3398-4344-a13b-bf1e81084781 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:17.040217 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-e9266fdd-3398-4344-a13b-bf1e81084781 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 811 time: 0.1435268 Jan 28 04:19:17.118447 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-71c8ce00-7c0f-4a3b-9302-85be2b8cad9a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 378 time: 0.0634353 Jan 28 04:19:17.147182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'port': {'device_id': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'admin_state_up': True, 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'security_groups': ['5b88daff-1ce8-4011-a397-4afc8e71cc98']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:19:17.156373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3cf02393-6494-4917-bc1e-ded5b11fc72d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:19:17.214179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3cf02393-6494-4917-bc1e-ded5b11fc72d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:17.214830 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:17.266087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Made reservation on behalf of 56008eb7946745cc8705f705e3a648ff for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:19:17.269655 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:17.298855 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3cf02393-6494-4917-bc1e-ded5b11fc72d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:17.300085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:19:17.356884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:17.357296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:17.411676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Allocated IP 172.20.0.8 (5a56f7fd-718a-4412-89db-f9cc30e410ad/8f18ec23-23d6-44d0-953f-b7ecd1060c82/81786941-9e78-4c77-918c-d89426487829) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:19:17.440678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:17.555049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for port (81786941-9e78-4c77-918c-d89426487829), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:17.590046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (81786941-9e78-4c77-918c-d89426487829), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:17.636621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:19:17.639559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:19:17.646038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:19:17.653636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event updated for resources: {'Port': ['ID=81786941-9e78-4c77-918c-d89426487829,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:17.699340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:17.699963 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:17.717170 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-f3395f38-9feb-499b-b6f1-5b9ef4ce03c5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5749776 Jan 28 04:19:17.734087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Request body: {'port': {'device_id': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:19:17.789427 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81786941-9e78-4c77-918c-d89426487829), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:17.847140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d2b59e92-92c9-49e6-a9f7-3bb501681592 None None] Provisioning complete for port 81786941-9e78-4c77-918c-d89426487829 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:17.847514 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2b59e92-92c9-49e6-a9f7-3bb501681592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (81786941-9e78-4c77-918c-d89426487829), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:17.881039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d2b59e92-92c9-49e6-a9f7-3bb501681592 None None] Port 81786941-9e78-4c77-918c-d89426487829 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:19:18.057402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81786941-9e78-4c77-918c-d89426487829 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:19:18.065027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Publish callbacks [] for port (81786941-9e78-4c77-918c-d89426487829), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:18.077558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Transition to ACTIVE for port object 81786941-9e78-4c77-918c-d89426487829 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:19:18.081778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (81786941-9e78-4c77-918c-d89426487829), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:18.137883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Pushing event updated for resources: {'Port': ['ID=81786941-9e78-4c77-918c-d89426487829,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:18.159018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97369115-7010-4072-9822-47be824c4f5f req-88bcc736-3aaf-4468-a6df-e1ba4ccdd05e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:18.160592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97369115-7010-4072-9822-47be824c4f5f req-88bcc736-3aaf-4468-a6df-e1ba4ccdd05e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 943 time: 0.0574777 Jan 28 04:19:18.210751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97369115-7010-4072-9822-47be824c4f5f req-7d8ca440-9a90-4062-82e8-87ecfefd02e7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442102 Jan 28 04:19:18.212172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Attempting to bind port 81786941-9e78-4c77-918c-d89426487829 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:19:18.212558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Attempting to bind port 81786941-9e78-4c77-918c-d89426487829 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:19:18.212917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Attempting to bind port 81786941-9e78-4c77-918c-d89426487829 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:19:18.218859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Port 81786941-9e78-4c77-918c-d89426487829 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:19:18.219182 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Attempting to bind port 81786941-9e78-4c77-918c-d89426487829 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:19:18.224636 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:19:18.225010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:19:18.225557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:19:18.225989 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Bound port: 81786941-9e78-4c77-918c-d89426487829, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:19:18.226344 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81786941-9e78-4c77-918c-d89426487829), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:18.293933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] For port 81786941-9e78-4c77-918c-d89426487829, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:19:18.297129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] For port 81786941-9e78-4c77-918c-d89426487829, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81786941-9e78-4c77-918c-d89426487829,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:19:18.302748 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (81786941-9e78-4c77-918c-d89426487829), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:18.338852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:18.339483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:18.341232 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] 10.222.0.25 "PUT /v2.0/ports/81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 1092 time: 0.6112936 Jan 28 04:19:18.343467 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'tag': '81786941-9e78-4c77-918c-d89426487829'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:19:18.345718 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2318afe-19fe-4a3d-9aaa-24edadef3a40" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "tag": "81786941-9e78-4c77-918c-d89426487829"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:19:18.379719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d66f8-ee84-4b1a-9abe-758a07e9b13a service neutron] Pushing event updated for resources: {'Port': ['ID=81786941-9e78-4c77-918c-d89426487829,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:18.394926 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39cef6d-544e-4ed5-bdbb-a822df9db7a5 x-openstack-request-id: req-e39cef6d-544e-4ed5-bdbb-a822df9db7a5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:19:18.395294 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "tag": "81786941-9e78-4c77-918c-d89426487829", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:19:18.395616 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e39cef6d-544e-4ed5-bdbb-a822df9db7a5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:19:18.396091 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'tag': '81786941-9e78-4c77-918c-d89426487829', 'status': 'completed', 'code': 200} Jan 28 04:19:18.451110 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-fae15e7f-babc-4caf-9666-c866f2d9f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:18.452683 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-fae15e7f-babc-4caf-9666-c866f2d9f8cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1095 time: 0.0441456 Jan 28 04:19:18.506144 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-e58f75a7-bae1-4c4b-ba6c-5e5a3339a2ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 217 time: 0.0415261 Jan 28 04:19:18.555649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-015c0d0d-62f3-4576-9059-973cf7f7e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:18.557842 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-015c0d0d-62f3-4576-9059-973cf7f7e7b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0454030 Jan 28 04:19:18.601355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-b3e1e7b6-8229-4ab9-8c3d-f4d86392a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:18.602837 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-b3e1e7b6-8229-4ab9-8c3d-f4d86392a409 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390995 Jan 28 04:19:18.696927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-0bcc72ac-1fc0-4cf2-9497-e6f9b0b5f040 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872128 Jan 28 04:19:18.784354 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-771b5c1a-afef-4efd-8c25-1d50ea0580cc req-32ddc0ea-f098-48fa-a117-c1617f28aadf service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807674 Jan 28 04:19:18.919782 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-673c7a92-8581-4473-b942-79133a822857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:18.921328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-673c7a92-8581-4473-b942-79133a822857 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1095 time: 0.0468464 Jan 28 04:19:19.010340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-a4b4886f-ee0e-44ef-ad0b-6ada08f0f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:19.011869 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-a4b4886f-ee0e-44ef-ad0b-6ada08f0f933 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0850396 Jan 28 04:19:19.052142 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-417a6bbd-ed2f-4ee8-a3dd-363d935776d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 217 time: 0.0344639 Jan 28 04:19:19.102212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-74072131-26e9-4daa-9f51-b1dfd2ac5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:19.103666 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-74072131-26e9-4daa-9f51-b1dfd2ac5472 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0458672 Jan 28 04:19:19.147894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-d5b49abf-9917-46d9-8f86-b58c2286f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:19.149400 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-d5b49abf-9917-46d9-8f86-b58c2286f794 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396283 Jan 28 04:19:19.235011 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-d376b33d-ef2a-4479-9460-3ef5fba7bad6 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793011 Jan 28 04:19:19.327220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787445df-335b-4732-88dd-b3d91c602352 req-e7f8087f-1b0c-4868-9cbc-62e352679b0d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:19.328154 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c2318afe-19fe-4a3d-9aaa-24edadef3a40 req-dd8c9721-0fd1-4bf3-aad6-ae00867e982e service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878665 Jan 28 04:19:19.328691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-787445df-335b-4732-88dd-b3d91c602352 req-e7f8087f-1b0c-4868-9cbc-62e352679b0d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 943 time: 0.0477083 Jan 28 04:19:19.374771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-787445df-335b-4732-88dd-b3d91c602352 req-6c280988-22f0-418f-bf93-1e239af2f5dc tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401926 Jan 28 04:19:20.491612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f686b8-7ed5-4733-8134-aff4b6897b44 req-c59cd5f5-43d8-4cbf-bb3a-ce2c5ad83df8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:20.493102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7f686b8-7ed5-4733-8134-aff4b6897b44 req-c59cd5f5-43d8-4cbf-bb3a-ce2c5ad83df8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 943 time: 0.0475817 Jan 28 04:19:20.542657 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f7f686b8-7ed5-4733-8134-aff4b6897b44 req-a4d1ab42-faf1-4543-b214-b0d54b65e93c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439289 Jan 28 04:19:21.655172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476339-de96-48ff-8a12-b16cd82b92c4 req-20e8515d-f57f-4614-bbbb-7136565e1954 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:21.656637 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73476339-de96-48ff-8a12-b16cd82b92c4 req-20e8515d-f57f-4614-bbbb-7136565e1954 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 943 time: 0.0474145 Jan 28 04:19:21.703264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-73476339-de96-48ff-8a12-b16cd82b92c4 req-ade398f7-6700-498f-b1d8-9e7ae4016ee0 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410895 Jan 28 04:19:21.834978 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 81786941-9e78-4c77-918c-d89426487829 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:19:21.929581 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 81786941-9e78-4c77-918c-d89426487829, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81786941-9e78-4c77-918c-d89426487829,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:19:21.942954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '81786941-9e78-4c77-918c-d89426487829', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'port_id': '81786941-9e78-4c77-918c-d89426487829', 'mac_address': 'fa:16:3e:4d:34:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:19:21.984872 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 81786941-9e78-4c77-918c-d89426487829 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:21.985328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81786941-9e78-4c77-918c-d89426487829), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:21.998565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81786941-9e78-4c77-918c-d89426487829 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:19:22.018196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 81786941-9e78-4c77-918c-d89426487829, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81786941-9e78-4c77-918c-d89426487829,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:19:22.022209 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (81786941-9e78-4c77-918c-d89426487829), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:22.068089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=81786941-9e78-4c77-918c-d89426487829,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:22.388052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['81786941-9e78-4c77-918c-d89426487829'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:19:22.825488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc680ce0-bea5-4027-ba26-c5b01f9a70e9 req-d3d1243a-f95d-450a-b948-3d7432e19d07 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:22.826983 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc680ce0-bea5-4027-ba26-c5b01f9a70e9 req-d3d1243a-f95d-450a-b948-3d7432e19d07 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 944 time: 0.0479469 Jan 28 04:19:22.873351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc680ce0-bea5-4027-ba26-c5b01f9a70e9 req-f0075980-a555-468b-b17d-33e4c0e519ce tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408909 Jan 28 04:19:23.850455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 81786941-9e78-4c77-918c-d89426487829 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:19:23.898999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 81786941-9e78-4c77-918c-d89426487829 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:19:23.903971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 81786941-9e78-4c77-918c-d89426487829 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:19:23.904477 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (81786941-9e78-4c77-918c-d89426487829), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:23.985449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 81786941-9e78-4c77-918c-d89426487829 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:19:23.985837 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81786941-9e78-4c77-918c-d89426487829), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:24.011137 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81786941-9e78-4c77-918c-d89426487829'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:19:24.013757 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db18d255-e5d9-45f1-a575-7ac99cb9700d" -d '{"events": [{"server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "name": "network-vif-plugged", "status": "completed", "tag": "81786941-9e78-4c77-918c-d89426487829"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:19:24.027810 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 81786941-9e78-4c77-918c-d89426487829, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81786941-9e78-4c77-918c-d89426487829,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:19:24.032373 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (81786941-9e78-4c77-918c-d89426487829), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:24.060565 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16f68b7-f195-459b-b937-127a353f5aa2 x-openstack-request-id: req-b16f68b7-f195-459b-b937-127a353f5aa2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:19:24.060896 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "name": "network-vif-plugged", "status": "completed", "tag": "81786941-9e78-4c77-918c-d89426487829", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:19:24.061159 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b16f68b7-f195-459b-b937-127a353f5aa2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:19:24.061553 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81786941-9e78-4c77-918c-d89426487829', 'code': 200} Jan 28 04:19:24.089417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=81786941-9e78-4c77-918c-d89426487829,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:24.186833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bad10-e787-411e-8697-74f6656165fe req-6eed5f48-d27c-4136-8117-80a8aef3202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:24.188356 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-140bad10-e787-411e-8697-74f6656165fe req-6eed5f48-d27c-4136-8117-80a8aef3202b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1097 time: 0.0445647 Jan 28 04:19:24.234258 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-140bad10-e787-411e-8697-74f6656165fe req-a344af17-1ea8-4537-9509-cb84c0f482fb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402381 Jan 28 04:19:24.329533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d4154-2f83-407b-8cbc-724e26b9621b req-2d15e22c-ee22-4578-9725-ca96ed5e69aa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:24.331054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d97d4154-2f83-407b-8cbc-724e26b9621b req-2d15e22c-ee22-4578-9725-ca96ed5e69aa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 944 time: 0.3893857 Jan 28 04:19:24.379570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d97d4154-2f83-407b-8cbc-724e26b9621b req-4e31481c-3f93-47f4-9a92-4d0b05400186 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423813 Jan 28 04:19:25.510842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf3bd0-99d4-43cf-b539-b2a45715849a req-5f5614b1-a47a-404b-a7b7-4ea9cffe00a3 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:25.512566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89bf3bd0-99d4-43cf-b539-b2a45715849a req-5f5614b1-a47a-404b-a7b7-4ea9cffe00a3 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0493655 Jan 28 04:19:25.560631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89bf3bd0-99d4-43cf-b539-b2a45715849a req-3be66038-28f9-4252-9713-6f1983845854 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422418 Jan 28 04:19:26.675824 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b66cb7-173a-47fe-b9ed-170b3c261b19 req-df6836f3-79d8-4943-a82f-c55bbd452295 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:26.677313 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67b66cb7-173a-47fe-b9ed-170b3c261b19 req-df6836f3-79d8-4943-a82f-c55bbd452295 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0484271 Jan 28 04:19:26.726462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67b66cb7-173a-47fe-b9ed-170b3c261b19 req-dd6f0cf2-b355-49e8-8dda-bdade2b7e54d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432253 Jan 28 04:19:26.835186 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994188d-a0f1-4d61-8ba0-07a41dd56f58 req-00cac9d7-0c3b-4b4c-bf7f-a5bba3b34969 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:26.836676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4994188d-a0f1-4d61-8ba0-07a41dd56f58 req-00cac9d7-0c3b-4b4c-bf7f-a5bba3b34969 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0472448 Jan 28 04:19:26.845660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 51694) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:26.850025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8bfdedc2-e139-4054-8db3-5fa0e318d077 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'floatingip': {'port_id': '81786941-9e78-4c77-918c-d89426487829'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:19:26.888115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bfdedc2-e139-4054-8db3-5fa0e318d077 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:27.313236 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bfdedc2-e139-4054-8db3-5fa0e318d077 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:27.317152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bfdedc2-e139-4054-8db3-5fa0e318d077 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:27.419252 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-8bfdedc2-e139-4054-8db3-5fa0e318d077 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327 associated. External IP: 172.25.1.62, port: 81786941-9e78-4c77-918c-d89426487829. Jan 28 04:19:27.636190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfdedc2-e139-4054-8db3-5fa0e318d077 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Router 913fbcd8-2175-4531-a276-4c43879c6712 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:19:27.742693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfdedc2-e139-4054-8db3-5fa0e318d077 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:19:27.748070 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8bfdedc2-e139-4054-8db3-5fa0e318d077 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:27.754707 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:19:27.765997 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:19:27.766659 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:19:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:27.774717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8bfdedc2-e139-4054-8db3-5fa0e318d077 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "PUT /v2.0/floatingips/10ef399e-ffa5-4a05-b468-afec01bb3327 HTTP/1.1" status: 200 len: 990 time: 0.9280052 Jan 28 04:19:27.775292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'tag': '81786941-9e78-4c77-918c-d89426487829'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:19:27.777922 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "tag": "81786941-9e78-4c77-918c-d89426487829"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:19:27.815609 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1c0d36-03b8-4f1d-b9e6-210905f4b84b x-openstack-request-id: req-cb1c0d36-03b8-4f1d-b9e6-210905f4b84b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:19:27.815980 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "tag": "81786941-9e78-4c77-918c-d89426487829", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:19:27.816381 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb1c0d36-03b8-4f1d-b9e6-210905f4b84b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:19:27.816889 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'tag': '81786941-9e78-4c77-918c-d89426487829', 'status': 'completed', 'code': 200} Jan 28 04:19:27.887291 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:19:27.914649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-e7a7a175-a235-42ef-8f1d-973b919bfa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:27.915773 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-e7a7a175-a235-42ef-8f1d-973b919bfa4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1097 time: 0.0443590 Jan 28 04:19:28.005405 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-c11e3c81-edd1-42a1-a91d-1792c8323d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:28.006882 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-c11e3c81-edd1-42a1-a91d-1792c8323d75 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0856721 Jan 28 04:19:28.077117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-b427a95e-82cc-4cf6-abc8-532235ce65ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 998 time: 0.0631146 Jan 28 04:19:28.113227 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': '81786941-9e78-4c77-918c-d89426487829', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:4d:34:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:19:27Z', 'revision_number': 1, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:28.139875 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:19:28.148581 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:19:28.149231 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:19:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:28.258899 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:19:28.479090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-64f6c85a-3420-4620-968b-c385960f8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:28.480574 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-64f6c85a-3420-4620-968b-c385960f8ff5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.3979023 Jan 28 04:19:28.484280 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': '81786941-9e78-4c77-918c-d89426487829', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:4d:34:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:19:27Z', 'revision_number': 1, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:28.526817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-ae2e0ff2-2939-4ea5-b274-4bace1104591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:28.528379 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-ae2e0ff2-2939-4ea5-b274-4bace1104591 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413249 Jan 28 04:19:28.606351 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80ff5-9678-4d51-b39a-9c4820091d96 None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': '81786941-9e78-4c77-918c-d89426487829', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:4d:34:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:19:27Z', 'revision_number': 1, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:19:28.624238 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-56e62895-9346-404e-a720-e36c01917659 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896080 Jan 28 04:19:28.715058 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-570dce3d-48c4-425e-a91f-c1fd54a2c0ab req-09c77da1-f006-4f37-b555-7315223522e2 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853295 Jan 28 04:19:28.823304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec0593-776b-4248-bd19-d1e60add9385 None None] New status for floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:19:39.657022 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:19:40.576119 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7aa2745e-d038-46c6-a731-0440a14bcd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:42.500379 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:42.621064 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6cb624d3-7ca1-470e-b47b-1a19d201cf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:44.396210 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:44.816891 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:45.629133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:46.812371 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:49.512664 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-ebae57d7-8ea6-436a-8122-53b6afe88d00 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398405 Jan 28 04:19:49.613015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-16b41e23-177b-4b0b-b559-8164f5c1e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:49.614522 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-16b41e23-177b-4b0b-b559-8164f5c1e483 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1097 time: 0.0455053 Jan 28 04:19:49.734979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-aa706274-392e-42be-81f1-29855c75ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:49.736419 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-aa706274-392e-42be-81f1-29855c75ca21 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0827932 Jan 28 04:19:49.804677 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-83cd2f2d-3e8a-4c06-9a2f-ee39811c2bb0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 1000 time: 0.0615752 Jan 28 04:19:49.854905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-5aa823d9-fd7d-4f03-b4b6-6e1ceaf1076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:49.856355 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-5aa823d9-fd7d-4f03-b4b6-6e1ceaf1076b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0449750 Jan 28 04:19:49.900571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-79baa7a9-447e-4f34-9157-66b67d658c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:49.902184 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-79baa7a9-447e-4f34-9157-66b67d658c1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405009 Jan 28 04:19:49.992935 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-e6990656-48df-46cd-b9cf-ed72377a4f5c service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846944 Jan 28 04:19:50.079700 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-96767365-cf4f-4770-b65f-b8333fd3ed94 req-9b615e93-524b-4435-a183-63b583d8ae7c service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810788 Jan 28 04:20:10.577265 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acfd93fe-80bd-4265-8159-9c1596862ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.497432 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.623366 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af7d3cb8-00bf-45a0-81d9-0e6389ec25f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:14.398453 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:14.810955 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.630903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:16.655371 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:20:16.817353 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:40.582504 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e02d1d1-5793-470c-9ba3-ca89cfc5b855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:42.512026 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:42.626823 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbbecc2d-c248-412a-94ca-7d93b797ab3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:44.401690 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:44.814865 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:45.633687 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:46.819802 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:49.387597 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-f718af06-4cac-4ed7-bd59-615b3b1b3d59 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392439 Jan 28 04:20:49.491458 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-e86d264b-ee7d-46dc-84f7-dcfe46247301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:49.492992 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-e86d264b-ee7d-46dc-84f7-dcfe46247301 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1097 time: 0.0467484 Jan 28 04:20:49.603758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-f91a0229-a198-4598-ba58-b0eda6604bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:49.605295 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-f91a0229-a198-4598-ba58-b0eda6604bf6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0947630 Jan 28 04:20:49.675279 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-237a9e4e-5ebb-4238-abf2-b768f518402c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 1000 time: 0.0644343 Jan 28 04:20:49.723237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-8d774818-497b-41aa-994a-682a1b1fd607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:49.724701 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-8d774818-497b-41aa-994a-682a1b1fd607 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0435705 Jan 28 04:20:49.769284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-9c7c12d1-3077-4510-a390-ccffc55361a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:49.770745 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-9c7c12d1-3077-4510-a390-ccffc55361a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399871 Jan 28 04:20:49.861712 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-d7a35b80-605f-4e51-be2a-beb8a9d0b828 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841770 Jan 28 04:20:49.949957 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-325b3c09-b7f1-4276-989d-fae89d3430ad req-f78b6d31-5409-483b-ad4a-7b76201caf86 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821240 Jan 28 04:20:53.653559 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:21:10.574824 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bc906fb-54f8-49a7-9fa0-24fcf488bf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:12.520523 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:12.632813 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a91bb44f-d37e-4d4b-8021-01d5a07d43b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:14.404607 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:14.809324 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:15.636497 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:16.823364 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:30.652532 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:21:40.575891 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1091e2e3-be48-4eea-b90a-583c648520d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:42.517757 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:42.626900 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14f1949e-71e2-4758-a5bd-5397d573b42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:44.097538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-3d8f0dba-fd59-4532-9e66-77e0f6fedaf5 req-be4fcb27-35ba-4aa6-9316-0c15adf0528d service neutron] (103288) timed out ('10.222.0.44', 43676) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:21:44.408100 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:44.823913 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:45.637891 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:46.825470 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:51.331155 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-cb7272b1-b924-4145-8169-bba84cd14437 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400481 Jan 28 04:21:51.438066 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-28286f3b-a50d-4c1f-b707-89bbb583ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:51.439607 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-28286f3b-a50d-4c1f-b707-89bbb583ca70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1097 time: 0.0495825 Jan 28 04:21:51.542992 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-cfa0ccd1-b121-4fc2-9468-851df039c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:51.544446 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-cfa0ccd1-b121-4fc2-9468-851df039c8e4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0850456 Jan 28 04:21:51.614524 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-1c3696d0-4683-48e2-9bdf-9a28e8fb5a66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 1000 time: 0.0641820 Jan 28 04:21:51.663844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-ac7a7296-171e-4e08-b4ba-32d572d01f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:51.665333 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-ac7a7296-171e-4e08-b4ba-32d572d01f56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0448811 Jan 28 04:21:51.710386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-789c794c-9e49-4545-850a-1eb29c9e6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:51.711882 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-789c794c-9e49-4545-850a-1eb29c9e6272 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403774 Jan 28 04:21:51.801812 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-a7044297-e2c6-4f06-9890-de7daad6468a service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842330 Jan 28 04:21:51.888790 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c3510004-47bf-414f-82e8-7cc2a664b4bb req-b8346642-bbd9-408c-85c4-551fb9b6e45f service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813873 Jan 28 04:21:58.624563 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6786c-23cb-48e1-a6b3-404ab04c3a8f req-31137372-aea8-447f-87b5-06beb163c9e6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:58.626096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24f6786c-23cb-48e1-a6b3-404ab04c3a8f req-31137372-aea8-447f-87b5-06beb163c9e6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.1073282 Jan 28 04:21:58.675876 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-24f6786c-23cb-48e1-a6b3-404ab04c3a8f req-61dc5c33-72c0-455e-b039-475e802c7e0c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443776 Jan 28 04:21:58.931863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ebf28-b22a-4702-a128-394170f40aea req-69745b6d-97d8-4371-9531-e3820b266fea tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:58.933268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a6ebf28-b22a-4702-a128-394170f40aea req-69745b6d-97d8-4371-9531-e3820b266fea tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0573235 Jan 28 04:21:58.985704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-e50c531c-2c59-41ae-bbd6-1d4f8c59d3a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1172650 Jan 28 04:21:59.003733 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a6ebf28-b22a-4702-a128-394170f40aea req-82ccf815-0425-479e-9208-b0f92db20cb8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540881 Jan 28 04:22:00.182495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694aece-5a0a-4388-9a3e-86a017d5f14d req-d773ded2-d55f-4379-8d8e-f71ca63b462a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:00.184040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e694aece-5a0a-4388-9a3e-86a017d5f14d req-d773ded2-d55f-4379-8d8e-f71ca63b462a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.1107724 Jan 28 04:22:00.232279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-29db4612-6b6b-444b-8606-e6e71f0b34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:00.233832 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-29db4612-6b6b-444b-8606-e6e71f0b34c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1097 time: 0.0412302 Jan 28 04:22:00.235725 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e694aece-5a0a-4388-9a3e-86a017d5f14d req-bc5b1ae9-e833-4a60-ae58-7af5880c821c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458581 Jan 28 04:22:00.329466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-e387a389-3cfb-4668-879a-b4efed1db686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:00.330941 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-e387a389-3cfb-4668-879a-b4efed1db686 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0910382 Jan 28 04:22:00.395934 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-219f8c7d-575f-476d-bf0d-23c78d01d4b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 1000 time: 0.0586805 Jan 28 04:22:00.447105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-55435836-a5d0-409c-b29d-b4545493f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:00.448545 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-55435836-a5d0-409c-b29d-b4545493f88b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0471010 Jan 28 04:22:00.492615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-5fd40227-bef6-4585-99e0-1523de3e7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:00.494107 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-5fd40227-bef6-4585-99e0-1523de3e7984 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398104 Jan 28 04:22:00.581866 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-8fe15861-57ef-483c-8bc6-6e475b137016 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814800 Jan 28 04:22:00.677168 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-dc71528d-aea0-4bcb-b7cd-751c2a4032e2 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891001 Jan 28 04:22:01.354283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254d460-f3ae-4ed8-82db-0c23d7713df6 req-91c2a6de-8705-4983-83b9-5ef01e3a2ae4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:01.355782 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0254d460-f3ae-4ed8-82db-0c23d7713df6 req-91c2a6de-8705-4983-83b9-5ef01e3a2ae4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0483344 Jan 28 04:22:01.402268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0254d460-f3ae-4ed8-82db-0c23d7713df6 req-373dc9cb-1d0a-4238-b953-f743a396c2d6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408890 Jan 28 04:22:02.517333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c77f4-9559-4dee-8b12-e7b3b87f2c43 req-ded8ecf6-4b18-4a5a-ba8e-7643621e48fe tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:02.518795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e11c77f4-9559-4dee-8b12-e7b3b87f2c43 req-ded8ecf6-4b18-4a5a-ba8e-7643621e48fe tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0476472 Jan 28 04:22:02.564937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e11c77f4-9559-4dee-8b12-e7b3b87f2c43 req-7ee83a17-ad17-45e0-a467-46a039f11ca5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404763 Jan 28 04:22:03.688860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c96d1-a68e-48a9-8c43-d59b780d81d3 req-e022b1f3-c5c9-4fcd-8a49-c6eccd5fb581 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:03.690372 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-870c96d1-a68e-48a9-8c43-d59b780d81d3 req-e022b1f3-c5c9-4fcd-8a49-c6eccd5fb581 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0536389 Jan 28 04:22:03.750971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-870c96d1-a68e-48a9-8c43-d59b780d81d3 req-0024c5e9-04e9-4640-837b-66209d1ca6b7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538683 Jan 28 04:22:04.865265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc91954-0903-4095-a46d-16a08a5909a4 req-afd9f9a8-04f8-41d0-b176-6fdc3f503df1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:04.866751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cc91954-0903-4095-a46d-16a08a5909a4 req-afd9f9a8-04f8-41d0-b176-6fdc3f503df1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0484705 Jan 28 04:22:04.914990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cc91954-0903-4095-a46d-16a08a5909a4 req-9c96241e-97dc-4387-a989-8ef5a0707a78 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420613 Jan 28 04:22:06.035540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d42bd-f427-46fb-8512-efabf5c97d2b req-4fd21ec5-95a2-476b-b369-6bd8a0d697d5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:06.037073 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f27d42bd-f427-46fb-8512-efabf5c97d2b req-4fd21ec5-95a2-476b-b369-6bd8a0d697d5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0532534 Jan 28 04:22:06.085863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f27d42bd-f427-46fb-8512-efabf5c97d2b req-4cb9b4a6-3763-42fa-8171-9f385c96f662 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426989 Jan 28 04:22:07.205352 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cb902-7d4f-4ba2-86db-cef9b0579fb8 req-7aca87ea-90d5-4b2f-aaff-ed516d30322a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:07.206852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-114cb902-7d4f-4ba2-86db-cef9b0579fb8 req-7aca87ea-90d5-4b2f-aaff-ed516d30322a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0484114 Jan 28 04:22:07.253820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-114cb902-7d4f-4ba2-86db-cef9b0579fb8 req-45efb70c-3353-4489-a967-f8273c9089e2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409355 Jan 28 04:22:07.651999 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:22:08.367665 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a724db-17d2-435b-a57f-22759e818dff req-2b9e84b1-f20a-4678-9568-1557d60bb385 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:08.369187 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a724db-17d2-435b-a57f-22759e818dff req-2b9e84b1-f20a-4678-9568-1557d60bb385 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0480471 Jan 28 04:22:08.420268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58a724db-17d2-435b-a57f-22759e818dff req-0f9d09aa-88d3-4227-b15f-435e77b84566 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445406 Jan 28 04:22:09.537495 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e754fcc-7ce6-4655-abd8-2f738803cacc req-04143cbc-c088-481d-9065-3ec62426a4ff tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:09.539532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e754fcc-7ce6-4655-abd8-2f738803cacc req-04143cbc-c088-481d-9065-3ec62426a4ff tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0503187 Jan 28 04:22:09.586080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e754fcc-7ce6-4655-abd8-2f738803cacc req-4db43143-7255-4d9e-9136-3c6bb6fce6f4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409961 Jan 28 04:22:10.578234 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b61190c0-e539-4100-b69c-2f7465c1ee6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:10.708811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3317a-ddd0-41f1-a62c-a831334628fd req-9dc42829-fb9d-480d-aa9d-c0690327999b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:10.710458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3317a-ddd0-41f1-a62c-a831334628fd req-9dc42829-fb9d-480d-aa9d-c0690327999b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0549145 Jan 28 04:22:10.760053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dda3317a-ddd0-41f1-a62c-a831334628fd req-47c75d93-2ebc-4a56-b3aa-5b5f618dbcc5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440326 Jan 28 04:22:11.876802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18b471-04af-4584-a31f-786765eebef7 req-8a4fc5b4-a265-485b-a153-936e66050acc tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:11.878333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c18b471-04af-4584-a31f-786765eebef7 req-8a4fc5b4-a265-485b-a153-936e66050acc tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0507829 Jan 28 04:22:11.924781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1c18b471-04af-4584-a31f-786765eebef7 req-d069b072-daff-48d5-ab6a-84fa955aba13 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403225 Jan 28 04:22:12.532281 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:12.628629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12d1693c-fb94-4454-9f15-dc8a827948bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:12.732568 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-07ab870b-1dfe-407b-9433-42f2fe7f2cd4 service neutron] show failed (client error): The resource could not be found. Jan 28 04:22:12.733610 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-07ab870b-1dfe-407b-9433-42f2fe7f2cd4 service neutron] 10.222.0.25 "GET /v2.0/ports/81786941-9e78-4c77-918c-d89426487829/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0572448 Jan 28 04:22:12.930015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-8ab0f3a0-b4e8-495f-a161-eb9afc7ecf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:12.932149 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-8ab0f3a0-b4e8-495f-a161-eb9afc7ecf5c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 1097 time: 0.0420396 Jan 28 04:22:12.947995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:13.007019 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81786941-9e78-4c77-918c-d89426487829), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:13.039829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fd7cb-8106-485f-af52-69194c9c9c7a req-466d9f06-a96d-40a6-893b-e78c207603e8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:13.042066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-140fd7cb-8106-485f-af52-69194c9c9c7a req-466d9f06-a96d-40a6-893b-e78c207603e8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 945 time: 0.0487783 Jan 28 04:22:13.090392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-140fd7cb-8106-485f-af52-69194c9c9c7a req-aa98a65a-dfe5-41ff-9444-8dbd5b6a26f5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427635 Jan 28 04:22:13.209542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] For port 81786941-9e78-4c77-918c-d89426487829, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=81786941-9e78-4c77-918c-d89426487829,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:13.242325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] For port 81786941-9e78-4c77-918c-d89426487829, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:22:13.283544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81786941-9e78-4c77-918c-d89426487829'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:22:13.286127 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abbb8c1-5fdf-46ba-8e0e-fd95947f6c13" -d '{"events": [{"server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "name": "network-vif-unplugged", "status": "completed", "tag": "81786941-9e78-4c77-918c-d89426487829"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:22:13.289593 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Publish callbacks [] for port (81786941-9e78-4c77-918c-d89426487829), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:13.302460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Transition to ACTIVE for port object 81786941-9e78-4c77-918c-d89426487829 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:22:13.306453 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (81786941-9e78-4c77-918c-d89426487829), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:13.342582 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0913221-bc5e-4506-a6cf-c74cd43e9c3d x-openstack-request-id: req-d0913221-bc5e-4506-a6cf-c74cd43e9c3d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:22:13.342900 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "name": "network-vif-unplugged", "status": "completed", "tag": "81786941-9e78-4c77-918c-d89426487829", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:22:13.343123 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0913221-bc5e-4506-a6cf-c74cd43e9c3d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:22:13.343616 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81786941-9e78-4c77-918c-d89426487829', 'code': 200} Jan 28 04:22:13.381259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Pushing event updated for resources: {'Port': ['ID=81786941-9e78-4c77-918c-d89426487829,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:13.450246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.450587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.450921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.451255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.451580 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.451903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.452226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.452541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.452879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.453204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.453524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.453841 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.454155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:13.515062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] No DVR routers for this DVR port 81786941-9e78-4c77-918c-d89426487829 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:22:13.652869 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Attempting to bind port 81786941-9e78-4c77-918c-d89426487829 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:22:13.653222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Attempting to bind port 81786941-9e78-4c77-918c-d89426487829 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:22:13.653542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Attempting to bind port 81786941-9e78-4c77-918c-d89426487829 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:13.657720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Port 81786941-9e78-4c77-918c-d89426487829 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:22:13.658035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Attempting to bind port 81786941-9e78-4c77-918c-d89426487829 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:13.662929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:22:13.663263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:22:13.663641 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:22:13.664062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Bound port: 81786941-9e78-4c77-918c-d89426487829, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:22:13.664407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81786941-9e78-4c77-918c-d89426487829), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:13.735132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] For port 81786941-9e78-4c77-918c-d89426487829, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:22:13.739075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] For port 81786941-9e78-4c77-918c-d89426487829, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=81786941-9e78-4c77-918c-d89426487829,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:22:13.743750 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (81786941-9e78-4c77-918c-d89426487829), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:13.786589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:13.787466 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:13.788923 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] 10.222.0.42 "PUT /v2.0/ports/81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 1092 time: 0.8450332 Jan 28 04:22:13.809647 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b09379-cac0-4fd0-9cd4-95b9bb45246c service neutron] Pushing event updated for resources: {'Port': ['ID=81786941-9e78-4c77-918c-d89426487829,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:13.874988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-d5c41cfc-82ff-4d5f-ab04-0840d442b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:13.876511 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-d5c41cfc-82ff-4d5f-ab04-0840d442b88c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1095 time: 0.0464556 Jan 28 04:22:13.969225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-a9e0d5ce-39bf-410c-b13f-aaa55b61c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:13.970713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-a9e0d5ce-39bf-410c-b13f-aaa55b61c70b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0889425 Jan 28 04:22:14.040151 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-c809a6e6-4dcd-4492-8082-80859d55b12b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 998 time: 0.0631502 Jan 28 04:22:14.089192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-7d16f3ac-ab8e-493e-8b09-99ce6323bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:14.091550 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-7d16f3ac-ab8e-493e-8b09-99ce6323bad4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0462332 Jan 28 04:22:14.136462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-c8451097-38be-4674-95c0-a24795a8ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:14.138038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-c8451097-38be-4674-95c0-a24795a8ecf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413325 Jan 28 04:22:14.210151 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abdce1-8075-458c-86e0-e142efb0b32d req-2e7ff773-bc02-48cd-bf9e-9eca7908c1ad tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:14.211646 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2abdce1-8075-458c-86e0-e142efb0b32d req-2e7ff773-bc02-48cd-bf9e-9eca7908c1ad tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 943 time: 0.0488884 Jan 28 04:22:14.231348 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-78721319-9295-41d3-ba56-bc3473cf6690 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866210 Jan 28 04:22:14.262606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2abdce1-8075-458c-86e0-e142efb0b32d req-c6e42390-ab46-4cb9-9bba-91e7bfcec47a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451293 Jan 28 04:22:14.319129 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-25b096da-7e61-45bd-8b6f-68ee58fdc726 req-58e57d84-303a-455e-8392-9e6871f28bfd service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822225 Jan 28 04:22:14.409724 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:14.824937 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:15.345396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'tag': '81786941-9e78-4c77-918c-d89426487829'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:22:15.347736 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "tag": "81786941-9e78-4c77-918c-d89426487829"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:22:15.379569 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2624-fc02-4fc0-aaf3-a13528b14dda req-d76373c2-2405-4828-8f3a-1408511ee55a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:15.381121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d21c2624-fc02-4fc0-aaf3-a13528b14dda req-d76373c2-2405-4828-8f3a-1408511ee55a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 943 time: 0.0486186 Jan 28 04:22:15.402084 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed223c4-684d-4a45-b433-9826a9ac33aa x-openstack-request-id: req-5ed223c4-684d-4a45-b433-9826a9ac33aa {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:22:15.402389 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "tag": "81786941-9e78-4c77-918c-d89426487829", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:22:15.402642 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ed223c4-684d-4a45-b433-9826a9ac33aa {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:22:15.403055 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'tag': '81786941-9e78-4c77-918c-d89426487829', 'status': 'completed', 'code': 200} Jan 28 04:22:15.429553 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d21c2624-fc02-4fc0-aaf3-a13528b14dda req-cfb48146-0128-467c-8d70-15702d82d0d9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423901 Jan 28 04:22:15.511156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-1908d072-c775-40a3-a3d0-9236556ecca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:15.512690 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-1908d072-c775-40a3-a3d0-9236556ecca7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1095 time: 0.0713205 Jan 28 04:22:15.517548 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-05e7f87d-b686-430f-921a-872225a69e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:15.518906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-05e7f87d-b686-430f-921a-872225a69e73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1095 time: 0.0689027 Jan 28 04:22:15.640121 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:15.677251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-9a1437e1-766a-479f-bac5-5584e6ee35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:15.678724 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-9a1437e1-766a-479f-bac5-5584e6ee35a7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1513810 Jan 28 04:22:15.679645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-321dbe2c-5d34-47cf-a46f-cf801ca9ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:15.681499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-321dbe2c-5d34-47cf-a46f-cf801ca9ac10 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1617494 Jan 28 04:22:15.791584 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-3e2bc34a-5909-40ce-b27f-6b2dc9d735f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 998 time: 0.1061487 Jan 28 04:22:15.793185 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-95781a7c-fe45-4f35-8bc9-e91223e99c70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 998 time: 0.1012030 Jan 28 04:22:15.875277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-2d8d3b63-126d-4839-a7a2-0a32fb36a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:15.876626 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-2d8d3b63-126d-4839-a7a2-0a32fb36a0ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0731587 Jan 28 04:22:15.877980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-b4abedef-5174-4742-a9a2-e4a479eea070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:15.879281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-b4abedef-5174-4742-a9a2-e4a479eea070 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0827863 Jan 28 04:22:15.951976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-b5244fe4-9ea4-4948-8b4f-b17ef67c7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:15.953527 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-b5244fe4-9ea4-4948-8b4f-b17ef67c7b2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684547 Jan 28 04:22:15.959210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-34a97116-116e-4716-8e60-e86e3cd1b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:15.960582 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-34a97116-116e-4716-8e60-e86e3cd1b164 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491250 Jan 28 04:22:16.454385 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-b0160e93-6c4c-41af-9b41-0cb32645df5d service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928439 Jan 28 04:22:16.457791 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-8b04dbd5-9b0d-4feb-b919-a2facd537d07 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789875 Jan 28 04:22:16.549371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8254d2-eeb8-417a-8571-187fb03c3e93 req-8619a209-01f8-4411-9234-8c145f5a503d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:16.551538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a8254d2-eeb8-417a-8571-187fb03c3e93 req-8619a209-01f8-4411-9234-8c145f5a503d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 943 time: 0.0493622 Jan 28 04:22:16.600198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7a8254d2-eeb8-417a-8571-187fb03c3e93 req-608ca2a4-1a80-4eda-926e-80ebf2d331f4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418262 Jan 28 04:22:16.619923 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-a2cebd06-ef90-4353-a64a-9f5676eaf70b service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588581 Jan 28 04:22:16.621686 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-70d2f07c-a3dc-4560-9e4b-4cad9b89e640 req-5ac18672-a749-433d-9af1-6933dbf98206 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525877 Jan 28 04:22:16.799933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e27670-7858-42a0-8b7b-167052e4a787 req-fdc808a5-5c00-4ac6-a3f7-6b8a72df7cd2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:16.801453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6e27670-7858-42a0-8b7b-167052e4a787 req-fdc808a5-5c00-4ac6-a3f7-6b8a72df7cd2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 943 time: 0.0549850 Jan 28 04:22:16.816582 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-ca0dac01-4870-4f9c-8274-3d9bebd8ed9a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:16.818086 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-ca0dac01-4870-4f9c-8274-3d9bebd8ed9a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612&tenant_id=56008eb7946745cc8705f705e3a648ff&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 943 time: 0.0511179 Jan 28 04:22:16.820353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 81786941-9e78-4c77-918c-d89426487829 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:22:16.853606 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:16.861425 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6e27670-7858-42a0-8b7b-167052e4a787 req-ddc19354-5b1a-4bc2-99cc-e2fdca135c06 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540626 Jan 28 04:22:16.872266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port 81786941-9e78-4c77-918c-d89426487829 host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:22:16.872668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 81786941-9e78-4c77-918c-d89426487829 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:22:16.880442 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-ed41351b-7d98-45a0-9057-937584272fc5 service neutron] delete failed (client error): The resource could not be found. Jan 28 04:22:16.881481 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-ed41351b-7d98-45a0-9057-937584272fc5 service neutron] 10.222.0.25 "DELETE /v2.0/ports/81786941-9e78-4c77-918c-d89426487829/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0571921 Jan 28 04:22:16.983152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-859a8cf2-cd26-4fe3-990e-3f8cea18195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:16.984557 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-859a8cf2-cd26-4fe3-990e-3f8cea18195f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 1095 time: 0.0418499 Jan 28 04:22:17.077130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-d173dece-f02d-4765-a54e-81e2e627ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:17.078595 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-d173dece-f02d-4765-a54e-81e2e627ea8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0877807 Jan 28 04:22:17.143715 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-86fdcb92-a7e4-445a-8178-961c688eca57 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 200 len: 998 time: 0.0583386 Jan 28 04:22:17.195580 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-342d1d80-96c8-49c1-963f-8332892517d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:17.197651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-342d1d80-96c8-49c1-963f-8332892517d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0483341 Jan 28 04:22:17.240514 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-66fd5029-5ef9-47c7-b0e2-9543bf0ff0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:17.241941 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-66fd5029-5ef9-47c7-b0e2-9543bf0ff0db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384650 Jan 28 04:22:17.327823 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-972917af-0949-41ae-bb7b-301156671354 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800838 Jan 28 04:22:17.419242 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5db68fd3-f027-4d93-a3db-9e31ffb3d0f0 req-87006d69-bafa-4fab-bf4f-4c80624eadb9 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856917 Jan 28 04:22:17.976576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852db95e-2a2b-44a5-b8ef-8a0b0b590c29 req-6ea3fdaa-1f34-4aad-b77a-358700c423d2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:17.978712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-852db95e-2a2b-44a5-b8ef-8a0b0b590c29 req-6ea3fdaa-1f34-4aad-b77a-358700c423d2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 943 time: 0.0508633 Jan 28 04:22:18.029489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-852db95e-2a2b-44a5-b8ef-8a0b0b590c29 req-1075ea19-b0a8-4a5a-9992-a11a5c49f317 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448227 Jan 28 04:22:18.041628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 81786941-9e78-4c77-918c-d89426487829 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:22:18.140462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 81786941-9e78-4c77-918c-d89426487829, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=81786941-9e78-4c77-918c-d89426487829,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:18.151761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68962de9-bc30-4b70-9008-be68e2b3fff0 req-d5aabb96-9995-4d72-bc5c-58875b4e8f76 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:18.152865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '81786941-9e78-4c77-918c-d89426487829', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'port_id': '81786941-9e78-4c77-918c-d89426487829', 'mac_address': 'fa:16:3e:4d:34:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:22:18.153338 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68962de9-bc30-4b70-9008-be68e2b3fff0 req-d5aabb96-9995-4d72-bc5c-58875b4e8f76 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 943 time: 0.0537231 Jan 28 04:22:18.190043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 81786941-9e78-4c77-918c-d89426487829 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:18.190427 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81786941-9e78-4c77-918c-d89426487829), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:18.201281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68962de9-bc30-4b70-9008-be68e2b3fff0 req-826b5676-7bd3-4c2c-a324-dd1827686329 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421097 Jan 28 04:22:18.203465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81786941-9e78-4c77-918c-d89426487829 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:22:18.224319 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 81786941-9e78-4c77-918c-d89426487829, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=81786941-9e78-4c77-918c-d89426487829,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:18.228246 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (81786941-9e78-4c77-918c-d89426487829), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:18.279295 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=81786941-9e78-4c77-918c-d89426487829,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:18.286729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.287077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.287415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.287746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.288105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.288431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.288757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.289105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.289642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.290613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.291180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.291591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.291917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:18.316721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb311db-4e0e-4e31-ad5a-bd530a835599 req-87973810-958b-4829-bf40-361ca7074bd9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:18.318250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fb311db-4e0e-4e31-ad5a-bd530a835599 req-87973810-958b-4829-bf40-361ca7074bd9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 944 time: 0.0487700 Jan 28 04:22:18.365087 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0fb311db-4e0e-4e31-ad5a-bd530a835599 req-4a7f1109-714e-40d1-9dc5-f31d0d260e66 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405118 Jan 28 04:22:18.528947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['81786941-9e78-4c77-918c-d89426487829'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:22:18.595963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a22a8-dcbe-45c7-af69-f328c5f1ce4a req-70983a6a-1df0-423c-b1e4-13308c9e8269 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:18.597499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a5a22a8-dcbe-45c7-af69-f328c5f1ce4a req-70983a6a-1df0-423c-b1e4-13308c9e8269 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 944 time: 0.0486264 Jan 28 04:22:18.647881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a5a22a8-dcbe-45c7-af69-f328c5f1ce4a req-d26ab7ed-23b5-4875-9d99-da3bfa540784 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443356 Jan 28 04:22:19.766284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c041e-38f5-4bad-a102-18fe8746df1d req-3837f059-9163-469a-a96f-4fccdcf86a95 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:19.767812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-351c041e-38f5-4bad-a102-18fe8746df1d req-3837f059-9163-469a-a96f-4fccdcf86a95 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 944 time: 0.0492585 Jan 28 04:22:19.814942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-351c041e-38f5-4bad-a102-18fe8746df1d req-597afd43-279c-47cf-bbff-22ed062af3d0 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414507 Jan 28 04:22:20.014509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-3879cd23-6c8a-4a85-b124-7021021e5dbf tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:20.015957 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-3879cd23-6c8a-4a85-b124-7021021e5dbf tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 944 time: 0.0486767 Jan 28 04:22:20.059740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 81786941-9e78-4c77-918c-d89426487829 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:20.107609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Deleting port 81786941-9e78-4c77-918c-d89426487829 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:22:20.107986 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (81786941-9e78-4c77-918c-d89426487829), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:20.110932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 81786941-9e78-4c77-918c-d89426487829 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:22:20.115176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 81786941-9e78-4c77-918c-d89426487829 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:20.115549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (81786941-9e78-4c77-918c-d89426487829), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:20.194227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 81786941-9e78-4c77-918c-d89426487829 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:20.194613 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (81786941-9e78-4c77-918c-d89426487829), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:20.197088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] For port 81786941-9e78-4c77-918c-d89426487829, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=81786941-9e78-4c77-918c-d89426487829,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:20.197476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (81786941-9e78-4c77-918c-d89426487829), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:20.217750 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81786941-9e78-4c77-918c-d89426487829'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:22:20.220465 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b9603-9bef-4770-ba29-9b73bf4cd66a" -d '{"events": [{"server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "name": "network-vif-plugged", "status": "completed", "tag": "81786941-9e78-4c77-918c-d89426487829"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:22:20.233819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 81786941-9e78-4c77-918c-d89426487829, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=81786941-9e78-4c77-918c-d89426487829,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:20.238172 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (81786941-9e78-4c77-918c-d89426487829), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:20.266393 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f04b7d2-decc-4117-91d5-91ff5796d0be x-openstack-request-id: req-8f04b7d2-decc-4117-91d5-91ff5796d0be {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:22:20.266695 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "name": "network-vif-plugged", "status": "completed", "tag": "81786941-9e78-4c77-918c-d89426487829", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:22:20.266949 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f04b7d2-decc-4117-91d5-91ff5796d0be {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:22:20.267335 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81786941-9e78-4c77-918c-d89426487829', 'code': 200} Jan 28 04:22:20.293960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=81786941-9e78-4c77-918c-d89426487829,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:20.374725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:20.375351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:20.375853 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327 disassociated. External IP: 172.25.1.62, port: 81786941-9e78-4c77-918c-d89426487829. Jan 28 04:22:20.376211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Calling delete_port for 81786941-9e78-4c77-918c-d89426487829 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:22:20.505101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (81786941-9e78-4c77-918c-d89426487829), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:20.533569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event deleted for resources: {'Port': ['ID=81786941-9e78-4c77-918c-d89426487829,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:20.656563 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Router 913fbcd8-2175-4531-a276-4c43879c6712 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:22:20.775274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:22:20.785617 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:22:20.795198 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:20.795883 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:22:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:20.814103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] No DVR routers for this DVR port 81786941-9e78-4c77-918c-d89426487829 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:22:20.816564 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:20.819813 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dd889b03-6c1c-4b85-9099-bf54c32cb0de req-9ea810b1-cbe2-4ed4-8827-5dd7f5515c7c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.42 "DELETE /v2.0/ports/81786941-9e78-4c77-918c-d89426487829 HTTP/1.1" status: 204 len: 173 time: 0.7991683 Jan 28 04:22:20.820247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'name': 'network-vif-deleted', 'tag': '81786941-9e78-4c77-918c-d89426487829'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:22:20.823319 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48dfa89-349e-4691-9894-0c1337299ad6" -d '{"events": [{"server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "name": "network-vif-deleted", "tag": "81786941-9e78-4c77-918c-d89426487829"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:22:20.909555 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:20.932907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f432c29-4fa1-463d-a1ae-166d0e107cd9 req-bb0482c5-e226-4905-a7bc-60e2513ab9c3 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a0798b-453e-4899-b3cf-a5ecfaacd612 HTTP/1.1" status: 200 len: 210 time: 0.0367873 Jan 28 04:22:20.937100 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc6b0bd-789a-47e1-a8a9-035140beed3d x-openstack-request-id: req-cfc6b0bd-789a-47e1-a8a9-035140beed3d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:22:20.937452 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0798b-453e-4899-b3cf-a5ecfaacd612", "name": "network-vif-deleted", "tag": "81786941-9e78-4c77-918c-d89426487829", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:22:20.937728 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfc6b0bd-789a-47e1-a8a9-035140beed3d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:22:20.938235 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0798b-453e-4899-b3cf-a5ecfaacd612', 'name': 'network-vif-deleted', 'tag': '81786941-9e78-4c77-918c-d89426487829', 'status': 'completed', 'code': 200} Jan 28 04:22:21.122655 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:21.148318 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:22:21.156892 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:21.157506 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:22:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:21.262119 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:21.454474 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:21.480995 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0546b-b7a3-4359-bc7f-747c95f09556 None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:22:21.706543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95744b4f-4eab-4450-b002-ece47b35acdd None None] New status for floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:22:22.163669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-26d179cd-9907-4ccd-90d2-4a7df60d9704 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--82846262&fields=id&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 267 time: 0.0427577 Jan 28 04:22:22.269314 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-802a58c9-7a25-4452-baf2-4c915fc26dde tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:22.270706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-802a58c9-7a25-4452-baf2-4c915fc26dde tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 811 time: 0.1004817 Jan 28 04:22:22.285822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-73def295-e827-4f82-82cb-6a54b1af377e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/quotas/56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 375 time: 0.0091209 Jan 28 04:22:22.335948 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-a0c8c34f-c71d-4740-bdb0-3795e0fc9cee tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449708 Jan 28 04:22:22.481915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-67b6c319-9e28-407d-b994-32e42a7b8b26 service neutron] 10.222.0.44 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337543 Jan 28 04:22:22.569437 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-29c9c96e-1fd1-4114-81fd-9e53dbbefcfc service neutron] 10.222.0.44 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817411 Jan 28 04:22:22.729250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-606cf372-e80f-4ec1-a08b-6e1b815c4cbf req-4ab207de-1a9b-40f6-a686-37c9576f55a8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 210 time: 0.0261793 Jan 28 04:22:23.772602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-c9311b48-1c37-4198-9940-8e455168044f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:23.774738 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-c9311b48-1c37-4198-9940-8e455168044f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 811 time: 0.1112537 Jan 28 04:22:23.828012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-56bb70e1-0711-4d13-94d9-79412e394ddd req-476ca886-9a9e-49d7-8913-dfd5b65d37f1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 210 time: 0.0274420 Jan 28 04:22:23.853744 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-7cd07cc1-0142-4618-8c79-ca7e424a388e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 378 time: 0.0558949 Jan 28 04:22:23.862404 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'port': {'device_id': '3369a294-7c73-4217-bf8e-67057f56b41b', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'admin_state_up': True, 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'security_groups': ['5b88daff-1ce8-4011-a397-4afc8e71cc98']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:23.970465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Made reservation on behalf of 56008eb7946745cc8705f705e3a648ff for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:22:23.973773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:24.050226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 81786941-9e78-4c77-918c-d89426487829 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:22:24.071017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 81786941-9e78-4c77-918c-d89426487829 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:22:24.071363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 81786941-9e78-4c77-918c-d89426487829 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:22:24.097876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Allocated IP 172.20.0.10 (5a56f7fd-718a-4412-89db-f9cc30e410ad/8f18ec23-23d6-44d0-953f-b7ecd1060c82/64f06332-eab9-45d0-889e-9a28954da7a0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:22:24.235319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for port (64f06332-eab9-45d0-889e-9a28954da7a0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:24.269483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:24.311830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:22:24.314645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:22:24.318195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:22:24.354829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event updated for resources: {'Port': ['ID=64f06332-eab9-45d0-889e-9a28954da7a0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:24.380724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:24.381413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:24.398956 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-2730d3cb-f13f-47d3-9ab7-fe292ab3e408 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5401015 Jan 28 04:22:24.417169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Request body: {'port': {'device_id': '3369a294-7c73-4217-bf8e-67057f56b41b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:24.473947 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:24.520885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-acc999a3-8d12-4c81-900c-6a9f48cca3e2 None None] Provisioning complete for port 64f06332-eab9-45d0-889e-9a28954da7a0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:24.521507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acc999a3-8d12-4c81-900c-6a9f48cca3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:24.560112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-acc999a3-8d12-4c81-900c-6a9f48cca3e2 None None] Port 64f06332-eab9-45d0-889e-9a28954da7a0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:22:24.742355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f06332-eab9-45d0-889e-9a28954da7a0 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:22:24.750017 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Publish callbacks [] for port (64f06332-eab9-45d0-889e-9a28954da7a0), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:24.762689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Transition to ACTIVE for port object 64f06332-eab9-45d0-889e-9a28954da7a0 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:22:24.766436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:24.819249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=64f06332-eab9-45d0-889e-9a28954da7a0,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:24.894330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Attempting to bind port 64f06332-eab9-45d0-889e-9a28954da7a0 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:22:24.894671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Attempting to bind port 64f06332-eab9-45d0-889e-9a28954da7a0 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:22:24.894997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Attempting to bind port 64f06332-eab9-45d0-889e-9a28954da7a0 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:24.899818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Port 64f06332-eab9-45d0-889e-9a28954da7a0 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:22:24.900687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Attempting to bind port 64f06332-eab9-45d0-889e-9a28954da7a0 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:24.907725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:22:24.908071 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:22:24.908453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:22:24.908910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Bound port: 64f06332-eab9-45d0-889e-9a28954da7a0, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:22:24.909299 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:24.956434 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203bc61-a753-4bdb-83ec-f9d9aecd802f req-58c7a596-37f1-48e4-b54e-12d3815c7988 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:24.958192 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e203bc61-a753-4bdb-83ec-f9d9aecd802f req-58c7a596-37f1-48e4-b54e-12d3815c7988 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 944 time: 0.0534832 Jan 28 04:22:24.981567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:22:24.986503 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=64f06332-eab9-45d0-889e-9a28954da7a0,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:22:24.997432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:25.013377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e203bc61-a753-4bdb-83ec-f9d9aecd802f req-add6b1df-63f7-460f-a3b2-873e1ef1b648 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461257 Jan 28 04:22:25.034394 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:25.035114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:25.036551 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] 10.222.0.25 "PUT /v2.0/ports/64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 1093 time: 0.6250269 Jan 28 04:22:25.037010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:22:25.039241 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b244c10f76ae6442151555c88c5987aecb5fcf675eb4c8a53dd25d330177d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a2962f-e262-49d7-8b15-7969ec2945d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:22:25.081823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5971d1-c666-4bfc-a13f-08beab5dd8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=64f06332-eab9-45d0-889e-9a28954da7a0,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:25.087403 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fdcf37-aa1e-41dc-b2b9-5a4fd8360d4c x-openstack-request-id: req-e7fdcf37-aa1e-41dc-b2b9-5a4fd8360d4c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:22:25.088424 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:22:25.088882 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7fdcf37-aa1e-41dc-b2b9-5a4fd8360d4c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:22:25.089386 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0', 'status': 'completed', 'code': 200} Jan 28 04:22:25.138672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-3916cd35-d5d3-4ac7-a9b3-ac383efe0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:25.140198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-3916cd35-d5d3-4ac7-a9b3-ac383efe0bd0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1096 time: 0.0440214 Jan 28 04:22:25.187524 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-4e2d29b6-7eb2-4d4a-bc61-66d807c3160f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 217 time: 0.0350676 Jan 28 04:22:25.241402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-24078396-3c8b-4f31-bef4-c2b56bd8eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:25.242884 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-24078396-3c8b-4f31-bef4-c2b56bd8eb22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0501106 Jan 28 04:22:25.287601 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-147cc995-7d6a-4394-b9c1-76e5c9bb28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:25.289251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-147cc995-7d6a-4394-b9c1-76e5c9bb28cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400662 Jan 28 04:22:25.378472 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-6715555f-6731-4951-a05f-17fcbfe1bab6 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830836 Jan 28 04:22:25.471015 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4ee5f205-2775-4dd3-93b5-72781c658de0 req-272a5a77-b6d8-4387-b32d-960c861c7638 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867281 Jan 28 04:22:25.601547 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-0a6e1f73-6e31-4e4b-ac0c-119ec37a2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:25.603025 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-0a6e1f73-6e31-4e4b-ac0c-119ec37a2d4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1096 time: 0.0409572 Jan 28 04:22:25.701642 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-2cc8c306-56ff-4ed8-9a29-e8dbcede611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:25.703099 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-2cc8c306-56ff-4ed8-9a29-e8dbcede611a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0944030 Jan 28 04:22:25.743381 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-34a25f3b-912a-4e1d-82ee-5aa7b6b8b92d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 217 time: 0.0345614 Jan 28 04:22:25.790399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-9897c75a-7dca-45a3-858e-8c9d10a2ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:25.792640 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-9897c75a-7dca-45a3-858e-8c9d10a2ff7f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0438275 Jan 28 04:22:25.841425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-9b403ba5-da5a-476d-9f7f-47a779d99ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:25.842906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-9b403ba5-da5a-476d-9f7f-47a779d99ae3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446067 Jan 28 04:22:25.938198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-d14bd787-87ea-49e5-a638-df9963fe506f service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889025 Jan 28 04:22:26.031058 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-49a2962f-e262-49d7-8b15-7969ec2945d6 req-8a6749c8-5530-461d-ab65-1184633ab065 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874107 Jan 28 04:22:26.133658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548680-6adf-42e8-a5d6-475d035c2488 req-1ab8533b-d524-4e2b-ad3f-a080c87a7952 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:26.135278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63548680-6adf-42e8-a5d6-475d035c2488 req-1ab8533b-d524-4e2b-ad3f-a080c87a7952 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 944 time: 0.0484829 Jan 28 04:22:26.181308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63548680-6adf-42e8-a5d6-475d035c2488 req-f924ece8-645e-4e8f-8fa7-0d0b9ca53334 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404344 Jan 28 04:22:27.299799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29345916-5949-48f9-8c89-a8cb2945188f req-5fea1e85-1af7-4b1b-9b72-fe25744f8381 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:27.301257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29345916-5949-48f9-8c89-a8cb2945188f req-5fea1e85-1af7-4b1b-9b72-fe25744f8381 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 944 time: 0.0499039 Jan 28 04:22:27.355234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29345916-5949-48f9-8c89-a8cb2945188f req-2cbb85ba-a050-46a8-8106-297da1306b4d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462329 Jan 28 04:22:28.471504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8bb10-917f-4957-b133-07aac5962337 req-e009752a-35d9-47af-a920-9d9b10fbc6bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:28.473005 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cbd8bb10-917f-4957-b133-07aac5962337 req-e009752a-35d9-47af-a920-9d9b10fbc6bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 944 time: 0.0482171 Jan 28 04:22:28.519528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cbd8bb10-917f-4957-b133-07aac5962337 req-1600e4af-8537-470d-84e2-95afe41efd35 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403554 Jan 28 04:22:28.891870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 64f06332-eab9-45d0-889e-9a28954da7a0 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:22:28.988680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=64f06332-eab9-45d0-889e-9a28954da7a0,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:29.002985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '64f06332-eab9-45d0-889e-9a28954da7a0', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'port_id': '64f06332-eab9-45d0-889e-9a28954da7a0', 'mac_address': 'fa:16:3e:9d:f4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:22:29.041536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 64f06332-eab9-45d0-889e-9a28954da7a0 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:29.041928 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:29.055012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f06332-eab9-45d0-889e-9a28954da7a0 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:22:29.075295 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=64f06332-eab9-45d0-889e-9a28954da7a0,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:29.079048 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:29.124643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=64f06332-eab9-45d0-889e-9a28954da7a0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:29.479834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['64f06332-eab9-45d0-889e-9a28954da7a0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:22:29.633768 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fe1e2-2c42-42d6-a9c7-c7c7d17da82c req-c2ef4ec1-60b6-45a2-83d6-9df7b572f3ea tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:29.635751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a6fe1e2-2c42-42d6-a9c7-c7c7d17da82c req-c2ef4ec1-60b6-45a2-83d6-9df7b572f3ea tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 945 time: 0.0480633 Jan 28 04:22:29.683625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a6fe1e2-2c42-42d6-a9c7-c7c7d17da82c req-edea36d9-905d-4d29-86f7-a94971bf0a2a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421681 Jan 28 04:22:30.801465 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48fa8-5d1d-4ab6-9952-4a2cac8a2730 req-32e86364-bbe8-40e6-9f1a-ccc43515b271 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:30.802943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23e48fa8-5d1d-4ab6-9952-4a2cac8a2730 req-32e86364-bbe8-40e6-9f1a-ccc43515b271 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 945 time: 0.0508375 Jan 28 04:22:30.849648 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23e48fa8-5d1d-4ab6-9952-4a2cac8a2730 req-f7f84877-7e43-4809-9c87-0ad9a76f4728 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398483 Jan 28 04:22:30.923973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 64f06332-eab9-45d0-889e-9a28954da7a0 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:30.972784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 64f06332-eab9-45d0-889e-9a28954da7a0 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:22:30.976661 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 64f06332-eab9-45d0-889e-9a28954da7a0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:30.977066 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:31.057807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 64f06332-eab9-45d0-889e-9a28954da7a0 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:31.058200 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:31.079512 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:22:31.081745 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30a7a20e1a695495d6dace467441a5f8a8171dc63f5d335051d9376eff1c4c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01140e86-c5e3-424c-868b-d4380fd937a0" -d '{"events": [{"server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "name": "network-vif-plugged", "status": "completed", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:22:31.094911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=64f06332-eab9-45d0-889e-9a28954da7a0,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:31.099031 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:31.145822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=64f06332-eab9-45d0-889e-9a28954da7a0,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:31.186971 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a84a07-19ae-4401-9316-b48be8b024b5 x-openstack-request-id: req-22a84a07-19ae-4401-9316-b48be8b024b5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:22:31.187262 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "name": "network-vif-plugged", "status": "completed", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:22:31.187515 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22a84a07-19ae-4401-9316-b48be8b024b5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:22:31.187910 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0', 'code': 200} Jan 28 04:22:31.315572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4be2d-993b-4a61-909c-166ab37c6c98 req-42bfa39f-ad6e-4df7-9067-47a59eb194b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:31.317076 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1eb4be2d-993b-4a61-909c-166ab37c6c98 req-42bfa39f-ad6e-4df7-9067-47a59eb194b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1098 time: 0.0407021 Jan 28 04:22:31.361044 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1eb4be2d-993b-4a61-909c-166ab37c6c98 req-8b988659-27f8-4bd9-b4c6-566559672e1b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378752 Jan 28 04:22:31.964000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc7d0c-87b8-4736-9b0e-450545c97730 req-e2c0e17a-1703-494b-9654-4b4ea2402d3f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:31.965543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4afc7d0c-87b8-4736-9b0e-450545c97730 req-e2c0e17a-1703-494b-9654-4b4ea2402d3f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0478761 Jan 28 04:22:32.013097 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4afc7d0c-87b8-4736-9b0e-450545c97730 req-5f435c9d-72f4-470a-86b1-c786729566fa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420539 Jan 28 04:22:33.132431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb07b6f-8828-467f-a552-b22d38e27bbd req-fef42f61-23d7-4ca2-a259-2cf3a708a1be tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:33.133956 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-deb07b6f-8828-467f-a552-b22d38e27bbd req-fef42f61-23d7-4ca2-a259-2cf3a708a1be tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0506203 Jan 28 04:22:33.180110 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-deb07b6f-8828-467f-a552-b22d38e27bbd req-b29954fb-318b-4b7b-98d7-9284bb12bfe0 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396442 Jan 28 04:22:33.293881 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e38b77-a584-43ee-bd03-e8086a53516a req-e6587884-8eee-44a8-8f7c-491177ece7b9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:33.295296 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-29e38b77-a584-43ee-bd03-e8086a53516a req-e6587884-8eee-44a8-8f7c-491177ece7b9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0479944 Jan 28 04:22:33.303805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52180) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:33.309112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2968bf3c-20f7-4ef6-95ef-d1b5d928ff83 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'floatingip': {'port_id': '64f06332-eab9-45d0-889e-9a28954da7a0'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:33.346783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2968bf3c-20f7-4ef6-95ef-d1b5d928ff83 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:33.773777 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2968bf3c-20f7-4ef6-95ef-d1b5d928ff83 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:33.778268 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2968bf3c-20f7-4ef6-95ef-d1b5d928ff83 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:33.875968 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-2968bf3c-20f7-4ef6-95ef-d1b5d928ff83 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327 associated. External IP: 172.25.1.62, port: 64f06332-eab9-45d0-889e-9a28954da7a0. Jan 28 04:22:34.418953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2968bf3c-20f7-4ef6-95ef-d1b5d928ff83 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Router 913fbcd8-2175-4531-a276-4c43879c6712 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:22:34.527655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2968bf3c-20f7-4ef6-95ef-d1b5d928ff83 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:22:34.532576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2968bf3c-20f7-4ef6-95ef-d1b5d928ff83 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:34.537785 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:22:34.548527 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:34.549159 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:22:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:34.559631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2968bf3c-20f7-4ef6-95ef-d1b5d928ff83 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "PUT /v2.0/floatingips/10ef399e-ffa5-4a05-b468-afec01bb3327 HTTP/1.1" status: 200 len: 991 time: 1.2547953 Jan 28 04:22:34.560214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:22:34.562555 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4482476b2cc09acbc06d6bc9953166802810b48d3ff4db073b665f2ce195000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749301b7-8bee-4837-9f83-d160e36678bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:22:34.663897 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:34.670999 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a31325c-e8c8-487e-9533-716d3bd67834 x-openstack-request-id: req-1a31325c-e8c8-487e-9533-716d3bd67834 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:22:34.671315 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:22:34.671565 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a31325c-e8c8-487e-9533-716d3bd67834 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:22:34.671961 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0', 'status': 'completed', 'code': 200} Jan 28 04:22:34.754396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749301b7-8bee-4837-9f83-d160e36678bb req-e5c20441-cacc-40db-84c6-42b4cceb5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:34.755937 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-749301b7-8bee-4837-9f83-d160e36678bb req-e5c20441-cacc-40db-84c6-42b4cceb5d60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1098 time: 0.0424340 Jan 28 04:22:34.848571 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749301b7-8bee-4837-9f83-d160e36678bb req-8e61ecf5-33a9-444a-ace2-d4854d2d686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:34.850104 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-749301b7-8bee-4837-9f83-d160e36678bb req-8e61ecf5-33a9-444a-ace2-d4854d2d686b service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0885491 Jan 28 04:22:34.904182 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': '64f06332-eab9-45d0-889e-9a28954da7a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:9d:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3369a294-7c73-4217-bf8e-67057f56b41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:22:33Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:34.915053 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-749301b7-8bee-4837-9f83-d160e36678bb req-714eeb4b-f9b5-4c43-92fe-c3fdb53736ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 999 time: 0.0581441 Jan 28 04:22:34.931932 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:22:34.940251 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:34.940862 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:22:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:34.967742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749301b7-8bee-4837-9f83-d160e36678bb req-a6008559-77ab-403f-a3fe-78edaf8d5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:34.969237 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-749301b7-8bee-4837-9f83-d160e36678bb req-a6008559-77ab-403f-a3fe-78edaf8d5c1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0485516 Jan 28 04:22:35.015440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749301b7-8bee-4837-9f83-d160e36678bb req-bfbd49b1-bf92-4567-8edb-5ce062fee8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:35.017119 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-749301b7-8bee-4837-9f83-d160e36678bb req-bfbd49b1-bf92-4567-8edb-5ce062fee8a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418789 Jan 28 04:22:35.046595 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:35.108202 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-749301b7-8bee-4837-9f83-d160e36678bb req-724a82fb-1d12-4ffd-a052-92db4370febf service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848753 Jan 28 04:22:35.208397 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-749301b7-8bee-4837-9f83-d160e36678bb req-77275a24-846d-48ea-876a-36e28f6f9cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941117 Jan 28 04:22:35.365249 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': '64f06332-eab9-45d0-889e-9a28954da7a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:9d:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3369a294-7c73-4217-bf8e-67057f56b41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:22:33Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:35.394854 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84041c-46db-4544-bb78-3f15e1c5db36 None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': '64f06332-eab9-45d0-889e-9a28954da7a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:9d:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3369a294-7c73-4217-bf8e-67057f56b41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:22:33Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:22:35.591083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b656221f-c39e-4de1-abe0-408d7f2bb2fb None None] New status for floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:22:40.580170 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7e258afa-d7d3-4cff-96a8-2525d286051e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:42.525647 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:42.629371 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae2aefc3-db5e-473e-a5e2-f90d3a3ae0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:44.415872 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:44.651533 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:22:44.823537 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:45.644367 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:46.827442 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:52.381180 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-61939ece-8d93-4290-9100-bb394347c03a req-d7dfdf29-945a-46e0-b21c-74ca0c2b908f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909534 Jan 28 04:22:52.493081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61939ece-8d93-4290-9100-bb394347c03a req-4b083abc-7bff-4001-a24d-e7b5ac2e97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:52.494571 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-61939ece-8d93-4290-9100-bb394347c03a req-4b083abc-7bff-4001-a24d-e7b5ac2e97b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1098 time: 0.0408223 Jan 28 04:22:52.614923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61939ece-8d93-4290-9100-bb394347c03a req-41a1fd32-af59-4084-a64c-77ef94016a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:52.616300 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-61939ece-8d93-4290-9100-bb394347c03a req-41a1fd32-af59-4084-a64c-77ef94016a97 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0985043 Jan 28 04:22:52.681909 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-61939ece-8d93-4290-9100-bb394347c03a req-24f48849-cf8a-4a3a-8287-0848d760843d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 1001 time: 0.0579627 Jan 28 04:22:52.735081 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61939ece-8d93-4290-9100-bb394347c03a req-4d8a150e-ab23-4fbc-bab8-ed420fdccce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:52.736523 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-61939ece-8d93-4290-9100-bb394347c03a req-4d8a150e-ab23-4fbc-bab8-ed420fdccce1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0477660 Jan 28 04:22:52.781251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61939ece-8d93-4290-9100-bb394347c03a req-60f0a536-821e-4ecd-bea5-449a74511ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:52.782744 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-61939ece-8d93-4290-9100-bb394347c03a req-60f0a536-821e-4ecd-bea5-449a74511ddc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402994 Jan 28 04:22:52.872641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-61939ece-8d93-4290-9100-bb394347c03a req-9011a1b6-84a9-4077-be04-68d37fc418a7 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828972 Jan 28 04:22:52.966425 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-61939ece-8d93-4290-9100-bb394347c03a req-2292fae5-9369-438a-81d0-502760fa0071 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890613 Jan 28 04:23:10.581731 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad983-3d3d-4530-ba31-4816534986ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:12.549567 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:12.630269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d592f99b-d4bd-4ac5-be5c-98e8d755153d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:14.420077 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:14.817534 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:15.645626 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:16.830381 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:21.650835 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:23:40.583396 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c80b1634-1a88-4c69-8a5f-00506ce8833a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:42.554635 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:42.631731 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-59804eb8-990a-4da1-9e65-85b298101df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:44.417546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:44.815930 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:45.649845 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:46.838323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:53.832685 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-695a8992-4d79-41df-aa32-f2318f95b16c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788441 Jan 28 04:23:53.931235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-cca8003e-3b1d-40c2-a4dd-a615653794a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:23:53.932733 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-cca8003e-3b1d-40c2-a4dd-a615653794a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1098 time: 0.0398548 Jan 28 04:23:54.039037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-4d967349-ec55-4a71-b34f-5b1c2a0af75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:23:54.040505 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-4d967349-ec55-4a71-b34f-5b1c2a0af75a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0888593 Jan 28 04:23:54.110462 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-eb92c270-b6fc-4f6f-b3d9-2fb71a2d3f62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 1001 time: 0.0581863 Jan 28 04:23:54.162921 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-2d4faca0-d51c-4c10-a177-24d2be5ed653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:23:54.164372 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-2d4faca0-d51c-4c10-a177-24d2be5ed653 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0479543 Jan 28 04:23:54.208864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-adae85c5-d4c6-4621-b140-f4d8b04a8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:23:54.210330 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-adae85c5-d4c6-4621-b140-f4d8b04a8e3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398295 Jan 28 04:23:54.297403 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-da62d065-67f7-4cb7-b726-9090752f9f00 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802264 Jan 28 04:23:54.388511 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec0d6c86-c318-4130-968e-56a7b35a3bd9 req-3e4663d7-8dd4-4e4d-a84c-2df1ad55bd1e service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848353 Jan 28 04:23:58.650027 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:24:10.584334 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30637b6a-e850-4b44-a846-9f6b651515d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:12.569935 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:12.634220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc25ea97-8129-434b-9cfb-a366cbc8afba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:14.423723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:14.819754 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:15.650983 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:16.831061 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:35.649209 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:24:40.585627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba82e6ff-bc78-43ee-9ad2-cda7e307b4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:42.571111 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:42.638326 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d61d288-2bd0-4d4f-9e9b-5b22c99ab8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:44.426026 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:44.831159 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:45.654723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:46.833748 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:54.467031 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd405e8d-188e-455b-96cf-a07196d40675 req-6d94f006-1dff-4326-b29a-5f2980183f9a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492785 Jan 28 04:24:54.567147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd405e8d-188e-455b-96cf-a07196d40675 req-53b94d2d-afb5-4b34-ba5a-0186f0caa65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:24:54.568801 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd405e8d-188e-455b-96cf-a07196d40675 req-53b94d2d-afb5-4b34-ba5a-0186f0caa65d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1098 time: 0.0445244 Jan 28 04:24:54.678820 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd405e8d-188e-455b-96cf-a07196d40675 req-f1ddcf70-20a9-49c3-b1a6-9a2a24006932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:24:54.680596 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd405e8d-188e-455b-96cf-a07196d40675 req-f1ddcf70-20a9-49c3-b1a6-9a2a24006932 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0937958 Jan 28 04:24:54.751803 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd405e8d-188e-455b-96cf-a07196d40675 req-7db6a090-d6f8-4893-a75b-d22e4a705331 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 1001 time: 0.0650799 Jan 28 04:24:54.806821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd405e8d-188e-455b-96cf-a07196d40675 req-6134cafe-3aa7-4eae-82fb-f5c09f2d69be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:24:54.808866 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd405e8d-188e-455b-96cf-a07196d40675 req-6134cafe-3aa7-4eae-82fb-f5c09f2d69be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0508173 Jan 28 04:24:54.857001 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd405e8d-188e-455b-96cf-a07196d40675 req-bb4ae68a-f114-472d-a4fa-8203897c726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:24:54.858515 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd405e8d-188e-455b-96cf-a07196d40675 req-bb4ae68a-f114-472d-a4fa-8203897c726e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445106 Jan 28 04:24:54.951161 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd405e8d-188e-455b-96cf-a07196d40675 req-5ec5ac37-220c-41b2-ab36-67190a9d9f3a service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869331 Jan 28 04:24:55.060913 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd405e8d-188e-455b-96cf-a07196d40675 req-7bf150b1-6a00-4326-9382-f3d327b357ea service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030161 Jan 28 04:25:06.263792 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f2e41-16fc-45c2-b056-cad478dbb440 req-58da81bc-748a-4332-8ce3-4ff645b4f858 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:06.266193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-367f2e41-16fc-45c2-b056-cad478dbb440 req-58da81bc-748a-4332-8ce3-4ff645b4f858 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0997922 Jan 28 04:25:06.318596 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-367f2e41-16fc-45c2-b056-cad478dbb440 req-97efdca3-90ec-4eca-adec-3145e4d3dc00 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470870 Jan 28 04:25:07.552671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6169d-c652-4f1d-ae02-5c8965be3302 req-8552807e-f826-4eee-b379-c1a33f431d51 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:07.554206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebd6169d-c652-4f1d-ae02-5c8965be3302 req-8552807e-f826-4eee-b379-c1a33f431d51 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0931766 Jan 28 04:25:07.600545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebd6169d-c652-4f1d-ae02-5c8965be3302 req-0f709181-34ca-45c4-98a0-8e384b503b0c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405941 Jan 28 04:25:08.716977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f714d7c-12ed-4a72-ba66-4e8f21728176 req-1be253f6-75c2-450a-a722-50879edfdc99 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:08.719127 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f714d7c-12ed-4a72-ba66-4e8f21728176 req-1be253f6-75c2-450a-a722-50879edfdc99 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0483079 Jan 28 04:25:08.764510 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4f714d7c-12ed-4a72-ba66-4e8f21728176 req-b9ec4c95-fc88-4b3e-8c9a-edea200e8265 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397995 Jan 28 04:25:09.883167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232a8c9-860c-490c-8f5e-58dda6cb04dc req-b5c29e10-1d55-4b83-ac99-fec347c64d57 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:09.884660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9232a8c9-860c-490c-8f5e-58dda6cb04dc req-b5c29e10-1d55-4b83-ac99-fec347c64d57 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0512433 Jan 28 04:25:09.933591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9232a8c9-860c-490c-8f5e-58dda6cb04dc req-b8fbb7db-fda5-45ef-8cfc-40238ce8804b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428388 Jan 28 04:25:10.586844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c333d61-d624-4cac-abbb-49bf8e595390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:11.051192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef1213-e124-410a-b566-ba1a3e0f0f08 req-40fced1d-2764-436c-b751-79820e0e2e95 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:11.052675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbef1213-e124-410a-b566-ba1a3e0f0f08 req-40fced1d-2764-436c-b751-79820e0e2e95 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0492251 Jan 28 04:25:11.098893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bbef1213-e124-410a-b566-ba1a3e0f0f08 req-fde5dcaf-7a86-478c-8e46-ac94691a6331 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406265 Jan 28 04:25:12.238860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1618b-d4a5-4d8e-8b49-b562f7915909 req-1bdf5b6c-19df-45b2-bf50-985e3b1c71c4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:12.240900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bf1618b-d4a5-4d8e-8b49-b562f7915909 req-1bdf5b6c-19df-45b2-bf50-985e3b1c71c4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0735667 Jan 28 04:25:12.296655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bf1618b-d4a5-4d8e-8b49-b562f7915909 req-8130090b-8c43-4159-a691-acc7abe826fd tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489454 Jan 28 04:25:12.588260 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:12.640709 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e105f1a0-b532-40ab-82ee-07dee2b47622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:12.649327 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:25:13.412998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361c3bb-9ca5-4f52-ad81-2a66a01b9fce req-5151eaca-e86c-4671-817c-4233be3498cd tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:13.414483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1361c3bb-9ca5-4f52-ad81-2a66a01b9fce req-5151eaca-e86c-4671-817c-4233be3498cd tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0474911 Jan 28 04:25:13.460846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1361c3bb-9ca5-4f52-ad81-2a66a01b9fce req-7808b6cf-0911-49cf-82c7-9362241eeb2d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408745 Jan 28 04:25:14.428820 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:14.576378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823697c2-89d0-44fc-899d-60289b30bbba req-9df65844-2a33-49c5-8df5-fea023395971 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:14.579012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-823697c2-89d0-44fc-899d-60289b30bbba req-9df65844-2a33-49c5-8df5-fea023395971 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0491831 Jan 28 04:25:14.629060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-823697c2-89d0-44fc-899d-60289b30bbba req-8535e120-d20a-4800-bbce-c2a6612bac5c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443039 Jan 28 04:25:14.850859 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:15.657172 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:15.745193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e99790-f983-4f02-a085-3f039b62d05e req-ed3cf60e-d0e6-4d6e-b1ab-e25cf3e2f12b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:15.746690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1e99790-f983-4f02-a085-3f039b62d05e req-ed3cf60e-d0e6-4d6e-b1ab-e25cf3e2f12b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0483530 Jan 28 04:25:15.795081 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1e99790-f983-4f02-a085-3f039b62d05e req-95fbb537-875a-4b5b-956f-3dbe36d278ba tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408349 Jan 28 04:25:16.835577 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:16.912610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568c18a-1d0f-4578-868e-4c3c5e4b5f65 req-0caa2efe-a540-4cbd-9380-08f913e610a6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:16.914153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e568c18a-1d0f-4578-868e-4c3c5e4b5f65 req-0caa2efe-a540-4cbd-9380-08f913e610a6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0484433 Jan 28 04:25:16.961462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e568c18a-1d0f-4578-868e-4c3c5e4b5f65 req-044adf42-d761-47df-93ae-1f0d93f8bd55 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417078 Jan 28 04:25:17.223982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077d5ec-0504-48d0-b25a-669a544b3660 req-ca69652d-b68e-45ff-91af-1be2d5481eb6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:17.225520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c077d5ec-0504-48d0-b25a-669a544b3660 req-ca69652d-b68e-45ff-91af-1be2d5481eb6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0596726 Jan 28 04:25:17.299931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c077d5ec-0504-48d0-b25a-669a544b3660 req-950a0e29-f62f-46e6-8f4d-16b615d3bcd1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689445 Jan 28 04:25:17.305091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-2cd81752-d183-403e-a174-9882ddc7cd9e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069002 Jan 28 04:25:18.421199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733fb2d-598c-41ff-be1c-a8c4b6b181fc req-e51b1726-fee0-49cf-acbc-16f713d1cff2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:18.424089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7733fb2d-598c-41ff-be1c-a8c4b6b181fc req-e51b1726-fee0-49cf-acbc-16f713d1cff2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0528169 Jan 28 04:25:18.476666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7733fb2d-598c-41ff-be1c-a8c4b6b181fc req-396e4bfd-1f4d-4e48-b4c5-4c3e8ece0a54 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471027 Jan 28 04:25:18.512674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-a8517bd0-caf6-42bc-911c-5509b1809257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:18.514187 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-a8517bd0-caf6-42bc-911c-5509b1809257 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1098 time: 0.0438201 Jan 28 04:25:18.604718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-4cb561fc-94e1-4eef-8a78-61c9c197376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:18.606133 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-4cb561fc-94e1-4eef-8a78-61c9c197376a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0867422 Jan 28 04:25:18.668713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-baab58f1-9ff3-45ff-af23-dfe98f9c4fa5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 1001 time: 0.0568199 Jan 28 04:25:18.714011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-d857e807-d43e-4462-870c-49b76ea286a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:18.715430 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-d857e807-d43e-4462-870c-49b76ea286a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0418563 Jan 28 04:25:18.762564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-42f5d15a-5935-4c2f-bf90-551b92399c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:18.764021 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-42f5d15a-5935-4c2f-bf90-551b92399c61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426037 Jan 28 04:25:18.850322 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-45fc2dc2-fa88-416f-84cd-56cffbcff03e service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804701 Jan 28 04:25:18.939791 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-e9f1c6fb-dfc2-48d1-92ee-e0ec6c019f16 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837121 Jan 28 04:25:19.600701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52654751-210b-472a-a726-f2af3f1c308b req-ea490da3-fa24-485a-9dcb-ddde188deca2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:19.602221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52654751-210b-472a-a726-f2af3f1c308b req-ea490da3-fa24-485a-9dcb-ddde188deca2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0517609 Jan 28 04:25:19.648480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52654751-210b-472a-a726-f2af3f1c308b req-6412b8e6-2e1e-45bb-99af-281a6dd616c7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406075 Jan 28 04:25:20.763404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7ae51-a340-46a2-be10-a2423541ea8f req-fae489ad-2a9c-4f4a-98ab-7139a11418d9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:20.764915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6a7ae51-a340-46a2-be10-a2423541ea8f req-fae489ad-2a9c-4f4a-98ab-7139a11418d9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0478008 Jan 28 04:25:20.814115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6a7ae51-a340-46a2-be10-a2423541ea8f req-33b80547-f669-4fb0-a025-e7798e2d3221 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433471 Jan 28 04:25:21.183031 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-afc5871a-2034-4260-84cb-f46f7c01b3f8 service neutron] show failed (client error): The resource could not be found. Jan 28 04:25:21.184034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-afc5871a-2034-4260-84cb-f46f7c01b3f8 service neutron] 10.222.0.25 "GET /v2.0/ports/64f06332-eab9-45d0-889e-9a28954da7a0/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.4020102 Jan 28 04:25:21.451700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-e74215cf-00b5-47fa-9390-6100b63cb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:21.453289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-e74215cf-00b5-47fa-9390-6100b63cb6b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 1098 time: 0.0768261 Jan 28 04:25:21.463203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-c64607ea-c908-4f78-aeef-c06802668328 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:25:21.464197 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-c64607ea-c908-4f78-aeef-c06802668328 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047531 Jan 28 04:25:21.480058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:21.534506 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.731901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=64f06332-eab9-45d0-889e-9a28954da7a0,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:21.764529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:21.802369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:21.807019 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Publish callbacks [] for port (64f06332-eab9-45d0-889e-9a28954da7a0), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.819255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Transition to ACTIVE for port object 64f06332-eab9-45d0-889e-9a28954da7a0 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:25:21.823673 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:21.852465 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1ebb96-73e0-4b99-8846-39160d6d1323" -d '{"events": [{"server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "name": "network-vif-unplugged", "status": "completed", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:21.914230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Pushing event updated for resources: {'Port': ['ID=64f06332-eab9-45d0-889e-9a28954da7a0,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:21.926718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.927049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.927388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.927721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.928047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.928368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.928689 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.929104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.929423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.929742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.930061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.930374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.930687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.964764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] No DVR routers for this DVR port 64f06332-eab9-45d0-889e-9a28954da7a0 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:25:21.965378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ec20-95f3-40cc-9acf-daf5d8a0e36e req-3795bc0b-2aca-49b3-968a-056bfa69cdce tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:21.975373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13e6ec20-95f3-40cc-9acf-daf5d8a0e36e req-3795bc0b-2aca-49b3-968a-056bfa69cdce tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 944 time: 0.0658791 Jan 28 04:25:22.003613 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c274029d-a9dc-4ea8-b980-c35192d0aff0 x-openstack-request-id: req-c274029d-a9dc-4ea8-b980-c35192d0aff0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:22.003989 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "name": "network-vif-unplugged", "status": "completed", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:22.004306 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c274029d-a9dc-4ea8-b980-c35192d0aff0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:22.004761 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0', 'code': 200} Jan 28 04:25:22.037563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-13e6ec20-95f3-40cc-9acf-daf5d8a0e36e req-cf88e9f3-b0cd-4b31-a576-adcd297b786e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613093 Jan 28 04:25:22.111339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Attempting to bind port 64f06332-eab9-45d0-889e-9a28954da7a0 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:22.111669 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Attempting to bind port 64f06332-eab9-45d0-889e-9a28954da7a0 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:22.111988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Attempting to bind port 64f06332-eab9-45d0-889e-9a28954da7a0 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:22.116162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Port 64f06332-eab9-45d0-889e-9a28954da7a0 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:25:22.116479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Attempting to bind port 64f06332-eab9-45d0-889e-9a28954da7a0 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:22.121191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:22.121521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:22.121898 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:22.122315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Bound port: 64f06332-eab9-45d0-889e-9a28954da7a0, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:22.122659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.183222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:22.186521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=64f06332-eab9-45d0-889e-9a28954da7a0,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:22.191880 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.227427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:22.228047 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.229429 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] 10.222.0.42 "PUT /v2.0/ports/64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 1093 time: 0.7527828 Jan 28 04:25:22.253638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5ffb9-6ea0-421b-b533-9c6f500a230a service neutron] Pushing event updated for resources: {'Port': ['ID=64f06332-eab9-45d0-889e-9a28954da7a0,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:22.303981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-9d9439fe-4cb0-43e1-832e-be072d4a0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:22.305515 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-9d9439fe-4cb0-43e1-832e-be072d4a0334 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1096 time: 0.0422876 Jan 28 04:25:22.397313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-57758793-68d9-4c5d-95a6-fb120774e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:22.398796 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-57758793-68d9-4c5d-95a6-fb120774e32a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0881050 Jan 28 04:25:22.467285 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-a6e80579-69fb-4942-b4be-6574aae86d57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 999 time: 0.0630863 Jan 28 04:25:22.514039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-ba3e0c4d-f282-4b7c-83df-839194bdb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:22.516098 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-ba3e0c4d-f282-4b7c-83df-839194bdb370 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0431235 Jan 28 04:25:22.559613 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-342e35fb-02d9-4dcc-9a10-947a171e374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:22.561188 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-342e35fb-02d9-4dcc-9a10-947a171e374e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404332 Jan 28 04:25:22.650781 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-6294f7af-a016-4bd2-859f-9d30db575818 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840614 Jan 28 04:25:22.739087 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-342a88b5-bccc-49a8-9805-a158fda780b8 req-55e590ef-91d9-4a05-ae38-35d6a3630bcf service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830467 Jan 28 04:25:23.154930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066f817-0bf6-45e5-ab49-4616b45d9f22 req-53f372eb-4680-4adc-99a0-a995b64c909a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:23.157130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0066f817-0bf6-45e5-ab49-4616b45d9f22 req-53f372eb-4680-4adc-99a0-a995b64c909a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 944 time: 0.0486896 Jan 28 04:25:23.203027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0066f817-0bf6-45e5-ab49-4616b45d9f22 req-e3e18b89-60e5-4a67-b8ce-c93c4be7494a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403364 Jan 28 04:25:24.005638 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:24.008082 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:24.057628 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78e1ea2-a688-4225-a214-8b03f247a83c x-openstack-request-id: req-b78e1ea2-a688-4225-a214-8b03f247a83c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:24.057916 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:24.058166 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b78e1ea2-a688-4225-a214-8b03f247a83c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:24.058569 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0', 'status': 'completed', 'code': 200} Jan 28 04:25:24.169204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-bbe481c2-eb68-49ae-8349-84a3caef74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.170700 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-bbe481c2-eb68-49ae-8349-84a3caef74d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1096 time: 0.0745499 Jan 28 04:25:24.176632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-d5c6363e-ad22-4d64-956a-d9bf74273137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.178034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-d5c6363e-ad22-4d64-956a-d9bf74273137 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1096 time: 0.0530927 Jan 28 04:25:24.324475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6819d-e925-4b74-b503-304d0cc90c27 req-1df7b0b3-3d2d-4819-8c4b-69feea87cada tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.325899 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eab6819d-e925-4b74-b503-304d0cc90c27 req-1df7b0b3-3d2d-4819-8c4b-69feea87cada tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 944 time: 0.0483031 Jan 28 04:25:24.335314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-f8ac9f42-c021-43bc-9a39-443c962b48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.336788 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-f8ac9f42-c021-43bc-9a39-443c962b48dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1579185 Jan 28 04:25:24.337888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-731f29e4-10b7-417e-8851-340539618cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.339196 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-731f29e4-10b7-417e-8851-340539618cea service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1531484 Jan 28 04:25:24.377354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eab6819d-e925-4b74-b503-304d0cc90c27 req-4b4057b2-01cd-418e-9603-af80f23bf68d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448432 Jan 28 04:25:24.454478 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-d080f851-d8d9-4039-b022-5a005f2b85da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 999 time: 0.1113806 Jan 28 04:25:24.456237 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-675dd489-efb3-49da-b5a6-b767fe08b54a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 999 time: 0.1067889 Jan 28 04:25:24.544075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-4c5ec5e5-a6ec-4d43-8b35-09d45c2e216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.545877 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-4c5ec5e5-a6ec-4d43-8b35-09d45c2e216f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0862494 Jan 28 04:25:24.549840 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-654f11a2-cfcc-4a30-810a-2f4dbd1f787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.551361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-654f11a2-cfcc-4a30-810a-2f4dbd1f787f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0837040 Jan 28 04:25:24.587046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e05ac2-0b55-4faa-8574-bf06ceaa8622 req-95695132-7ae0-4d79-a81a-c464ab38a0c8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.588482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79e05ac2-0b55-4faa-8574-bf06ceaa8622 req-95695132-7ae0-4d79-a81a-c464ab38a0c8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 944 time: 0.0550723 Jan 28 04:25:24.637100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-79e05ac2-0b55-4faa-8574-bf06ceaa8622 req-d4d44116-549c-4575-bdce-0b701fc5b904 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427091 Jan 28 04:25:24.662321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-7baa1bbc-3670-4bd7-afa1-def2d8978178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.663839 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-7baa1bbc-3670-4bd7-afa1-def2d8978178 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116414 Jan 28 04:25:24.670277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-5a9b6aad-5a8e-417a-bb6d-ff9cedc82351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.671707 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-5a9b6aad-5a8e-417a-bb6d-ff9cedc82351 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112089 Jan 28 04:25:24.679635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-ee1e0a0a-ceeb-431b-b3da-73ed31a93050 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.681088 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-ee1e0a0a-ceeb-431b-b3da-73ed31a93050 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b&tenant_id=56008eb7946745cc8705f705e3a648ff&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 944 time: 0.1194687 Jan 28 04:25:24.881153 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-525d01c7-8730-4363-be1a-aeda3f4fbe82 service neutron] delete failed (client error): The resource could not be found. Jan 28 04:25:24.882103 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-525d01c7-8730-4363-be1a-aeda3f4fbe82 service neutron] 10.222.0.25 "DELETE /v2.0/ports/64f06332-eab9-45d0-889e-9a28954da7a0/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.1920469 Jan 28 04:25:24.887080 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-bcb72dbd-a715-45e1-9a5b-58ddeb33e7d7 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144001 Jan 28 04:25:24.890520 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-8a49b7cf-53b8-4f45-a448-9c126ca50cae service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022467 Jan 28 04:25:25.003049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 64f06332-eab9-45d0-889e-9a28954da7a0 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:25:25.046215 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-09a0c3e2-6abf-49d1-b7a4-e69282689063 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531308 Jan 28 04:25:25.050211 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f3ac95f-8ed1-4978-93d6-00b7d60c4ffc req-a7f08a1e-3990-42b8-a174-afdcc581fc82 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502976 Jan 28 04:25:25.111056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=64f06332-eab9-45d0-889e-9a28954da7a0,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:25.122490 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '64f06332-eab9-45d0-889e-9a28954da7a0', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'port_id': '64f06332-eab9-45d0-889e-9a28954da7a0', 'mac_address': 'fa:16:3e:9d:f4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:25:25.161859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 64f06332-eab9-45d0-889e-9a28954da7a0 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:25.162517 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:25.178426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f06332-eab9-45d0-889e-9a28954da7a0 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:25.199299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=64f06332-eab9-45d0-889e-9a28954da7a0,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:25.203692 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:25.243379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-978f6753-3e33-4ce5-9020-e24f1bf1233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:25.244940 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-978f6753-3e33-4ce5-9020-e24f1bf1233d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1097 time: 0.0530052 Jan 28 04:25:25.256407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=64f06332-eab9-45d0-889e-9a28954da7a0,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:25.263574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.263925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.264269 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.264605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.264988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.265411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.265694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.266138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.266471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.266796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.267122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.267445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.267771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:25.332823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-29e5e450-4322-4b6a-a56d-cedfe9dec7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:25.334308 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-29e5e450-4322-4b6a-a56d-cedfe9dec7b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0836031 Jan 28 04:25:25.402820 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-72f1daff-14c1-4f23-a2df-535ce3e59c4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 1000 time: 0.0614934 Jan 28 04:25:25.451067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-7f371ca9-27f3-4d2e-b1c4-5e1d9b610b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:25.452562 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-7f371ca9-27f3-4d2e-b1c4-5e1d9b610b3c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0444467 Jan 28 04:25:25.498738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-52764599-746f-4a71-9567-a402a53f22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:25.500288 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-52764599-746f-4a71-9567-a402a53f22b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402961 Jan 28 04:25:25.516953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['64f06332-eab9-45d0-889e-9a28954da7a0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:25:25.600037 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-8cd027f9-db19-431b-977f-e385e33b781c service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932205 Jan 28 04:25:25.699036 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-95193fa7-be46-432d-9dae-baeea313560f service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923491 Jan 28 04:25:25.734080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 64f06332-eab9-45d0-889e-9a28954da7a0 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:25:25.772261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56195-bd89-4231-938f-88b4b662b653 req-81ba2db7-85e3-4d74-a2af-1d2591cd975d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:25.774077 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88c56195-bd89-4231-938f-88b4b662b653 req-81ba2db7-85e3-4d74-a2af-1d2591cd975d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 945 time: 0.0600955 Jan 28 04:25:25.816634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port 64f06332-eab9-45d0-889e-9a28954da7a0 host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:25:25.817065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 64f06332-eab9-45d0-889e-9a28954da7a0 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:25:25.834016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88c56195-bd89-4231-938f-88b4b662b653 req-f4622301-9050-4fc9-bd92-6b1d9fb89598 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545292 Jan 28 04:25:26.954639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0698e-a3d6-4774-8774-d12151e9ca90 req-c6fae3f4-0de1-4b09-8eae-7d16f4a3a9f4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:26.956157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60d0698e-a3d6-4774-8774-d12151e9ca90 req-c6fae3f4-0de1-4b09-8eae-7d16f4a3a9f4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 945 time: 0.0535848 Jan 28 04:25:27.004126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60d0698e-a3d6-4774-8774-d12151e9ca90 req-d4f30892-b7c6-4ed2-8701-93dc3abbc5d8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424731 Jan 28 04:25:27.033746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 64f06332-eab9-45d0-889e-9a28954da7a0 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:27.083307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 64f06332-eab9-45d0-889e-9a28954da7a0 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:25:27.087569 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 64f06332-eab9-45d0-889e-9a28954da7a0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:27.088027 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:27.120386 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752d6a3-0b8b-43b3-abe9-af73a71f3f1a req-f24b380e-bdea-44d5-8c3d-4516fcc52b1c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.121914 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3752d6a3-0b8b-43b3-abe9-af73a71f3f1a req-f24b380e-bdea-44d5-8c3d-4516fcc52b1c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 945 time: 0.0503983 Jan 28 04:25:27.169850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 64f06332-eab9-45d0-889e-9a28954da7a0 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:27.170231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:27.170786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3752d6a3-0b8b-43b3-abe9-af73a71f3f1a req-ad82131b-fedd-4f3b-a506-8b431132a142 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429976 Jan 28 04:25:27.195341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:27.209936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=64f06332-eab9-45d0-889e-9a28954da7a0,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:27.215357 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:27.248952 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0c8b34-a2a8-4bc3-a23d-cade3e8eda61" -d '{"events": [{"server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "name": "network-vif-plugged", "status": "completed", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:27.278899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=64f06332-eab9-45d0-889e-9a28954da7a0,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:27.348019 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1ea7b4-97b6-44ab-8f8b-49dba6adb525 x-openstack-request-id: req-ad1ea7b4-97b6-44ab-8f8b-49dba6adb525 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:27.348324 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "name": "network-vif-plugged", "status": "completed", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:27.348591 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad1ea7b4-97b6-44ab-8f8b-49dba6adb525 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:27.349025 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0', 'code': 200} Jan 28 04:25:27.398195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87009a4f-f5ec-4b9e-a80e-deac0de7a6ef req-592877c4-e85c-4517-b7d2-7684bf47cf2f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.399707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87009a4f-f5ec-4b9e-a80e-deac0de7a6ef req-592877c4-e85c-4517-b7d2-7684bf47cf2f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0503924 Jan 28 04:25:27.450674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02beac-da85-493f-a5aa-65421842d364 req-e260f66b-a9c6-4328-9b02-267fe6b6ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.452174 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c02beac-da85-493f-a5aa-65421842d364 req-e260f66b-a9c6-4328-9b02-267fe6b6ea4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 1098 time: 0.0412493 Jan 28 04:25:27.454016 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-87009a4f-f5ec-4b9e-a80e-deac0de7a6ef req-80b611b7-38c5-458e-bcde-3d63ee7b21dc tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470407 Jan 28 04:25:27.548124 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02beac-da85-493f-a5aa-65421842d364 req-815f7609-ebb0-41e7-a355-99965a954173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.549550 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c02beac-da85-493f-a5aa-65421842d364 req-815f7609-ebb0-41e7-a355-99965a954173 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0918455 Jan 28 04:25:27.614611 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c02beac-da85-493f-a5aa-65421842d364 req-423c1c94-7e59-4ac0-89c8-b0bd1430b5bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 200 len: 1001 time: 0.0593984 Jan 28 04:25:27.665951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02beac-da85-493f-a5aa-65421842d364 req-4b081e4a-c390-4350-aca2-785c974e13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.667441 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c02beac-da85-493f-a5aa-65421842d364 req-4b081e4a-c390-4350-aca2-785c974e13d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0469449 Jan 28 04:25:27.711044 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02beac-da85-493f-a5aa-65421842d364 req-132ed63f-db15-4d79-94e6-b0748a054925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.712554 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c02beac-da85-493f-a5aa-65421842d364 req-132ed63f-db15-4d79-94e6-b0748a054925 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399613 Jan 28 04:25:27.798951 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c02beac-da85-493f-a5aa-65421842d364 req-c1e9d2a4-dea5-4c89-bed8-047c051c37dc service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808170 Jan 28 04:25:27.890854 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5c02beac-da85-493f-a5aa-65421842d364 req-ba82b80b-5cdb-476a-a21c-0fe41e3c70fc service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863271 Jan 28 04:25:28.571540 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb3c30-4a55-42fc-a21b-13eec84b038e req-65923f0d-c071-4cf0-8df4-5c1778b64140 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:28.573071 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30bb3c30-4a55-42fc-a21b-13eec84b038e req-65923f0d-c071-4cf0-8df4-5c1778b64140 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0500743 Jan 28 04:25:28.621205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30bb3c30-4a55-42fc-a21b-13eec84b038e req-209f6ec3-8d53-4f91-8d46-be97ef78bd66 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419240 Jan 28 04:25:28.849712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528b74c-5f8b-46ea-bf5b-f0669aab17a7 req-e813fd88-0d07-4e44-ab02-e41fef543fd0 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:28.851356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3528b74c-5f8b-46ea-bf5b-f0669aab17a7 req-e813fd88-0d07-4e44-ab02-e41fef543fd0 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0474660 Jan 28 04:25:28.898451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3528b74c-5f8b-46ea-bf5b-f0669aab17a7 req-06ce7f96-90d0-4f02-86cc-213a3ec97692 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416045 Jan 28 04:25:30.019283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a9ce1-2bbf-4470-a466-8419f6b750bd req-b273d4b4-a43e-4ad0-8d65-0b731812f0d5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:30.020787 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d63a9ce1-2bbf-4470-a466-8419f6b750bd req-b273d4b4-a43e-4ad0-8d65-0b731812f0d5 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0539548 Jan 28 04:25:30.068250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d63a9ce1-2bbf-4470-a466-8419f6b750bd req-7133fdbc-0a5c-4d0a-b655-1fae80ce7b67 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418720 Jan 28 04:25:30.189041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-fcd2f764-551b-4e28-a9f4-baf86ab3f148 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:30.190402 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-fcd2f764-551b-4e28-a9f4-baf86ab3f148 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 946 time: 0.0487494 Jan 28 04:25:30.280205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Deleting port 64f06332-eab9-45d0-889e-9a28954da7a0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:25:30.280579 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.367853 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] For port 64f06332-eab9-45d0-889e-9a28954da7a0, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=64f06332-eab9-45d0-889e-9a28954da7a0,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:30.368215 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.536275 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.536552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.536886 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327 disassociated. External IP: 172.25.1.62, port: 64f06332-eab9-45d0-889e-9a28954da7a0. Jan 28 04:25:30.537242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Calling delete_port for 64f06332-eab9-45d0-889e-9a28954da7a0 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:25:30.666151 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (64f06332-eab9-45d0-889e-9a28954da7a0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.694728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event deleted for resources: {'Port': ['ID=64f06332-eab9-45d0-889e-9a28954da7a0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:30.815559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Router 913fbcd8-2175-4531-a276-4c43879c6712 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:25:30.930512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:25:30.940590 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515527ce-30b3-4619-9f1d-869095e541be None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:25:30.950013 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515527ce-30b3-4619-9f1d-869095e541be None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:25:30.950654 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-515527ce-30b3-4619-9f1d-869095e541be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:25:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:30.969846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] No DVR routers for this DVR port 64f06332-eab9-45d0-889e-9a28954da7a0 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:25:30.972557 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.976106 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c7a60bcc-e588-49f3-863a-f7e2b3fc9eb9 req-ce1451ac-3cd6-431c-8306-6d5f08e685b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.42 "DELETE /v2.0/ports/64f06332-eab9-45d0-889e-9a28954da7a0 HTTP/1.1" status: 204 len: 173 time: 0.7799625 Jan 28 04:25:30.976557 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'name': 'network-vif-deleted', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:30.978926 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ed7672-98ef-4a38-84a5-9e05ae1b2fea" -d '{"events": [{"server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "name": "network-vif-deleted", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:31.037614 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54658b8-513e-4381-a3df-a5efefd58ae1 x-openstack-request-id: req-c54658b8-513e-4381-a3df-a5efefd58ae1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:31.037911 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3369a294-7c73-4217-bf8e-67057f56b41b", "name": "network-vif-deleted", "tag": "64f06332-eab9-45d0-889e-9a28954da7a0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:31.038165 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c54658b8-513e-4381-a3df-a5efefd58ae1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:31.038575 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3369a294-7c73-4217-bf8e-67057f56b41b', 'name': 'network-vif-deleted', 'tag': '64f06332-eab9-45d0-889e-9a28954da7a0', 'status': 'completed', 'code': 200} Jan 28 04:25:31.061706 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-515527ce-30b3-4619-9f1d-869095e541be None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:25:31.180554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d044b15e-cd60-446f-a4ee-559687069849 req-e073712e-4e78-497d-90ca-d9acfc12cf1e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=3369a294-7c73-4217-bf8e-67057f56b41b HTTP/1.1" status: 200 len: 210 time: 0.0279555 Jan 28 04:25:31.288758 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-515527ce-30b3-4619-9f1d-869095e541be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:31.315258 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515527ce-30b3-4619-9f1d-869095e541be None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:25:31.323284 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515527ce-30b3-4619-9f1d-869095e541be None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:25:31.323878 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-515527ce-30b3-4619-9f1d-869095e541be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:25:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:31.431110 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-515527ce-30b3-4619-9f1d-869095e541be None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:25:31.634316 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-515527ce-30b3-4619-9f1d-869095e541be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:31.661664 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515527ce-30b3-4619-9f1d-869095e541be None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:25:31.883459 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b155445a-c58c-4ecb-aaab-821326ddc7e9 None None] New status for floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:25:32.486498 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-7fa0d49a-9777-4a87-bdb9-b2bc35695518 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--82846262&fields=id&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 267 time: 0.0414131 Jan 28 04:25:32.596719 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-d6ce351b-4477-44ce-8268-ca50b492dc02 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:32.598150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-d6ce351b-4477-44ce-8268-ca50b492dc02 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 811 time: 0.1054473 Jan 28 04:25:32.612887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-7c63acdd-7a4e-4805-a048-8c1ce21c066f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/quotas/56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 375 time: 0.0094821 Jan 28 04:25:32.663641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-8ae530c6-b3cd-46b7-b1b0-241e50642ca6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460856 Jan 28 04:25:32.840677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-d91867fd-9748-415b-90d0-81c4ee2b06f1 service neutron] 10.222.0.44 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234400 Jan 28 04:25:32.933987 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-5103d49f-a48a-464f-a3f9-0aa11da6b729 service neutron] 10.222.0.44 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868506 Jan 28 04:25:33.064919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 64f06332-eab9-45d0-889e-9a28954da7a0 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:25:33.094325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 64f06332-eab9-45d0-889e-9a28954da7a0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:25:33.094678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 64f06332-eab9-45d0-889e-9a28954da7a0 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:25:33.099040 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23a5dbd4-0c78-4d52-a650-8a8e11b09efc req-aed24028-d351-4c31-b3c8-002d32825246 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 210 time: 0.0277858 Jan 28 04:25:34.132087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-68aba5a6-7e7a-43bd-a9af-ade8e99e22d9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:34.133759 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-68aba5a6-7e7a-43bd-a9af-ade8e99e22d9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 811 time: 0.1054876 Jan 28 04:25:34.199272 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dd5508bd-a0c1-424f-bd67-93a13aba8209 req-25051477-782c-4d06-ba87-36294f5a0c8b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 210 time: 0.0264707 Jan 28 04:25:34.204141 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-447c30ae-d9de-4731-8c48-3a555192fdef tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 378 time: 0.0546432 Jan 28 04:25:34.236172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'port': {'device_id': '11029602-33e0-4257-9ca3-dc128c57567c', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'admin_state_up': True, 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'security_groups': ['5b88daff-1ce8-4011-a397-4afc8e71cc98']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:34.343779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Made reservation on behalf of 56008eb7946745cc8705f705e3a648ff for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:25:34.347049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.469065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Allocated IP 172.20.0.7 (5a56f7fd-718a-4412-89db-f9cc30e410ad/8f18ec23-23d6-44d0-953f-b7ecd1060c82/4c9c3b55-ebba-4e91-b7df-a566c71bd118) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:25:34.605926 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.639319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.683425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:25:34.686602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:25:34.693215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:25:34.698865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:34.744824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:34.745457 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.762078 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-6c503376-fa0c-42b0-9744-c70e06675771 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5298791 Jan 28 04:25:34.779353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Request body: {'port': {'device_id': '11029602-33e0-4257-9ca3-dc128c57567c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:34.925631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c8bc5b1c-cb32-46d3-b23b-426511ec4488 None None] Provisioning complete for port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:34.926275 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5b1c-cb32-46d3-b23b-426511ec4488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.961924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc5b1c-cb32-46d3-b23b-426511ec4488 None None] Port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:25:35.188498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.323783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfbbb6-56a5-4fe0-ac12-f387776e7e33 req-8744054e-33ba-4147-b377-1d69be806379 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:35.325290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2abfbbb6-56a5-4fe0-ac12-f387776e7e33 req-8744054e-33ba-4147-b377-1d69be806379 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 931 time: 0.0553279 Jan 28 04:25:35.372219 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2abfbbb6-56a5-4fe0-ac12-f387776e7e33 req-35485bdd-a280-4347-8034-4812aa42aa9c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413504 Jan 28 04:25:35.447808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9c3b55-ebba-4e91-b7df-a566c71bd118 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:35.455392 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Publish callbacks [] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.467348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Transition to ACTIVE for port object 4c9c3b55-ebba-4e91-b7df-a566c71bd118 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:25:35.471244 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.523859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:35.596362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:35.596697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:35.597057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:35.605776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:25:35.606277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:35.613117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:35.613528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:35.613938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:35.614462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Bound port: 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:35.614835 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.683466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:35.687974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:35.691826 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.728080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:35.728712 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.730104 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-b068854a-bc63-468f-ad82-926e620725ae service neutron] 10.222.0.25 "PUT /v2.0/ports/4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 1092 time: 0.9551315 Jan 28 04:25:35.730558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:35.732784 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b77146-3374-437c-b054-b5d78fa969f6" -d '{"events": [{"name": "network-changed", "server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:35.759345 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068854a-bc63-468f-ad82-926e620725ae service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:35.775699 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148588fe-d306-48e3-a49c-5cfc6f902401 x-openstack-request-id: req-148588fe-d306-48e3-a49c-5cfc6f902401 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:35.776088 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:35.776422 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-148588fe-d306-48e3-a49c-5cfc6f902401 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:35.777351 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'status': 'completed', 'code': 200} Jan 28 04:25:35.839358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-0addede3-e4bd-4a70-91ae-4a206a7ae7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:35.840925 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-0addede3-e4bd-4a70-91ae-4a206a7ae7b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1095 time: 0.0449095 Jan 28 04:25:35.903928 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-91416edc-a2ae-4211-84f4-ec9328685c24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 217 time: 0.0415690 Jan 28 04:25:35.957710 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-c51346c3-bfcc-462f-90e6-a2aee43d3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:35.959210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-c51346c3-bfcc-462f-90e6-a2aee43d3925 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0491145 Jan 28 04:25:36.004691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-a58d6873-f124-4c44-ac77-aa0ce557f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.006268 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-a58d6873-f124-4c44-ac77-aa0ce557f373 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416093 Jan 28 04:25:36.096272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-74790dd7-8723-4bb4-ba96-711d96f5027f service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835202 Jan 28 04:25:36.189634 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2a37b8d8-611c-4666-8efd-b0a64c06e4aa req-d26171f4-a246-48f0-a24d-f5f50787a43b service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864460 Jan 28 04:25:36.320371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-07251eb0-8d38-4b84-89b6-c2716533af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.321820 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-07251eb0-8d38-4b84-89b6-c2716533af3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1095 time: 0.0422280 Jan 28 04:25:36.415188 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-40b53786-a8ad-4c94-a4bb-fea05d706279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.416731 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-40b53786-a8ad-4c94-a4bb-fea05d706279 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0888364 Jan 28 04:25:36.465547 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-aa24d2d3-70f9-4a1a-9e59-7c51eb832640 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 217 time: 0.0427189 Jan 28 04:25:36.496222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956dbb3-62d3-4f5c-9f22-8869a0db2fed req-c0b47f03-b6f1-4800-b326-05e8975b54d6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.497753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a956dbb3-62d3-4f5c-9f22-8869a0db2fed req-c0b47f03-b6f1-4800-b326-05e8975b54d6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 943 time: 0.0535707 Jan 28 04:25:36.513327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-925af5e4-f39e-41d1-97a1-ee875f879a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.515587 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-925af5e4-f39e-41d1-97a1-ee875f879a5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0452714 Jan 28 04:25:36.544666 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a956dbb3-62d3-4f5c-9f22-8869a0db2fed req-e10de0d2-6dd7-4b91-a8a2-d0d272e45a2a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409522 Jan 28 04:25:36.566834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-602937be-61a3-4c64-b71f-76210944fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.568446 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-602937be-61a3-4c64-b71f-76210944fccc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472608 Jan 28 04:25:36.655862 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-05f90459-06fc-44b0-8b67-4b8cdf1fff5d service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808470 Jan 28 04:25:36.747823 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f2b77146-3374-437c-b054-b5d78fa969f6 req-98e18266-cf62-4dc4-a218-0cf5f9220058 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871367 Jan 28 04:25:37.665290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34236a5-1cdf-4eb9-afcf-16d0d5242d52 req-0e23fa9f-49af-429c-8a2e-72559bf9737f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:37.666789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a34236a5-1cdf-4eb9-afcf-16d0d5242d52 req-0e23fa9f-49af-429c-8a2e-72559bf9737f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 943 time: 0.0501802 Jan 28 04:25:37.722658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a34236a5-1cdf-4eb9-afcf-16d0d5242d52 req-0aaac160-1adc-4302-bcf2-f5a1f91fe67c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495229 Jan 28 04:25:38.841958 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e68f-3fd5-4e6d-8f85-e2ec8c389aa9 req-3beebf9c-d379-4564-a13c-a21e76915cf4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:38.844222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c434e68f-3fd5-4e6d-8f85-e2ec8c389aa9 req-3beebf9c-d379-4564-a13c-a21e76915cf4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 943 time: 0.0486834 Jan 28 04:25:38.891150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c434e68f-3fd5-4e6d-8f85-e2ec8c389aa9 req-cb290d86-3003-4fe8-aae3-b36642bc66f8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414412 Jan 28 04:25:40.009106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a024b-2a74-4512-b172-7ca5cc6346f3 req-bddcb10b-914a-417f-8ad0-8bacec1d5108 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:40.010618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db1a024b-2a74-4512-b172-7ca5cc6346f3 req-bddcb10b-914a-417f-8ad0-8bacec1d5108 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 943 time: 0.0515907 Jan 28 04:25:40.057091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-db1a024b-2a74-4512-b172-7ca5cc6346f3 req-0a74b85a-b23c-4dee-9806-747ba1d4f081 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404973 Jan 28 04:25:40.588723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28fe336a-2cd7-40fc-952e-eb7108aef2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.175593 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d714fb-2e81-4089-9939-3c41905944af req-812ebdba-cf63-48a4-a6bc-c5233f68a49f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:41.177119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36d714fb-2e81-4089-9939-3c41905944af req-812ebdba-cf63-48a4-a6bc-c5233f68a49f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 943 time: 0.0513301 Jan 28 04:25:41.223652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-36d714fb-2e81-4089-9939-3c41905944af req-531c9dc8-1d2b-479c-a04e-167ac33c8457 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409970 Jan 28 04:25:41.794001 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:25:41.886932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:41.898608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'port_id': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'mac_address': 'fa:16:3e:19:4f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:25:41.935607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:41.935996 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.953544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9c3b55-ebba-4e91-b7df-a566c71bd118 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:41.972532 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:41.976307 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.023592 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:42.338150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3358fb-eea1-436f-8b11-f8204b35443a req-85734200-4593-43b5-ac82-f94c5840577c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:42.339543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e3358fb-eea1-436f-8b11-f8204b35443a req-85734200-4593-43b5-ac82-f94c5840577c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0479915 Jan 28 04:25:42.386443 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e3358fb-eea1-436f-8b11-f8204b35443a req-d15ca2ad-f16b-45e1-91aa-7105543bf93e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404480 Jan 28 04:25:42.401650 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4c9c3b55-ebba-4e91-b7df-a566c71bd118'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:25:42.590094 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:42.642129 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-188ff875-99cc-4f67-bad4-2d2b6856f00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.503810 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588e36b-4486-4173-bfec-bab7bd74643a req-141f9039-3fd9-4334-868a-c88b39d7dabe tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:43.505323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c588e36b-4486-4173-bfec-bab7bd74643a req-141f9039-3fd9-4334-868a-c88b39d7dabe tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0515885 Jan 28 04:25:43.552993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c588e36b-4486-4173-bfec-bab7bd74643a req-7d265598-5a72-44d6-aa22-38e4bf213f66 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420246 Jan 28 04:25:43.791639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:43.842059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:25:43.846937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:43.847309 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.925462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:43.925848 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.947969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:43.950215 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56e4ff0-abed-408e-936e-d27dd5a49038" -d '{"events": [{"server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "name": "network-vif-plugged", "status": "completed", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:43.962803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:43.966638 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:43.993690 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c7c458-082d-4814-a703-fea42f1bdff0 x-openstack-request-id: req-87c7c458-082d-4814-a703-fea42f1bdff0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:43.993991 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "name": "network-vif-plugged", "status": "completed", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:43.994244 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87c7c458-082d-4814-a703-fea42f1bdff0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:43.994640 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'code': 200} Jan 28 04:25:44.019419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:44.121062 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afa937-53f6-432c-8d82-723e44003cb8 req-2c82cd4f-cc19-48dc-b3c7-17ea15b01aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:44.122463 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d7afa937-53f6-432c-8d82-723e44003cb8 req-2c82cd4f-cc19-48dc-b3c7-17ea15b01aca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1097 time: 0.0419984 Jan 28 04:25:44.165915 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-d7afa937-53f6-432c-8d82-723e44003cb8 req-6c6f9a23-e18c-4163-b924-065e47fbde0d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374672 Jan 28 04:25:44.431109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:44.667363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6245e-b127-4efa-9c5d-21383b527203 req-afa4311f-a8b1-4dd5-b62b-9830b873f5a9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:44.668868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d4c6245e-b127-4efa-9c5d-21383b527203 req-afa4311f-a8b1-4dd5-b62b-9830b873f5a9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0471921 Jan 28 04:25:44.716082 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d4c6245e-b127-4efa-9c5d-21383b527203 req-3f0bc323-a367-4f67-8c70-cc9ff1b3d011 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409608 Jan 28 04:25:44.851060 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:45.659317 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:45.835175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dad941-72c8-4fe4-badc-b59466d1a24d req-a85df19f-5379-408d-abb7-bd7d915e2933 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:45.836671 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62dad941-72c8-4fe4-badc-b59466d1a24d req-a85df19f-5379-408d-abb7-bd7d915e2933 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0488372 Jan 28 04:25:45.886820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62dad941-72c8-4fe4-badc-b59466d1a24d req-76d62fa5-5b10-453c-8cd9-97e803e9332d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444708 Jan 28 04:25:45.997109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fae9e-f618-48e5-a870-3895799b669f req-7870d3a5-4904-446e-8d1d-29d484122663 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:45.998607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-098fae9e-f618-48e5-a870-3895799b669f req-7870d3a5-4904-446e-8d1d-29d484122663 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0476577 Jan 28 04:25:46.007884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 52746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:25:46.012176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9961d2fe-9b62-452c-9669-3a88d5775a92 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'floatingip': {'port_id': '4c9c3b55-ebba-4e91-b7df-a566c71bd118'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:46.051085 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9961d2fe-9b62-452c-9669-3a88d5775a92 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.488200 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9961d2fe-9b62-452c-9669-3a88d5775a92 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.492102 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9961d2fe-9b62-452c-9669-3a88d5775a92 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.593513 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-9961d2fe-9b62-452c-9669-3a88d5775a92 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327 associated. External IP: 172.25.1.62, port: 4c9c3b55-ebba-4e91-b7df-a566c71bd118. Jan 28 04:25:46.814626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9961d2fe-9b62-452c-9669-3a88d5775a92 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Router 913fbcd8-2175-4531-a276-4c43879c6712 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:25:46.836820 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.924887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9961d2fe-9b62-452c-9669-3a88d5775a92 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:25:46.929761 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9961d2fe-9b62-452c-9669-3a88d5775a92 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:46.934333 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:25:46.945594 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:25:46.946452 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:25:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:46.956053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9961d2fe-9b62-452c-9669-3a88d5775a92 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "PUT /v2.0/floatingips/10ef399e-ffa5-4a05-b468-afec01bb3327 HTTP/1.1" status: 200 len: 990 time: 0.9471381 Jan 28 04:25:46.956626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:47.015055 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64274675-327a-4952-8e25-24183421806f" -d '{"events": [{"name": "network-changed", "server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:47.073904 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:25:47.102025 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f840bc06-e237-473a-ba76-4dd2e820b211 x-openstack-request-id: req-f840bc06-e237-473a-ba76-4dd2e820b211 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:47.102397 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:47.102721 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f840bc06-e237-473a-ba76-4dd2e820b211 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:47.103194 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'status': 'completed', 'code': 200} Jan 28 04:25:47.182583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274675-327a-4952-8e25-24183421806f req-56409552-272a-4a94-8a9a-4be1bfce7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:47.184104 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-64274675-327a-4952-8e25-24183421806f req-56409552-272a-4a94-8a9a-4be1bfce7954 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1097 time: 0.0411639 Jan 28 04:25:47.278093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274675-327a-4952-8e25-24183421806f req-8d5e1db8-8aa9-4d40-97b7-722b0162d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:47.279588 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-64274675-327a-4952-8e25-24183421806f req-8d5e1db8-8aa9-4d40-97b7-722b0162d95d service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0888484 Jan 28 04:25:47.361559 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-64274675-327a-4952-8e25-24183421806f req-7f5b4d6e-76d0-4e21-a309-fb2b8121f7cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 998 time: 0.0748553 Jan 28 04:25:47.394812 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:19:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11029602-33e0-4257-9ca3-dc128c57567c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 9, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:47.409722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274675-327a-4952-8e25-24183421806f req-8847e3ae-30c2-4843-a7db-26473bc55130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:47.411224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-64274675-327a-4952-8e25-24183421806f req-8847e3ae-30c2-4843-a7db-26473bc55130 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0446513 Jan 28 04:25:47.419996 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:25:47.429631 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:25:47.430231 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:25:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:47.460817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274675-327a-4952-8e25-24183421806f req-3621111b-3f13-4650-b90c-76d051dbc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:47.462377 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-64274675-327a-4952-8e25-24183421806f req-3621111b-3f13-4650-b90c-76d051dbc7f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456636 Jan 28 04:25:47.533505 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:25:47.550433 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-64274675-327a-4952-8e25-24183421806f req-6f85d939-8b17-4bee-889f-3d193963e864 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821166 Jan 28 04:25:47.645611 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-64274675-327a-4952-8e25-24183421806f req-53152b46-056d-4d12-8253-c8a8939e1efc service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885170 Jan 28 04:25:47.757386 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:19:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11029602-33e0-4257-9ca3-dc128c57567c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 9, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:25:47.784156 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f7dd84-5e9e-4f61-aa36-0aa62465ebb6 None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:19:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11029602-33e0-4257-9ca3-dc128c57567c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:25:46Z', 'revision_number': 9, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:25:47.981508 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12076ac8-b776-449a-94c5-8617c13e9023 None None] New status for floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:25:49.648210 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:25:56.430612 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-43d4316e-d1e6-434f-806b-381b18a2e1a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436561 Jan 28 04:25:56.534097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-a7830e7b-5aaf-4715-9955-ef158114330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.535587 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-a7830e7b-5aaf-4715-9955-ef158114330f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1097 time: 0.0412946 Jan 28 04:25:56.640867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-cd2292ea-a619-4219-bbd9-311e97e810df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.642929 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-cd2292ea-a619-4219-bbd9-311e97e810df service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0885389 Jan 28 04:25:56.708881 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-c63b7dcc-dea5-40c9-8090-a1ce5beb7538 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 1001 time: 0.0596271 Jan 28 04:25:56.757293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-5bd4a283-db25-4e5f-9799-f7b2839f8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.760884 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-5bd4a283-db25-4e5f-9799-f7b2839f8b1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0447834 Jan 28 04:25:56.807768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-2a7da824-3d1b-4dc2-bf01-7ae32b50ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.809283 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-2a7da824-3d1b-4dc2-bf01-7ae32b50ea36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444150 Jan 28 04:25:56.898104 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-ceaeb06f-3afe-492b-8134-0a8d8aaf8fb1 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821633 Jan 28 04:25:56.990587 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c50e75f4-7224-4f8c-ad74-bc247cad60d8 req-232db5a6-a236-47ae-9a33-340c0a0d92e1 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865974 Jan 28 04:26:10.589580 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15913d81-3611-4bfd-8b0c-006c49d39397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.604792 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:12.644386 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1d96a3c-7f3b-483f-8718-cd07734f6572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.436764 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:14.852654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:15.662707 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:16.841856 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:26.648117 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:26:40.591616 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-faea8184-99aa-4d47-8cf0-7253a8f108ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.603273 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:42.649119 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f20458c-82b6-4c28-9f6a-9d6e2d463e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.436548 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:44.846279 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:45.663809 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:46.845231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:58.377997 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56877aa6-c129-4d39-af64-2f86456f167d req-56d8193a-40d3-408f-9629-b4962d20e1f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430057 Jan 28 04:26:58.482984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877aa6-c129-4d39-af64-2f86456f167d req-172ccc00-367e-4368-a0e7-051fd157c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.484468 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56877aa6-c129-4d39-af64-2f86456f167d req-172ccc00-367e-4368-a0e7-051fd157c34f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1097 time: 0.0407376 Jan 28 04:26:58.588185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877aa6-c129-4d39-af64-2f86456f167d req-ba44e9a3-0125-4bed-b0ef-b01cd93d9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.589685 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56877aa6-c129-4d39-af64-2f86456f167d req-ba44e9a3-0125-4bed-b0ef-b01cd93d9511 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0872819 Jan 28 04:26:58.652434 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56877aa6-c129-4d39-af64-2f86456f167d req-e7b0a0d9-fd8f-4085-8f0c-608c8ad19e58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 1001 time: 0.0574629 Jan 28 04:26:58.700023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877aa6-c129-4d39-af64-2f86456f167d req-9acb2db6-e229-4f15-b711-1dce99066be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.701468 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56877aa6-c129-4d39-af64-2f86456f167d req-9acb2db6-e229-4f15-b711-1dce99066be7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0430307 Jan 28 04:26:58.748469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877aa6-c129-4d39-af64-2f86456f167d req-802e0e3e-b759-43e7-9af3-c3f3d5fd30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:58.750033 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56877aa6-c129-4d39-af64-2f86456f167d req-802e0e3e-b759-43e7-9af3-c3f3d5fd30c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432739 Jan 28 04:26:58.838963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56877aa6-c129-4d39-af64-2f86456f167d req-f4eb4e9f-b2d9-47ee-9ce5-73fafbb940b5 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815711 Jan 28 04:26:58.932020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56877aa6-c129-4d39-af64-2f86456f167d req-0fabc6fd-e280-4059-8752-0512c8bdde51 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871613 Jan 28 04:27:03.647500 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:27:10.593598 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e147c2e-a050-485b-b71f-8fc3e9c623cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.606886 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.650075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-525d4aa8-e89e-4186-ba61-246e9fe05a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.444797 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:14.850176 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:15.669595 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:16.847945 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:40.594842 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3733f51f-ea4b-4ce9-b19b-29e5620be757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:40.646276 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:27:42.619851 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:42.651886 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0907e84f-c1ed-44d9-a3d5-91e8f3bd84f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:44.443584 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:44.839801 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:45.674068 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:46.851229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:58.341870 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-9be20d6a-70ae-40ba-980a-6d2cc9367bfc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410452 Jan 28 04:27:58.436468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-c37faaed-6fab-42d3-a177-44994ba38a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:58.437991 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-c37faaed-6fab-42d3-a177-44994ba38a19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1097 time: 0.0401926 Jan 28 04:27:58.542454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-9b18b240-ebfe-480d-95bd-5ec9f00ca3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:58.543958 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-9b18b240-ebfe-480d-95bd-5ec9f00ca3cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0873344 Jan 28 04:27:58.608267 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-d39ff81e-40e6-4dc0-a060-12fa2ba41cfc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 1001 time: 0.0584807 Jan 28 04:27:58.660137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-cef93663-199d-447a-9227-4c0aa2c19c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:58.661608 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-cef93663-199d-447a-9227-4c0aa2c19c09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0467603 Jan 28 04:27:58.710259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-b802e685-d45b-4799-9c32-c4cbb7868d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:58.711757 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-b802e685-d45b-4799-9c32-c4cbb7868d6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440974 Jan 28 04:27:58.722147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-e992c62f-f79b-4963-b317-fe47dca1e252 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:27:58.723086 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-e992c62f-f79b-4963-b317-fe47dca1e252 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048139 Jan 28 04:27:58.814025 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-0f4065a0-79a8-47b6-809a-90a773b8b433 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852084 Jan 28 04:27:58.907164 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04ac2f4d-92cc-447c-9d85-74041b904e63 req-44168680-408a-4f85-8a8f-64ff91693b1c service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874636 Jan 28 04:28:10.597726 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5bcec9a7-870f-48c2-a9c2-17a190ed3d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:12.619036 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:12.653369 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50bc136a-37c8-4279-b8dd-0f72e474659e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:14.447240 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:14.837465 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:15.672258 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:16.854155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:17.401696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-2876c713-e3b0-4721-8c83-ad361ea0d10b req-e2872580-a53c-4aed-a736-b8adc7e5b403 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:28:17.402887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2876c713-e3b0-4721-8c83-ad361ea0d10b req-e2872580-a53c-4aed-a736-b8adc7e5b403 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462866 Jan 28 04:28:17.603572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-a1aa7438-9cc6-4a58-834f-9299cb079560 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752342 Jan 28 04:28:17.610937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8e879-5337-461d-b9d7-f8925f8de57b req-2ffc864d-8f99-4164-bbf8-3bc674ab15f4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:17.612322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bf8e879-5337-461d-b9d7-f8925f8de57b req-2ffc864d-8f99-4164-bbf8-3bc674ab15f4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0757959 Jan 28 04:28:17.616928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-a80c9b68-808b-4466-80a1-a87e5d5346e6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:28:17.617867 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-a80c9b68-808b-4466-80a1-a87e5d5346e6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047288 Jan 28 04:28:17.646264 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:28:17.662361 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bf8e879-5337-461d-b9d7-f8925f8de57b req-8b61f99e-1b7c-46f3-9d4e-1a508b1151e6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429804 Jan 28 04:28:18.784217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759fce1-eef5-4816-99c2-9e3fb0259158 req-407b3db6-1fca-434c-935a-0d59215d72aa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:18.785753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3759fce1-eef5-4816-99c2-9e3fb0259158 req-407b3db6-1fca-434c-935a-0d59215d72aa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0513172 Jan 28 04:28:18.834901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3759fce1-eef5-4816-99c2-9e3fb0259158 req-540f4a92-7c39-47e0-b544-4d2df9cd784f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425055 Jan 28 04:28:18.839884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-27e357df-c166-46ab-ab93-52e594de99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:18.841702 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-27e357df-c166-46ab-ab93-52e594de99d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1097 time: 0.0432196 Jan 28 04:28:18.935788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-f4cc63f7-b7f4-49d4-abe5-4d3cf71bc930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:18.937538 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-f4cc63f7-b7f4-49d4-abe5-4d3cf71bc930 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0888374 Jan 28 04:28:19.002875 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e29f668-7625-491f-a6aa-398616381447 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 1001 time: 0.0590651 Jan 28 04:28:19.049516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-cdb4d79f-f9c8-41f6-adfd-787e40ccf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.050960 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-cdb4d79f-f9c8-41f6-adfd-787e40ccf195 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0426795 Jan 28 04:28:19.098509 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-96f7f984-94b1-43a7-a800-472c5ac7739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.099994 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-96f7f984-94b1-43a7-a800-472c5ac7739e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428712 Jan 28 04:28:19.189733 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-40f8d51d-dd45-46a8-9ef9-71382665a3eb service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835540 Jan 28 04:28:19.281339 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-c2ce2e3a-6eb8-46f0-8c15-0dabecf22cc6 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857024 Jan 28 04:28:19.957263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa6b8-c616-4b55-b0d4-ad51f9f20c82 req-981b9201-bcf9-4a86-9124-feb432c31eff tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.958740 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-caefa6b8-c616-4b55-b0d4-ad51f9f20c82 req-981b9201-bcf9-4a86-9124-feb432c31eff tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0482411 Jan 28 04:28:20.010066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-caefa6b8-c616-4b55-b0d4-ad51f9f20c82 req-5a4f3bc3-41a1-4f50-a02a-421c9e98599c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451665 Jan 28 04:28:21.136284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326b487-e878-47d8-b0a8-8d406b609446 req-7a5f7782-2134-4286-ae43-ac7734f5935d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:21.137804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6326b487-e878-47d8-b0a8-8d406b609446 req-7a5f7782-2134-4286-ae43-ac7734f5935d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0481098 Jan 28 04:28:21.186709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6326b487-e878-47d8-b0a8-8d406b609446 req-cca12eff-1b6a-4353-949f-59385e1df1ec tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432565 Jan 28 04:28:22.300859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731f99c-dc76-4e14-b9e8-25872938e127 req-54a13e99-a036-4526-a69c-da897a65ab6d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:22.302254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5731f99c-dc76-4e14-b9e8-25872938e127 req-54a13e99-a036-4526-a69c-da897a65ab6d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0474651 Jan 28 04:28:22.349404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5731f99c-dc76-4e14-b9e8-25872938e127 req-396c8075-5fa4-40fc-b951-f2cf694f3ba9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408165 Jan 28 04:28:23.471119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1d1d9-5275-45a5-88f8-cec6016bddd7 req-f6bde18b-fbc6-45fb-92c2-4b41db01f85d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:23.472599 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74f1d1d9-5275-45a5-88f8-cec6016bddd7 req-f6bde18b-fbc6-45fb-92c2-4b41db01f85d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0548036 Jan 28 04:28:23.517927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-74f1d1d9-5275-45a5-88f8-cec6016bddd7 req-c1dabf7d-0f1d-4a0c-81b1-9455be11cf12 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394745 Jan 28 04:28:24.633355 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e79d9-9e70-4cbf-bf6d-27533b136d17 req-20f095b8-2705-453d-ba8c-778556a53ad8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:24.634900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-782e79d9-9e70-4cbf-bf6d-27533b136d17 req-20f095b8-2705-453d-ba8c-778556a53ad8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0491278 Jan 28 04:28:24.681538 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-782e79d9-9e70-4cbf-bf6d-27533b136d17 req-544e3905-65ae-4738-8f01-7cd009921dea tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410836 Jan 28 04:28:25.799018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8eb60b-df75-426a-9e60-4d56e656e21e req-1b02606b-1071-4358-9730-a58aaf35b23b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:25.800499 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee8eb60b-df75-426a-9e60-4d56e656e21e req-1b02606b-1071-4358-9730-a58aaf35b23b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0509450 Jan 28 04:28:25.847618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee8eb60b-df75-426a-9e60-4d56e656e21e req-2d207a30-8f5e-4750-92d4-9e284317622a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413432 Jan 28 04:28:26.960453 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad8232-eea9-4bbd-9a63-b2020dd1abfd req-d0f72291-13b1-4e11-a5a9-174115aee3ae tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:26.962652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bad8232-eea9-4bbd-9a63-b2020dd1abfd req-d0f72291-13b1-4e11-a5a9-174115aee3ae tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0479565 Jan 28 04:28:27.009808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0bad8232-eea9-4bbd-9a63-b2020dd1abfd req-3f36b768-8e4c-4985-a12b-2b643895f456 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414784 Jan 28 04:28:28.124490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4b027-3b2d-41bf-bf77-923611a371c8 req-bd750165-803e-487f-8be0-0c3db38b2b86 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:28.125978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6f4b027-3b2d-41bf-bf77-923611a371c8 req-bd750165-803e-487f-8be0-0c3db38b2b86 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0472813 Jan 28 04:28:28.175548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6f4b027-3b2d-41bf-bf77-923611a371c8 req-e8d79ac6-09ef-483e-b50a-10216413eb3e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439913 Jan 28 04:28:29.288714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd440af-daf5-444c-abf9-68229be433c0 req-ce4bc1e3-7d43-483c-9c94-e434e8ff1d82 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:29.290753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9cd440af-daf5-444c-abf9-68229be433c0 req-ce4bc1e3-7d43-483c-9c94-e434e8ff1d82 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0469351 Jan 28 04:28:29.336805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9cd440af-daf5-444c-abf9-68229be433c0 req-859376da-8983-4802-b266-44ee11340174 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404315 Jan 28 04:28:30.453317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0605659-0848-43c2-9707-a5f39f989368 req-9f5e6ac7-e2e3-45b6-a9a1-63f2c2070495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:30.454851 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0605659-0848-43c2-9707-a5f39f989368 req-9f5e6ac7-e2e3-45b6-a9a1-63f2c2070495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0490828 Jan 28 04:28:30.500857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0605659-0848-43c2-9707-a5f39f989368 req-ea8e9d1c-f2a1-465a-a54f-4a03efd9fb39 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403447 Jan 28 04:28:31.358176 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-043a69ab-075c-48d7-9f32-bb3ecb17377e service neutron] show failed (client error): The resource could not be found. Jan 28 04:28:31.359081 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-043a69ab-075c-48d7-9f32-bb3ecb17377e service neutron] 10.222.0.25 "GET /v2.0/ports/4c9c3b55-ebba-4e91-b7df-a566c71bd118/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0547326 Jan 28 04:28:31.562616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-128d860c-2cc4-4671-a9be-2d8c676273c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.564135 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-128d860c-2cc4-4671-a9be-2d8c676273c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 1097 time: 0.0430384 Jan 28 04:28:31.580633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:31.621305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a870e-891a-4853-81bc-51e8db8c7876 req-28d92d54-e493-4967-b5a1-affe2b82429d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:31.622738 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-085a870e-891a-4853-81bc-51e8db8c7876 req-28d92d54-e493-4967-b5a1-affe2b82429d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0523000 Jan 28 04:28:31.640456 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:31.671030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-085a870e-891a-4853-81bc-51e8db8c7876 req-d097dffe-14a7-49e0-8f84-d16ae869256c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425715 Jan 28 04:28:31.842380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:31.875217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:31.924178 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:31.926498 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfce4619-2ef2-471e-90a5-8d449856305a" -d '{"events": [{"server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:31.931142 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Publish callbacks [] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:31.943578 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Transition to ACTIVE for port object 4c9c3b55-ebba-4e91-b7df-a566c71bd118 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:31.953631 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:31.997191 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e99e582-d08e-4900-bd8d-537c9aa0595d x-openstack-request-id: req-2e99e582-d08e-4900-bd8d-537c9aa0595d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:31.997490 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:31.997744 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e99e582-d08e-4900-bd8d-537c9aa0595d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:31.998149 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'code': 200} Jan 28 04:28:32.041974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:32.057070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.057416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.057758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.058090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.058520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.058844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.059190 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.059494 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.059817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.060136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.060454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.060770 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.061368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:32.098500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] No DVR routers for this DVR port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:32.235651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:32.235980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:32.236309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:32.240483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:32.240800 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:32.245677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:32.246011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:32.246389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:32.246815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Bound port: 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:32.247165 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.307882 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:32.311487 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:32.315112 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.354302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.354917 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:32.356297 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 1092 time: 0.7797058 Jan 28 04:28:32.375133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30b93d-88db-465a-af75-63a49cf093a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:32.431170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-c87abce8-4123-4dbd-aa29-82f33ac9d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.433134 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-c87abce8-4123-4dbd-aa29-82f33ac9d5b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1095 time: 0.0439177 Jan 28 04:28:32.526995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2d14ea8e-b315-4352-be9a-1a20adf24d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.528478 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-2d14ea8e-b315-4352-be9a-1a20adf24d3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0898011 Jan 28 04:28:32.597750 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-b5bab2bf-a210-4530-83e6-d3d17367e65d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 999 time: 0.0632370 Jan 28 04:28:32.644738 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-eb294498-db62-4eca-9cfc-89d592861a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.646132 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-eb294498-db62-4eca-9cfc-89d592861a9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0432785 Jan 28 04:28:32.690139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-d887746e-7f76-42c9-90ae-718df3bae70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.691508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-d887746e-7f76-42c9-90ae-718df3bae70b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393016 Jan 28 04:28:32.785213 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-99738833-3e9e-46a8-90a6-fff6421b2e27 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864205 Jan 28 04:28:32.791652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0620db-ba61-4658-b0e5-955e16ca8870 req-afacaa3d-a647-43c7-b5af-238b7d1a105e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:32.793246 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c0620db-ba61-4658-b0e5-955e16ca8870 req-afacaa3d-a647-43c7-b5af-238b7d1a105e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 943 time: 0.0477395 Jan 28 04:28:32.840397 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c0620db-ba61-4658-b0e5-955e16ca8870 req-4b0e3372-721c-48c2-835c-40cd8d0e179c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414979 Jan 28 04:28:32.874706 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad8b44de-55bf-4678-9b38-f207bff700e9 req-cb74861c-2caf-40fc-bea2-9ee066d28728 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834930 Jan 28 04:28:33.959909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15676e8-f4dd-484d-9eb0-955509475579 req-dbdbefb1-64c4-410b-82ee-f28cb818f2e7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:33.962109 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a15676e8-f4dd-484d-9eb0-955509475579 req-dbdbefb1-64c4-410b-82ee-f28cb818f2e7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 943 time: 0.0506802 Jan 28 04:28:33.999336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:34.001695 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575" -d '{"events": [{"name": "network-changed", "server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:34.013437 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a15676e8-f4dd-484d-9eb0-955509475579 req-4f8b15bc-85ab-4e2a-8de3-12449aff4a33 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454202 Jan 28 04:28:34.050891 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18a8fc9-9be6-41ba-84b4-520b403d3a98 x-openstack-request-id: req-f18a8fc9-9be6-41ba-84b4-520b403d3a98 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:34.051178 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:34.051429 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f18a8fc9-9be6-41ba-84b4-520b403d3a98 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:34.051829 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'status': 'completed', 'code': 200} Jan 28 04:28:34.163173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-6f018bf8-b041-4d29-b107-b834abb13088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.164789 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-6f018bf8-b041-4d29-b107-b834abb13088 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1095 time: 0.0721462 Jan 28 04:28:34.167143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-84aa80ba-403f-4e31-b794-b7ac70f2b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.168475 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-84aa80ba-403f-4e31-b794-b7ac70f2b626 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1095 time: 0.0747089 Jan 28 04:28:34.321797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-5a40dc5c-eb22-4e37-ac84-37c0558c0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.323255 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-5a40dc5c-eb22-4e37-ac84-37c0558c0a37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1523278 Jan 28 04:28:34.324329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-2d748818-e705-4dfa-ab47-5f0fc5a81652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.325664 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-2d748818-e705-4dfa-ab47-5f0fc5a81652 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1476676 Jan 28 04:28:34.436680 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-6d3f4240-8841-4bdd-a769-ecb16e8cd6b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 999 time: 0.1000926 Jan 28 04:28:34.438221 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-bdd3414e-5595-42a9-9a18-9a02779e8ced service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 999 time: 0.1075900 Jan 28 04:28:34.724941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:34.768921 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:28:34.769331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:34.888858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-11daecf5-eabe-4896-bb8b-912704f93b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.890329 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-11daecf5-eabe-4896-bb8b-912704f93b02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.4461696 Jan 28 04:28:34.891699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-49e17f14-e611-43e9-9d85-49b8cfc7d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.893074 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-49e17f14-e611-43e9-9d85-49b8cfc7d1a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.4503429 Jan 28 04:28:34.960768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-36425580-f93a-4ae0-b1b9-7958ecd354ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.963132 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-36425580-f93a-4ae0-b1b9-7958ecd354ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667317 Jan 28 04:28:34.965454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-ba240190-0bd5-4f57-b338-aef7935ea6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:34.966785 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-ba240190-0bd5-4f57-b338-aef7935ea6b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631666 Jan 28 04:28:35.122880 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-9bb4e3c2-43a5-4336-9c11-ea6427c10775 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530666 Jan 28 04:28:35.124982 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-96fcafa8-d44e-4ac1-9f7e-f2e8ac3062f7 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485887 Jan 28 04:28:35.137109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8f32e-f8c2-48fa-ab10-e676eb0ab57e req-80773b83-e83e-43c9-b6b7-13006c6defdd tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:35.138659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acc8f32e-f8c2-48fa-ab10-e676eb0ab57e req-80773b83-e83e-43c9-b6b7-13006c6defdd tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 943 time: 0.0487859 Jan 28 04:28:35.185560 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-acc8f32e-f8c2-48fa-ab10-e676eb0ab57e req-6189bfaf-b556-449d-8dcd-ddf0e66275cb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410626 Jan 28 04:28:35.283295 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-0eb88aaa-63b3-4b71-98f4-68c6c5bd7f81 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542251 Jan 28 04:28:35.286733 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-73f7c8b3-4bad-44a6-b7b6-9a9bb3d3f575 req-5abad46f-c537-4b28-9898-2a52cfdcb632 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498320 Jan 28 04:28:35.473752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-3afce070-2a38-40f4-99f0-c019967d9172 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:35.475225 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-3afce070-2a38-40f4-99f0-c019967d9172 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.42 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c&tenant_id=56008eb7946745cc8705f705e3a648ff&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 943 time: 0.0528157 Jan 28 04:28:35.493995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5d216-c405-48d5-981a-97aa98c024d1 req-80382926-70b7-409d-b0f0-b0fa63451299 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:35.495621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ae5d216-c405-48d5-981a-97aa98c024d1 req-80382926-70b7-409d-b0f0-b0fa63451299 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 943 time: 0.0492775 Jan 28 04:28:35.535317 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-0cdd8a3b-8a3d-4832-8904-ac4fcf46cddb service neutron] 10.222.0.42 "GET /v2.0/ports/4c9c3b55-ebba-4e91-b7df-a566c71bd118/bindings/n-h1-808199-14 HTTP/1.1" status: 200 len: 383 time: 0.0537605 Jan 28 04:28:35.542273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ae5d216-c405-48d5-981a-97aa98c024d1 req-75383c83-8f86-4e7b-868f-20dc6bc8d228 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408721 Jan 28 04:28:35.621173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-aea004b2-2df6-48dc-85f1-5eab02c858e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:35.622630 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-aea004b2-2df6-48dc-85f1-5eab02c858e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1095 time: 0.0416677 Jan 28 04:28:35.717007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-973bb079-253a-4de4-9cd0-c51398fbbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:35.718485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-973bb079-253a-4de4-9cd0-c51398fbbb31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0892026 Jan 28 04:28:35.785238 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-6b68e710-1bd8-492d-aa41-b21fe3ed4c30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 999 time: 0.0611017 Jan 28 04:28:35.837341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-2dade972-0428-44f8-a874-8862e024b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:35.838806 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-2dade972-0428-44f8-a874-8862e024b152 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0483797 Jan 28 04:28:35.882050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-14b6c441-cf2c-4406-aed8-3dd4afee5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:35.884162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-14b6c441-cf2c-4406-aed8-3dd4afee5321 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393617 Jan 28 04:28:35.972998 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-f5c2fe79-a45b-4454-b301-abddb59b6624 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834453 Jan 28 04:28:36.051407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:36.067086 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-dbad226d-749e-4327-b789-b68c9844cef0 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885515 Jan 28 04:28:36.151999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:36.166789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'port_id': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'mac_address': 'fa:16:3e:19:4f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:28:36.207156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:36.207548 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.221120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9c3b55-ebba-4e91-b7df-a566c71bd118 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:36.240021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:36.243947 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.291522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:36.298860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.299215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.299562 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.299901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.300250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.300577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.300931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.301261 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.301593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.301919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.302248 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.302580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.302905 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:28:36.351813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-d3a80df0-a751-41bb-95d8-7518aba4c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:36.353725 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-d3a80df0-a751-41bb-95d8-7518aba4c6c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1096 time: 0.0424118 Jan 28 04:28:36.463758 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-18d9bfcd-306d-45ac-a5cc-d423e9172d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:36.465156 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-18d9bfcd-306d-45ac-a5cc-d423e9172d81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0896382 Jan 28 04:28:36.550490 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-4de764ee-f538-4e5e-b9b6-37e9338827aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 1000 time: 0.0781138 Jan 28 04:28:36.581460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['4c9c3b55-ebba-4e91-b7df-a566c71bd118'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:36.606123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-f7ff54b3-8ef5-44f8-86e4-01d467dc7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:36.607626 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-f7ff54b3-8ef5-44f8-86e4-01d467dc7285 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0505917 Jan 28 04:28:36.662046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-3b849255-9332-4414-8ddf-97a3a92716a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:36.663558 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-3b849255-9332-4414-8ddf-97a3a92716a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490017 Jan 28 04:28:36.666879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6c885-f322-4c90-b213-ed514dc43f0f req-c3ae4a7d-ef62-4bfd-bff9-32825171f559 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:36.668514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04f6c885-f322-4c90-b213-ed514dc43f0f req-c3ae4a7d-ef62-4bfd-bff9-32825171f559 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0543048 Jan 28 04:28:36.722381 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04f6c885-f322-4c90-b213-ed514dc43f0f req-2268351a-db64-4eb5-b356-89cc2b9654b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469153 Jan 28 04:28:36.755959 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-5bcfc74a-7494-4a6e-8b80-0f9bbccc5c36 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855031 Jan 28 04:28:36.848479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1e5b24bd-7723-4af6-96be-890babc9ae38 req-2ec524c2-14b8-4cc5-b546-5682a430e0ce service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853884 Jan 28 04:28:37.833713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef041042-9d0f-4070-91cb-116793b41835 req-1ed8640f-a398-4886-ae59-7ffbfcc3acd4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:37.835177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef041042-9d0f-4070-91cb-116793b41835 req-1ed8640f-a398-4886-ae59-7ffbfcc3acd4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0494432 Jan 28 04:28:37.897145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ef041042-9d0f-4070-91cb-116793b41835 req-5e2f53f7-bd8f-4894-91c3-b234bf38a86d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520842 Jan 28 04:28:38.066315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:38.119981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:28:38.124258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:38.124636 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.204829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:38.205274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.261794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:38.262724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:38.265120 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb15d0f-2963-40a1-83ea-9d136f36bf14" -d '{"events": [{"server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "name": "network-vif-plugged", "status": "completed", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:38.276023 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.334662 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1538a55b-1ca9-4ee0-8bef-76e524747199 x-openstack-request-id: req-1538a55b-1ca9-4ee0-8bef-76e524747199 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:38.335399 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "name": "network-vif-plugged", "status": "completed", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:38.335399 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1538a55b-1ca9-4ee0-8bef-76e524747199 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:38.335641 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'code': 200} Jan 28 04:28:38.336126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:38.338975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-cca9e7aa-5d06-48d4-a319-c3abe11f7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:38.341362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-cca9e7aa-5d06-48d4-a319-c3abe11f7a3c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 1097 time: 0.0544255 Jan 28 04:28:38.374301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:38.427043 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.656830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:38.694733 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:38.737480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:38.741257 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eed820-e12b-4ea8-a412-aeea0557f277" -d '{"events": [{"server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:38.747522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Publish callbacks [] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.767466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Transition to ACTIVE for port object 4c9c3b55-ebba-4e91-b7df-a566c71bd118 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:38.771149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:38.816108 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d7d345-e3b7-4531-a88a-48662874fd3b x-openstack-request-id: req-c6d7d345-e3b7-4531-a88a-48662874fd3b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:38.816484 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:38.816899 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6d7d345-e3b7-4531-a88a-48662874fd3b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:38.817476 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'code': 200} Jan 28 04:28:38.915341 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:38.969388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] No DVR routers for this DVR port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:39.079562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279881d-11f3-49dd-a771-1b15c7a15a0c req-4e8412c4-1d2c-46be-9973-28d38c3b959d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.081852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9279881d-11f3-49dd-a771-1b15c7a15a0c req-4e8412c4-1d2c-46be-9973-28d38c3b959d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0705640 Jan 28 04:28:39.129581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:39.129843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:39.130168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:39.132488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9279881d-11f3-49dd-a771-1b15c7a15a0c req-7b15ad2b-d068-4dc9-b9a0-50e7f27180aa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430448 Jan 28 04:28:39.136497 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:39.136979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Attempting to bind port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:39.142248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:39.142696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:39.143169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:39.143706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Bound port: 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:39.144269 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.213892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:39.217396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:39.221727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.259126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.259995 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:39.261709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] 10.222.0.25 "PUT /v2.0/ports/4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 1093 time: 0.8920493 Jan 28 04:28:39.288596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34f69c-251a-402a-b1be-7b9c5eff8d8a service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=11']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:39.345980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-bc352f31-0a03-4e33-be03-81a28bba843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.347632 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-bc352f31-0a03-4e33-be03-81a28bba843d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1096 time: 0.0463440 Jan 28 04:28:39.444193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-73548f51-0504-4e31-a4a0-1a81c1b8d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.446377 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-73548f51-0504-4e31-a4a0-1a81c1b8d6d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0919132 Jan 28 04:28:39.519797 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-a1b59a28-d296-43cf-bf82-fc808b9f228d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 999 time: 0.0683775 Jan 28 04:28:39.571372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-f42a6173-3c7e-4f8f-95d2-12ddde505f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.572764 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-f42a6173-3c7e-4f8f-95d2-12ddde505f5c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0466266 Jan 28 04:28:39.617266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9ed689c3-1966-4d8d-98f7-6559c609e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:39.618970 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-9ed689c3-1966-4d8d-98f7-6559c609e00f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405426 Jan 28 04:28:39.715505 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-dbf8b92d-77d0-416e-9273-e9a06d8123b0 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903919 Jan 28 04:28:39.807799 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-04d4db12-54ac-4136-8d19-25f54e9797bb req-8678d937-6d00-4430-a431-2663ddabe201 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853877 Jan 28 04:28:40.250898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900b27a-ea67-485c-9531-df2a8a3fe1bc req-22a764ab-8475-4090-8a41-29a36635c248 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:40.252630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5900b27a-ea67-485c-9531-df2a8a3fe1bc req-22a764ab-8475-4090-8a41-29a36635c248 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0477626 Jan 28 04:28:40.298718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5900b27a-ea67-485c-9531-df2a8a3fe1bc req-c62d13fd-6eea-4f6f-aa43-6af3e983f509 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407381 Jan 28 04:28:40.600631 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2972629-8e17-4086-a4d3-7ded05ac6a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:40.819080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:40.822247 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43106d40-9c5e-4359-92a2-a4d075248931" -d '{"events": [{"name": "network-changed", "server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:40.869738 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ea38c8-e61a-4368-81c5-4e1f449a4517 x-openstack-request-id: req-c6ea38c8-e61a-4368-81c5-4e1f449a4517 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:40.870027 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:40.870280 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6ea38c8-e61a-4368-81c5-4e1f449a4517 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:40.870683 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'status': 'completed', 'code': 200} Jan 28 04:28:40.983597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43106d40-9c5e-4359-92a2-a4d075248931 req-6d4d8783-13f4-40ea-a61a-12095b49f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:40.985118 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-6d4d8783-13f4-40ea-a61a-12095b49f709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1096 time: 0.0751190 Jan 28 04:28:40.986819 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43106d40-9c5e-4359-92a2-a4d075248931 req-3714e81d-970e-4709-a9b2-9ab00d8b65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:40.988149 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-3714e81d-970e-4709-a9b2-9ab00d8b65c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 1096 time: 0.0686398 Jan 28 04:28:41.143712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43106d40-9c5e-4359-92a2-a4d075248931 req-dbfbed42-9255-4e8e-a52c-3ae670ba7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.145125 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-dbfbed42-9255-4e8e-a52c-3ae670ba7b9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1547077 Jan 28 04:28:41.147625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43106d40-9c5e-4359-92a2-a4d075248931 req-cb0a895f-ed65-475c-8d7a-390a8cafb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.149610 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-cb0a895f-ed65-475c-8d7a-390a8cafb62e service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1508446 Jan 28 04:28:41.256127 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-2c56f16b-0b48-47df-8f7f-b3cc2b7b14f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 999 time: 0.1050446 Jan 28 04:28:41.260031 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-6e28e1b0-3832-4a1e-8fc6-026efcac9e9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 200 len: 999 time: 0.1036513 Jan 28 04:28:41.342418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43106d40-9c5e-4359-92a2-a4d075248931 req-71f14423-1694-455c-9794-4bfc1ef2e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.343889 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-71f14423-1694-455c-9794-4bfc1ef2e42b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0815141 Jan 28 04:28:41.345271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43106d40-9c5e-4359-92a2-a4d075248931 req-3dc2d764-3aa2-4f9f-86e1-84306c1da84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.346550 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-3dc2d764-3aa2-4f9f-86e1-84306c1da84c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0772972 Jan 28 04:28:41.415648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b11e4-b3f0-435e-b670-10cf31b12f9a req-0f2b880b-940b-436d-9ee6-c9891ed95f53 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.417189 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-762b11e4-b3f0-435e-b670-10cf31b12f9a req-0f2b880b-940b-436d-9ee6-c9891ed95f53 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0483496 Jan 28 04:28:41.417789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43106d40-9c5e-4359-92a2-a4d075248931 req-0427d335-819a-4bd6-8612-7e7916096562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.419260 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-0427d335-819a-4bd6-8612-7e7916096562 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692394 Jan 28 04:28:41.421775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43106d40-9c5e-4359-92a2-a4d075248931 req-11338c32-8fbf-4bb4-99b8-4d2c9e7f694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:41.423124 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-11338c32-8fbf-4bb4-99b8-4d2c9e7f694c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643120 Jan 28 04:28:41.468891 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-762b11e4-b3f0-435e-b670-10cf31b12f9a req-5bd7f4ed-1ccf-46ab-95d3-a9027556f686 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458164 Jan 28 04:28:41.576660 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-4d443efd-a7fd-451a-996b-d9b2f41687fc service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510494 Jan 28 04:28:41.579909 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-fd55e8b4-eb96-4e8c-82a1-da677c80619a service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471243 Jan 28 04:28:41.736122 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-22d4e430-3940-4755-921a-59f64e6cb06a service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531670 Jan 28 04:28:41.737838 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-43106d40-9c5e-4359-92a2-a4d075248931 req-2c6cc343-e4c9-46a8-9df5-decd5c3a937d service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472127 Jan 28 04:28:42.081854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:42.120796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] The host n-h1-808199-14 is not matching for port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 host n-h2-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:28:42.121205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:42.588482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be687caf-0049-45ac-967b-b446d889f42c req-ad55ac83-39be-4645-a674-4f13937d235e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:42.590022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be687caf-0049-45ac-967b-b446d889f42c req-ad55ac83-39be-4645-a674-4f13937d235e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0472729 Jan 28 04:28:42.624764 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:42.639257 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-be687caf-0049-45ac-967b-b446d889f42c req-2e386fcd-0980-42af-b7b6-a37c19177f91 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437665 Jan 28 04:28:42.654902 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae2c12a8-ac1a-47bd-ae52-4495eb6a9553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:43.755192 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d3eed-d8cf-4565-bcf3-9b3132cb615f req-89e9cf18-6674-4878-b7dc-4a27b3adcf90 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:43.756667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-707d3eed-d8cf-4565-bcf3-9b3132cb615f req-89e9cf18-6674-4878-b7dc-4a27b3adcf90 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0485814 Jan 28 04:28:43.802248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-707d3eed-d8cf-4565-bcf3-9b3132cb615f req-24bd10ca-6038-49af-8980-d137575921ca tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396929 Jan 28 04:28:43.918735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f294990-e891-4024-9eb5-184ff0482027 req-ecc08414-39ee-49e5-842d-f4d85992a1de tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:43.920130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f294990-e891-4024-9eb5-184ff0482027 req-ecc08414-39ee-49e5-842d-f4d85992a1de tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0506113 Jan 28 04:28:43.966481 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9f294990-e891-4024-9eb5-184ff0482027 req-8fef3b47-8ce1-4e4e-9eda-bb9b0ee23002 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408876 Jan 28 04:28:44.082462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d909c-959e-4167-98e7-fb486c075a93 req-ab16d901-1b4b-4728-b31f-2a7a53dff70a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:44.083960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d8d909c-959e-4167-98e7-fb486c075a93 req-ab16d901-1b4b-4728-b31f-2a7a53dff70a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0502982 Jan 28 04:28:44.131791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d8d909c-959e-4167-98e7-fb486c075a93 req-a3906ea8-4852-42f0-86cf-93e3835f44f7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398922 Jan 28 04:28:44.360657 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf6679-810b-462d-8107-2512ca28ba9f req-559432ba-811d-497e-8dc0-a10ae9531714 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:44.362207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89bf6679-810b-462d-8107-2512ca28ba9f req-559432ba-811d-497e-8dc0-a10ae9531714 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 944 time: 0.0472124 Jan 28 04:28:44.450864 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.749468 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-89bf6679-810b-462d-8107-2512ca28ba9f req-ca4e4042-1210-4f66-930f-9bec4f460528 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3814750 Jan 28 04:28:44.809732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:44.885039 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.913194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:44.927901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'port_id': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'mac_address': 'fa:16:3e:19:4f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:28:44.966027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:44.966408 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:44.978854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9c3b55-ebba-4e91-b7df-a566c71bd118 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:44.999047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:45.003274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.049115 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:45.483981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4c9c3b55-ebba-4e91-b7df-a566c71bd118'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:45.676446 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:45.846874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-01d1ce10-ffba-4dbe-bbf4-e6d30a027995 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:45.848343 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-01d1ce10-ffba-4dbe-bbf4-e6d30a027995 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0544586 Jan 28 04:28:45.866449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a467f2-51d5-41a3-9963-7166dbbe687f req-a0dd0b19-8ee7-4705-8f88-d436e09c63aa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:45.868105 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97a467f2-51d5-41a3-9963-7166dbbe687f req-a0dd0b19-8ee7-4705-8f88-d436e09c63aa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 945 time: 0.0465035 Jan 28 04:28:45.917351 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97a467f2-51d5-41a3-9963-7166dbbe687f req-7efda6f4-260f-4a24-83df-a000a73adcf2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435019 Jan 28 04:28:45.939374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Deleting port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:28:45.940086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.035282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] For port 4c9c3b55-ebba-4e91-b7df-a566c71bd118, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4c9c3b55-ebba-4e91-b7df-a566c71bd118,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:46.035552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.205286 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.205649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.205960 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327 disassociated. External IP: 172.25.1.62, port: 4c9c3b55-ebba-4e91-b7df-a566c71bd118. Jan 28 04:28:46.206300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Calling delete_port for 4c9c3b55-ebba-4e91-b7df-a566c71bd118 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:28:46.334443 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4c9c3b55-ebba-4e91-b7df-a566c71bd118), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.367751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event deleted for resources: {'Port': ['ID=4c9c3b55-ebba-4e91-b7df-a566c71bd118,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:46.482676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Router 913fbcd8-2175-4531-a276-4c43879c6712 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:28:46.822733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:46.827359 n-d-808199-14 neutron-server[103290]: INFO neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No ports have port_id starting with 4c9c3b55-ebba-4e91-b7df-a566c71bd118 Jan 28 04:28:46.828871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 requested by agent hyperv_n-h2-808199-14 not found in database {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 28 04:28:46.858801 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.947426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:28:46.958940 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:28:46.970796 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:46.971459 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:28:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:46.987434 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] No DVR routers for this DVR port 4c9c3b55-ebba-4e91-b7df-a566c71bd118 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:28:46.990183 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:46.995143 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5dd9db1a-27d5-44a2-9e45-217bd7ef7ced req-2c636d6b-4671-40ce-88a9-fc3a8225526f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "DELETE /v2.0/ports/4c9c3b55-ebba-4e91-b7df-a566c71bd118 HTTP/1.1" status: 204 len: 173 time: 1.1411533 Jan 28 04:28:46.995614 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'name': 'network-vif-deleted', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:46.997918 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe14342c-1c25-4b4f-b21e-529a284ab157" -d '{"events": [{"server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "name": "network-vif-deleted", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:47.022627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f620ba17-4fb3-4c6c-a6f6-e7102b8731fd req-26975ede-aaec-4cbf-8671-a7dc3187df9b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=11029602-33e0-4257-9ca3-dc128c57567c HTTP/1.1" status: 200 len: 210 time: 0.0335658 Jan 28 04:28:47.040513 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04321ce2-c539-470b-8673-e90e1f93abbc x-openstack-request-id: req-04321ce2-c539-470b-8673-e90e1f93abbc {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:47.041065 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11029602-33e0-4257-9ca3-dc128c57567c", "name": "network-vif-deleted", "tag": "4c9c3b55-ebba-4e91-b7df-a566c71bd118", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:47.041582 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04321ce2-c539-470b-8673-e90e1f93abbc {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:47.042141 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11029602-33e0-4257-9ca3-dc128c57567c', 'name': 'network-vif-deleted', 'tag': '4c9c3b55-ebba-4e91-b7df-a566c71bd118', 'status': 'completed', 'code': 200} Jan 28 04:28:47.106345 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:47.303875 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:47.333251 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:28:47.341351 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:47.341946 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:28:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:47.450446 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:47.731240 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:47.755831 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2f225-9126-4e42-8dca-0c18bf180f57 None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:28:47.975337 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbcfc0-cbcb-465a-8cb1-2e1771b9dc3a None None] New status for floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:28:48.333059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-09499ed5-db69-45a1-a67f-e5bfe4e32a8c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--82846262&fields=id&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 267 time: 0.0413249 Jan 28 04:28:48.442032 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-aa7b727e-34ab-4b6b-a363-d3cfc5a591b6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:48.443491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-aa7b727e-34ab-4b6b-a363-d3cfc5a591b6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 811 time: 0.1031764 Jan 28 04:28:48.458949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-37025e71-7bc3-4e3d-9dce-f7c01c5792bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/quotas/56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 375 time: 0.0091763 Jan 28 04:28:48.509068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-b6bb5cca-6637-4265-a529-aa1d415177fd tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441997 Jan 28 04:28:48.524083 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-88703e80-aff4-44f8-9abc-bac4a172ca88 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:28:48.525072 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-88703e80-aff4-44f8-9abc-bac4a172ca88 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051858 Jan 28 04:28:48.615910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-c56cdafb-ddf5-4b1a-9a87-02583f9bbc51 service neutron] 10.222.0.44 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855205 Jan 28 04:28:48.705632 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-6b1ea666-ec7c-4aa3-880d-904f4b196c08 service neutron] 10.222.0.44 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830867 Jan 28 04:28:48.868270 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88912653-383c-4abb-8657-e33c5923f978 req-9c822d85-12a1-464a-9b86-268a7a590f69 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0272353 Jan 28 04:28:49.906256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-0b687dac-8085-4c50-8abc-01419285c93e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:49.907712 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-0b687dac-8085-4c50-8abc-01419285c93e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 811 time: 0.1014168 Jan 28 04:28:49.969900 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-941d8ed7-5db3-4d1a-ba70-9160a5e636ba req-919d1b1c-fff4-4f0b-8319-05ceceaac9a8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0304236 Jan 28 04:28:49.980541 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-0e2bfe1e-bdd6-4e42-aa6b-204288380b93 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 378 time: 0.0595889 Jan 28 04:28:50.011136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'port': {'device_id': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'admin_state_up': True, 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'security_groups': ['5b88daff-1ce8-4011-a397-4afc8e71cc98']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:50.114275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Made reservation on behalf of 56008eb7946745cc8705f705e3a648ff for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:28:50.118366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.244273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Allocated IP 172.20.0.12 (5a56f7fd-718a-4412-89db-f9cc30e410ad/8f18ec23-23d6-44d0-953f-b7ecd1060c82/b87710df-cd6f-4a4d-975e-49ef6a0218ba) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:50.379909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.412970 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.457912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:50.460975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:50.464560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:50.496644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:50.520042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:50.520809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.537500 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-84e6def4-8510-4bf7-81fb-b8159f67c335 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5312216 Jan 28 04:28:50.553926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Request body: {'port': {'device_id': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:50.612335 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.687559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3aa167be-f934-418a-b586-e48bf0890424 None None] Provisioning complete for port b87710df-cd6f-4a4d-975e-49ef6a0218ba triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:50.688170 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3aa167be-f934-418a-b586-e48bf0890424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.722338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3aa167be-f934-418a-b586-e48bf0890424 None None] Port b87710df-cd6f-4a4d-975e-49ef6a0218ba cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:28:50.832246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:28:50.853277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 4c9c3b55-ebba-4e91-b7df-a566c71bd118 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:28:50.853622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4c9c3b55-ebba-4e91-b7df-a566c71bd118 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:28:50.884626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87710df-cd6f-4a4d-975e-49ef6a0218ba {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:50.892106 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Publish callbacks [] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.904269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Transition to ACTIVE for port object b87710df-cd6f-4a4d-975e-49ef6a0218ba will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:28:50.907958 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:50.961409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:51.038586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:28:51.038937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:28:51.039978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:51.044716 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Port b87710df-cd6f-4a4d-975e-49ef6a0218ba on network 5a56f7fd-718a-4412-89db-f9cc30e410ad not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:28:51.045083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:28:51.050333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:28:51.050686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:28:51.051096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:28:51.051517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Bound port: b87710df-cd6f-4a4d-975e-49ef6a0218ba, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:28:51.051878 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:51.107139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22c02b-4b13-4e5d-95d2-4fd7d20b8668 req-85c75c7e-8e16-493f-b398-7cb6f1aaef37 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.113453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd22c02b-4b13-4e5d-95d2-4fd7d20b8668 req-85c75c7e-8e16-493f-b398-7cb6f1aaef37 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0627940 Jan 28 04:28:51.126657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:28:51.129975 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:28:51.134712 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:51.160325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bd22c02b-4b13-4e5d-95d2-4fd7d20b8668 req-7e596741-ffe9-434c-b229-a8ce718168d0 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448694 Jan 28 04:28:51.168262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.168920 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:51.170305 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] 10.222.0.42 "PUT /v2.0/ports/b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1093 time: 0.6206558 Jan 28 04:28:51.179749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:51.182881 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680853c2-5589-47ce-a66c-727749970fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:51.215077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aba0f-3122-470f-b1c4-21e984ebf277 service neutron] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:51.241133 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875b9326-3df8-45cd-a082-9b5c7bd5b7e0 x-openstack-request-id: req-875b9326-3df8-45cd-a082-9b5c7bd5b7e0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:51.241425 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:51.241684 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-875b9326-3df8-45cd-a082-9b5c7bd5b7e0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:51.243341 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'status': 'completed', 'code': 200} Jan 28 04:28:51.277330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-8d4f39cd-2fc8-48e7-a8ce-ca331f6b4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.278896 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-8d4f39cd-2fc8-48e7-a8ce-ca331f6b4d53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1096 time: 0.0469875 Jan 28 04:28:51.330583 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-6b058f82-88a5-4857-87ea-23ea4e4f80d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 217 time: 0.0394566 Jan 28 04:28:51.380550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-f3560f44-616f-4774-b688-ed469d90cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.382074 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-f3560f44-616f-4774-b688-ed469d90cf8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0458817 Jan 28 04:28:51.427228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-50a0ef74-4a66-4250-a40c-95680f538733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.428710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-50a0ef74-4a66-4250-a40c-95680f538733 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400167 Jan 28 04:28:51.520548 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-debe222b-27a3-4192-834c-cc7743bd2c9c service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856404 Jan 28 04:28:51.606932 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-172fcc07-3dcc-464a-bfb1-e2e9f6ef7fdd req-e640f296-cf4d-41af-92f9-6222831fcf8a service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807731 Jan 28 04:28:51.748575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680853c2-5589-47ce-a66c-727749970fcf req-6a2b187b-e7c8-4f6e-a9dc-68ee5aa606da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.750145 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-680853c2-5589-47ce-a66c-727749970fcf req-6a2b187b-e7c8-4f6e-a9dc-68ee5aa606da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1096 time: 0.0455225 Jan 28 04:28:51.842362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680853c2-5589-47ce-a66c-727749970fcf req-50b9e410-5c04-4695-a49f-b75decd80a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.843859 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-680853c2-5589-47ce-a66c-727749970fcf req-50b9e410-5c04-4695-a49f-b75decd80a88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0884192 Jan 28 04:28:51.883969 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-680853c2-5589-47ce-a66c-727749970fcf req-c60268ef-4b7a-47de-a8fe-bb5b436717ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 217 time: 0.0346568 Jan 28 04:28:51.935779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680853c2-5589-47ce-a66c-727749970fcf req-69f3aed8-7656-45d6-850e-a69cbfe9ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.937522 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-680853c2-5589-47ce-a66c-727749970fcf req-69f3aed8-7656-45d6-850e-a69cbfe9ba1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0476661 Jan 28 04:28:51.981602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680853c2-5589-47ce-a66c-727749970fcf req-e7148739-6e7e-4311-99bf-468966cc7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:51.983121 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-680853c2-5589-47ce-a66c-727749970fcf req-e7148739-6e7e-4311-99bf-468966cc7757 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393057 Jan 28 04:28:52.082515 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-680853c2-5589-47ce-a66c-727749970fcf req-591e23a7-3e37-4b6b-bff9-f931755ab1dc service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926781 Jan 28 04:28:52.176120 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-680853c2-5589-47ce-a66c-727749970fcf req-ea7de89b-7dd4-4efa-b62e-b58e9555c42c service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855801 Jan 28 04:28:52.281258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cab65-0e3b-4b52-bc48-39f41bb4fcb0 req-420f5479-0c7e-4bf9-bb5b-0b337da2f6e3 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:52.282722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-170cab65-0e3b-4b52-bc48-39f41bb4fcb0 req-420f5479-0c7e-4bf9-bb5b-0b337da2f6e3 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0478504 Jan 28 04:28:52.328491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-170cab65-0e3b-4b52-bc48-39f41bb4fcb0 req-699e4e9f-8287-4337-8504-8c2456af2461 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401280 Jan 28 04:28:53.457814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3322e-bf67-497f-8025-ea34987030ad req-8531ff96-2839-4064-8970-57b2b37f7a45 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:53.459292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5c3322e-bf67-497f-8025-ea34987030ad req-8531ff96-2839-4064-8970-57b2b37f7a45 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0508149 Jan 28 04:28:53.504821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f5c3322e-bf67-497f-8025-ea34987030ad req-d044b87c-fea0-486b-9a16-816623d44575 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390251 Jan 28 04:28:54.131124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b87710df-cd6f-4a4d-975e-49ef6a0218ba details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:28:54.227587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:54.238845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'port_id': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'mac_address': 'fa:16:3e:ed:73:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:28:54.275918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b87710df-cd6f-4a4d-975e-49ef6a0218ba is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:54.276229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:54.288731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87710df-cd6f-4a4d-975e-49ef6a0218ba {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:28:54.307506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:54.311646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:54.361523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:54.601023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b87710df-cd6f-4a4d-975e-49ef6a0218ba'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:28:54.619908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a97f5-5b02-478c-9b55-4a8f1d87e46e req-447dfcfa-ba8f-4c17-bccb-769afe4acd1c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:54.621508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-925a97f5-5b02-478c-9b55-4a8f1d87e46e req-447dfcfa-ba8f-4c17-bccb-769afe4acd1c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0473614 Jan 28 04:28:54.644456 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:28:54.671488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-925a97f5-5b02-478c-9b55-4a8f1d87e46e req-0dec9cc8-a498-4c43-8310-2bd437a00e96 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430579 Jan 28 04:28:55.792234 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59403aa4-9419-46cf-b0a0-3aff43ba2efc req-b97d62e9-9d1c-4193-8367-dea40075fbd7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:55.793807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59403aa4-9419-46cf-b0a0-3aff43ba2efc req-b97d62e9-9d1c-4193-8367-dea40075fbd7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0520236 Jan 28 04:28:55.840018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59403aa4-9419-46cf-b0a0-3aff43ba2efc req-cacba06a-e613-4511-ad3d-560033c93108 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406363 Jan 28 04:28:56.167444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b87710df-cd6f-4a4d-975e-49ef6a0218ba up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:28:56.218717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port b87710df-cd6f-4a4d-975e-49ef6a0218ba completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:28:56.222491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port b87710df-cd6f-4a4d-975e-49ef6a0218ba triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:28:56.222866 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:56.299044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b87710df-cd6f-4a4d-975e-49ef6a0218ba is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:28:56.299349 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:56.321192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:56.324106 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38374b34-0986-4172-a1d8-36d243f5a54a" -d '{"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-plugged", "status": "completed", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:56.336716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:28:56.341643 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:56.367707 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582fd14f-a1bf-4a63-a0a7-8c6474d359a3 x-openstack-request-id: req-582fd14f-a1bf-4a63-a0a7-8c6474d359a3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:56.367994 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-plugged", "status": "completed", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:56.368261 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-582fd14f-a1bf-4a63-a0a7-8c6474d359a3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:56.368672 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'code': 200} Jan 28 04:28:56.393841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:56.489223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ed0e0-4175-4492-aaf5-304ba1a0cecb req-7daaba39-736e-4f8e-90b7-b4b2683128e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:56.490740 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-702ed0e0-4175-4492-aaf5-304ba1a0cecb req-7daaba39-736e-4f8e-90b7-b4b2683128e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1098 time: 0.0407317 Jan 28 04:28:56.534049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-702ed0e0-4175-4492-aaf5-304ba1a0cecb req-21f3481b-f092-4f66-a94d-21cfb2c2ae22 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370462 Jan 28 04:28:56.955526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07ba1-0088-4392-9403-0a0a0306a3d3 req-d29c561e-b514-4910-b94e-7f267388cc4b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:56.957033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdb07ba1-0088-4392-9403-0a0a0306a3d3 req-d29c561e-b514-4910-b94e-7f267388cc4b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0488880 Jan 28 04:28:57.003479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fdb07ba1-0088-4392-9403-0a0a0306a3d3 req-f5104215-a0c8-4818-af3b-f73a8e15f401 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407851 Jan 28 04:28:58.133885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168bb7a-5278-4830-8cc9-4baf4405c1b7 req-6a41b9fd-f712-46f1-ab7f-3533aa9c10e1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:58.135408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6168bb7a-5278-4830-8cc9-4baf4405c1b7 req-6a41b9fd-f712-46f1-ab7f-3533aa9c10e1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0498040 Jan 28 04:28:58.190571 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6168bb7a-5278-4830-8cc9-4baf4405c1b7 req-8ac3ce3a-acab-45a4-b12c-043dc9c9e914 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479691 Jan 28 04:28:58.308532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4819a-e608-4670-bf80-4d4e009ddc93 req-9064e152-d336-4b97-b1de-e0fcc5886b65 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:58.309943 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3cc4819a-e608-4670-bf80-4d4e009ddc93 req-9064e152-d336-4b97-b1de-e0fcc5886b65 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0476973 Jan 28 04:28:58.318608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53256) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:58.322942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1133a7e5-5a0b-4a9c-bfd6-8481dafb5495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Request body: {'floatingip': {'port_id': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:58.361593 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1133a7e5-5a0b-4a9c-bfd6-8481dafb5495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.795181 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1133a7e5-5a0b-4a9c-bfd6-8481dafb5495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.799073 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1133a7e5-5a0b-4a9c-bfd6-8481dafb5495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:58.898964 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-1133a7e5-5a0b-4a9c-bfd6-8481dafb5495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327 associated. External IP: 172.25.1.62, port: b87710df-cd6f-4a4d-975e-49ef6a0218ba. Jan 28 04:28:59.103911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1133a7e5-5a0b-4a9c-bfd6-8481dafb5495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Router 913fbcd8-2175-4531-a276-4c43879c6712 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:28:59.210773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1133a7e5-5a0b-4a9c-bfd6-8481dafb5495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:28:59.218227 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1133a7e5-5a0b-4a9c-bfd6-8481dafb5495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:59.221849 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:28:59.231896 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:59.232499 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:28:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:59.247641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1133a7e5-5a0b-4a9c-bfd6-8481dafb5495 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "PUT /v2.0/floatingips/10ef399e-ffa5-4a05-b468-afec01bb3327 HTTP/1.1" status: 200 len: 992 time: 0.9279957 Jan 28 04:28:59.248244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:59.250547 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:59.289860 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00739e6-9626-4209-a54c-bae58bd623af x-openstack-request-id: req-b00739e6-9626-4209-a54c-bae58bd623af {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:59.290159 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:59.290432 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b00739e6-9626-4209-a54c-bae58bd623af {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:59.290989 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'status': 'completed', 'code': 200} Jan 28 04:28:59.340668 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:59.395059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-43f7c61f-e2ac-4a18-8a38-1de445f520d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.396485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-43f7c61f-e2ac-4a18-8a38-1de445f520d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1098 time: 0.0459762 Jan 28 04:28:59.493670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-16099f33-0c05-4bbb-a2ee-fe3e45df2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.495191 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-16099f33-0c05-4bbb-a2ee-fe3e45df2bf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0923936 Jan 28 04:28:59.560064 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:ed:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:28:58Z', 'revision_number': 13, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:59.564698 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-3732cb5d-555a-4087-a9d1-cda9126dff24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1000 time: 0.0632563 Jan 28 04:28:59.586552 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:28:59.596402 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:59.597065 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:28:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:59.615391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-f1de954d-a35c-40da-a4ac-10fd485e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.616893 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-f1de954d-a35c-40da-a4ac-10fd485e10fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0468011 Jan 28 04:28:59.664432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-09596638-a101-4a84-a9c2-24c4f5c056f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:59.665998 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-09596638-a101-4a84-a9c2-24c4f5c056f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431924 Jan 28 04:28:59.710123 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:59.766390 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-5dc091b3-1dba-461e-b425-73168f65f60c service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939891 Jan 28 04:28:59.856393 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-bdb57b72-ed40-4a0a-a845-4a2bd59c2527 req-00184526-aca6-47b6-aaff-4d89cb8d371d service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841541 Jan 28 04:28:59.931847 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:ed:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:28:58Z', 'revision_number': 13, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:59.958916 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb17db2-6044-4502-91a6-63ab98eb9d07 None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '10ef399e-ffa5-4a05-b468-afec01bb3327', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'floating_ip_address': '172.25.1.62', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'port_id': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'mac_address': 'fa:16:3e:ed:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:19:14Z', 'updated_at': '2022-01-28T04:28:58Z', 'revision_number': 13, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:29:00.157865 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668c87eb-4b61-428e-b37e-9b8c0ebed1e3 None None] New status for floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:29:10.607058 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dff5b17e-8834-4f0f-983f-53b5d0c42be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:12.626013 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:12.656311 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80fd67fa-6c05-4317-837c-42f5a928e418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:14.452579 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:14.855391 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:15.678520 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:16.862303 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:31.644556 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:29:36.304742 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-31b19c78-e8c2-44da-82f9-df4bc5ebc21c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414987 Jan 28 04:29:36.416660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-a209548f-7788-4c7f-8322-e0b461df3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:36.418715 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-a209548f-7788-4c7f-8322-e0b461df3ec9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1098 time: 0.0453176 Jan 28 04:29:36.524139 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-59b5191a-a23b-46dd-8def-0d07a4221ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:36.525543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-59b5191a-a23b-46dd-8def-0d07a4221ffb service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0892467 Jan 28 04:29:36.599702 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-ebcbfcdb-5d34-44b2-ab57-15fe8236cae1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1002 time: 0.0667083 Jan 28 04:29:36.647192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-4b99b600-9af7-42e6-b630-e5e39db7b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:36.648625 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-4b99b600-9af7-42e6-b630-e5e39db7b3a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0430701 Jan 28 04:29:36.693068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-d3482cf3-16ea-47c8-a996-23b3941f12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:36.694567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-d3482cf3-16ea-47c8-a996-23b3941f12c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392511 Jan 28 04:29:36.786805 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-242f1294-45c6-4a23-9bf5-90d4ed7cbbb7 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857553 Jan 28 04:29:36.873748 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5d0ec810-0f42-42ba-8334-57aca3b24a5e req-c5d46938-4d57-40d6-ac9a-32413a28bc8f service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815382 Jan 28 04:29:40.600405 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09111c68-7253-4e08-ab15-98066d0d1fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:42.641685 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:42.657153 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88181927-1d40-4a94-a79d-73dafcfcf29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:44.455109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:44.861669 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:45.680895 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:46.864154 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:08.644640 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:30:10.603251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6bd60359-4443-4909-b014-386c5df87dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:12.662372 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:12.664258 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-deca6643-f32e-46e2-9427-2776b8ff3a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:14.457769 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:14.868410 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:15.683436 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:16.866101 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:36.363998 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-b0226358-c5dc-434e-90e9-1d0cfce0b6a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1229339 Jan 28 04:30:36.472543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-25d6fc0f-bca7-42a7-9326-beebb66fdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:36.473981 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-25d6fc0f-bca7-42a7-9326-beebb66fdcb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1098 time: 0.0462623 Jan 28 04:30:36.591929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-d30fd744-d17f-4c18-a6fd-85722b85af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:36.593415 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-d30fd744-d17f-4c18-a6fd-85722b85af7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0867348 Jan 28 04:30:36.666324 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-10a96e50-0190-4534-84f4-f2d3a4a327b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1002 time: 0.0656121 Jan 28 04:30:36.714301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-63800026-c661-40fc-9072-561d09db1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:36.715758 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-63800026-c661-40fc-9072-561d09db1499 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0447402 Jan 28 04:30:36.762009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-e2580765-6995-431b-b9f4-c62ed5f59714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:36.763427 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-e2580765-6995-431b-b9f4-c62ed5f59714 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415094 Jan 28 04:30:36.854861 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-898dba9f-9483-4c10-853c-ba3cf1cf89a3 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854430 Jan 28 04:30:36.945020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-51b4ebe4-66c1-4659-ba0e-12f3156d0002 req-79262e1c-e87f-48da-87e9-7b4edd06de42 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835226 Jan 28 04:30:38.240477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a9e6e-1510-4fb2-8150-740c2434094b req-27faa5c4-06df-41bc-acb2-c7556c25f810 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:38.242010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-103a9e6e-1510-4fb2-8150-740c2434094b req-27faa5c4-06df-41bc-acb2-c7556c25f810 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.1002550 Jan 28 04:30:38.294898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-103a9e6e-1510-4fb2-8150-740c2434094b req-0072dca2-66c1-484a-92b5-b101d3600e08 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465267 Jan 28 04:30:40.608666 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74fda6ea-d53c-479a-adfd-1bb189d3a00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:42.668815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b978772-97ae-4129-bcf1-cdc423287bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:42.671932 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:44.460416 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:44.867814 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:45.644131 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:30:45.686413 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:46.871003 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:55.014438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-4d5191b9-7f23-412f-87ea-c62484e055df req-fe9fc313-b00e-46b5-af02-a5f2993b27e0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:30:55.015477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d5191b9-7f23-412f-87ea-c62484e055df req-fe9fc313-b00e-46b5-af02-a5f2993b27e0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0441980 Jan 28 04:30:55.225191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56d12-9586-4628-85ab-a79b934050cb req-764cbea8-9ecc-4636-89c2-86ab720e6a54 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:55.226697 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39d56d12-9586-4628-85ab-a79b934050cb req-764cbea8-9ecc-4636-89c2-86ab720e6a54 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0771649 Jan 28 04:30:55.233635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-1bd02d91-fed8-4962-bf4e-59311d6a293a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962281 Jan 28 04:30:55.276557 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-39d56d12-9586-4628-85ab-a79b934050cb req-8817a715-aabc-48a6-93a6-65bea778a4e8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420616 Jan 28 04:30:56.400119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5794e7-da43-44c7-bd76-9d49176b0afd req-91371f23-3977-44d2-875b-44175929bcd7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:56.401800 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e5794e7-da43-44c7-bd76-9d49176b0afd req-91371f23-3977-44d2-875b-44175929bcd7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0538356 Jan 28 04:30:56.451591 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e5794e7-da43-44c7-bd76-9d49176b0afd req-b7fada1e-2522-44f2-839c-9b1d15383a87 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441899 Jan 28 04:30:56.521293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-bf5a9bb5-68f7-41fe-a2f5-966c4b5c6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:56.522790 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-bf5a9bb5-68f7-41fe-a2f5-966c4b5c6dcc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1098 time: 0.0418947 Jan 28 04:30:56.614712 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-84ae6e74-dacb-431f-9725-5511aa101287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:56.616105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-84ae6e74-dacb-431f-9725-5511aa101287 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0875897 Jan 28 04:30:56.685811 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-543625ff-0115-4bca-b775-ec4b66acbc08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1002 time: 0.0633385 Jan 28 04:30:56.741098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-467c5b0e-6f5f-453c-b4c3-3663776a8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:56.742568 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-467c5b0e-6f5f-453c-b4c3-3663776a8c75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0485518 Jan 28 04:30:56.787645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-96488f5f-34bb-4476-8a3f-50e74bff5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:56.789198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-96488f5f-34bb-4476-8a3f-50e74bff5338 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402493 Jan 28 04:30:56.877250 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-6622fce0-d798-45a7-ab88-3e0669d22bf2 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812082 Jan 28 04:30:56.967351 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-5ac91533-4e48-480c-854d-7bd641e2dddd service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839746 Jan 28 04:30:57.567588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6f59-cb09-4778-bbc0-ef46d8a826c9 req-d892cd82-23d6-4d1e-a4da-88a4555db95c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:57.569009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-098b6f59-cb09-4778-bbc0-ef46d8a826c9 req-d892cd82-23d6-4d1e-a4da-88a4555db95c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0482635 Jan 28 04:30:57.615481 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-098b6f59-cb09-4778-bbc0-ef46d8a826c9 req-fff5e449-553a-4980-9130-fa2794af3b0d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399065 Jan 28 04:30:58.754014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4948af-c57c-43b1-abc9-f0aadba21266 req-3794078b-85bf-49a6-9f47-6264c9718ddc tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:58.755524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa4948af-c57c-43b1-abc9-f0aadba21266 req-3794078b-85bf-49a6-9f47-6264c9718ddc tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0540824 Jan 28 04:30:58.812524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa4948af-c57c-43b1-abc9-f0aadba21266 req-fe2d31d5-4917-4fdf-a660-a21222b3153c tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502930 Jan 28 04:30:59.928686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894eef3-132b-46cb-8732-39ac2d63cb21 req-9a33c141-c9e7-48bd-8ce6-33e789d45a97 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:59.930179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f894eef3-132b-46cb-8732-39ac2d63cb21 req-9a33c141-c9e7-48bd-8ce6-33e789d45a97 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0475354 Jan 28 04:30:59.976933 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f894eef3-132b-46cb-8732-39ac2d63cb21 req-4fa1d0a6-2537-4d8b-a28b-a6020226ce76 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406730 Jan 28 04:31:01.097219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ebfc7-e2b5-4193-87d1-0b87503c3a35 req-e9bf245a-d28b-4e11-b6e1-4226f04fc9ff tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:01.098715 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e8ebfc7-e2b5-4193-87d1-0b87503c3a35 req-e9bf245a-d28b-4e11-b6e1-4226f04fc9ff tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0480933 Jan 28 04:31:01.145251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e8ebfc7-e2b5-4193-87d1-0b87503c3a35 req-9fdf08ea-3942-4673-8a4e-e7ced6f854f4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402713 Jan 28 04:31:02.265551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31b0f8-f888-4143-b4d0-d4b1f5afccb9 req-a629fd4d-c20c-4b24-a544-f1c02628028a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:02.266958 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a31b0f8-f888-4143-b4d0-d4b1f5afccb9 req-a629fd4d-c20c-4b24-a544-f1c02628028a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0518670 Jan 28 04:31:02.313064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a31b0f8-f888-4143-b4d0-d4b1f5afccb9 req-eddb8c48-88ab-447b-b456-72e518cbd681 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404975 Jan 28 04:31:03.428576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89989-11cc-470b-9b19-094abbbafc4c req-1f29d309-3e07-4e30-b87f-15958d9a1af1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:03.430091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85d89989-11cc-470b-9b19-094abbbafc4c req-1f29d309-3e07-4e30-b87f-15958d9a1af1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0480580 Jan 28 04:31:03.477415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85d89989-11cc-470b-9b19-094abbbafc4c req-88945c86-908a-4ade-966f-b6ae00faefcb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411613 Jan 28 04:31:04.591357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fb979-e561-45de-99d6-411d77aca347 req-841bd149-ab24-427b-8ddf-935ddf6ee20b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:04.593133 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-868fb979-e561-45de-99d6-411d77aca347 req-841bd149-ab24-427b-8ddf-935ddf6ee20b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0484107 Jan 28 04:31:04.644037 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-868fb979-e561-45de-99d6-411d77aca347 req-1b4753a8-dd4a-4914-a985-a179b92d935f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454168 Jan 28 04:31:05.761602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85073707-761e-4b21-bb93-08a3eb34fea4 req-2c3ce6d8-b15f-4a10-a571-3abe7e1e9bb1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:05.763068 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85073707-761e-4b21-bb93-08a3eb34fea4 req-2c3ce6d8-b15f-4a10-a571-3abe7e1e9bb1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0474353 Jan 28 04:31:05.812778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85073707-761e-4b21-bb93-08a3eb34fea4 req-0fb4f848-d911-4194-a526-edacb5cdfe35 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439532 Jan 28 04:31:06.930611 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bc36e-7dd7-4dff-91d9-b8b182fbbb66 req-3b7b2936-5449-4005-80ec-85065319c95a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:06.932143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf7bc36e-7dd7-4dff-91d9-b8b182fbbb66 req-3b7b2936-5449-4005-80ec-85065319c95a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0478933 Jan 28 04:31:06.978117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf7bc36e-7dd7-4dff-91d9-b8b182fbbb66 req-06f6eb1a-bf24-469b-ba23-4cd7d2227c31 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396118 Jan 28 04:31:08.095123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf4ce2-955a-43c8-86d2-01f90448a739 req-ac8cd1fb-ccc4-4fab-938f-46e96f6c4a20 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:08.096579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bdf4ce2-955a-43c8-86d2-01f90448a739 req-ac8cd1fb-ccc4-4fab-938f-46e96f6c4a20 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0505645 Jan 28 04:31:08.142205 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1bdf4ce2-955a-43c8-86d2-01f90448a739 req-281c2d24-0c5e-4b22-bd64-a37aac732fdd tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401380 Jan 28 04:31:09.258168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d995-8e69-4681-a731-f66b0424429d req-5fdf4a82-2681-447f-9826-b9e20b690483 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:09.260315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9a2d995-8e69-4681-a731-f66b0424429d req-5fdf4a82-2681-447f-9826-b9e20b690483 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0497589 Jan 28 04:31:09.307312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9a2d995-8e69-4681-a731-f66b0424429d req-2a2ac31b-a9c9-48e9-bb5b-6bc9d3ba07c6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414557 Jan 28 04:31:10.429181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a7039-c15a-4f8a-a4ce-24c1eea8ba30 req-cf819337-4a77-4d61-bdad-86775d39d0d6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:10.431160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e94a7039-c15a-4f8a-a4ce-24c1eea8ba30 req-cf819337-4a77-4d61-bdad-86775d39d0d6 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0529888 Jan 28 04:31:10.478526 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e94a7039-c15a-4f8a-a4ce-24c1eea8ba30 req-9eb4acf5-8751-491c-bae3-9deab2007665 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419917 Jan 28 04:31:10.611038 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7dbe10c8-6674-4ff9-aa4f-84314603f992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:11.594914 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982cd5f-77ae-4414-a08c-b5453ac4608b req-ff9ff4a0-a383-43d5-83fc-eaa9e37d9310 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:11.596333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5982cd5f-77ae-4414-a08c-b5453ac4608b req-ff9ff4a0-a383-43d5-83fc-eaa9e37d9310 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0489187 Jan 28 04:31:11.643151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5982cd5f-77ae-4414-a08c-b5453ac4608b req-4ddf11a5-04e1-4dae-99f4-c48736967d4e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412574 Jan 28 04:31:12.660757 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:12.670069 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12191c63-7339-47cb-ae58-2e1337641b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:12.765080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805ef01-c84e-46f9-85af-55038e18e058 req-3078af2f-8629-4369-999e-5747b3d00c77 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:12.766622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a805ef01-c84e-46f9-85af-55038e18e058 req-3078af2f-8629-4369-999e-5747b3d00c77 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0493321 Jan 28 04:31:12.793624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b87710df-cd6f-4a4d-975e-49ef6a0218ba no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:31:12.822961 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a805ef01-c84e-46f9-85af-55038e18e058 req-440adfe2-0626-4e48-b7e6-61f920f25381 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501904 Jan 28 04:31:12.877468 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-03768e62-0ea6-486b-b996-e13a49296068 service neutron] show failed (client error): The resource could not be found. Jan 28 04:31:12.878537 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-03768e62-0ea6-486b-b996-e13a49296068 service neutron] 10.222.0.42 "GET /v2.0/ports/b87710df-cd6f-4a4d-975e-49ef6a0218ba/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0563135 Jan 28 04:31:12.878874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b87710df-cd6f-4a4d-975e-49ef6a0218ba is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:12.879293 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:12.905369 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:12.907956 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24db904-8414-4a90-80cf-1d92bc4be67c" -d '{"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-unplugged", "status": "completed", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:12.922083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:12.926050 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:12.982193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:12.990296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.990640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.990974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.991306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.991634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.991960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.992281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.993253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.993580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.993917 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.994211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.994533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:12.994894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.031914 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485e41ae-dc42-41fe-acf3-6e7d8e2530b6 x-openstack-request-id: req-485e41ae-dc42-41fe-acf3-6e7d8e2530b6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:13.032207 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-unplugged", "status": "completed", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:13.032459 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-485e41ae-dc42-41fe-acf3-6e7d8e2530b6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:13.032871 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'code': 200} Jan 28 04:31:13.151184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-204941ec-8a53-4ce2-87cc-d0cded06038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:13.152681 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-204941ec-8a53-4ce2-87cc-d0cded06038c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 1096 time: 0.0798934 Jan 28 04:31:13.170560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:13.226924 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:13.425507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:13.458303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:13.490549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87710df-cd6f-4a4d-975e-49ef6a0218ba {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:13.498802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Publish callbacks [] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:13.511397 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Transition to ACTIVE for port object b87710df-cd6f-4a4d-975e-49ef6a0218ba will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:31:13.514582 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:13.599632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:13.612323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.612670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.613040 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.613380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.613714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.614046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.614374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.614700 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.615025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.615348 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.615672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.615995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.616318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:13.652388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] No DVR routers for this DVR port b87710df-cd6f-4a4d-975e-49ef6a0218ba on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:31:13.801029 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:13.801474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:13.801876 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:13.808420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Port b87710df-cd6f-4a4d-975e-49ef6a0218ba on network 5a56f7fd-718a-4412-89db-f9cc30e410ad not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:31:13.808742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:13.813983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:13.814264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:13.814720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:13.815133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Bound port: b87710df-cd6f-4a4d-975e-49ef6a0218ba, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:13.815487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:13.887804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:13.892042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:13.898148 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:13.961006 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1672ba0-ae20-4bfb-8dea-1abb87c8e9a2 req-162f8ba1-62e8-49c6-b3bb-d3c0fac12016 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:13.963126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:13.964749 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1672ba0-ae20-4bfb-8dea-1abb87c8e9a2 req-162f8ba1-62e8-49c6-b3bb-d3c0fac12016 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0520926 Jan 28 04:31:13.968064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:13.968876 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:13.970961 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-761ec8b6-e604-4346-a84a-55167907d3d1 service neutron] 10.222.0.25 "PUT /v2.0/ports/b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1093 time: 0.8043122 Jan 28 04:31:13.971585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:13.982875 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b3062e-c53a-4076-a9c0-3febb70a3d58" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:14.042002 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1672ba0-ae20-4bfb-8dea-1abb87c8e9a2 req-12349d32-25ac-4c5f-8b54-cd105acfc993 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656891 Jan 28 04:31:14.052147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-01559ba4-e2e9-4ba7-b840-eafbce7c8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.053635 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-01559ba4-e2e9-4ba7-b840-eafbce7c8218 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1096 time: 0.0439680 Jan 28 04:31:14.112312 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e8133a-467d-48df-9859-869b53ee8161 x-openstack-request-id: req-34e8133a-467d-48df-9859-869b53ee8161 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:14.112611 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:14.112921 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34e8133a-467d-48df-9859-869b53ee8161 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:14.113279 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'status': 'completed', 'code': 200} Jan 28 04:31:14.180922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-204ee3b6-4934-4d2a-a018-e59286d3dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.182431 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-204ee3b6-4934-4d2a-a018-e59286d3dd25 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1229453 Jan 28 04:31:14.238777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-c3e3e675-72fc-450a-adcf-c69a9ee80345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.240216 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-c3e3e675-72fc-450a-adcf-c69a9ee80345 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1096 time: 0.0990024 Jan 28 04:31:14.307311 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-7a64812d-6943-4a3f-8721-97bc615912ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1000 time: 0.1176114 Jan 28 04:31:14.376443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-90c6cc46-47f7-4d0e-ac79-787cb535c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.377927 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-90c6cc46-47f7-4d0e-ac79-787cb535c9c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0644708 Jan 28 04:31:14.380433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-09889a69-5c06-4886-9eec-8c2279ac9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.384275 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-09889a69-5c06-4886-9eec-8c2279ac9109 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1369686 Jan 28 04:31:14.464687 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:14.475388 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-1db163e6-4467-4153-8a09-9c5566508737 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1000 time: 0.0829883 Jan 28 04:31:14.478610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-ca88daa6-e309-4c3c-a593-8c37dec64d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.480006 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-ca88daa6-e309-4c3c-a593-8c37dec64d3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949306 Jan 28 04:31:14.572213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-f4ee461c-c95f-473f-acee-1632e9410ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.573652 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-f4ee461c-c95f-473f-acee-1632e9410ed2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0927460 Jan 28 04:31:14.633402 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-9ac403fb-7955-4d38-b6f0-9ec5f0c6456f service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449270 Jan 28 04:31:14.640388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-5a464626-6231-45a7-8336-272b4f7b3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:14.642414 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-5a464626-6231-45a7-8336-272b4f7b3bd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628128 Jan 28 04:31:14.791778 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-925c9e66-b76a-4b96-9f19-52d3588f9880 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533790 Jan 28 04:31:14.795080 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-2727e1c5-4ab8-4306-8279-9841322e8340 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447327 Jan 28 04:31:14.875168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:15.170405 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc940852-3011-4cdd-815b-9972ffa6f522 req-f1e7b2ce-60d9-4dda-a0a4-df218ebca681 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.172107 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc940852-3011-4cdd-815b-9972ffa6f522 req-f1e7b2ce-60d9-4dda-a0a4-df218ebca681 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0532839 Jan 28 04:31:15.226198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc940852-3011-4cdd-815b-9972ffa6f522 req-39e03b10-8cd0-45eb-bbdb-5d0940b9cc4b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473261 Jan 28 04:31:15.284967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-07cb24a0-5bb4-4a91-915a-04c2b053ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.286468 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-07cb24a0-5bb4-4a91-915a-04c2b053ba9d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1096 time: 0.0733707 Jan 28 04:31:15.288626 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-48931d03-50ee-49bf-a558-1800c35ccc5f service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871116 Jan 28 04:31:15.381015 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-e25d9299-31bb-4381-ad5d-11e4465d0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.382558 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-e25d9299-31bb-4381-ad5d-11e4465d0e33 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0882716 Jan 28 04:31:15.446512 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-c3f284ae-c5bf-4ec5-b7c5-ecb2f103630f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1000 time: 0.0576532 Jan 28 04:31:15.492368 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-3b0dbc15-5fbf-44a6-831c-150923d967d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.493933 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-3b0dbc15-5fbf-44a6-831c-150923d967d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0425837 Jan 28 04:31:15.541838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-60e3fcf5-aa2a-41fc-8116-425e6a700fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:15.543343 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-60e3fcf5-aa2a-41fc-8116-425e6a700fb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435960 Jan 28 04:31:15.630990 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-d48d7c9b-2130-4986-9a61-7d720e62c65d service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814095 Jan 28 04:31:15.690007 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:15.723960 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71b3062e-c53a-4076-a9c0-3febb70a3d58 req-c0d0c94e-6fab-4041-866f-977d1db6d596 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870574 Jan 28 04:31:16.350343 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef5921-ce0b-4cb8-b1e9-66af48edfd12 req-d70e001e-aa06-43d5-86ed-505c2a606dad tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:16.351865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18ef5921-ce0b-4cb8-b1e9-66af48edfd12 req-d70e001e-aa06-43d5-86ed-505c2a606dad tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0516934 Jan 28 04:31:16.398440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-18ef5921-ce0b-4cb8-b1e9-66af48edfd12 req-de957e5b-512b-4de9-b9b0-26f9a1f9fd76 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409715 Jan 28 04:31:16.877142 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:17.518997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cccc1-c232-45af-b207-0146d00f178c req-f288012d-57ec-4513-b63c-b955da2947bf tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:17.520603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-750cccc1-c232-45af-b207-0146d00f178c req-f288012d-57ec-4513-b63c-b955da2947bf tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0493884 Jan 28 04:31:17.571680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-750cccc1-c232-45af-b207-0146d00f178c req-9a835c80-0eda-4fee-b3f2-248b8953af55 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442057 Jan 28 04:31:18.690534 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418baf83-80d6-4297-9df1-a4514906f4bb req-1f95f726-6835-4cad-854c-aadbcf66ed73 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:18.692033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-418baf83-80d6-4297-9df1-a4514906f4bb req-1f95f726-6835-4cad-854c-aadbcf66ed73 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0496716 Jan 28 04:31:18.745532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-418baf83-80d6-4297-9df1-a4514906f4bb req-4429c852-4532-4726-bbcb-dbba06503c60 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473309 Jan 28 04:31:19.862924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c74c0-1ef8-4b13-ad0f-590c8dc08b90 req-aba53e77-7482-4fe7-b336-3a447b1bb2ae tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:19.864456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf0c74c0-1ef8-4b13-ad0f-590c8dc08b90 req-aba53e77-7482-4fe7-b336-3a447b1bb2ae tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0493171 Jan 28 04:31:19.911603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bf0c74c0-1ef8-4b13-ad0f-590c8dc08b90 req-8c11cc66-2361-445b-ae7a-42be66489948 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406837 Jan 28 04:31:21.039845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713e6a9-b17f-40a2-bfb5-f76125c21209 req-d4b54414-d480-4853-9f49-e6111f075627 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:21.041511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f713e6a9-b17f-40a2-bfb5-f76125c21209 req-d4b54414-d480-4853-9f49-e6111f075627 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0539055 Jan 28 04:31:21.089309 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f713e6a9-b17f-40a2-bfb5-f76125c21209 req-efe26345-543f-4a6b-9ffb-eb651e6f8a2d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421081 Jan 28 04:31:22.210592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12728b41-ebc6-4bcd-9227-de6cf4ab6d63 req-547dae60-5492-4aa3-b2a1-640e361d8c29 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.212206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12728b41-ebc6-4bcd-9227-de6cf4ab6d63 req-547dae60-5492-4aa3-b2a1-640e361d8c29 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0530133 Jan 28 04:31:22.259391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-12728b41-ebc6-4bcd-9227-de6cf4ab6d63 req-22403a72-8e62-44d5-9529-bbdfd2cf3a25 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415511 Jan 28 04:31:22.643244 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:31:23.376530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb560-6773-4461-b587-e2a083df1d7d req-d2668cad-ffff-44a0-9764-660ed236b211 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:23.378064 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2abb560-6773-4461-b587-e2a083df1d7d req-d2668cad-ffff-44a0-9764-660ed236b211 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0490286 Jan 28 04:31:23.427029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2abb560-6773-4461-b587-e2a083df1d7d req-dd18d1f5-e325-4300-bc9b-1f1473474282 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424407 Jan 28 04:31:24.545511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86458612-72f2-4da9-8fe0-4adbbf774ea2 req-0ed98e4e-9bcd-4a58-bc8b-0f39547609d4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:24.546898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86458612-72f2-4da9-8fe0-4adbbf774ea2 req-0ed98e4e-9bcd-4a58-bc8b-0f39547609d4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0513778 Jan 28 04:31:24.596179 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86458612-72f2-4da9-8fe0-4adbbf774ea2 req-db81ef15-bf1b-44b3-96c3-446782317b50 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437369 Jan 28 04:31:25.710949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb27bfd-2155-4658-a985-e5ad8ebb219b req-5f165381-d792-44e7-812c-024ca46a6686 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:25.712665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddb27bfd-2155-4658-a985-e5ad8ebb219b req-5f165381-d792-44e7-812c-024ca46a6686 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0488105 Jan 28 04:31:25.761276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddb27bfd-2155-4658-a985-e5ad8ebb219b req-2065da06-7386-4c67-8077-2207cf342285 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430729 Jan 28 04:31:26.874950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4f3bc-c696-4f39-9ff6-41f7b83b4881 req-a86fd6be-14ea-4f87-af8c-e7b2903dc5ed tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:26.876404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3da4f3bc-c696-4f39-9ff6-41f7b83b4881 req-a86fd6be-14ea-4f87-af8c-e7b2903dc5ed tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0462322 Jan 28 04:31:26.925851 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3da4f3bc-c696-4f39-9ff6-41f7b83b4881 req-3f5e4fb6-7a93-46e5-a972-2b96c317967d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439548 Jan 28 04:31:28.046655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93e669-2a93-4aa9-8036-5039a2e303fc req-ad568645-87ef-447a-915c-ce9aa733f32e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:28.048144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf93e669-2a93-4aa9-8036-5039a2e303fc req-ad568645-87ef-447a-915c-ce9aa733f32e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0485754 Jan 28 04:31:28.094942 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf93e669-2a93-4aa9-8036-5039a2e303fc req-5ae392d7-eadb-41fa-9536-5f1fb44b6810 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412297 Jan 28 04:31:29.211187 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88268ea2-f76d-4913-8e25-4b29083b01b7 req-a4f5aec9-1f85-431b-863b-0cdf50daa9a0 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:29.212655 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88268ea2-f76d-4913-8e25-4b29083b01b7 req-a4f5aec9-1f85-431b-863b-0cdf50daa9a0 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0485706 Jan 28 04:31:29.259202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88268ea2-f76d-4913-8e25-4b29083b01b7 req-2014980e-51f2-4c4d-b0ef-9f9fc4961b82 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409355 Jan 28 04:31:30.378526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef29de-fce6-4435-a659-26b7061cd8fe req-c6d8b930-d688-4441-8a32-18f732879ae9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:30.380009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7ef29de-fce6-4435-a659-26b7061cd8fe req-c6d8b930-d688-4441-8a32-18f732879ae9 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0523539 Jan 28 04:31:30.426586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7ef29de-fce6-4435-a659-26b7061cd8fe req-d245a983-8ee2-428c-b36a-652e381636fd tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402367 Jan 28 04:31:31.544400 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c8b33-a7b0-46e9-b2ea-a35b3aae8fd2 req-6d014435-3ada-4604-a6bb-171587228b1f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:31.545904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-380c8b33-a7b0-46e9-b2ea-a35b3aae8fd2 req-6d014435-3ada-4604-a6bb-171587228b1f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0470173 Jan 28 04:31:31.592817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-380c8b33-a7b0-46e9-b2ea-a35b3aae8fd2 req-21a63a40-9487-4d26-9e40-3f97967f6524 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413337 Jan 28 04:31:32.706999 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a73d-55cf-4e63-bd32-7474e65f2250 req-9e9c68fd-c941-4f7e-9f0f-c803cbb6f34e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:32.708487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59c3a73d-55cf-4e63-bd32-7474e65f2250 req-9e9c68fd-c941-4f7e-9f0f-c803cbb6f34e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0474534 Jan 28 04:31:32.758126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-59c3a73d-55cf-4e63-bd32-7474e65f2250 req-a286c6ac-bc60-432c-8467-a5787234e3d2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428133 Jan 28 04:31:33.732964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b87710df-cd6f-4a4d-975e-49ef6a0218ba details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:31:33.830334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:33.842391 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'port_id': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'mac_address': 'fa:16:3e:ed:73:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:31:33.875281 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242c698-5f97-4372-85b4-005e9d2203d3 req-f674b627-359e-4c3c-80e6-854eb4447c99 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:33.876798 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f242c698-5f97-4372-85b4-005e9d2203d3 req-f674b627-359e-4c3c-80e6-854eb4447c99 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 944 time: 0.0480356 Jan 28 04:31:33.879273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b87710df-cd6f-4a4d-975e-49ef6a0218ba is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:33.879668 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:33.893267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87710df-cd6f-4a4d-975e-49ef6a0218ba {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:33.911960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:33.917146 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:33.924453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f242c698-5f97-4372-85b4-005e9d2203d3 req-5f196164-28f3-4634-ac13-79ba15194637 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420957 Jan 28 04:31:33.969932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:34.214057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-53061546-9ff8-47f7-a4a4-c0322a66f1e2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.216441 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-53061546-9ff8-47f7-a4a4-c0322a66f1e2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250&tenant_id=56008eb7946745cc8705f705e3a648ff&binding%3Ahost_id=n-h2-808199-14 HTTP/1.1" status: 200 len: 945 time: 0.0557663 Jan 28 04:31:34.231756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092505-3ae4-4fb1-b35a-6b9e6cefda64 req-66824eeb-1549-4c89-b487-d0c2b962c752 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.233310 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85092505-3ae4-4fb1-b35a-6b9e6cefda64 req-66824eeb-1549-4c89-b487-d0c2b962c752 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0501590 Jan 28 04:31:34.280168 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-b55d2cc8-9803-4f0b-b464-f506cd8d365a service neutron] 10.222.0.25 "GET /v2.0/ports/b87710df-cd6f-4a4d-975e-49ef6a0218ba/bindings/n-h2-808199-14 HTTP/1.1" status: 200 len: 383 time: 0.0555913 Jan 28 04:31:34.280704 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85092505-3ae4-4fb1-b35a-6b9e6cefda64 req-6a507015-e75d-4d74-8fcc-ae5f9f964108 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418375 Jan 28 04:31:34.359653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['b87710df-cd6f-4a4d-975e-49ef6a0218ba'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:34.359916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-fdad0ffd-3978-4068-a148-80ac85a497f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.361459 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-fdad0ffd-3978-4068-a148-80ac85a497f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1097 time: 0.0440326 Jan 28 04:31:34.455933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-1b0db4c9-8f0b-40f4-adf6-9ded9d32a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.457441 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-1b0db4c9-8f0b-40f4-adf6-9ded9d32a45a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0896695 Jan 28 04:31:34.528454 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-653e925f-911d-4a00-844b-ec3fe5d812ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1001 time: 0.0593972 Jan 28 04:31:34.580762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-cc6cc796-99f9-4e3e-bf94-63560052d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.582148 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-cc6cc796-99f9-4e3e-bf94-63560052d811 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0477796 Jan 28 04:31:34.626246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-814c1592-8521-4e87-821c-55e3b9dba2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:34.627729 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-814c1592-8521-4e87-821c-55e3b9dba2ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393474 Jan 28 04:31:34.720163 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-c9d0a8be-4172-4310-819b-da26fb1ee7e8 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840387 Jan 28 04:31:34.814717 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-471130db-0dc3-4216-abcf-062691c316d2 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884371 Jan 28 04:31:35.407879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d65da-4c7b-468f-84a0-fd6c7aaee992 req-c0fe00f7-eee4-4a64-bf60-c3f4a1b58bf2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:35.409388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa1d65da-4c7b-468f-84a0-fd6c7aaee992 req-c0fe00f7-eee4-4a64-bf60-c3f4a1b58bf2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0520248 Jan 28 04:31:35.456907 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa1d65da-4c7b-468f-84a0-fd6c7aaee992 req-0befacc8-52e8-46b0-a3ec-bb7e593968ec tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412703 Jan 28 04:31:35.743049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b87710df-cd6f-4a4d-975e-49ef6a0218ba up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:31:35.793342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port b87710df-cd6f-4a4d-975e-49ef6a0218ba completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:31:35.797202 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port b87710df-cd6f-4a4d-975e-49ef6a0218ba triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:31:35.797604 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:35.875686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b87710df-cd6f-4a4d-975e-49ef6a0218ba is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:35.876066 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:35.897975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:35.900457 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0186d2-a607-4afd-b5f9-327136eb1290" -d '{"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-plugged", "status": "completed", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:35.913344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:35.918549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:35.951507 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe450d0-fb4d-4c7b-af91-9bd5e9e2d33e x-openstack-request-id: req-1fe450d0-fb4d-4c7b-af91-9bd5e9e2d33e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:35.951828 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-plugged", "status": "completed", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:35.952083 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fe450d0-fb4d-4c7b-af91-9bd5e9e2d33e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:35.952474 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'code': 200} Jan 28 04:31:35.973589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:36.572542 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db36d06-8b26-483e-9185-b728936ae52a req-ca7bce5e-26e7-4d42-827d-cd11cdcb1d37 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:36.574173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1db36d06-8b26-483e-9185-b728936ae52a req-ca7bce5e-26e7-4d42-827d-cd11cdcb1d37 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 947 time: 0.0484374 Jan 28 04:31:36.621039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1db36d06-8b26-483e-9185-b728936ae52a req-9d0d9adc-cb63-4f89-a31a-f85c9e4c1701 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413709 Jan 28 04:31:37.744653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc5b8d-f3b4-4ad5-b106-9251bc5130e7 req-43821d67-e5eb-40b7-84ab-1f2370e6e397 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:37.746514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8dc5b8d-f3b4-4ad5-b106-9251bc5130e7 req-43821d67-e5eb-40b7-84ab-1f2370e6e397 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 947 time: 0.0534914 Jan 28 04:31:37.795045 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8dc5b8d-f3b4-4ad5-b106-9251bc5130e7 req-302465c8-635e-4c7c-a742-19131c7bb184 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421748 Jan 28 04:31:38.913422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705b639-7521-4271-b04d-c17cfef1b1d1 req-8c7a3c30-3737-40c5-a0cf-e5279a92d7c4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:38.915757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5705b639-7521-4271-b04d-c17cfef1b1d1 req-8c7a3c30-3737-40c5-a0cf-e5279a92d7c4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 947 time: 0.0487022 Jan 28 04:31:38.964882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5705b639-7521-4271-b04d-c17cfef1b1d1 req-ae871fac-7a35-4bb8-8303-a0c84ad36dcd tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432928 Jan 28 04:31:39.780244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device b87710df-cd6f-4a4d-975e-49ef6a0218ba no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:31:39.856164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port b87710df-cd6f-4a4d-975e-49ef6a0218ba is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:39.856623 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:39.878940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:39.881205 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba19be2-6db1-4379-b4d8-30a6c75248c8" -d '{"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-unplugged", "status": "completed", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:39.898703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:39.903657 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:39.943568 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70481330-6e9e-4dfe-b0a4-35b21801c414 x-openstack-request-id: req-70481330-6e9e-4dfe-b0a4-35b21801c414 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:39.943887 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-unplugged", "status": "completed", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:39.944157 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70481330-6e9e-4dfe-b0a4-35b21801c414 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:39.944525 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'code': 200} Jan 28 04:31:39.958289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:40.097554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c63c4-dc61-40b7-8d8d-d1d91d39b6b4 req-6f3065d1-d098-488b-a5ca-f028544fca7d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:40.099044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a8c63c4-dc61-40b7-8d8d-d1d91d39b6b4 req-6f3065d1-d098-488b-a5ca-f028544fca7d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0575943 Jan 28 04:31:40.151445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a8c63c4-dc61-40b7-8d8d-d1d91d39b6b4 req-0279ba91-5c30-4859-a1cf-a16cbd008eef tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457692 Jan 28 04:31:40.614989 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afaa47d5-3c5a-4909-a433-9057bde1b5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:40.887558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-cfa9ea9a-366d-48d6-a131-388d71bfd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:40.888983 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-cfa9ea9a-366d-48d6-a131-388d71bfd1e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250&tenant_id=56008eb7946745cc8705f705e3a648ff HTTP/1.1" status: 200 len: 1097 time: 0.0437508 Jan 28 04:31:40.904645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:31:40.960487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:41.162076 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:41.198254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:41.231101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87710df-cd6f-4a4d-975e-49ef6a0218ba {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:41.238574 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Publish callbacks [] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:41.251618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Transition to ACTIVE for port object b87710df-cd6f-4a4d-975e-49ef6a0218ba will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:31:41.255197 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:41.277501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dbf0b-b6ce-46a3-80de-55e955321108 req-d24ad0c6-399d-402b-ba05-063f3cea2c5a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:41.279009 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e90dbf0b-b6ce-46a3-80de-55e955321108 req-d24ad0c6-399d-402b-ba05-063f3cea2c5a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0506349 Jan 28 04:31:41.332031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e90dbf0b-b6ce-46a3-80de-55e955321108 req-fb98f32b-b323-47b9-b6fc-264f8df7aafb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472169 Jan 28 04:31:41.336792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=12']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:41.389303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] No DVR routers for this DVR port b87710df-cd6f-4a4d-975e-49ef6a0218ba on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:31:41.529490 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:31:41.529825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:31:41.530154 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:41.534425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Port b87710df-cd6f-4a4d-975e-49ef6a0218ba on network 5a56f7fd-718a-4412-89db-f9cc30e410ad not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:31:41.534749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Attempting to bind port b87710df-cd6f-4a4d-975e-49ef6a0218ba on network 5a56f7fd-718a-4412-89db-f9cc30e410ad {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:31:41.540350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:31:41.540693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Checking segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:31:41.541111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Bound using segment: {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:31:41.541550 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Bound port: b87710df-cd6f-4a4d-975e-49ef6a0218ba, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecca8c6-9254-4b1f-ae2e-26bb957405dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:31:41.541912 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:41.607890 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:31:41.611168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:31:41.614864 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:41.654690 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:41.655311 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:41.656801 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] 10.222.0.42 "PUT /v2.0/ports/b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1094 time: 0.7559745 Jan 28 04:31:41.657281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:41.659461 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1372340-a7cc-4123-84bf-9c0ece40dce0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:41.694809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e370bfb-ffaa-489a-8bd2-055a79386f21 service neutron] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=13']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:41.728401 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f4b5fc-ab9f-4b8d-9b8c-da2b13c954ae x-openstack-request-id: req-60f4b5fc-ab9f-4b8d-9b8c-da2b13c954ae {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:41.728770 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:41.729054 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60f4b5fc-ab9f-4b8d-9b8c-da2b13c954ae {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:41.729458 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'status': 'completed', 'code': 200} Jan 28 04:31:41.746089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-e08893b8-8ed4-439b-a1ca-0cc8603f646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:41.747597 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-e08893b8-8ed4-439b-a1ca-0cc8603f646d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1097 time: 0.0472791 Jan 28 04:31:41.875148 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-e0d4bdad-7b23-4ee6-bc97-2d1be1b771cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:41.876642 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-e0d4bdad-7b23-4ee6-bc97-2d1be1b771cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1097 time: 0.1013470 Jan 28 04:31:41.881221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-1b05b740-d98b-48cc-94f7-a99176047c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:41.882680 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-1b05b740-d98b-48cc-94f7-a99176047c13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1282747 Jan 28 04:31:42.000560 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-de9cf062-5c05-4bb4-8459-5d299b96b1ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1000 time: 0.1097403 Jan 28 04:31:42.047740 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-ebe8425f-32f9-4ff3-b330-d703d0e0826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.049261 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-ebe8425f-32f9-4ff3-b330-d703d0e0826c service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.1657016 Jan 28 04:31:42.067815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-35dd8501-1174-42aa-b2bc-b6aa53ecd9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.069320 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-35dd8501-1174-42aa-b2bc-b6aa53ecd9e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0626154 Jan 28 04:31:42.151944 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-a4e2a02a-dbbd-433f-8bb0-4d129eb7f59a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1000 time: 0.0949535 Jan 28 04:31:42.157789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-fe0fb905-015a-4f8a-9bee-26577341131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.159197 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-fe0fb905-015a-4f8a-9bee-26577341131d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624945 Jan 28 04:31:42.254230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-47874e98-861b-4aa3-bbd7-d3d4030c7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.255676 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-47874e98-861b-4aa3-bbd7-d3d4030c7665 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0955999 Jan 28 04:31:42.308066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-ea615412-0fe8-4e03-aeb1-a74e8f1eebbe service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401842 Jan 28 04:31:42.324603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-7c2c0bc0-b74d-445d-84fa-4ef1fc0fa47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.326098 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-7c2c0bc0-b74d-445d-84fa-4ef1fc0fa47b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620971 Jan 28 04:31:42.457336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115135f-02f8-4ca8-9bf7-d5845eced41f req-f6d5db65-4b87-45da-83d9-ff237a0422d4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.458933 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f115135f-02f8-4ca8-9bf7-d5845eced41f req-f6d5db65-4b87-45da-83d9-ff237a0422d4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Jan 28 04:31:42.469066 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-dda30142-4be3-4e0c-8c06-8f770a90e015 req-4fb7591e-bf68-4359-a6b8-4e6165afe733 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536133 Jan 28 04:31:42.483680 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-23028fe3-33a6-4650-931f-78df8e5be2b0 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473794 Jan 28 04:31:42.508170 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f115135f-02f8-4ca8-9bf7-d5845eced41f req-24bede3a-9605-44af-8853-d9412b1d8f26 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413702 Jan 28 04:31:42.609377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-4323d984-f512-4606-87e0-919a8debd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.610899 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-4323d984-f512-4606-87e0-919a8debd655 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56008eb7946745cc8705f705e3a648ff&device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 1097 time: 0.0705671 Jan 28 04:31:42.616716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-950d2341-e465-4999-b750-9d40725e3303 service neutron] 10.222.0.25 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267910 Jan 28 04:31:42.665829 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64c9dcff-cf3e-4b8e-9bb1-bc68a6554b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:42.686774 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:42.707842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-c0e5b63e-603e-4be7-83ee-1f859de506e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.710033 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-c0e5b63e-603e-4be7-83ee-1f859de506e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 200 len: 912 time: 0.0924971 Jan 28 04:31:42.794912 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-cb1aaf3a-ccb5-4108-bb9a-e3f1dccef82b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 200 len: 1000 time: 0.0789587 Jan 28 04:31:42.842747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-6ef24258-fc32-4a13-867a-c2dbc20f527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.844148 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-6ef24258-fc32-4a13-867a-c2dbc20f527e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 200 len: 850 time: 0.0433753 Jan 28 04:31:42.887888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-2285a803-f5b2-4344-be89-10e8e9a26d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:42.889435 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-2285a803-f5b2-4344-be89-10e8e9a26d39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a56f7fd-718a-4412-89db-f9cc30e410ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399365 Jan 28 04:31:42.982807 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-7ef06a56-a0f9-4827-a57b-63a833c69d4f service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864990 Jan 28 04:31:43.076328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b1372340-a7cc-4123-84bf-9c0ece40dce0 req-70b60efe-0078-4d52-a42d-44a5cfe3a276 service neutron] 10.222.0.42 "GET /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869563 Jan 28 04:31:43.637417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefa451-06c8-4dd9-bc95-f5e9d3abd658 req-7a8459a2-7779-46cb-b10c-4ccf625d5087 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:43.638926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffefa451-06c8-4dd9-bc95-f5e9d3abd658 req-7a8459a2-7779-46cb-b10c-4ccf625d5087 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0536482 Jan 28 04:31:43.687675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ffefa451-06c8-4dd9-bc95-f5e9d3abd658 req-ca91ca85-abab-4ff9-900c-204619fab6af tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424073 Jan 28 04:31:44.467758 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:44.827682 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a570c7-e5dc-43c3-a12e-2b68952964c9 req-71524e17-12d8-40ef-be7e-c4238253cb7d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:44.829201 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04a570c7-e5dc-43c3-a12e-2b68952964c9 req-71524e17-12d8-40ef-be7e-c4238253cb7d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0677319 Jan 28 04:31:44.867896 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:44.877982 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-04a570c7-e5dc-43c3-a12e-2b68952964c9 req-6763fd01-524b-4a96-ae67-6303471de02f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431240 Jan 28 04:31:45.691452 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:46.000568 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be76400-90c5-4a74-84ec-fdc1266c83f4 req-d47d6b1b-ee3a-4588-8966-5779e19e4a5b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:46.002094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0be76400-90c5-4a74-84ec-fdc1266c83f4 req-d47d6b1b-ee3a-4588-8966-5779e19e4a5b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0526919 Jan 28 04:31:46.051795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0be76400-90c5-4a74-84ec-fdc1266c83f4 req-9e612b9d-ebac-4fdb-8236-f6e1396afc66 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434484 Jan 28 04:31:46.870743 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:47.168493 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d9fc1-9318-4202-b1d8-665ae75b1e8e req-bc0f31f6-9591-4f82-8888-35721c9703d7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:47.170017 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-209d9fc1-9318-4202-b1d8-665ae75b1e8e req-bc0f31f6-9591-4f82-8888-35721c9703d7 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0477433 Jan 28 04:31:47.216116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-209d9fc1-9318-4202-b1d8-665ae75b1e8e req-3f0ad52a-f6bd-4a96-a3ec-f2c87e36c73d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404546 Jan 28 04:31:48.334031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe15b8c-4807-4de0-930d-fa53cc6b507e req-36ccf4ad-680f-4d58-99a7-c2b289e18593 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:48.335765 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fe15b8c-4807-4de0-930d-fa53cc6b507e req-36ccf4ad-680f-4d58-99a7-c2b289e18593 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0496955 Jan 28 04:31:48.383781 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fe15b8c-4807-4de0-930d-fa53cc6b507e req-f12ab554-5fee-45a3-ac36-92bb095d13b2 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424118 Jan 28 04:31:49.504998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67563646-6c11-4982-90c0-af897c5d6a4b req-667ed67c-f29f-4810-bb3d-91acbf259e51 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:49.506512 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67563646-6c11-4982-90c0-af897c5d6a4b req-667ed67c-f29f-4810-bb3d-91acbf259e51 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Jan 28 04:31:49.553252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-67563646-6c11-4982-90c0-af897c5d6a4b req-9e06afe3-aec5-4d05-bf2a-310a5fe8ae5a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405967 Jan 28 04:31:50.670206 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846bf9d-b74c-4f0f-9769-da0d6d9e48cf req-563e2499-0fe1-4424-a124-3285ee5b076e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:50.671694 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7846bf9d-b74c-4f0f-9769-da0d6d9e48cf req-563e2499-0fe1-4424-a124-3285ee5b076e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0479548 Jan 28 04:31:50.718771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7846bf9d-b74c-4f0f-9769-da0d6d9e48cf req-2cfc6fc7-d1dd-4be0-87d5-0ca8095fa466 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415242 Jan 28 04:31:51.844970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4620d7d-f82c-40d6-9128-fe7a36c0432b req-67eb38a7-b0c8-49db-8aad-6cda9bcd1dea tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:51.847382 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c4620d7d-f82c-40d6-9128-fe7a36c0432b req-67eb38a7-b0c8-49db-8aad-6cda9bcd1dea tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0578799 Jan 28 04:31:51.895113 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c4620d7d-f82c-40d6-9128-fe7a36c0432b req-988b922c-7d57-414c-9512-7fc661afddd0 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423026 Jan 28 04:31:53.014152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d6a71-48a0-4eb5-a7d5-d35fdef216fc req-81e55886-e738-46a5-a933-65830fa15a82 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:53.015650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-363d6a71-48a0-4eb5-a7d5-d35fdef216fc req-81e55886-e738-46a5-a933-65830fa15a82 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0480824 Jan 28 04:31:53.061926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-363d6a71-48a0-4eb5-a7d5-d35fdef216fc req-8363bc30-508b-4a02-948e-35e5efd3d337 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407112 Jan 28 04:31:54.183635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8be276-b068-4ce6-b7b5-0d7bddaa0eed req-4f3d197c-dcad-4fa3-9a3f-8a1867dee874 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:54.185133 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f8be276-b068-4ce6-b7b5-0d7bddaa0eed req-4f3d197c-dcad-4fa3-9a3f-8a1867dee874 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0513005 Jan 28 04:31:54.234473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f8be276-b068-4ce6-b7b5-0d7bddaa0eed req-aae01492-3bb9-4e6e-89f7-7bc6273467fc tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436208 Jan 28 04:31:55.350224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4efb1a-174c-4d36-aa76-9b5afbb33503 req-afeee84f-aee6-4b88-8c6c-465385a35baa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.351977 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d4efb1a-174c-4d36-aa76-9b5afbb33503 req-afeee84f-aee6-4b88-8c6c-465385a35baa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0495908 Jan 28 04:31:55.398490 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d4efb1a-174c-4d36-aa76-9b5afbb33503 req-36d7b90e-a7c2-4b0d-825b-e2c3fc07f4ee tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408182 Jan 28 04:31:56.513378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce56e03-5677-476f-96d8-1f25c1f78136 req-b73a3ade-e8a4-4fea-b75b-01a20e650487 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:56.514857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ce56e03-5677-476f-96d8-1f25c1f78136 req-b73a3ade-e8a4-4fea-b75b-01a20e650487 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0475857 Jan 28 04:31:56.561736 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ce56e03-5677-476f-96d8-1f25c1f78136 req-fc99c93a-4330-4882-b166-7c19a6a30a99 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413711 Jan 28 04:31:57.683029 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5f672-6667-4579-be8e-9afd61b03c3c req-19d87162-8420-423d-8b68-f5f61a010b98 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:57.684522 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19e5f672-6667-4579-be8e-9afd61b03c3c req-19d87162-8420-423d-8b68-f5f61a010b98 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0506072 Jan 28 04:31:57.730882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-19e5f672-6667-4579-be8e-9afd61b03c3c req-62f5a44d-2242-47c9-8a21-1cec95636f69 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405765 Jan 28 04:31:58.861801 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05a3fa-f8ef-4ee1-a229-191a4e2c43bc req-f7acc4fa-2c8a-4cad-96fd-7c01d10db554 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:58.863446 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e05a3fa-f8ef-4ee1-a229-191a4e2c43bc req-f7acc4fa-2c8a-4cad-96fd-7c01d10db554 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 945 time: 0.0615699 Jan 28 04:31:58.912379 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e05a3fa-f8ef-4ee1-a229-191a4e2c43bc req-471c7e90-42db-4cfc-a258-7802aad77f82 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415473 Jan 28 04:31:58.942897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b87710df-cd6f-4a4d-975e-49ef6a0218ba details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:31:59.042464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:59.054575 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'port_id': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'mac_address': 'fa:16:3e:ed:73:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:31:59.091950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b87710df-cd6f-4a4d-975e-49ef6a0218ba is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:31:59.092343 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:59.106106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87710df-cd6f-4a4d-975e-49ef6a0218ba {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:31:59.126047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:59.129504 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:59.181738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=14']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:59.489691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b87710df-cd6f-4a4d-975e-49ef6a0218ba'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:31:59.642221 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:32:00.030242 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c56445-e4ef-4a59-b303-b8787a8b0c3c req-06b0ce9a-c907-4ce3-970d-4c64afdc3469 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:00.031719 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28c56445-e4ef-4a59-b303-b8787a8b0c3c req-06b0ce9a-c907-4ce3-970d-4c64afdc3469 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0473499 Jan 28 04:32:00.080739 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28c56445-e4ef-4a59-b303-b8787a8b0c3c req-e61a5d9e-8d8e-4b9d-84f6-cb79f1be69d4 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434868 Jan 28 04:32:00.193383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173ae07-0302-4938-a786-7ded46b62e92 req-26089c6d-c470-45bb-8234-ab9a68cd8394 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:00.195661 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9173ae07-0302-4938-a786-7ded46b62e92 req-26089c6d-c470-45bb-8234-ab9a68cd8394 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0486469 Jan 28 04:32:00.241196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9173ae07-0302-4938-a786-7ded46b62e92 req-e96c3712-717d-428c-9950-e627a374df8e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399430 Jan 28 04:32:00.356341 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84e062-0f2c-4066-9c3a-97336d695b1b req-25796aae-82b0-4984-b737-6367e229985b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:00.357852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e84e062-0f2c-4066-9c3a-97336d695b1b req-25796aae-82b0-4984-b737-6367e229985b tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0497797 Jan 28 04:32:00.405613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e84e062-0f2c-4066-9c3a-97336d695b1b req-f7ca92b8-c815-4e17-87d3-00b83fb04c9a tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420952 Jan 28 04:32:00.682895 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40261db6-21c3-4b0b-a4c9-a2bdc87368c0 req-29ef26ec-f10b-486b-a41d-857375ec7f93 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:00.684801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-40261db6-21c3-4b0b-a4c9-a2bdc87368c0 req-29ef26ec-f10b-486b-a41d-857375ec7f93 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 946 time: 0.0685842 Jan 28 04:32:00.739070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-40261db6-21c3-4b0b-a4c9-a2bdc87368c0 req-3b10bc8c-7efa-49d4-968c-d2ca9b3800aa tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474107 Jan 28 04:32:00.952087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b87710df-cd6f-4a4d-975e-49ef6a0218ba up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:01.180015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port b87710df-cd6f-4a4d-975e-49ef6a0218ba completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:32:01.184343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port b87710df-cd6f-4a4d-975e-49ef6a0218ba triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:01.185027 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:01.272289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b87710df-cd6f-4a4d-975e-49ef6a0218ba is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:01.272586 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:01.295204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:01.297527 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4437c3-963c-4e56-86f7-fe4836511f10" -d '{"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-plugged", "status": "completed", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:01.310760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:01.315595 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:01.339996 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb889c2-a156-4066-b170-7008b1acbea2 x-openstack-request-id: req-fbb889c2-a156-4066-b170-7008b1acbea2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:01.340292 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-plugged", "status": "completed", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:01.340552 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fbb889c2-a156-4066-b170-7008b1acbea2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:01.340980 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'code': 200} Jan 28 04:32:01.368976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=15']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:01.858103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185fe73-d900-422f-adff-6c866b2721cd req-c92eedaf-6eec-4210-828d-8d7770cc330e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:01.859755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3185fe73-d900-422f-adff-6c866b2721cd req-c92eedaf-6eec-4210-828d-8d7770cc330e tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 947 time: 0.0474885 Jan 28 04:32:01.906198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3185fe73-d900-422f-adff-6c866b2721cd req-ab631c9a-f474-4b0b-9a37-919da1c2ebc1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b88daff-1ce8-4011-a397-4afc8e71cc98&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409875 Jan 28 04:32:02.372410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-28b61b41-c758-444f-b2d3-48f81fee5bc8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:02.373881 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-28b61b41-c758-444f-b2d3-48f81fee5bc8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 947 time: 0.0518689 Jan 28 04:32:02.465325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Deleting port b87710df-cd6f-4a4d-975e-49ef6a0218ba {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:02.465667 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.555064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] For port b87710df-cd6f-4a4d-975e-49ef6a0218ba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b87710df-cd6f-4a4d-975e-49ef6a0218ba,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:02.555432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.723435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.723803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.724117 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327 disassociated. External IP: 172.25.1.62, port: b87710df-cd6f-4a4d-975e-49ef6a0218ba. Jan 28 04:32:02.724459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Calling delete_port for b87710df-cd6f-4a4d-975e-49ef6a0218ba owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:02.853873 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b87710df-cd6f-4a4d-975e-49ef6a0218ba), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.881924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event deleted for resources: {'Port': ['ID=b87710df-cd6f-4a4d-975e-49ef6a0218ba,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:03.009637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Router 913fbcd8-2175-4531-a276-4c43879c6712 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:32:03.013536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22ea8069-1ecb-4488-9654-aed2d7dd9ee0 req-3903975a-2411-481c-98e9-85e4ae4afe65 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0302989 Jan 28 04:32:03.127037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:03.137352 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:03.146575 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:03.147189 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:03.166199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] No DVR routers for this DVR port b87710df-cd6f-4a4d-975e-49ef6a0218ba on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:03.168897 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:03.172608 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2e8ff5cb-1938-4642-ba34-ea10a9918e5d req-65f26efa-4fe9-4949-93b8-151a2ee88143 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.42 "DELETE /v2.0/ports/b87710df-cd6f-4a4d-975e-49ef6a0218ba HTTP/1.1" status: 204 len: 173 time: 0.7935343 Jan 28 04:32:03.173096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-deleted', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:03.175872 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64a2290-7d54-4c67-8c35-444e4dc099a0" -d '{"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-deleted", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:03.215735 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b96b6c-0474-4e06-880c-e5f126cfd8b9 x-openstack-request-id: req-21b96b6c-0474-4e06-880c-e5f126cfd8b9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:03.216032 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9518fe-a7d7-43fc-b520-495d936e2250", "name": "network-vif-deleted", "tag": "b87710df-cd6f-4a4d-975e-49ef6a0218ba", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:03.216285 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21b96b6c-0474-4e06-880c-e5f126cfd8b9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:03.216688 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9518fe-a7d7-43fc-b520-495d936e2250', 'name': 'network-vif-deleted', 'tag': 'b87710df-cd6f-4a4d-975e-49ef6a0218ba', 'status': 'completed', 'code': 200} Jan 28 04:32:03.261285 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:03.555760 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:03.582344 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:03.591028 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:03.591619 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:31:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:03.697301 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:03.889109 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:03.918278 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4934f626-5299-4d72-90d5-a0d4d6837b6d None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:19:12Z', 'revision_number': 4, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3cf02393-6494-4917-bc1e-ded5b11fc72d', 'name': '', 'network_id': '5a56f7fd-718a-4412-89db-f9cc30e410ad', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'mac_address': 'fa:16:3e:19:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:12Z', 'updated_at': '2022-01-28T04:19:16Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'subnets': [{'id': '8f18ec23-23d6-44d0-953f-b7ecd1060c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:04.117789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d334d270-5521-4414-9da7-91355a9168aa req-30ceb82f-5182-4673-9547-9a894b908da3 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0264125 Jan 28 04:32:04.163526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee2f551-9a02-46c2-b469-791489791bab None None] New status for floating IP 10ef399e-ffa5-4a05-b468-afec01bb3327: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:32:04.979093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b87710df-cd6f-4a4d-975e-49ef6a0218ba no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:05.000106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: b87710df-cd6f-4a4d-975e-49ef6a0218ba {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:05.000449 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b87710df-cd6f-4a4d-975e-49ef6a0218ba not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:05.214019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b79d6d1d-5e5e-48bd-adfb-86908c7f6810 req-b25b0d8e-98ef-4688-8396-f1fea6657036 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0270605 Jan 28 04:32:06.314377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d6b69628-9923-4dde-85e4-65b8cb85fb0e req-d044cb83-11bd-4ed3-97a3-da0bb2693ad8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0297999 Jan 28 04:32:07.410785 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92bf3c70-cba3-4770-be5b-29172bd0c0f5 req-c6a94c4a-cbfb-47ae-adcf-d19b4d7bcfe1 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0257890 Jan 28 04:32:08.507788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b5c02fa-71f5-45dd-a71f-0a778bdbfc9a req-3c50d1bb-8682-459c-8e9a-92a39b13a0b3 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0261006 Jan 28 04:32:09.604401 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9178049-135f-436c-8095-144cccb0d49d req-0083d36f-6fc0-474b-a645-ec4eef459fae tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0290890 Jan 28 04:32:10.618651 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3967b97-16fd-4d4e-8ea9-d547779b9862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.701552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01479f0e-12ca-41a5-96ca-ebb0af86709a req-a52c6637-19d3-4f3f-94c6-9de7423d24f8 tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0272145 Jan 28 04:32:11.807342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4036d82b-8928-4214-93e3-5d675939d6c1 req-54570d6c-7767-40a6-a442-599bcc65845f tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9518fe-a7d7-43fc-b520-495d936e2250 HTTP/1.1" status: 200 len: 210 time: 0.0265388 Jan 28 04:32:12.659681 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8063a394-49ec-48e0-9c77-8aa1021e6203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.703191 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.470087 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.864780 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.694691 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.875636 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.645036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53772) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:18.699500 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group (5b88daff-1ce8-4011-a397-4afc8e71cc98), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.722624 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group (5b88daff-1ce8-4011-a397-4afc8e71cc98), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.773902 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (5b88daff-1ce8-4011-a397-4afc8e71cc98), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.776481 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.780050 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "DELETE /v2.0/security-groups/5b88daff-1ce8-4011-a397-4afc8e71cc98 HTTP/1.1" status: 204 len: 168 time: 0.1316085 Jan 28 04:32:18.780529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53774) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:18.787843 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b88daff-1ce8-4011-a397-4afc8e71cc98,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:18.795157 n-d-808199-14 neutron-server[103288]: INFO neutron.api.v2.resource [None req-91d8bdfd-a5f0-4eb4-806c-1fceca8453ef tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] show failed (client error): The resource could not be found. Jan 28 04:32:18.795360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.795676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.798883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.798883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.799111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-91d8bdfd-a5f0-4eb4-806c-1fceca8453ef tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "GET /v2.0/security-groups/5b88daff-1ce8-4011-a397-4afc8e71cc98 HTTP/1.1" status: 404 len: 347 time: 0.0145154 Jan 28 04:32:18.799216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.799216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.799216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.799216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.799216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.799216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.799216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.799216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.799803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53776) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:18.799887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6d7c-f5b1-48d0-8755-35e1eb5aa17d tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:18.934741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Deleting port 15753712-dc3b-4c8e-beb4-8bd6fa2827f7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:18.935068 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (15753712-dc3b-4c8e-beb4-8bd6fa2827f7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.356552 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (15753712-dc3b-4c8e-beb4-8bd6fa2827f7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.356900 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (15753712-dc3b-4c8e-beb4-8bd6fa2827f7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.368520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Calling delete_port for 15753712-dc3b-4c8e-beb4-8bd6fa2827f7 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:19.494907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (15753712-dc3b-4c8e-beb4-8bd6fa2827f7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.523463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Pushing event deleted for resources: {'Port': ['ID=15753712-dc3b-4c8e-beb4-8bd6fa2827f7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:19.534917 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.535272 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.535715 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.536057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.536388 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.536803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.537758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.538250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.538816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.539152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.539487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.539839 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.540149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:19.594313 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks [] for floatingip (10ef399e-ffa5-4a05-b468-afec01bb3327), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.596823 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.598941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-952592c9-e376-49a6-9bcb-af4e9eace1bb tempest-ServerActionsTestJSON-101618471 tempest-ServerActionsTestJSON-101618471-project] 10.222.0.44 "DELETE /v2.0/floatingips/10ef399e-ffa5-4a05-b468-afec01bb3327 HTTP/1.1" status: 204 len: 168 time: 0.7989669 Jan 28 04:32:19.601832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:20.082039 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (913fbcd8-2175-4531-a276-4c43879c6712), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.327507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] Deleting port 3cf02393-6494-4917-bc1e-ded5b11fc72d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:20.327764 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.402606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] For port 3cf02393-6494-4917-bc1e-ded5b11fc72d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3cf02393-6494-4917-bc1e-ded5b11fc72d,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:20.403019 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.416467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] Calling delete_port for 3cf02393-6494-4917-bc1e-ded5b11fc72d owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:20.591832 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3cf02393-6494-4917-bc1e-ded5b11fc72d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.616488 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf02393-6494-4917-bc1e-ded5b11fc72d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:20.784229 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (913fbcd8-2175-4531-a276-4c43879c6712), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.000244 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] Router 913fbcd8-2175-4531-a276-4c43879c6712 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:32:21.108779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:21.113801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-25a7130d-98d3-4250-98b7-0bfaf11f8a94 admin admin] 10.222.0.44 "PUT /v2.0/routers/913fbcd8-2175-4531-a276-4c43879c6712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5110321 Jan 28 04:32:21.116370 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:21.117415 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] Sync routers for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:21.126791 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:21.127398 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:32:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:21.224072 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Publish callbacks [] for router (913fbcd8-2175-4531-a276-4c43879c6712), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.234873 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:21.328287 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Publish callbacks [] for router_gateway (913fbcd8-2175-4531-a276-4c43879c6712), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.391076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Deleting port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:21.391571 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.433620 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:32:20Z', 'revision_number': 5, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port': {'id': '9a5b663a-428f-48bc-bfdb-3cd47796e2b3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fbcd8-2175-4531-a276-4c43879c6712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:19:10Z', 'updated_at': '2022-01-28T04:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:21.463039 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] Checking router: 913fbcd8-2175-4531-a276-4c43879c6712 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:21.471156 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] Routers {'913fbcd8-2175-4531-a276-4c43879c6712'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:21.471753 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:32:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['913fbcd8-2175-4531-a276-4c43879c6712'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:21.473556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] For port 9a5b663a-428f-48bc-bfdb-3cd47796e2b3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9a5b663a-428f-48bc-bfdb-3cd47796e2b3,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:21.473924 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.486099 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Calling delete_port for 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:21.566381 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] Set router 913fbcd8-2175-4531-a276-4c43879c6712 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:21.616112 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 6, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:21.644307 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3fedf1-2ae4-473e-bf70-e3a95580988e None None] The sync data for ids ['913fbcd8-2175-4531-a276-4c43879c6712'] in n-d-808199-14 is: [{'id': '913fbcd8-2175-4531-a276-4c43879c6712', 'name': 'tempest-ServerActionsTestJSON-961715527-router', 'tenant_id': '56008eb7946745cc8705f705e3a648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:19:09Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 6, 'project_id': '56008eb7946745cc8705f705e3a648ff', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:21.659408 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9a5b663a-428f-48bc-bfdb-3cd47796e2b3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.690766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5b663a-428f-48bc-bfdb-3cd47796e2b3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:21.750129 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (913fbcd8-2175-4531-a276-4c43879c6712), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.845181 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (913fbcd8-2175-4531-a276-4c43879c6712), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.847316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Publish callbacks [] for router_controller (913fbcd8-2175-4531-a276-4c43879c6712), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.890483 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (913fbcd8-2175-4531-a276-4c43879c6712), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.890926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 913fbcd8-2175-4531-a276-4c43879c6712 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:32:21.895066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.896215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5d1f1d0b-3c48-4ea3-9f93-8b9aefd87e8a admin admin] 10.222.0.44 "DELETE /v2.0/routers/913fbcd8-2175-4531-a276-4c43879c6712 HTTP/1.1" status: 204 len: 168 time: 0.7788866 Jan 28 04:32:21.898678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53784) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:21.945924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8febc59-77dc-4947-828c-37c2940368f7 admin admin] Deleting subnet 8f18ec23-23d6-44d0-953f-b7ecd1060c82 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:32:21.949143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8febc59-77dc-4947-828c-37c2940368f7 admin admin] Publish callbacks [] for subnet (8f18ec23-23d6-44d0-953f-b7ecd1060c82), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.984569 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8febc59-77dc-4947-828c-37c2940368f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (8f18ec23-23d6-44d0-953f-b7ecd1060c82), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.065211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8febc59-77dc-4947-828c-37c2940368f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (8f18ec23-23d6-44d0-953f-b7ecd1060c82), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.121957 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8febc59-77dc-4947-828c-37c2940368f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (8f18ec23-23d6-44d0-953f-b7ecd1060c82), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.148412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8febc59-77dc-4947-828c-37c2940368f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f18ec23-23d6-44d0-953f-b7ecd1060c82,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:22.150370 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8febc59-77dc-4947-828c-37c2940368f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.156097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53786) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:22.156618 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f8febc59-77dc-4947-828c-37c2940368f7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8f18ec23-23d6-44d0-953f-b7ecd1060c82 HTTP/1.1" status: 204 len: 168 time: 0.2565188 Jan 28 04:32:22.156728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d27b67-93f8-448a-88eb-8c0cd735107c None None] Network 5a56f7fd-718a-4412-89db-f9cc30e410ad requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:22.223200 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (5a56f7fd-718a-4412-89db-f9cc30e410ad), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.279726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Deleting port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:22.280060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.344240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] For port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e,segment=NetworkSegment(9ecca8c6-9254-4b1f-ae2e-26bb957405dc),segment_id=9ecca8c6-9254-4b1f-ae2e-26bb957405dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:22.344522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.356959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Calling delete_port for 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:22.420231 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] DHCP port deletion for 5a56f7fd-718a-4412-89db-f9cc30e410ad request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:32:22.437132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.464766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Pushing event deleted for resources: {'Port': ['ID=845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:22.469042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] No DVR routers for this DVR port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:22.480965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Deleting port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:22.481342 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.543579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] For port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e, host n-d-808199-14, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:22.544016 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.544150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (5a56f7fd-718a-4412-89db-f9cc30e410ad), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.559021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Calling delete_port for 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:22.561764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:32:22.563316 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.567520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a56f7fd-718a-4412-89db-f9cc30e410ad']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:22.579730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecca8c6-9254-4b1f-ae2e-26bb957405dc') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:22.580114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecca8c6-9254-4b1f-ae2e-26bb957405dc') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:22.590454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (9ecca8c6-9254-4b1f-ae2e-26bb957405dc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.591770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] No DVR routers for this DVR port 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:22.596437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Pushing event deleted for resources: {'Port': ['ID=845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:22.605850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.606201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.606543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.606915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.607299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.607980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.608103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (9ecca8c6-9254-4b1f-ae2e-26bb957405dc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.608356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.608713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.609244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.609574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.609899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.610221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.610632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cd817-11d6-4123-ba93-56d1b8638b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.615523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:32:22.615957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (9ecca8c6-9254-4b1f-ae2e-26bb957405dc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:32:22.618008 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:32:22.677224 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (5a56f7fd-718a-4412-89db-f9cc30e410ad), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.698737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.702084 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5a56f7fd-718a-4412-89db-f9cc30e410ad HTTP/1.1" status: 204 len: 168 time: 0.5447965 Jan 28 04:32:22.703728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f12f7a-6a1e-4a81-8d04-87216250da90 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a56f7fd-718a-4412-89db-f9cc30e410ad,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:22.812925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53790) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:22.852536 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bbd69343-ee25-48f6-92cc-a0b22cb42e81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56008eb7946745cc8705f705e3a648ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383756 Jan 28 04:32:22.854884 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53792) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:22.901713 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0b16d8c-f252-4d24-b55d-a80c589fc375 admin admin] Publish callbacks [] for security_group (096e0cb6-3e3f-4e4e-a782-8a389f5646b4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.922017 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0b16d8c-f252-4d24-b55d-a80c589fc375 admin admin] Publish callbacks [] for security_group (096e0cb6-3e3f-4e4e-a782-8a389f5646b4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.968426 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0b16d8c-f252-4d24-b55d-a80c589fc375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (096e0cb6-3e3f-4e4e-a782-8a389f5646b4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.970964 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0b16d8c-f252-4d24-b55d-a80c589fc375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.972262 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c0b16d8c-f252-4d24-b55d-a80c589fc375 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/096e0cb6-3e3f-4e4e-a782-8a389f5646b4 HTTP/1.1" status: 204 len: 168 time: 0.1163368 Jan 28 04:32:22.981195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b16d8c-f252-4d24-b55d-a80c589fc375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096e0cb6-3e3f-4e4e-a782-8a389f5646b4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:23.397108 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3cf02393-6494-4917-bc1e-ded5b11fc72d no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:23.421714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 3cf02393-6494-4917-bc1e-ded5b11fc72d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:23.422146 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3cf02393-6494-4917-bc1e-ded5b11fc72d not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:23.422637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:23.442886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:23.443835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9a5b663a-428f-48bc-bfdb-3cd47796e2b3 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:23.443835 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:23.463123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:23.463478 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 845a9a0b-37ed-4e55-8ee5-a8efc16c2e9e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:23.686749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 53814) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:23.781768 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-26381909-network', 'tenant_id': '6b4b24135aa44bbeb4f4c899678c244a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:23.801097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Made reservation on behalf of 6b4b24135aa44bbeb4f4c899678c244a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:23.803991 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.812286 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.891892 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Publish callbacks [] for security_group (7d80983c-d153-4a61-bdff-de704019a4cf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.895646 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7d80983c-d153-4a61-bdff-de704019a4cf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.915630 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:32:23.930795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d80983c-d153-4a61-bdff-de704019a4cf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:23.933785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c04a8bf4-f531-4d7a-8724-379129297a27), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.934127 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Added segment c04a8bf4-f531-4d7a-8724-379129297a27 of type vlan for network 1147829a-badb-47b3-a16f-7619e558053f Jan 28 04:32:23.973981 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1147829a-badb-47b3-a16f-7619e558053f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.999660 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1147829a-badb-47b3-a16f-7619e558053f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.000760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.001456 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.055530 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3674216 Jan 28 04:32:24.058499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:24.063713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Request body: {'subnet': {'network_id': '1147829a-badb-47b3-a16f-7619e558053f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-26381909-subnet', 'tenant_id': '6b4b24135aa44bbeb4f4c899678c244a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:24.065041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9151aa6-a9b6-4da9-a7ab-ec1f6c8d4ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=1147829a-badb-47b3-a16f-7619e558053f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:24.075238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1147829a-badb-47b3-a16f-7619e558053f details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:32:24.083024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Made reservation on behalf of 6b4b24135aa44bbeb4f4c899678c244a for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:24.085469 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.252994 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (3243ce6d-393b-45a4-9d82-516519e2f51a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.311290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3243ce6d-393b-45a4-9d82-516519e2f51a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:24.320043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Checking segment: {'id': 'c04a8bf4-f531-4d7a-8724-379129297a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1147829a-badb-47b3-a16f-7619e558053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:24.320409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Network hostable DHCP agents. Network: 1147829a-badb-47b3-a16f-7619e558053f, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:32:24.337317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Network 1147829a-badb-47b3-a16f-7619e558053f is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:32:24.345552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1147829a-badb-47b3-a16f-7619e558053f) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:24.349639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.350244 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.354981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a2216a-d106-4cee-866f-32537f456f67 None None] Network 1147829a-badb-47b3-a16f-7619e558053f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:24.373878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-80be5dc0-4322-4138-9b68-8ff4a314e103 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3070199 Jan 28 04:32:24.456511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d924c9-e984-4ad6-9e5b-ecbdc55bcecc None None] Network 1147829a-badb-47b3-a16f-7619e558053f requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:24.800077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-6e6eaeb1-d2ba-40a0-bf63-fb4933062d69 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:24.801487 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-6e6eaeb1-d2ba-40a0-bf63-fb4933062d69 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/networks?id=1147829a-badb-47b3-a16f-7619e558053f HTTP/1.1" status: 200 len: 812 time: 0.1031187 Jan 28 04:32:24.819277 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-7477f3bf-b692-4117-b99b-77a9d4db45c5 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/quotas/6b4b24135aa44bbeb4f4c899678c244a HTTP/1.1" status: 200 len: 375 time: 0.0113502 Jan 28 04:32:24.852296 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-47e05007-621d-43b6-b432-5ed1657dcc00 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b4b24135aa44bbeb4f4c899678c244a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275345 Jan 28 04:32:24.942875 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-6fa7ad42-7a1d-4981-b7b2-a248bb5a63af service neutron] 10.222.0.44 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837200 Jan 28 04:32:25.035960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-d17150d1-dbe1-41a4-a449-bde7143494ca service neutron] 10.222.0.44 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871689 Jan 28 04:32:25.208384 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5cb55d8d-c74c-4bc4-baf9-caff8ad2fc10 req-b7929e11-2f34-49ea-afb1-4fd7efd704d9 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 210 time: 0.0261557 Jan 28 04:32:26.197719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-542e0aec-8a5f-416a-9bd7-5dea93df50f1 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:26.199192 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-542e0aec-8a5f-416a-9bd7-5dea93df50f1 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.25 "GET /v2.0/networks?id=1147829a-badb-47b3-a16f-7619e558053f HTTP/1.1" status: 200 len: 812 time: 0.1049843 Jan 28 04:32:26.216213 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Request body: {'port': {'device_id': '842cb0c6-9500-4e50-986f-fd98de79b752', 'network_id': '1147829a-badb-47b3-a16f-7619e558053f', 'admin_state_up': True, 'tenant_id': '6b4b24135aa44bbeb4f4c899678c244a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:26.304292 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cbae22df-54e5-49ee-87c3-15af86622b81 req-02c97d17-5c75-4aa3-9897-d5cf39c8ead6 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 210 time: 0.0263097 Jan 28 04:32:26.322232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Made reservation on behalf of 6b4b24135aa44bbeb4f4c899678c244a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:26.325759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:26.804129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Allocated IP 172.20.0.7 (1147829a-badb-47b3-a16f-7619e558053f/3243ce6d-393b-45a4-9d82-516519e2f51a/4e50470f-9cc4-4195-971c-c7f1d8286814) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:26.948794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks [] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:26.981541 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.025061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Network 1147829a-badb-47b3-a16f-7619e558053f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:27.027861 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:27.031375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:27.064192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Pushing event updated for resources: {'Port': ['ID=4e50470f-9cc4-4195-971c-c7f1d8286814,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:27.087199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.087812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.104069 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-39e68e2c-c51a-4723-b2c1-8ef0528f8b93 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8915689 Jan 28 04:32:27.120619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Request body: {'port': {'device_id': '842cb0c6-9500-4e50-986f-fd98de79b752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:27.176833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.424323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad6cc7-a410-4409-94d7-847f9bf331ff req-f38e5739-86e3-4c6f-9a2c-73719b42c809 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.425853 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42ad6cc7-a410-4409-94d7-847f9bf331ff req-f38e5739-86e3-4c6f-9a2c-73719b42c809 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 931 time: 0.0497630 Jan 28 04:32:27.439715 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e50470f-9cc4-4195-971c-c7f1d8286814 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:27.447578 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Publish callbacks [] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.460117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Transition to ACTIVE for port object 4e50470f-9cc4-4195-971c-c7f1d8286814 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:27.464210 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.477788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42ad6cc7-a410-4409-94d7-847f9bf331ff req-443283c4-4834-4b60-af67-3b079de724ad tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 Jan 28 04:32:27.514706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Pushing event updated for resources: {'Port': ['ID=4e50470f-9cc4-4195-971c-c7f1d8286814,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:27.585258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Attempting to bind port 4e50470f-9cc4-4195-971c-c7f1d8286814 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:27.585528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Attempting to bind port 4e50470f-9cc4-4195-971c-c7f1d8286814 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'c04a8bf4-f531-4d7a-8724-379129297a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1147829a-badb-47b3-a16f-7619e558053f'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:27.585824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Attempting to bind port 4e50470f-9cc4-4195-971c-c7f1d8286814 on network 1147829a-badb-47b3-a16f-7619e558053f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:27.590230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Port 4e50470f-9cc4-4195-971c-c7f1d8286814 on network 1147829a-badb-47b3-a16f-7619e558053f not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:27.590546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Attempting to bind port 4e50470f-9cc4-4195-971c-c7f1d8286814 on network 1147829a-badb-47b3-a16f-7619e558053f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:27.595385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:27.595721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Checking segment: {'id': 'c04a8bf4-f531-4d7a-8724-379129297a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1147829a-badb-47b3-a16f-7619e558053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:27.596103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Bound using segment: {'id': 'c04a8bf4-f531-4d7a-8724-379129297a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1147829a-badb-47b3-a16f-7619e558053f'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:27.596528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Bound port: 4e50470f-9cc4-4195-971c-c7f1d8286814, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04a8bf4-f531-4d7a-8724-379129297a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1147829a-badb-47b3-a16f-7619e558053f'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:27.596910 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.659052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] For port 4e50470f-9cc4-4195-971c-c7f1d8286814, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:27.662756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] For port 4e50470f-9cc4-4195-971c-c7f1d8286814, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4e50470f-9cc4-4195-971c-c7f1d8286814,segment=NetworkSegment(c04a8bf4-f531-4d7a-8724-379129297a27),segment_id=c04a8bf4-f531-4d7a-8724-379129297a27)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:27.667268 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.701281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.701903 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.703280 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] 10.222.0.25 "PUT /v2.0/ports/4e50470f-9cc4-4195-971c-c7f1d8286814 HTTP/1.1" status: 200 len: 1092 time: 0.5867841 Jan 28 04:32:27.703716 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842cb0c6-9500-4e50-986f-fd98de79b752', 'tag': '4e50470f-9cc4-4195-971c-c7f1d8286814'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:27.705995 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "842cb0c6-9500-4e50-986f-fd98de79b752", "tag": "4e50470f-9cc4-4195-971c-c7f1d8286814"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:27.730192 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7740ff1-e1e9-4d29-9490-7d3e52736f77 service neutron] Pushing event updated for resources: {'Port': ['ID=4e50470f-9cc4-4195-971c-c7f1d8286814,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:27.744222 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186f37fd-dd3d-4752-afe2-ef06e9fac7ee x-openstack-request-id: req-186f37fd-dd3d-4752-afe2-ef06e9fac7ee {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:27.744708 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842cb0c6-9500-4e50-986f-fd98de79b752", "tag": "4e50470f-9cc4-4195-971c-c7f1d8286814", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:27.744995 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-186f37fd-dd3d-4752-afe2-ef06e9fac7ee {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:27.745452 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842cb0c6-9500-4e50-986f-fd98de79b752', 'tag': '4e50470f-9cc4-4195-971c-c7f1d8286814', 'status': 'completed', 'code': 200} Jan 28 04:32:27.806918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-ca654384-b500-4084-8fc1-8b09c8120bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.808403 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-ca654384-b500-4084-8fc1-8b09c8120bb9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b4b24135aa44bbeb4f4c899678c244a&device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 1095 time: 0.0446541 Jan 28 04:32:27.854051 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-535937d1-c97e-4ed8-aa46-5c19848d715b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e50470f-9cc4-4195-971c-c7f1d8286814 HTTP/1.1" status: 200 len: 217 time: 0.0337398 Jan 28 04:32:27.902977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-ed70a66f-2d06-4c1a-90aa-ee24a3ff07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.904442 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-ed70a66f-2d06-4c1a-90aa-ee24a3ff07c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3243ce6d-393b-45a4-9d82-516519e2f51a HTTP/1.1" status: 200 len: 852 time: 0.0447161 Jan 28 04:32:27.935003 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-a6fbf8f3-a6bb-4a69-a940-03da7d65848b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1147829a-badb-47b3-a16f-7619e558053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240228 Jan 28 04:32:28.026397 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-eb203ece-c3ee-44a3-9477-0c125e3abca9 service neutron] 10.222.0.25 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859234 Jan 28 04:32:28.114896 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5fd12793-fb8d-4aad-81de-fb9126c589d3 req-ca9c537c-73b0-4fd7-b1bd-319056ca1667 service neutron] 10.222.0.25 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823567 Jan 28 04:32:28.239214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2 req-2cafec88-d574-4299-ab8d-296f31a34b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.241475 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2 req-2cafec88-d574-4299-ab8d-296f31a34b15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b4b24135aa44bbeb4f4c899678c244a&device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 1095 time: 0.0457470 Jan 28 04:32:28.330316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2 req-0f942dde-1d88-46dc-b7cb-14bb12b9baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.331776 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2 req-0f942dde-1d88-46dc-b7cb-14bb12b9baaa service neutron] 10.222.0.25 "GET /v2.0/networks?id=1147829a-badb-47b3-a16f-7619e558053f HTTP/1.1" status: 200 len: 913 time: 0.0837951 Jan 28 04:32:28.375984 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2 req-d7424257-4269-4f16-a9a5-eaa9a82e34dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e50470f-9cc4-4195-971c-c7f1d8286814 HTTP/1.1" status: 200 len: 217 time: 0.0378394 Jan 28 04:32:28.425185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2 req-8efec9b4-4ce2-461b-b69e-4fd20a2a323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.426637 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2 req-8efec9b4-4ce2-461b-b69e-4fd20a2a323a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3243ce6d-393b-45a4-9d82-516519e2f51a HTTP/1.1" status: 200 len: 852 time: 0.0444591 Jan 28 04:32:28.456931 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2 req-483e6947-94cf-4d7e-8e04-d8dfddd25c6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1147829a-badb-47b3-a16f-7619e558053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242503 Jan 28 04:32:28.544707 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2 req-5e5b6330-a70f-4f0f-b53f-898ae43ddf96 service neutron] 10.222.0.25 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819681 Jan 28 04:32:28.594165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41574f14-b2ab-4c85-b297-783b169eedba req-cd2d02ab-9d6a-4bf7-814b-bd96e2736ddc tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.595669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41574f14-b2ab-4c85-b297-783b169eedba req-cd2d02ab-9d6a-4bf7-814b-bd96e2736ddc tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 943 time: 0.0487514 Jan 28 04:32:28.639235 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-95f130f2-485b-4676-a5b0-5cdcd0b7c9a2 req-1b0510b4-98e4-4695-b088-a4198f8ec1d1 service neutron] 10.222.0.25 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885000 Jan 28 04:32:28.642519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-41574f14-b2ab-4c85-b297-783b169eedba req-e1e493d5-1af2-4803-ac56-cdf51af711a4 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Jan 28 04:32:29.758395 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b2954-d53b-4ead-bd3d-6d2567638d8f req-af66e907-8986-47c7-8292-aad5ae37c00f tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.759877 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e53b2954-d53b-4ead-bd3d-6d2567638d8f req-af66e907-8986-47c7-8292-aad5ae37c00f tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 943 time: 0.0472524 Jan 28 04:32:29.805932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e53b2954-d53b-4ead-bd3d-6d2567638d8f req-8d0e0f5e-71e2-478e-95a0-54225e781758 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 Jan 28 04:32:30.921883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02748c-d2d0-40a6-b7ef-10b1fa7f6d8f req-3fb72a10-93dd-46df-b731-69306270fc26 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:30.923354 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a02748c-d2d0-40a6-b7ef-10b1fa7f6d8f req-3fb72a10-93dd-46df-b731-69306270fc26 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 943 time: 0.0508540 Jan 28 04:32:30.970295 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3a02748c-d2d0-40a6-b7ef-10b1fa7f6d8f req-75a665c8-9a22-4c63-8c5a-c1049d5dd322 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Jan 28 04:32:31.974633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4e50470f-9cc4-4195-971c-c7f1d8286814 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:32:32.074281 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4e50470f-9cc4-4195-971c-c7f1d8286814, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4e50470f-9cc4-4195-971c-c7f1d8286814,segment=NetworkSegment(c04a8bf4-f531-4d7a-8724-379129297a27),segment_id=c04a8bf4-f531-4d7a-8724-379129297a27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:32.085932 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '4e50470f-9cc4-4195-971c-c7f1d8286814', 'network_id': '1147829a-badb-47b3-a16f-7619e558053f', 'port_id': '4e50470f-9cc4-4195-971c-c7f1d8286814', 'mac_address': 'fa:16:3e:18:ff:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3243ce6d-393b-45a4-9d82-516519e2f51a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:32:32.086149 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621a96-a60f-494e-a83e-85fb4d75b5ab req-3bbbea94-05a8-457a-8e30-8a92006d2f4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:32.087627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d621a96-a60f-494e-a83e-85fb4d75b5ab req-3bbbea94-05a8-457a-8e30-8a92006d2f4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 943 time: 0.0478966 Jan 28 04:32:32.124496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4e50470f-9cc4-4195-971c-c7f1d8286814 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:32.124903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:32.136505 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7d621a96-a60f-494e-a83e-85fb4d75b5ab req-448cfc07-6ecb-4f88-9c32-b59ec0bb56bc tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Jan 28 04:32:32.141645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e50470f-9cc4-4195-971c-c7f1d8286814 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:32.160950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4e50470f-9cc4-4195-971c-c7f1d8286814, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4e50470f-9cc4-4195-971c-c7f1d8286814,segment=NetworkSegment(c04a8bf4-f531-4d7a-8724-379129297a27),segment_id=c04a8bf4-f531-4d7a-8724-379129297a27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:32.164946 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:32.217237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4e50470f-9cc4-4195-971c-c7f1d8286814,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:32.540509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4e50470f-9cc4-4195-971c-c7f1d8286814'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:33.253544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410de850-7aef-47f3-a180-082f057025df req-135037f4-752f-4ae2-8ca3-26b730e80fcd tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:33.254928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-410de850-7aef-47f3-a180-082f057025df req-135037f4-752f-4ae2-8ca3-26b730e80fcd tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 944 time: 0.0506878 Jan 28 04:32:33.301200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-410de850-7aef-47f3-a180-082f057025df req-7bae735e-9c8c-4966-95fe-bc94e7d4f41b tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Jan 28 04:32:33.996717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4e50470f-9cc4-4195-971c-c7f1d8286814 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:34.047237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 4e50470f-9cc4-4195-971c-c7f1d8286814 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:32:34.051145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 4e50470f-9cc4-4195-971c-c7f1d8286814 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:34.051517 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.127443 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 4e50470f-9cc4-4195-971c-c7f1d8286814 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:34.127828 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.150846 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842cb0c6-9500-4e50-986f-fd98de79b752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e50470f-9cc4-4195-971c-c7f1d8286814'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:34.153148 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66479c46-6331-47f8-a9a2-52b036fa713c" -d '{"events": [{"server_uuid": "842cb0c6-9500-4e50-986f-fd98de79b752", "name": "network-vif-plugged", "status": "completed", "tag": "4e50470f-9cc4-4195-971c-c7f1d8286814"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:34.166574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 4e50470f-9cc4-4195-971c-c7f1d8286814, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4e50470f-9cc4-4195-971c-c7f1d8286814,segment=NetworkSegment(c04a8bf4-f531-4d7a-8724-379129297a27),segment_id=c04a8bf4-f531-4d7a-8724-379129297a27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:34.170578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.197907 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb087a4a-98a9-47ee-8d40-aa0013d4e9df x-openstack-request-id: req-bb087a4a-98a9-47ee-8d40-aa0013d4e9df {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:34.198196 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842cb0c6-9500-4e50-986f-fd98de79b752", "name": "network-vif-plugged", "status": "completed", "tag": "4e50470f-9cc4-4195-971c-c7f1d8286814", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:34.198448 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb087a4a-98a9-47ee-8d40-aa0013d4e9df {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:34.198830 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842cb0c6-9500-4e50-986f-fd98de79b752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e50470f-9cc4-4195-971c-c7f1d8286814', 'code': 200} Jan 28 04:32:34.223646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=4e50470f-9cc4-4195-971c-c7f1d8286814,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:34.315167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce54a94-3c70-492b-87da-8662e1585dff req-ab1036f7-99db-4f33-a707-42e4527bdd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:34.316597 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ce54a94-3c70-492b-87da-8662e1585dff req-ab1036f7-99db-4f33-a707-42e4527bdd49 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 1097 time: 0.0407875 Jan 28 04:32:34.360628 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ce54a94-3c70-492b-87da-8662e1585dff req-3172e53f-8f63-43a8-999e-bfc5de763d2e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Jan 28 04:32:34.416323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e63e1-6c21-4def-9e3b-5a5277cc2c77 req-dbc2131c-c050-40ed-8ba6-63cac929f3b8 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:34.417850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f97e63e1-6c21-4def-9e3b-5a5277cc2c77 req-dbc2131c-c050-40ed-8ba6-63cac929f3b8 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0483720 Jan 28 04:32:34.464352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f97e63e1-6c21-4def-9e3b-5a5277cc2c77 req-dffc03da-678b-4454-9f3c-c7bcefde1cf6 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Jan 28 04:32:35.580177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7874a-6005-4c70-bbf9-f07e33fd7299 req-fd8c0a0f-d91f-4aac-afc9-d09ee24ca588 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:35.581706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91e7874a-6005-4c70-bbf9-f07e33fd7299 req-fd8c0a0f-d91f-4aac-afc9-d09ee24ca588 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0475409 Jan 28 04:32:35.633529 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91e7874a-6005-4c70-bbf9-f07e33fd7299 req-b168db11-e472-414b-8e5d-31ce0e0433c5 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 Jan 28 04:32:36.641553 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:32:37.083408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be52a3-092e-4cb1-9676-c9af3f23aad7 req-553e7b3d-9063-4d50-9343-febbc417634f tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.085531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3be52a3-092e-4cb1-9676-c9af3f23aad7 req-553e7b3d-9063-4d50-9343-febbc417634f tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.3855851 Jan 28 04:32:37.130193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3be52a3-092e-4cb1-9676-c9af3f23aad7 req-85a77711-ffc7-439f-88d6-2ed56ad947bf tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391724 Jan 28 04:32:37.353941 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-578f1433-a453-4940-8d21-6b0d55eb8cee tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.355459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-578f1433-a453-4940-8d21-6b0d55eb8cee tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/networks?id=1147829a-badb-47b3-a16f-7619e558053f HTTP/1.1" status: 200 len: 812 time: 0.1017451 Jan 28 04:32:37.370459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-21fdefbc-9987-49d4-95b6-738cb377da24 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/quotas/6b4b24135aa44bbeb4f4c899678c244a HTTP/1.1" status: 200 len: 375 time: 0.0093982 Jan 28 04:32:37.418711 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-7d47e1fe-76cd-465e-b083-7b81d0992082 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b4b24135aa44bbeb4f4c899678c244a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434384 Jan 28 04:32:37.510010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-fa891cec-cc6d-4dec-aa98-94d99fdecbde service neutron] 10.222.0.44 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845244 Jan 28 04:32:37.603218 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-c1c11fcf-1c0a-4197-8308-92fb30f6956b service neutron] 10.222.0.44 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874729 Jan 28 04:32:37.776562 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f509994d-7441-4911-84f1-84c1e7a25c0b req-c4871e9e-0a0c-4553-bf82-f9801eeb7f29 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 210 time: 0.0277617 Jan 28 04:32:38.762455 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-605aa79b-f389-4d68-b036-f59516cb4558 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:38.763920 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-605aa79b-f389-4d68-b036-f59516cb4558 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.42 "GET /v2.0/networks?id=1147829a-badb-47b3-a16f-7619e558053f HTTP/1.1" status: 200 len: 812 time: 0.1142514 Jan 28 04:32:38.781252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Request body: {'port': {'device_id': '3503e735-259f-4c53-8697-cfcd06d49227', 'network_id': '1147829a-badb-47b3-a16f-7619e558053f', 'admin_state_up': True, 'tenant_id': '6b4b24135aa44bbeb4f4c899678c244a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:38.878432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cd7e1063-f681-4dfd-bb07-a8b80c33bbfa req-7e28e1e0-fe1c-427e-b727-672e57cc21d5 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 210 time: 0.0279655 Jan 28 04:32:38.901385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Made reservation on behalf of 6b4b24135aa44bbeb4f4c899678c244a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:38.901385 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.046780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Allocated IP 172.20.0.8 (1147829a-badb-47b3-a16f-7619e558053f/3243ce6d-393b-45a4-9d82-516519e2f51a/a116cd97-305a-42b2-817a-5f72e91a910a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:39.202479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks [] for port (a116cd97-305a-42b2-817a-5f72e91a910a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.240636 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.273987 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4e50470f-9cc4-4195-971c-c7f1d8286814'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:39.286302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Network 1147829a-badb-47b3-a16f-7619e558053f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:39.289906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:39.292976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:39.324570 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Pushing event updated for resources: {'Port': ['ID=a116cd97-305a-42b2-817a-5f72e91a910a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:39.354579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.355339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.373324 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-5c3b53e4-9a2a-4f8e-9005-dfc25cca6468 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5959406 Jan 28 04:32:39.392141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Request body: {'port': {'device_id': '3503e735-259f-4c53-8697-cfcd06d49227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:39.458863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.722276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a116cd97-305a-42b2-817a-5f72e91a910a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:39.730740 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Publish callbacks [] for port (a116cd97-305a-42b2-817a-5f72e91a910a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.742719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Transition to ACTIVE for port object a116cd97-305a-42b2-817a-5f72e91a910a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:39.746089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.794755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a116cd97-305a-42b2-817a-5f72e91a910a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:39.868082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Attempting to bind port a116cd97-305a-42b2-817a-5f72e91a910a on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:39.868322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Attempting to bind port a116cd97-305a-42b2-817a-5f72e91a910a by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': 'c04a8bf4-f531-4d7a-8724-379129297a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1147829a-badb-47b3-a16f-7619e558053f'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:39.868653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Attempting to bind port a116cd97-305a-42b2-817a-5f72e91a910a on network 1147829a-badb-47b3-a16f-7619e558053f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:39.872913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Port a116cd97-305a-42b2-817a-5f72e91a910a on network 1147829a-badb-47b3-a16f-7619e558053f not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:39.873240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Attempting to bind port a116cd97-305a-42b2-817a-5f72e91a910a on network 1147829a-badb-47b3-a16f-7619e558053f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:39.878056 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:39.878403 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Checking segment: {'id': 'c04a8bf4-f531-4d7a-8724-379129297a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1147829a-badb-47b3-a16f-7619e558053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:39.878814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Bound using segment: {'id': 'c04a8bf4-f531-4d7a-8724-379129297a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1147829a-badb-47b3-a16f-7619e558053f'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:39.879236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Bound port: a116cd97-305a-42b2-817a-5f72e91a910a, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04a8bf4-f531-4d7a-8724-379129297a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1147829a-badb-47b3-a16f-7619e558053f'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:39.879587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.943722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] For port a116cd97-305a-42b2-817a-5f72e91a910a, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:39.947060 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] For port a116cd97-305a-42b2-817a-5f72e91a910a, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a116cd97-305a-42b2-817a-5f72e91a910a,segment=NetworkSegment(c04a8bf4-f531-4d7a-8724-379129297a27),segment_id=c04a8bf4-f531-4d7a-8724-379129297a27)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:39.951168 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.987932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.988581 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.990241 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/a116cd97-305a-42b2-817a-5f72e91a910a HTTP/1.1" status: 200 len: 1092 time: 0.6051638 Jan 28 04:32:39.990742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3503e735-259f-4c53-8697-cfcd06d49227', 'tag': 'a116cd97-305a-42b2-817a-5f72e91a910a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:39.993118 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582" -d '{"events": [{"name": "network-changed", "server_uuid": "3503e735-259f-4c53-8697-cfcd06d49227", "tag": "a116cd97-305a-42b2-817a-5f72e91a910a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:40.004043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17a968-14a8-4d15-8b4f-cf02200ec498 req-7cc8982e-ba9e-4487-91e8-ba4f18c0dc74 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.007527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f17a968-14a8-4d15-8b4f-cf02200ec498 req-7cc8982e-ba9e-4487-91e8-ba4f18c0dc74 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 943 time: 0.0550640 Jan 28 04:32:40.020114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32562004-f6a5-4dc8-9f92-34320e98c0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a116cd97-305a-42b2-817a-5f72e91a910a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:40.049406 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528285b6-0c1c-4ce4-a73c-f1e1d74c740c x-openstack-request-id: req-528285b6-0c1c-4ce4-a73c-f1e1d74c740c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:40.049697 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3503e735-259f-4c53-8697-cfcd06d49227", "tag": "a116cd97-305a-42b2-817a-5f72e91a910a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:40.049956 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-528285b6-0c1c-4ce4-a73c-f1e1d74c740c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:40.050371 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3503e735-259f-4c53-8697-cfcd06d49227', 'tag': 'a116cd97-305a-42b2-817a-5f72e91a910a', 'status': 'completed', 'code': 200} Jan 28 04:32:40.066088 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f17a968-14a8-4d15-8b4f-cf02200ec498 req-5674e87f-a6e4-4525-b907-941295b5b576 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 Jan 28 04:32:40.114189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-0db422ad-0510-486a-a8f7-b4b3f527f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.115711 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-0db422ad-0510-486a-a8f7-b4b3f527f79c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b4b24135aa44bbeb4f4c899678c244a&device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 1095 time: 0.0465944 Jan 28 04:32:40.164533 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-a9478290-6db3-4b38-a85d-3dafd9daaee2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a116cd97-305a-42b2-817a-5f72e91a910a HTTP/1.1" status: 200 len: 217 time: 0.0347383 Jan 28 04:32:40.213970 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-12c6c5fd-8b12-4121-9b41-0deddbedae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.215408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-12c6c5fd-8b12-4121-9b41-0deddbedae79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3243ce6d-393b-45a4-9d82-516519e2f51a HTTP/1.1" status: 200 len: 852 time: 0.0436633 Jan 28 04:32:40.266384 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-4572501b-0dfc-4201-8799-5dda1370c87f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1147829a-badb-47b3-a16f-7619e558053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254045 Jan 28 04:32:40.359929 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-46f2b52c-34c5-46cd-a594-c9e99e9b12af service neutron] 10.222.0.42 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879431 Jan 28 04:32:40.449553 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-82aa077f-f8b8-4b28-9be6-6f81ca33e8ef req-cfbae0de-c0e3-414c-87df-986fd04d5e7d service neutron] 10.222.0.42 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835013 Jan 28 04:32:40.589512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582 req-1e54afd5-0e73-4b21-b0f0-b57c870085ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.592038 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582 req-1e54afd5-0e73-4b21-b0f0-b57c870085ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b4b24135aa44bbeb4f4c899678c244a&device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 1095 time: 0.0519528 Jan 28 04:32:40.621806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bff484e3-61fc-47cc-a5d3-24ff9ac4d881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:40.682103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582 req-7d335e5d-07f7-40f7-bf6c-d646db45a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.683607 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582 req-7d335e5d-07f7-40f7-bf6c-d646db45a36e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1147829a-badb-47b3-a16f-7619e558053f HTTP/1.1" status: 200 len: 913 time: 0.0859129 Jan 28 04:32:40.729480 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582 req-8197cb55-a97a-414d-a11c-d8b34b33906d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a116cd97-305a-42b2-817a-5f72e91a910a HTTP/1.1" status: 200 len: 217 time: 0.0388999 Jan 28 04:32:40.777537 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582 req-45e70a1e-df05-47c3-9edd-e289ebfde648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:40.778992 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582 req-45e70a1e-df05-47c3-9edd-e289ebfde648 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3243ce6d-393b-45a4-9d82-516519e2f51a HTTP/1.1" status: 200 len: 852 time: 0.0433409 Jan 28 04:32:40.811945 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582 req-2918d40a-a3b7-45cb-87b9-0112e26ab21f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1147829a-badb-47b3-a16f-7619e558053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241916 Jan 28 04:32:40.899963 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582 req-1aa09695-e69c-443e-bb56-517fed0d3b1e service neutron] 10.222.0.42 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814900 Jan 28 04:32:40.993327 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7ef8ac24-ac75-4ba1-bcef-4b64a003b582 req-20294533-9f22-4ceb-a11d-823b334ec25e service neutron] 10.222.0.42 "GET /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860031 Jan 28 04:32:41.182198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7e313-20d2-4f10-8838-0f090372ff64 req-9a399628-e472-4be8-a685-8a3fb1211d69 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:41.183681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9d7e313-20d2-4f10-8838-0f090372ff64 req-9a399628-e472-4be8-a685-8a3fb1211d69 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 943 time: 0.0482702 Jan 28 04:32:41.232594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9d7e313-20d2-4f10-8838-0f090372ff64 req-bbf5d6e9-f836-4e80-9756-555b9f477187 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 Jan 28 04:32:42.346758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730ff32-4239-4f22-b17e-3de715d97f5b req-2ca43cd3-874b-461b-b8ad-12c141d4b646 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:42.348251 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e730ff32-4239-4f22-b17e-3de715d97f5b req-2ca43cd3-874b-461b-b8ad-12c141d4b646 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 943 time: 0.0484190 Jan 28 04:32:42.393407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e730ff32-4239-4f22-b17e-3de715d97f5b req-0342bf00-3f96-4f6d-838a-a2f9851137ac tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 Jan 28 04:32:42.662168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bedad3b-6916-4441-b939-fce83fa1c64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:42.718154 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.164341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a116cd97-305a-42b2-817a-5f72e91a910a details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:32:43.266011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a116cd97-305a-42b2-817a-5f72e91a910a, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a116cd97-305a-42b2-817a-5f72e91a910a,segment=NetworkSegment(c04a8bf4-f531-4d7a-8724-379129297a27),segment_id=c04a8bf4-f531-4d7a-8724-379129297a27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:43.277381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'a116cd97-305a-42b2-817a-5f72e91a910a', 'network_id': '1147829a-badb-47b3-a16f-7619e558053f', 'port_id': 'a116cd97-305a-42b2-817a-5f72e91a910a', 'mac_address': 'fa:16:3e:ad:7b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3243ce6d-393b-45a4-9d82-516519e2f51a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:32:43.316037 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a116cd97-305a-42b2-817a-5f72e91a910a is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:43.316419 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.329361 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a116cd97-305a-42b2-817a-5f72e91a910a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:43.348396 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a116cd97-305a-42b2-817a-5f72e91a910a, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a116cd97-305a-42b2-817a-5f72e91a910a,segment=NetworkSegment(c04a8bf4-f531-4d7a-8724-379129297a27),segment_id=c04a8bf4-f531-4d7a-8724-379129297a27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:43.352901 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:43.400135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a116cd97-305a-42b2-817a-5f72e91a910a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:43.514217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200762d7-5380-46a2-9402-229332fee31f req-336e8a24-5093-4417-9c8b-fc21c08f4d84 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:43.515743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-200762d7-5380-46a2-9402-229332fee31f req-336e8a24-5093-4417-9c8b-fc21c08f4d84 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 944 time: 0.0540597 Jan 28 04:32:43.563634 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-200762d7-5380-46a2-9402-229332fee31f req-7cb05797-9b57-48be-aee0-7cf4ac612a55 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Jan 28 04:32:43.609844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['a116cd97-305a-42b2-817a-5f72e91a910a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:44.473445 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:44.683915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08de09a-5e00-4eb4-9440-4c1cd77f097d req-b9dcc704-e43e-4dda-b3e6-3977e9550af2 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:44.685454 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d08de09a-5e00-4eb4-9440-4c1cd77f097d req-b9dcc704-e43e-4dda-b3e6-3977e9550af2 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 944 time: 0.0534117 Jan 28 04:32:44.732750 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d08de09a-5e00-4eb4-9440-4c1cd77f097d req-0936b969-1c56-4060-9c6c-34da07972643 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 Jan 28 04:32:44.882890 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.181266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a116cd97-305a-42b2-817a-5f72e91a910a up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:45.231535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port a116cd97-305a-42b2-817a-5f72e91a910a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:32:45.235717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port a116cd97-305a-42b2-817a-5f72e91a910a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:45.236086 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.329004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port a116cd97-305a-42b2-817a-5f72e91a910a is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:45.329541 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.363038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3503e735-259f-4c53-8697-cfcd06d49227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a116cd97-305a-42b2-817a-5f72e91a910a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:45.367142 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734811e1-5420-4bbd-ad00-4affce3066ab" -d '{"events": [{"server_uuid": "3503e735-259f-4c53-8697-cfcd06d49227", "name": "network-vif-plugged", "status": "completed", "tag": "a116cd97-305a-42b2-817a-5f72e91a910a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:45.385167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port a116cd97-305a-42b2-817a-5f72e91a910a, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a116cd97-305a-42b2-817a-5f72e91a910a,segment=NetworkSegment(c04a8bf4-f531-4d7a-8724-379129297a27),segment_id=c04a8bf4-f531-4d7a-8724-379129297a27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:45.389876 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.421826 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e9382-44f7-4c99-8720-1e432c6bd6a6 x-openstack-request-id: req-783e9382-44f7-4c99-8720-1e432c6bd6a6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:45.422214 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3503e735-259f-4c53-8697-cfcd06d49227", "name": "network-vif-plugged", "status": "completed", "tag": "a116cd97-305a-42b2-817a-5f72e91a910a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:45.422560 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-783e9382-44f7-4c99-8720-1e432c6bd6a6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:45.423022 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3503e735-259f-4c53-8697-cfcd06d49227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a116cd97-305a-42b2-817a-5f72e91a910a', 'code': 200} Jan 28 04:32:45.452924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=a116cd97-305a-42b2-817a-5f72e91a910a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:45.551673 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b988298-3984-47c2-aff3-8438286e5421 req-eb143fc2-b1c9-41fc-b885-ff6e72a14efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.553721 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9b988298-3984-47c2-aff3-8438286e5421 req-eb143fc2-b1c9-41fc-b885-ff6e72a14efa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 1097 time: 0.0431991 Jan 28 04:32:45.606567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9b988298-3984-47c2-aff3-8438286e5421 req-241e755b-90cc-499f-add5-b82a9d4108b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473762 Jan 28 04:32:45.711126 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:45.851372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670e069-5547-4962-a0f2-c8ea693d5476 req-6d91888f-cce8-4985-9110-ddbc760bd00f tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:45.852889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d670e069-5547-4962-a0f2-c8ea693d5476 req-6d91888f-cce8-4985-9110-ddbc760bd00f tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 945 time: 0.0520999 Jan 28 04:32:45.899643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d670e069-5547-4962-a0f2-c8ea693d5476 req-d40e9967-e24d-403f-be7b-422c63a73cf7 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411024 Jan 28 04:32:46.877777 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:47.016754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6796d4-17a0-45b3-9c16-a985da315630 req-ced50403-4a1d-451e-8376-8cdc7b2ad194 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.018317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc6796d4-17a0-45b3-9c16-a985da315630 req-ced50403-4a1d-451e-8376-8cdc7b2ad194 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 945 time: 0.0495148 Jan 28 04:32:47.076060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bc6796d4-17a0-45b3-9c16-a985da315630 req-edb16308-b886-4c97-a4bd-fd6f5f01558c tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519719 Jan 28 04:32:47.316658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad19a81-4a2c-44cd-844d-45037cb5a656 req-42715936-d2c4-4056-b9db-83246df5ce6d tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:47.318278 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ad19a81-4a2c-44cd-844d-45037cb5a656 req-42715936-d2c4-4056-b9db-83246df5ce6d tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 945 time: 0.0521526 Jan 28 04:32:47.378927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1ad19a81-4a2c-44cd-844d-45037cb5a656 req-d405041d-385a-4c0a-bd8f-77f6608c9d8d tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550814 Jan 28 04:32:48.500007 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23283741-5a5e-457e-ab8a-e9d0fe4268e0 req-1c693a99-0b54-40bc-b5ce-97ea4512f953 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.501536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23283741-5a5e-457e-ab8a-e9d0fe4268e0 req-1c693a99-0b54-40bc-b5ce-97ea4512f953 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 945 time: 0.0485492 Jan 28 04:32:48.547881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23283741-5a5e-457e-ab8a-e9d0fe4268e0 req-1099ac1c-776e-48b0-9e7d-7e0e2609d0f5 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Jan 28 04:32:48.682320 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9575c2-b194-4e02-8685-7592c12b061d req-75b87f84-5514-418b-bff3-9f1111bd5030 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:48.683678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da9575c2-b194-4e02-8685-7592c12b061d req-75b87f84-5514-418b-bff3-9f1111bd5030 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.42 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 945 time: 0.0536613 Jan 28 04:32:48.773043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-da9575c2-b194-4e02-8685-7592c12b061d req-29609b64-b456-47ad-8448-33cabe37cc4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Deleting port a116cd97-305a-42b2-817a-5f72e91a910a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:48.773383 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da9575c2-b194-4e02-8685-7592c12b061d req-29609b64-b456-47ad-8448-33cabe37cc4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:48.863790 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-da9575c2-b194-4e02-8685-7592c12b061d req-29609b64-b456-47ad-8448-33cabe37cc4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] For port a116cd97-305a-42b2-817a-5f72e91a910a, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=a116cd97-305a-42b2-817a-5f72e91a910a,segment=NetworkSegment(c04a8bf4-f531-4d7a-8724-379129297a27),segment_id=c04a8bf4-f531-4d7a-8724-379129297a27)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:48.864140 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da9575c2-b194-4e02-8685-7592c12b061d req-29609b64-b456-47ad-8448-33cabe37cc4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:48.876971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-da9575c2-b194-4e02-8685-7592c12b061d req-29609b64-b456-47ad-8448-33cabe37cc4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Calling delete_port for a116cd97-305a-42b2-817a-5f72e91a910a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:49.000243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da9575c2-b194-4e02-8685-7592c12b061d req-29609b64-b456-47ad-8448-33cabe37cc4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a116cd97-305a-42b2-817a-5f72e91a910a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.032528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29609b64-b456-47ad-8448-33cabe37cc4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Pushing event deleted for resources: {'Port': ['ID=a116cd97-305a-42b2-817a-5f72e91a910a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:49.035550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['a116cd97-305a-42b2-817a-5f72e91a910a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:49.039009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4e50470f-9cc4-4195-971c-c7f1d8286814'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:49.074105 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9575c2-b194-4e02-8685-7592c12b061d req-29609b64-b456-47ad-8448-33cabe37cc4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] No DVR routers for this DVR port a116cd97-305a-42b2-817a-5f72e91a910a on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:49.077050 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da9575c2-b194-4e02-8685-7592c12b061d req-29609b64-b456-47ad-8448-33cabe37cc4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:49.080421 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da9575c2-b194-4e02-8685-7592c12b061d req-29609b64-b456-47ad-8448-33cabe37cc4a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.42 "DELETE /v2.0/ports/a116cd97-305a-42b2-817a-5f72e91a910a HTTP/1.1" status: 204 len: 173 time: 0.3911262 Jan 28 04:32:49.080925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3503e735-259f-4c53-8697-cfcd06d49227', 'name': 'network-vif-deleted', 'tag': 'a116cd97-305a-42b2-817a-5f72e91a910a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:49.083421 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6d489e-aa43-45b4-987f-8d5412094405" -d '{"events": [{"server_uuid": "3503e735-259f-4c53-8697-cfcd06d49227", "name": "network-vif-deleted", "tag": "a116cd97-305a-42b2-817a-5f72e91a910a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:49.127954 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9e4c62-c253-458f-8db6-9caed92b0904 x-openstack-request-id: req-4e9e4c62-c253-458f-8db6-9caed92b0904 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:49.128310 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3503e735-259f-4c53-8697-cfcd06d49227", "name": "network-vif-deleted", "tag": "a116cd97-305a-42b2-817a-5f72e91a910a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:49.128559 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e9e4c62-c253-458f-8db6-9caed92b0904 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:49.129910 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3503e735-259f-4c53-8697-cfcd06d49227', 'name': 'network-vif-deleted', 'tag': 'a116cd97-305a-42b2-817a-5f72e91a910a', 'status': 'completed', 'code': 200} Jan 28 04:32:49.663940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-010d552b-58e9-476b-b044-2ab13bc8365a req-34324dd2-6c68-481e-9a31-484cde6eaac2 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=3503e735-259f-4c53-8697-cfcd06d49227 HTTP/1.1" status: 200 len: 210 time: 0.0264473 Jan 28 04:32:50.812745 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56de498-ff69-4ce8-85f5-84ed08b21a70 req-279c6cc5-ea28-49a9-8985-48bc034ba733 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:50.814271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e56de498-ff69-4ce8-85f5-84ed08b21a70 req-279c6cc5-ea28-49a9-8985-48bc034ba733 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0498636 Jan 28 04:32:50.865070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e56de498-ff69-4ce8-85f5-84ed08b21a70 req-47e38b24-2085-45a7-8a1c-b2d43775ebe6 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Jan 28 04:32:50.992896 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5691d6d-289f-4d7a-a16c-c725d4780103 req-899e6e06-bae4-4292-af41-beda72b3e7da tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:50.994356 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5691d6d-289f-4d7a-a16c-c725d4780103 req-899e6e06-bae4-4292-af41-beda72b3e7da tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0486412 Jan 28 04:32:51.041410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5691d6d-289f-4d7a-a16c-c725d4780103 req-f26b569a-ba4e-4f9d-b5a4-cf9738e68904 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Jan 28 04:32:51.168188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa651fcf-8cd6-4eba-8c33-c91fc92bdc50 req-6ad8aedc-560b-4d6f-9413-b8c75f1cd0e7 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.169722 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa651fcf-8cd6-4eba-8c33-c91fc92bdc50 req-6ad8aedc-560b-4d6f-9413-b8c75f1cd0e7 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0483696 Jan 28 04:32:51.217095 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa651fcf-8cd6-4eba-8c33-c91fc92bdc50 req-170963d3-1d2c-4bc7-9669-6dbe4cd2dc78 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Jan 28 04:32:51.389472 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c72b0-b40c-4782-b056-a60413da2019 req-17a96d32-39de-431a-aac3-37c547ac6714 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.390932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-570c72b0-b40c-4782-b056-a60413da2019 req-17a96d32-39de-431a-aac3-37c547ac6714 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Jan 28 04:32:51.449800 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-570c72b0-b40c-4782-b056-a60413da2019 req-384c25ae-4ea6-44b7-aaad-2dd4de766e56 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522716 Jan 28 04:32:51.563381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63360896-faac-4b48-b0fb-2144ecaf18e6 req-2e1456ac-4868-4c2c-a326-221b539aebc1 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.564755 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63360896-faac-4b48-b0fb-2144ecaf18e6 req-2e1456ac-4868-4c2c-a326-221b539aebc1 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0480788 Jan 28 04:32:51.610624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63360896-faac-4b48-b0fb-2144ecaf18e6 req-47541938-af8e-4189-b17b-2e10dbc7c341 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Jan 28 04:32:51.733223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22b4e-bb78-4e1e-9f9f-74a76fb4d238 req-4b30883b-f18b-4951-883e-2a3359812b52 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:51.734743 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cab22b4e-bb78-4e1e-9f9f-74a76fb4d238 req-4b30883b-f18b-4951-883e-2a3359812b52 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0495126 Jan 28 04:32:51.784927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cab22b4e-bb78-4e1e-9f9f-74a76fb4d238 req-fb0ce8c7-1bf0-4257-8d42-ddcf27a39ebb tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444338 Jan 28 04:32:52.084432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a1de3-74d4-4d01-95a7-259f5a886d73 req-64e96bcb-3aa8-4f24-8674-94943b1e524a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:52.085852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a6a1de3-74d4-4d01-95a7-259f5a886d73 req-64e96bcb-3aa8-4f24-8674-94943b1e524a tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0483341 Jan 28 04:32:52.131871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9a6a1de3-74d4-4d01-95a7-259f5a886d73 req-3c121855-b5cd-402a-b306-92d473145f90 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Jan 28 04:32:53.228577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a116cd97-305a-42b2-817a-5f72e91a910a no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:53.249134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9aee7b-99f8-4cc1-8ca2-4a2840fa49d7 req-e06f6b14-bf35-4604-a3c4-44edfc6fcc76 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.249673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: a116cd97-305a-42b2-817a-5f72e91a910a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:53.249800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device a116cd97-305a-42b2-817a-5f72e91a910a not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:53.251312 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec9aee7b-99f8-4cc1-8ca2-4a2840fa49d7 req-e06f6b14-bf35-4604-a3c4-44edfc6fcc76 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0496325 Jan 28 04:32:53.299613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec9aee7b-99f8-4cc1-8ca2-4a2840fa49d7 req-091cfeec-7cb9-448b-8372-f41e6092ffc6 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d80983c-d153-4a61-bdff-de704019a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Jan 28 04:32:53.729220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-5b6459a1-c93d-43ff-ac76-6e552ef8d067 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:53.730673 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-5b6459a1-c93d-43ff-ac76-6e552ef8d067 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.25 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 945 time: 0.0479620 Jan 28 04:32:53.820893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-0ed790cb-d4d2-47af-bde9-b511e5d94b42 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Deleting port 4e50470f-9cc4-4195-971c-c7f1d8286814 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:53.821233 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-0ed790cb-d4d2-47af-bde9-b511e5d94b42 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:53.907659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-0ed790cb-d4d2-47af-bde9-b511e5d94b42 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] For port 4e50470f-9cc4-4195-971c-c7f1d8286814, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=4e50470f-9cc4-4195-971c-c7f1d8286814,segment=NetworkSegment(c04a8bf4-f531-4d7a-8724-379129297a27),segment_id=c04a8bf4-f531-4d7a-8724-379129297a27)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:53.908021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-0ed790cb-d4d2-47af-bde9-b511e5d94b42 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:53.920347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-0ed790cb-d4d2-47af-bde9-b511e5d94b42 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Calling delete_port for 4e50470f-9cc4-4195-971c-c7f1d8286814 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:54.051239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-0ed790cb-d4d2-47af-bde9-b511e5d94b42 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (4e50470f-9cc4-4195-971c-c7f1d8286814), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.078262 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed790cb-d4d2-47af-bde9-b511e5d94b42 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Pushing event deleted for resources: {'Port': ['ID=4e50470f-9cc4-4195-971c-c7f1d8286814,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:54.085980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['4e50470f-9cc4-4195-971c-c7f1d8286814'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:54.122131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-0ed790cb-d4d2-47af-bde9-b511e5d94b42 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] No DVR routers for this DVR port 4e50470f-9cc4-4195-971c-c7f1d8286814 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:54.124584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-0ed790cb-d4d2-47af-bde9-b511e5d94b42 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:54.127912 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-8072dba1-1165-4d2a-b0e5-3b503c0eddfc req-0ed790cb-d4d2-47af-bde9-b511e5d94b42 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.25 "DELETE /v2.0/ports/4e50470f-9cc4-4195-971c-c7f1d8286814 HTTP/1.1" status: 204 len: 173 time: 0.3920975 Jan 28 04:32:54.128346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842cb0c6-9500-4e50-986f-fd98de79b752', 'name': 'network-vif-deleted', 'tag': '4e50470f-9cc4-4195-971c-c7f1d8286814'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:54.131325 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d927d94-8614-4324-a528-cc7b228d7486" -d '{"events": [{"server_uuid": "842cb0c6-9500-4e50-986f-fd98de79b752", "name": "network-vif-deleted", "tag": "4e50470f-9cc4-4195-971c-c7f1d8286814"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:54.169690 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4048701f-f667-44d5-9177-10a06f6224f8 x-openstack-request-id: req-4048701f-f667-44d5-9177-10a06f6224f8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:54.169979 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842cb0c6-9500-4e50-986f-fd98de79b752", "name": "network-vif-deleted", "tag": "4e50470f-9cc4-4195-971c-c7f1d8286814", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:54.170228 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4048701f-f667-44d5-9177-10a06f6224f8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:54.170632 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842cb0c6-9500-4e50-986f-fd98de79b752', 'name': 'network-vif-deleted', 'tag': '4e50470f-9cc4-4195-971c-c7f1d8286814', 'status': 'completed', 'code': 200} Jan 28 04:32:54.408609 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-681a837c-fc30-4c6b-b624-e9df24798d9e req-5f8f1c5e-002e-4526-84d1-2214f4d1d2d6 tempest-ServersNegativeTestJSON-962681875 tempest-ServersNegativeTestJSON-962681875-project] 10.222.0.44 "GET /v2.0/ports?device_id=842cb0c6-9500-4e50-986f-fd98de79b752 HTTP/1.1" status: 200 len: 210 time: 0.0304577 Jan 28 04:32:55.466766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:55.511467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-4966fd33-7f35-4591-b86b-4339ef92fbd2 admin admin] Deleting subnet 3243ce6d-393b-45a4-9d82-516519e2f51a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:32:55.514514 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4966fd33-7f35-4591-b86b-4339ef92fbd2 admin admin] Publish callbacks [] for subnet (3243ce6d-393b-45a4-9d82-516519e2f51a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.548956 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4966fd33-7f35-4591-b86b-4339ef92fbd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (3243ce6d-393b-45a4-9d82-516519e2f51a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.587504 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4966fd33-7f35-4591-b86b-4339ef92fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (3243ce6d-393b-45a4-9d82-516519e2f51a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.643918 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4966fd33-7f35-4591-b86b-4339ef92fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (3243ce6d-393b-45a4-9d82-516519e2f51a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.669228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966fd33-7f35-4591-b86b-4339ef92fbd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3243ce6d-393b-45a4-9d82-516519e2f51a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:55.672901 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4966fd33-7f35-4591-b86b-4339ef92fbd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.676011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4966fd33-7f35-4591-b86b-4339ef92fbd2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3243ce6d-393b-45a4-9d82-516519e2f51a HTTP/1.1" status: 204 len: 168 time: 0.2082512 Jan 28 04:32:55.678756 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:55.745492 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1147829a-badb-47b3-a16f-7619e558053f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.827570 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1147829a-badb-47b3-a16f-7619e558053f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.847861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1147829a-badb-47b3-a16f-7619e558053f']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:55.857208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04a8bf4-f531-4d7a-8724-379129297a27') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:55.857508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04a8bf4-f531-4d7a-8724-379129297a27') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:55.867050 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (c04a8bf4-f531-4d7a-8724-379129297a27), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.880497 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c04a8bf4-f531-4d7a-8724-379129297a27), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.886283 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:32:55.886691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (c04a8bf4-f531-4d7a-8724-379129297a27), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:32:55.888275 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:32:55.940734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1147829a-badb-47b3-a16f-7619e558053f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.946930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:55.950034 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] 10.222.0.44 "DELETE /v2.0/networks/1147829a-badb-47b3-a16f-7619e558053f HTTP/1.1" status: 204 len: 168 time: 0.2703762 Jan 28 04:32:55.960953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fd8c-bafd-42e8-888c-ed52b6f117dc admin admin] Pushing event deleted for resources: {'Network': ['ID=1147829a-badb-47b3-a16f-7619e558053f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:56.057532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53978) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:56.103291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2fead5ee-5d2e-4677-9e69-c6a99f654c3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b4b24135aa44bbeb4f4c899678c244a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445826 Jan 28 04:32:56.105872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 53980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:56.152026 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3083780b-e757-481f-a4f3-625c819c91f9 admin admin] Publish callbacks [] for security_group (7d80983c-d153-4a61-bdff-de704019a4cf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.172186 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3083780b-e757-481f-a4f3-625c819c91f9 admin admin] Publish callbacks [] for security_group (7d80983c-d153-4a61-bdff-de704019a4cf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.218290 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3083780b-e757-481f-a4f3-625c819c91f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (7d80983c-d153-4a61-bdff-de704019a4cf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.220761 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3083780b-e757-481f-a4f3-625c819c91f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:56.221941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3083780b-e757-481f-a4f3-625c819c91f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d80983c-d153-4a61-bdff-de704019a4cf HTTP/1.1" status: 204 len: 168 time: 0.1151881 Jan 28 04:32:56.229955 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083780b-e757-481f-a4f3-625c819c91f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d80983c-d153-4a61-bdff-de704019a4cf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:56.959693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:57.053314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1721508447'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:57.072917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Made reservation on behalf of 133ea4b93f7c42ad9d04c4f30dfa851b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:57.076060 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:57.088708 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:57.164214 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for security_group (59d1c709-43dd-4fe8-9d90-0ef317da7e2d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:57.167717 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (59d1c709-43dd-4fe8-9d90-0ef317da7e2d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:57.189806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:32:57.204344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d1c709-43dd-4fe8-9d90-0ef317da7e2d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:57.209832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (02320721-f525-4990-8ae5-ccd3df437365), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:57.210176 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Added segment 02320721-f525-4990-8ae5-ccd3df437365 of type vlan for network d8fcbcce-c89a-4f19-a2f0-b4af6493589c Jan 28 04:32:57.250227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d8fcbcce-c89a-4f19-a2f0-b4af6493589c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:57.276412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d8fcbcce-c89a-4f19-a2f0-b4af6493589c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:57.281240 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:57.281814 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:57.342569 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3817747 Jan 28 04:32:57.354246 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbb281-0708-4f3e-839e-9e8ceff77d54 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'Network': ['ID=d8fcbcce-c89a-4f19-a2f0-b4af6493589c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:57.365061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d8fcbcce-c89a-4f19-a2f0-b4af6493589c details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:32:58.108377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4e50470f-9cc4-4195-971c-c7f1d8286814 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:58.128445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 4e50470f-9cc4-4195-971c-c7f1d8286814 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:58.128737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 4e50470f-9cc4-4195-971c-c7f1d8286814 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:00.604171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54006) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:00.609289 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Request body: {'subnet': {'network_id': 'd8fcbcce-c89a-4f19-a2f0-b4af6493589c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:00.694057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Made reservation on behalf of 133ea4b93f7c42ad9d04c4f30dfa851b for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:00.697527 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.900641 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.959442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'Subnet': ['ID=4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:00.969312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Checking segment: {'id': '02320721-f525-4990-8ae5-ccd3df437365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd8fcbcce-c89a-4f19-a2f0-b4af6493589c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:00.969667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Network hostable DHCP agents. Network: d8fcbcce-c89a-4f19-a2f0-b4af6493589c, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:00.986780 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Network d8fcbcce-c89a-4f19-a2f0-b4af6493589c is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:00.996677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d8fcbcce-c89a-4f19-a2f0-b4af6493589c) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:01.000963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.001593 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.005878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5446c46-4d70-4338-bf94-bbed2cbd90d5 None None] Network d8fcbcce-c89a-4f19-a2f0-b4af6493589c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:01.018611 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d073a53e-f34b-47f5-bddb-2f37b55677fe tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4132924 Jan 28 04:33:01.022939 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:01.028519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-758822702'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:01.046894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Made reservation on behalf of 133ea4b93f7c42ad9d04c4f30dfa851b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:01.050184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.074617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:01.084763 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (46c963b7-07f0-43b9-93b0-a1e05a20a274), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.085145 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Added segment 46c963b7-07f0-43b9-93b0-a1e05a20a274 of type vlan for network 9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63 Jan 28 04:33:01.108886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-d8fcbcce-c89a-4f19-a2f0-b4af6493589c', 'network_id': 'd8fcbcce-c89a-4f19-a2f0-b4af6493589c', 'project_id': '133ea4b93f7c42ad9d04c4f30dfa851b', 'fixed_ips': [{'subnet_id': '4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:33:01.109741 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.134833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.162795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.168010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.168600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.224515 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2004631 Jan 28 04:33:01.227560 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54010) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:01.236659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Request body: {'subnet': {'network_id': '9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:01.246145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e40357-5a88-4066-b80b-db4974cb65e7 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'Network': ['ID=9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:01.256408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Allocated IP 2001:db8:0:ffff::2 (d8fcbcce-c89a-4f19-a2f0-b4af6493589c/4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5/119db9bd-fdf7-4238-9219-cf45dc58d6c7) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:01.260911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:01.327197 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Made reservation on behalf of 133ea4b93f7c42ad9d04c4f30dfa851b for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:01.330734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.472992 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Publish callbacks [] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.478326 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.514745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Network d8fcbcce-c89a-4f19-a2f0-b4af6493589c is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:01.517518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:01.520964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:01.525967 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (c679093a-7f9d-4c68-9256-b6069af684fa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.536479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Pushing event updated for resources: {'Port': ['ID=119db9bd-fdf7-4238-9219-cf45dc58d6c7,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:01.596290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Attempting to bind port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:01.596816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Attempting to bind port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '02320721-f525-4990-8ae5-ccd3df437365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd8fcbcce-c89a-4f19-a2f0-b4af6493589c'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:01.597285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Attempting to bind port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 on network d8fcbcce-c89a-4f19-a2f0-b4af6493589c {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:01.602256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'Subnet': ['ID=c679093a-7f9d-4c68-9256-b6069af684fa,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:01.604487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:01.604825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Checking segment: {'id': '46c963b7-07f0-43b9-93b0-a1e05a20a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:01.604971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Checking segment: {'id': '02320721-f525-4990-8ae5-ccd3df437365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd8fcbcce-c89a-4f19-a2f0-b4af6493589c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:01.605178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Network hostable DHCP agents. Network: 9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:01.605306 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.605829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Bound using segment: {'id': '02320721-f525-4990-8ae5-ccd3df437365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd8fcbcce-c89a-4f19-a2f0-b4af6493589c'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:01.606324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Bound port: 119db9bd-fdf7-4238-9219-cf45dc58d6c7, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02320721-f525-4990-8ae5-ccd3df437365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd8fcbcce-c89a-4f19-a2f0-b4af6493589c'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:01.606840 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.625003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Network 9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:01.634870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:01.640260 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:01.641176 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.648298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a64be4-2ade-40ab-a4e4-f15b11361eed None None] Network 9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:01.661211 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-76de0acb-cdb0-428a-9de6-3cf15cf2f02d tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4287782 Jan 28 04:33:01.661478 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54012) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:01.763874 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.868287 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (c679093a-7f9d-4c68-9256-b6069af684fa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.946331 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (c679093a-7f9d-4c68-9256-b6069af684fa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.968555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] For port 119db9bd-fdf7-4238-9219-cf45dc58d6c7, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:01.983603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] For port 119db9bd-fdf7-4238-9219-cf45dc58d6c7, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=119db9bd-fdf7-4238-9219-cf45dc58d6c7,segment=NetworkSegment(02320721-f525-4990-8ae5-ccd3df437365),segment_id=02320721-f525-4990-8ae5-ccd3df437365)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:01.991291 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.034253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Subnet': ['ID=c679093a-7f9d-4c68-9256-b6069af684fa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:02.045657 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.072023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:02.077471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedb54a9-1e16-4bc2-9f1b-63e27e3b20aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63', 'network_id': '9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63', 'project_id': '133ea4b93f7c42ad9d04c4f30dfa851b', 'fixed_ips': [{'subnet_id': 'c679093a-7f9d-4c68-9256-b6069af684fa'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:33:02.078986 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fedb54a9-1e16-4bc2-9f1b-63e27e3b20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.083632 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c963b7-07f0-43b9-93b0-a1e05a20a274') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:02.084233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c963b7-07f0-43b9-93b0-a1e05a20a274') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:02.103673 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (46c963b7-07f0-43b9-93b0-a1e05a20a274), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.119324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecdbdf-7b24-4bcb-beb9-be78354b3064 None None] Pushing event updated for resources: {'Port': ['ID=119db9bd-fdf7-4238-9219-cf45dc58d6c7,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:02.125388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (46c963b7-07f0-43b9-93b0-a1e05a20a274), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.133422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:02.133942 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (46c963b7-07f0-43b9-93b0-a1e05a20a274), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:02.137918 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:02.232066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.235844 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51671377-4339-447f-90a5-8271bd9f85d3 None None] Network 9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:02.237704 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.244605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/networks/9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63 HTTP/1.1" status: 204 len: 168 time: 0.5787129 Jan 28 04:33:02.244871 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54014) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:02.251862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465046167'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:02.258458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51671377-4339-447f-90a5-8271bd9f85d3 None None] Network 9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 04:33:02.267683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6fed8-0abc-4cc9-a4fe-3914475734ff tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Network': ['ID=9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:02.288238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Made reservation on behalf of 133ea4b93f7c42ad9d04c4f30dfa851b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:02.297960 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.327943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:02.340171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2efd0699-5886-4f49-a61e-3ee5de93a278), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.340511 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Added segment 2efd0699-5886-4f49-a61e-3ee5de93a278 of type vlan for network 018a64ca-304b-4f88-a85b-87df4a43a132 Jan 28 04:33:02.384769 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (018a64ca-304b-4f88-a85b-87df4a43a132), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.418613 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (018a64ca-304b-4f88-a85b-87df4a43a132), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.424183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:02.424804 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.483806 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2378449 Jan 28 04:33:02.486696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:02.493183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Request body: {'subnet': {'network_id': '018a64ca-304b-4f88-a85b-87df4a43a132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:02.502808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37279fe-ef6a-4cb5-b335-ef57c4119e75 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'Network': ['ID=018a64ca-304b-4f88-a85b-87df4a43a132,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:02.516165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 018a64ca-304b-4f88-a85b-87df4a43a132 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:02.595712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Made reservation on behalf of 133ea4b93f7c42ad9d04c4f30dfa851b for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:02.599923 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.656998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Performing IP validity checks on allocation pools {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 04:33:02.657543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 04:33:02.786611 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (7251f0e6-c2cb-4c51-a01f-9a137bd8b98d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.850679 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'Subnet': ['ID=7251f0e6-c2cb-4c51-a01f-9a137bd8b98d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:02.862868 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Checking segment: {'id': '2efd0699-5886-4f49-a61e-3ee5de93a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '018a64ca-304b-4f88-a85b-87df4a43a132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:02.863259 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Network hostable DHCP agents. Network: 018a64ca-304b-4f88-a85b-87df4a43a132, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:02.887015 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Network 018a64ca-304b-4f88-a85b-87df4a43a132 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:02.897970 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 018a64ca-304b-4f88-a85b-87df4a43a132) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:02.903539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:02.904140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:02.912634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b40b998-369e-4e37-97e9-a8433fdaa931 None None] Network 018a64ca-304b-4f88-a85b-87df4a43a132 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:02.931959 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-53723e98-b3b5-42ef-98d6-c9b932d683aa tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4431741 Jan 28 04:33:02.933771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54018) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:03.039460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-018a64ca-304b-4f88-a85b-87df4a43a132', 'network_id': '018a64ca-304b-4f88-a85b-87df4a43a132', 'project_id': '133ea4b93f7c42ad9d04c4f30dfa851b', 'fixed_ips': [{'subnet_id': '7251f0e6-c2cb-4c51-a01f-9a137bd8b98d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:33:03.040348 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.043865 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (018a64ca-304b-4f88-a85b-87df4a43a132), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.123647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (7251f0e6-c2cb-4c51-a01f-9a137bd8b98d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.130618 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a190248-ef5d-46a4-bc20-79d18589193e None None] Network d8fcbcce-c89a-4f19-a2f0-b4af6493589c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:03.273901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Allocated IP 2001:db8::3 (018a64ca-304b-4f88-a85b-87df4a43a132/7251f0e6-c2cb-4c51-a01f-9a137bd8b98d/ff94ab70-6677-41ef-a336-84d63a283f69) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:03.277078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e87a3f15-6d6b-4e9c-98ea-33975d2df42e None None] Provisioning complete for port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:03.277441 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e87a3f15-6d6b-4e9c-98ea-33975d2df42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.480310 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e87a3f15-6d6b-4e9c-98ea-33975d2df42e None None] Current status of the port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:03.481025 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e87a3f15-6d6b-4e9c-98ea-33975d2df42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.514495 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 119db9bd-fdf7-4238-9219-cf45dc58d6c7 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:03.602058 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Publish callbacks [] for port (ff94ab70-6677-41ef-a336-84d63a283f69), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.608219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e87a3f15-6d6b-4e9c-98ea-33975d2df42e None None] For port 119db9bd-fdf7-4238-9219-cf45dc58d6c7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=119db9bd-fdf7-4238-9219-cf45dc58d6c7,segment=NetworkSegment(02320721-f525-4990-8ae5-ccd3df437365),segment_id=02320721-f525-4990-8ae5-ccd3df437365)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:03.612364 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (ff94ab70-6677-41ef-a336-84d63a283f69), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.618632 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e87a3f15-6d6b-4e9c-98ea-33975d2df42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.630228 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (7251f0e6-c2cb-4c51-a01f-9a137bd8b98d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.662937 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Subnet': ['ID=7251f0e6-c2cb-4c51-a01f-9a137bd8b98d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:03.663185 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Network 018a64ca-304b-4f88-a85b-87df4a43a132 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:03.673483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:03.677039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:03.678991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Pushing event updated for resources: {'Port': ['ID=ff94ab70-6677-41ef-a336-84d63a283f69,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:03.684062 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:03.684417 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.730171 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (018a64ca-304b-4f88-a85b-87df4a43a132), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.751193 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018a64ca-304b-4f88-a85b-87df4a43a132']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:03.761269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efd0699-5886-4f49-a61e-3ee5de93a278') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:03.761575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efd0699-5886-4f49-a61e-3ee5de93a278') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:03.771016 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (2efd0699-5886-4f49-a61e-3ee5de93a278), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.783773 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2efd0699-5886-4f49-a61e-3ee5de93a278), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.790502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:03.790985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (2efd0699-5886-4f49-a61e-3ee5de93a278), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:03.793923 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:03.822709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a3f15-6d6b-4e9c-98ea-33975d2df42e None None] Pushing event updated for resources: {'Port': ['ID=119db9bd-fdf7-4238-9219-cf45dc58d6c7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:03.828263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Attempting to bind port ff94ab70-6677-41ef-a336-84d63a283f69 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:03.828633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Attempting to bind port ff94ab70-6677-41ef-a336-84d63a283f69 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '2efd0699-5886-4f49-a61e-3ee5de93a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '018a64ca-304b-4f88-a85b-87df4a43a132'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:03.829021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Attempting to bind port ff94ab70-6677-41ef-a336-84d63a283f69 on network 018a64ca-304b-4f88-a85b-87df4a43a132 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:03.830773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b65c4fee-945a-4a3b-b040-431898cc1502 None None] Provisioning complete for port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:03.831133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b65c4fee-945a-4a3b-b040-431898cc1502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.858894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:03.859301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Checking segment: {'id': '2efd0699-5886-4f49-a61e-3ee5de93a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '018a64ca-304b-4f88-a85b-87df4a43a132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:03.859650 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.859988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Bound using segment: {'id': '2efd0699-5886-4f49-a61e-3ee5de93a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '018a64ca-304b-4f88-a85b-87df4a43a132'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:03.860466 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Bound port: ff94ab70-6677-41ef-a336-84d63a283f69, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efd0699-5886-4f49-a61e-3ee5de93a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '018a64ca-304b-4f88-a85b-87df4a43a132'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:03.860873 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ff94ab70-6677-41ef-a336-84d63a283f69), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.861473 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 04:33:03.861473 n-d-808199-14 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 04:33:03.861473 n-d-808199-14 neutron-server[103289]: [parameters: {'id': '018a64ca-304b-4f88-a85b-87df4a43a132'}] Jan 28 04:33:03.861473 n-d-808199-14 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:33:03.861943 n-d-808199-14 neutron-server[103289]: DEBUG oslo_db.api [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:33:03.951088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:04.000131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] For port ff94ab70-6677-41ef-a336-84d63a283f69, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:04.017066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] For port ff94ab70-6677-41ef-a336-84d63a283f69, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ff94ab70-6677-41ef-a336-84d63a283f69,segment=NetworkSegment(2efd0699-5886-4f49-a61e-3ee5de93a278),segment_id=2efd0699-5886-4f49-a61e-3ee5de93a278)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:04.025877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ff94ab70-6677-41ef-a336-84d63a283f69), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.030005 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b65c4fee-945a-4a3b-b040-431898cc1502 None None] Current status of the port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:04.111378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2e6e6-e14f-438f-8b21-69bedafef6a9 None None] Pushing event updated for resources: {'Port': ['ID=ff94ab70-6677-41ef-a336-84d63a283f69,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:04.126583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439c548-29a9-4492-bfa6-4dc875ce2da1 None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:33:04.191800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e439c548-29a9-4492-bfa6-4dc875ce2da1 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:33:04.336152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ccf09a-d001-4d70-acb1-8815e5e4f603 None None] Network 018a64ca-304b-4f88-a85b-87df4a43a132 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:04.363678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (018a64ca-304b-4f88-a85b-87df4a43a132), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.418373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Deleting port ff94ab70-6677-41ef-a336-84d63a283f69 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:04.418712 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ff94ab70-6677-41ef-a336-84d63a283f69), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.480041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] For port ff94ab70-6677-41ef-a336-84d63a283f69, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ff94ab70-6677-41ef-a336-84d63a283f69,segment=NetworkSegment(2efd0699-5886-4f49-a61e-3ee5de93a278),segment_id=2efd0699-5886-4f49-a61e-3ee5de93a278)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:04.480405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ff94ab70-6677-41ef-a336-84d63a283f69), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.493629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Calling delete_port for ff94ab70-6677-41ef-a336-84d63a283f69 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:04.574065 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ff94ab70-6677-41ef-a336-84d63a283f69), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.599832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Port': ['ID=ff94ab70-6677-41ef-a336-84d63a283f69,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:04.603314 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No DVR routers for this DVR port ff94ab70-6677-41ef-a336-84d63a283f69 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:04.682885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (018a64ca-304b-4f88-a85b-87df4a43a132), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.702967 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018a64ca-304b-4f88-a85b-87df4a43a132']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:04.712046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efd0699-5886-4f49-a61e-3ee5de93a278') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:04.712340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efd0699-5886-4f49-a61e-3ee5de93a278') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:04.721242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (2efd0699-5886-4f49-a61e-3ee5de93a278), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.734661 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2efd0699-5886-4f49-a61e-3ee5de93a278), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.741726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:04.742310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (2efd0699-5886-4f49-a61e-3ee5de93a278), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:04.745152 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:04.799523 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (018a64ca-304b-4f88-a85b-87df4a43a132), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.807255 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.810371 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/networks/018a64ca-304b-4f88-a85b-87df4a43a132 HTTP/1.1" status: 204 len: 168 time: 1.8755841 Jan 28 04:33:04.814423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54020) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:04.819764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501848239'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:04.821651 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73627257-e31f-41d2-8293-10a8a6088d36 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Network': ['ID=018a64ca-304b-4f88-a85b-87df4a43a132,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:04.838276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Made reservation on behalf of 133ea4b93f7c42ad9d04c4f30dfa851b for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:04.841574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.865284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:04.873610 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (5a9826da-b3ee-4243-9ae9-d85cd2dc60ea), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.873955 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Added segment 5a9826da-b3ee-4243-9ae9-d85cd2dc60ea of type vlan for network 8f758eae-1073-4a94-ad3e-b5d5c1780cec Jan 28 04:33:04.913250 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8f758eae-1073-4a94-ad3e-b5d5c1780cec), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.936209 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8f758eae-1073-4a94-ad3e-b5d5c1780cec), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.941371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:04.941976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.006413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1908617 Jan 28 04:33:05.009282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54022) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:05.016182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Request body: {'subnet': {'network_id': '8f758eae-1073-4a94-ad3e-b5d5c1780cec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:05.021325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be52a5-bf84-4fa5-b83c-e5b3b8d9da2e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'Network': ['ID=8f758eae-1073-4a94-ad3e-b5d5c1780cec,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:05.031877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8f758eae-1073-4a94-ad3e-b5d5c1780cec details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:05.105359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Made reservation on behalf of 133ea4b93f7c42ad9d04c4f30dfa851b for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:05.108703 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.285317 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (40f37169-3867-475b-81db-fc55e2fc18f6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.350378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'Subnet': ['ID=40f37169-3867-475b-81db-fc55e2fc18f6,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:05.359325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Checking segment: {'id': '5a9826da-b3ee-4243-9ae9-d85cd2dc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f758eae-1073-4a94-ad3e-b5d5c1780cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:05.359547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Network hostable DHCP agents. Network: 8f758eae-1073-4a94-ad3e-b5d5c1780cec, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:05.377279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Network 8f758eae-1073-4a94-ad3e-b5d5c1780cec is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:05.387119 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 8f758eae-1073-4a94-ad3e-b5d5c1780cec) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:05.391325 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:05.391979 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.396715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510890f-7bb2-4609-a97e-23aa2f8886c9 None None] Network 8f758eae-1073-4a94-ad3e-b5d5c1780cec requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:05.415038 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0344047b-9dc4-4333-a522-8196228d2d90 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4047360 Jan 28 04:33:05.418977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:05.424516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1860095583'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:05.445280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Made reservation on behalf of 133ea4b93f7c42ad9d04c4f30dfa851b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:05.445695 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 119db9bd-fdf7-4238-9219-cf45dc58d6c7 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:05.448780 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.471771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:05.482203 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (876f6374-40a7-438d-b3f9-ba8f309532fc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.482553 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Added segment 876f6374-40a7-438d-b3f9-ba8f309532fc of type vlan for network 1e87c24a-2ad1-4e02-a2fc-84e5a14fa838 Jan 28 04:33:05.527735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1e87c24a-2ad1-4e02-a2fc-84e5a14fa838), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.533132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:05.533426 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.538321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-8f758eae-1073-4a94-ad3e-b5d5c1780cec', 'network_id': '8f758eae-1073-4a94-ad3e-b5d5c1780cec', 'project_id': '133ea4b93f7c42ad9d04c4f30dfa851b', 'fixed_ips': [{'subnet_id': '40f37169-3867-475b-81db-fc55e2fc18f6'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:33:05.539087 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.553984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1e87c24a-2ad1-4e02-a2fc-84e5a14fa838), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.558981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:05.559568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.617964 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1976500 Jan 28 04:33:05.620792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:05.625507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Request body: {'subnet': {'network_id': '1e87c24a-2ad1-4e02-a2fc-84e5a14fa838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:05.648283 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf4cc7-2521-4b68-8792-1ce88082eebd tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'Network': ['ID=1e87c24a-2ad1-4e02-a2fc-84e5a14fa838,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:05.662528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1e87c24a-2ad1-4e02-a2fc-84e5a14fa838 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:05.728511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Made reservation on behalf of 133ea4b93f7c42ad9d04c4f30dfa851b for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:05.731919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.927278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (d3ae4462-97be-45e1-a508-16e1f26df678), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.937239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:05.962871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Allocated IP 2001:db8::2 (8f758eae-1073-4a94-ad3e-b5d5c1780cec/40f37169-3867-475b-81db-fc55e2fc18f6/430743e5-d24a-4c0c-a6f2-e2a75f5265a9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:05.985835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event updated for resources: {'Subnet': ['ID=d3ae4462-97be-45e1-a508-16e1f26df678,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:06.001453 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Checking segment: {'id': '876f6374-40a7-438d-b3f9-ba8f309532fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e87c24a-2ad1-4e02-a2fc-84e5a14fa838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:06.001818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Network hostable DHCP agents. Network: 1e87c24a-2ad1-4e02-a2fc-84e5a14fa838, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:06.024041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Network 1e87c24a-2ad1-4e02-a2fc-84e5a14fa838 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:06.033900 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1e87c24a-2ad1-4e02-a2fc-84e5a14fa838) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:06.039045 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:06.040039 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.044748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b904af0b-91a4-4398-a8d2-570a3925b1c8 None None] Network 1e87c24a-2ad1-4e02-a2fc-84e5a14fa838 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:06.056649 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a497b3d3-1b2c-4543-a1a3-3690fc768b38 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4348240 Jan 28 04:33:06.059196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54028) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:06.163349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1e87c24a-2ad1-4e02-a2fc-84e5a14fa838), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.202325 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Publish callbacks [] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.206800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1e87c24a-2ad1-4e02-a2fc-84e5a14fa838', 'network_id': '1e87c24a-2ad1-4e02-a2fc-84e5a14fa838', 'project_id': '133ea4b93f7c42ad9d04c4f30dfa851b', 'fixed_ips': [{'subnet_id': 'd3ae4462-97be-45e1-a508-16e1f26df678'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:33:06.208249 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.212367 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.275506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Network 8f758eae-1073-4a94-ad3e-b5d5c1780cec is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:06.282726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:06.289002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:06.341330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Pushing event updated for resources: {'Port': ['ID=430743e5-d24a-4c0c-a6f2-e2a75f5265a9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:06.433549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Attempting to bind port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:06.434289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Attempting to bind port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '5a9826da-b3ee-4243-9ae9-d85cd2dc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f758eae-1073-4a94-ad3e-b5d5c1780cec'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:06.434289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Attempting to bind port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 on network 8f758eae-1073-4a94-ad3e-b5d5c1780cec {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:06.446092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:06.446477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Checking segment: {'id': '5a9826da-b3ee-4243-9ae9-d85cd2dc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f758eae-1073-4a94-ad3e-b5d5c1780cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:06.446882 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.447275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Bound using segment: {'id': '5a9826da-b3ee-4243-9ae9-d85cd2dc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f758eae-1073-4a94-ad3e-b5d5c1780cec'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:06.447758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Bound port: 430743e5-d24a-4c0c-a6f2-e2a75f5265a9, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9826da-b3ee-4243-9ae9-d85cd2dc60ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f758eae-1073-4a94-ad3e-b5d5c1780cec'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:06.448142 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.470079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Allocated IP 2001:db8::2 (1e87c24a-2ad1-4e02-a2fc-84e5a14fa838/d3ae4462-97be-45e1-a508-16e1f26df678/05332539-ef57-4f42-b8ba-edf6266cceb5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:06.581405 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] For port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:06.585141 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (d3ae4462-97be-45e1-a508-16e1f26df678), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.586392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] For port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=430743e5-d24a-4c0c-a6f2-e2a75f5265a9,segment=NetworkSegment(5a9826da-b3ee-4243-9ae9-d85cd2dc60ea),segment_id=5a9826da-b3ee-4243-9ae9-d85cd2dc60ea)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:06.596049 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.699973 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ff27a-2a22-402f-bae0-623ad7f209bf None None] Pushing event updated for resources: {'Port': ['ID=430743e5-d24a-4c0c-a6f2-e2a75f5265a9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:06.720678 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Publish callbacks [] for port (05332539-ef57-4f42-b8ba-edf6266cceb5), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.726166 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (05332539-ef57-4f42-b8ba-edf6266cceb5), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.747176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (d3ae4462-97be-45e1-a508-16e1f26df678), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.770089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Network 1e87c24a-2ad1-4e02-a2fc-84e5a14fa838 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:06.773340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:06.778704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ae4462-97be-45e1-a508-16e1f26df678,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:06.779113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:06.784776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Pushing event updated for resources: {'Port': ['ID=05332539-ef57-4f42-b8ba-edf6266cceb5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:06.858265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Attempting to bind port 05332539-ef57-4f42-b8ba-edf6266cceb5 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:06.858638 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Attempting to bind port 05332539-ef57-4f42-b8ba-edf6266cceb5 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '876f6374-40a7-438d-b3f9-ba8f309532fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e87c24a-2ad1-4e02-a2fc-84e5a14fa838'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:06.859006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Attempting to bind port 05332539-ef57-4f42-b8ba-edf6266cceb5 on network 1e87c24a-2ad1-4e02-a2fc-84e5a14fa838 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:06.871205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:06.871205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Checking segment: {'id': '876f6374-40a7-438d-b3f9-ba8f309532fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e87c24a-2ad1-4e02-a2fc-84e5a14fa838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:06.871205 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.871205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Bound using segment: {'id': '876f6374-40a7-438d-b3f9-ba8f309532fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e87c24a-2ad1-4e02-a2fc-84e5a14fa838'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:06.871205 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Bound port: 05332539-ef57-4f42-b8ba-edf6266cceb5, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876f6374-40a7-438d-b3f9-ba8f309532fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e87c24a-2ad1-4e02-a2fc-84e5a14fa838'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:06.871942 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (05332539-ef57-4f42-b8ba-edf6266cceb5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.872833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1e87c24a-2ad1-4e02-a2fc-84e5a14fa838), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.898285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e87c24a-2ad1-4e02-a2fc-84e5a14fa838']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:06.911420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876f6374-40a7-438d-b3f9-ba8f309532fc') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:06.911725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876f6374-40a7-438d-b3f9-ba8f309532fc') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:06.922318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (876f6374-40a7-438d-b3f9-ba8f309532fc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.941147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] For port 05332539-ef57-4f42-b8ba-edf6266cceb5, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:06.941637 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (876f6374-40a7-438d-b3f9-ba8f309532fc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.948395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:06.948794 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (876f6374-40a7-438d-b3f9-ba8f309532fc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:06.951770 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:07.012579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] For port 05332539-ef57-4f42-b8ba-edf6266cceb5, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=05332539-ef57-4f42-b8ba-edf6266cceb5,segment=NetworkSegment(876f6374-40a7-438d-b3f9-ba8f309532fc),segment_id=876f6374-40a7-438d-b3f9-ba8f309532fc)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:07.013367 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 04:33:07.013367 n-d-808199-14 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 04:33:07.013367 n-d-808199-14 neutron-server[103289]: [parameters: {'id': '1e87c24a-2ad1-4e02-a2fc-84e5a14fa838'}] Jan 28 04:33:07.013367 n-d-808199-14 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:33:07.013793 n-d-808199-14 neutron-server[103289]: DEBUG oslo_db.api [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:33:07.017103 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (05332539-ef57-4f42-b8ba-edf6266cceb5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.099795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15d91e-284e-44e8-80c6-f95c3d5371ad None None] Pushing event updated for resources: {'Port': ['ID=05332539-ef57-4f42-b8ba-edf6266cceb5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:07.114654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfaa0fb-c801-42f7-8261-037367f62c00 None None] Network 1e87c24a-2ad1-4e02-a2fc-84e5a14fa838 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:07.462959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:07.513224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:07.513607 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.515164 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1e87c24a-2ad1-4e02-a2fc-84e5a14fa838), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.579724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Deleting port 05332539-ef57-4f42-b8ba-edf6266cceb5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:07.580123 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (05332539-ef57-4f42-b8ba-edf6266cceb5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.598043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:07.598953 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.637833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=430743e5-d24a-4c0c-a6f2-e2a75f5265a9,segment=NetworkSegment(5a9826da-b3ee-4243-9ae9-d85cd2dc60ea),segment_id=5a9826da-b3ee-4243-9ae9-d85cd2dc60ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:07.640212 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d1ca7f-8a31-40ac-bbe7-f3362e126026 None None] get_active_networks_info from n-d-808199-14 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:33:07.644540 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.648809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] For port 05332539-ef57-4f42-b8ba-edf6266cceb5, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=05332539-ef57-4f42-b8ba-edf6266cceb5,segment=NetworkSegment(876f6374-40a7-438d-b3f9-ba8f309532fc),segment_id=876f6374-40a7-438d-b3f9-ba8f309532fc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:07.649206 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (05332539-ef57-4f42-b8ba-edf6266cceb5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.662675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Calling delete_port for 05332539-ef57-4f42-b8ba-edf6266cceb5 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:07.739251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bc2397a2-eed3-4759-8562-7eff0f1e482a None None] Provisioning complete for port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:07.739835 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc2397a2-eed3-4759-8562-7eff0f1e482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.745957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (05332539-ef57-4f42-b8ba-edf6266cceb5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.767038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=430743e5-d24a-4c0c-a6f2-e2a75f5265a9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:07.772812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Port': ['ID=05332539-ef57-4f42-b8ba-edf6266cceb5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:07.774678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No DVR routers for this DVR port 05332539-ef57-4f42-b8ba-edf6266cceb5 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:07.802892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d1ca7f-8a31-40ac-bbe7-f3362e126026 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:33:07.853795 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1e87c24a-2ad1-4e02-a2fc-84e5a14fa838), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.876423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e87c24a-2ad1-4e02-a2fc-84e5a14fa838']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:07.886003 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876f6374-40a7-438d-b3f9-ba8f309532fc') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:07.886309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876f6374-40a7-438d-b3f9-ba8f309532fc') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:07.896298 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (876f6374-40a7-438d-b3f9-ba8f309532fc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.901590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bc2397a2-eed3-4759-8562-7eff0f1e482a None None] Current status of the port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:07.911555 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (876f6374-40a7-438d-b3f9-ba8f309532fc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.918025 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:07.918414 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (876f6374-40a7-438d-b3f9-ba8f309532fc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:07.921454 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:07.987504 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1e87c24a-2ad1-4e02-a2fc-84e5a14fa838), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.995736 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:07.999328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/networks/1e87c24a-2ad1-4e02-a2fc-84e5a14fa838 HTTP/1.1" status: 204 len: 168 time: 1.9389317 Jan 28 04:33:08.003103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.011186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c295907c-089c-4a98-a00d-b4ae69125264 None None] Network 8f758eae-1073-4a94-ad3e-b5d5c1780cec requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:08.013064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97477709-6953-47a4-aff9-7a357bd24363 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Network': ['ID=1e87c24a-2ad1-4e02-a2fc-84e5a14fa838,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:08.033558 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7dfb82e-2f1d-409c-9d4e-f74b1b621e7e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] GET failed (client error): The resource could not be found. Jan 28 04:33:08.038448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.038602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b7dfb82e-2f1d-409c-9d4e-f74b1b621e7e tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "GET /v2.0/subnets/d3ae4462-97be-45e1-a508-16e1f26df678 HTTP/1.1" status: 404 len: 337 time: 0.0344276 Jan 28 04:33:08.056993 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-18470c91-b3c2-455f-bc2b-874322e81a5b tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] DELETE failed (client error): The resource could not be found. Jan 28 04:33:08.057493 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18470c91-b3c2-455f-bc2b-874322e81a5b tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:33:08.060988 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-18470c91-b3c2-455f-bc2b-874322e81a5b tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/networks/1e87c24a-2ad1-4e02-a2fc-84e5a14fa838 HTTP/1.1" status: 404 len: 339 time: 0.0209973 Jan 28 04:33:08.064523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.091009 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3453a289-6e82-41b5-ba66-2d8e04e2b467 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] DELETE failed (client error): The resource could not be found. Jan 28 04:33:08.091454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3453a289-6e82-41b5-ba66-2d8e04e2b467 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:33:08.094438 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3453a289-6e82-41b5-ba66-2d8e04e2b467 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/subnets/d3ae4462-97be-45e1-a508-16e1f26df678 HTTP/1.1" status: 404 len: 337 time: 0.0289783 Jan 28 04:33:08.097126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.114699 n-d-808199-14 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5b8936-075f-4821-9ef6-0caceecd2214 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] DELETE failed (client error): The resource could not be found. Jan 28 04:33:08.115095 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5b8936-075f-4821-9ef6-0caceecd2214 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:33:08.118092 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2d5b8936-075f-4821-9ef6-0caceecd2214 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/networks/1e87c24a-2ad1-4e02-a2fc-84e5a14fa838 HTTP/1.1" status: 404 len: 339 time: 0.0200796 Jan 28 04:33:08.120623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54040) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.181726 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3a2927-ea9d-4bd5-a7ce-b54f03039d74 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Deleting subnet 40f37169-3867-475b-81db-fc55e2fc18f6 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:33:08.185068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2927-ea9d-4bd5-a7ce-b54f03039d74 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for subnet (40f37169-3867-475b-81db-fc55e2fc18f6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.226789 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2927-ea9d-4bd5-a7ce-b54f03039d74 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (40f37169-3867-475b-81db-fc55e2fc18f6), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.311786 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2927-ea9d-4bd5-a7ce-b54f03039d74 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (40f37169-3867-475b-81db-fc55e2fc18f6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.325689 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-48832e5a-9662-443f-8460-c91dae48a89e None None] Provisioning complete for port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:08.326067 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-48832e5a-9662-443f-8460-c91dae48a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.374741 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2927-ea9d-4bd5-a7ce-b54f03039d74 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (40f37169-3867-475b-81db-fc55e2fc18f6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.401962 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a2927-ea9d-4bd5-a7ce-b54f03039d74 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Subnet': ['ID=40f37169-3867-475b-81db-fc55e2fc18f6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:08.405738 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2927-ea9d-4bd5-a7ce-b54f03039d74 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.408942 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ed3a2927-ea9d-4bd5-a7ce-b54f03039d74 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/subnets/40f37169-3867-475b-81db-fc55e2fc18f6 HTTP/1.1" status: 204 len: 168 time: 0.2873542 Jan 28 04:33:08.411418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.415131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17137aad-cb2b-4d08-8c6b-e960bd643fe4 None None] Network 8f758eae-1073-4a94-ad3e-b5d5c1780cec requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:08.419796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-48832e5a-9662-443f-8460-c91dae48a89e None None] Current status of the port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:08.485439 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8f758eae-1073-4a94-ad3e-b5d5c1780cec), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.544137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Deleting port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:08.544477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.552501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e85eb-b4a1-4cc0-b3cb-1f7d2b3bf0f4 None None] DHCP port deletion for 8f758eae-1073-4a94-ad3e-b5d5c1780cec request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:33:08.605474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-744e85eb-b4a1-4cc0-b3cb-1f7d2b3bf0f4 None None] Deleting port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:08.605848 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-744e85eb-b4a1-4cc0-b3cb-1f7d2b3bf0f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.607657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] For port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=430743e5-d24a-4c0c-a6f2-e2a75f5265a9,segment=NetworkSegment(5a9826da-b3ee-4243-9ae9-d85cd2dc60ea),segment_id=5a9826da-b3ee-4243-9ae9-d85cd2dc60ea)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:08.608029 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.622063 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Calling delete_port for 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:08.669520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-744e85eb-b4a1-4cc0-b3cb-1f7d2b3bf0f4 None None] For port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=430743e5-d24a-4c0c-a6f2-e2a75f5265a9,segment=NetworkSegment(5a9826da-b3ee-4243-9ae9-d85cd2dc60ea),segment_id=5a9826da-b3ee-4243-9ae9-d85cd2dc60ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:08.669920 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-744e85eb-b4a1-4cc0-b3cb-1f7d2b3bf0f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.684120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-744e85eb-b4a1-4cc0-b3cb-1f7d2b3bf0f4 None None] Calling delete_port for 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:08.707149 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.734427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Port': ['ID=430743e5-d24a-4c0c-a6f2-e2a75f5265a9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:08.736456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No DVR routers for this DVR port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:08.766823 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-744e85eb-b4a1-4cc0-b3cb-1f7d2b3bf0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (430743e5-d24a-4c0c-a6f2-e2a75f5265a9), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.790532 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e85eb-b4a1-4cc0-b3cb-1f7d2b3bf0f4 None None] Pushing event deleted for resources: {'Port': ['ID=430743e5-d24a-4c0c-a6f2-e2a75f5265a9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:08.796400 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e85eb-b4a1-4cc0-b3cb-1f7d2b3bf0f4 None None] No DVR routers for this DVR port 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:08.820790 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8f758eae-1073-4a94-ad3e-b5d5c1780cec), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.841616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f758eae-1073-4a94-ad3e-b5d5c1780cec']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:08.851380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9826da-b3ee-4243-9ae9-d85cd2dc60ea') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:08.851680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9826da-b3ee-4243-9ae9-d85cd2dc60ea') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:08.860743 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (5a9826da-b3ee-4243-9ae9-d85cd2dc60ea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.873878 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (5a9826da-b3ee-4243-9ae9-d85cd2dc60ea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.879694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:08.880154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (5a9826da-b3ee-4243-9ae9-d85cd2dc60ea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:08.883251 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:08.945132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8f758eae-1073-4a94-ad3e-b5d5c1780cec), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.949552 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:08.952694 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/networks/8f758eae-1073-4a94-ad3e-b5d5c1780cec HTTP/1.1" status: 204 len: 168 time: 0.5402839 Jan 28 04:33:08.955407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54044) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:08.967495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba7e41-2a6e-4c15-a6e4-3f0343bee0c4 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Network': ['ID=8f758eae-1073-4a94-ad3e-b5d5c1780cec,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:08.981229 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e3164e-3131-446f-965e-68af50c8532f tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] DELETE failed (client error): The resource could not be found. Jan 28 04:33:08.981696 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e3164e-3131-446f-965e-68af50c8532f tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:33:08.984747 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-82e3164e-3131-446f-965e-68af50c8532f tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/subnets/7251f0e6-c2cb-4c51-a01f-9a137bd8b98d HTTP/1.1" status: 404 len: 337 time: 0.0282938 Jan 28 04:33:08.987216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54046) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:09.007098 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d080434-7110-427b-8173-64074881b27b tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] DELETE failed (client error): The resource could not be found. Jan 28 04:33:09.007722 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d080434-7110-427b-8173-64074881b27b tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:33:09.010580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4d080434-7110-427b-8173-64074881b27b tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/networks/018a64ca-304b-4f88-a85b-87df4a43a132 HTTP/1.1" status: 404 len: 339 time: 0.0224771 Jan 28 04:33:09.013051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:09.037806 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb30bda-5aae-4ae7-beef-5a0660a7f7f9 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] DELETE failed (client error): The resource could not be found. Jan 28 04:33:09.038248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb30bda-5aae-4ae7-beef-5a0660a7f7f9 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:33:09.041177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8cb30bda-5aae-4ae7-beef-5a0660a7f7f9 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/subnets/c679093a-7f9d-4c68-9256-b6069af684fa HTTP/1.1" status: 404 len: 337 time: 0.0272281 Jan 28 04:33:09.043470 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:09.061059 n-d-808199-14 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-497af2c3-ac95-49ae-803d-4a15da016062 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] DELETE failed (client error): The resource could not be found. Jan 28 04:33:09.061471 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497af2c3-ac95-49ae-803d-4a15da016062 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:33:09.064592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-497af2c3-ac95-49ae-803d-4a15da016062 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/networks/9d1f7d6a-ca95-43c4-a14b-c1b86f31dc63 HTTP/1.1" status: 404 len: 339 time: 0.0202668 Jan 28 04:33:09.066932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:09.120168 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-720b9ee4-e48c-49ec-9e9b-9ad1e5576303 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Deleting subnet 4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:33:09.123322 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-720b9ee4-e48c-49ec-9e9b-9ad1e5576303 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for subnet (4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.162275 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-720b9ee4-e48c-49ec-9e9b-9ad1e5576303 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.242046 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-720b9ee4-e48c-49ec-9e9b-9ad1e5576303 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.302883 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-720b9ee4-e48c-49ec-9e9b-9ad1e5576303 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.328995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b9ee4-e48c-49ec-9e9b-9ad1e5576303 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:09.333352 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-720b9ee4-e48c-49ec-9e9b-9ad1e5576303 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.336590 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-720b9ee4-e48c-49ec-9e9b-9ad1e5576303 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/subnets/4b5a9f2f-0da1-4be0-ac43-3f47fcb41cd5 HTTP/1.1" status: 204 len: 168 time: 0.2687278 Jan 28 04:33:09.339077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54054) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:09.341662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d319d93-fd04-4c52-a9af-c518eff7eaf2 None None] Network d8fcbcce-c89a-4f19-a2f0-b4af6493589c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:09.421775 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d8fcbcce-c89a-4f19-a2f0-b4af6493589c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.425084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:09.447550 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:33:09.447926 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 430743e5-d24a-4c0c-a6f2-e2a75f5265a9 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:09.480211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Deleting port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:09.480556 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.524699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4658358-96a0-44f0-8677-c9600ffba162 None None] DHCP port deletion for d8fcbcce-c89a-4f19-a2f0-b4af6493589c request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:33:09.549513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] For port 119db9bd-fdf7-4238-9219-cf45dc58d6c7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=119db9bd-fdf7-4238-9219-cf45dc58d6c7,segment=NetworkSegment(02320721-f525-4990-8ae5-ccd3df437365),segment_id=02320721-f525-4990-8ae5-ccd3df437365)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:09.549913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.563208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Calling delete_port for 119db9bd-fdf7-4238-9219-cf45dc58d6c7 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:09.572308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c4658358-96a0-44f0-8677-c9600ffba162 None None] Deleting port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:09.572817 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4658358-96a0-44f0-8677-c9600ffba162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.637832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c4658358-96a0-44f0-8677-c9600ffba162 None None] For port 119db9bd-fdf7-4238-9219-cf45dc58d6c7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=119db9bd-fdf7-4238-9219-cf45dc58d6c7,segment=NetworkSegment(02320721-f525-4990-8ae5-ccd3df437365),segment_id=02320721-f525-4990-8ae5-ccd3df437365)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:09.638353 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4658358-96a0-44f0-8677-c9600ffba162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.641835 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.652963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c4658358-96a0-44f0-8677-c9600ffba162 None None] Calling delete_port for 119db9bd-fdf7-4238-9219-cf45dc58d6c7 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:09.672023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Port': ['ID=119db9bd-fdf7-4238-9219-cf45dc58d6c7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:09.675738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] No DVR routers for this DVR port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:09.732646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4658358-96a0-44f0-8677-c9600ffba162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (119db9bd-fdf7-4238-9219-cf45dc58d6c7), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.754320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d8fcbcce-c89a-4f19-a2f0-b4af6493589c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.759586 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4658358-96a0-44f0-8677-c9600ffba162 None None] No DVR routers for this DVR port 119db9bd-fdf7-4238-9219-cf45dc58d6c7 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:09.763419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4658358-96a0-44f0-8677-c9600ffba162 None None] Pushing event deleted for resources: {'Port': ['ID=119db9bd-fdf7-4238-9219-cf45dc58d6c7,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:09.778041 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fcbcce-c89a-4f19-a2f0-b4af6493589c']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:09.787811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02320721-f525-4990-8ae5-ccd3df437365') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:09.788109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02320721-f525-4990-8ae5-ccd3df437365') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:09.797192 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (02320721-f525-4990-8ae5-ccd3df437365), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.810230 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (02320721-f525-4990-8ae5-ccd3df437365), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.816393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:09.816970 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (02320721-f525-4990-8ae5-ccd3df437365), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:09.820055 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:09.880437 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d8fcbcce-c89a-4f19-a2f0-b4af6493589c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.887140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:09.890273 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] 10.222.0.44 "DELETE /v2.0/networks/d8fcbcce-c89a-4f19-a2f0-b4af6493589c HTTP/1.1" status: 204 len: 168 time: 0.5502810 Jan 28 04:33:09.902971 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcccb5-f2c4-4c64-a20d-55fe0b902656 tempest-NetworksIpV6Test-1492784000 tempest-NetworksIpV6Test-1492784000-project] Pushing event deleted for resources: {'Network': ['ID=d8fcbcce-c89a-4f19-a2f0-b4af6493589c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:10.134251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:10.264709 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-bf1de115-4f18-4cbf-ab76-d205509e7eb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=133ea4b93f7c42ad9d04c4f30dfa851b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292424 Jan 28 04:33:10.267318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:10.313969 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47a2c482-9d7b-45f1-a5fa-60e0fe4f98c8 admin admin] Publish callbacks [] for security_group (59d1c709-43dd-4fe8-9d90-0ef317da7e2d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.335640 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47a2c482-9d7b-45f1-a5fa-60e0fe4f98c8 admin admin] Publish callbacks [] for security_group (59d1c709-43dd-4fe8-9d90-0ef317da7e2d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.381072 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47a2c482-9d7b-45f1-a5fa-60e0fe4f98c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (59d1c709-43dd-4fe8-9d90-0ef317da7e2d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.383669 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47a2c482-9d7b-45f1-a5fa-60e0fe4f98c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:10.384860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-47a2c482-9d7b-45f1-a5fa-60e0fe4f98c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59d1c709-43dd-4fe8-9d90-0ef317da7e2d HTTP/1.1" status: 204 len: 168 time: 0.1166930 Jan 28 04:33:10.392625 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2c482-9d7b-45f1-a5fa-60e0fe4f98c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d1c709-43dd-4fe8-9d90-0ef317da7e2d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:10.625659 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bbfbf47f-33c7-46f6-b278-19e089af0817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.019305 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:11.112548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8491ec1f-e24d-41f1-8575-ca7848cf506e tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-888427274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:11.139193 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8491ec1f-e24d-41f1-8575-ca7848cf506e tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (dbe4ebf1-5fb0-4313-ae33-2da648d81be8), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.140429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8491ec1f-e24d-41f1-8575-ca7848cf506e tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (dbe4ebf1-5fb0-4313-ae33-2da648d81be8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.189976 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8491ec1f-e24d-41f1-8575-ca7848cf506e tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for router_controller (dbe4ebf1-5fb0-4313-ae33-2da648d81be8), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.194839 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8491ec1f-e24d-41f1-8575-ca7848cf506e tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (dbe4ebf1-5fb0-4313-ae33-2da648d81be8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.212456 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8491ec1f-e24d-41f1-8575-ca7848cf506e tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.213677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8491ec1f-e24d-41f1-8575-ca7848cf506e tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1924565 Jan 28 04:33:11.216332 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:11.221201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-672538677'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:11.239526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Made reservation on behalf of ae8bf88e9ff74e16b01d5bdf4868f55c for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:11.242949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.251481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.330997 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for security_group (dc8fd9bc-73b4-408f-adc7-40d4e93f9c22), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.335026 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dc8fd9bc-73b4-408f-adc7-40d4e93f9c22), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.361519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:11.371871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8fd9bc-73b4-408f-adc7-40d4e93f9c22,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:11.377476 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c0a5b124-f55c-4c96-9047-0ddde4da89b5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.377999 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Added segment c0a5b124-f55c-4c96-9047-0ddde4da89b5 of type vlan for network 74198d33-77aa-4c50-a3fa-351815758d0e Jan 28 04:33:11.422639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 119db9bd-fdf7-4238-9219-cf45dc58d6c7 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:11.427584 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (74198d33-77aa-4c50-a3fa-351815758d0e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.443565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 119db9bd-fdf7-4238-9219-cf45dc58d6c7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:33:11.444012 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 119db9bd-fdf7-4238-9219-cf45dc58d6c7 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:11.455415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (74198d33-77aa-4c50-a3fa-351815758d0e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.460557 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.461168 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.521227 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3037734 Jan 28 04:33:11.524158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54092) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:11.527475 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635168cd-05d6-4644-aecd-555968731f83 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event updated for resources: {'Network': ['ID=74198d33-77aa-4c50-a3fa-351815758d0e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:11.529930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Request body: {'subnet': {'network_id': '74198d33-77aa-4c50-a3fa-351815758d0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:11.537768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 74198d33-77aa-4c50-a3fa-351815758d0e details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:11.620687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Made reservation on behalf of ae8bf88e9ff74e16b01d5bdf4868f55c for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:11.624132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.803137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (2d189dfb-b71d-4102-abeb-9febb7ec3c32), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.867318 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event updated for resources: {'Subnet': ['ID=2d189dfb-b71d-4102-abeb-9febb7ec3c32,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:11.875974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Checking segment: {'id': 'c0a5b124-f55c-4c96-9047-0ddde4da89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '74198d33-77aa-4c50-a3fa-351815758d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:11.876337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Network hostable DHCP agents. Network: 74198d33-77aa-4c50-a3fa-351815758d0e, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:11.892750 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Network 74198d33-77aa-4c50-a3fa-351815758d0e is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:11.901278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 74198d33-77aa-4c50-a3fa-351815758d0e) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:11.905310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:11.905906 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.912612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4415ec-7b05-4155-a966-913ef570d588 None None] Network 74198d33-77aa-4c50-a3fa-351815758d0e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:11.923972 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8a50e76f-4a0d-4a47-8b19-b409c59a6814 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3987234 Jan 28 04:33:11.927825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54094) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:11.932751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1747794592'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:11.951129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Made reservation on behalf of ae8bf88e9ff74e16b01d5bdf4868f55c for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:11.954562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.978480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:11.993750 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (68ee7db7-2e76-4eca-974b-31cbb4f82f27), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:11.993750 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Added segment 68ee7db7-2e76-4eca-974b-31cbb4f82f27 of type vlan for network 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155 Jan 28 04:33:12.025589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-74198d33-77aa-4c50-a3fa-351815758d0e', 'network_id': '74198d33-77aa-4c50-a3fa-351815758d0e', 'project_id': 'ae8bf88e9ff74e16b01d5bdf4868f55c', 'fixed_ips': [{'subnet_id': '2d189dfb-b71d-4102-abeb-9febb7ec3c32'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:33:12.026457 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.031758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (2fdf0e72-77fc-4e8b-8e03-47f96fbf5155), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.056602 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (2fdf0e72-77fc-4e8b-8e03-47f96fbf5155), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.061513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:12.062092 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.126308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1973107 Jan 28 04:33:12.129066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54096) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:12.136120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Request body: {'subnet': {'network_id': '2fdf0e72-77fc-4e8b-8e03-47f96fbf5155', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:12.140600 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b6e51-cd21-479a-b566-86d3918cea73 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event updated for resources: {'Network': ['ID=2fdf0e72-77fc-4e8b-8e03-47f96fbf5155,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:12.151824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:12.208912 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Allocated IP 172.20.0.2 (74198d33-77aa-4c50-a3fa-351815758d0e/2d189dfb-b71d-4102-abeb-9febb7ec3c32/d28fd08f-3f0f-427f-bea3-cb283b85e40e) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:12.227581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Made reservation on behalf of ae8bf88e9ff74e16b01d5bdf4868f55c for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:12.231971 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.427122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (f405c41f-9a21-4d14-a13b-db846a639aba), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.493447 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event updated for resources: {'Subnet': ['ID=f405c41f-9a21-4d14-a13b-db846a639aba,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:12.500588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Checking segment: {'id': '68ee7db7-2e76-4eca-974b-31cbb4f82f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2fdf0e72-77fc-4e8b-8e03-47f96fbf5155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:12.501115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Network hostable DHCP agents. Network: 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:12.517035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Network 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:12.525494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:12.529639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:12.530230 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.538225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8ed8e-d58e-4d6d-93cc-cf18fa5338ca None None] Network 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:12.547229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2e8b1583-184a-41f7-8012-dc279f425801 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4170260 Jan 28 04:33:12.552255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:12.555246 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Publish callbacks [] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.556978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ef54fddd-9091-48e6-9271-3b513f0dd589 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Request body: {'router': {'external_gateway_info': {'network_id': '2fdf0e72-77fc-4e8b-8e03-47f96fbf5155'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:12.590299 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.649663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Network 74198d33-77aa-4c50-a3fa-351815758d0e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:12.665887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:12.671867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:12.673628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Pushing event updated for resources: {'Port': ['ID=d28fd08f-3f0f-427f-bea3-cb283b85e40e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:12.703273 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-509436e1-21c4-4a11-a294-21c5c656c352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.712194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-2fdf0e72-77fc-4e8b-8e03-47f96fbf5155', 'network_id': '2fdf0e72-77fc-4e8b-8e03-47f96fbf5155', 'project_id': 'ae8bf88e9ff74e16b01d5bdf4868f55c', 'fixed_ips': [{'subnet_id': 'f405c41f-9a21-4d14-a13b-db846a639aba'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:33:12.713078 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.769765 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.771092 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef54fddd-9091-48e6-9271-3b513f0dd589 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for router_gateway (dbe4ebf1-5fb0-4313-ae33-2da648d81be8), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.788074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Attempting to bind port d28fd08f-3f0f-427f-bea3-cb283b85e40e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:12.788447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Attempting to bind port d28fd08f-3f0f-427f-bea3-cb283b85e40e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c0a5b124-f55c-4c96-9047-0ddde4da89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '74198d33-77aa-4c50-a3fa-351815758d0e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:12.788812 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Attempting to bind port d28fd08f-3f0f-427f-bea3-cb283b85e40e on network 74198d33-77aa-4c50-a3fa-351815758d0e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:12.839417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:12.839801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Checking segment: {'id': 'c0a5b124-f55c-4c96-9047-0ddde4da89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '74198d33-77aa-4c50-a3fa-351815758d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:12.840211 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.840608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Bound using segment: {'id': 'c0a5b124-f55c-4c96-9047-0ddde4da89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '74198d33-77aa-4c50-a3fa-351815758d0e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:12.841116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Bound port: d28fd08f-3f0f-427f-bea3-cb283b85e40e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a5b124-f55c-4c96-9047-0ddde4da89b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '74198d33-77aa-4c50-a3fa-351815758d0e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:12.841504 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:12.880916 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [None req-ef54fddd-9091-48e6-9271-3b513f0dd589 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:33:12.888150 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ef54fddd-9091-48e6-9271-3b513f0dd589 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "PUT /v2.0/routers/dbe4ebf1-5fb0-4313-ae33-2da648d81be8 HTTP/1.1" status: 400 len: 364 time: 0.3287151 Jan 28 04:33:12.888614 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:12.944359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b00bee-faf1-43b9-9126-23fd9c3426ea tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Deleting subnet f405c41f-9a21-4d14-a13b-db846a639aba {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:33:12.954128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] For port d28fd08f-3f0f-427f-bea3-cb283b85e40e, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:12.957902 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] For port d28fd08f-3f0f-427f-bea3-cb283b85e40e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d28fd08f-3f0f-427f-bea3-cb283b85e40e,segment=NetworkSegment(c0a5b124-f55c-4c96-9047-0ddde4da89b5),segment_id=c0a5b124-f55c-4c96-9047-0ddde4da89b5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:12.959324 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Allocated IP 172.21.0.2 (2fdf0e72-77fc-4e8b-8e03-47f96fbf5155/f405c41f-9a21-4d14-a13b-db846a639aba/77461f8f-294e-4df8-bdc5-e789f471a6ae) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:12.964937 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.080870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c6ff5-9ad7-443f-a05a-bb84a1d02299 None None] Pushing event updated for resources: {'Port': ['ID=d28fd08f-3f0f-427f-bea3-cb283b85e40e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:13.184607 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Publish callbacks [] for port (77461f8f-294e-4df8-bdc5-e789f471a6ae), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.192156 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41b00bee-faf1-43b9-9126-23fd9c3426ea tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for subnet (f405c41f-9a21-4d14-a13b-db846a639aba), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.202754 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (77461f8f-294e-4df8-bdc5-e789f471a6ae), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.243949 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41b00bee-faf1-43b9-9126-23fd9c3426ea tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (f405c41f-9a21-4d14-a13b-db846a639aba), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.245291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Network 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:13.248389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:13.255312 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:13.262561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Pushing event updated for resources: {'Port': ['ID=77461f8f-294e-4df8-bdc5-e789f471a6ae,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:13.324236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Attempting to bind port 77461f8f-294e-4df8-bdc5-e789f471a6ae on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:13.324236 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Attempting to bind port 77461f8f-294e-4df8-bdc5-e789f471a6ae by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '68ee7db7-2e76-4eca-974b-31cbb4f82f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2fdf0e72-77fc-4e8b-8e03-47f96fbf5155'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:13.324580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Attempting to bind port 77461f8f-294e-4df8-bdc5-e789f471a6ae on network 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:13.331561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:13.331940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Checking segment: {'id': '68ee7db7-2e76-4eca-974b-31cbb4f82f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2fdf0e72-77fc-4e8b-8e03-47f96fbf5155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:13.333077 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.333501 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Bound using segment: {'id': '68ee7db7-2e76-4eca-974b-31cbb4f82f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2fdf0e72-77fc-4e8b-8e03-47f96fbf5155'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:13.333980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Bound port: 77461f8f-294e-4df8-bdc5-e789f471a6ae, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ee7db7-2e76-4eca-974b-31cbb4f82f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2fdf0e72-77fc-4e8b-8e03-47f96fbf5155'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:13.334635 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (77461f8f-294e-4df8-bdc5-e789f471a6ae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.346686 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41b00bee-faf1-43b9-9126-23fd9c3426ea tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f405c41f-9a21-4d14-a13b-db846a639aba), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.414489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41b00bee-faf1-43b9-9126-23fd9c3426ea tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (f405c41f-9a21-4d14-a13b-db846a639aba), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.421492 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] For port 77461f8f-294e-4df8-bdc5-e789f471a6ae, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:13.425146 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] For port 77461f8f-294e-4df8-bdc5-e789f471a6ae, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=77461f8f-294e-4df8-bdc5-e789f471a6ae,segment=NetworkSegment(68ee7db7-2e76-4eca-974b-31cbb4f82f27),segment_id=68ee7db7-2e76-4eca-974b-31cbb4f82f27)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:13.431474 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (77461f8f-294e-4df8-bdc5-e789f471a6ae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.447722 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41b00bee-faf1-43b9-9126-23fd9c3426ea tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.453130 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-41b00bee-faf1-43b9-9126-23fd9c3426ea tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "DELETE /v2.0/subnets/f405c41f-9a21-4d14-a13b-db846a639aba HTTP/1.1" status: 204 len: 168 time: 0.5608070 Jan 28 04:33:13.453130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b00bee-faf1-43b9-9126-23fd9c3426ea tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event deleted for resources: {'Subnet': ['ID=f405c41f-9a21-4d14-a13b-db846a639aba,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:13.454223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54102) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:13.497806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf887dd-d091-41b2-9aae-378ae95714db None None] Pushing event updated for resources: {'Port': ['ID=77461f8f-294e-4df8-bdc5-e789f471a6ae,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:13.513957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d28fd08f-3f0f-427f-bea3-cb283b85e40e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:13.551565 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (2fdf0e72-77fc-4e8b-8e03-47f96fbf5155), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.570156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port d28fd08f-3f0f-427f-bea3-cb283b85e40e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:13.570532 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.611708 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Deleting port 77461f8f-294e-4df8-bdc5-e789f471a6ae {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:13.612278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (77461f8f-294e-4df8-bdc5-e789f471a6ae), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.640868 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:33:13.655333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port d28fd08f-3f0f-427f-bea3-cb283b85e40e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:13.655791 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.700264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port d28fd08f-3f0f-427f-bea3-cb283b85e40e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d28fd08f-3f0f-427f-bea3-cb283b85e40e,segment=NetworkSegment(c0a5b124-f55c-4c96-9047-0ddde4da89b5),segment_id=c0a5b124-f55c-4c96-9047-0ddde4da89b5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:13.709500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] For port 77461f8f-294e-4df8-bdc5-e789f471a6ae, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=77461f8f-294e-4df8-bdc5-e789f471a6ae,segment=NetworkSegment(68ee7db7-2e76-4eca-974b-31cbb4f82f27),segment_id=68ee7db7-2e76-4eca-974b-31cbb4f82f27)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:13.710221 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (77461f8f-294e-4df8-bdc5-e789f471a6ae), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.710962 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.725308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Calling delete_port for 77461f8f-294e-4df8-bdc5-e789f471a6ae owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:13.766530 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=d28fd08f-3f0f-427f-bea3-cb283b85e40e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:13.838041 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (77461f8f-294e-4df8-bdc5-e789f471a6ae), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.867086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event deleted for resources: {'Port': ['ID=77461f8f-294e-4df8-bdc5-e789f471a6ae,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:13.869022 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] No DVR routers for this DVR port 77461f8f-294e-4df8-bdc5-e789f471a6ae on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:13.951984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (2fdf0e72-77fc-4e8b-8e03-47f96fbf5155), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:13.974670 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdf0e72-77fc-4e8b-8e03-47f96fbf5155']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:13.985114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ee7db7-2e76-4eca-974b-31cbb4f82f27') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:13.985443 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ee7db7-2e76-4eca-974b-31cbb4f82f27') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:14.000553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (68ee7db7-2e76-4eca-974b-31cbb4f82f27), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.015172 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (68ee7db7-2e76-4eca-974b-31cbb4f82f27), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.021579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:14.021980 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (68ee7db7-2e76-4eca-974b-31cbb4f82f27), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:14.025237 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:14.089095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (2fdf0e72-77fc-4e8b-8e03-47f96fbf5155), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.097594 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.101322 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "DELETE /v2.0/networks/2fdf0e72-77fc-4e8b-8e03-47f96fbf5155 HTTP/1.1" status: 204 len: 168 time: 0.6458755 Jan 28 04:33:14.103724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54104) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:14.127779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f23f83-775e-416f-8374-f5a968a3f0c3 None None] Network 74198d33-77aa-4c50-a3fa-351815758d0e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:14.139813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10115c-9468-4d0f-9644-3802d6a4d605 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event deleted for resources: {'Network': ['ID=2fdf0e72-77fc-4e8b-8e03-47f96fbf5155,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:14.165208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-869ed0aa-29a9-438f-923a-d45f4a61c969 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Deleting subnet 2d189dfb-b71d-4102-abeb-9febb7ec3c32 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:33:14.168493 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-869ed0aa-29a9-438f-923a-d45f4a61c969 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for subnet (2d189dfb-b71d-4102-abeb-9febb7ec3c32), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.209279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-14b9cfe2-96b8-4c9a-8dcd-ba0192da4fa7 None None] Provisioning complete for port d28fd08f-3f0f-427f-bea3-cb283b85e40e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:14.209627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14b9cfe2-96b8-4c9a-8dcd-ba0192da4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.221483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-869ed0aa-29a9-438f-923a-d45f4a61c969 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (2d189dfb-b71d-4102-abeb-9febb7ec3c32), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.335362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-14b9cfe2-96b8-4c9a-8dcd-ba0192da4fa7 None None] Current status of the port d28fd08f-3f0f-427f-bea3-cb283b85e40e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:14.352049 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-869ed0aa-29a9-438f-923a-d45f4a61c969 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (2d189dfb-b71d-4102-abeb-9febb7ec3c32), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.443103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-869ed0aa-29a9-438f-923a-d45f4a61c969 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (2d189dfb-b71d-4102-abeb-9febb7ec3c32), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.483109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.495462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ed0aa-29a9-438f-923a-d45f4a61c969 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event deleted for resources: {'Subnet': ['ID=2d189dfb-b71d-4102-abeb-9febb7ec3c32,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:14.500114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-869ed0aa-29a9-438f-923a-d45f4a61c969 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.503785 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-869ed0aa-29a9-438f-923a-d45f4a61c969 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "DELETE /v2.0/subnets/2d189dfb-b71d-4102-abeb-9febb7ec3c32 HTTP/1.1" status: 204 len: 168 time: 0.3990936 Jan 28 04:33:14.506813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:14.591144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616dd7f3-cf80-4296-9a7c-d9a9b016e6fd None None] Network 74198d33-77aa-4c50-a3fa-351815758d0e requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:14.622287 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (74198d33-77aa-4c50-a3fa-351815758d0e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.689924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Deleting port d28fd08f-3f0f-427f-bea3-cb283b85e40e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:14.690272 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.696574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6da5bd80-2d83-4cc3-9875-ee492c30c7c1 None None] Provisioning complete for port d28fd08f-3f0f-427f-bea3-cb283b85e40e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:14.696981 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6da5bd80-2d83-4cc3-9875-ee492c30c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.760218 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] For port d28fd08f-3f0f-427f-bea3-cb283b85e40e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=d28fd08f-3f0f-427f-bea3-cb283b85e40e,segment=NetworkSegment(c0a5b124-f55c-4c96-9047-0ddde4da89b5),segment_id=c0a5b124-f55c-4c96-9047-0ddde4da89b5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:14.760600 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.777652 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Calling delete_port for d28fd08f-3f0f-427f-bea3-cb283b85e40e owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:14.781608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9047040-5633-46f5-a5b6-9da6594f7a9a None None] DHCP port deletion for 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:33:14.810040 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6da5bd80-2d83-4cc3-9875-ee492c30c7c1 None None] Current status of the port d28fd08f-3f0f-427f-bea3-cb283b85e40e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:14.813826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143624b2-ec2c-4cce-9111-e997551846e3 None None] Network 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:14.828766 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143624b2-ec2c-4cce-9111-e997551846e3 None None] Network 2fdf0e72-77fc-4e8b-8e03-47f96fbf5155 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 04:33:14.833646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b3cb5f-d337-4e17-96c4-91ce617159f0 None None] DHCP port deletion for 74198d33-77aa-4c50-a3fa-351815758d0e request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:33:14.868482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.893204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-64b3cb5f-d337-4e17-96c4-91ce617159f0 None None] Deleting port d28fd08f-3f0f-427f-bea3-cb283b85e40e {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:33:14.893589 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64b3cb5f-d337-4e17-96c4-91ce617159f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.894179 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event deleted for resources: {'Port': ['ID=d28fd08f-3f0f-427f-bea3-cb283b85e40e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:14.898599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] No DVR routers for this DVR port d28fd08f-3f0f-427f-bea3-cb283b85e40e on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:14.912808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.952219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-12dc8cfc-2d14-47c6-92d3-b9e6ea5c2611 None None] Could not find standard attr ID for object 77461f8f-294e-4df8-bdc5-e789f471a6ae. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:33:14.967795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64b3cb5f-d337-4e17-96c4-91ce617159f0 None None] For port d28fd08f-3f0f-427f-bea3-cb283b85e40e, host n-d-808199-14, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:14.968200 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64b3cb5f-d337-4e17-96c4-91ce617159f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.978339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (74198d33-77aa-4c50-a3fa-351815758d0e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:14.986374 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-64b3cb5f-d337-4e17-96c4-91ce617159f0 None None] Calling delete_port for d28fd08f-3f0f-427f-bea3-cb283b85e40e owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:33:14.989941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-64b3cb5f-d337-4e17-96c4-91ce617159f0 None None] Port d28fd08f-3f0f-427f-bea3-cb283b85e40e was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:33:14.991263 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64b3cb5f-d337-4e17-96c4-91ce617159f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (d28fd08f-3f0f-427f-bea3-cb283b85e40e), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.003804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74198d33-77aa-4c50-a3fa-351815758d0e']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:15.013512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a5b124-f55c-4c96-9047-0ddde4da89b5') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:15.013808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a5b124-f55c-4c96-9047-0ddde4da89b5') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:15.016450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3cb5f-d337-4e17-96c4-91ce617159f0 None None] Pushing event deleted for resources: {'Port': ['ID=d28fd08f-3f0f-427f-bea3-cb283b85e40e,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:15.020102 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3cb5f-d337-4e17-96c4-91ce617159f0 None None] No DVR routers for this DVR port d28fd08f-3f0f-427f-bea3-cb283b85e40e on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:33:15.023621 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (c0a5b124-f55c-4c96-9047-0ddde4da89b5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.038474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (c0a5b124-f55c-4c96-9047-0ddde4da89b5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.044501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:33:15.044916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (c0a5b124-f55c-4c96-9047-0ddde4da89b5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:33:15.047841 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:33:15.104691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (74198d33-77aa-4c50-a3fa-351815758d0e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.111445 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.114820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "DELETE /v2.0/networks/74198d33-77aa-4c50-a3fa-351815758d0e HTTP/1.1" status: 204 len: 168 time: 0.6062896 Jan 28 04:33:15.117644 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:15.126315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa16d9-bb05-43d2-8af1-2b71cf571732 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Pushing event deleted for resources: {'Network': ['ID=74198d33-77aa-4c50-a3fa-351815758d0e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:15.144521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0c43c6a2-ebcb-46b0-9888-23909b23872e tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbe4ebf1-5fb0-4313-ae33-2da648d81be8 HTTP/1.1" status: 200 len: 205 time: 0.0256920 Jan 28 04:33:15.147465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:15.221306 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14816c1d-8e6b-4cdf-b7e4-84988bd5c984 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for router (dbe4ebf1-5fb0-4313-ae33-2da648d81be8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.384359 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14816c1d-8e6b-4cdf-b7e4-84988bd5c984 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (dbe4ebf1-5fb0-4313-ae33-2da648d81be8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.386658 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14816c1d-8e6b-4cdf-b7e4-84988bd5c984 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for router_controller (dbe4ebf1-5fb0-4313-ae33-2da648d81be8), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.435503 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14816c1d-8e6b-4cdf-b7e4-84988bd5c984 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (dbe4ebf1-5fb0-4313-ae33-2da648d81be8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.435726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d28fd08f-3f0f-427f-bea3-cb283b85e40e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:33:15.436273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14816c1d-8e6b-4cdf-b7e4-84988bd5c984 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Fanout notify agent at l3_agent the message router_deleted on router dbe4ebf1-5fb0-4313-ae33-2da648d81be8 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:33:15.446615 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14816c1d-8e6b-4cdf-b7e4-84988bd5c984 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.448621 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-14816c1d-8e6b-4cdf-b7e4-84988bd5c984 tempest-RoutersNegativeTest-603690798 tempest-RoutersNegativeTest-603690798-project] 10.222.0.44 "DELETE /v2.0/routers/dbe4ebf1-5fb0-4313-ae33-2da648d81be8 HTTP/1.1" status: 204 len: 168 time: 0.3002343 Jan 28 04:33:15.462600 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: d28fd08f-3f0f-427f-bea3-cb283b85e40e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:33:15.462945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device d28fd08f-3f0f-427f-bea3-cb283b85e40e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:33:15.696710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.703105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:15.832780 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e51024ee-33e9-40b1-967b-bb85110362c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae8bf88e9ff74e16b01d5bdf4868f55c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279910 Jan 28 04:33:15.835276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:15.886614 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e7f7-e77f-4233-a815-8804aba7ffad admin admin] Publish callbacks [] for security_group (dc8fd9bc-73b4-408f-adc7-40d4e93f9c22), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.906803 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e7f7-e77f-4233-a815-8804aba7ffad admin admin] Publish callbacks [] for security_group (dc8fd9bc-73b4-408f-adc7-40d4e93f9c22), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.956670 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e7f7-e77f-4233-a815-8804aba7ffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (dc8fd9bc-73b4-408f-adc7-40d4e93f9c22), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.959551 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e7f7-e77f-4233-a815-8804aba7ffad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:15.960728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c9c7e7f7-e77f-4233-a815-8804aba7ffad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc8fd9bc-73b4-408f-adc7-40d4e93f9c22 HTTP/1.1" status: 204 len: 168 time: 0.1245637 Jan 28 04:33:15.968543 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7e7f7-e77f-4233-a815-8804aba7ffad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8fd9bc-73b4-408f-adc7-40d4e93f9c22,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:16.579126 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:16.674251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-355877396-network', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:16.695523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Made reservation on behalf of 2f5b3c5a28dc47a3834dec503ee6f3cb for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:16.698247 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.706483 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.782910 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Publish callbacks [] for security_group (96279c60-bc0b-4b5f-a2e4-9f613905b6c1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.786701 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (96279c60-bc0b-4b5f-a2e4-9f613905b6c1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.809022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:16.823570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96279c60-bc0b-4b5f-a2e4-9f613905b6c1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:16.829317 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6b176c86-0ca6-4013-9cac-9c128c1ef8df), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.829810 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Added segment 6b176c86-0ca6-4013-9cac-9c128c1ef8df of type vlan for network cffa456e-ea22-4a40-b064-a5bf7ee7fcee Jan 28 04:33:16.870414 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (cffa456e-ea22-4a40-b064-a5bf7ee7fcee), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.881365 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.896437 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (cffa456e-ea22-4a40-b064-a5bf7ee7fcee), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.897401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:16.897980 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:16.953255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3729348 Jan 28 04:33:16.956120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54146) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:16.962629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Request body: {'subnet': {'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-355877396-subnet', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:16.962902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4500d33-bf6d-4c7a-9117-f6105296a4ea admin admin] Pushing event updated for resources: {'Network': ['ID=cffa456e-ea22-4a40-b064-a5bf7ee7fcee,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:16.972576 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network cffa456e-ea22-4a40-b064-a5bf7ee7fcee details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:16.984680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Made reservation on behalf of 2f5b3c5a28dc47a3834dec503ee6f3cb for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:16.987099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.153968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (975d7148-a79e-4243-84c4-8fc72c87ab44), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.209661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=975d7148-a79e-4243-84c4-8fc72c87ab44,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:17.217886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Checking segment: {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:17.218238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Network hostable DHCP agents. Network: cffa456e-ea22-4a40-b064-a5bf7ee7fcee, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:17.234123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Network cffa456e-ea22-4a40-b064-a5bf7ee7fcee is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:17.242894 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, cffa456e-ea22-4a40-b064-a5bf7ee7fcee) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:17.247074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:17.247674 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.252117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df026130-4be3-4885-8f1e-96a59ff5cffb None None] Network cffa456e-ea22-4a40-b064-a5bf7ee7fcee requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:17.266448 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2d725ce6-2d1d-4acf-ab97-1262ecae1fb3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3085821 Jan 28 04:33:17.269263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54148) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:17.274631 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-355877396-router', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:17.293685 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (2a77c248-8bd3-47c5-8b71-24b39e80aa67), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.294683 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (2a77c248-8bd3-47c5-8b71-24b39e80aa67), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.345224 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks [] for router_controller (2a77c248-8bd3-47c5-8b71-24b39e80aa67), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.358276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'fixed_ips': [{'subnet_id': '975d7148-a79e-4243-84c4-8fc72c87ab44'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:33:17.359137 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.492336 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks [] for router_gateway (2a77c248-8bd3-47c5-8b71-24b39e80aa67), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.502296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Allocated IP 172.20.0.2 (cffa456e-ea22-4a40-b064-a5bf7ee7fcee/975d7148-a79e-4243-84c4-8fc72c87ab44/21e3cd08-bedf-4c16-b540-618f7d5a7ab7) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:17.646222 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Publish callbacks [] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.652611 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.695515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Network cffa456e-ea22-4a40-b064-a5bf7ee7fcee is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:17.698363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:17.701301 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks [] for router_gateway (2a77c248-8bd3-47c5-8b71-24b39e80aa67), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.704004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:17.711230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Pushing event updated for resources: {'Port': ['ID=21e3cd08-bedf-4c16-b540-618f7d5a7ab7,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:17.720877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.762726 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Attempting to bind port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:17.763017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Attempting to bind port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:17.763382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Attempting to bind port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 on network cffa456e-ea22-4a40-b064-a5bf7ee7fcee {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:17.768388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:17.768763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Checking segment: {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:17.769198 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.769677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Bound using segment: {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:17.770225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Bound port: 21e3cd08-bedf-4c16-b540-618f7d5a7ab7, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:17.770612 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.823624 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Allocated IP 172.25.1.191 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/716f40d1-b36e-4070-9798-672f93385a1d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:17.837507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] For port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:17.840482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] For port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=21e3cd08-bedf-4c16-b540-618f7d5a7ab7,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:17.845161 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.902138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c4106-72fa-4559-9e7e-d4c4d652ab9d None None] Pushing event updated for resources: {'Port': ['ID=21e3cd08-bedf-4c16-b540-618f7d5a7ab7,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:17.939627 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks [] for port (716f40d1-b36e-4070-9798-672f93385a1d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:17.987012 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (716f40d1-b36e-4070-9798-672f93385a1d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:18.036105 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:18.041438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:18.045863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:18.049028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Pushing event updated for resources: {'Port': ['ID=716f40d1-b36e-4070-9798-672f93385a1d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:18.666620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks [] for router_gateway (2a77c248-8bd3-47c5-8b71-24b39e80aa67), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:18.845352 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988cc1e-8ca1-45e0-a563-281f67b109c9 None None] Network cffa456e-ea22-4a40-b064-a5bf7ee7fcee requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:18.877498 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (2a77c248-8bd3-47c5-8b71-24b39e80aa67), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:18.919740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8798bc1c-7c4f-43b0-9344-bf72aa212183 None None] Provisioning complete for port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:18.920333 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8798bc1c-7c4f-43b0-9344-bf72aa212183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.008290 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:33:19.034346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8798bc1c-7c4f-43b0-9344-bf72aa212183 None None] Current status of the port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:19.034745 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8798bc1c-7c4f-43b0-9344-bf72aa212183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.070215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8798bc1c-7c4f-43b0-9344-bf72aa212183 None None] For port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=21e3cd08-bedf-4c16-b540-618f7d5a7ab7,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:19.076217 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8798bc1c-7c4f-43b0-9344-bf72aa212183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.124588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:33:19.131420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798bc1c-7c4f-43b0-9344-bf72aa212183 None None] Pushing event updated for resources: {'Port': ['ID=21e3cd08-bedf-4c16-b540-618f7d5a7ab7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:19.141453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Sync routers for ids ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:33:19.146958 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.148221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6c90e02d-28e8-4ecd-ba64-dcce811c5245 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8771710 Jan 28 04:33:19.151144 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54150) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:19.154163 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Routers {'2a77c248-8bd3-47c5-8b71-24b39e80aa67'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:33:19.154795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:33:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:19.431847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Set router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:33:19.460572 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cebbc5c5-7929-44e3-84ed-b0b8ab8df0b6 None None] Provisioning complete for port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:19.460971 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cebbc5c5-7929-44e3-84ed-b0b8ab8df0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.513477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:19.589720 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.709377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:19.709797 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.732494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cebbc5c5-7929-44e3-84ed-b0b8ab8df0b6 None None] Current status of the port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:19.748359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Allocated IP 172.20.0.1 (cffa456e-ea22-4a40-b064-a5bf7ee7fcee/975d7148-a79e-4243-84c4-8fc72c87ab44/e09225fd-7943-462c-9805-231bb52ca734) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:19.795296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'name': 'tempest-TestEncryptedCinderVolumes-355877396-router', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '716f40d1-b36e-4070-9798-672f93385a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:18Z', 'revision_number': 3, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'gw_port': {'id': '716f40d1-b36e-4070-9798-672f93385a1d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:19.825098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Checking router: 2a77c248-8bd3-47c5-8b71-24b39e80aa67 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:33:19.825455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Updating router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 port 716f40d1-b36e-4070-9798-672f93385a1d binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:33:19.852670 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:19.853452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Publish callbacks [] for port (e09225fd-7943-462c-9805-231bb52ca734), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.860327 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (716f40d1-b36e-4070-9798-672f93385a1d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.879720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-e16d70c4-66e1-4586-bfac-c4d476bdb145 req-50132659-a8e5-4f37-96d5-632a0d65b07a tempest-ServerDiskConfigTestJSON-312702813 tempest-ServerDiskConfigTestJSON-312702813-project] (103288) timed out ('10.222.0.42', 60934) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:33:19.888402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e09225fd-7943-462c-9805-231bb52ca734), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:19.925890 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Network cffa456e-ea22-4a40-b064-a5bf7ee7fcee is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:19.928699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:19.932056 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:19.963547 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Pushing event updated for resources: {'Port': ['ID=e09225fd-7943-462c-9805-231bb52ca734,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:19.975556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.975903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.976240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.976581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.976939 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.977428 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.977619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.977903 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.978224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.978618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.981268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.981887 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.982468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:19.996612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (2a77c248-8bd3-47c5-8b71-24b39e80aa67), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.139328 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e09225fd-7943-462c-9805-231bb52ca734), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.147456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Publish callbacks [] for port (716f40d1-b36e-4070-9798-672f93385a1d), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.157851 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (716f40d1-b36e-4070-9798-672f93385a1d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.193626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a4989de4-94d5-4222-89c1-77396585f971 None None] Provisioning complete for port e09225fd-7943-462c-9805-231bb52ca734 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:20.194031 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4989de4-94d5-4222-89c1-77396585f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e09225fd-7943-462c-9805-231bb52ca734), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.238118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78292903-7fe9-4757-b968-9a3479c1b50b None None] Pushing event updated for resources: {'Port': ['ID=716f40d1-b36e-4070-9798-672f93385a1d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:20.244833 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Attempting to bind port 716f40d1-b36e-4070-9798-672f93385a1d on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:20.245228 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Attempting to bind port 716f40d1-b36e-4070-9798-672f93385a1d by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:20.246266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Attempting to bind port 716f40d1-b36e-4070-9798-672f93385a1d on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:20.256679 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:20.257077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:20.257482 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.257870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:20.258335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Bound port: 716f40d1-b36e-4070-9798-672f93385a1d, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:20.258711 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (716f40d1-b36e-4070-9798-672f93385a1d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.261300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a4989de4-94d5-4222-89c1-77396585f971 None None] Port e09225fd-7943-462c-9805-231bb52ca734 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:33:20.307606 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Publish callbacks [] for port (e09225fd-7943-462c-9805-231bb52ca734), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.311683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] For port 716f40d1-b36e-4070-9798-672f93385a1d, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:20.313732 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (e09225fd-7943-462c-9805-231bb52ca734), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.315377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] For port 716f40d1-b36e-4070-9798-672f93385a1d, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=716f40d1-b36e-4070-9798-672f93385a1d,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:20.319489 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (716f40d1-b36e-4070-9798-672f93385a1d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.378360 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Routers {'2a77c248-8bd3-47c5-8b71-24b39e80aa67'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:33:20.379095 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:33:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:20.381172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Pushing event updated for resources: {'Port': ['ID=e09225fd-7943-462c-9805-231bb52ca734,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:20.383686 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (2a77c248-8bd3-47c5-8b71-24b39e80aa67), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.418141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78292903-7fe9-4757-b968-9a3479c1b50b None None] Pushing event updated for resources: {'Port': ['ID=716f40d1-b36e-4070-9798-672f93385a1d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:20.478936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Network cffa456e-ea22-4a40-b064-a5bf7ee7fcee is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:20.480269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:20.496477 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] Set router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:33:20.602753 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:33:20.713335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'name': 'tempest-TestEncryptedCinderVolumes-355877396-router', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '716f40d1-b36e-4070-9798-672f93385a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 4, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'gw_port': {'id': '716f40d1-b36e-4070-9798-672f93385a1d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'e09225fd-7943-462c-9805-231bb52ca734', 'name': '', 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'mac_address': 'fa:16:3e:96:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:19Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 2, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'subnets': [{'id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:20.720463 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:33:20.726532 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f0e85a8a-b389-4ff4-b808-5ea3c6b60078 admin admin] 10.222.0.44 "PUT /v2.0/routers/2a77c248-8bd3-47c5-8b71-24b39e80aa67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5739136 Jan 28 04:33:20.745079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451aa88-7a2d-456b-91a0-0decc6fb771d None None] The sync data for ids ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'] in n-d-808199-14 is: [{'id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'name': 'tempest-TestEncryptedCinderVolumes-355877396-router', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '716f40d1-b36e-4070-9798-672f93385a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 4, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'gw_port': {'id': '716f40d1-b36e-4070-9798-672f93385a1d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'e09225fd-7943-462c-9805-231bb52ca734', 'name': '', 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'mac_address': 'fa:16:3e:96:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:19Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 2, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'subnets': [{'id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:33:20.783136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d39fb805-f363-48b6-8d31-dc6ede7a3efb None None] Provisioning complete for port e09225fd-7943-462c-9805-231bb52ca734 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:20.783516 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d39fb805-f363-48b6-8d31-dc6ede7a3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e09225fd-7943-462c-9805-231bb52ca734), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.823721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d39fb805-f363-48b6-8d31-dc6ede7a3efb None None] Port e09225fd-7943-462c-9805-231bb52ca734 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:33:21.236912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54166) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:21.243682 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-967153751-network', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:21.264061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Made reservation on behalf of c5658b63abdc460bb1a6f00543e5559a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:21.266517 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.276172 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.358375 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Publish callbacks [] for security_group (6b8ae547-3572-4244-947e-0db46b8a2f02), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.362813 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6b8ae547-3572-4244-947e-0db46b8a2f02), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.393805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:33:21.401467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8ae547-3572-4244-947e-0db46b8a2f02,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:21.408169 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8b4ca746-3ac3-46ad-a96b-b7d0e78909a4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.408513 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Added segment 8b4ca746-3ac3-46ad-a96b-b7d0e78909a4 of type vlan for network 46b11d54-8232-4fe9-8bf3-8d046a140feb Jan 28 04:33:21.469853 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (46b11d54-8232-4fe9-8bf3-8d046a140feb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.495772 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (46b11d54-8232-4fe9-8bf3-8d046a140feb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.496720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:21.497322 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.553558 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3154652 Jan 28 04:33:21.556360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:21.563216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Request body: {'subnet': {'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-967153751-subnet', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:21.569630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4131cba-2ffb-4c8d-b9a1-e00296768908 admin admin] Pushing event updated for resources: {'Network': ['ID=46b11d54-8232-4fe9-8bf3-8d046a140feb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:21.579515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 46b11d54-8232-4fe9-8bf3-8d046a140feb details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:33:21.595986 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Made reservation on behalf of c5658b63abdc460bb1a6f00543e5559a for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:21.599719 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.785225 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (1a3420a9-f4de-476c-aade-0bf5ecf6a2e4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.848798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3420a9-f4de-476c-aade-0bf5ecf6a2e4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:21.860281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.860628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.861005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.861340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.861674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.861999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.862326 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.862650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.862971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.864101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.864436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.864771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.865115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:21.869316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Checking segment: {'id': '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:21.869682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Network hostable DHCP agents. Network: 46b11d54-8232-4fe9-8bf3-8d046a140feb, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:33:21.887996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Network 46b11d54-8232-4fe9-8bf3-8d046a140feb is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:33:21.897856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 46b11d54-8232-4fe9-8bf3-8d046a140feb) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:21.902769 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:21.903398 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.907733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c33b2-64a8-4f0a-ba4c-e6550112a510 None None] Network 46b11d54-8232-4fe9-8bf3-8d046a140feb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:21.920931 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9f9a3bbf-d4fd-4dc6-8f51-a1821d3f28df admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3631978 Jan 28 04:33:21.923464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54170) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:21.929577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-967153751-router', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:21.952591 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:21.953728 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.014347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks [] for router_controller (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.028999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-46b11d54-8232-4fe9-8bf3-8d046a140feb', 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb', 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'fixed_ips': [{'subnet_id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:33:22.029933 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.165289 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks [] for router_gateway (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.182254 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Allocated IP 172.20.0.2 (46b11d54-8232-4fe9-8bf3-8d046a140feb/1a3420a9-f4de-476c-aade-0bf5ecf6a2e4/a958dbbb-e8eb-467a-859f-f535d0958ef6) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:22.326375 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Publish callbacks [] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.331938 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.367620 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks [] for router_gateway (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.371244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Network 46b11d54-8232-4fe9-8bf3-8d046a140feb is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:22.376093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:22.381359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:22.384557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Pushing event updated for resources: {'Port': ['ID=a958dbbb-e8eb-467a-859f-f535d0958ef6,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:22.393101 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.443871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Attempting to bind port a958dbbb-e8eb-467a-859f-f535d0958ef6 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:22.444275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Attempting to bind port a958dbbb-e8eb-467a-859f-f535d0958ef6 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:22.444646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Attempting to bind port a958dbbb-e8eb-467a-859f-f535d0958ef6 on network 46b11d54-8232-4fe9-8bf3-8d046a140feb {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:22.449717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:22.450096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Checking segment: {'id': '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:22.450502 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.450894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Bound using segment: {'id': '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:22.451359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Bound port: a958dbbb-e8eb-467a-859f-f535d0958ef6, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:22.451739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.510573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Allocated IP 172.25.1.249 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/9e44ded2-c28a-4c32-8b4f-d21fff7be4ec) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:22.514075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] For port a958dbbb-e8eb-467a-859f-f535d0958ef6, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:22.517559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] For port a958dbbb-e8eb-467a-859f-f535d0958ef6, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a958dbbb-e8eb-467a-859f-f535d0958ef6,segment=NetworkSegment(8b4ca746-3ac3-46ad-a96b-b7d0e78909a4),segment_id=8b4ca746-3ac3-46ad-a96b-b7d0e78909a4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:22.522710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.584032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d13b7-d328-4393-a364-9e29bfeda2ea None None] Pushing event updated for resources: {'Port': ['ID=a958dbbb-e8eb-467a-859f-f535d0958ef6,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:22.621318 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks [] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.660180 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:22.701648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:22.706423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:22.711381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:22.715711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Pushing event updated for resources: {'Port': ['ID=9e44ded2-c28a-4c32-8b4f-d21fff7be4ec,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:22.990310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks [] for router_gateway (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.512868 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Sync routers for ids ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:33:23.526044 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Routers {'2a77c248-8bd3-47c5-8b71-24b39e80aa67'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:33:23.526668 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:33:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:23.600549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01db9247-7d9e-43d7-9683-5421f3352211 None None] Network 46b11d54-8232-4fe9-8bf3-8d046a140feb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:33:23.605377 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.618797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a958dbbb-e8eb-467a-859f-f535d0958ef6 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:23.653816 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Set router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:33:23.713377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Provisioning complete for port a958dbbb-e8eb-467a-859f-f535d0958ef6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:23.713661 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.752038 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:33:23.791133 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a958dbbb-e8eb-467a-859f-f535d0958ef6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:23.791507 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.877001 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'name': 'tempest-TestEncryptedCinderVolumes-355877396-router', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '716f40d1-b36e-4070-9798-672f93385a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 4, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'gw_port': {'id': '716f40d1-b36e-4070-9798-672f93385a1d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'e09225fd-7943-462c-9805-231bb52ca734', 'name': '', 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'mac_address': 'fa:16:3e:96:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:19Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 2, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'subnets': [{'id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:23.886098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:33:23.910683 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Checking router: 2a77c248-8bd3-47c5-8b71-24b39e80aa67 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:33:23.911326 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Updating router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 port e09225fd-7943-462c-9805-231bb52ca734 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:33:23.915229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:23.916682 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-8716debb-c85f-4eff-9e5b-c0771a97f256 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9922724 Jan 28 04:33:23.919677 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:33:23.942216 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e09225fd-7943-462c-9805-231bb52ca734), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.047631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Sync routers for ids ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:33:24.073893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Routers {'7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:33:24.074529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:33:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:24.135841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Current status of the port a958dbbb-e8eb-467a-859f-f535d0958ef6 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:24.136237 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.230908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Set router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:33:24.248811 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Publish callbacks [] for port (e09225fd-7943-462c-9805-231bb52ca734), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.256119 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e09225fd-7943-462c-9805-231bb52ca734), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.297703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a958dbbb-e8eb-467a-859f-f535d0958ef6 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:24.298353 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.305373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] For port a958dbbb-e8eb-467a-859f-f535d0958ef6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a958dbbb-e8eb-467a-859f-f535d0958ef6,segment=NetworkSegment(8b4ca746-3ac3-46ad-a96b-b7d0e78909a4),segment_id=8b4ca746-3ac3-46ad-a96b-b7d0e78909a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:24.310867 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365485fe-b888-497b-afa0-849636fc433f None None] Pushing event updated for resources: {'Port': ['ID=e09225fd-7943-462c-9805-231bb52ca734,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:24.323921 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.324182 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.325118 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.325118 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.325335 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.325438 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.325624 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.325875 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.326206 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.326535 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.326858 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.327183 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.327560 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.327886 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365485fe-b888-497b-afa0-849636fc433f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.379694 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Attempting to bind port e09225fd-7943-462c-9805-231bb52ca734 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:24.380252 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Attempting to bind port e09225fd-7943-462c-9805-231bb52ca734 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:24.380776 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Attempting to bind port e09225fd-7943-462c-9805-231bb52ca734 on network cffa456e-ea22-4a40-b064-a5bf7ee7fcee {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:24.386246 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:24.386622 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Checking segment: {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:24.387026 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.387417 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Bound using segment: {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:24.388056 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Bound port: e09225fd-7943-462c-9805-231bb52ca734, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:24.388438 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e09225fd-7943-462c-9805-231bb52ca734), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.407906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Pushing event updated for resources: {'Port': ['ID=a958dbbb-e8eb-467a-859f-f535d0958ef6,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:24.414981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.427593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.427956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.428277 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.428617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.429006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.429341 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.429669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.429994 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.430320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.430645 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.430966 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.431288 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.431615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead1345-9b12-4fd7-9a76-840d5abe9db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:33:24.475895 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] For port e09225fd-7943-462c-9805-231bb52ca734, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:24.479456 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] For port e09225fd-7943-462c-9805-231bb52ca734, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e09225fd-7943-462c-9805-231bb52ca734,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:24.486409 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e09225fd-7943-462c-9805-231bb52ca734), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.514191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9cc6f9e5-ea1d-430f-acee-803de658e036 None None] Provisioning complete for port a958dbbb-e8eb-467a-859f-f535d0958ef6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:24.514191 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f9e5-ea1d-430f-acee-803de658e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.539455 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:33:24.539811 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:33:24.557022 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Routers {'2a77c248-8bd3-47c5-8b71-24b39e80aa67'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:33:24.557753 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:33:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:24.617322 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365485fe-b888-497b-afa0-849636fc433f None None] Pushing event updated for resources: {'Port': ['ID=e09225fd-7943-462c-9805-231bb52ca734,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:24.630739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Allocated IP 172.20.0.1 (46b11d54-8232-4fe9-8bf3-8d046a140feb/1a3420a9-f4de-476c-aade-0bf5ecf6a2e4/f5d398b1-e9c4-4f6e-aabf-ea843603d2de) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:24.643608 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'name': 'tempest-TestEncryptedCinderVolumes-967153751-router', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:21Z', 'updated_at': '2022-01-28T04:33:22Z', 'revision_number': 3, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'gw_port': {'id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:de:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:22Z', 'updated_at': '2022-01-28T04:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:24.683275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Checking router: 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:33:24.684223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Updating router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:33:24.697543 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] Set router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:33:24.720263 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.749773 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9cc6f9e5-ea1d-430f-acee-803de658e036 None None] Current status of the port a958dbbb-e8eb-467a-859f-f535d0958ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:24.913549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9c7c3bb1-8022-41c5-825b-b7edd586f512 None None] Provisioning complete for port e09225fd-7943-462c-9805-231bb52ca734 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:24.913841 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3bb1-8022-41c5-825b-b7edd586f512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e09225fd-7943-462c-9805-231bb52ca734), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:24.931402 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'name': 'tempest-TestEncryptedCinderVolumes-355877396-router', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '716f40d1-b36e-4070-9798-672f93385a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 4, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'gw_port': {'id': '716f40d1-b36e-4070-9798-672f93385a1d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'e09225fd-7943-462c-9805-231bb52ca734', 'name': '', 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'mac_address': 'fa:16:3e:96:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:19Z', 'updated_at': '2022-01-28T04:33:24Z', 'revision_number': 4, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'subnets': [{'id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:24.961073 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82733e61-ff2c-43f3-b9ad-d876bb6e2eed None None] The sync data for ids ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'] in n-d-808199-14 is: [{'id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'name': 'tempest-TestEncryptedCinderVolumes-355877396-router', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '716f40d1-b36e-4070-9798-672f93385a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 4, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'gw_port': {'id': '716f40d1-b36e-4070-9798-672f93385a1d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'e09225fd-7943-462c-9805-231bb52ca734', 'name': '', 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'mac_address': 'fa:16:3e:96:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:19Z', 'updated_at': '2022-01-28T04:33:24Z', 'revision_number': 4, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'subnets': [{'id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:33:25.118331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c3bb1-8022-41c5-825b-b7edd586f512 None None] Current status of the port e09225fd-7943-462c-9805-231bb52ca734 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:25.118723 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3bb1-8022-41c5-825b-b7edd586f512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e09225fd-7943-462c-9805-231bb52ca734), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.131803 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Publish callbacks [] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.135021 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Publish callbacks [] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.139191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a958dbbb-e8eb-467a-859f-f535d0958ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:25.140206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 716f40d1-b36e-4070-9798-672f93385a1d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:25.168393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.174330 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.218005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Network 46b11d54-8232-4fe9-8bf3-8d046a140feb is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:25.223615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:25.228208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:25.230462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9c7c3bb1-8022-41c5-825b-b7edd586f512 None None] For port e09225fd-7943-462c-9805-231bb52ca734, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e09225fd-7943-462c-9805-231bb52ca734,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:25.231365 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d398b1-e9c4-4f6e-aabf-ea843603d2de,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:25.253234 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3bb1-8022-41c5-825b-b7edd586f512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e09225fd-7943-462c-9805-231bb52ca734), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.258238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Attempting to bind port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:25.258866 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Attempting to bind port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:25.259019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Attempting to bind port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:25.266327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279881c3-2407-456f-ab68-8b670a454794 None None] Pushing event updated for resources: {'Port': ['ID=9e44ded2-c28a-4c32-8b4f-d21fff7be4ec,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:25.270513 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.271779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:25.272167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:25.272569 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.273317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:25.273822 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Bound port: 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:25.274204 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.354914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 716f40d1-b36e-4070-9798-672f93385a1d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:25.355274 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (716f40d1-b36e-4070-9798-672f93385a1d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.399630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] For port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:25.408354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c3bb1-8022-41c5-825b-b7edd586f512 None None] Pushing event updated for resources: {'Port': ['ID=e09225fd-7943-462c-9805-231bb52ca734,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:25.424355 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.435891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] For port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9e44ded2-c28a-4c32-8b4f-d21fff7be4ec,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:25.447757 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.455593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-31a0d619-cee5-49cb-9cf7-54b1be3a9221 None None] Provisioning complete for port e09225fd-7943-462c-9805-231bb52ca734 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:25.455972 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31a0d619-cee5-49cb-9cf7-54b1be3a9221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e09225fd-7943-462c-9805-231bb52ca734), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.600108 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Publish callbacks [] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.605055 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.625032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279881c3-2407-456f-ab68-8b670a454794 None None] Pushing event updated for resources: {'Port': ['ID=9e44ded2-c28a-4c32-8b4f-d21fff7be4ec,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:25.627497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Routers {'7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:33:25.628094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:33:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:25.671555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d398b1-e9c4-4f6e-aabf-ea843603d2de,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:25.674110 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.684412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 716f40d1-b36e-4070-9798-672f93385a1d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:25.684943 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (716f40d1-b36e-4070-9798-672f93385a1d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.770931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Network 46b11d54-8232-4fe9-8bf3-8d046a140feb is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:25.772420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:25.902742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:33:25.936329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 716f40d1-b36e-4070-9798-672f93385a1d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=716f40d1-b36e-4070-9798-672f93385a1d,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:25.953520 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (716f40d1-b36e-4070-9798-672f93385a1d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:25.962054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-31a0d619-cee5-49cb-9cf7-54b1be3a9221 None None] Current status of the port e09225fd-7943-462c-9805-231bb52ca734 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:26.031454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] Set router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:33:26.042261 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:33:26.053374 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a6b1b1b1-6f0e-437e-be58-5371deac8bc6 admin admin] 10.222.0.44 "PUT /v2.0/routers/7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1325684 Jan 28 04:33:26.118672 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a958dbbb-e8eb-467a-859f-f535d0958ef6 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:26.146511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=716f40d1-b36e-4070-9798-672f93385a1d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:26.209674 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba85aff4-13b9-4780-8ee2-27888bd2af03 None None] Provisioning complete for port f5d398b1-e9c4-4f6e-aabf-ea843603d2de triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:26.210051 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba85aff4-13b9-4780-8ee2-27888bd2af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.310215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba85aff4-13b9-4780-8ee2-27888bd2af03 None None] Port f5d398b1-e9c4-4f6e-aabf-ea843603d2de cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:33:26.341480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a958dbbb-e8eb-467a-859f-f535d0958ef6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:26.341862 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.471439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a958dbbb-e8eb-467a-859f-f535d0958ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:26.473358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e09225fd-7943-462c-9805-231bb52ca734 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:26.477795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'name': 'tempest-TestEncryptedCinderVolumes-967153751-router', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:21Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 4, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'gw_port': {'id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:de:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:22Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f5d398b1-e9c4-4f6e-aabf-ea843603d2de', 'name': '', 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'mac_address': 'fa:16:3e:2a:e7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:24Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 2, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'subnets': [{'id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:26.522208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc31c771-6419-4a33-bc88-386dd46a2751 None None] The sync data for ids ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'] in n-d-808199-14 is: [{'id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'name': 'tempest-TestEncryptedCinderVolumes-967153751-router', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:21Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 4, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'gw_port': {'id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:de:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:22Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f5d398b1-e9c4-4f6e-aabf-ea843603d2de', 'name': '', 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'mac_address': 'fa:16:3e:2a:e7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:24Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 2, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'subnets': [{'id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:33:26.552541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e09225fd-7943-462c-9805-231bb52ca734 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:26.553081 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e09225fd-7943-462c-9805-231bb52ca734), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:26.640465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e09225fd-7943-462c-9805-231bb52ca734 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:27.047708 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-a5ee0c00-9e47-4c1e-9fe1-2998c2763ff4 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:27.049236 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-a5ee0c00-9e47-4c1e-9fe1-2998c2763ff4 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/networks?id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee HTTP/1.1" status: 200 len: 816 time: 0.1038175 Jan 28 04:33:27.066398 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-aae52ec1-8b2b-42da-91ac-15f5c4478cf6 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/quotas/2f5b3c5a28dc47a3834dec503ee6f3cb HTTP/1.1" status: 200 len: 375 time: 0.0100729 Jan 28 04:33:27.125937 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-a8d8b12e-8a2e-41f4-9dc9-70df5b2bd490 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f5b3c5a28dc47a3834dec503ee6f3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530460 Jan 28 04:33:27.141520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-72368828-33cc-41ab-a90e-b1e1c210429d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:33:27.142543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-72368828-33cc-41ab-a90e-b1e1c210429d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053997 Jan 28 04:33:27.254388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-6ce30270-527d-45ee-9211-1adbbaaa86f5 service neutron] 10.222.0.44 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031456 Jan 28 04:33:27.353668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-bb0a0205-a59b-4486-92fb-bfe0aa103506 service neutron] 10.222.0.44 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936227 Jan 28 04:33:27.542734 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cb68b18-e037-44a5-83a5-050f695b5707 req-0d4c7def-cb81-40df-8388-d6c54a79b294 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 210 time: 0.0338988 Jan 28 04:33:28.123819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 716f40d1-b36e-4070-9798-672f93385a1d up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:28.175488 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 716f40d1-b36e-4070-9798-672f93385a1d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:28.175877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (716f40d1-b36e-4070-9798-672f93385a1d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.257018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 716f40d1-b36e-4070-9798-672f93385a1d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:28.258072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:28.304713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:28.305127 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.395046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:28.395553 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.419971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9e44ded2-c28a-4c32-8b4f-d21fff7be4ec,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:28.423108 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.475904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=9e44ded2-c28a-4c32-8b4f-d21fff7be4ec,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:28.623230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e6305a9a-990c-43a7-8787-dc47e8691255 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:28.625190 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e6305a9a-990c-43a7-8787-dc47e8691255 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.25 "GET /v2.0/networks?id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee HTTP/1.1" status: 200 len: 816 time: 0.1187205 Jan 28 04:33:28.642012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Request body: {'port': {'device_id': 'cd543720-c3f6-46cc-a4bc-974e4298208c', 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'admin_state_up': True, 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:28.644735 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Sync routers for ids ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:33:28.649962 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3404482-1cd7-4031-8ab3-22f01206d6e1 req-650ada4b-9b45-4407-872f-1bc71587c704 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 210 time: 0.0321600 Jan 28 04:33:28.657665 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Routers {'7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:33:28.658289 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:33:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:28.762073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Made reservation on behalf of 2f5b3c5a28dc47a3834dec503ee6f3cb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:33:28.764614 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Set router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:33:28.765955 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:28.891993 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Allocated IP 172.20.0.13 (cffa456e-ea22-4a40-b064-a5bf7ee7fcee/975d7148-a79e-4243-84c4-8fc72c87ab44/afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:33:29.049537 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks [] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.055952 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'name': 'tempest-TestEncryptedCinderVolumes-967153751-router', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:21Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 4, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'gw_port': {'id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:22Z', 'updated_at': '2022-01-28T04:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f5d398b1-e9c4-4f6e-aabf-ea843603d2de', 'name': '', 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'mac_address': 'fa:16:3e:2a:e7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:24Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 2, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'subnets': [{'id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:29.082190 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Checking router: 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:33:29.082561 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Updating router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 port f5d398b1-e9c4-4f6e-aabf-ea843603d2de binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:33:29.083778 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.107178 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.128611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Network cffa456e-ea22-4a40-b064-a5bf7ee7fcee is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:33:29.131721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:33:29.138144 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:33:29.174086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Pushing event updated for resources: {'Port': ['ID=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:29.196916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.197602 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.214932 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e3ba07de-10b0-46c0-b048-792aa1d058a1 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5770724 Jan 28 04:33:29.232252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Request body: {'port': {'device_id': 'cd543720-c3f6-46cc-a4bc-974e4298208c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:33:29.289827 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.354039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4524b7ff-bb26-42b1-90f4-d1ac136f37fa None None] Provisioning complete for port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:29.354614 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4524b7ff-bb26-42b1-90f4-d1ac136f37fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.387458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4524b7ff-bb26-42b1-90f4-d1ac136f37fa None None] Port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:33:29.394035 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Publish callbacks [] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.399833 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.452515 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95abc1-a3b6-4efe-b0ad-064d425e83f1 None None] Pushing event updated for resources: {'Port': ['ID=f5d398b1-e9c4-4f6e-aabf-ea843603d2de,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:29.505161 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Attempting to bind port f5d398b1-e9c4-4f6e-aabf-ea843603d2de on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:29.505672 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Attempting to bind port f5d398b1-e9c4-4f6e-aabf-ea843603d2de by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:29.506035 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Attempting to bind port f5d398b1-e9c4-4f6e-aabf-ea843603d2de on network 46b11d54-8232-4fe9-8bf3-8d046a140feb {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:29.511898 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:29.512404 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Checking segment: {'id': '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:29.512806 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.513282 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Bound using segment: {'id': '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:29.513745 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Bound port: f5d398b1-e9c4-4f6e-aabf-ea843603d2de, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:29.514143 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.589609 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] For port f5d398b1-e9c4-4f6e-aabf-ea843603d2de, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:29.593764 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] For port f5d398b1-e9c4-4f6e-aabf-ea843603d2de, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f5d398b1-e9c4-4f6e-aabf-ea843603d2de,segment=NetworkSegment(8b4ca746-3ac3-46ad-a96b-b7d0e78909a4),segment_id=8b4ca746-3ac3-46ad-a96b-b7d0e78909a4)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:29.594333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:29.599281 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.602941 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Publish callbacks [] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.616827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Transition to ACTIVE for port object afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:33:29.623243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.677747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Pushing event updated for resources: {'Port': ['ID=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:29.678381 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Routers {'7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:33:29.679161 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:33:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:29.681854 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95abc1-a3b6-4efe-b0ad-064d425e83f1 None None] Pushing event updated for resources: {'Port': ['ID=f5d398b1-e9c4-4f6e-aabf-ea843603d2de,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:29.731343 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0dc0f6a8-055c-44c5-b98c-2d7c210dea50 None None] Provisioning complete for port f5d398b1-e9c4-4f6e-aabf-ea843603d2de triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:29.732025 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0dc0f6a8-055c-44c5-b98c-2d7c210dea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.771762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Attempting to bind port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:33:29.772096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Attempting to bind port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:33:29.773354 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Attempting to bind port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe on network cffa456e-ea22-4a40-b064-a5bf7ee7fcee {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:29.785433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe on network cffa456e-ea22-4a40-b064-a5bf7ee7fcee not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:33:29.786264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Attempting to bind port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe on network cffa456e-ea22-4a40-b064-a5bf7ee7fcee {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:33:29.792359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:33:29.793041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Checking segment: {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:33:29.793616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Bound using segment: {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:33:29.794264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Bound port: afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:33:29.794634 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.817772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac945852-d864-4b08-9432-17ef4d726795 req-8ec2cfda-f8aa-41d9-b978-9ce641acc267 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:29.826377 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] Set router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:33:29.829539 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac945852-d864-4b08-9432-17ef4d726795 req-8ec2cfda-f8aa-41d9-b978-9ce641acc267 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 944 time: 0.0691216 Jan 28 04:33:29.897063 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0dc0f6a8-055c-44c5-b98c-2d7c210dea50 None None] Current status of the port f5d398b1-e9c4-4f6e-aabf-ea843603d2de is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:29.899708 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0dc0f6a8-055c-44c5-b98c-2d7c210dea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.900228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac945852-d864-4b08-9432-17ef4d726795 req-53a79559-2537-424a-b540-38db68ee269a tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697997 Jan 28 04:33:29.958453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0dc0f6a8-055c-44c5-b98c-2d7c210dea50 None None] For port f5d398b1-e9c4-4f6e-aabf-ea843603d2de, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f5d398b1-e9c4-4f6e-aabf-ea843603d2de,segment=NetworkSegment(8b4ca746-3ac3-46ad-a96b-b7d0e78909a4),segment_id=8b4ca746-3ac3-46ad-a96b-b7d0e78909a4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:29.960117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] For port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:33:29.964525 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] For port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:33:29.970573 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:29.996750 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0dc0f6a8-055c-44c5-b98c-2d7c210dea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.031309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.032095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.036208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] 10.222.0.25 "PUT /v2.0/ports/afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe HTTP/1.1" status: 200 len: 1093 time: 0.8077271 Jan 28 04:33:30.036208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd543720-c3f6-46cc-a4bc-974e4298208c', 'tag': 'afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:30.040070 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f70d76-5c9a-4ada-81a2-eafd88405ede" -d '{"events": [{"name": "network-changed", "server_uuid": "cd543720-c3f6-46cc-a4bc-974e4298208c", "tag": "afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:30.082485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c5eea-c689-491e-9cbf-6d39b83eed88 service neutron] Pushing event updated for resources: {'Port': ['ID=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:30.117669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0f6a8-055c-44c5-b98c-2d7c210dea50 None None] Pushing event updated for resources: {'Port': ['ID=f5d398b1-e9c4-4f6e-aabf-ea843603d2de,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:30.139482 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'name': 'tempest-TestEncryptedCinderVolumes-967153751-router', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:21Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 4, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'gw_port': {'id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:22Z', 'updated_at': '2022-01-28T04:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f5d398b1-e9c4-4f6e-aabf-ea843603d2de', 'name': '', 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'mac_address': 'fa:16:3e:2a:e7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:24Z', 'updated_at': '2022-01-28T04:33:29Z', 'revision_number': 4, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'subnets': [{'id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:33:30.160934 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d357dc72-2ec6-4f04-8fed-221cdf111f38 x-openstack-request-id: req-d357dc72-2ec6-4f04-8fed-221cdf111f38 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:30.161167 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd543720-c3f6-46cc-a4bc-974e4298208c", "tag": "afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:30.161319 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d357dc72-2ec6-4f04-8fed-221cdf111f38 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:30.162340 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd543720-c3f6-46cc-a4bc-974e4298208c', 'tag': 'afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe', 'status': 'completed', 'code': 200} Jan 28 04:33:30.176237 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea99828-d30f-40f1-9ec2-bad7b697ed04 None None] The sync data for ids ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'] in n-d-808199-14 is: [{'id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'name': 'tempest-TestEncryptedCinderVolumes-967153751-router', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:21Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 4, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'gw_port': {'id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:22Z', 'updated_at': '2022-01-28T04:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f5d398b1-e9c4-4f6e-aabf-ea843603d2de', 'name': '', 'network_id': '46b11d54-8232-4fe9-8bf3-8d046a140feb', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'mac_address': 'fa:16:3e:2a:e7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:24Z', 'updated_at': '2022-01-28T04:33:29Z', 'revision_number': 4, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'subnets': [{'id': '1a3420a9-f4de-476c-aade-0bf5ecf6a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:33:30.182285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f50792ee-d004-45c5-a296-87730db95913 None None] Provisioning complete for port f5d398b1-e9c4-4f6e-aabf-ea843603d2de triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:30.182666 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f50792ee-d004-45c5-a296-87730db95913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.193163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-14e81a48-de4e-4f7e-86ea-f25195bda27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.194714 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-14e81a48-de4e-4f7e-86ea-f25195bda27a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f5b3c5a28dc47a3834dec503ee6f3cb&device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 1096 time: 0.0876894 Jan 28 04:33:30.215047 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f5d398b1-e9c4-4f6e-aabf-ea843603d2de up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:30.262684 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-e41a8d6f-3841-4147-ba70-fed8d90f8466 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe HTTP/1.1" status: 200 len: 217 time: 0.0556290 Jan 28 04:33:30.294560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f5d398b1-e9c4-4f6e-aabf-ea843603d2de triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:30.294929 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.318585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-d8374584-4cf1-4513-90d2-23d35a4f4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.321472 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-d8374584-4cf1-4513-90d2-23d35a4f4a3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=975d7148-a79e-4243-84c4-8fc72c87ab44 HTTP/1.1" status: 200 len: 855 time: 0.0529206 Jan 28 04:33:30.367612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f50792ee-d004-45c5-a296-87730db95913 None None] Current status of the port f5d398b1-e9c4-4f6e-aabf-ea843603d2de is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:30.375724 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-a4ca802f-84bf-448d-a6d8-e16b076df2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.377309 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-a4ca802f-84bf-448d-a6d8-e16b076df2c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488048 Jan 28 04:33:30.429011 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f5d398b1-e9c4-4f6e-aabf-ea843603d2de is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:30.430145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:30.483588 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-4c71ae13-1fef-4c57-bb6d-49a4559e6db1 service neutron] 10.222.0.25 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002357 Jan 28 04:33:30.491842 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:30.492241 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.581213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:30.582507 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-11ef5812-f94c-44f7-bee6-1e4c5e7231bc req-5934821a-4280-4bce-b314-073ca87cda2d service neutron] 10.222.0.25 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924683 Jan 28 04:33:30.716140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-e60d9c84-1a12-4722-a3d8-41392c4553b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.717702 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-e60d9c84-1a12-4722-a3d8-41392c4553b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f5b3c5a28dc47a3834dec503ee6f3cb&device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 1096 time: 0.0438924 Jan 28 04:33:30.814186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-95e09f09-ba1b-4d37-8326-304e5cac4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.815710 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-95e09f09-ba1b-4d37-8326-304e5cac4c79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee HTTP/1.1" status: 200 len: 917 time: 0.0919466 Jan 28 04:33:30.863668 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-0be17e1f-d017-4a59-a3e6-910e46b7b485 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe HTTP/1.1" status: 200 len: 217 time: 0.0412040 Jan 28 04:33:30.912534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-12e5587c-397d-485f-a62e-42841a7d1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.914079 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-12e5587c-397d-485f-a62e-42841a7d1f8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=975d7148-a79e-4243-84c4-8fc72c87ab44 HTTP/1.1" status: 200 len: 855 time: 0.0449405 Jan 28 04:33:30.965089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-191869e6-4dc4-4885-893d-9ae4cb0afe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:30.966661 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-191869e6-4dc4-4885-893d-9ae4cb0afe45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469379 Jan 28 04:33:31.022142 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462d5b-8838-49b1-90ef-665a50361baf req-2e81af84-7081-4ebc-9950-f923d6bd71cc tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:31.023812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a462d5b-8838-49b1-90ef-665a50361baf req-2e81af84-7081-4ebc-9950-f923d6bd71cc tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 944 time: 0.0541399 Jan 28 04:33:31.069978 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-c05e3fcc-851a-4040-bc93-a9ae781e5aa1 service neutron] 10.222.0.25 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973926 Jan 28 04:33:31.075961 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6a462d5b-8838-49b1-90ef-665a50361baf req-43fdb883-6274-47fa-b293-9f0be4f104ea tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Jan 28 04:33:31.173317 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00f70d76-5c9a-4ada-81a2-eafd88405ede req-c4a8b1d9-fe04-4ca2-b3a0-aceba02390b5 service neutron] 10.222.0.25 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956748 Jan 28 04:33:32.028897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f5d398b1-e9c4-4f6e-aabf-ea843603d2de up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:32.080293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f5d398b1-e9c4-4f6e-aabf-ea843603d2de triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:32.080664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:32.158681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f5d398b1-e9c4-4f6e-aabf-ea843603d2de is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:32.198130 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8bf8b-2010-4386-8788-e34a0c41176e req-d588edab-d2d7-4192-842d-8ff8d8aa97ba tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:32.199641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ad8bf8b-2010-4386-8788-e34a0c41176e req-d588edab-d2d7-4192-842d-8ff8d8aa97ba tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 944 time: 0.0518186 Jan 28 04:33:32.247128 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ad8bf8b-2010-4386-8788-e34a0c41176e req-124e66c3-92db-40df-afbd-f133c21247a2 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418048 Jan 28 04:33:33.361519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51e5e4-17c4-4e68-860b-3467c4383241 req-c3a3fa65-95c6-4948-b538-00247122ef56 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:33.363102 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a51e5e4-17c4-4e68-860b-3467c4383241 req-c3a3fa65-95c6-4948-b538-00247122ef56 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 944 time: 0.0475030 Jan 28 04:33:33.416269 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1a51e5e4-17c4-4e68-860b-3467c4383241 req-da6f7d9e-bb3f-4471-9583-ea9ac4b9e655 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476024 Jan 28 04:33:34.291420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:33:34.387869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:34.399285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe', 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'port_id': 'afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe', 'mac_address': 'fa:16:3e:2b:66:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:33:34.436995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:34.437391 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.451063 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:33:34.470096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:34.475090 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.522963 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:34.531122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d98f82-5ddc-4c75-8ff2-83d4d25b4744 req-e275d864-4ab4-4e41-b1d9-a42217279af9 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:34.532641 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3d98f82-5ddc-4c75-8ff2-83d4d25b4744 req-e275d864-4ab4-4e41-b1d9-a42217279af9 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 945 time: 0.0487156 Jan 28 04:33:34.581146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3d98f82-5ddc-4c75-8ff2-83d4d25b4744 req-5dd26c0a-ee33-4b3b-8a55-7adfd67a4417 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Jan 28 04:33:34.836974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:33:35.697167 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e675d8-23f5-4d6e-84b9-63c0ec8f111c req-c4bf52e2-e364-4f84-96ac-d578beb8c678 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:35.698650 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38e675d8-23f5-4d6e-84b9-63c0ec8f111c req-c4bf52e2-e364-4f84-96ac-d578beb8c678 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 945 time: 0.0486124 Jan 28 04:33:35.745644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-38e675d8-23f5-4d6e-84b9-63c0ec8f111c req-8571ad83-06bd-4609-b7bb-ad4f73e78333 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415237 Jan 28 04:33:36.315176 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:33:36.364267 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:33:36.368371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:33:36.368748 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:36.451077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:33:36.451463 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:36.474470 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd543720-c3f6-46cc-a4bc-974e4298208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:33:36.477003 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacd4212-ba8f-406a-8bb3-c281b68823f1" -d '{"events": [{"server_uuid": "cd543720-c3f6-46cc-a4bc-974e4298208c", "name": "network-vif-plugged", "status": "completed", "tag": "afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:33:36.489434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:33:36.494119 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:36.517522 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a9a07-28c1-4bf8-b543-1344ece75ac3 x-openstack-request-id: req-dd5a9a07-28c1-4bf8-b543-1344ece75ac3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:33:36.517813 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd543720-c3f6-46cc-a4bc-974e4298208c", "name": "network-vif-plugged", "status": "completed", "tag": "afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:33:36.518069 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd5a9a07-28c1-4bf8-b543-1344ece75ac3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:33:36.518468 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd543720-c3f6-46cc-a4bc-974e4298208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe', 'code': 200} Jan 28 04:33:36.544413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:33:36.645846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc1f61-930f-4f2b-86de-6051c798cdd6 req-328e1f8a-3e50-413d-80ab-3572321afe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:36.647318 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3abc1f61-930f-4f2b-86de-6051c798cdd6 req-328e1f8a-3e50-413d-80ab-3572321afe61 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 1098 time: 0.0418091 Jan 28 04:33:36.690276 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3abc1f61-930f-4f2b-86de-6051c798cdd6 req-8a97cb3e-18df-4389-b82e-a05b52e9256f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365880 Jan 28 04:33:36.861115 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5bfd6-1961-4c31-a12a-006127b24769 req-c0da8337-39d4-4554-be75-d58418e3da24 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:36.862581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47e5bfd6-1961-4c31-a12a-006127b24769 req-c0da8337-39d4-4554-be75-d58418e3da24 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 946 time: 0.0512326 Jan 28 04:33:36.908828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47e5bfd6-1961-4c31-a12a-006127b24769 req-82f75074-cd33-4aaf-b6e5-97a805dbc5fe tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 Jan 28 04:33:38.032220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5063fa3-da76-4df6-b4b6-9d1e5e7ae2a5 req-60ef6255-ecee-46c5-a4db-e06fd83a2368 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:38.033836 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5063fa3-da76-4df6-b4b6-9d1e5e7ae2a5 req-60ef6255-ecee-46c5-a4db-e06fd83a2368 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 946 time: 0.0508516 Jan 28 04:33:38.085344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5063fa3-da76-4df6-b4b6-9d1e5e7ae2a5 req-dcdece99-2d16-4b22-8d09-79643e7e21bc tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446959 Jan 28 04:33:39.206286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf995-4853-49a1-b8c0-11ac513b8fde req-5d349258-cc92-4e1f-a188-70aa700535f3 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.207995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c70bf995-4853-49a1-b8c0-11ac513b8fde req-5d349258-cc92-4e1f-a188-70aa700535f3 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 946 time: 0.0515535 Jan 28 04:33:39.259757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c70bf995-4853-49a1-b8c0-11ac513b8fde req-17a57fda-7e31-43ba-b82a-e0371f4e4fdc tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460820 Jan 28 04:33:39.373892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bcc98-44cb-4101-9278-73d525e3e67f req-e56431d7-2882-4778-ae55-bcc2c05cfc4e tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:39.375388 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e84bcc98-44cb-4101-9278-73d525e3e67f req-e56431d7-2882-4778-ae55-bcc2c05cfc4e tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 946 time: 0.0480540 Jan 28 04:33:39.423649 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e84bcc98-44cb-4101-9278-73d525e3e67f req-f84d39e4-9b67-4e77-aa80-502d6b611190 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Jan 28 04:33:40.628488 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a8197e0-d432-4c99-9303-d54fd5e133f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:42.666533 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69ccdcd9-00fe-47c7-a54a-f225a523d5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:42.717725 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:44.481693 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:44.908129 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:45.698193 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:46.884466 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:50.639820 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:34:03.251848 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71db036e-2651-489e-8705-c0eb58622def req-23d9c33f-508e-406d-8f62-d52b95178f39 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414171 Jan 28 04:34:03.353918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db036e-2651-489e-8705-c0eb58622def req-3f72f3e1-4c8e-407e-aef0-cd521e9df821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:03.355410 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71db036e-2651-489e-8705-c0eb58622def req-3f72f3e1-4c8e-407e-aef0-cd521e9df821 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f5b3c5a28dc47a3834dec503ee6f3cb&device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 1098 time: 0.0455012 Jan 28 04:34:03.468511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db036e-2651-489e-8705-c0eb58622def req-b6a69fb1-9041-4edd-9ea2-b874890fccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:03.470059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71db036e-2651-489e-8705-c0eb58622def req-b6a69fb1-9041-4edd-9ea2-b874890fccfe service neutron] 10.222.0.25 "GET /v2.0/networks?id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee HTTP/1.1" status: 200 len: 917 time: 0.0924375 Jan 28 04:34:03.517830 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71db036e-2651-489e-8705-c0eb58622def req-81054bd0-6845-4eea-8da8-48c690e1b724 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe HTTP/1.1" status: 200 len: 217 time: 0.0416486 Jan 28 04:34:03.568167 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db036e-2651-489e-8705-c0eb58622def req-741570e5-4fc1-42be-83bc-4f18d0568193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:03.570103 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71db036e-2651-489e-8705-c0eb58622def req-741570e5-4fc1-42be-83bc-4f18d0568193 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=975d7148-a79e-4243-84c4-8fc72c87ab44 HTTP/1.1" status: 200 len: 855 time: 0.0472426 Jan 28 04:34:03.621592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db036e-2651-489e-8705-c0eb58622def req-3a0f320c-d82f-461e-9e29-50c07a76629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:03.623144 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71db036e-2651-489e-8705-c0eb58622def req-3a0f320c-d82f-461e-9e29-50c07a76629f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473464 Jan 28 04:34:03.731587 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71db036e-2651-489e-8705-c0eb58622def req-4473ef16-cbef-4452-a2a6-946b89ffbde6 service neutron] 10.222.0.25 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021605 Jan 28 04:34:03.835829 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71db036e-2651-489e-8705-c0eb58622def req-d7d03523-5cf4-41dc-ad3b-fa8c7980be53 service neutron] 10.222.0.25 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970883 Jan 28 04:34:10.634085 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3e6-6e8a-4f1f-a29e-470d591782b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.669125 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e3f96b3a-3839-4a0c-8f1b-aaeda54a569f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:12.742166 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:13.602988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475e54e-bae7-4ed1-b862-a8de215d4f1d req-8f50169c-2545-4c50-a2b3-6842a4552786 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:13.604495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7475e54e-bae7-4ed1-b862-a8de215d4f1d req-8f50169c-2545-4c50-a2b3-6842a4552786 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 946 time: 0.0491843 Jan 28 04:34:13.653200 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7475e54e-bae7-4ed1-b862-a8de215d4f1d req-41e7a725-0bbb-48f7-a27a-7c89dba1ec68 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Jan 28 04:34:14.483967 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:14.780752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23067d-a757-4e4a-8fc8-7ff45926a1aa req-95b329d2-99f6-4c54-a24a-d23484427a56 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:14.784880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c23067d-a757-4e4a-8fc8-7ff45926a1aa req-95b329d2-99f6-4c54-a24a-d23484427a56 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 946 time: 0.0534132 Jan 28 04:34:14.842424 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6c23067d-a757-4e4a-8fc8-7ff45926a1aa req-6f9e833b-759e-45ca-a014-2fc0e7475855 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529628 Jan 28 04:34:14.911238 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.475138 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6d6bdd37-130b-4567-b5ab-0c7754771b56 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:15.476575 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6d6bdd37-130b-4567-b5ab-0c7754771b56 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 946 time: 0.0484316 Jan 28 04:34:15.567783 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6c17ef79-7ae6-4c36-ad10-58e8df709d23 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Deleting port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:34:15.568117 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6c17ef79-7ae6-4c36-ad10-58e8df709d23 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.654987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6c17ef79-7ae6-4c36-ad10-58e8df709d23 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] For port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:15.655346 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6c17ef79-7ae6-4c36-ad10-58e8df709d23 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.668317 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6c17ef79-7ae6-4c36-ad10-58e8df709d23 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Calling delete_port for afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:34:15.702547 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.804046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6c17ef79-7ae6-4c36-ad10-58e8df709d23 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.832247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17ef79-7ae6-4c36-ad10-58e8df709d23 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Pushing event deleted for resources: {'Port': ['ID=afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:15.838121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:15.881194 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6c17ef79-7ae6-4c36-ad10-58e8df709d23 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] No DVR routers for this DVR port afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:34:15.883890 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6c17ef79-7ae6-4c36-ad10-58e8df709d23 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:15.887279 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c4812dd0-60a2-4147-8072-2902f91ccd24 req-6c17ef79-7ae6-4c36-ad10-58e8df709d23 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.25 "DELETE /v2.0/ports/afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe HTTP/1.1" status: 204 len: 173 time: 0.4061103 Jan 28 04:34:15.887730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd543720-c3f6-46cc-a4bc-974e4298208c', 'name': 'network-vif-deleted', 'tag': 'afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:15.890031 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495e43e6-5649-4427-87b1-74e597d811d7" -d '{"events": [{"server_uuid": "cd543720-c3f6-46cc-a4bc-974e4298208c", "name": "network-vif-deleted", "tag": "afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:15.928000 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5f92c0-3c55-4678-afa7-53f803065385 x-openstack-request-id: req-2d5f92c0-3c55-4678-afa7-53f803065385 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:15.928528 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd543720-c3f6-46cc-a4bc-974e4298208c", "name": "network-vif-deleted", "tag": "afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:15.929006 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d5f92c0-3c55-4678-afa7-53f803065385 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:15.929620 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd543720-c3f6-46cc-a4bc-974e4298208c', 'name': 'network-vif-deleted', 'tag': 'afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe', 'status': 'completed', 'code': 200} Jan 28 04:34:15.971020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d8401de-6a33-469b-8957-7de9f8ab9acd req-58678d76-3fc2-4290-a952-79b3d48eb911 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd543720-c3f6-46cc-a4bc-974e4298208c HTTP/1.1" status: 200 len: 210 time: 0.0264621 Jan 28 04:34:16.886455 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:17.503975 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e940-cb65-4423-b9be-1d4331b09246 req-daac9227-a13a-4764-91a7-05209fe05296 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:17.505470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-daac9227-a13a-4764-91a7-05209fe05296 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/networks?id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee HTTP/1.1" status: 200 len: 816 time: 0.1056173 Jan 28 04:34:17.519695 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-a30a0820-264d-4be6-bfe7-16444f26a12b tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/quotas/2f5b3c5a28dc47a3834dec503ee6f3cb HTTP/1.1" status: 200 len: 375 time: 0.0088353 Jan 28 04:34:17.570721 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-bf81144f-686f-4ad2-8b25-09e9e162951e tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f5b3c5a28dc47a3834dec503ee6f3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460806 Jan 28 04:34:17.753289 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-92e15d9f-334f-42f2-9b0a-5f89e998763b service neutron] 10.222.0.44 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710758 Jan 28 04:34:17.850208 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-4339e6ff-4b95-48cf-8a29-0c0e7788b004 service neutron] 10.222.0.44 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913124 Jan 28 04:34:18.022428 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1035435e-1813-4e1e-8811-31a1b54029b9 req-c40f6f2e-829a-4f8a-98e6-4797aeb2fe5e tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Jan 28 04:34:18.616847 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:34:18.641424 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:34:18.641698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device afa5f3c3-fcf7-4e04-9dcf-e6799f4695fe not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:34:19.110645 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e940-cb65-4423-b9be-1d4331b09246 req-20dce431-783d-4d4e-91a8-6bfea4ed1ce8 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:19.112761 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-20dce431-783d-4d4e-91a8-6bfea4ed1ce8 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.42 "GET /v2.0/networks?id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee HTTP/1.1" status: 200 len: 816 time: 0.1029682 Jan 28 04:34:19.124865 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0cf4086-87ce-4021-bbaa-71891b42b84d req-cb463361-9ee1-4c05-a5ab-1da83dc8c082 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 210 time: 0.0265241 Jan 28 04:34:19.131252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Request body: {'port': {'device_id': '72d07afd-d3ff-4795-ab5a-8e07c6a4ff68', 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'admin_state_up': True, 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:19.239310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Made reservation on behalf of 2f5b3c5a28dc47a3834dec503ee6f3cb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:34:19.242617 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.363135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Allocated IP 172.20.0.7 (cffa456e-ea22-4a40-b064-a5bf7ee7fcee/975d7148-a79e-4243-84c4-8fc72c87ab44/c2ac84a0-94ef-452f-80da-14ac1346bcba) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:34:19.506684 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks [] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.539527 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.582085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Network cffa456e-ea22-4a40-b064-a5bf7ee7fcee is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:34:19.585052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:34:19.591176 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:34:19.597529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Pushing event updated for resources: {'Port': ['ID=c2ac84a0-94ef-452f-80da-14ac1346bcba,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:19.647945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:19.648609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.665943 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-3a05f354-07e3-4ef8-b23c-925bda0a2c5c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5393887 Jan 28 04:34:19.682529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Request body: {'port': {'device_id': '72d07afd-d3ff-4795-ab5a-8e07c6a4ff68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:34:19.740257 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.887455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9b19170f-f29e-4f72-9d8c-a2a22c10ea05 None None] Provisioning complete for port c2ac84a0-94ef-452f-80da-14ac1346bcba triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:19.888033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b19170f-f29e-4f72-9d8c-a2a22c10ea05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:19.923565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9b19170f-f29e-4f72-9d8c-a2a22c10ea05 None None] Port c2ac84a0-94ef-452f-80da-14ac1346bcba cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:34:20.011257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ac84a0-94ef-452f-80da-14ac1346bcba {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:20.019926 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Publish callbacks [] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.031741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Transition to ACTIVE for port object c2ac84a0-94ef-452f-80da-14ac1346bcba will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:34:20.035007 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.086603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ac84a0-94ef-452f-80da-14ac1346bcba,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:20.157005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Attempting to bind port c2ac84a0-94ef-452f-80da-14ac1346bcba on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:34:20.157551 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Attempting to bind port c2ac84a0-94ef-452f-80da-14ac1346bcba by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:34:20.157697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Attempting to bind port c2ac84a0-94ef-452f-80da-14ac1346bcba on network cffa456e-ea22-4a40-b064-a5bf7ee7fcee {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:20.162168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Port c2ac84a0-94ef-452f-80da-14ac1346bcba on network cffa456e-ea22-4a40-b064-a5bf7ee7fcee not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:34:20.162483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Attempting to bind port c2ac84a0-94ef-452f-80da-14ac1346bcba on network cffa456e-ea22-4a40-b064-a5bf7ee7fcee {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:34:20.167491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:34:20.167825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Checking segment: {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:34:20.168209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Bound using segment: {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:34:20.168637 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Bound port: c2ac84a0-94ef-452f-80da-14ac1346bcba, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b176c86-0ca6-4013-9cac-9c128c1ef8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:34:20.169016 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.240648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] For port c2ac84a0-94ef-452f-80da-14ac1346bcba, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:34:20.244199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] For port c2ac84a0-94ef-452f-80da-14ac1346bcba, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c2ac84a0-94ef-452f-80da-14ac1346bcba,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:34:20.245207 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c21c81-774d-4673-84a9-1dc6267578f7 req-c85c4f8f-747a-43ff-bbaa-43e3ea83b1e4 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:20.248413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.252999 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47c21c81-774d-4673-84a9-1dc6267578f7 req-c85c4f8f-747a-43ff-bbaa-43e3ea83b1e4 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 943 time: 0.0563943 Jan 28 04:34:20.291438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:20.292136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:20.293608 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] 10.222.0.42 "PUT /v2.0/ports/c2ac84a0-94ef-452f-80da-14ac1346bcba HTTP/1.1" status: 200 len: 1092 time: 0.6153765 Jan 28 04:34:20.296041 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d07afd-d3ff-4795-ab5a-8e07c6a4ff68', 'tag': 'c2ac84a0-94ef-452f-80da-14ac1346bcba'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:20.298469 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec915db3-4407-43c0-8214-e5d8987683fc" -d '{"events": [{"name": "network-changed", "server_uuid": "72d07afd-d3ff-4795-ab5a-8e07c6a4ff68", "tag": "c2ac84a0-94ef-452f-80da-14ac1346bcba"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:20.319347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-47c21c81-774d-4673-84a9-1dc6267578f7 req-665ab3b3-61d4-41c8-a6c9-51c09ca20d16 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652235 Jan 28 04:34:20.333075 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9625950-f5a2-4dc6-a72a-3c50d090b370 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ac84a0-94ef-452f-80da-14ac1346bcba,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:20.384509 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bb3a63-897c-4975-bc3c-710173b54693 x-openstack-request-id: req-79bb3a63-897c-4975-bc3c-710173b54693 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:20.384809 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d07afd-d3ff-4795-ab5a-8e07c6a4ff68", "tag": "c2ac84a0-94ef-452f-80da-14ac1346bcba", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:20.385109 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79bb3a63-897c-4975-bc3c-710173b54693 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:20.385497 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d07afd-d3ff-4795-ab5a-8e07c6a4ff68', 'tag': 'c2ac84a0-94ef-452f-80da-14ac1346bcba', 'status': 'completed', 'code': 200} Jan 28 04:34:20.402818 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e940-cb65-4423-b9be-1d4331b09246 req-83f5ef72-4ebb-41ce-8b5d-f5704fab8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:20.404411 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-83f5ef72-4ebb-41ce-8b5d-f5704fab8791 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f5b3c5a28dc47a3834dec503ee6f3cb&device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 1095 time: 0.0487831 Jan 28 04:34:20.454474 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-5195af74-4c09-4766-b162-db48e72c7188 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2ac84a0-94ef-452f-80da-14ac1346bcba HTTP/1.1" status: 200 len: 217 time: 0.0365384 Jan 28 04:34:20.507696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e940-cb65-4423-b9be-1d4331b09246 req-19ddcfbb-6257-4719-91a6-50e2df766d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:20.509197 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-19ddcfbb-6257-4719-91a6-50e2df766d7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=975d7148-a79e-4243-84c4-8fc72c87ab44 HTTP/1.1" status: 200 len: 855 time: 0.0489655 Jan 28 04:34:20.555411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e940-cb65-4423-b9be-1d4331b09246 req-0d17d135-2615-4be1-86e5-68e5791f78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:20.556890 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-0d17d135-2615-4be1-86e5-68e5791f78e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404389 Jan 28 04:34:20.644713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-f9721e2c-9b0c-4506-b829-1cada4fdfad3 service neutron] 10.222.0.42 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816805 Jan 28 04:34:20.739459 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f797e940-cb65-4423-b9be-1d4331b09246 req-35b3344d-c95c-4760-ac9e-d3c9916429ae service neutron] 10.222.0.42 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883832 Jan 28 04:34:20.863819 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec915db3-4407-43c0-8214-e5d8987683fc req-fe8687a5-eccb-45c5-9cfe-0d54c3c2a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:20.865334 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec915db3-4407-43c0-8214-e5d8987683fc req-fe8687a5-eccb-45c5-9cfe-0d54c3c2a4e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f5b3c5a28dc47a3834dec503ee6f3cb&device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 1095 time: 0.0411367 Jan 28 04:34:20.958229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec915db3-4407-43c0-8214-e5d8987683fc req-4be424c2-6c7b-4487-8a6f-1a188c7b6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:20.959694 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec915db3-4407-43c0-8214-e5d8987683fc req-4be424c2-6c7b-4487-8a6f-1a188c7b6992 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee HTTP/1.1" status: 200 len: 917 time: 0.0869367 Jan 28 04:34:21.000984 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec915db3-4407-43c0-8214-e5d8987683fc req-06ef69ca-8ecf-46ab-8da7-6705204872f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2ac84a0-94ef-452f-80da-14ac1346bcba HTTP/1.1" status: 200 len: 217 time: 0.0352237 Jan 28 04:34:21.047065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec915db3-4407-43c0-8214-e5d8987683fc req-32806d1c-ab91-43bf-be0e-92e03a203f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:21.048494 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec915db3-4407-43c0-8214-e5d8987683fc req-32806d1c-ab91-43bf-be0e-92e03a203f88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=975d7148-a79e-4243-84c4-8fc72c87ab44 HTTP/1.1" status: 200 len: 855 time: 0.0427406 Jan 28 04:34:21.100201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec915db3-4407-43c0-8214-e5d8987683fc req-d1fdd3ba-5be2-475b-833b-974a35bbc16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:21.101708 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec915db3-4407-43c0-8214-e5d8987683fc req-d1fdd3ba-5be2-475b-833b-974a35bbc16a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456693 Jan 28 04:34:21.190563 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec915db3-4407-43c0-8214-e5d8987683fc req-890e10ff-0df0-4e6d-bc2e-53df2507c404 service neutron] 10.222.0.42 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814464 Jan 28 04:34:21.282018 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ec915db3-4407-43c0-8214-e5d8987683fc req-428c8b88-06b9-4c28-a465-b9ab32be8b2d service neutron] 10.222.0.42 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849202 Jan 28 04:34:21.432263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135adc8-bd33-46dc-9710-df70152c5c31 req-420e458e-d3ef-409c-9d25-fd38b9c96c9d tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:21.433788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7135adc8-bd33-46dc-9710-df70152c5c31 req-420e458e-d3ef-409c-9d25-fd38b9c96c9d tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 943 time: 0.0485096 Jan 28 04:34:21.481307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7135adc8-bd33-46dc-9710-df70152c5c31 req-4d68ceee-eb64-43bb-ba1d-87c71300b7a7 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Jan 28 04:34:22.595530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48bb90-969a-443d-9f6e-f25cb4da062a req-65802d95-832a-4c1b-804a-413eaf72251c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:22.597204 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e48bb90-969a-443d-9f6e-f25cb4da062a req-65802d95-832a-4c1b-804a-413eaf72251c tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 943 time: 0.0473955 Jan 28 04:34:22.644603 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e48bb90-969a-443d-9f6e-f25cb4da062a req-d9b5c1f0-1b63-4273-b041-dbceaa3440c9 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Jan 28 04:34:23.709196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c2ac84a0-94ef-452f-80da-14ac1346bcba details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:34:23.766410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444d07b-f0bd-4528-a9d0-35533c416159 req-f69f3a7a-6f03-4094-8b01-5298926eb668 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:23.768010 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9444d07b-f0bd-4528-a9d0-35533c416159 req-f69f3a7a-6f03-4094-8b01-5298926eb668 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 943 time: 0.0522070 Jan 28 04:34:23.807850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c2ac84a0-94ef-452f-80da-14ac1346bcba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c2ac84a0-94ef-452f-80da-14ac1346bcba,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:23.816065 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9444d07b-f0bd-4528-a9d0-35533c416159 req-0da6037a-17ca-46b8-acbc-4f319aa7fed9 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Jan 28 04:34:23.820391 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'c2ac84a0-94ef-452f-80da-14ac1346bcba', 'network_id': 'cffa456e-ea22-4a40-b064-a5bf7ee7fcee', 'port_id': 'c2ac84a0-94ef-452f-80da-14ac1346bcba', 'mac_address': 'fa:16:3e:ce:e1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975d7148-a79e-4243-84c4-8fc72c87ab44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:34:23.857509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c2ac84a0-94ef-452f-80da-14ac1346bcba is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:23.857904 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.872482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ac84a0-94ef-452f-80da-14ac1346bcba {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:34:23.894083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c2ac84a0-94ef-452f-80da-14ac1346bcba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c2ac84a0-94ef-452f-80da-14ac1346bcba,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:23.898219 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:23.947951 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c2ac84a0-94ef-452f-80da-14ac1346bcba,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:24.205617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['c2ac84a0-94ef-452f-80da-14ac1346bcba'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:34:24.932114 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff108e1-569e-41cf-aaab-3fb84815fcb4 req-2ec9de4f-b051-420e-849c-ddca2f6f6dbc tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:24.933625 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aff108e1-569e-41cf-aaab-3fb84815fcb4 req-2ec9de4f-b051-420e-849c-ddca2f6f6dbc tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 944 time: 0.0486388 Jan 28 04:34:24.981363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aff108e1-569e-41cf-aaab-3fb84815fcb4 req-51f665f3-1ce4-4c11-9ddc-e5b04524e821 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Jan 28 04:34:25.723820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c2ac84a0-94ef-452f-80da-14ac1346bcba up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:34:25.774398 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port c2ac84a0-94ef-452f-80da-14ac1346bcba completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:34:25.778331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port c2ac84a0-94ef-452f-80da-14ac1346bcba triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:34:25.778703 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.853756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port c2ac84a0-94ef-452f-80da-14ac1346bcba is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:34:25.854143 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.876460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d07afd-d3ff-4795-ab5a-8e07c6a4ff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ac84a0-94ef-452f-80da-14ac1346bcba'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:34:25.880572 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d0a47c-634f-4a0f-b628-6102e6c995ae" -d '{"events": [{"server_uuid": "72d07afd-d3ff-4795-ab5a-8e07c6a4ff68", "name": "network-vif-plugged", "status": "completed", "tag": "c2ac84a0-94ef-452f-80da-14ac1346bcba"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:34:25.894967 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port c2ac84a0-94ef-452f-80da-14ac1346bcba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c2ac84a0-94ef-452f-80da-14ac1346bcba,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:34:25.899576 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.923128 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da521edc-34c7-44c3-9325-8f584a71db95 x-openstack-request-id: req-da521edc-34c7-44c3-9325-8f584a71db95 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:34:25.923424 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d07afd-d3ff-4795-ab5a-8e07c6a4ff68", "name": "network-vif-plugged", "status": "completed", "tag": "c2ac84a0-94ef-452f-80da-14ac1346bcba", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:34:25.923753 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da521edc-34c7-44c3-9325-8f584a71db95 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:34:25.924678 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d07afd-d3ff-4795-ab5a-8e07c6a4ff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ac84a0-94ef-452f-80da-14ac1346bcba', 'code': 200} Jan 28 04:34:25.953667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=c2ac84a0-94ef-452f-80da-14ac1346bcba,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:34:25.961453 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.961802 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.962139 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.962471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.962798 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.963120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.963437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.963760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.964075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.964392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.964709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.965064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:25.965382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:34:26.050093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc17dd-2510-4a14-bf04-f74aabf4f52b req-b28202de-e882-49f6-bf95-8e128dab330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:26.051643 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4cfc17dd-2510-4a14-bf04-f74aabf4f52b req-b28202de-e882-49f6-bf95-8e128dab330c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 1097 time: 0.0419388 Jan 28 04:34:26.096689 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4cfc17dd-2510-4a14-bf04-f74aabf4f52b req-36acfcf1-5892-4833-8c04-37c754f8129a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Jan 28 04:34:26.100629 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e5f0e-4dee-48fb-a246-f51a4aa574b4 req-e88a482d-a970-4040-bfe0-3280902958a6 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:26.102165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae7e5f0e-4dee-48fb-a246-f51a4aa574b4 req-e88a482d-a970-4040-bfe0-3280902958a6 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0519805 Jan 28 04:34:26.148581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae7e5f0e-4dee-48fb-a246-f51a4aa574b4 req-cfe53f2e-896f-4aca-8171-5560b2d15c3d tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Jan 28 04:34:27.268406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c126e-ad29-4e0b-8448-d2d49c9801af req-dfe06b0d-5880-4e6b-8840-12f3905047d6 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:27.269846 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-554c126e-ad29-4e0b-8448-d2d49c9801af req-dfe06b0d-5880-4e6b-8840-12f3905047d6 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0472198 Jan 28 04:34:27.315788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-554c126e-ad29-4e0b-8448-d2d49c9801af req-5910d3d9-38e6-40e1-8e58-c6c2fce8cf50 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Jan 28 04:34:27.427925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b68756-7558-4202-91b4-fada0c16fb27 req-c52631bb-da42-4a44-986e-af9e8868d1be tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:27.429481 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72b68756-7558-4202-91b4-fada0c16fb27 req-c52631bb-da42-4a44-986e-af9e8868d1be tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0477355 Jan 28 04:34:27.481076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-72b68756-7558-4202-91b4-fada0c16fb27 req-46a842f1-0b97-485e-a609-b2fdf7b9f6f4 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456295 Jan 28 04:34:27.639328 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:34:40.636971 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0998-69f0-4b9b-b093-9ac0b0c7f60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:41.307539 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-9377e8e8-0bf4-445a-a7b3-72249e2b1951 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404737 Jan 28 04:34:41.412667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-b1754863-f304-45dc-9db7-d42427565446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.414189 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-b1754863-f304-45dc-9db7-d42427565446 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f5b3c5a28dc47a3834dec503ee6f3cb&device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 1097 time: 0.0444188 Jan 28 04:34:41.514447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-daff245e-a5e8-41a1-bde1-bb5eceb5725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.515900 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-daff245e-a5e8-41a1-bde1-bb5eceb5725b service neutron] 10.222.0.42 "GET /v2.0/networks?id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee HTTP/1.1" status: 200 len: 917 time: 0.0832975 Jan 28 04:34:41.558318 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-de03a746-1a46-49cb-a252-70c29a25bfa6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2ac84a0-94ef-452f-80da-14ac1346bcba HTTP/1.1" status: 200 len: 217 time: 0.0371478 Jan 28 04:34:41.605842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-fbd2241b-b58b-4917-b62a-65bf2b8f1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.607263 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-fbd2241b-b58b-4917-b62a-65bf2b8f1c6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=975d7148-a79e-4243-84c4-8fc72c87ab44 HTTP/1.1" status: 200 len: 855 time: 0.0430624 Jan 28 04:34:41.653850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-60e610a8-a367-4748-9fc2-763d612a3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:41.655319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-60e610a8-a367-4748-9fc2-763d612a3f14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cffa456e-ea22-4a40-b064-a5bf7ee7fcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385072 Jan 28 04:34:41.744600 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-1bcf53bb-a6f1-4893-a700-612df0fe4002 service neutron] 10.222.0.42 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834994 Jan 28 04:34:42.195137 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-55a85971-9036-4a7a-8b72-c78955b50a37 req-3bd86b72-5feb-4b58-ac17-d9fd8c49b05f service neutron] 10.222.0.42 "GET /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449449 Jan 28 04:34:42.670993 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53e4e1b2-0f17-481d-926c-61f610c31e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:42.743074 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:44.490493 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:44.904747 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:45.703413 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:46.888953 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:01.684744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7399e-2487-4dae-bd27-1d433b10ccda req-2def5089-0667-4da1-abe5-895e45e66889 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:01.686271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93c7399e-2487-4dae-bd27-1d433b10ccda req-2def5089-0667-4da1-abe5-895e45e66889 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0486686 Jan 28 04:35:01.735685 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-93c7399e-2487-4dae-bd27-1d433b10ccda req-8617d64a-b73b-49dc-8b09-1646207b3ba7 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433397 Jan 28 04:35:02.852121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155f401-677c-4e3c-89ba-cc0d79dfc8a2 req-bef4cd74-9483-46e1-9d3f-ad456cd564db tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:02.853785 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3155f401-677c-4e3c-89ba-cc0d79dfc8a2 req-bef4cd74-9483-46e1-9d3f-ad456cd564db tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0484905 Jan 28 04:35:02.900927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3155f401-677c-4e3c-89ba-cc0d79dfc8a2 req-fa6f66ac-dc6d-4309-a8a5-12d430105741 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/security-groups?id=96279c60-bc0b-4b5f-a2e4-9f613905b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Jan 28 04:35:03.339255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b9f53-d038-45f4-a855-f59cc4599437 req-c1a8299f-caaf-4468-9df2-d64fd17c8331 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:03.340585 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-636b9f53-d038-45f4-a855-f59cc4599437 req-c1a8299f-caaf-4468-9df2-d64fd17c8331 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.42 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 945 time: 0.0532744 Jan 28 04:35:03.431569 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-636b9f53-d038-45f4-a855-f59cc4599437 req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Deleting port c2ac84a0-94ef-452f-80da-14ac1346bcba {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:03.431904 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-636b9f53-d038-45f4-a855-f59cc4599437 req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:03.518276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-636b9f53-d038-45f4-a855-f59cc4599437 req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] For port c2ac84a0-94ef-452f-80da-14ac1346bcba, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=c2ac84a0-94ef-452f-80da-14ac1346bcba,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:03.518759 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-636b9f53-d038-45f4-a855-f59cc4599437 req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:03.531488 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-636b9f53-d038-45f4-a855-f59cc4599437 req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Calling delete_port for c2ac84a0-94ef-452f-80da-14ac1346bcba owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:03.658748 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-636b9f53-d038-45f4-a855-f59cc4599437 req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c2ac84a0-94ef-452f-80da-14ac1346bcba), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:03.688561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Pushing event deleted for resources: {'Port': ['ID=c2ac84a0-94ef-452f-80da-14ac1346bcba,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:03.691837 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['c2ac84a0-94ef-452f-80da-14ac1346bcba'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:03.721237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.721587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.721929 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.722265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.722597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.722923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.723248 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.723574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.723897 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.724217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.724546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.724899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.725221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:03.746412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-636b9f53-d038-45f4-a855-f59cc4599437 req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] No DVR routers for this DVR port c2ac84a0-94ef-452f-80da-14ac1346bcba on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:03.749179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-636b9f53-d038-45f4-a855-f59cc4599437 req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:03.752975 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-636b9f53-d038-45f4-a855-f59cc4599437 req-1a9f2118-98a5-4f6d-9dca-b33897a1d567 tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.42 "DELETE /v2.0/ports/c2ac84a0-94ef-452f-80da-14ac1346bcba HTTP/1.1" status: 204 len: 173 time: 0.4071195 Jan 28 04:35:03.753506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d07afd-d3ff-4795-ab5a-8e07c6a4ff68', 'name': 'network-vif-deleted', 'tag': 'c2ac84a0-94ef-452f-80da-14ac1346bcba'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:03.755940 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4b8a30-689a-40d2-8ce0-be9f42ce224d" -d '{"events": [{"server_uuid": "72d07afd-d3ff-4795-ab5a-8e07c6a4ff68", "name": "network-vif-deleted", "tag": "c2ac84a0-94ef-452f-80da-14ac1346bcba"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:03.795160 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a5943f-2915-4f49-bedc-56064cfce6c5 x-openstack-request-id: req-c0a5943f-2915-4f49-bedc-56064cfce6c5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:03.795341 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d07afd-d3ff-4795-ab5a-8e07c6a4ff68", "name": "network-vif-deleted", "tag": "c2ac84a0-94ef-452f-80da-14ac1346bcba", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:03.795642 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0a5943f-2915-4f49-bedc-56064cfce6c5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:03.796024 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d07afd-d3ff-4795-ab5a-8e07c6a4ff68', 'name': 'network-vif-deleted', 'tag': 'c2ac84a0-94ef-452f-80da-14ac1346bcba', 'status': 'completed', 'code': 200} Jan 28 04:35:04.009147 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68d7f358-1565-40af-97af-452e4a9b3961 req-f9749a85-0a5d-4c5c-8c56-343a70c3defc tempest-TestEncryptedCinderVolumes-304228950 tempest-TestEncryptedCinderVolumes-304228950-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d07afd-d3ff-4795-ab5a-8e07c6a4ff68 HTTP/1.1" status: 200 len: 210 time: 0.0293117 Jan 28 04:35:04.638486 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:35:05.103445 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:05.451945 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (2a77c248-8bd3-47c5-8b71-24b39e80aa67), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.722182 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Deleting port e09225fd-7943-462c-9805-231bb52ca734 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:05.722415 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e09225fd-7943-462c-9805-231bb52ca734), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.803992 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] For port e09225fd-7943-462c-9805-231bb52ca734, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e09225fd-7943-462c-9805-231bb52ca734,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:05.804346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e09225fd-7943-462c-9805-231bb52ca734), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.822104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Calling delete_port for e09225fd-7943-462c-9805-231bb52ca734 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:05.989059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c2ac84a0-94ef-452f-80da-14ac1346bcba no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:06.011648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: c2ac84a0-94ef-452f-80da-14ac1346bcba {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:06.011993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device c2ac84a0-94ef-452f-80da-14ac1346bcba not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:06.019416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (e09225fd-7943-462c-9805-231bb52ca734), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.046437 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09225fd-7943-462c-9805-231bb52ca734,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:06.073203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.073556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.073898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.074326 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.074556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.074876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.075202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.075532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.075859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.076178 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.076502 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.076816 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.077162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:06.231195 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (2a77c248-8bd3-47c5-8b71-24b39e80aa67), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.444443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:35:06.550001 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:06.557726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9a2bb08b-4723-4af3-8343-3f6fc8de1243 admin admin] 10.222.0.44 "PUT /v2.0/routers/2a77c248-8bd3-47c5-8b71-24b39e80aa67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4530191 Jan 28 04:35:06.558882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] Sync routers for ids ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:06.560282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54534) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:06.571371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] Routers {'2a77c248-8bd3-47c5-8b71-24b39e80aa67'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:06.571988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:06.666300 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Publish callbacks [] for router (2a77c248-8bd3-47c5-8b71-24b39e80aa67), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.676301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] Set router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:06.866079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'name': 'tempest-TestEncryptedCinderVolumes-355877396-router', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '716f40d1-b36e-4070-9798-672f93385a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:35:05Z', 'revision_number': 5, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'gw_port': {'id': '716f40d1-b36e-4070-9798-672f93385a1d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:06.894072 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] Checking router: 2a77c248-8bd3-47c5-8b71-24b39e80aa67 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:35:06.902910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] Routers {'2a77c248-8bd3-47c5-8b71-24b39e80aa67'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:06.903545 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:07.018309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] Set router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:07.131913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Publish callbacks [] for router_gateway (2a77c248-8bd3-47c5-8b71-24b39e80aa67), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.183849 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Deleting port 716f40d1-b36e-4070-9798-672f93385a1d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:07.184323 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (716f40d1-b36e-4070-9798-672f93385a1d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.200985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'name': 'tempest-TestEncryptedCinderVolumes-355877396-router', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '716f40d1-b36e-4070-9798-672f93385a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:35:05Z', 'revision_number': 5, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'gw_port': {'id': '716f40d1-b36e-4070-9798-672f93385a1d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:07.231099 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927bee6-b730-41f4-a2a4-17492cef9a06 None None] The sync data for ids ['2a77c248-8bd3-47c5-8b71-24b39e80aa67'] in n-d-808199-14 is: [{'id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'name': 'tempest-TestEncryptedCinderVolumes-355877396-router', 'tenant_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '716f40d1-b36e-4070-9798-672f93385a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:35:05Z', 'revision_number': 5, 'project_id': '2f5b3c5a28dc47a3834dec503ee6f3cb', 'gw_port': {'id': '716f40d1-b36e-4070-9798-672f93385a1d', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a77c248-8bd3-47c5-8b71-24b39e80aa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:17Z', 'updated_at': '2022-01-28T04:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:07.270078 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] For port 716f40d1-b36e-4070-9798-672f93385a1d, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=716f40d1-b36e-4070-9798-672f93385a1d,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:07.270866 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (716f40d1-b36e-4070-9798-672f93385a1d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.282095 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Calling delete_port for 716f40d1-b36e-4070-9798-672f93385a1d owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:07.445318 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (716f40d1-b36e-4070-9798-672f93385a1d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.471737 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=716f40d1-b36e-4070-9798-672f93385a1d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:07.533455 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (2a77c248-8bd3-47c5-8b71-24b39e80aa67), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.624061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (2a77c248-8bd3-47c5-8b71-24b39e80aa67), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.626479 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Publish callbacks [] for router_controller (2a77c248-8bd3-47c5-8b71-24b39e80aa67), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.670319 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (2a77c248-8bd3-47c5-8b71-24b39e80aa67), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.670930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a77c248-8bd3-47c5-8b71-24b39e80aa67 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:35:07.675868 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.679500 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3488116c-7a27-4d1f-b447-b05904a95c19 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2a77c248-8bd3-47c5-8b71-24b39e80aa67 HTTP/1.1" status: 204 len: 168 time: 1.1153972 Jan 28 04:35:07.679811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:07.724583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd54641f-54d1-400c-b9a6-2ce925e99fec admin admin] Deleting subnet 975d7148-a79e-4243-84c4-8fc72c87ab44 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:35:07.727885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd54641f-54d1-400c-b9a6-2ce925e99fec admin admin] Publish callbacks [] for subnet (975d7148-a79e-4243-84c4-8fc72c87ab44), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.763785 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd54641f-54d1-400c-b9a6-2ce925e99fec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (975d7148-a79e-4243-84c4-8fc72c87ab44), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.848053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd54641f-54d1-400c-b9a6-2ce925e99fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (975d7148-a79e-4243-84c4-8fc72c87ab44), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.903010 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd54641f-54d1-400c-b9a6-2ce925e99fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (975d7148-a79e-4243-84c4-8fc72c87ab44), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.929515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54641f-54d1-400c-b9a6-2ce925e99fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975d7148-a79e-4243-84c4-8fc72c87ab44,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:07.933638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd54641f-54d1-400c-b9a6-2ce925e99fec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:07.936889 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fd54641f-54d1-400c-b9a6-2ce925e99fec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/975d7148-a79e-4243-84c4-8fc72c87ab44 HTTP/1.1" status: 204 len: 168 time: 0.2559757 Jan 28 04:35:07.940455 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:07.944120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba1af6a-29b6-456e-a822-c55405cea882 None None] Network cffa456e-ea22-4a40-b064-a5bf7ee7fcee requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:08.018737 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (cffa456e-ea22-4a40-b064-a5bf7ee7fcee), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.086361 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Deleting port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:08.086777 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.130901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3010918-dd7f-4261-8706-ed6b4e92cf3c None None] DHCP port deletion for cffa456e-ea22-4a40-b064-a5bf7ee7fcee request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:35:08.164067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] For port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=21e3cd08-bedf-4c16-b540-618f7d5a7ab7,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:08.164693 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.190401 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Calling delete_port for 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:08.196429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d3010918-dd7f-4261-8706-ed6b4e92cf3c None None] Deleting port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:08.197427 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3010918-dd7f-4261-8706-ed6b4e92cf3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.202669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e09225fd-7943-462c-9805-231bb52ca734 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:08.235681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: e09225fd-7943-462c-9805-231bb52ca734 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:08.236045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e09225fd-7943-462c-9805-231bb52ca734 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:08.284168 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.299735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d3010918-dd7f-4261-8706-ed6b4e92cf3c None None] For port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=21e3cd08-bedf-4c16-b540-618f7d5a7ab7,segment=NetworkSegment(6b176c86-0ca6-4013-9cac-9c128c1ef8df),segment_id=6b176c86-0ca6-4013-9cac-9c128c1ef8df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:08.300146 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3010918-dd7f-4261-8706-ed6b4e92cf3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.314750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e3cd08-bedf-4c16-b540-618f7d5a7ab7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:08.315624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d3010918-dd7f-4261-8706-ed6b4e92cf3c None None] Calling delete_port for 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:08.316639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] No DVR routers for this DVR port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:08.390557 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (cffa456e-ea22-4a40-b064-a5bf7ee7fcee), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.396983 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3010918-dd7f-4261-8706-ed6b4e92cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (21e3cd08-bedf-4c16-b540-618f7d5a7ab7), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.411135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3010918-dd7f-4261-8706-ed6b4e92cf3c None None] No DVR routers for this DVR port 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:08.414383 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffa456e-ea22-4a40-b064-a5bf7ee7fcee']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:08.425949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b176c86-0ca6-4013-9cac-9c128c1ef8df') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:08.426247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b176c86-0ca6-4013-9cac-9c128c1ef8df') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:08.435108 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3010918-dd7f-4261-8706-ed6b4e92cf3c None None] Pushing event deleted for resources: {'Port': ['ID=21e3cd08-bedf-4c16-b540-618f7d5a7ab7,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:08.443296 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (6b176c86-0ca6-4013-9cac-9c128c1ef8df), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.459419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (6b176c86-0ca6-4013-9cac-9c128c1ef8df), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.468707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:08.469314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (6b176c86-0ca6-4013-9cac-9c128c1ef8df), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:08.471169 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:08.530268 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (cffa456e-ea22-4a40-b064-a5bf7ee7fcee), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.536402 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:08.539566 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cffa456e-ea22-4a40-b064-a5bf7ee7fcee HTTP/1.1" status: 204 len: 168 time: 0.5978918 Jan 28 04:35:08.545469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54540) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:08.552056 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbda02-9c15-4b7d-9985-718163544c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=cffa456e-ea22-4a40-b064-a5bf7ee7fcee,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:08.895961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.138007 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] Deleting port f5d398b1-e9c4-4f6e-aabf-ea843603d2de {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:09.138350 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.222574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] For port f5d398b1-e9c4-4f6e-aabf-ea843603d2de, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f5d398b1-e9c4-4f6e-aabf-ea843603d2de,segment=NetworkSegment(8b4ca746-3ac3-46ad-a96b-b7d0e78909a4),segment_id=8b4ca746-3ac3-46ad-a96b-b7d0e78909a4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:09.222942 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.234730 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] Calling delete_port for f5d398b1-e9c4-4f6e-aabf-ea843603d2de owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:09.415538 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f5d398b1-e9c4-4f6e-aabf-ea843603d2de), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.447723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d398b1-e9c4-4f6e-aabf-ea843603d2de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:09.623810 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:09.832294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] Router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:35:09.938757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:09.943907 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-16547316-e16a-47de-95c4-13f951414e4b admin admin] 10.222.0.44 "PUT /v2.0/routers/7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3973913 Jan 28 04:35:09.947012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:09.950810 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] Sync routers for ids ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:09.962465 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] Routers {'7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:09.963118 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:10.060944 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Publish callbacks [] for router (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.070697 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] Set router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:10.143659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:10.167034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:10.167377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 21e3cd08-bedf-4c16-b540-618f7d5a7ab7 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:10.167993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 716f40d1-b36e-4070-9798-672f93385a1d no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:10.178021 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Publish callbacks [] for router_gateway (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.189486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 716f40d1-b36e-4070-9798-672f93385a1d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:10.190103 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 716f40d1-b36e-4070-9798-672f93385a1d not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:10.238722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Deleting port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:10.239061 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.326763 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] For port 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9e44ded2-c28a-4c32-8b4f-d21fff7be4ec,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:10.327128 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.339806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Calling delete_port for 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:10.354655 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'name': 'tempest-TestEncryptedCinderVolumes-967153751-router', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:21Z', 'updated_at': '2022-01-28T04:35:09Z', 'revision_number': 5, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'gw_port': {'id': '9e44ded2-c28a-4c32-8b4f-d21fff7be4ec', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:33:22Z', 'updated_at': '2022-01-28T04:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:10.380101 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] Checking router: 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:35:10.388306 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] Routers {'7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:10.388933 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:34:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:10.475058 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] Set router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:10.508855 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (9e44ded2-c28a-4c32-8b4f-d21fff7be4ec), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.529276 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'name': 'tempest-TestEncryptedCinderVolumes-967153751-router', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:21Z', 'updated_at': '2022-01-28T04:35:10Z', 'revision_number': 6, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:10.541470 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e44ded2-c28a-4c32-8b4f-d21fff7be4ec,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:10.555742 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1561deb-9e77-4a24-8d38-2c220c523a1f None None] The sync data for ids ['7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68'] in n-d-808199-14 is: [{'id': '7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68', 'name': 'tempest-TestEncryptedCinderVolumes-967153751-router', 'tenant_id': 'c5658b63abdc460bb1a6f00543e5559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:33:21Z', 'updated_at': '2022-01-28T04:35:10Z', 'revision_number': 6, 'project_id': 'c5658b63abdc460bb1a6f00543e5559a', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:10.606016 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.639541 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0cf10c1c-1032-4a14-90ea-3d8337be901f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.697242 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.699349 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Publish callbacks [] for router_controller (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.746027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.746595 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:35:10.751803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.753058 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ba4445aa-c3ad-4ef0-a7f0-7b520f783ec5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7bc5b3f8-10f2-4ecf-af26-788ac8d3ed68 HTTP/1.1" status: 204 len: 168 time: 0.8050358 Jan 28 04:35:10.755617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54544) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:10.798813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a682a2a6-87d0-480a-aaf9-3299d80b23fa admin admin] Deleting subnet 1a3420a9-f4de-476c-aade-0bf5ecf6a2e4 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:35:10.801858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a682a2a6-87d0-480a-aaf9-3299d80b23fa admin admin] Publish callbacks [] for subnet (1a3420a9-f4de-476c-aade-0bf5ecf6a2e4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.835901 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a682a2a6-87d0-480a-aaf9-3299d80b23fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (1a3420a9-f4de-476c-aade-0bf5ecf6a2e4), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.915805 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a682a2a6-87d0-480a-aaf9-3299d80b23fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (1a3420a9-f4de-476c-aade-0bf5ecf6a2e4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.974685 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a682a2a6-87d0-480a-aaf9-3299d80b23fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (1a3420a9-f4de-476c-aade-0bf5ecf6a2e4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:10.999692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682a2a6-87d0-480a-aaf9-3299d80b23fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3420a9-f4de-476c-aade-0bf5ecf6a2e4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:11.012531 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a682a2a6-87d0-480a-aaf9-3299d80b23fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.017025 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a682a2a6-87d0-480a-aaf9-3299d80b23fa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1a3420a9-f4de-476c-aade-0bf5ecf6a2e4 HTTP/1.1" status: 204 len: 168 time: 0.2592747 Jan 28 04:35:11.019135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa9d00d-21a4-41d4-ba09-85afeb891b80 None None] Network 46b11d54-8232-4fe9-8bf3-8d046a140feb requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:11.019296 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:11.087384 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (46b11d54-8232-4fe9-8bf3-8d046a140feb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.147883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Deleting port a958dbbb-e8eb-467a-859f-f535d0958ef6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:35:11.148268 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.209540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] For port a958dbbb-e8eb-467a-859f-f535d0958ef6, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a958dbbb-e8eb-467a-859f-f535d0958ef6,segment=NetworkSegment(8b4ca746-3ac3-46ad-a96b-b7d0e78909a4),segment_id=8b4ca746-3ac3-46ad-a96b-b7d0e78909a4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:11.209901 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.222519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Calling delete_port for a958dbbb-e8eb-467a-859f-f535d0958ef6 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:35:11.300479 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a958dbbb-e8eb-467a-859f-f535d0958ef6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.331806 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a958dbbb-e8eb-467a-859f-f535d0958ef6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:11.336141 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] No DVR routers for this DVR port a958dbbb-e8eb-467a-859f-f535d0958ef6 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:35:11.351080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be1f103-5329-43e8-a108-8cdd60082e78 None None] DHCP port deletion for 46b11d54-8232-4fe9-8bf3-8d046a140feb request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:35:11.411102 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (46b11d54-8232-4fe9-8bf3-8d046a140feb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.433371 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b11d54-8232-4fe9-8bf3-8d046a140feb']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:11.444466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:11.445011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4ca746-3ac3-46ad-a96b-b7d0e78909a4') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:11.454831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (8b4ca746-3ac3-46ad-a96b-b7d0e78909a4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.468394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (8b4ca746-3ac3-46ad-a96b-b7d0e78909a4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.475046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:35:11.475592 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (8b4ca746-3ac3-46ad-a96b-b7d0e78909a4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:35:11.477358 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:35:11.538572 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (46b11d54-8232-4fe9-8bf3-8d046a140feb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.543577 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.546952 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/46b11d54-8232-4fe9-8bf3-8d046a140feb HTTP/1.1" status: 204 len: 168 time: 0.5268416 Jan 28 04:35:11.560709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb492db-f25c-4d69-afcf-12f02fd265b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=46b11d54-8232-4fe9-8bf3-8d046a140feb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:11.719928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:11.761484 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4a4eaf1f-888c-4d03-b891-01e6ed4862a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f5b3c5a28dc47a3834dec503ee6f3cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398796 Jan 28 04:35:11.763491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54552) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:11.809646 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20fe9c3b-d71a-44af-bf9b-889d4384918c admin admin] Publish callbacks [] for security_group (96279c60-bc0b-4b5f-a2e4-9f613905b6c1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.831412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20fe9c3b-d71a-44af-bf9b-889d4384918c admin admin] Publish callbacks [] for security_group (96279c60-bc0b-4b5f-a2e4-9f613905b6c1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.882862 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20fe9c3b-d71a-44af-bf9b-889d4384918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (96279c60-bc0b-4b5f-a2e4-9f613905b6c1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.885619 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20fe9c3b-d71a-44af-bf9b-889d4384918c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.886760 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-20fe9c3b-d71a-44af-bf9b-889d4384918c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96279c60-bc0b-4b5f-a2e4-9f613905b6c1 HTTP/1.1" status: 204 len: 168 time: 0.1223648 Jan 28 04:35:11.895540 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe9c3b-d71a-44af-bf9b-889d4384918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96279c60-bc0b-4b5f-a2e4-9f613905b6c1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:12.080414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a958dbbb-e8eb-467a-859f-f535d0958ef6 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:12.101193 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: a958dbbb-e8eb-467a-859f-f535d0958ef6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:12.101533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a958dbbb-e8eb-467a-859f-f535d0958ef6 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:12.101957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f5d398b1-e9c4-4f6e-aabf-ea843603d2de no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:12.121308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f5d398b1-e9c4-4f6e-aabf-ea843603d2de {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:12.121666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f5d398b1-e9c4-4f6e-aabf-ea843603d2de not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:12.122058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:12.143074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:35:12.143433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9e44ded2-c28a-4c32-8b4f-d21fff7be4ec not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:35:12.208951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:12.249272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7eab336f-895f-4eb6-8ee8-19eacff6f06b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5658b63abdc460bb1a6f00543e5559a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389862 Jan 28 04:35:12.251560 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54560) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:12.301519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624b5999-7d8c-4eb6-8bf3-953ebb4bc95b admin admin] Publish callbacks [] for security_group (6b8ae547-3572-4244-947e-0db46b8a2f02), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.322026 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624b5999-7d8c-4eb6-8bf3-953ebb4bc95b admin admin] Publish callbacks [] for security_group (6b8ae547-3572-4244-947e-0db46b8a2f02), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.368417 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624b5999-7d8c-4eb6-8bf3-953ebb4bc95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (6b8ae547-3572-4244-947e-0db46b8a2f02), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.370980 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-624b5999-7d8c-4eb6-8bf3-953ebb4bc95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.372114 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-624b5999-7d8c-4eb6-8bf3-953ebb4bc95b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b8ae547-3572-4244-947e-0db46b8a2f02 HTTP/1.1" status: 204 len: 168 time: 0.1196806 Jan 28 04:35:12.380293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b5999-7d8c-4eb6-8bf3-953ebb4bc95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8ae547-3572-4244-947e-0db46b8a2f02,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:12.673081 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97532ddf-77fb-4f21-9da8-77720844de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:12.750042 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.030771 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54582) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:13.123879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-118932779-network', 'tenant_id': '06328140912b420aa5b7028636a67b2a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:13.143875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Made reservation on behalf of 06328140912b420aa5b7028636a67b2a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:13.146209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.154254 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.229922 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Publish callbacks [] for security_group (0b808165-a0f2-4946-a561-86d61d1036e7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.233816 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0b808165-a0f2-4946-a561-86d61d1036e7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.261930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:13.272452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b808165-a0f2-4946-a561-86d61d1036e7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:13.278139 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0b885dd1-16f6-4f41-86b8-61cae397422d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.278475 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Added segment 0b885dd1-16f6-4f41-86b8-61cae397422d of type vlan for network d92de796-bb2c-4cc6-a660-a98c4567199c Jan 28 04:35:13.323027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d92de796-bb2c-4cc6-a660-a98c4567199c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.347767 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d92de796-bb2c-4cc6-a660-a98c4567199c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.348666 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:13.349278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.395373 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3628669 Jan 28 04:35:13.398384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54586) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:13.403404 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Request body: {'subnet': {'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-118932779-subnet', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:13.409912 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252074ec-9a98-49cc-9e60-ce5a04b66fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=d92de796-bb2c-4cc6-a660-a98c4567199c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:13.420606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d92de796-bb2c-4cc6-a660-a98c4567199c details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:13.430639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Made reservation on behalf of 06328140912b420aa5b7028636a67b2a for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:13.433454 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.607145 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (58e0910d-a1c5-4021-9506-57bf850e46dd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.669898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e0910d-a1c5-4021-9506-57bf850e46dd,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:13.677124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Checking segment: {'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:13.677539 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Network hostable DHCP agents. Network: d92de796-bb2c-4cc6-a660-a98c4567199c, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:13.695073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Network d92de796-bb2c-4cc6-a660-a98c4567199c is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:13.703535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d92de796-bb2c-4cc6-a660-a98c4567199c) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:13.708120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:13.709238 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.712684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1009a2e-504e-4e2a-816f-18d3a1344c83 None None] Network d92de796-bb2c-4cc6-a660-a98c4567199c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:13.727881 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ffc6ae41-7fa1-414f-82bf-a0d1ab8f9213 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3256838 Jan 28 04:35:13.728103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:13.732519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:13.752153 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.753340 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.803521 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks [] for router_controller (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.816420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-d92de796-bb2c-4cc6-a660-a98c4567199c', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'project_id': '06328140912b420aa5b7028636a67b2a', 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:13.817381 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.943338 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks [] for router_gateway (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:13.953836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Allocated IP 172.20.0.2 (d92de796-bb2c-4cc6-a660-a98c4567199c/58e0910d-a1c5-4021-9506-57bf850e46dd/ba5bf543-e6f2-495d-a12a-faac26a6daf7) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:14.098819 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Publish callbacks [] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.105155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.145441 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks [] for router_gateway (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.149504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Network d92de796-bb2c-4cc6-a660-a98c4567199c is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:14.154213 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:14.159296 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:14.162413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Pushing event updated for resources: {'Port': ['ID=ba5bf543-e6f2-495d-a12a-faac26a6daf7,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:14.165060 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.214795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Attempting to bind port ba5bf543-e6f2-495d-a12a-faac26a6daf7 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:14.215080 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Attempting to bind port ba5bf543-e6f2-495d-a12a-faac26a6daf7 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:14.215439 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Attempting to bind port ba5bf543-e6f2-495d-a12a-faac26a6daf7 on network d92de796-bb2c-4cc6-a660-a98c4567199c {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:14.221515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:14.221892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Checking segment: {'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:14.222293 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.222681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Bound using segment: {'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:14.223158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Bound port: ba5bf543-e6f2-495d-a12a-faac26a6daf7, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:14.223529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.269363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Allocated IP 172.25.1.208 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/f1a77fda-f3ee-4e8e-8599-ae8a58ee8532) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:14.286827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] For port ba5bf543-e6f2-495d-a12a-faac26a6daf7, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:14.289927 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] For port ba5bf543-e6f2-495d-a12a-faac26a6daf7, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ba5bf543-e6f2-495d-a12a-faac26a6daf7,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:14.293989 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.350616 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5a4be-cf36-4252-a884-533a0d4eaefa None None] Pushing event updated for resources: {'Port': ['ID=ba5bf543-e6f2-495d-a12a-faac26a6daf7,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:14.385782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks [] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.424156 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.463061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:14.465885 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:14.471946 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:14.497894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Pushing event updated for resources: {'Port': ['ID=f1a77fda-f3ee-4e8e-8599-ae8a58ee8532,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:14.513823 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.748963 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks [] for router_gateway (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.905196 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:14.944958 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.091110 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:35:15.211301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:15.226026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Sync routers for ids ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:15.233755 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.235786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-073f5cae-659f-40e2-bf1f-1cce7d71589a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5065892 Jan 28 04:35:15.238057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:15.242762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Routers {'8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:15.243446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:15.373701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Set router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:15.401937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a6fd1-f332-4ea2-87b3-a7779ad46fd0 None None] Network d92de796-bb2c-4cc6-a660-a98c4567199c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:15.541703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-903cc9d1-5de8-4fad-ad3d-dbde5260bdda None None] Provisioning complete for port ba5bf543-e6f2-495d-a12a-faac26a6daf7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:15.542071 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-903cc9d1-5de8-4fad-ad3d-dbde5260bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.682262 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.805830 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.849814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Allocated IP 172.20.0.1 (d92de796-bb2c-4cc6-a660-a98c4567199c/58e0910d-a1c5-4021-9506-57bf850e46dd/9d791c38-859d-4356-b47e-e7bebddcadc8) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:15.901330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-903cc9d1-5de8-4fad-ad3d-dbde5260bdda None None] Current status of the port ba5bf543-e6f2-495d-a12a-faac26a6daf7 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:15.901801 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-903cc9d1-5de8-4fad-ad3d-dbde5260bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:15.928649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:14Z', 'revision_number': 3, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:15.976206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Checking router: 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:35:15.976709 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Updating router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:35:15.982158 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Publish callbacks [] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.005518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-903cc9d1-5de8-4fad-ad3d-dbde5260bdda None None] For port ba5bf543-e6f2-495d-a12a-faac26a6daf7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ba5bf543-e6f2-495d-a12a-faac26a6daf7,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:16.013733 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-903cc9d1-5de8-4fad-ad3d-dbde5260bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.022256 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.032491 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.101413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Pushing event updated for resources: {'Port': ['ID=9d791c38-859d-4356-b47e-e7bebddcadc8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:16.119637 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Network d92de796-bb2c-4cc6-a660-a98c4567199c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:16.121339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:16.123590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:16.152083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cc9d1-5de8-4fad-ad3d-dbde5260bdda None None] Pushing event updated for resources: {'Port': ['ID=ba5bf543-e6f2-495d-a12a-faac26a6daf7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:16.181654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-88721af8-f6cf-4d09-961f-963da89abe1f None None] Provisioning complete for port ba5bf543-e6f2-495d-a12a-faac26a6daf7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:16.181854 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.182030 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88721af8-f6cf-4d09-961f-963da89abe1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.186511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ba5bf543-e6f2-495d-a12a-faac26a6daf7 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:16.337906 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.394739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ba5bf543-e6f2-495d-a12a-faac26a6daf7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:16.395111 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.475541 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-88721af8-f6cf-4d09-961f-963da89abe1f None None] Current status of the port ba5bf543-e6f2-495d-a12a-faac26a6daf7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:16.499422 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Publish callbacks [] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.507960 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.512521 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Publish callbacks [] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.517021 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.588706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Pushing event updated for resources: {'Port': ['ID=9d791c38-859d-4356-b47e-e7bebddcadc8,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:16.592236 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.599217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Attempting to bind port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:16.599588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Attempting to bind port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:16.599948 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Attempting to bind port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:16.603498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ba5bf543-e6f2-495d-a12a-faac26a6daf7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:16.608859 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e825663-9246-47d8-ad30-b733069de991 None None] Pushing event updated for resources: {'Port': ['ID=f1a77fda-f3ee-4e8e-8599-ae8a58ee8532,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:16.614351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:16.614732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:16.615133 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.615518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:16.615995 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Bound port: f1a77fda-f3ee-4e8e-8599-ae8a58ee8532, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:16.616372 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.644611 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-030cbe17-0003-4b01-b730-1ebf3cc767e5 None None] Provisioning complete for port 9d791c38-859d-4356-b47e-e7bebddcadc8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:16.645012 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-030cbe17-0003-4b01-b730-1ebf3cc767e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.692876 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Network d92de796-bb2c-4cc6-a660-a98c4567199c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:16.694430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:16.699375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-030cbe17-0003-4b01-b730-1ebf3cc767e5 None None] Port 9d791c38-859d-4356-b47e-e7bebddcadc8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:35:16.701166 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] For port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:16.713727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] For port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f1a77fda-f3ee-4e8e-8599-ae8a58ee8532,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:16.720395 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.783691 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Routers {'8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:16.784328 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:16.789913 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e825663-9246-47d8-ad30-b733069de991 None None] Pushing event updated for resources: {'Port': ['ID=f1a77fda-f3ee-4e8e-8599-ae8a58ee8532,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:16.911069 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:16.924104 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] Set router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:17.079849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6d312457-d723-40f2-8c22-592996c77e1d None None] Provisioning complete for port 9d791c38-859d-4356-b47e-e7bebddcadc8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:17.080571 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d312457-d723-40f2-8c22-592996c77e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.150445 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6d312457-d723-40f2-8c22-592996c77e1d None None] Port 9d791c38-859d-4356-b47e-e7bebddcadc8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:35:17.177398 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 2, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:17.179808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:35:17.209935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccff7f8-05a3-46f7-a678-7f0de0664480 None None] The sync data for ids ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'] in n-d-808199-14 is: [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 2, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:17.293375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:17.300076 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a81510f3-45f7-44bb-92c7-8ad99187f0ac admin admin] 10.222.0.44 "PUT /v2.0/routers/8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0610416 Jan 28 04:35:17.817257 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54610) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:17.822086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1292778961-network', 'tenant_id': '10f656b5def54481a58743dc73bf2067'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:17.841743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Made reservation on behalf of 10f656b5def54481a58743dc73bf2067 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:17.844316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.857795 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.954966 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Publish callbacks [] for security_group (50c79256-9d0c-4656-bdaf-4f9d546eb649), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.959632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (50c79256-9d0c-4656-bdaf-4f9d546eb649), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:17.992898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:35:17.996674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c79256-9d0c-4656-bdaf-4f9d546eb649,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:18.007280 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d5c62481-c577-4cbc-9ba7-e870d65b1320), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.007609 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Added segment d5c62481-c577-4cbc-9ba7-e870d65b1320 of type vlan for network add6610f-f310-414d-b4da-25fd750eeaa1 Jan 28 04:35:18.060558 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (add6610f-f310-414d-b4da-25fd750eeaa1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.086716 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (add6610f-f310-414d-b4da-25fd750eeaa1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.087789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:18.088447 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.151745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3334508 Jan 28 04:35:18.154449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:18.160496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Request body: {'subnet': {'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1292778961-subnet', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:18.168049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7a883-433e-4fa3-a28e-1b581d3c7ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=add6610f-f310-414d-b4da-25fd750eeaa1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:18.181487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network add6610f-f310-414d-b4da-25fd750eeaa1 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:35:18.190272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Made reservation on behalf of 10f656b5def54481a58743dc73bf2067 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:18.192900 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.229279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:18.305907 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:18.306285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.387621 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (b26de3ea-c31b-4466-b5de-39cc553aac2d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.391788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:18.392179 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.419471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f1a77fda-f3ee-4e8e-8599-ae8a58ee8532,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:18.423880 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.424789 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ba5bf543-e6f2-495d-a12a-faac26a6daf7 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:18.450077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26de3ea-c31b-4466-b5de-39cc553aac2d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:18.459943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Checking segment: {'id': 'd5c62481-c577-4cbc-9ba7-e870d65b1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:18.460307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Network hostable DHCP agents. Network: add6610f-f310-414d-b4da-25fd750eeaa1, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:35:18.480043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Network add6610f-f310-414d-b4da-25fd750eeaa1 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:35:18.492019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, add6610f-f310-414d-b4da-25fd750eeaa1) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:18.501033 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:18.501747 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.508772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e017391-946a-4d22-88c2-182ac6e0eaeb None None] Network add6610f-f310-414d-b4da-25fd750eeaa1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:18.521466 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1f7a41c4-365b-4a11-b37a-b23a394b9729 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3652611 Jan 28 04:35:18.522801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:18.527432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1292778961-router', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:18.552176 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.553458 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.560898 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=f1a77fda-f3ee-4e8e-8599-ae8a58ee8532,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:18.600728 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ba5bf543-e6f2-495d-a12a-faac26a6daf7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:18.601136 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.616511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks [] for router_controller (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.674070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-add6610f-f310-414d-b4da-25fd750eeaa1', 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1', 'project_id': '10f656b5def54481a58743dc73bf2067', 'fixed_ips': [{'subnet_id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:35:18.675059 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.766548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks [] for router_gateway (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.780651 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ba5bf543-e6f2-495d-a12a-faac26a6daf7 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:18.853702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Allocated IP 172.20.0.2 (add6610f-f310-414d-b4da-25fd750eeaa1/b26de3ea-c31b-4466-b5de-39cc553aac2d/4b0c76b2-8218-4212-891b-4d964fa509a2) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:18.964436 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks [] for router_gateway (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.983975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:18.997200 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Publish callbacks [] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.003217 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.046626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Network add6610f-f310-414d-b4da-25fd750eeaa1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:19.052136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:19.056471 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:19.059555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Pushing event updated for resources: {'Port': ['ID=4b0c76b2-8218-4212-891b-4d964fa509a2,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:19.105968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Allocated IP 172.25.1.206 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/20090cb5-fb2a-4558-a8d8-69ffc6896696) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:19.117882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Attempting to bind port 4b0c76b2-8218-4212-891b-4d964fa509a2 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:19.118279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Attempting to bind port 4b0c76b2-8218-4212-891b-4d964fa509a2 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd5c62481-c577-4cbc-9ba7-e870d65b1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:19.118643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Attempting to bind port 4b0c76b2-8218-4212-891b-4d964fa509a2 on network add6610f-f310-414d-b4da-25fd750eeaa1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:19.124165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:19.124548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Checking segment: {'id': 'd5c62481-c577-4cbc-9ba7-e870d65b1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:19.125520 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.125964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Bound using segment: {'id': 'd5c62481-c577-4cbc-9ba7-e870d65b1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:19.126457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Bound port: 4b0c76b2-8218-4212-891b-4d964fa509a2, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c62481-c577-4cbc-9ba7-e870d65b1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:19.126848 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.195952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c54a9a51-9681-461b-9038-48c56742955f None None] For port 4b0c76b2-8218-4212-891b-4d964fa509a2, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:19.199975 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c54a9a51-9681-461b-9038-48c56742955f None None] For port 4b0c76b2-8218-4212-891b-4d964fa509a2, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4b0c76b2-8218-4212-891b-4d964fa509a2,segment=NetworkSegment(d5c62481-c577-4cbc-9ba7-e870d65b1320),segment_id=d5c62481-c577-4cbc-9ba7-e870d65b1320)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:19.204750 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.221066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks [] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.268919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a9a51-9681-461b-9038-48c56742955f None None] Pushing event updated for resources: {'Port': ['ID=4b0c76b2-8218-4212-891b-4d964fa509a2,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:19.270452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.315450 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:19.318328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:19.321469 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:19.348674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Pushing event updated for resources: {'Port': ['ID=20090cb5-fb2a-4558-a8d8-69ffc6896696,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:19.436048 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Sync routers for ids ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:19.451408 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Routers {'8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:19.452125 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:19.569481 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Set router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:19.799591 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 2, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:19.827029 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Checking router: 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:35:19.827292 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Updating router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 port 9d791c38-859d-4356-b47e-e7bebddcadc8 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:35:19.853782 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:19.991209 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks [] for router_gateway (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.153450 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Publish callbacks [] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.163569 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.233017 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Pushing event updated for resources: {'Port': ['ID=9d791c38-859d-4356-b47e-e7bebddcadc8,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:20.258722 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.261024 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.261671 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.261808 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.262033 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.262365 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.262694 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.263020 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.263345 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.263707 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.263969 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.264299 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.264619 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.270745 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:20.277367 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:20.339043 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Attempting to bind port 9d791c38-859d-4356-b47e-e7bebddcadc8 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:20.339557 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Attempting to bind port 9d791c38-859d-4356-b47e-e7bebddcadc8 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:20.340019 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Attempting to bind port 9d791c38-859d-4356-b47e-e7bebddcadc8 on network d92de796-bb2c-4cc6-a660-a98c4567199c {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:20.347799 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:20.348283 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Checking segment: {'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:20.348898 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.349505 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Bound using segment: {'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:20.350155 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Bound port: 9d791c38-859d-4356-b47e-e7bebddcadc8, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:20.351107 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.444036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:35:20.447300 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] For port 9d791c38-859d-4356-b47e-e7bebddcadc8, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:20.451538 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] For port 9d791c38-859d-4356-b47e-e7bebddcadc8, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9d791c38-859d-4356-b47e-e7bebddcadc8,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:20.459569 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.540241 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Routers {'8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:20.540893 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:20.553634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96658c56-c299-4270-814d-e130a1d91872 None None] Network add6610f-f310-414d-b4da-25fd750eeaa1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:35:20.595101 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:20.603978 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6100f-25b7-4966-ab20-28536a9f5a71 None None] Pushing event updated for resources: {'Port': ['ID=9d791c38-859d-4356-b47e-e7bebddcadc8,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:20.619551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.623406 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-15a6e22b-5478-40ef-bb94-2dbdd821c40b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0975955 Jan 28 04:35:20.624152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:20.630536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Sync routers for ids ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:20.636911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bfc8ca64-c0d6-44e3-83b5-b329e0738822 None None] Provisioning complete for port 4b0c76b2-8218-4212-891b-4d964fa509a2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:20.637290 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ca64-c0d6-44e3-83b5-b329e0738822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.673502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:20.673879 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:20.709619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Routers {'89fd74bc-dcac-4d5f-8f70-4d537233a2a2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:20.710275 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:20.724509 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] Set router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:20.926607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Set router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:20.968219 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:20Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:20.975136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8ca64-c0d6-44e3-83b5-b329e0738822 None None] Current status of the port 4b0c76b2-8218-4212-891b-4d964fa509a2 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:20.975761 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ca64-c0d6-44e3-83b5-b329e0738822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.002966 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d63eb-5cbd-4882-b7d1-b706a0a7cc55 None None] The sync data for ids ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'] in n-d-808199-14 is: [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:20Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:21.070829 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:21.071949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4b0c76b2-8218-4212-891b-4d964fa509a2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:21.125631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bfc8ca64-c0d6-44e3-83b5-b329e0738822 None None] For port 4b0c76b2-8218-4212-891b-4d964fa509a2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4b0c76b2-8218-4212-891b-4d964fa509a2,segment=NetworkSegment(d5c62481-c577-4cbc-9ba7-e870d65b1320),segment_id=d5c62481-c577-4cbc-9ba7-e870d65b1320)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:21.139408 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ca64-c0d6-44e3-83b5-b329e0738822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.203909 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.281576 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4b0c76b2-8218-4212-891b-4d964fa509a2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:21.282170 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.288863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8ca64-c0d6-44e3-83b5-b329e0738822 None None] Pushing event updated for resources: {'Port': ['ID=4b0c76b2-8218-4212-891b-4d964fa509a2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:21.336878 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e24cef53-e805-41dd-a423-2407980fa8f2 None None] Provisioning complete for port 9d791c38-859d-4356-b47e-e7bebddcadc8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:21.337259 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e24cef53-e805-41dd-a423-2407980fa8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.395263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Allocated IP 172.20.0.1 (add6610f-f310-414d-b4da-25fd750eeaa1/b26de3ea-c31b-4466-b5de-39cc553aac2d/eb810870-184d-4162-83d7-da050486ec58) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:21.414059 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'name': 'tempest-TestMinimumBasicScenario-1292778961-router', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:19Z', 'revision_number': 3, 'project_id': '10f656b5def54481a58743dc73bf2067', 'gw_port': {'id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:21.450783 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Checking router: 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:35:21.451128 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Updating router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 port 20090cb5-fb2a-4558-a8d8-69ffc6896696 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:35:21.486053 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4b0c76b2-8218-4212-891b-4d964fa509a2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:21.511253 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Publish callbacks [] for port (eb810870-184d-4162-83d7-da050486ec58), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.512700 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.549526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (eb810870-184d-4162-83d7-da050486ec58), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.549991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e24cef53-e805-41dd-a423-2407980fa8f2 None None] Current status of the port 9d791c38-859d-4356-b47e-e7bebddcadc8 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:21.550389 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e24cef53-e805-41dd-a423-2407980fa8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.593104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Network add6610f-f310-414d-b4da-25fd750eeaa1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:21.598767 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:21.604303 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:21.607349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Pushing event updated for resources: {'Port': ['ID=eb810870-184d-4162-83d7-da050486ec58,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:21.646280 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.651320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e24cef53-e805-41dd-a423-2407980fa8f2 None None] For port 9d791c38-859d-4356-b47e-e7bebddcadc8, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9d791c38-859d-4356-b47e-e7bebddcadc8,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:21.659352 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e24cef53-e805-41dd-a423-2407980fa8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.791914 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (eb810870-184d-4162-83d7-da050486ec58), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.810930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e24cef53-e805-41dd-a423-2407980fa8f2 None None] Provisioning complete for port 4b0c76b2-8218-4212-891b-4d964fa509a2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:21.811308 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e24cef53-e805-41dd-a423-2407980fa8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.850715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cef53-e805-41dd-a423-2407980fa8f2 None None] Pushing event updated for resources: {'Port': ['ID=9d791c38-859d-4356-b47e-e7bebddcadc8,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:21.969523 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Publish callbacks [] for port (eb810870-184d-4162-83d7-da050486ec58), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.974420 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (eb810870-184d-4162-83d7-da050486ec58), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.987607 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Publish callbacks [] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.989438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e24cef53-e805-41dd-a423-2407980fa8f2 None None] Current status of the port 4b0c76b2-8218-4212-891b-4d964fa509a2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:21.994847 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.040274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Attempting to bind port 20090cb5-fb2a-4558-a8d8-69ffc6896696 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:22.040656 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Attempting to bind port 20090cb5-fb2a-4558-a8d8-69ffc6896696 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:22.041054 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Attempting to bind port 20090cb5-fb2a-4558-a8d8-69ffc6896696 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:22.050345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.052606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Pushing event updated for resources: {'Port': ['ID=eb810870-184d-4162-83d7-da050486ec58,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:22.056419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:22.056807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:22.057251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.057631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:22.058203 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Bound port: 20090cb5-fb2a-4558-a8d8-69ffc6896696, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:22.058470 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.061167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e5dfc-0731-4f41-accc-3624cfa6db4d None None] Pushing event updated for resources: {'Port': ['ID=20090cb5-fb2a-4558-a8d8-69ffc6896696,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:22.122801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] For port 20090cb5-fb2a-4558-a8d8-69ffc6896696, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:22.128290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] For port 20090cb5-fb2a-4558-a8d8-69ffc6896696, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=20090cb5-fb2a-4558-a8d8-69ffc6896696,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:22.131049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-428716e1-7170-4209-ad90-4b32357874b2 None None] Provisioning complete for port eb810870-184d-4162-83d7-da050486ec58 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:22.131528 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-428716e1-7170-4209-ad90-4b32357874b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eb810870-184d-4162-83d7-da050486ec58), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.135116 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.165166 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Network add6610f-f310-414d-b4da-25fd750eeaa1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:22.166852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:22.181521 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9d791c38-859d-4356-b47e-e7bebddcadc8 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:22.243526 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-428716e1-7170-4209-ad90-4b32357874b2 None None] Port eb810870-184d-4162-83d7-da050486ec58 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:35:22.269346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e5dfc-0731-4f41-accc-3624cfa6db4d None None] Pushing event updated for resources: {'Port': ['ID=20090cb5-fb2a-4558-a8d8-69ffc6896696,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:22.273370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Routers {'89fd74bc-dcac-4d5f-8f70-4d537233a2a2'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:22.273981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:22.301485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:35:22.329025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 9d791c38-859d-4356-b47e-e7bebddcadc8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:22.329604 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.419010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:35:22.425179 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c5402808-0c3e-424e-a9d0-c6d6a5e6dd5a admin admin] 10.222.0.44 "PUT /v2.0/routers/89fd74bc-dcac-4d5f-8f70-4d537233a2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8004594 Jan 28 04:35:22.593064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] Set router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:22.598525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7f324026-1cf1-4c96-a40d-e86b1e2890db None None] Provisioning complete for port eb810870-184d-4162-83d7-da050486ec58 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:22.598908 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f324026-1cf1-4c96-a40d-e86b1e2890db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eb810870-184d-4162-83d7-da050486ec58), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.735475 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7f324026-1cf1-4c96-a40d-e86b1e2890db None None] Port eb810870-184d-4162-83d7-da050486ec58 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:35:22.788884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 9d791c38-859d-4356-b47e-e7bebddcadc8 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:22.789972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4b0c76b2-8218-4212-891b-4d964fa509a2 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:22.893425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 4b0c76b2-8218-4212-891b-4d964fa509a2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:22.893915 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:22.954189 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'name': 'tempest-TestMinimumBasicScenario-1292778961-router', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 4, 'project_id': '10f656b5def54481a58743dc73bf2067', 'gw_port': {'id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'eb810870-184d-4162-83d7-da050486ec58', 'name': '', 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'mac_address': 'fa:16:3e:18:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:21Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 2, 'project_id': '10f656b5def54481a58743dc73bf2067', 'subnets': [{'id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:22.986540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0dba7-71b8-4258-a683-8d852db1ca0e None None] The sync data for ids ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'] in n-d-808199-14 is: [{'id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'name': 'tempest-TestMinimumBasicScenario-1292778961-router', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 4, 'project_id': '10f656b5def54481a58743dc73bf2067', 'gw_port': {'id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'eb810870-184d-4162-83d7-da050486ec58', 'name': '', 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'mac_address': 'fa:16:3e:18:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:21Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 2, 'project_id': '10f656b5def54481a58743dc73bf2067', 'subnets': [{'id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:23.027284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 4b0c76b2-8218-4212-891b-4d964fa509a2 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:24.176768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 20090cb5-fb2a-4558-a8d8-69ffc6896696 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:24.245574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 20090cb5-fb2a-4558-a8d8-69ffc6896696 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:24.246155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:24.351894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 20090cb5-fb2a-4558-a8d8-69ffc6896696 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:24.352428 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:24.378450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 20090cb5-fb2a-4558-a8d8-69ffc6896696, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=20090cb5-fb2a-4558-a8d8-69ffc6896696,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:24.386665 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:24.441960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=20090cb5-fb2a-4558-a8d8-69ffc6896696,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:25.506456 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Sync routers for ids ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:35:25.522234 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Routers {'89fd74bc-dcac-4d5f-8f70-4d537233a2a2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:25.522989 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:25.762865 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Set router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:25.994232 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'name': 'tempest-TestMinimumBasicScenario-1292778961-router', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 4, 'project_id': '10f656b5def54481a58743dc73bf2067', 'gw_port': {'id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'eb810870-184d-4162-83d7-da050486ec58', 'name': '', 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'mac_address': 'fa:16:3e:18:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:21Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 2, 'project_id': '10f656b5def54481a58743dc73bf2067', 'subnets': [{'id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:26.022084 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Checking router: 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:35:26.022441 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Updating router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 port eb810870-184d-4162-83d7-da050486ec58 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:35:26.053242 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (eb810870-184d-4162-83d7-da050486ec58), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.107431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 20090cb5-fb2a-4558-a8d8-69ffc6896696 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:26.175389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 20090cb5-fb2a-4558-a8d8-69ffc6896696 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:26.175869 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.284893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 20090cb5-fb2a-4558-a8d8-69ffc6896696 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:26.369114 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Publish callbacks [] for port (eb810870-184d-4162-83d7-da050486ec58), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.376698 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (eb810870-184d-4162-83d7-da050486ec58), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.432804 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48292ee-8ada-4ff2-ba5e-5bcbed57572b None None] Pushing event updated for resources: {'Port': ['ID=eb810870-184d-4162-83d7-da050486ec58,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:26.498744 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Attempting to bind port eb810870-184d-4162-83d7-da050486ec58 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:26.499163 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Attempting to bind port eb810870-184d-4162-83d7-da050486ec58 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd5c62481-c577-4cbc-9ba7-e870d65b1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:26.499469 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Attempting to bind port eb810870-184d-4162-83d7-da050486ec58 on network add6610f-f310-414d-b4da-25fd750eeaa1 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:26.507498 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:26.508128 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Checking segment: {'id': 'd5c62481-c577-4cbc-9ba7-e870d65b1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:26.508525 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.509628 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Bound using segment: {'id': 'd5c62481-c577-4cbc-9ba7-e870d65b1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:26.510203 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Bound port: eb810870-184d-4162-83d7-da050486ec58, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c62481-c577-4cbc-9ba7-e870d65b1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:26.510654 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (eb810870-184d-4162-83d7-da050486ec58), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.587708 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] For port eb810870-184d-4162-83d7-da050486ec58, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:26.590991 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] For port eb810870-184d-4162-83d7-da050486ec58, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=eb810870-184d-4162-83d7-da050486ec58,segment=NetworkSegment(d5c62481-c577-4cbc-9ba7-e870d65b1320),segment_id=d5c62481-c577-4cbc-9ba7-e870d65b1320)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:26.596361 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (eb810870-184d-4162-83d7-da050486ec58), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.667329 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Routers {'89fd74bc-dcac-4d5f-8f70-4d537233a2a2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:35:26.668111 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:35:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:26.693754 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Provisioning complete for port eb810870-184d-4162-83d7-da050486ec58 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:26.694022 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eb810870-184d-4162-83d7-da050486ec58), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.719138 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48292ee-8ada-4ff2-ba5e-5bcbed57572b None None] Pushing event updated for resources: {'Port': ['ID=eb810870-184d-4162-83d7-da050486ec58,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:26.820448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Current status of the port eb810870-184d-4162-83d7-da050486ec58 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:26.821273 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (eb810870-184d-4162-83d7-da050486ec58), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.833831 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] Set router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:35:26.872287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] For port eb810870-184d-4162-83d7-da050486ec58, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=eb810870-184d-4162-83d7-da050486ec58,segment=NetworkSegment(d5c62481-c577-4cbc-9ba7-e870d65b1320),segment_id=d5c62481-c577-4cbc-9ba7-e870d65b1320)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:26.883527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (eb810870-184d-4162-83d7-da050486ec58), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:26.968063 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Pushing event updated for resources: {'Port': ['ID=eb810870-184d-4162-83d7-da050486ec58,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:26.976747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.977221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.981713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.981713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.981713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.981713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.981713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.981713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.981713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.981713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.981713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.981713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:26.982717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a46b79-fde6-48ba-85d3-dd01eac090ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:27.103342 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'name': 'tempest-TestMinimumBasicScenario-1292778961-router', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 4, 'project_id': '10f656b5def54481a58743dc73bf2067', 'gw_port': {'id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'eb810870-184d-4162-83d7-da050486ec58', 'name': '', 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'mac_address': 'fa:16:3e:18:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:21Z', 'updated_at': '2022-01-28T04:35:26Z', 'revision_number': 4, 'project_id': '10f656b5def54481a58743dc73bf2067', 'subnets': [{'id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:35:27.126904 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6c052f79-2c13-442a-b0da-362a44a4a1e1 None None] Provisioning complete for port eb810870-184d-4162-83d7-da050486ec58 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:27.127520 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c052f79-2c13-442a-b0da-362a44a4a1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eb810870-184d-4162-83d7-da050486ec58), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:27.132024 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d81267-cd70-4f9e-9932-1e1980d95d68 None None] The sync data for ids ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'] in n-d-808199-14 is: [{'id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'name': 'tempest-TestMinimumBasicScenario-1292778961-router', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 4, 'project_id': '10f656b5def54481a58743dc73bf2067', 'gw_port': {'id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'eb810870-184d-4162-83d7-da050486ec58', 'name': '', 'network_id': 'add6610f-f310-414d-b4da-25fd750eeaa1', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'mac_address': 'fa:16:3e:18:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:21Z', 'updated_at': '2022-01-28T04:35:26Z', 'revision_number': 4, 'project_id': '10f656b5def54481a58743dc73bf2067', 'subnets': [{'id': 'b26de3ea-c31b-4466-b5de-39cc553aac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:35:27.241093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6c052f79-2c13-442a-b0da-362a44a4a1e1 None None] Current status of the port eb810870-184d-4162-83d7-da050486ec58 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:28.171073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eb810870-184d-4162-83d7-da050486ec58 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:28.233808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port eb810870-184d-4162-83d7-da050486ec58 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:28.234563 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eb810870-184d-4162-83d7-da050486ec58), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:28.326314 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port eb810870-184d-4162-83d7-da050486ec58 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:32.627436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-192a72e5-600d-40ad-8f3d-8d5db56e36e8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:32.628952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-192a72e5-600d-40ad-8f3d-8d5db56e36e8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 814 time: 0.0998945 Jan 28 04:35:32.644280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-0991068d-7d01-4071-af60-e42356c32a7a tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/quotas/06328140912b420aa5b7028636a67b2a HTTP/1.1" status: 200 len: 375 time: 0.0099545 Jan 28 04:35:32.700452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-732c401d-43e4-4607-9a0c-67d43d810aa1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508204 Jan 28 04:35:32.793812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-10c9a131-db51-4d7b-ba1f-93687b4a7b7c service neutron] 10.222.0.44 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819061 Jan 28 04:35:32.888030 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-84966c34-439b-4359-a054-9ed06322c29e service neutron] 10.222.0.44 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877714 Jan 28 04:35:33.054090 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1da2d3aa-8703-40e1-80ce-4bf756cfa463 req-4de2a02f-c71e-424e-abf3-66e9495f5880 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 210 time: 0.0291812 Jan 28 04:35:34.154896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-de7dd6ee-2035-4358-87f1-c4cbb58096b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:34.155502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7bd7a79-4611-4a4e-9ca5-7d450d512bcf req-f875ae44-5845-4288-900c-302a13350898 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 210 time: 0.0270908 Jan 28 04:35:34.156917 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-de7dd6ee-2035-4358-87f1-c4cbb58096b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.25 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 814 time: 0.1110616 Jan 28 04:35:34.175505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'port': {'device_id': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'admin_state_up': True, 'tenant_id': '06328140912b420aa5b7028636a67b2a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:34.285313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Made reservation on behalf of 06328140912b420aa5b7028636a67b2a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:34.288865 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.432170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Allocated IP 172.20.0.3 (d92de796-bb2c-4cc6-a660-a98c4567199c/58e0910d-a1c5-4021-9506-57bf850e46dd/fd79f19d-a75a-4e15-b822-eadbcdaf52af) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:34.610535 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.655114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.711911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Network d92de796-bb2c-4cc6-a660-a98c4567199c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:34.714978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:34.724441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:34.731132 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'Port': ['ID=fd79f19d-a75a-4e15-b822-eadbcdaf52af,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:34.787052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:34.787691 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.808027 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-ca402ced-61c3-413f-bad1-57b0bbc1a53f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6374524 Jan 28 04:35:35.023326 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1e9384d9-ebde-46af-9420-16275b942823 None None] Provisioning complete for port fd79f19d-a75a-4e15-b822-eadbcdaf52af triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:35.023941 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e9384d9-ebde-46af-9420-16275b942823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:35.058112 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1e9384d9-ebde-46af-9420-16275b942823 None None] Port fd79f19d-a75a-4e15-b822-eadbcdaf52af cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:35:35.276379 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3430b7f-68b9-4ce4-8c72-13e854732b7d req-039140ff-b759-4c2a-962f-17291650bc5e tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:35.278672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3430b7f-68b9-4ce4-8c72-13e854732b7d req-039140ff-b759-4c2a-962f-17291650bc5e tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 931 time: 0.0517454 Jan 28 04:35:35.332575 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d3430b7f-68b9-4ce4-8c72-13e854732b7d req-bf2742ce-e3d8-40e3-816c-fcd7ac74c4b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Jan 28 04:35:36.500639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bee1a-41c7-4211-8c2e-b75cc107b4ba req-c3f366d8-4f2e-40f7-82ab-f1828d0cd617 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:36.502460 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-013bee1a-41c7-4211-8c2e-b75cc107b4ba req-c3f366d8-4f2e-40f7-82ab-f1828d0cd617 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 931 time: 0.0602803 Jan 28 04:35:36.551286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-013bee1a-41c7-4211-8c2e-b75cc107b4ba req-9596264a-b46f-4901-ae6a-fedf53e1a678 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Jan 28 04:35:37.681659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99fa5e-a7c1-41ee-a2b3-a5899ec01b4b req-6a21c6c1-9688-4095-a857-a8b7503f2a3d tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:37.690122 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd99fa5e-a7c1-41ee-a2b3-a5899ec01b4b req-6a21c6c1-9688-4095-a857-a8b7503f2a3d tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 931 time: 0.0595267 Jan 28 04:35:37.740062 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd99fa5e-a7c1-41ee-a2b3-a5899ec01b4b req-31319281-3120-42a9-a0e8-fef75949ddab tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479271 Jan 28 04:35:39.138850 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff237b15-3d05-41a5-84c6-0fd87585db13 req-3764b3f3-7f94-4f2e-8687-292579326c59 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:39.142536 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff237b15-3d05-41a5-84c6-0fd87585db13 req-3764b3f3-7f94-4f2e-8687-292579326c59 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 931 time: 0.3182895 Jan 28 04:35:39.213668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ff237b15-3d05-41a5-84c6-0fd87585db13 req-e49ba6ae-860a-4a62-a93a-ba1f98a88949 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646069 Jan 28 04:35:40.394436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a644b-180d-4aef-99a8-5e8e835f7c4b req-a1c83fb9-fb02-4863-9caa-caf3a6b84cb4 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:40.396660 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e11a644b-180d-4aef-99a8-5e8e835f7c4b req-a1c83fb9-fb02-4863-9caa-caf3a6b84cb4 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 931 time: 0.1090276 Jan 28 04:35:40.447796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e11a644b-180d-4aef-99a8-5e8e835f7c4b req-3460eb6e-0322-4bd8-b202-f70ef98f195f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449905 Jan 28 04:35:40.642400 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83813d43-b24e-4992-bd40-088d9ab633cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.583991 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0868b-d796-40e9-bc7c-2647312532dd req-49bf2584-0d8d-472f-b2ac-dc78c9762a95 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:41.585627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afe0868b-d796-40e9-bc7c-2647312532dd req-49bf2584-0d8d-472f-b2ac-dc78c9762a95 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 931 time: 0.0493760 Jan 28 04:35:41.637478 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:35:41.638770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afe0868b-d796-40e9-bc7c-2647312532dd req-48971aa3-24ea-40a4-a15e-771be627b100 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470862 Jan 28 04:35:42.674396 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1156-4bb2-4c89-a89b-3d91503eac7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:42.745193 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:42.758667 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a974472-6894-4787-b538-23b4c9c3a376 req-498c7ab2-9a25-4aab-a5a4-57e51b90d0b7 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:42.760160 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a974472-6894-4787-b538-23b4c9c3a376 req-498c7ab2-9a25-4aab-a5a4-57e51b90d0b7 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 931 time: 0.0520694 Jan 28 04:35:42.807802 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5a974472-6894-4787-b538-23b4c9c3a376 req-38574789-22f1-4afd-a3c6-191fedc21f12 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Jan 28 04:35:43.918638 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ebb21-50d4-4b1c-b948-eed542a75b5c req-84eed486-d905-40af-9ebc-b8a9b9f20446 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:43.920127 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-158ebb21-50d4-4b1c-b948-eed542a75b5c req-84eed486-d905-40af-9ebc-b8a9b9f20446 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 931 time: 0.0474052 Jan 28 04:35:43.967461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-158ebb21-50d4-4b1c-b948-eed542a75b5c req-2d6d785a-a539-4efd-a4cc-1e96357ea9e6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Jan 28 04:35:44.493492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:44.903006 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:45.084905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c7513-7c7d-499c-a912-cdc3e81d5916 req-9918a24f-a19d-488f-ace0-fb03dd2bab0b tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.086431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f5c7513-7c7d-499c-a912-cdc3e81d5916 req-9918a24f-a19d-488f-ace0-fb03dd2bab0b tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 931 time: 0.0519493 Jan 28 04:35:45.132484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0f5c7513-7c7d-499c-a912-cdc3e81d5916 req-a683a1cc-768e-484f-acce-9fd332fa5f6c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Jan 28 04:35:45.418245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Request body: {'port': {'device_id': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:45.472018 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:45.709177 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:45.737310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd79f19d-a75a-4e15-b822-eadbcdaf52af {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:45.744569 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Publish callbacks [] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:45.757552 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Transition to ACTIVE for port object fd79f19d-a75a-4e15-b822-eadbcdaf52af will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:35:45.761154 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:45.812352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Pushing event updated for resources: {'Port': ['ID=fd79f19d-a75a-4e15-b822-eadbcdaf52af,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:45.881580 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Attempting to bind port fd79f19d-a75a-4e15-b822-eadbcdaf52af on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:45.881918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Attempting to bind port fd79f19d-a75a-4e15-b822-eadbcdaf52af by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:45.882244 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Attempting to bind port fd79f19d-a75a-4e15-b822-eadbcdaf52af on network d92de796-bb2c-4cc6-a660-a98c4567199c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:45.886747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Port fd79f19d-a75a-4e15-b822-eadbcdaf52af on network d92de796-bb2c-4cc6-a660-a98c4567199c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:35:45.887072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Attempting to bind port fd79f19d-a75a-4e15-b822-eadbcdaf52af on network d92de796-bb2c-4cc6-a660-a98c4567199c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:45.893049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:45.893391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Checking segment: {'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:45.893774 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Bound using segment: {'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:45.894202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Bound port: fd79f19d-a75a-4e15-b822-eadbcdaf52af, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b885dd1-16f6-4f41-86b8-61cae397422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:45.895413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:45.969850 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] For port fd79f19d-a75a-4e15-b822-eadbcdaf52af, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:45.973102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] For port fd79f19d-a75a-4e15-b822-eadbcdaf52af, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:45.977037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.010943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.011582 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:46.013073 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] 10.222.0.25 "PUT /v2.0/ports/fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 1092 time: 0.5992324 Jan 28 04:35:46.013521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:46.016338 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:46.041352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a689ac-11ac-4fbe-92c8-5bfc0e20d02e service neutron] Pushing event updated for resources: {'Port': ['ID=fd79f19d-a75a-4e15-b822-eadbcdaf52af,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:46.066879 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d23918-2e3e-4ccf-91dd-b9dc25fad38e x-openstack-request-id: req-80d23918-2e3e-4ccf-91dd-b9dc25fad38e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:46.067171 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:46.067428 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80d23918-2e3e-4ccf-91dd-b9dc25fad38e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:46.067836 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'status': 'completed', 'code': 200} Jan 28 04:35:46.126976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-f3e41827-a177-4447-af97-097c4a2cf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.128507 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-f3e41827-a177-4447-af97-097c4a2cf67d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1095 time: 0.0450683 Jan 28 04:35:46.176875 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-7ab870d1-52ff-4c44-9cb4-8631bc76cbab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 217 time: 0.0356913 Jan 28 04:35:46.233505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-4422256d-2b88-4b4f-aa02-365401ceff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.235009 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-4422256d-2b88-4b4f-aa02-365401ceff8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 200 len: 853 time: 0.0521595 Jan 28 04:35:46.252317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7518e31-af66-4d5c-add3-6d1c4ad307c7 req-ff9fe397-c5a2-48ba-8fd7-1a624bb9103b tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.253872 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7518e31-af66-4d5c-add3-6d1c4ad307c7 req-ff9fe397-c5a2-48ba-8fd7-1a624bb9103b tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 943 time: 0.0490093 Jan 28 04:35:46.281920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-f24dc458-a841-44c2-a0a0-c91071bb511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.283430 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-f24dc458-a841-44c2-a0a0-c91071bb511b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d92de796-bb2c-4cc6-a660-a98c4567199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412712 Jan 28 04:35:46.301913 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7518e31-af66-4d5c-add3-6d1c4ad307c7 req-fa9793d1-5de0-41e1-bd8b-a5210c0d3ac1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Jan 28 04:35:46.378129 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-55a7d48d-f24d-4b56-b7e2-4ddcb0138d1e service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881653 Jan 28 04:35:46.472490 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a8f8da37-4c99-4855-a7b4-9d1afc2327cc req-073fbc80-f678-40f8-a9ba-77f9df8a3d6f service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885115 Jan 28 04:35:46.594923 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-913764d8-219f-41ca-a002-cf37937c3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.596331 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-913764d8-219f-41ca-a002-cf37937c3a37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1095 time: 0.0417471 Jan 28 04:35:46.689198 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-a0281fc1-2fb4-49c5-a056-1d95bfaf686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.690648 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-a0281fc1-2fb4-49c5-a056-1d95bfaf686f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 915 time: 0.0878532 Jan 28 04:35:46.730076 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-348c3af9-57e7-4933-96ed-0178dc05f893 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 217 time: 0.0335152 Jan 28 04:35:46.776159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-3b453f66-ee01-4aee-8d2a-91defbb0522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.777570 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-3b453f66-ee01-4aee-8d2a-91defbb0522c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 200 len: 853 time: 0.0419531 Jan 28 04:35:46.895815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:47.191885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-c20cc9f8-2af5-463e-87d9-0805c03f12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:47.193567 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-c20cc9f8-2af5-463e-87d9-0805c03f12c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d92de796-bb2c-4cc6-a660-a98c4567199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4104795 Jan 28 04:35:47.280969 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-babb4161-ded6-4b9c-99de-dac44e960861 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810328 Jan 28 04:35:47.373387 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ad5493d4-a9cc-40c1-8d78-f59c43e2dddb req-fdb32839-842c-4633-a5ec-9bfe23d9726b service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863173 Jan 28 04:35:47.416602 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435eb58-de04-41db-bafd-9cb6644b5c5f req-8a99a0e2-f226-4504-a312-867718b2d67c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:47.418172 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3435eb58-de04-41db-bafd-9cb6644b5c5f req-8a99a0e2-f226-4504-a312-867718b2d67c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 943 time: 0.0474017 Jan 28 04:35:47.471889 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3435eb58-de04-41db-bafd-9cb6644b5c5f req-5f893aa9-bcb4-4b01-a67c-066fcc28a2a9 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472565 Jan 28 04:35:48.590047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b22f8-53d1-4527-b33b-7d7cecdafb27 req-d4c0e6e6-0647-4f67-bf68-5d623b3c283b tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:48.591550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c96b22f8-53d1-4527-b33b-7d7cecdafb27 req-d4c0e6e6-0647-4f67-bf68-5d623b3c283b tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 943 time: 0.0510902 Jan 28 04:35:48.638164 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c96b22f8-53d1-4527-b33b-7d7cecdafb27 req-5ec33b23-1669-4ac5-98af-2dd561c8cafe tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Jan 28 04:35:49.751413 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bc261-89ef-4051-aca9-3e2355df8921 req-dfe88dd0-2859-4e30-bfc4-6446864c5e01 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:49.752915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c98bc261-89ef-4051-aca9-3e2355df8921 req-dfe88dd0-2859-4e30-bfc4-6446864c5e01 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 943 time: 0.0471835 Jan 28 04:35:49.799285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c98bc261-89ef-4051-aca9-3e2355df8921 req-05acdc88-4f52-41ae-93ba-f25d27d70041 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Jan 28 04:35:50.915867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721cc3e-cd16-4575-a751-e7bc63d7c67b req-06fa4e3c-162f-4458-9ab5-341d4547f409 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:50.917418 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c721cc3e-cd16-4575-a751-e7bc63d7c67b req-06fa4e3c-162f-4458-9ab5-341d4547f409 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 943 time: 0.0524192 Jan 28 04:35:50.965940 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c721cc3e-cd16-4575-a751-e7bc63d7c67b req-a349a905-0692-4dd2-9cdb-186694134645 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409911 Jan 28 04:35:51.129015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fd79f19d-a75a-4e15-b822-eadbcdaf52af details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:35:51.226156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fd79f19d-a75a-4e15-b822-eadbcdaf52af, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:51.238042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'port_id': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'mac_address': 'fa:16:3e:21:3f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:35:51.282515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port fd79f19d-a75a-4e15-b822-eadbcdaf52af is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:51.282902 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.295421 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd79f19d-a75a-4e15-b822-eadbcdaf52af {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:51.316120 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fd79f19d-a75a-4e15-b822-eadbcdaf52af, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:51.319686 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:51.369380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=fd79f19d-a75a-4e15-b822-eadbcdaf52af,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:51.745601 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fd79f19d-a75a-4e15-b822-eadbcdaf52af'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:52.079422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b26cc7-a43d-4284-b69f-cc39ece378f7 req-cf5e3271-1d39-4076-ac83-f32dc7895e28 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:52.080915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03b26cc7-a43d-4284-b69f-cc39ece378f7 req-cf5e3271-1d39-4076-ac83-f32dc7895e28 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 944 time: 0.0488672 Jan 28 04:35:52.126928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03b26cc7-a43d-4284-b69f-cc39ece378f7 req-b7ffc990-b30a-4a75-9c45-848a2cf28613 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Jan 28 04:35:53.149000 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fd79f19d-a75a-4e15-b822-eadbcdaf52af up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:53.199437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port fd79f19d-a75a-4e15-b822-eadbcdaf52af completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:35:53.206106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port fd79f19d-a75a-4e15-b822-eadbcdaf52af triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:53.206483 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.243536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc719-e62b-4aad-8c09-7a5d2447f182 req-d6fe75e9-a167-4a5a-bf58-bce6f4780af5 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:53.245135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c61dc719-e62b-4aad-8c09-7a5d2447f182 req-d6fe75e9-a167-4a5a-bf58-bce6f4780af5 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 944 time: 0.0492303 Jan 28 04:35:53.285875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port fd79f19d-a75a-4e15-b822-eadbcdaf52af is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:53.286270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.296979 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c61dc719-e62b-4aad-8c09-7a5d2447f182 req-ab374312-b202-4f4a-955b-5089dfc33a85 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457194 Jan 28 04:35:53.317332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:53.317332 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6d4449-b3f3-41fe-ae7e-365edd32bd3d" -d '{"events": [{"server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "name": "network-vif-plugged", "status": "completed", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:53.324889 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port fd79f19d-a75a-4e15-b822-eadbcdaf52af, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:53.329868 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:53.356250 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20187df-4adf-4d6c-ac7d-9043af00e09c x-openstack-request-id: req-a20187df-4adf-4d6c-ac7d-9043af00e09c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:53.356546 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "name": "network-vif-plugged", "status": "completed", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:53.356801 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a20187df-4adf-4d6c-ac7d-9043af00e09c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:53.357214 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'code': 200} Jan 28 04:35:53.381974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=fd79f19d-a75a-4e15-b822-eadbcdaf52af,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:53.483339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797242a6-aaab-43dd-935c-6dad2f37b4c6 req-8b3cda47-e5fa-44e4-b79e-7d3b27dcecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:53.485032 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-797242a6-aaab-43dd-935c-6dad2f37b4c6 req-8b3cda47-e5fa-44e4-b79e-7d3b27dcecd2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1097 time: 0.0404122 Jan 28 04:35:53.526514 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-797242a6-aaab-43dd-935c-6dad2f37b4c6 req-a558a930-2f82-4f30-a453-221a19cfdad9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361025 Jan 28 04:35:54.408245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519600-53ee-4012-aa4e-bc0b66b35048 req-25e025dd-16d6-4ffd-8395-81a3e1e954fe tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:54.409804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d519600-53ee-4012-aa4e-bc0b66b35048 req-25e025dd-16d6-4ffd-8395-81a3e1e954fe tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 945 time: 0.0473139 Jan 28 04:35:54.456856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d519600-53ee-4012-aa4e-bc0b66b35048 req-e570d2ae-f00d-40bf-a3d2-b757c7ad12bb tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414042 Jan 28 04:35:55.581659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e11c7-44eb-4aae-a3d7-1db10f9ad71a req-5072ffb0-123c-454b-bd17-6cf321feecad tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:55.583416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df0e11c7-44eb-4aae-a3d7-1db10f9ad71a req-5072ffb0-123c-454b-bd17-6cf321feecad tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 945 time: 0.0583212 Jan 28 04:35:55.631429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-df0e11c7-44eb-4aae-a3d7-1db10f9ad71a req-2f0fa1a7-144c-48b6-afae-f136c1fb592c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420711 Jan 28 04:35:55.746852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9ee1e-7423-4e3e-a040-8f6938cb7219 req-547f8351-f9c5-48ba-9f9f-1b3af31fe89e tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:55.748282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98a9ee1e-7423-4e3e-a040-8f6938cb7219 req-547f8351-f9c5-48ba-9f9f-1b3af31fe89e tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 945 time: 0.0510988 Jan 28 04:35:55.793670 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98a9ee1e-7423-4e3e-a040-8f6938cb7219 req-78bdc369-e443-423d-bbc2-7214a7a9e47d tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Jan 28 04:35:55.982011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f31b90-6767-43d5-bc1e-c2de0c253a08 req-7e8b623f-4b65-4cf3-be23-c4f3ef1057af tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:55.986554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86f31b90-6767-43d5-bc1e-c2de0c253a08 req-7e8b623f-4b65-4cf3-be23-c4f3ef1057af tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 945 time: 0.0486186 Jan 28 04:35:56.031366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86f31b90-6767-43d5-bc1e-c2de0c253a08 req-1e3d7ad1-e90c-4cb2-b8ee-8cd83b109035 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Jan 28 04:36:06.421928 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-b2a3c1f1-0387-4689-aa82-68736cc2aaa5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426140 Jan 28 04:36:06.532880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-1f5a5506-2ea5-4176-86ba-496d02ed1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:06.534306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-1f5a5506-2ea5-4176-86ba-496d02ed1506 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1097 time: 0.0465941 Jan 28 04:36:06.649625 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-e7919e73-1fbf-482a-ba8b-6d5bea178bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:06.651138 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-e7919e73-1fbf-482a-ba8b-6d5bea178bed service neutron] 10.222.0.25 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 915 time: 0.0944097 Jan 28 04:36:06.698584 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-71976551-c753-47c1-bbea-1ea59351fdae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 217 time: 0.0406888 Jan 28 04:36:06.749698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-b1a35e81-4648-4df7-a9c2-e34b8893cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:06.751269 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-b1a35e81-4648-4df7-a9c2-e34b8893cfbc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 200 len: 853 time: 0.0467832 Jan 28 04:36:06.802958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-2520b021-def7-464d-ae07-e6a708062d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:06.804394 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-2520b021-def7-464d-ae07-e6a708062d58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d92de796-bb2c-4cc6-a660-a98c4567199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467741 Jan 28 04:36:06.903555 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-51cdbc5b-0955-46df-bf0d-89906b41be5b service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909896 Jan 28 04:36:07.008641 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4efc266e-e85b-471a-830f-e5f8041470e8 req-0d2a934c-6249-4a68-920c-1f23583267f9 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961218 Jan 28 04:36:10.645241 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39e26c1a-2819-49ae-8a67-e125d5a1a934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.676157 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b959db3b-97c2-43ba-bac1-70e9c73f6960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:12.744060 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.495254 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.873940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2287b7e-5956-402c-9791-f2b1becf5aff req-5a01a8e9-8816-4659-a71a-e0609f7b96ad tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:14.875407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2287b7e-5956-402c-9791-f2b1becf5aff req-5a01a8e9-8816-4659-a71a-e0609f7b96ad tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 945 time: 0.0510633 Jan 28 04:36:14.899697 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:14.922352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2287b7e-5956-402c-9791-f2b1becf5aff req-3767febf-e3b9-4a71-bcca-05ccea64509a tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414398 Jan 28 04:36:14.945171 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:15.026610 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f769dcd-2137-43ae-85c9-dcc36f28801a tempest-TestMinimumBasicScenario-1967107226 tempest-TestMinimumBasicScenario-1967107226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:15.028124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-4f769dcd-2137-43ae-85c9-dcc36f28801a tempest-TestMinimumBasicScenario-1967107226 tempest-TestMinimumBasicScenario-1967107226-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1092 time: 0.0819170 Jan 28 04:36:15.031235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54846) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:15.035714 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:15.055216 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.152534 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.253636 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Allocated IP 172.25.1.166 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/fbdca6a1-ec90-49e6-a750-bbd732d04435) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:36:15.359425 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for port (fbdca6a1-ec90-49e6-a750-bbd732d04435), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.395009 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fbdca6a1-ec90-49e6-a750-bbd732d04435), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.433181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:36:15.436268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:36:15.442554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:36:15.464833 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'Port': ['ID=fbdca6a1-ec90-49e6-a750-bbd732d04435,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:15.478199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.478552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.478898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.479231 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.479562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.479892 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.480219 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.480580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.480960 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.481202 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.481530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.481844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.482159 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:15.715970 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.828421 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for floatingip (ccb8ae74-78db-47c6-9283-3222871cae19), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:15.895027 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fbdca6a1-ec90-49e6-a750-bbd732d04435), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.048626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for port (fbdca6a1-ec90-49e6-a750-bbd732d04435), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.052981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (fbdca6a1-ec90-49e6-a750-bbd732d04435), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.120464 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'Port': ['ID=fbdca6a1-ec90-49e6-a750-bbd732d04435,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:16.130444 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (ccb8ae74-78db-47c6-9283-3222871cae19), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.229264 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Floating IP ccb8ae74-78db-47c6-9283-3222871cae19 associated. External IP: 172.25.1.166, port: fd79f19d-a75a-4e15-b822-eadbcdaf52af. Jan 28 04:36:16.436589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:36:16.547646 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:16.557687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270558f7-f102-4954-b561-641000192eb7 None None] Sync routers for ids ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:16.567808 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.568717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270558f7-f102-4954-b561-641000192eb7 None None] Routers {'8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:16.569372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-270558f7-f102-4954-b561-641000192eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:36:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:16.595598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-63f7301e-3e26-4e0c-bbb0-f5f21df7b24c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5632954 Jan 28 04:36:16.596200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:16.598529 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54063716-07e3-4eba-a856-e92d5238ee86" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:16.598705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:16.603123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178073265', 'description': 'tempest-secgroup-smoke-1178073265 description', 'project_id': '06328140912b420aa5b7028636a67b2a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:16.624757 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.684002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-270558f7-f102-4954-b561-641000192eb7 None None] Set router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:16.700598 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group (78b79d52-9ba9-4523-8484-dec8d720db73), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.704806 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533ba7ba-98d0-4ff7-90b2-04654f7b084e x-openstack-request-id: req-533ba7ba-98d0-4ff7-90b2-04654f7b084e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:16.705091 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:16.705353 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-533ba7ba-98d0-4ff7-90b2-04654f7b084e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:16.705758 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'status': 'completed', 'code': 200} Jan 28 04:36:16.705872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (78b79d52-9ba9-4523-8484-dec8d720db73), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.737126 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.741762 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:16.741999 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1423266 Jan 28 04:36:16.746340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b2c8f772-6f55-474b-b69d-8bacb73637e8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'security_group_rule': {'security_group_id': '78b79d52-9ba9-4523-8484-dec8d720db73', 'project_id': '06328140912b420aa5b7028636a67b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:16.746938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b79d52-9ba9-4523-8484-dec8d720db73,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:16.755722 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.756506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.756506 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.756744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.757090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.757421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.757762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.758074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.758707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.758707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.759042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.759330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.759943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345e398-505f-46c8-a2ae-31420fd06eb0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:36:16.783192 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f772-6f55-474b-b69d-8bacb73637e8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (a1e39940-b008-42ae-a335-3811f22955a0), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.853505 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f772-6f55-474b-b69d-8bacb73637e8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (a1e39940-b008-42ae-a335-3811f22955a0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.858265 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f772-6f55-474b-b69d-8bacb73637e8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (a1e39940-b008-42ae-a335-3811f22955a0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.862592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063716-07e3-4eba-a856-e92d5238ee86 req-381b234c-8a3d-4939-b6df-fe4f53a67762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:16.864163 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-54063716-07e3-4eba-a856-e92d5238ee86 req-381b234c-8a3d-4939-b6df-fe4f53a67762 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1097 time: 0.0996516 Jan 28 04:36:16.875503 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8f772-6f55-474b-b69d-8bacb73637e8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e39940-b008-42ae-a335-3811f22955a0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:16.897688 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f772-6f55-474b-b69d-8bacb73637e8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.898923 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b2c8f772-6f55-474b-b69d-8bacb73637e8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561520 Jan 28 04:36:16.901697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:16.907265 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0ff4ed6b-d165-4588-89f0-4cb87f272f72 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'security_group_rule': {'security_group_id': '78b79d52-9ba9-4523-8484-dec8d720db73', 'project_id': '06328140912b420aa5b7028636a67b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:16.924614 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.938788 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff4ed6b-d165-4588-89f0-4cb87f272f72 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (e306d01a-b1c3-4e5f-9ff2-25ce06895815), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:16.957408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-270558f7-f102-4954-b561-641000192eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'ccb8ae74-78db-47c6-9283-3222871cae19', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'port_id': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'mac_address': 'fa:16:3e:21:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:36:15Z', 'updated_at': '2022-01-28T04:36:15Z', 'revision_number': 0, 'project_id': '06328140912b420aa5b7028636a67b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 5, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:16.967079 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063716-07e3-4eba-a856-e92d5238ee86 req-e671a946-84b2-4629-bd2c-498568c77dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:16.968865 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-54063716-07e3-4eba-a856-e92d5238ee86 req-e671a946-84b2-4629-bd2c-498568c77dd6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 915 time: 0.0983369 Jan 28 04:36:16.985200 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270558f7-f102-4954-b561-641000192eb7 None None] Checking router: 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:36:16.993657 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270558f7-f102-4954-b561-641000192eb7 None None] Routers {'8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:16.994527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-270558f7-f102-4954-b561-641000192eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:36:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:17.009366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff4ed6b-d165-4588-89f0-4cb87f272f72 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (e306d01a-b1c3-4e5f-9ff2-25ce06895815), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.013213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff4ed6b-d165-4588-89f0-4cb87f272f72 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (e306d01a-b1c3-4e5f-9ff2-25ce06895815), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.035255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4ed6b-d165-4588-89f0-4cb87f272f72 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e306d01a-b1c3-4e5f-9ff2-25ce06895815,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:17.045419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ff4ed6b-d165-4588-89f0-4cb87f272f72 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.050028 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0ff4ed6b-d165-4588-89f0-4cb87f272f72 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449394 Jan 28 04:36:17.050231 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-54063716-07e3-4eba-a856-e92d5238ee86 req-3d0db322-cc5e-41c2-9e30-1ec8abdf8c26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 999 time: 0.0720806 Jan 28 04:36:17.050348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:17.054692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d7b5f79c-9fb8-45e5-a2c3-8f43635a5d71 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'security_group_rule': {'security_group_id': '78b79d52-9ba9-4523-8484-dec8d720db73', 'project_id': '06328140912b420aa5b7028636a67b2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:17.081784 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f79c-9fb8-45e5-a2c3-8f43635a5d71 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (6907a1fa-9e33-4429-9fc6-b30ec3fa520a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.102512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063716-07e3-4eba-a856-e92d5238ee86 req-38e821bd-4e20-4f8e-ba4c-0cb8dcd1d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:17.104033 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-54063716-07e3-4eba-a856-e92d5238ee86 req-38e821bd-4e20-4f8e-ba4c-0cb8dcd1d9c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 200 len: 853 time: 0.0479841 Jan 28 04:36:17.111851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-270558f7-f102-4954-b561-641000192eb7 None None] Set router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:17.143691 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f79c-9fb8-45e5-a2c3-8f43635a5d71 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (6907a1fa-9e33-4429-9fc6-b30ec3fa520a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.148528 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f79c-9fb8-45e5-a2c3-8f43635a5d71 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (6907a1fa-9e33-4429-9fc6-b30ec3fa520a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.155395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063716-07e3-4eba-a856-e92d5238ee86 req-52708e5c-a461-46e2-b99a-a2ba2c9078e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:17.157048 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-54063716-07e3-4eba-a856-e92d5238ee86 req-52708e5c-a461-46e2-b99a-a2ba2c9078e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d92de796-bb2c-4cc6-a660-a98c4567199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443921 Jan 28 04:36:17.167954 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5f79c-9fb8-45e5-a2c3-8f43635a5d71 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6907a1fa-9e33-4429-9fc6-b30ec3fa520a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:17.177253 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f79c-9fb8-45e5-a2c3-8f43635a5d71 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.181143 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d7b5f79c-9fb8-45e5-a2c3-8f43635a5d71 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273091 Jan 28 04:36:17.181316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54862) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:17.186183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dd8b8a0e-062d-4f5f-b74c-e16627671c17 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'security_group_rule': {'security_group_id': '78b79d52-9ba9-4523-8484-dec8d720db73', 'project_id': '06328140912b420aa5b7028636a67b2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:17.211860 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8a0e-062d-4f5f-b74c-e16627671c17 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (85926e12-ada2-4bfc-8251-cc4efd35f41e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.266264 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-54063716-07e3-4eba-a856-e92d5238ee86 req-fcb4c7ed-bb64-4a98-a8f1-a2e35ab7c7a4 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011264 Jan 28 04:36:17.274208 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8a0e-062d-4f5f-b74c-e16627671c17 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (85926e12-ada2-4bfc-8251-cc4efd35f41e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.278773 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8a0e-062d-4f5f-b74c-e16627671c17 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (85926e12-ada2-4bfc-8251-cc4efd35f41e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.300153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b8a0e-062d-4f5f-b74c-e16627671c17 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85926e12-ada2-4bfc-8251-cc4efd35f41e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:17.311123 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8a0e-062d-4f5f-b74c-e16627671c17 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.312525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-dd8b8a0e-062d-4f5f-b74c-e16627671c17 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302836 Jan 28 04:36:17.315526 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:17.320240 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9ceadac4-88c8-4d96-9fb2-a5f267084971 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'security_group_rule': {'security_group_id': '78b79d52-9ba9-4523-8484-dec8d720db73', 'project_id': '06328140912b420aa5b7028636a67b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:17.341318 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-9ceadac4-88c8-4d96-9fb2-a5f267084971 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Project 06328140912b420aa5b7028636a67b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:36:17.346909 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ceadac4-88c8-4d96-9fb2-a5f267084971 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (e0fbe79a-453a-43d2-961b-162473bd4941), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.365330 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-270558f7-f102-4954-b561-641000192eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'ccb8ae74-78db-47c6-9283-3222871cae19', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'port_id': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'mac_address': 'fa:16:3e:21:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:36:15Z', 'updated_at': '2022-01-28T04:36:15Z', 'revision_number': 0, 'project_id': '06328140912b420aa5b7028636a67b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 5, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:17.366494 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-54063716-07e3-4eba-a856-e92d5238ee86 req-11df2f20-e477-49ca-875b-cf59c28c6af8 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932510 Jan 28 04:36:17.411862 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ceadac4-88c8-4d96-9fb2-a5f267084971 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (e0fbe79a-453a-43d2-961b-162473bd4941), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.415722 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ceadac4-88c8-4d96-9fb2-a5f267084971 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (e0fbe79a-453a-43d2-961b-162473bd4941), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.437949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceadac4-88c8-4d96-9fb2-a5f267084971 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fbe79a-453a-43d2-961b-162473bd4941,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:17.453911 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ceadac4-88c8-4d96-9fb2-a5f267084971 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.455161 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9ceadac4-88c8-4d96-9fb2-a5f267084971 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385109 Jan 28 04:36:17.458011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:36:17.462685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-95cea8e5-6d97-484b-be26-8e7cfe3485d6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'security_group_rule': {'security_group_id': '78b79d52-9ba9-4523-8484-dec8d720db73', 'project_id': '06328140912b420aa5b7028636a67b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:17.483720 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-95cea8e5-6d97-484b-be26-8e7cfe3485d6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Project 06328140912b420aa5b7028636a67b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:36:17.489196 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95cea8e5-6d97-484b-be26-8e7cfe3485d6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (6f40b2a9-eb87-4081-b109-a9e48150ba55), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.554035 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95cea8e5-6d97-484b-be26-8e7cfe3485d6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (6f40b2a9-eb87-4081-b109-a9e48150ba55), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.557987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95cea8e5-6d97-484b-be26-8e7cfe3485d6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (6f40b2a9-eb87-4081-b109-a9e48150ba55), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.562473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270558f7-f102-4954-b561-641000192eb7 None None] The sync data for ids ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'] in n-d-808199-14 is: [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'ccb8ae74-78db-47c6-9283-3222871cae19', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'port_id': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'mac_address': 'fa:16:3e:21:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:36:15Z', 'updated_at': '2022-01-28T04:36:15Z', 'revision_number': 0, 'project_id': '06328140912b420aa5b7028636a67b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 5, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:17.578820 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cea8e5-6d97-484b-be26-8e7cfe3485d6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f40b2a9-eb87-4081-b109-a9e48150ba55,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:17.583930 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95cea8e5-6d97-484b-be26-8e7cfe3485d6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.585297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-95cea8e5-6d97-484b-be26-8e7cfe3485d6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260295 Jan 28 04:36:17.679583 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-135a7402-4202-4f46-b91c-667aec24f9ec tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178073265&fields=id&tenant_id=06328140912b420aa5b7028636a67b2a HTTP/1.1" status: 200 len: 267 time: 0.0472915 Jan 28 04:36:17.737884 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-68f52620-4762-4081-814a-172b0ee428d7 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:17.739501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-68f52620-4762-4081-814a-172b0ee428d7 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 945 time: 0.0545294 Jan 28 04:36:17.750438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-83eba4ea-53f0-48fb-8238-6c7f045640b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'port': {'security_groups': ['0b808165-a0f2-4946-a561-86d61d1036e7', '78b79d52-9ba9-4523-8484-dec8d720db73']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:36:17.769337 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9a1a8-f284-4e2c-b8eb-58cfcb1ce552 None None] New status for floating IP ccb8ae74-78db-47c6-9283-3222871cae19: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:36:17.812860 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-83eba4ea-53f0-48fb-8238-6c7f045640b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:17.997047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-83eba4ea-53f0-48fb-8238-6c7f045640b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] For port fd79f19d-a75a-4e15-b822-eadbcdaf52af, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:36:18.025668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-83eba4ea-53f0-48fb-8238-6c7f045640b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:18.030574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-83eba4ea-53f0-48fb-8238-6c7f045640b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:18.063952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fd79f19d-a75a-4e15-b822-eadbcdaf52af'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:18.072251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-83eba4ea-53f0-48fb-8238-6c7f045640b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:18.072903 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-83eba4ea-53f0-48fb-8238-6c7f045640b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:18.074308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a7436d39-fb65-451a-a593-7ff0551b0dbb req-83eba4ea-53f0-48fb-8238-6c7f045640b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "PUT /v2.0/ports/fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 981 time: 0.3285968 Jan 28 04:36:18.100268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eba4ea-53f0-48fb-8238-6c7f045640b6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'Port': ['ID=fd79f19d-a75a-4e15-b822-eadbcdaf52af,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:18.189094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fd79f19d-a75a-4e15-b822-eadbcdaf52af'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:36:18.199512 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112cfd2-973d-41a9-844a-d9c7aafe6c54 req-c1357cbb-d1bb-414d-8bfc-ec67e615078f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:18.202935 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f112cfd2-973d-41a9-844a-d9c7aafe6c54 req-c1357cbb-d1bb-414d-8bfc-ec67e615078f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0590305 Jan 28 04:36:18.269215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f112cfd2-973d-41a9-844a-d9c7aafe6c54 req-bd1ef782-15e5-4ffd-becb-1994d18ecfe7 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610688 Jan 28 04:36:18.364887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7255fd04-d23b-4b39-8bbe-f405d91d16ea None None] Provisioning complete for port fd79f19d-a75a-4e15-b822-eadbcdaf52af triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:36:18.365184 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7255fd04-d23b-4b39-8bbe-f405d91d16ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:18.566771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7255fd04-d23b-4b39-8bbe-f405d91d16ea None None] Current status of the port fd79f19d-a75a-4e15-b822-eadbcdaf52af is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:36:18.636206 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:36:18.706936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:18.709428 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:18.745715 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fe8032-4dce-4ac5-b635-657536882ecd x-openstack-request-id: req-10fe8032-4dce-4ac5-b635-657536882ecd {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:18.746011 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:18.746265 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10fe8032-4dce-4ac5-b635-657536882ecd {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:18.746667 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'status': 'completed', 'code': 200} Jan 28 04:36:18.832019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-c16cc5fc-8986-4d6f-80c7-0cd788897322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:18.833537 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-c16cc5fc-8986-4d6f-80c7-0cd788897322 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1136 time: 0.0446863 Jan 28 04:36:18.931558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-ebe9213d-71f0-428d-9336-95e5b1bd4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:18.933112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-ebe9213d-71f0-428d-9336-95e5b1bd4322 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 915 time: 0.0933566 Jan 28 04:36:18.997681 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-78333631-b322-4524-b238-82156aa279a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 1001 time: 0.0584838 Jan 28 04:36:19.049958 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-6f1514e1-6ed4-4cf8-b588-d0f7fe1982ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:19.051402 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-6f1514e1-6ed4-4cf8-b588-d0f7fe1982ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 200 len: 853 time: 0.0470054 Jan 28 04:36:19.096449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-a3dbf9b0-7e2e-44d4-949e-175b30e9e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:19.097893 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-a3dbf9b0-7e2e-44d4-949e-175b30e9e800 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d92de796-bb2c-4cc6-a660-a98c4567199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401659 Jan 28 04:36:19.184659 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-ccfd1265-8a91-4502-8298-721d145b3b7a service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809882 Jan 28 04:36:19.275503 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92c661f5-8ebf-479b-8aac-06cf10ccd8ec req-da61d62f-755e-480b-a7c1-62fc16c64108 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848823 Jan 28 04:36:40.647989 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c48b4086-6baf-4617-92c2-1886107ec0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:42.678071 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96bd4933-58e7-4631-9c2e-1a19e2725c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:42.743579 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.498465 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:44.903590 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:45.718721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:46.900779 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:55.635210 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:37:05.659000 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-1b509b38-9991-4453-b39c-3ee563da1d9a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407307 Jan 28 04:37:05.756864 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-44f49b85-8fad-4a7b-b679-14068cdce35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:05.758325 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-44f49b85-8fad-4a7b-b679-14068cdce35d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1136 time: 0.0405736 Jan 28 04:37:05.863424 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-6ad5fa8f-4ac2-4cbd-a7db-81f1d4d69e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:05.864885 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-6ad5fa8f-4ac2-4cbd-a7db-81f1d4d69e0d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 915 time: 0.0875289 Jan 28 04:37:05.932086 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-9e598bf6-9770-49b7-8aa1-f87876b920c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 1001 time: 0.0603831 Jan 28 04:37:05.983880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-7e180d84-8d5f-4588-902c-b3c8f2dd63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:05.985365 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-7e180d84-8d5f-4588-902c-b3c8f2dd63d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 200 len: 853 time: 0.0479579 Jan 28 04:37:06.030725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-e13b2bf6-e23e-4ce2-8c31-789468bf2442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:06.032198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-e13b2bf6-e23e-4ce2-8c31-789468bf2442 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d92de796-bb2c-4cc6-a660-a98c4567199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411949 Jan 28 04:37:06.120159 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-b14ae1a9-1d78-4805-af8a-4535dc7f1b52 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812187 Jan 28 04:37:06.214832 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f5a4d4d1-0c56-4215-9801-c2fca42840eb req-43cc1b6d-9b1c-4ebb-a0a8-481077d47321 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865507 Jan 28 04:37:06.613997 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687610e7-1cd6-42ee-9015-a3cf5d8854c9 req-4b207ef3-84b5-4647-82b0-2441d053491c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:06.615507 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-687610e7-1cd6-42ee-9015-a3cf5d8854c9 req-4b207ef3-84b5-4647-82b0-2441d053491c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0538700 Jan 28 04:37:06.636251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-a8793aca-f12c-4e38-b424-b69840cde97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:06.638594 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-a8793aca-f12c-4e38-b424-b69840cde97c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1136 time: 0.0460596 Jan 28 04:37:06.677146 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-687610e7-1cd6-42ee-9015-a3cf5d8854c9 req-1b52de90-ebe9-432e-bd8c-ce94e12a65fe tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552981 Jan 28 04:37:06.733281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-786aad27-7ef7-4b97-b9cc-9f27f17ab4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:06.734782 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-786aad27-7ef7-4b97-b9cc-9f27f17ab4cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 915 time: 0.0880740 Jan 28 04:37:06.799707 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-5d56b55a-8c95-4370-a1be-7444ffee6f9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 1001 time: 0.0590172 Jan 28 04:37:06.847530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-9c48a0f6-19bb-4b90-8c1d-59685d041caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:06.849174 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-9c48a0f6-19bb-4b90-8c1d-59685d041caf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 200 len: 853 time: 0.0442505 Jan 28 04:37:06.897928 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-e01de692-5e94-4968-88e8-857c10e23a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:06.899445 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-e01de692-5e94-4968-88e8-857c10e23a1d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d92de796-bb2c-4cc6-a660-a98c4567199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449846 Jan 28 04:37:06.989489 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-69574a59-50a9-4dae-a0d2-5ef8d8124293 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833168 Jan 28 04:37:07.084657 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-769f2c0b-250d-4572-88f6-4f5d3d395a4d req-2068ab0d-b287-43a7-b3ca-f72d4d28dee5 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888762 Jan 28 04:37:07.804077 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bace742-4a40-4221-afb2-19a6b5ed6d31 req-fee28ca4-3dab-49c3-a2bb-5c8dba5a818e tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:07.805653 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bace742-4a40-4221-afb2-19a6b5ed6d31 req-fee28ca4-3dab-49c3-a2bb-5c8dba5a818e tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0536458 Jan 28 04:37:07.888475 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bace742-4a40-4221-afb2-19a6b5ed6d31 req-a1e02e20-5f31-4a30-b990-711307dea0e6 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764356 Jan 28 04:37:09.004055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb4716-c1a4-4f7a-8f5c-8412aa243412 req-a2956a42-e8fd-49c1-a850-61423315adc0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:09.005592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5fb4716-c1a4-4f7a-8f5c-8412aa243412 req-a2956a42-e8fd-49c1-a850-61423315adc0 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0490248 Jan 28 04:37:09.064157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5fb4716-c1a4-4f7a-8f5c-8412aa243412 req-4c6d509c-da11-48bd-8534-acbc1d856139 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529830 Jan 28 04:37:10.180577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b9239-2dd6-455f-af9f-84222d35c542 req-132e6ad5-9a0d-46af-aaab-098ee74ec0b7 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:10.182029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f7b9239-2dd6-455f-af9f-84222d35c542 req-132e6ad5-9a0d-46af-aaab-098ee74ec0b7 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0479882 Jan 28 04:37:10.249282 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f7b9239-2dd6-455f-af9f-84222d35c542 req-04a56557-5490-45a6-ac69-250d2850cd00 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608056 Jan 28 04:37:10.651955 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-362b4743-2189-475f-a3ba-9cfec50d3f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:11.370253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d97b2-37e3-425b-b076-4e3d009c4dca req-61f486d4-8ec3-4dda-a667-ffb8b19c03ab tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:11.371759 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-475d97b2-37e3-425b-b076-4e3d009c4dca req-61f486d4-8ec3-4dda-a667-ffb8b19c03ab tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0535326 Jan 28 04:37:11.431222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-475d97b2-37e3-425b-b076-4e3d009c4dca req-fe460017-2607-4675-8ccd-d1edd7586491 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535424 Jan 28 04:37:12.547348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd1134-17b0-46e3-b7b5-7c4bf9c6308f req-7901dede-51f5-47a8-95af-760bf9cf4447 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:12.548862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebbd1134-17b0-46e3-b7b5-7c4bf9c6308f req-7901dede-51f5-47a8-95af-760bf9cf4447 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0500300 Jan 28 04:37:12.608059 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebbd1134-17b0-46e3-b7b5-7c4bf9c6308f req-8d26bb01-10dd-43aa-ace6-e3168e0ffc32 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535614 Jan 28 04:37:12.679445 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b125f2a4-7e29-432b-a0d0-2dbd3276dcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:12.758932 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:13.725270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e855b-0b6d-453b-9338-ec3d597920d9 req-c408fc91-fcb8-459e-9d00-60f676e4028e tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:13.726762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb9e855b-0b6d-453b-9338-ec3d597920d9 req-c408fc91-fcb8-459e-9d00-60f676e4028e tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0521102 Jan 28 04:37:13.786311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bb9e855b-0b6d-453b-9338-ec3d597920d9 req-8c56e7ad-93db-4aaa-8b53-335234f5221c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530810 Jan 28 04:37:14.501886 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.899124 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:14.905055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6b9ce-2cf4-4a7f-9837-b7f61e48d116 req-f41caa80-0779-4ffe-b8c1-02a9ff47ce17 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:14.906561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80c6b9ce-2cf4-4a7f-9837-b7f61e48d116 req-f41caa80-0779-4ffe-b8c1-02a9ff47ce17 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0508068 Jan 28 04:37:14.967782 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-80c6b9ce-2cf4-4a7f-9837-b7f61e48d116 req-43da3d04-8d7f-499a-86da-ace71e20462f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555339 Jan 28 04:37:15.722164 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:16.081748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b7b32-ef23-496f-adff-a971f5408258 req-4740acc6-3142-487f-95fc-1afe7fb73c03 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:16.083223 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d85b7b32-ef23-496f-adff-a971f5408258 req-4740acc6-3142-487f-95fc-1afe7fb73c03 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0473604 Jan 28 04:37:16.145756 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d85b7b32-ef23-496f-adff-a971f5408258 req-8e464d8a-089b-4905-9612-22b342d20404 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567918 Jan 28 04:37:16.902736 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:17.260381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec95c1-5941-4112-a497-c8668df3d278 req-c2c11ba2-3c9a-4b2e-b038-2fa0f613d237 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:17.261884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14ec95c1-5941-4112-a497-c8668df3d278 req-c2c11ba2-3c9a-4b2e-b038-2fa0f613d237 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0472856 Jan 28 04:37:17.320535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14ec95c1-5941-4112-a497-c8668df3d278 req-e2d338c8-61fd-4e3d-959b-2385d747f88b tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523446 Jan 28 04:37:18.433482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7e259-fe32-4b6a-b689-d337d5cc7b54 req-ff5c2a22-6e41-499a-89e7-7c3fccffab51 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:18.435018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dc7e259-fe32-4b6a-b689-d337d5cc7b54 req-ff5c2a22-6e41-499a-89e7-7c3fccffab51 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0482941 Jan 28 04:37:18.493171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4dc7e259-fe32-4b6a-b689-d337d5cc7b54 req-e4ff1c37-db16-43dc-be7f-f76440ecde2e tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b79d52-9ba9-4523-8484-dec8d720db73&id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522902 Jan 28 04:37:32.634130 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:37:40.660228 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec67fbff-edb1-4a6c-bbc3-23e04a0a378c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.680232 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1625cd12-bd6e-4f6b-8efa-af46f9e6a4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.767285 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.504276 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.890813 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:45.723830 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.905389 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:08.308105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-5c37ad6f-eb85-4510-bff3-2df9b48f7be9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414560 Jan 28 04:38:08.403484 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-ece891c5-eda8-4f64-82ae-3ea2b195c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:08.405025 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-ece891c5-eda8-4f64-82ae-3ea2b195c706 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1136 time: 0.0410044 Jan 28 04:38:08.516553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-b8076277-b7aa-4206-b560-b546d922db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:08.518073 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-b8076277-b7aa-4206-b560-b546d922db36 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 915 time: 0.0892191 Jan 28 04:38:08.584954 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-7c15ffef-63cb-4510-b86e-2cfbdffa36d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 1001 time: 0.0591373 Jan 28 04:38:08.635772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-0a84ff7a-d644-4cd3-b61d-db2928192bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:08.637235 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-0a84ff7a-d644-4cd3-b61d-db2928192bd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 200 len: 853 time: 0.0437663 Jan 28 04:38:08.684852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-35f6d05f-dc17-46b2-acf2-cd43422f995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:08.686358 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-35f6d05f-dc17-46b2-acf2-cd43422f995b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d92de796-bb2c-4cc6-a660-a98c4567199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438955 Jan 28 04:38:08.697309 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-7a98f1dc-dbfe-402f-a241-0025690ce976 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:38:08.698279 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-7a98f1dc-dbfe-402f-a241-0025690ce976 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049548 Jan 28 04:38:08.785595 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-0dde1107-3f20-4183-815e-8867052b7650 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815377 Jan 28 04:38:08.878184 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e732c876-2e9f-4a19-8f1a-69d722d17eef req-ea3ca461-fd4a-465d-b0b5-554539780869 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849371 Jan 28 04:38:09.634028 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:38:10.653059 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7894-7fbc-4cfc-a38b-b359303802e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.682334 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7f39c30-f336-49ac-a4bf-66c416e07ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:12.773571 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.507165 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:14.898487 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:15.729210 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.908002 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.018960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-84903c8b-1589-4afe-9a44-24acd86179ad tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178073265&fields=id&tenant_id=06328140912b420aa5b7028636a67b2a HTTP/1.1" status: 200 len: 267 time: 0.0484953 Jan 28 04:38:22.069859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-4d5982e4-9c79-4fbb-a358-09bf54d282ea tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:22.071340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-4d5982e4-9c79-4fbb-a358-09bf54d282ea tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 984 time: 0.0471089 Jan 28 04:38:22.082313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Request body: {'port': {'security_groups': ['0b808165-a0f2-4946-a561-86d61d1036e7']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:22.145090 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.315872 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] For port fd79f19d-a75a-4e15-b822-eadbcdaf52af, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:22.344777 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.349192 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.381952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fd79f19d-a75a-4e15-b822-eadbcdaf52af'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:22.395282 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:22.395919 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.398995 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9373712b-86fd-42c8-acb1-6a8b50e7864a req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "PUT /v2.0/ports/fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 942 time: 0.3210092 Jan 28 04:38:22.399477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:22.402052 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7680753-771a-4796-8343-0131b38534d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:22.403247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 54940) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:22.443047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event updated for resources: {'Port': ['ID=fd79f19d-a75a-4e15-b822-eadbcdaf52af,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:22.465711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.466811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.466811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.466811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.467224 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.467571 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.467907 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.468253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.468568 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.468916 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.469245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.469567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.469937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b4328-42fc-47f7-9761-823f2da5a5c1 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.470399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group (78b79d52-9ba9-4523-8484-dec8d720db73), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.474444 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad791249-41d3-4bd5-96a6-eedb1647fe48 x-openstack-request-id: req-ad791249-41d3-4bd5-96a6-eedb1647fe48 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:22.474730 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:22.474981 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad791249-41d3-4bd5-96a6-eedb1647fe48 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:22.475422 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'status': 'completed', 'code': 200} Jan 28 04:38:22.498993 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group (78b79d52-9ba9-4523-8484-dec8d720db73), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.516911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fd79f19d-a75a-4e15-b822-eadbcdaf52af'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:22.571272 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680753-771a-4796-8343-0131b38534d6 req-50cdc2d3-ab8d-44fe-95fd-cb43324149ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:22.572778 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a7680753-771a-4796-8343-0131b38534d6 req-50cdc2d3-ab8d-44fe-95fd-cb43324149ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1097 time: 0.0549977 Jan 28 04:38:22.652190 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (78b79d52-9ba9-4523-8484-dec8d720db73), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.654879 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.656073 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "DELETE /v2.0/security-groups/78b79d52-9ba9-4523-8484-dec8d720db73 HTTP/1.1" status: 204 len: 168 time: 0.2518244 Jan 28 04:38:22.659371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 54946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:22.671889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b79d52-9ba9-4523-8484-dec8d720db73,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:22.689162 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.689464 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.689798 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.690126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.690465 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.690795 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.691127 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.691457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.692285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.692619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.692974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.693292 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.693803 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a7d26-3f44-4300-9a0f-4ffe29297403 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:22.716238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680753-771a-4796-8343-0131b38534d6 req-49972b2a-4137-46e7-bdff-0266d020ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:22.718001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a7680753-771a-4796-8343-0131b38534d6 req-49972b2a-4137-46e7-bdff-0266d020ddc8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 915 time: 0.1387720 Jan 28 04:38:22.739243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6ece058c-4438-4842-ad7b-b5a7eb3d8e2d None None] Provisioning complete for port fd79f19d-a75a-4e15-b822-eadbcdaf52af triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:22.739717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ece058c-4438-4842-ad7b-b5a7eb3d8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.790398 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a7680753-771a-4796-8343-0131b38534d6 req-1bded0f6-dcdc-4dcb-b0f9-97c8ce9d0e2b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 1001 time: 0.0656164 Jan 28 04:38:22.819755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6ece058c-4438-4842-ad7b-b5a7eb3d8e2d None None] Current status of the port fd79f19d-a75a-4e15-b822-eadbcdaf52af is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:22.831005 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Deleting port fbdca6a1-ec90-49e6-a750-bbd732d04435 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:22.831357 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fbdca6a1-ec90-49e6-a750-bbd732d04435), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.848187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680753-771a-4796-8343-0131b38534d6 req-4641ab06-824b-47eb-9cc9-3521339601c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:22.849703 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a7680753-771a-4796-8343-0131b38534d6 req-4641ab06-824b-47eb-9cc9-3521339601c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 200 len: 853 time: 0.0525901 Jan 28 04:38:22.895359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680753-771a-4796-8343-0131b38534d6 req-f07a22b2-6181-43ff-a76c-5e1e782ddce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:22.896870 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a7680753-771a-4796-8343-0131b38534d6 req-f07a22b2-6181-43ff-a76c-5e1e782ddce2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d92de796-bb2c-4cc6-a660-a98c4567199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407882 Jan 28 04:38:22.906602 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fbdca6a1-ec90-49e6-a750-bbd732d04435), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.906933 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for floatingip (fbdca6a1-ec90-49e6-a750-bbd732d04435), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:22.918634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Calling delete_port for fbdca6a1-ec90-49e6-a750-bbd732d04435 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:22.988222 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a7680753-771a-4796-8343-0131b38534d6 req-c7cf09ff-333b-4772-bea7-4076e07dc8c6 service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852127 Jan 28 04:38:23.068036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (fbdca6a1-ec90-49e6-a750-bbd732d04435), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.082869 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a7680753-771a-4796-8343-0131b38534d6 req-5982107b-0d01-4514-a893-6a723504416c service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884697 Jan 28 04:38:23.094847 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event deleted for resources: {'Port': ['ID=fbdca6a1-ec90-49e6-a750-bbd732d04435,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:23.160360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks [] for floatingip (ccb8ae74-78db-47c6-9283-3222871cae19), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.160826 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Floating IP ccb8ae74-78db-47c6-9283-3222871cae19 disassociated (deleted). External IP: 172.25.1.166, port: fd79f19d-a75a-4e15-b822-eadbcdaf52af. Jan 28 04:38:23.707554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:23.818028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:23.823021 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:23.828028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] Sync routers for ids ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:23.838060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] Routers {'8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:23.838676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:23.849545 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eb4b4a8e-1cb6-4bb5-9ffe-39e9915207a8 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "DELETE /v2.0/floatingips/ccb8ae74-78db-47c6-9283-3222871cae19 HTTP/1.1" status: 204 len: 168 time: 1.1887593 Jan 28 04:38:23.947170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] Set router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:24.162258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 5, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:24.189302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] Checking router: 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:24.197515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] Routers {'8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:24.198126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:24.300626 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] Set router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:24.476587 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:24.479097 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:24.494013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 5, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:24.516147 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6219edde-ad73-46c7-a6a3-eef74ad97368 x-openstack-request-id: req-6219edde-ad73-46c7-a6a3-eef74ad97368 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:24.516469 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:24.516728 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6219edde-ad73-46c7-a6a3-eef74ad97368 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:24.517191 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'status': 'completed', 'code': 200} Jan 28 04:38:24.524931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fecb59-6626-4a40-a41d-94afa2a9f26e None None] The sync data for ids ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'] in n-d-808199-14 is: [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:35:16Z', 'revision_number': 4, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '9d791c38-859d-4356-b47e-e7bebddcadc8', 'name': '', 'network_id': 'd92de796-bb2c-4cc6-a660-a98c4567199c', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'mac_address': 'fa:16:3e:ca:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:15Z', 'updated_at': '2022-01-28T04:35:21Z', 'revision_number': 5, 'project_id': '06328140912b420aa5b7028636a67b2a', 'subnets': [{'id': '58e0910d-a1c5-4021-9506-57bf850e46dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:24.615395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-8f87f41b-917e-4403-a3c6-4fb241688ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:24.617053 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-8f87f41b-917e-4403-a3c6-4fb241688ad9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06328140912b420aa5b7028636a67b2a&device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 1097 time: 0.0451939 Jan 28 04:38:24.717984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-8f2055f5-f8c4-4817-8934-bf8e17e170e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:24.719164 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-8f2055f5-f8c4-4817-8934-bf8e17e170e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 200 len: 915 time: 0.0962038 Jan 28 04:38:24.765419 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-72945d87-4ee2-4fd0-ad94-9ad336efc1ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 200 len: 217 time: 0.0383122 Jan 28 04:38:24.782530 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5368d0-54c0-470a-92a6-a5f3ea47ed32 None None] New status for floating IP ccb8ae74-78db-47c6-9283-3222871cae19: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:38:24.820619 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-9267cd63-002b-4fb6-a027-9a7d247744b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:24.822405 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-9267cd63-002b-4fb6-a027-9a7d247744b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 200 len: 853 time: 0.0522316 Jan 28 04:38:24.869461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-bdb93e3c-7563-464d-8d78-97c23545bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:24.870984 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-bdb93e3c-7563-464d-8d78-97c23545bd53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d92de796-bb2c-4cc6-a660-a98c4567199c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425603 Jan 28 04:38:24.965414 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-9f7fa9a3-643f-4d0e-ac95-50927f28bf6f service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875063 Jan 28 04:38:25.054541 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4f9ca1b8-d9bf-4f45-9dfc-da3332d9f899 req-c1f16fd3-f38a-45e9-8ffe-f74bf6d04d1a service neutron] 10.222.0.25 "GET /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832937 Jan 28 04:38:39.215633 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3f2a2-54f5-48fb-a6f7-6e66130c2a83 req-1407cf41-8c3e-4797-8eee-ed22aaf8062b tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:39.217331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faf3f2a2-54f5-48fb-a6f7-6e66130c2a83 req-1407cf41-8c3e-4797-8eee-ed22aaf8062b tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 945 time: 0.0552516 Jan 28 04:38:39.266581 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-faf3f2a2-54f5-48fb-a6f7-6e66130c2a83 req-627b64b4-7737-4ca3-ac8f-620d27a3f10f tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430570 Jan 28 04:38:40.383953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb125f-386e-4a52-b8f0-dcceacc3739e req-651a7df5-c2df-4626-86dd-e399c5ee2949 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:40.385453 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8afb125f-386e-4a52-b8f0-dcceacc3739e req-651a7df5-c2df-4626-86dd-e399c5ee2949 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 945 time: 0.0484469 Jan 28 04:38:40.434438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8afb125f-386e-4a52-b8f0-dcceacc3739e req-ce11aef6-9819-40d8-8e73-f9bc47a0f596 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 Jan 28 04:38:40.654493 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e910074-3f32-4770-b73a-3f89d1fa6619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.437764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-42b1a1d1-6d05-4983-8df5-8db7d75b4bc7 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:41.440110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-42b1a1d1-6d05-4983-8df5-8db7d75b4bc7 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 945 time: 0.0680802 Jan 28 04:38:41.528064 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-57cb60c0-d20d-4160-8aa6-997815e7232c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Deleting port fd79f19d-a75a-4e15-b822-eadbcdaf52af {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:41.528405 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-57cb60c0-d20d-4160-8aa6-997815e7232c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.552084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2065ca-65ae-4099-ba75-71f09b658ce7 req-31bb001a-68bc-4ca5-a559-949ce0413c14 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:41.553617 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b2065ca-65ae-4099-ba75-71f09b658ce7 req-31bb001a-68bc-4ca5-a559-949ce0413c14 tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b6588f-d667-47f9-af6b-6de5dc165c02 HTTP/1.1" status: 200 len: 945 time: 0.0485623 Jan 28 04:38:41.600691 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3b2065ca-65ae-4099-ba75-71f09b658ce7 req-959ab962-b192-48df-93a7-6698c98ce80b tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b808165-a0f2-4946-a561-86d61d1036e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Jan 28 04:38:41.621338 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-57cb60c0-d20d-4160-8aa6-997815e7232c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] For port fd79f19d-a75a-4e15-b822-eadbcdaf52af, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=fd79f19d-a75a-4e15-b822-eadbcdaf52af,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:41.621708 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-57cb60c0-d20d-4160-8aa6-997815e7232c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.634268 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-57cb60c0-d20d-4160-8aa6-997815e7232c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Calling delete_port for fd79f19d-a75a-4e15-b822-eadbcdaf52af owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:41.760369 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-57cb60c0-d20d-4160-8aa6-997815e7232c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (fd79f19d-a75a-4e15-b822-eadbcdaf52af), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.793488 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['fd79f19d-a75a-4e15-b822-eadbcdaf52af'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:38:41.796311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb60c0-d20d-4160-8aa6-997815e7232c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Pushing event deleted for resources: {'Port': ['ID=fd79f19d-a75a-4e15-b822-eadbcdaf52af,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:41.837896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-57cb60c0-d20d-4160-8aa6-997815e7232c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] No DVR routers for this DVR port fd79f19d-a75a-4e15-b822-eadbcdaf52af on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:41.840506 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-57cb60c0-d20d-4160-8aa6-997815e7232c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:41.844900 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-249caa1a-95d9-4866-b030-a0a1b6d501c0 req-57cb60c0-d20d-4160-8aa6-997815e7232c tempest-TestMinimumBasicScenario-1904514548 tempest-TestMinimumBasicScenario-1904514548-project] 10.222.0.25 "DELETE /v2.0/ports/fd79f19d-a75a-4e15-b822-eadbcdaf52af HTTP/1.1" status: 204 len: 173 time: 0.3997433 Jan 28 04:38:41.845344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'name': 'network-vif-deleted', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:38:41.847583 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9f4ab5-b5b9-4136-8227-01c1661ad4ac" -d '{"events": [{"server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "name": "network-vif-deleted", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:38:41.969540 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2856c18a-66e4-45db-9cb1-bdda12e31f8e x-openstack-request-id: req-2856c18a-66e4-45db-9cb1-bdda12e31f8e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:38:41.969859 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b6588f-d667-47f9-af6b-6de5dc165c02", "name": "network-vif-deleted", "tag": "fd79f19d-a75a-4e15-b822-eadbcdaf52af", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:38:41.970109 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2856c18a-66e4-45db-9cb1-bdda12e31f8e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:38:41.970512 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b6588f-d667-47f9-af6b-6de5dc165c02', 'name': 'network-vif-deleted', 'tag': 'fd79f19d-a75a-4e15-b822-eadbcdaf52af', 'status': 'completed', 'code': 200} Jan 28 04:38:42.686870 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c46980b8-ec42-499e-a25b-da0098a0389d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:42.789309 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.178930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55068) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:43.520553 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.766374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] Deleting port 9d791c38-859d-4356-b47e-e7bebddcadc8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:43.766715 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.846474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] For port 9d791c38-859d-4356-b47e-e7bebddcadc8, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=9d791c38-859d-4356-b47e-e7bebddcadc8,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:43.846753 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:43.858817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] Calling delete_port for 9d791c38-859d-4356-b47e-e7bebddcadc8 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:43.874131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fd79f19d-a75a-4e15-b822-eadbcdaf52af no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:43.893881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: fd79f19d-a75a-4e15-b822-eadbcdaf52af {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:43.894222 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device fd79f19d-a75a-4e15-b822-eadbcdaf52af not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:44.038227 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (9d791c38-859d-4356-b47e-e7bebddcadc8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.064318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d791c38-859d-4356-b47e-e7bebddcadc8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:44.241305 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.450889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] Router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:44.510601 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.557480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:44.562917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e2810d2d-4e6c-42df-86a2-283867cb5d0c admin admin] 10.222.0.44 "PUT /v2.0/routers/8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3828523 Jan 28 04:38:44.565662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:44.568358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] Sync routers for ids ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:44.579183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] Routers {'8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:44.579792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:44.668221 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Publish callbacks [] for router (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.685306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] Set router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:44.775387 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Publish callbacks [] for router_gateway (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.827897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Deleting port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:44.828243 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.869853 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:38:43Z', 'revision_number': 5, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port': {'id': 'f1a77fda-f3ee-4e8e-8599-ae8a58ee8532', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:14Z', 'updated_at': '2022-01-28T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:44.902121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] Checking router: 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:44.910340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] For port f1a77fda-f3ee-4e8e-8599-ae8a58ee8532, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f1a77fda-f3ee-4e8e-8599-ae8a58ee8532,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:44.910706 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.917986 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:44.918714 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] Routers {'8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:44.920272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:44.923685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Calling delete_port for f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:45.107316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (f1a77fda-f3ee-4e8e-8599-ae8a58ee8532), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.135486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a77fda-f3ee-4e8e-8599-ae8a58ee8532,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:45.191306 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] Set router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:45.197361 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.246316 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:38:44Z', 'revision_number': 6, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:45.276499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875fbd0-cf6a-451c-aad4-5710b9945db0 None None] The sync data for ids ['8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8'] in n-d-808199-14 is: [{'id': '8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8', 'name': 'tempest-TestMinimumBasicScenario-118932779-router', 'tenant_id': '06328140912b420aa5b7028636a67b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:13Z', 'updated_at': '2022-01-28T04:38:44Z', 'revision_number': 6, 'project_id': '06328140912b420aa5b7028636a67b2a', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:45.293965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.296913 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Publish callbacks [] for router_controller (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.342695 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.343215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:38:45.347689 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.348898 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fbc6d262-50da-4313-bd62-f391cde11916 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8d6d5a2d-7e82-43f4-bc06-8ae6d1c7d6c8 HTTP/1.1" status: 204 len: 168 time: 0.7822194 Jan 28 04:38:45.351394 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55072) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:45.395150 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-916e5146-974b-4ca7-9a95-1fdefd3dec3b admin admin] Deleting subnet 58e0910d-a1c5-4021-9506-57bf850e46dd {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:45.398203 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-916e5146-974b-4ca7-9a95-1fdefd3dec3b admin admin] Publish callbacks [] for subnet (58e0910d-a1c5-4021-9506-57bf850e46dd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.435338 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-916e5146-974b-4ca7-9a95-1fdefd3dec3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (58e0910d-a1c5-4021-9506-57bf850e46dd), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.529501 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-916e5146-974b-4ca7-9a95-1fdefd3dec3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (58e0910d-a1c5-4021-9506-57bf850e46dd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.585399 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-916e5146-974b-4ca7-9a95-1fdefd3dec3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (58e0910d-a1c5-4021-9506-57bf850e46dd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.611408 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e5146-974b-4ca7-9a95-1fdefd3dec3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e0910d-a1c5-4021-9506-57bf850e46dd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:45.617409 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-916e5146-974b-4ca7-9a95-1fdefd3dec3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.623683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55074) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:45.624158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-916e5146-974b-4ca7-9a95-1fdefd3dec3b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/58e0910d-a1c5-4021-9506-57bf850e46dd HTTP/1.1" status: 204 len: 168 time: 0.2714329 Jan 28 04:38:45.632050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0620be9-6826-4cba-b34b-b8248dec74bd None None] Network d92de796-bb2c-4cc6-a660-a98c4567199c requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:45.708213 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d92de796-bb2c-4cc6-a660-a98c4567199c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.748515 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.776312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Deleting port ba5bf543-e6f2-495d-a12a-faac26a6daf7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:45.776679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.842895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] For port ba5bf543-e6f2-495d-a12a-faac26a6daf7, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ba5bf543-e6f2-495d-a12a-faac26a6daf7,segment=NetworkSegment(0b885dd1-16f6-4f41-86b8-61cae397422d),segment_id=0b885dd1-16f6-4f41-86b8-61cae397422d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:45.843260 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.855972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Calling delete_port for ba5bf543-e6f2-495d-a12a-faac26a6daf7 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:45.939153 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ba5bf543-e6f2-495d-a12a-faac26a6daf7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:45.964764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5bf543-e6f2-495d-a12a-faac26a6daf7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:45.969732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] No DVR routers for this DVR port ba5bf543-e6f2-495d-a12a-faac26a6daf7 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:46.040213 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d92de796-bb2c-4cc6-a660-a98c4567199c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.069704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92de796-bb2c-4cc6-a660-a98c4567199c']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:46.080203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b885dd1-16f6-4f41-86b8-61cae397422d') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:46.080504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b885dd1-16f6-4f41-86b8-61cae397422d') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:46.092304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (0b885dd1-16f6-4f41-86b8-61cae397422d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.094604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec76dbb-f8ef-4532-b382-2fa81479f548 None None] DHCP port deletion for d92de796-bb2c-4cc6-a660-a98c4567199c request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:38:46.113863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (0b885dd1-16f6-4f41-86b8-61cae397422d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.120129 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:46.120509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (0b885dd1-16f6-4f41-86b8-61cae397422d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:46.124524 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:46.181025 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d92de796-bb2c-4cc6-a660-a98c4567199c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.186727 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.193419 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d92de796-bb2c-4cc6-a660-a98c4567199c HTTP/1.1" status: 204 len: 168 time: 0.5686293 Jan 28 04:38:46.193589 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55076) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:46.213096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5d62b-f2c6-472c-b86d-b21817f73885 admin admin] Pushing event deleted for resources: {'Network': ['ID=d92de796-bb2c-4cc6-a660-a98c4567199c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:46.222585 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9d791c38-859d-4356-b47e-e7bebddcadc8 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:46.244340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 9d791c38-859d-4356-b47e-e7bebddcadc8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:46.244683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 9d791c38-859d-4356-b47e-e7bebddcadc8 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:46.253257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:46.267004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:46.267387 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f1a77fda-f3ee-4e8e-8599-ae8a58ee8532 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:46.267804 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ba5bf543-e6f2-495d-a12a-faac26a6daf7 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:46.287784 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ba5bf543-e6f2-495d-a12a-faac26a6daf7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:46.288132 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ba5bf543-e6f2-495d-a12a-faac26a6daf7 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:46.561143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.632722 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:38:46.802143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] Deleting port eb810870-184d-4162-83d7-da050486ec58 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:46.802488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (eb810870-184d-4162-83d7-da050486ec58), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.882044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] For port eb810870-184d-4162-83d7-da050486ec58, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=eb810870-184d-4162-83d7-da050486ec58,segment=NetworkSegment(d5c62481-c577-4cbc-9ba7-e870d65b1320),segment_id=d5c62481-c577-4cbc-9ba7-e870d65b1320)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:46.882324 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (eb810870-184d-4162-83d7-da050486ec58), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:46.894746 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] Calling delete_port for eb810870-184d-4162-83d7-da050486ec58 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:46.910208 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.073304 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (eb810870-184d-4162-83d7-da050486ec58), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.096293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb810870-184d-4162-83d7-da050486ec58,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:47.264926 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:47.476536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] Router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:47.920556 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:47.925554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cdb1a8ae-7e3d-4aac-8329-df85c98d5168 admin admin] 10.222.0.44 "PUT /v2.0/routers/89fd74bc-dcac-4d5f-8f70-4d537233a2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307262 Jan 28 04:38:47.928157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55078) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:47.930957 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] Sync routers for ids ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:47.942411 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] Routers {'89fd74bc-dcac-4d5f-8f70-4d537233a2a2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:47.943024 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:48.033435 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Publish callbacks [] for router (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.048555 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] Set router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:48.135317 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Publish callbacks [] for router_gateway (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.197773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Deleting port 20090cb5-fb2a-4558-a8d8-69ffc6896696 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:48.198115 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.231970 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'name': 'tempest-TestMinimumBasicScenario-1292778961-router', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:38:47Z', 'revision_number': 5, 'project_id': '10f656b5def54481a58743dc73bf2067', 'gw_port': {'id': '20090cb5-fb2a-4558-a8d8-69ffc6896696', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:48.258311 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] Checking router: 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:48.266822 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] Routers {'89fd74bc-dcac-4d5f-8f70-4d537233a2a2'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:48.267417 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:48.280949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] For port 20090cb5-fb2a-4558-a8d8-69ffc6896696, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=20090cb5-fb2a-4558-a8d8-69ffc6896696,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:48.281322 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.293036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Calling delete_port for 20090cb5-fb2a-4558-a8d8-69ffc6896696 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:48.352675 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] Set router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:48.404351 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'name': 'tempest-TestMinimumBasicScenario-1292778961-router', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:38:48Z', 'revision_number': 6, 'project_id': '10f656b5def54481a58743dc73bf2067', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:48.436271 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04d4a4-978d-42fc-9153-6de800a833f8 None None] The sync data for ids ['89fd74bc-dcac-4d5f-8f70-4d537233a2a2'] in n-d-808199-14 is: [{'id': '89fd74bc-dcac-4d5f-8f70-4d537233a2a2', 'name': 'tempest-TestMinimumBasicScenario-1292778961-router', 'tenant_id': '10f656b5def54481a58743dc73bf2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:35:18Z', 'updated_at': '2022-01-28T04:38:48Z', 'revision_number': 6, 'project_id': '10f656b5def54481a58743dc73bf2067', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:48.462920 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (20090cb5-fb2a-4558-a8d8-69ffc6896696), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.489590 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Pushing event deleted for resources: {'Port': ['ID=20090cb5-fb2a-4558-a8d8-69ffc6896696,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:48.550869 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.640775 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.642898 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Publish callbacks [] for router_controller (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.689961 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (89fd74bc-dcac-4d5f-8f70-4d537233a2a2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.690579 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89fd74bc-dcac-4d5f-8f70-4d537233a2a2 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:38:48.694817 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.695968 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3deca10b-3d47-49c5-acf8-a50ad2942139 admin admin] 10.222.0.44 "DELETE /v2.0/routers/89fd74bc-dcac-4d5f-8f70-4d537233a2a2 HTTP/1.1" status: 204 len: 168 time: 0.7669134 Jan 28 04:38:48.698573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55080) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:48.742944 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec7aeac-6bd9-4722-8fb1-646c61a20aca admin admin] Deleting subnet b26de3ea-c31b-4466-b5de-39cc553aac2d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:38:48.746028 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec7aeac-6bd9-4722-8fb1-646c61a20aca admin admin] Publish callbacks [] for subnet (b26de3ea-c31b-4466-b5de-39cc553aac2d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.780809 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec7aeac-6bd9-4722-8fb1-646c61a20aca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (b26de3ea-c31b-4466-b5de-39cc553aac2d), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.868562 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec7aeac-6bd9-4722-8fb1-646c61a20aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (b26de3ea-c31b-4466-b5de-39cc553aac2d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.926878 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec7aeac-6bd9-4722-8fb1-646c61a20aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (b26de3ea-c31b-4466-b5de-39cc553aac2d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.953254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7aeac-6bd9-4722-8fb1-646c61a20aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26de3ea-c31b-4466-b5de-39cc553aac2d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:48.956903 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec7aeac-6bd9-4722-8fb1-646c61a20aca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:48.960125 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cec7aeac-6bd9-4722-8fb1-646c61a20aca admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b26de3ea-c31b-4466-b5de-39cc553aac2d HTTP/1.1" status: 204 len: 168 time: 0.2606354 Jan 28 04:38:48.962584 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:48.964998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ab927-70bd-471a-8bd1-daef08b0c47d None None] Network add6610f-f310-414d-b4da-25fd750eeaa1 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:49.031404 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (add6610f-f310-414d-b4da-25fd750eeaa1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.095254 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Deleting port 4b0c76b2-8218-4212-891b-4d964fa509a2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:49.095653 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.159514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] For port 4b0c76b2-8218-4212-891b-4d964fa509a2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4b0c76b2-8218-4212-891b-4d964fa509a2,segment=NetworkSegment(d5c62481-c577-4cbc-9ba7-e870d65b1320),segment_id=d5c62481-c577-4cbc-9ba7-e870d65b1320)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:49.159877 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.174143 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Calling delete_port for 4b0c76b2-8218-4212-891b-4d964fa509a2 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:49.195686 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27696581-3580-4939-8228-8c178966c339 None None] DHCP port deletion for add6610f-f310-414d-b4da-25fd750eeaa1 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:38:49.246105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-27696581-3580-4939-8228-8c178966c339 None None] Deleting port 4b0c76b2-8218-4212-891b-4d964fa509a2 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:38:49.246473 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.259916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.296931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0c76b2-8218-4212-891b-4d964fa509a2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:49.298804 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] No DVR routers for this DVR port 4b0c76b2-8218-4212-891b-4d964fa509a2 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:49.322560 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-27696581-3580-4939-8228-8c178966c339 None None] For port 4b0c76b2-8218-4212-891b-4d964fa509a2, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=4b0c76b2-8218-4212-891b-4d964fa509a2,segment=NetworkSegment(d5c62481-c577-4cbc-9ba7-e870d65b1320),segment_id=d5c62481-c577-4cbc-9ba7-e870d65b1320)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:49.323269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.337697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-27696581-3580-4939-8228-8c178966c339 None None] Calling delete_port for 4b0c76b2-8218-4212-891b-4d964fa509a2 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:38:49.370951 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (add6610f-f310-414d-b4da-25fd750eeaa1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.395761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add6610f-f310-414d-b4da-25fd750eeaa1']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:49.406454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c62481-c577-4cbc-9ba7-e870d65b1320') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:49.406760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c62481-c577-4cbc-9ba7-e870d65b1320') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 04:38:49.415899 n-d-808199-14 neutron-server[103290]: self.session.flush() Jan 28 04:38:49.419749 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (d5c62481-c577-4cbc-9ba7-e870d65b1320), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.429958 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (4b0c76b2-8218-4212-891b-4d964fa509a2), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.433148 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d5c62481-c577-4cbc-9ba7-e870d65b1320), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.443922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:38:49.444216 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (d5c62481-c577-4cbc-9ba7-e870d65b1320), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:38:49.446364 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:38:49.462060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27696581-3580-4939-8228-8c178966c339 None None] Pushing event deleted for resources: {'Port': ['ID=4b0c76b2-8218-4212-891b-4d964fa509a2,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:49.466381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27696581-3580-4939-8228-8c178966c339 None None] No DVR routers for this DVR port 4b0c76b2-8218-4212-891b-4d964fa509a2 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:38:49.474338 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.474910 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.475432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.475945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.477413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.477962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.478479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.479023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.480186 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.480961 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.482715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.483433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.484377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27696581-3580-4939-8228-8c178966c339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:49.512627 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (add6610f-f310-414d-b4da-25fd750eeaa1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.518406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.521592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] 10.222.0.44 "DELETE /v2.0/networks/add6610f-f310-414d-b4da-25fd750eeaa1 HTTP/1.1" status: 204 len: 168 time: 0.5581057 Jan 28 04:38:49.534025 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca6c9b-cc7b-4a08-acf2-350fe3d4da60 admin admin] Pushing event deleted for resources: {'Network': ['ID=add6610f-f310-414d-b4da-25fd750eeaa1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:49.687588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:49.727502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-62651394-061a-48a5-ab33-3055e5e910a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06328140912b420aa5b7028636a67b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386240 Jan 28 04:38:49.730123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:49.778123 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-932149ac-dcf0-4cb4-9a7d-69a1fb4ee50e admin admin] Publish callbacks [] for security_group (0b808165-a0f2-4946-a561-86d61d1036e7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.798848 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-932149ac-dcf0-4cb4-9a7d-69a1fb4ee50e admin admin] Publish callbacks [] for security_group (0b808165-a0f2-4946-a561-86d61d1036e7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.847278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-932149ac-dcf0-4cb4-9a7d-69a1fb4ee50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0b808165-a0f2-4946-a561-86d61d1036e7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.850178 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-932149ac-dcf0-4cb4-9a7d-69a1fb4ee50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:49.851543 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-932149ac-dcf0-4cb4-9a7d-69a1fb4ee50e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b808165-a0f2-4946-a561-86d61d1036e7 HTTP/1.1" status: 204 len: 168 time: 0.1204517 Jan 28 04:38:49.859832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932149ac-dcf0-4cb4-9a7d-69a1fb4ee50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b808165-a0f2-4946-a561-86d61d1036e7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:50.158061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55094) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:50.203462 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1f952e63-cee2-45e9-acf4-c8ce76980525 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10f656b5def54481a58743dc73bf2067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409772 Jan 28 04:38:50.203862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55096) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:50.218274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 20090cb5-fb2a-4558-a8d8-69ffc6896696 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:50.239106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 20090cb5-fb2a-4558-a8d8-69ffc6896696 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:50.239376 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 20090cb5-fb2a-4558-a8d8-69ffc6896696 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:50.239793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eb810870-184d-4162-83d7-da050486ec58 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:50.250652 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e445f3d6-a31e-4205-9d81-fc2df343acbd admin admin] Publish callbacks [] for security_group (50c79256-9d0c-4656-bdaf-4f9d546eb649), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:50.258918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: eb810870-184d-4162-83d7-da050486ec58 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:50.259270 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eb810870-184d-4162-83d7-da050486ec58 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:50.259677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4b0c76b2-8218-4212-891b-4d964fa509a2 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:38:50.271305 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e445f3d6-a31e-4205-9d81-fc2df343acbd admin admin] Publish callbacks [] for security_group (50c79256-9d0c-4656-bdaf-4f9d546eb649), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:50.278692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 4b0c76b2-8218-4212-891b-4d964fa509a2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:38:50.279048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 4b0c76b2-8218-4212-891b-4d964fa509a2 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:38:50.318381 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e445f3d6-a31e-4205-9d81-fc2df343acbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (50c79256-9d0c-4656-bdaf-4f9d546eb649), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:50.320966 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e445f3d6-a31e-4205-9d81-fc2df343acbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:50.322186 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e445f3d6-a31e-4205-9d81-fc2df343acbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50c79256-9d0c-4656-bdaf-4f9d546eb649 HTTP/1.1" status: 204 len: 168 time: 0.1174884 Jan 28 04:38:50.329846 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f3d6-a31e-4205-9d81-fc2df343acbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c79256-9d0c-4656-bdaf-4f9d546eb649,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:52.203039 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55136) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:52.207587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703563707', 'description': 'tempest-secgroup-smoke-703563707 description', 'project_id': 'bf5ce3690604434a85d84368342b08c9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:52.229202 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.237158 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.311317 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (20082bbd-f6f6-4188-8437-dc2e1e823ff0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.314957 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (20082bbd-f6f6-4188-8437-dc2e1e823ff0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.350915 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20082bbd-f6f6-4188-8437-dc2e1e823ff0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:52.390746 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (a0836d1e-a50b-4d7e-b468-55978a5132b9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.394695 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a0836d1e-a50b-4d7e-b468-55978a5132b9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.425160 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.426367 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2223341 Jan 28 04:38:52.427148 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9abd3-ece9-43ec-b168-9967bde2489c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0836d1e-a50b-4d7e-b468-55978a5132b9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:52.429393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55138) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:52.434104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-525e7580-4c16-4e35-9685-967fdb94425d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': 'a0836d1e-a50b-4d7e-b468-55978a5132b9', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:52.460064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-525e7580-4c16-4e35-9685-967fdb94425d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (cae00675-b693-42aa-929d-20817826b78b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.513381 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-525e7580-4c16-4e35-9685-967fdb94425d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (cae00675-b693-42aa-929d-20817826b78b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.516774 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-525e7580-4c16-4e35-9685-967fdb94425d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (cae00675-b693-42aa-929d-20817826b78b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.535075 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e7580-4c16-4e35-9685-967fdb94425d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae00675-b693-42aa-929d-20817826b78b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:52.543217 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-525e7580-4c16-4e35-9685-967fdb94425d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.545092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-525e7580-4c16-4e35-9685-967fdb94425d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146193 Jan 28 04:38:52.547814 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55140) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:52.552103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e2e2f823-6005-4e83-836f-dc5bd2aa6a2a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': 'a0836d1e-a50b-4d7e-b468-55978a5132b9', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:52.577484 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f823-6005-4e83-836f-dc5bd2aa6a2a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (b0287f57-1016-42de-806c-ea5857aba2af), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.637177 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f823-6005-4e83-836f-dc5bd2aa6a2a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (b0287f57-1016-42de-806c-ea5857aba2af), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.640903 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f823-6005-4e83-836f-dc5bd2aa6a2a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (b0287f57-1016-42de-806c-ea5857aba2af), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.660929 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2f823-6005-4e83-836f-dc5bd2aa6a2a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0287f57-1016-42de-806c-ea5857aba2af,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:52.666832 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f823-6005-4e83-836f-dc5bd2aa6a2a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.668012 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e2e2f823-6005-4e83-836f-dc5bd2aa6a2a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192656 Jan 28 04:38:52.671564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:52.675922 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b57335fe-f9e9-4f47-ae82-cbed7c5687c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': 'a0836d1e-a50b-4d7e-b468-55978a5132b9', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:52.703904 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b57335fe-f9e9-4f47-ae82-cbed7c5687c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (d0c0a2ba-0bb2-4377-9e47-e4fbf86d62da), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.759822 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b57335fe-f9e9-4f47-ae82-cbed7c5687c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (d0c0a2ba-0bb2-4377-9e47-e4fbf86d62da), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.764390 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b57335fe-f9e9-4f47-ae82-cbed7c5687c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d0c0a2ba-0bb2-4377-9e47-e4fbf86d62da), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.782272 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57335fe-f9e9-4f47-ae82-cbed7c5687c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c0a2ba-0bb2-4377-9e47-e4fbf86d62da,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:52.791938 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b57335fe-f9e9-4f47-ae82-cbed7c5687c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.793203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b57335fe-f9e9-4f47-ae82-cbed7c5687c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206625 Jan 28 04:38:52.797947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55144) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:52.802679 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2cbdddb5-288b-41a7-968e-2dd9523c823a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': 'a0836d1e-a50b-4d7e-b468-55978a5132b9', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:52.827941 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cbdddb5-288b-41a7-968e-2dd9523c823a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (bf88bd07-268e-435e-9a78-7e723a576b5e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.885726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cbdddb5-288b-41a7-968e-2dd9523c823a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (bf88bd07-268e-435e-9a78-7e723a576b5e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.889399 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cbdddb5-288b-41a7-968e-2dd9523c823a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (bf88bd07-268e-435e-9a78-7e723a576b5e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.906755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdddb5-288b-41a7-968e-2dd9523c823a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf88bd07-268e-435e-9a78-7e723a576b5e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:52.915517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cbdddb5-288b-41a7-968e-2dd9523c823a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:52.916705 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2cbdddb5-288b-41a7-968e-2dd9523c823a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177204 Jan 28 04:38:52.920087 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55146) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:52.924352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f267f761-81b3-493f-ab88-924ba5d4e347 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': 'a0836d1e-a50b-4d7e-b468-55978a5132b9', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:52.944258 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-f267f761-81b3-493f-ab88-924ba5d4e347 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Project bf5ce3690604434a85d84368342b08c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:38:52.948783 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f267f761-81b3-493f-ab88-924ba5d4e347 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (20f7be22-1e0f-4340-b882-681553b6f10f), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.009159 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f267f761-81b3-493f-ab88-924ba5d4e347 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (20f7be22-1e0f-4340-b882-681553b6f10f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.012652 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f267f761-81b3-493f-ab88-924ba5d4e347 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (20f7be22-1e0f-4340-b882-681553b6f10f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.030258 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267f761-81b3-493f-ab88-924ba5d4e347 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f7be22-1e0f-4340-b882-681553b6f10f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:53.036887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f267f761-81b3-493f-ab88-924ba5d4e347 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.038076 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f267f761-81b3-493f-ab88-924ba5d4e347 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170151 Jan 28 04:38:53.040692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55148) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:53.045627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-abfc0bb1-f5c1-4041-81be-d9bc9492243c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': 'a0836d1e-a50b-4d7e-b468-55978a5132b9', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:53.065217 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-abfc0bb1-f5c1-4041-81be-d9bc9492243c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Project bf5ce3690604434a85d84368342b08c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:38:53.070061 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-abfc0bb1-f5c1-4041-81be-d9bc9492243c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (36e172d5-3592-4f05-8663-d979b08f5b17), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.130054 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-abfc0bb1-f5c1-4041-81be-d9bc9492243c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (36e172d5-3592-4f05-8663-d979b08f5b17), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.133984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-abfc0bb1-f5c1-4041-81be-d9bc9492243c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (36e172d5-3592-4f05-8663-d979b08f5b17), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.152245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc0bb1-f5c1-4041-81be-d9bc9492243c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e172d5-3592-4f05-8663-d979b08f5b17,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:53.160818 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-abfc0bb1-f5c1-4041-81be-d9bc9492243c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.164956 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-abfc0bb1-f5c1-4041-81be-d9bc9492243c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204038 Jan 28 04:38:53.165133 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55150) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:53.170652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'network': {'name': 'tempest-network-smoke--704418938', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:53.189118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:53.192323 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.214868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:38:53.224685 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2bf9f542-bcaf-45c4-8491-4e4d21b21509), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.225062 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Added segment 2bf9f542-bcaf-45c4-8491-4e4d21b21509 of type vlan for network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 Jan 28 04:38:53.264923 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (8e93a5d3-1379-40cf-a9b3-892ede4a44b8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.287979 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (8e93a5d3-1379-40cf-a9b3-892ede4a44b8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.292772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:53.293373 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.355757 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1895769 Jan 28 04:38:53.358678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55152) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:53.363069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'admin_state_up': True, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:53.736854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c0b1b-2c0e-4973-8b79-a86e7523cc05 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Network': ['ID=8e93a5d3-1379-40cf-a9b3-892ede4a44b8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:53.749731 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:38:53.750275 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (bbb77294-5322-482d-bff6-ab4ab41e5a9b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.751282 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (bbb77294-5322-482d-bff6-ab4ab41e5a9b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.802916 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_controller (bbb77294-5322-482d-bff6-ab4ab41e5a9b), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.938314 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (bbb77294-5322-482d-bff6-ab4ab41e5a9b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.126802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (bbb77294-5322-482d-bff6-ab4ab41e5a9b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.148768 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.250111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.25.1.104 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/ca35d9b3-406f-484c-b104-baa22e2ea229) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:54.352224 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.386084 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.424519 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:54.427237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:54.429822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:54.456199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=ca35d9b3-406f-484c-b104-baa22e2ea229,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:54.681995 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (bbb77294-5322-482d-bff6-ab4ab41e5a9b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:54.877842 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (bbb77294-5322-482d-bff6-ab4ab41e5a9b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.004711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router bbb77294-5322-482d-bff6-ab4ab41e5a9b is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:38:55.111678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:55.121658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Sync routers for ids ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:55.131417 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.131707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Routers {'bbb77294-5322-482d-bff6-ab4ab41e5a9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:55.132520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:55.132691 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-687b5313-d22f-47d8-af74-1398787bea4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7729895 Jan 28 04:38:55.135808 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55154) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:55.240463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Set router bbb77294-5322-482d-bff6-ab4ab41e5a9b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:55.270997 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-58d40de2-0a8b-4278-8634-f6ef2c0981c2 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=bf5ce3690604434a85d84368342b08c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1338768 Jan 28 04:38:55.273631 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55158) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:55.362788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27da980b-2d3a-48ac-912a-713fc7000b30 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:55.364339 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-27da980b-2d3a-48ac-912a-713fc7000b30 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898170 Jan 28 04:38:55.367156 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55160) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:55.398902 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-00345e71-6a94-4222-a5d8-7889ffc8d2d4 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306933 Jan 28 04:38:55.401542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55162) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:55.406839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007996086', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:38:55.426620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:54Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:55.454114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Checking router: bbb77294-5322-482d-bff6-ab4ab41e5a9b for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:55.454469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Updating router bbb77294-5322-482d-bff6-ab4ab41e5a9b port ca35d9b3-406f-484c-b104-baa22e2ea229 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:38:55.482956 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.494861 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:38:55.498407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.680007 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (87e48e46-4ed9-4854-b93c-a54e0aa94421), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.735806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Publish callbacks [] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.741238 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.744065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Subnet': ['ID=87e48e46-4ed9-4854-b93c-a54e0aa94421,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:55.751996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Checking segment: {'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:55.751996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network hostable DHCP agents. Network: 8e93a5d3-1379-40cf-a9b3-892ede4a44b8, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:38:55.769383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:38:55.780278 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 8e93a5d3-1379-40cf-a9b3-892ede4a44b8) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:55.784979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:55.785574 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.797066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac15f613-7622-4f9e-a1b7-3b68df539700 None None] Network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:55.805660 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4e001636-a285-4fa0-9ee4-79c9547e1ecc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4004512 Jan 28 04:38:55.805845 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55164) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:38:55.815444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d7115-9974-41be-a50d-0d1415322ca2 None None] Pushing event updated for resources: {'Port': ['ID=ca35d9b3-406f-484c-b104-baa22e2ea229,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:55.817692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Attempting to bind port ca35d9b3-406f-484c-b104-baa22e2ea229 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:55.818056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Attempting to bind port ca35d9b3-406f-484c-b104-baa22e2ea229 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:55.818410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Attempting to bind port ca35d9b3-406f-484c-b104-baa22e2ea229 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:55.851473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:55.851958 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:55.852361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.852757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:55.853249 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Bound port: ca35d9b3-406f-484c-b104-baa22e2ea229, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:55.853622 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.942925 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] For port ca35d9b3-406f-484c-b104-baa22e2ea229, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:55.952653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:38:55.953524 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:55.958749 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] For port ca35d9b3-406f-484c-b104-baa22e2ea229, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ca35d9b3-406f-484c-b104-baa22e2ea229,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:55.969937 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.093826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d7115-9974-41be-a50d-0d1415322ca2 None None] Pushing event updated for resources: {'Port': ['ID=ca35d9b3-406f-484c-b104-baa22e2ea229,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:56.099437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Routers {'bbb77294-5322-482d-bff6-ab4ab41e5a9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:56.100032 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:56.233736 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Allocated IP 172.20.0.2 (8e93a5d3-1379-40cf-a9b3-892ede4a44b8/87e48e46-4ed9-4854-b93c-a54e0aa94421/873309ec-e65c-4c34-8f13-54faa6e0e43f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:56.251531 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] Set router bbb77294-5322-482d-bff6-ab4ab41e5a9b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:56.265026 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.520063 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Publish callbacks [] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.528704 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.574465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:56.578816 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.20.0.1 (8e93a5d3-1379-40cf-a9b3-892ede4a44b8/87e48e46-4ed9-4854-b93c-a54e0aa94421/f50dbe94-6369-476f-82ea-13d8f98f828f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:38:56.584039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:54Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:56.586362 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:56.589136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Pushing event updated for resources: {'Port': ['ID=873309ec-e65c-4c34-8f13-54faa6e0e43f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:56.592008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:56.622993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c340bb-04b8-49b4-975b-1b028e5b779a None None] The sync data for ids ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'] in n-d-808199-14 is: [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:54Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:38:56.676700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Attempting to bind port 873309ec-e65c-4c34-8f13-54faa6e0e43f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:56.677098 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Attempting to bind port 873309ec-e65c-4c34-8f13-54faa6e0e43f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:56.678044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Attempting to bind port 873309ec-e65c-4c34-8f13-54faa6e0e43f on network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:56.682588 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:56.682960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Checking segment: {'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:56.683364 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.683757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Bound using segment: {'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:56.684227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Bound port: 873309ec-e65c-4c34-8f13-54faa6e0e43f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:56.685407 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.707304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.743726 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.754230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] For port 873309ec-e65c-4c34-8f13-54faa6e0e43f, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:56.757982 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] For port 873309ec-e65c-4c34-8f13-54faa6e0e43f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=873309ec-e65c-4c34-8f13-54faa6e0e43f,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:56.764001 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:56.800174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:56.804026 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:56.806080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:38:56.809103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=f50dbe94-6369-476f-82ea-13d8f98f828f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:56.836107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f5ce3-fcb8-4192-a442-d46d0eeda153 None None] Pushing event updated for resources: {'Port': ['ID=873309ec-e65c-4c34-8f13-54faa6e0e43f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:56.878249 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (bbb77294-5322-482d-bff6-ab4ab41e5a9b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.077649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.394760 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.400250 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.482333 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (bbb77294-5322-482d-bff6-ab4ab41e5a9b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.484137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=f50dbe94-6369-476f-82ea-13d8f98f828f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:57.593520 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:38:57.595385 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:38:57.718745 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router bbb77294-5322-482d-bff6-ab4ab41e5a9b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:38:57.832584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:38:57.837606 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-42eef8c3-e69d-4940-9e15-70ce5a30198a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "PUT /v2.0/routers/bbb77294-5322-482d-bff6-ab4ab41e5a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0308981 Jan 28 04:38:57.868704 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a114af9-48be-436c-8aa0-9929ce2b2d7e None None] Network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:38:57.996732 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b07ca8d3-8aae-4ebd-ae90-2d47cf009087 None None] Provisioning complete for port 873309ec-e65c-4c34-8f13-54faa6e0e43f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:57.997849 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b07ca8d3-8aae-4ebd-ae90-2d47cf009087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:57.998572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-e07b7294-e003-4b62-8e3e-7a441b42677a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703563707&fields=id&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 267 time: 0.0467403 Jan 28 04:38:58.097122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b07ca8d3-8aae-4ebd-ae90-2d47cf009087 None None] Current status of the port 873309ec-e65c-4c34-8f13-54faa6e0e43f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:58.097511 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b07ca8d3-8aae-4ebd-ae90-2d47cf009087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.129122 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c786a-eba3-4784-9935-60bebd27e55a req-0c776a8c-48a8-41cb-9183-67774e552031 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:58.130796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-0c776a8c-48a8-41cb-9183-67774e552031 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/networks?id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8 HTTP/1.1" status: 200 len: 796 time: 0.1236055 Jan 28 04:38:58.133361 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b07ca8d3-8aae-4ebd-ae90-2d47cf009087 None None] For port 873309ec-e65c-4c34-8f13-54faa6e0e43f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=873309ec-e65c-4c34-8f13-54faa6e0e43f,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:58.147199 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b07ca8d3-8aae-4ebd-ae90-2d47cf009087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.150850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-1e93bc5c-fc53-4950-aca0-e8826dce3784 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/quotas/bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 375 time: 0.0103607 Jan 28 04:38:58.224280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ca8d3-8aae-4ebd-ae90-2d47cf009087 None None] Pushing event updated for resources: {'Port': ['ID=873309ec-e65c-4c34-8f13-54faa6e0e43f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:58.228820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-9b1815e0-bc92-4554-9a8e-805beb696f81 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634155 Jan 28 04:38:58.378167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ca35d9b3-406f-484c-b104-baa22e2ea229 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:58.390558 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-c6409a41-5e28-4816-96f1-f2e0f5f1635e service neutron] 10.222.0.44 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608100 Jan 28 04:38:58.482034 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Sync routers for ids ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:38:58.494241 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Routers {'bbb77294-5322-482d-bff6-ab4ab41e5a9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:58.495175 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:58.509472 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-c85592e0-ddf4-4251-8a7b-53b0ae0bf5e8 service neutron] 10.222.0.44 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129026 Jan 28 04:38:58.588375 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f774b8a2-9db2-4c29-89ea-727e5270e7e6 None None] Provisioning complete for port f50dbe94-6369-476f-82ea-13d8f98f828f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:58.588752 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f774b8a2-9db2-4c29-89ea-727e5270e7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.626326 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Set router bbb77294-5322-482d-bff6-ab4ab41e5a9b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:58.638662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f774b8a2-9db2-4c29-89ea-727e5270e7e6 None None] Port f50dbe94-6369-476f-82ea-13d8f98f828f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:58.650156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f774b8a2-9db2-4c29-89ea-727e5270e7e6 None None] Provisioning complete for port 873309ec-e65c-4c34-8f13-54faa6e0e43f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:58.650529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f774b8a2-9db2-4c29-89ea-727e5270e7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.676083 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ca35d9b3-406f-484c-b104-baa22e2ea229 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:58.676455 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.761713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eda72c0b-ae6c-45bb-8e04-660eb548ffc5 req-04ae2cf4-a308-463e-a53f-149162fda85b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 210 time: 0.0464551 Jan 28 04:38:58.848017 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f774b8a2-9db2-4c29-89ea-727e5270e7e6 None None] Current status of the port 873309ec-e65c-4c34-8f13-54faa6e0e43f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:58.850546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ca35d9b3-406f-484c-b104-baa22e2ea229 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:58.850934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.875627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port ca35d9b3-406f-484c-b104-baa22e2ea229, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ca35d9b3-406f-484c-b104-baa22e2ea229,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:58.883537 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.884342 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 873309ec-e65c-4c34-8f13-54faa6e0e43f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:38:58.902928 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f50dbe94-6369-476f-82ea-13d8f98f828f', 'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:86:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:56Z', 'updated_at': '2022-01-28T04:38:57Z', 'revision_number': 2, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:58.938207 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Checking router: bbb77294-5322-482d-bff6-ab4ab41e5a9b for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:38:58.938951 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Updating router bbb77294-5322-482d-bff6-ab4ab41e5a9b port f50dbe94-6369-476f-82ea-13d8f98f828f binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:38:58.966171 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:58.997172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=ca35d9b3-406f-484c-b104-baa22e2ea229,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:59.014066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d5223d63-8f14-4bcc-a62a-8af6a1543d05 None None] Provisioning complete for port f50dbe94-6369-476f-82ea-13d8f98f828f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:59.014482 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5223d63-8f14-4bcc-a62a-8af6a1543d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.049969 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 873309ec-e65c-4c34-8f13-54faa6e0e43f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:59.050358 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.074110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d5223d63-8f14-4bcc-a62a-8af6a1543d05 None None] Port f50dbe94-6369-476f-82ea-13d8f98f828f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:38:59.134630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 873309ec-e65c-4c34-8f13-54faa6e0e43f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:59.247241 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Publish callbacks [] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.252701 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.306444 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Pushing event updated for resources: {'Port': ['ID=f50dbe94-6369-476f-82ea-13d8f98f828f,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:59.330227 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.330577 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.330954 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.331285 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.331616 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.331942 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.332263 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.332584 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.332923 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.333242 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.333560 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.333874 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.334189 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:38:59.366906 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Attempting to bind port f50dbe94-6369-476f-82ea-13d8f98f828f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:38:59.367188 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Attempting to bind port f50dbe94-6369-476f-82ea-13d8f98f828f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:38:59.367546 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Attempting to bind port f50dbe94-6369-476f-82ea-13d8f98f828f on network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:38:59.375216 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:38:59.375600 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Checking segment: {'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:38:59.376136 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.376570 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Bound using segment: {'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:38:59.377123 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Bound port: f50dbe94-6369-476f-82ea-13d8f98f828f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:38:59.377502 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.448753 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] For port f50dbe94-6369-476f-82ea-13d8f98f828f, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:38:59.453323 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] For port f50dbe94-6369-476f-82ea-13d8f98f828f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f50dbe94-6369-476f-82ea-13d8f98f828f,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:38:59.460460 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.521694 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Routers {'bbb77294-5322-482d-bff6-ab4ab41e5a9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:38:59.522377 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:38:59.527436 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad604467-72b8-47c3-94b3-b760323ec72e None None] Pushing event updated for resources: {'Port': ['ID=f50dbe94-6369-476f-82ea-13d8f98f828f,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:59.598323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-07d2aa3c-b218-4c9e-9598-d6671b7a45b4 None None] Provisioning complete for port f50dbe94-6369-476f-82ea-13d8f98f828f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:59.598697 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-07d2aa3c-b218-4c9e-9598-d6671b7a45b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.687738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-07d2aa3c-b218-4c9e-9598-d6671b7a45b4 None None] Current status of the port f50dbe94-6369-476f-82ea-13d8f98f828f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:38:59.687991 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-07d2aa3c-b218-4c9e-9598-d6671b7a45b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.727816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-07d2aa3c-b218-4c9e-9598-d6671b7a45b4 None None] For port f50dbe94-6369-476f-82ea-13d8f98f828f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f50dbe94-6369-476f-82ea-13d8f98f828f,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:38:59.734008 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-07d2aa3c-b218-4c9e-9598-d6671b7a45b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.734734 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] Set router bbb77294-5322-482d-bff6-ab4ab41e5a9b gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:38:59.785637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2aa3c-b218-4c9e-9598-d6671b7a45b4 None None] Pushing event updated for resources: {'Port': ['ID=f50dbe94-6369-476f-82ea-13d8f98f828f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:38:59.861473 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de0d314f-3f63-4d73-9cde-41930195ed6c None None] Provisioning complete for port f50dbe94-6369-476f-82ea-13d8f98f828f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:38:59.861862 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de0d314f-3f63-4d73-9cde-41930195ed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:59.894151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c01c5659-0c10-452f-a77d-816f505e8c22 req-37caf279-5afa-44f3-acac-be6f3096c13c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 210 time: 0.0432391 Jan 28 04:38:59.946942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c786a-eba3-4784-9935-60bebd27e55a req-5bcbdabe-6e9b-4ada-891a-3260572206c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:38:59.949390 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-5bcbdabe-6e9b-4ada-891a-3260572206c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.42 "GET /v2.0/networks?id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8 HTTP/1.1" status: 200 len: 796 time: 0.1334844 Jan 28 04:38:59.986301 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de0d314f-3f63-4d73-9cde-41930195ed6c None None] Current status of the port f50dbe94-6369-476f-82ea-13d8f98f828f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:00.008471 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f50dbe94-6369-476f-82ea-13d8f98f828f', 'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:86:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:56Z', 'updated_at': '2022-01-28T04:38:59Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:00.024328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-7fc7000f-f43c-4f5f-90e6-07a486d2dc46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 379 time: 0.0613713 Jan 28 04:39:00.034009 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc9a7c-380e-49bc-86e0-2f985c542685 None None] The sync data for ids ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'] in n-d-808199-14 is: [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f50dbe94-6369-476f-82ea-13d8f98f828f', 'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:86:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:56Z', 'updated_at': '2022-01-28T04:38:59Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:00.054546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'port': {'device_id': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'admin_state_up': True, 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'security_groups': ['a0836d1e-a50b-4d7e-b468-55978a5132b9']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:00.174718 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:00.178095 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.341100 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.20.0.6 (8e93a5d3-1379-40cf-a9b3-892ede4a44b8/87e48e46-4ed9-4854-b93c-a54e0aa94421/834bc8c7-6885-4cf1-ab64-5eccb823e856) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:00.343649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ca35d9b3-406f-484c-b104-baa22e2ea229 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:00.394499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ca35d9b3-406f-484c-b104-baa22e2ea229 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:00.395007 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.484854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ca35d9b3-406f-484c-b104-baa22e2ea229 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:00.485964 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 873309ec-e65c-4c34-8f13-54faa6e0e43f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:00.492094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.536412 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 873309ec-e65c-4c34-8f13-54faa6e0e43f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:00.537225 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.644061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 873309ec-e65c-4c34-8f13-54faa6e0e43f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:00.645192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f50dbe94-6369-476f-82ea-13d8f98f828f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:00.702856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port f50dbe94-6369-476f-82ea-13d8f98f828f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:00.703240 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.785992 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port f50dbe94-6369-476f-82ea-13d8f98f828f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:00.915692 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.965085 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:00.971187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:00.976228 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:01.039234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:01.039897 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.042402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=834bc8c7-6885-4cf1-ab64-5eccb823e856,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:01.043082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b808a-c640-4c33-9c84-92973103afa2 req-e1827900-410c-4770-a2a4-1497eac1f342 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:01.047135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e0b808a-c640-4c33-9c84-92973103afa2 req-e1827900-410c-4770-a2a4-1497eac1f342 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 931 time: 0.0735433 Jan 28 04:39:01.068684 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-fec77103-e557-4ee6-bfd2-6b00eb224c09 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0187881 Jan 28 04:39:01.084287 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-10e62a62-4742-41e1-a38d-e67720aa4f7c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:39:01.085438 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-10e62a62-4742-41e1-a38d-e67720aa4f7c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119140 Jan 28 04:39:01.125513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e0b808a-c640-4c33-9c84-92973103afa2 req-79cd70ea-da67-4642-9653-02888573b2c3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657959 Jan 28 04:39:01.150400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Request body: {'port': {'device_id': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:01.228609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.317806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7a5314c9-20d6-4706-ae14-6cdf88eeef72 None None] Provisioning complete for port 834bc8c7-6885-4cf1-ab64-5eccb823e856 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:01.318358 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7a5314c9-20d6-4706-ae14-6cdf88eeef72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.357475 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7a5314c9-20d6-4706-ae14-6cdf88eeef72 None None] Port 834bc8c7-6885-4cf1-ab64-5eccb823e856 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:39:01.501913 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834bc8c7-6885-4cf1-ab64-5eccb823e856 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:39:01.509046 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Publish callbacks [] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.521161 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Transition to ACTIVE for port object 834bc8c7-6885-4cf1-ab64-5eccb823e856 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:39:01.525221 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.573212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Pushing event updated for resources: {'Port': ['ID=834bc8c7-6885-4cf1-ab64-5eccb823e856,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:01.650191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Attempting to bind port 834bc8c7-6885-4cf1-ab64-5eccb823e856 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:39:01.650523 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Attempting to bind port 834bc8c7-6885-4cf1-ab64-5eccb823e856 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:39:01.650844 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Attempting to bind port 834bc8c7-6885-4cf1-ab64-5eccb823e856 on network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:01.656378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Port 834bc8c7-6885-4cf1-ab64-5eccb823e856 on network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:39:01.656697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Attempting to bind port 834bc8c7-6885-4cf1-ab64-5eccb823e856 on network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:39:01.661734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:39:01.662074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Checking segment: {'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:39:01.662454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Bound using segment: {'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:39:01.662976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Bound port: 834bc8c7-6885-4cf1-ab64-5eccb823e856, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf9f542-bcaf-45c4-8491-4e4d21b21509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:39:01.663330 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.729983 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] For port 834bc8c7-6885-4cf1-ab64-5eccb823e856, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:39:01.733507 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] For port 834bc8c7-6885-4cf1-ab64-5eccb823e856, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=834bc8c7-6885-4cf1-ab64-5eccb823e856,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:39:01.739252 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.774103 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:01.774515 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.775924 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] 10.222.0.42 "PUT /v2.0/ports/834bc8c7-6885-4cf1-ab64-5eccb823e856 HTTP/1.1" status: 200 len: 1092 time: 0.6777487 Jan 28 04:39:01.778963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'tag': '834bc8c7-6885-4cf1-ab64-5eccb823e856'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:01.781499 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed672e1-551f-4892-af13-c4dc7382bf97", "tag": "834bc8c7-6885-4cf1-ab64-5eccb823e856"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:01.819339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30fa5f-f943-46ca-8751-9e5b35b93da9 service neutron] Pushing event updated for resources: {'Port': ['ID=834bc8c7-6885-4cf1-ab64-5eccb823e856,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:01.839624 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff932b8-e997-43fa-bd23-c7956c1b3aea x-openstack-request-id: req-cff932b8-e997-43fa-bd23-c7956c1b3aea {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:01.839923 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed672e1-551f-4892-af13-c4dc7382bf97", "tag": "834bc8c7-6885-4cf1-ab64-5eccb823e856", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:01.840178 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cff932b8-e997-43fa-bd23-c7956c1b3aea {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:01.842177 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'tag': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'status': 'completed', 'code': 200} Jan 28 04:39:01.901104 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c786a-eba3-4784-9935-60bebd27e55a req-8bfde37d-a4a8-496e-a0a3-96964a8d118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:01.902645 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-8bfde37d-a4a8-496e-a0a3-96964a8d118d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 1095 time: 0.0488689 Jan 28 04:39:01.949705 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-5a7b8a0c-5587-4103-9c8f-3d2500bf0e40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834bc8c7-6885-4cf1-ab64-5eccb823e856 HTTP/1.1" status: 200 len: 217 time: 0.0356169 Jan 28 04:39:01.999546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c786a-eba3-4784-9935-60bebd27e55a req-edf22ebe-7617-4b00-bb6f-bcb52b434a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.001054 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-edf22ebe-7617-4b00-bb6f-bcb52b434a44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87e48e46-4ed9-4854-b93c-a54e0aa94421 HTTP/1.1" status: 200 len: 835 time: 0.0452933 Jan 28 04:39:02.051069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c786a-eba3-4784-9935-60bebd27e55a req-1d06e201-d746-470d-8d99-34549b91c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.052561 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-1d06e201-d746-470d-8d99-34549b91c378 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449839 Jan 28 04:39:02.143587 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-464b25da-7706-4ced-81e9-18b371bab9f7 service neutron] 10.222.0.42 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854664 Jan 28 04:39:02.242348 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-522c786a-eba3-4784-9935-60bebd27e55a req-1044214e-c6c4-4a09-a26f-473f5015042b service neutron] 10.222.0.42 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926490 Jan 28 04:39:02.243513 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f5775-3475-4ba5-b84c-d7ee57983e62 req-8b701cee-534f-4b56-bef0-1684c1dc494a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.245241 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-947f5775-3475-4ba5-b84c-d7ee57983e62 req-8b701cee-534f-4b56-bef0-1684c1dc494a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 943 time: 0.0523040 Jan 28 04:39:02.297303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-947f5775-3475-4ba5-b84c-d7ee57983e62 req-a121039a-08f6-43e2-8d45-564fbcd04294 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455587 Jan 28 04:39:02.363922 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-1d5a2e1c-2917-43a6-a902-a35cb4fc6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.365463 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-1d5a2e1c-2917-43a6-a902-a35cb4fc6fe5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 1095 time: 0.0408139 Jan 28 04:39:02.453748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-dedcf4c7-54b1-4184-a792-be583ad5379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.455210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-dedcf4c7-54b1-4184-a792-be583ad5379d service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8 HTTP/1.1" status: 200 len: 897 time: 0.0843134 Jan 28 04:39:02.499499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-010675c7-9fa5-4580-a024-18a609760527 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834bc8c7-6885-4cf1-ab64-5eccb823e856 HTTP/1.1" status: 200 len: 217 time: 0.0385435 Jan 28 04:39:02.546230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-d8f9050e-9a4d-4e55-88d7-48db8aec5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.547631 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-d8f9050e-9a4d-4e55-88d7-48db8aec5968 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87e48e46-4ed9-4854-b93c-a54e0aa94421 HTTP/1.1" status: 200 len: 835 time: 0.0429962 Jan 28 04:39:02.593439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-d8c50b78-e94e-42f7-aa79-ea5a73ffc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:02.594830 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-d8c50b78-e94e-42f7-aa79-ea5a73ffc49a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397947 Jan 28 04:39:02.688314 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-113beba7-90e6-47ab-b3c1-70f3d59f6a44 service neutron] 10.222.0.42 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859900 Jan 28 04:39:02.778560 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7a0e6c34-89ee-4b69-bec2-e4cddbfd0606 req-02bd6fc1-62c0-412b-88db-beaaeeff9679 service neutron] 10.222.0.42 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827284 Jan 28 04:39:03.423641 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c6962-30bc-4e8a-bd6a-db27919cca7c req-085aac1a-8326-4520-bfaa-ca2ab5b208d0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:03.425145 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f88c6962-30bc-4e8a-bd6a-db27919cca7c req-085aac1a-8326-4520-bfaa-ca2ab5b208d0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 943 time: 0.0490589 Jan 28 04:39:03.478451 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f88c6962-30bc-4e8a-bd6a-db27919cca7c req-d288b00e-5618-496d-86a0-4f81097e324b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477741 Jan 28 04:39:04.593968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c50b3-d88e-4563-bb88-fe73893bd657 req-60b5a974-1838-47d3-a402-9b5fd817461b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:04.595455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-204c50b3-d88e-4563-bb88-fe73893bd657 req-60b5a974-1838-47d3-a402-9b5fd817461b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 943 time: 0.0486600 Jan 28 04:39:04.647854 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-204c50b3-d88e-4563-bb88-fe73893bd657 req-1dc80e84-2b9e-4479-a4ee-f3c15fe30f60 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446293 Jan 28 04:39:05.762407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1765b04-55c3-4184-9ab7-388d97e267b7 req-2a3447e8-534e-437a-afc1-0171b1812ceb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:05.764112 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1765b04-55c3-4184-9ab7-388d97e267b7 req-2a3447e8-534e-437a-afc1-0171b1812ceb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 943 time: 0.0495059 Jan 28 04:39:05.813184 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1765b04-55c3-4184-9ab7-388d97e267b7 req-a3156566-e740-48ab-a24a-9d82ad3fd713 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433891 Jan 28 04:39:06.678636 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 834bc8c7-6885-4cf1-ab64-5eccb823e856 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:39:06.776734 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 834bc8c7-6885-4cf1-ab64-5eccb823e856, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=834bc8c7-6885-4cf1-ab64-5eccb823e856,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:06.788015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'port_id': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'mac_address': 'fa:16:3e:79:28:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:39:06.826152 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 834bc8c7-6885-4cf1-ab64-5eccb823e856 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:06.826543 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.839884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834bc8c7-6885-4cf1-ab64-5eccb823e856 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:39:06.860169 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 834bc8c7-6885-4cf1-ab64-5eccb823e856, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=834bc8c7-6885-4cf1-ab64-5eccb823e856,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:06.864395 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.911140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=834bc8c7-6885-4cf1-ab64-5eccb823e856,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:06.933774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795d5d5-73e8-4784-91c9-67b4810c718c req-71aee66d-a392-4fe6-91f4-cd9885764182 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:06.935894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9795d5d5-73e8-4784-91c9-67b4810c718c req-71aee66d-a392-4fe6-91f4-cd9885764182 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 944 time: 0.0548146 Jan 28 04:39:06.983932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9795d5d5-73e8-4784-91c9-67b4810c718c req-ec7d96df-805f-42ae-9599-ebd52224f7f0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421731 Jan 28 04:39:07.147463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['834bc8c7-6885-4cf1-ab64-5eccb823e856'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:39:08.107520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e25c8b-78bb-4455-a0c2-4395c5ee716d req-f736ac8b-74b0-41b4-9737-198cc5c0a551 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:08.108976 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46e25c8b-78bb-4455-a0c2-4395c5ee716d req-f736ac8b-74b0-41b4-9737-198cc5c0a551 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 944 time: 0.0524099 Jan 28 04:39:08.162308 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46e25c8b-78bb-4455-a0c2-4395c5ee716d req-9cdd2d0f-909d-4127-bbc3-0d3e7afe62fc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474465 Jan 28 04:39:08.687423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 834bc8c7-6885-4cf1-ab64-5eccb823e856 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:39:08.740408 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 834bc8c7-6885-4cf1-ab64-5eccb823e856 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:39:08.744597 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 834bc8c7-6885-4cf1-ab64-5eccb823e856 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:39:08.745076 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.821528 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 834bc8c7-6885-4cf1-ab64-5eccb823e856 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:39:08.821916 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.843934 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834bc8c7-6885-4cf1-ab64-5eccb823e856'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:08.846214 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cb97e4-4c62-4d36-b560-f795237ef657" -d '{"events": [{"server_uuid": "7ed672e1-551f-4892-af13-c4dc7382bf97", "name": "network-vif-plugged", "status": "completed", "tag": "834bc8c7-6885-4cf1-ab64-5eccb823e856"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:08.859628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 834bc8c7-6885-4cf1-ab64-5eccb823e856, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=834bc8c7-6885-4cf1-ab64-5eccb823e856,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:08.863589 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:08.915640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=834bc8c7-6885-4cf1-ab64-5eccb823e856,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:08.939320 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c21968-14b3-4f13-99e5-ca5b0cf7ec3a x-openstack-request-id: req-d7c21968-14b3-4f13-99e5-ca5b0cf7ec3a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:08.939744 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed672e1-551f-4892-af13-c4dc7382bf97", "name": "network-vif-plugged", "status": "completed", "tag": "834bc8c7-6885-4cf1-ab64-5eccb823e856", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:08.940010 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7c21968-14b3-4f13-99e5-ca5b0cf7ec3a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:08.940442 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'code': 200} Jan 28 04:39:09.065082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89772e-12c4-4c85-8f0f-688139612b08 req-3cca4c5d-fecc-4ecb-8fd5-d0790a6f6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:09.066589 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a89772e-12c4-4c85-8f0f-688139612b08 req-3cca4c5d-fecc-4ecb-8fd5-d0790a6f6331 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 1097 time: 0.0408506 Jan 28 04:39:09.124330 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6a89772e-12c4-4c85-8f0f-688139612b08 req-3a712389-c49c-4f08-91f7-f7c70ef6089d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443394 Jan 28 04:39:09.282158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772e8f1-f946-45a8-9781-a4407d13729e req-4a54c435-5723-4f58-871e-f1924eea1703 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:09.283645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3772e8f1-f946-45a8-9781-a4407d13729e req-4a54c435-5723-4f58-871e-f1924eea1703 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0521600 Jan 28 04:39:09.331492 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3772e8f1-f946-45a8-9781-a4407d13729e req-9987c714-fcfa-488e-87a1-288e66e88f6a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423110 Jan 28 04:39:10.450201 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27706f-781d-49ba-ac07-2aed5962d8c6 req-7a9b618d-e4f7-4d29-8867-fb3aa10b77c1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:10.451584 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa27706f-781d-49ba-ac07-2aed5962d8c6 req-7a9b618d-e4f7-4d29-8867-fb3aa10b77c1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0495973 Jan 28 04:39:10.501543 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa27706f-781d-49ba-ac07-2aed5962d8c6 req-b122d35e-d3a0-402f-a5b3-02140153f58f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444467 Jan 28 04:39:10.614111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc631-43ca-4298-9253-517713f7bef4 req-6c497da3-3180-4582-a110-b4588b8d6511 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:10.615598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c60bc631-43ca-4298-9253-517713f7bef4 req-6c497da3-3180-4582-a110-b4588b8d6511 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0479319 Jan 28 04:39:10.657659 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dfa23008-af85-4a1d-ac6d-a5b3b27a7a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:10.670126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c60bc631-43ca-4298-9253-517713f7bef4 req-5553c49b-e900-4a3f-a091-ab3f99122f40 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490277 Jan 28 04:39:10.691443 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55224) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:10.730685 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc62feb7-4ddc-47f3-938d-c9eb2ed190f2 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:10.732185 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-cc62feb7-4ddc-47f3-938d-c9eb2ed190f2 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 1092 time: 0.0397112 Jan 28 04:39:10.735044 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55226) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:10.739235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:10.758794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:10.855350 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:10.959835 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.25.1.144 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/2120fc0f-b449-49fb-859a-b4bf3d876050) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:39:11.058095 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (2120fc0f-b449-49fb-859a-b4bf3d876050), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.096859 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (2120fc0f-b449-49fb-859a-b4bf3d876050), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.132928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:39:11.135694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:39:11.139920 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:39:11.164879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=2120fc0f-b449-49fb-859a-b4bf3d876050,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:11.499565 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (ce6caf0f-ed1e-4d17-9127-01521d767aba), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.567610 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2120fc0f-b449-49fb-859a-b4bf3d876050), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.716361 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (2120fc0f-b449-49fb-859a-b4bf3d876050), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.721320 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (2120fc0f-b449-49fb-859a-b4bf3d876050), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.791861 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=2120fc0f-b449-49fb-859a-b4bf3d876050,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:11.802546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (ce6caf0f-ed1e-4d17-9127-01521d767aba), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:11.902037 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Floating IP ce6caf0f-ed1e-4d17-9127-01521d767aba associated. External IP: 172.25.1.144, port: 834bc8c7-6885-4cf1-ab64-5eccb823e856. Jan 28 04:39:12.129796 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router bbb77294-5322-482d-bff6-ab4ab41e5a9b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:39:12.238859 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:39:12.249313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] Sync routers for ids ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:39:12.257632 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.259334 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] Routers {'bbb77294-5322-482d-bff6-ab4ab41e5a9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:12.259951 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:12.286904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-42ddf1d1-6efb-420d-bbe5-eb905be639b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5508406 Jan 28 04:39:12.287494 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'tag': '834bc8c7-6885-4cf1-ab64-5eccb823e856'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:12.289780 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46649dd7-caaa-452f-a918-d59cde7f5060" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed672e1-551f-4892-af13-c4dc7382bf97", "tag": "834bc8c7-6885-4cf1-ab64-5eccb823e856"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:12.334102 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2902ed78-f7dd-4488-9311-3b4a1300feb7 x-openstack-request-id: req-2902ed78-f7dd-4488-9311-3b4a1300feb7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:12.334396 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed672e1-551f-4892-af13-c4dc7382bf97", "tag": "834bc8c7-6885-4cf1-ab64-5eccb823e856", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:12.334650 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2902ed78-f7dd-4488-9311-3b4a1300feb7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:12.335062 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'tag': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'status': 'completed', 'code': 200} Jan 28 04:39:12.383049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] Set router bbb77294-5322-482d-bff6-ab4ab41e5a9b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:12.409263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079940d-c2f4-4b9f-8061-afa499012761 req-3ed480ac-b1db-4d09-b104-67ad12d29e82 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:12.410859 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3079940d-c2f4-4b9f-8061-afa499012761 req-3ed480ac-b1db-4d09-b104-67ad12d29e82 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0621595 Jan 28 04:39:12.424972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-baa73577-bc5b-4184-8f22-8b466e6580c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:12.426793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-baa73577-bc5b-4184-8f22-8b466e6580c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 1097 time: 0.0502362 Jan 28 04:39:12.466602 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3079940d-c2f4-4b9f-8061-afa499012761 req-89debb3d-de1b-4e62-928a-a98eea557ef5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487843 Jan 28 04:39:12.491221 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:12.527827 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-62ac65d8-9b99-428d-ad0f-9f89dda0bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:12.529794 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-62ac65d8-9b99-428d-ad0f-9f89dda0bc7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8 HTTP/1.1" status: 200 len: 897 time: 0.0961344 Jan 28 04:39:12.557897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d434c33f-e424-43c9-a736-b04c513f1364 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/ce6caf0f-ed1e-4d17-9127-01521d767aba HTTP/1.1" status: 200 len: 991 time: 0.0644314 Jan 28 04:39:12.604141 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-cfe6d05a-77ac-4ca8-b56a-0894b81e5881 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834bc8c7-6885-4cf1-ab64-5eccb823e856 HTTP/1.1" status: 200 len: 999 time: 0.0682726 Jan 28 04:39:12.646318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'ce6caf0f-ed1e-4d17-9127-01521d767aba', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'port_id': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'mac_address': 'fa:16:3e:79:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:39:11Z', 'updated_at': '2022-01-28T04:39:11Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50dbe94-6369-476f-82ea-13d8f98f828f', 'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:86:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:56Z', 'updated_at': '2022-01-28T04:38:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:12.652674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-1bbdbd11-6040-4736-be6b-29d16c3f73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:12.654276 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-1bbdbd11-6040-4736-be6b-29d16c3f73e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87e48e46-4ed9-4854-b93c-a54e0aa94421 HTTP/1.1" status: 200 len: 835 time: 0.0435636 Jan 28 04:39:12.680414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] Checking router: bbb77294-5322-482d-bff6-ab4ab41e5a9b for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:39:12.696620 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] Routers {'bbb77294-5322-482d-bff6-ab4ab41e5a9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:12.697258 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:38:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:12.701538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-9147674b-b8ae-475b-9ccd-f8758d964b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:12.702059 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-421e1fc6-3073-4844-8274-c38afa10ec34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.703613 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-9147674b-b8ae-475b-9ccd-f8758d964b0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436471 Jan 28 04:39:12.807008 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-69660df0-846e-41f9-a5cb-a0d337efaec1 service neutron] 10.222.0.42 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983269 Jan 28 04:39:12.822287 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:12.829699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] Set router bbb77294-5322-482d-bff6-ab4ab41e5a9b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:12.897734 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46649dd7-caaa-452f-a918-d59cde7f5060 req-feb1aba6-1676-4722-911b-93230e055d45 service neutron] 10.222.0.42 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853302 Jan 28 04:39:13.212135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'ce6caf0f-ed1e-4d17-9127-01521d767aba', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'port_id': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'mac_address': 'fa:16:3e:79:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:39:11Z', 'updated_at': '2022-01-28T04:39:11Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50dbe94-6369-476f-82ea-13d8f98f828f', 'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:86:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:56Z', 'updated_at': '2022-01-28T04:38:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:13.242219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f242d15-54fa-4200-af42-2ce00f131100 None None] The sync data for ids ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'] in n-d-808199-14 is: [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'ce6caf0f-ed1e-4d17-9127-01521d767aba', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'port_id': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'mac_address': 'fa:16:3e:79:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:39:11Z', 'updated_at': '2022-01-28T04:39:11Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50dbe94-6369-476f-82ea-13d8f98f828f', 'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:86:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:56Z', 'updated_at': '2022-01-28T04:38:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:13.430692 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2cb0ff-59fc-4b48-8b3e-eeb031e98889 None None] New status for floating IP ce6caf0f-ed1e-4d17-9127-01521d767aba: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:39:13.560154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55234) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:13.621946 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e1501450-240d-462c-9655-479076c7dc5b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/ce6caf0f-ed1e-4d17-9127-01521d767aba HTTP/1.1" status: 200 len: 991 time: 0.0606306 Jan 28 04:39:14.514255 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:14.625961 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55236) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:14.690342 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b25a440f-f730-4534-9a55-44fb5bd0184e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/ce6caf0f-ed1e-4d17-9127-01521d767aba HTTP/1.1" status: 200 len: 993 time: 0.0632231 Jan 28 04:39:14.905306 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:15.736231 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:16.912992 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:23.631918 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:39:40.660564 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34fc865a-1e31-40c8-be50-0f51b8f3266e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.695252 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2016bde-dca4-4f2a-8f83-4ae08548f94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:42.791516 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:44.516350 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.003075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:45.738139 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:46.020723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14989f2b-333a-4818-8f35-9bfb23f934bb req-6c4dd117-20c9-49da-bda1-85653a1ab8da tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:46.022261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14989f2b-333a-4818-8f35-9bfb23f934bb req-6c4dd117-20c9-49da-bda1-85653a1ab8da tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0518689 Jan 28 04:39:46.070871 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14989f2b-333a-4818-8f35-9bfb23f934bb req-f386a15e-3f4d-47f9-9700-ea807018a05a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430236 Jan 28 04:39:46.298437 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-35c45d14-8942-45dc-b272-62060f58bdce req-e5e3b34a-fa0a-4339-ab77-cda8d3c8c7a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455172 Jan 28 04:39:46.393196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c45d14-8942-45dc-b272-62060f58bdce req-b9b5fd65-c674-4fa0-9f9d-2c0024f9e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:46.394672 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-35c45d14-8942-45dc-b272-62060f58bdce req-b9b5fd65-c674-4fa0-9f9d-2c0024f9e0c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 1097 time: 0.0405147 Jan 28 04:39:46.496706 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c45d14-8942-45dc-b272-62060f58bdce req-8e68db05-db83-4f41-b6f6-c64618645526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:46.498223 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-35c45d14-8942-45dc-b272-62060f58bdce req-8e68db05-db83-4f41-b6f6-c64618645526 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8 HTTP/1.1" status: 200 len: 897 time: 0.0863731 Jan 28 04:39:46.566988 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-35c45d14-8942-45dc-b272-62060f58bdce req-0b71c33c-5afd-4cd5-967e-3350e5d5650d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834bc8c7-6885-4cf1-ab64-5eccb823e856 HTTP/1.1" status: 200 len: 1001 time: 0.0628521 Jan 28 04:39:46.621747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c45d14-8942-45dc-b272-62060f58bdce req-67b97e00-4d23-4b0a-ac3a-60c6b6bc8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:46.623250 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-35c45d14-8942-45dc-b272-62060f58bdce req-67b97e00-4d23-4b0a-ac3a-60c6b6bc8ddd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87e48e46-4ed9-4854-b93c-a54e0aa94421 HTTP/1.1" status: 200 len: 835 time: 0.0493870 Jan 28 04:39:46.666618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c45d14-8942-45dc-b272-62060f58bdce req-93fadaeb-e8c8-45e9-bd10-7b30a547ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:46.668110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-35c45d14-8942-45dc-b272-62060f58bdce req-93fadaeb-e8c8-45e9-bd10-7b30a547ec5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391667 Jan 28 04:39:46.761005 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-35c45d14-8942-45dc-b272-62060f58bdce req-5278a1b1-389e-460d-8916-65bff29200da service neutron] 10.222.0.42 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869622 Jan 28 04:39:46.848576 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-35c45d14-8942-45dc-b272-62060f58bdce req-088c2229-a333-427d-8279-cde244daf0be service neutron] 10.222.0.42 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820174 Jan 28 04:39:46.914598 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:47.191080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc2ded-112e-4864-8477-e77928db2713 req-de4e48ff-b610-48fe-958d-aee379265c63 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:47.192556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fbdc2ded-112e-4864-8477-e77928db2713 req-de4e48ff-b610-48fe-958d-aee379265c63 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0517607 Jan 28 04:39:47.247656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fbdc2ded-112e-4864-8477-e77928db2713 req-06347187-c546-4340-bf73-32540c7ae118 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495296 Jan 28 04:39:47.271468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55254) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:47.335903 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3be6abac-4557-4257-9f42-f92e4cee817e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/ce6caf0f-ed1e-4d17-9127-01521d767aba HTTP/1.1" status: 200 len: 993 time: 0.0632763 Jan 28 04:39:48.620775 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35325d5-3aaf-4429-8811-2c48edad4a4a req-1bc5bda5-7bf9-4e62-a4cb-efc17886d54e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:48.622213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e35325d5-3aaf-4429-8811-2c48edad4a4a req-1bc5bda5-7bf9-4e62-a4cb-efc17886d54e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0484807 Jan 28 04:39:48.671126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e35325d5-3aaf-4429-8811-2c48edad4a4a req-54e23a93-b0a7-49af-b5da-c4b8944b7e28 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Jan 28 04:39:49.794118 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e3c4d-2561-4632-ada7-733372af694f req-6d41277c-3e4b-47e4-83da-2cbaf67b85f1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:49.795605 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b7e3c4d-2561-4632-ada7-733372af694f req-6d41277c-3e4b-47e4-83da-2cbaf67b85f1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0476613 Jan 28 04:39:49.849455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b7e3c4d-2561-4632-ada7-733372af694f req-b4c936d9-8592-4d66-8d0e-e26fda6cadf5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481341 Jan 28 04:39:49.871172 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55264) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:49.929758 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c51308d8-6b47-43c5-9958-56955e38bf21 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/ce6caf0f-ed1e-4d17-9127-01521d767aba HTTP/1.1" status: 200 len: 993 time: 0.0574808 Jan 28 04:39:50.167070 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:50.321558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 2120fc0f-b449-49fb-859a-b4bf3d876050 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:50.321895 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2120fc0f-b449-49fb-859a-b4bf3d876050), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.398503 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2120fc0f-b449-49fb-859a-b4bf3d876050), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.398825 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (2120fc0f-b449-49fb-859a-b4bf3d876050), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.411416 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 2120fc0f-b449-49fb-859a-b4bf3d876050 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:50.559542 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (2120fc0f-b449-49fb-859a-b4bf3d876050), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.586088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=2120fc0f-b449-49fb-859a-b4bf3d876050,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:50.597692 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.598046 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.598390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.598729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.599061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.599389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.599717 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.600049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.600372 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.600697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.601116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.601438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.601758 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:50.655220 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (ce6caf0f-ed1e-4d17-9127-01521d767aba), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:50.655546 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Floating IP ce6caf0f-ed1e-4d17-9127-01521d767aba disassociated (deleted). External IP: 172.25.1.144, port: 834bc8c7-6885-4cf1-ab64-5eccb823e856. Jan 28 04:39:51.197198 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router bbb77294-5322-482d-bff6-ab4ab41e5a9b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:39:51.302336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:39:51.306670 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:51.312488 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] Sync routers for ids ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:39:51.322751 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] Routers {'bbb77294-5322-482d-bff6-ab4ab41e5a9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:51.323395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:51.332683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d6a6287b-517c-43cf-a80e-ce199e32b84d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/floatingips/ce6caf0f-ed1e-4d17-9127-01521d767aba HTTP/1.1" status: 204 len: 168 time: 1.1645372 Jan 28 04:39:51.333299 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'tag': '834bc8c7-6885-4cf1-ab64-5eccb823e856'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:51.335549 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6117a92b-bf90-4953-9b5a-9448ecd3dee0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed672e1-551f-4892-af13-c4dc7382bf97", "tag": "834bc8c7-6885-4cf1-ab64-5eccb823e856"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:51.373112 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6a1792-f040-4372-b82f-41f0e6dd0091 x-openstack-request-id: req-bc6a1792-f040-4372-b82f-41f0e6dd0091 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:51.373456 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed672e1-551f-4892-af13-c4dc7382bf97", "tag": "834bc8c7-6885-4cf1-ab64-5eccb823e856", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:51.373711 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc6a1792-f040-4372-b82f-41f0e6dd0091 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:51.374114 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'tag': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'status': 'completed', 'code': 200} Jan 28 04:39:51.441407 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] Set router bbb77294-5322-482d-bff6-ab4ab41e5a9b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:51.455892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-db220f63-ba03-4606-a8db-25f2a19be3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:51.457663 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-db220f63-ba03-4606-a8db-25f2a19be3d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 1097 time: 0.0424609 Jan 28 04:39:51.562733 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-03521659-549e-4fde-b31d-0098ebc7c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:51.564395 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-03521659-549e-4fde-b31d-0098ebc7c2aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8 HTTP/1.1" status: 200 len: 897 time: 0.0986190 Jan 28 04:39:51.578238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8302d3-609f-4c01-91b2-75334e0c27ad req-8e7aaf9f-1274-4121-89d4-3415b233ed21 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:51.579746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee8302d3-609f-4c01-91b2-75334e0c27ad req-8e7aaf9f-1274-4121-89d4-3415b233ed21 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0501068 Jan 28 04:39:51.610544 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-d7d3745c-cb28-4f8d-b564-0a04f63db400 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834bc8c7-6885-4cf1-ab64-5eccb823e856 HTTP/1.1" status: 200 len: 217 time: 0.0373592 Jan 28 04:39:51.637762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee8302d3-609f-4c01-91b2-75334e0c27ad req-9a6d2990-76be-42d3-bee9-c05b66414618 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485754 Jan 28 04:39:51.661325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-492e89bf-51bf-4f42-b267-6df6df869a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:51.662835 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-492e89bf-51bf-4f42-b267-6df6df869a73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87e48e46-4ed9-4854-b93c-a54e0aa94421 HTTP/1.1" status: 200 len: 835 time: 0.0465987 Jan 28 04:39:51.673485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f50dbe94-6369-476f-82ea-13d8f98f828f', 'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:86:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:56Z', 'updated_at': '2022-01-28T04:38:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:51.701383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] Checking router: bbb77294-5322-482d-bff6-ab4ab41e5a9b for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:39:51.709747 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] Routers {'bbb77294-5322-482d-bff6-ab4ab41e5a9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:51.710350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:51.713797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-11949a6b-787d-477c-965a-62cc70bca8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:51.715317 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-11949a6b-787d-477c-965a-62cc70bca8d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e93a5d3-1379-40cf-a9b3-892ede4a44b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452237 Jan 28 04:39:51.805357 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-e1cbccea-e302-4c34-ba81-f937aaf24177 service neutron] 10.222.0.42 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833528 Jan 28 04:39:51.819924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] Set router bbb77294-5322-482d-bff6-ab4ab41e5a9b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:51.900287 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6117a92b-bf90-4953-9b5a-9448ecd3dee0 req-de5f7f29-16f9-41c4-98d4-aa795b24df8b service neutron] 10.222.0.42 "GET /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887098 Jan 28 04:39:52.019503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f50dbe94-6369-476f-82ea-13d8f98f828f', 'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:86:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:56Z', 'updated_at': '2022-01-28T04:38:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:52.050210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee1a77-2efc-4fd7-a771-30f5004052cd None None] The sync data for ids ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'] in n-d-808199-14 is: [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:38:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'f50dbe94-6369-476f-82ea-13d8f98f828f', 'name': '', 'network_id': '8e93a5d3-1379-40cf-a9b3-892ede4a44b8', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:86:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:56Z', 'updated_at': '2022-01-28T04:38:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '87e48e46-4ed9-4854-b93c-a54e0aa94421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:52.274079 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5973e21f-4b58-4ee8-aa48-f937ce904101 None None] New status for floating IP ce6caf0f-ed1e-4d17-9127-01521d767aba: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:39:52.758000 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121fe48-0126-4e47-9a04-f6c375afefe5 req-74aa3969-86b6-42e2-bf69-ef3c4292b6bd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:52.759484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a121fe48-0126-4e47-9a04-f6c375afefe5 req-74aa3969-86b6-42e2-bf69-ef3c4292b6bd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Jan 28 04:39:52.806951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a121fe48-0126-4e47-9a04-f6c375afefe5 req-d0325ff7-2cf5-4091-a5da-b9790bb90b1f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0836d1e-a50b-4d7e-b468-55978a5132b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418389 Jan 28 04:39:53.322577 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-d82d90d9-488d-411a-9653-f89613d80c39 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:53.323949 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-d82d90d9-488d-411a-9653-f89613d80c39 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 945 time: 0.0479920 Jan 28 04:39:53.410293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 834bc8c7-6885-4cf1-ab64-5eccb823e856 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:53.410620 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:53.501485 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port 834bc8c7-6885-4cf1-ab64-5eccb823e856, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=834bc8c7-6885-4cf1-ab64-5eccb823e856,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:53.501841 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:53.519201 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 834bc8c7-6885-4cf1-ab64-5eccb823e856 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:53.656617 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (834bc8c7-6885-4cf1-ab64-5eccb823e856), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:53.682830 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=834bc8c7-6885-4cf1-ab64-5eccb823e856,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:53.697549 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.697920 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.698269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.698611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.699004 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.699266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.699598 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.699946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.700257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.700586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.700947 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.701291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.701611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:53.736813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] No DVR routers for this DVR port 834bc8c7-6885-4cf1-ab64-5eccb823e856 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:53.739539 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:53.742957 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0d834d15-3ce8-4296-aadc-c673af5d0e62 req-a0f91bce-0e5e-4849-a7e3-8a5b7814aa75 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.42 "DELETE /v2.0/ports/834bc8c7-6885-4cf1-ab64-5eccb823e856 HTTP/1.1" status: 204 len: 173 time: 0.4141428 Jan 28 04:39:53.743410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'name': 'network-vif-deleted', 'tag': '834bc8c7-6885-4cf1-ab64-5eccb823e856'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:39:53.745786 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6850c5-1571-41e9-86d9-366a82fdb580" -d '{"events": [{"server_uuid": "7ed672e1-551f-4892-af13-c4dc7382bf97", "name": "network-vif-deleted", "tag": "834bc8c7-6885-4cf1-ab64-5eccb823e856"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:39:53.784504 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a574dcc9-2931-4cd4-9f0b-ed9474678bea x-openstack-request-id: req-a574dcc9-2931-4cd4-9f0b-ed9474678bea {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:39:53.784826 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed672e1-551f-4892-af13-c4dc7382bf97", "name": "network-vif-deleted", "tag": "834bc8c7-6885-4cf1-ab64-5eccb823e856", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:39:53.785115 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a574dcc9-2931-4cd4-9f0b-ed9474678bea {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:39:53.785529 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed672e1-551f-4892-af13-c4dc7382bf97', 'name': 'network-vif-deleted', 'tag': '834bc8c7-6885-4cf1-ab64-5eccb823e856', 'status': 'completed', 'code': 200} Jan 28 04:39:53.906415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-83a19d99-db12-48da-97dc-74b434041a72 req-21dcd686-a01e-4a0a-95cd-e84390ede5d2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ed672e1-551f-4892-af13-c4dc7382bf97 HTTP/1.1" status: 200 len: 210 time: 0.0270231 Jan 28 04:39:54.965581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55286) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:55.320553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (bbb77294-5322-482d-bff6-ab4ab41e5a9b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.574293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port f50dbe94-6369-476f-82ea-13d8f98f828f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:55.574545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.661610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port f50dbe94-6369-476f-82ea-13d8f98f828f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=f50dbe94-6369-476f-82ea-13d8f98f828f,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:55.661967 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.675128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for f50dbe94-6369-476f-82ea-13d8f98f828f owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:55.854684 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (f50dbe94-6369-476f-82ea-13d8f98f828f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:55.884378 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=f50dbe94-6369-476f-82ea-13d8f98f828f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:56.060123 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (bbb77294-5322-482d-bff6-ab4ab41e5a9b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.276427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router bbb77294-5322-482d-bff6-ab4ab41e5a9b has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:39:56.727883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:39:56.735864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7aa0e628-1f73-4b17-a4a7-45c1e1b9c3e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "PUT /v2.0/routers/bbb77294-5322-482d-bff6-ab4ab41e5a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7662904 Jan 28 04:39:56.736112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55288) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:56.737724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cd14c-b425-4888-887b-54097f801da5 None None] Sync routers for ids ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:39:56.747809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cd14c-b425-4888-887b-54097f801da5 None None] Routers {'bbb77294-5322-482d-bff6-ab4ab41e5a9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:56.748415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-816cd14c-b425-4888-887b-54097f801da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:56.788166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c124454-f410-47fe-b9ba-902eaf1fa98f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting subnet 87e48e46-4ed9-4854-b93c-a54e0aa94421 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:39:56.791319 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c124454-f410-47fe-b9ba-902eaf1fa98f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (87e48e46-4ed9-4854-b93c-a54e0aa94421), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.834881 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c124454-f410-47fe-b9ba-902eaf1fa98f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (87e48e46-4ed9-4854-b93c-a54e0aa94421), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.855256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-816cd14c-b425-4888-887b-54097f801da5 None None] Set router bbb77294-5322-482d-bff6-ab4ab41e5a9b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:56.916506 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c124454-f410-47fe-b9ba-902eaf1fa98f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (87e48e46-4ed9-4854-b93c-a54e0aa94421), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.963940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 834bc8c7-6885-4cf1-ab64-5eccb823e856 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:56.975622 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c124454-f410-47fe-b9ba-902eaf1fa98f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (87e48e46-4ed9-4854-b93c-a54e0aa94421), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.989422 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c124454-f410-47fe-b9ba-902eaf1fa98f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:56.992439 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9c124454-f410-47fe-b9ba-902eaf1fa98f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/subnets/87e48e46-4ed9-4854-b93c-a54e0aa94421 HTTP/1.1" status: 204 len: 168 time: 0.2544384 Jan 28 04:39:56.995227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 834bc8c7-6885-4cf1-ab64-5eccb823e856 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:56.995227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 834bc8c7-6885-4cf1-ab64-5eccb823e856 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:56.996943 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55290) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:56.999761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c13ca9-0d90-4c2e-a592-a9d8461521e2 None None] Network 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:39:57.026111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c124454-f410-47fe-b9ba-902eaf1fa98f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Subnet': ['ID=87e48e46-4ed9-4854-b93c-a54e0aa94421,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:57.128957 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (bbb77294-5322-482d-bff6-ab4ab41e5a9b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.136229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-816cd14c-b425-4888-887b-54097f801da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:39:55Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:57.168876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cd14c-b425-4888-887b-54097f801da5 None None] Checking router: bbb77294-5322-482d-bff6-ab4ab41e5a9b for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:39:57.177792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cd14c-b425-4888-887b-54097f801da5 None None] Routers {'bbb77294-5322-482d-bff6-ab4ab41e5a9b'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:39:57.178853 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-816cd14c-b425-4888-887b-54097f801da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:57.213850 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] DHCP port deletion for 8e93a5d3-1379-40cf-a9b3-892ede4a44b8 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:39:57.236049 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (bbb77294-5322-482d-bff6-ab4ab41e5a9b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.293031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port ca35d9b3-406f-484c-b104-baa22e2ea229 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:57.293406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.376345 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port ca35d9b3-406f-484c-b104-baa22e2ea229, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ca35d9b3-406f-484c-b104-baa22e2ea229,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:57.376716 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.390473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for ca35d9b3-406f-484c-b104-baa22e2ea229 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:57.477647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-816cd14c-b425-4888-887b-54097f801da5 None None] Set router bbb77294-5322-482d-bff6-ab4ab41e5a9b gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:39:57.506251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Deleting port 873309ec-e65c-4c34-8f13-54faa6e0e43f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:39:57.506630 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.568360 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ca35d9b3-406f-484c-b104-baa22e2ea229), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.592315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=ca35d9b3-406f-484c-b104-baa22e2ea229,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:57.638243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] For port 873309ec-e65c-4c34-8f13-54faa6e0e43f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=873309ec-e65c-4c34-8f13-54faa6e0e43f,segment=NetworkSegment(2bf9f542-bcaf-45c4-8491-4e4d21b21509),segment_id=2bf9f542-bcaf-45c4-8491-4e4d21b21509)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:39:57.638646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.658889 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (bbb77294-5322-482d-bff6-ab4ab41e5a9b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.664121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Calling delete_port for 873309ec-e65c-4c34-8f13-54faa6e0e43f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:39:57.750448 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (bbb77294-5322-482d-bff6-ab4ab41e5a9b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.753299 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_controller (bbb77294-5322-482d-bff6-ab4ab41e5a9b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.787112 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (873309ec-e65c-4c34-8f13-54faa6e0e43f), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.792768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-816cd14c-b425-4888-887b-54097f801da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:39:55Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:57.795254 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (bbb77294-5322-482d-bff6-ab4ab41e5a9b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.795935 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Fanout notify agent at l3_agent the message router_deleted on router bbb77294-5322-482d-bff6-ab4ab41e5a9b {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:39:57.806278 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.810824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8f711d61-8731-4bed-9d8a-99d3a1c0354b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/routers/bbb77294-5322-482d-bff6-ab4ab41e5a9b HTTP/1.1" status: 204 len: 168 time: 0.8095508 Jan 28 04:39:57.811186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:57.846060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cd14c-b425-4888-887b-54097f801da5 None None] The sync data for ids ['bbb77294-5322-482d-bff6-ab4ab41e5a9b'] in n-d-808199-14 is: [{'id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992250841', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:38:53Z', 'updated_at': '2022-01-28T04:39:55Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ca35d9b3-406f-484c-b104-baa22e2ea229', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb77294-5322-482d-bff6-ab4ab41e5a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:38:54Z', 'updated_at': '2022-01-28T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:39:57.847431 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Pushing event deleted for resources: {'Port': ['ID=873309ec-e65c-4c34-8f13-54faa6e0e43f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:57.849772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] No DVR routers for this DVR port 873309ec-e65c-4c34-8f13-54faa6e0e43f on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:39:57.862813 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.863150 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.863519 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.863816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.864147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.864479 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.864806 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.865158 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.865481 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.865885 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.866113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.866436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.866757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc5cb-203d-4cc8-8967-55d0a7949d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:39:57.905362 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (8e93a5d3-1379-40cf-a9b3-892ede4a44b8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:57.997933 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (8e93a5d3-1379-40cf-a9b3-892ede4a44b8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.019216 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e93a5d3-1379-40cf-a9b3-892ede4a44b8']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:58.028245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf9f542-bcaf-45c4-8491-4e4d21b21509') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:58.028538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf9f542-bcaf-45c4-8491-4e4d21b21509') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:39:58.037600 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (2bf9f542-bcaf-45c4-8491-4e4d21b21509), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.050302 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (2bf9f542-bcaf-45c4-8491-4e4d21b21509), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.055933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:39:58.056310 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (2bf9f542-bcaf-45c4-8491-4e4d21b21509), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:39:58.059211 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:39:58.115334 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (8e93a5d3-1379-40cf-a9b3-892ede4a44b8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.122177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.125291 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/networks/8e93a5d3-1379-40cf-a9b3-892ede4a44b8 HTTP/1.1" status: 204 len: 168 time: 0.3130109 Jan 28 04:39:58.128930 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.137480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f8674-5173-4ceb-b6a9-d8a2422e4742 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Network': ['ID=8e93a5d3-1379-40cf-a9b3-892ede4a44b8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:58.186357 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f286c67-b2cb-4dc7-bdc8-609a5705948d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (a0836d1e-a50b-4d7e-b468-55978a5132b9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.214481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f286c67-b2cb-4dc7-bdc8-609a5705948d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (a0836d1e-a50b-4d7e-b468-55978a5132b9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.290659 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f286c67-b2cb-4dc7-bdc8-609a5705948d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a0836d1e-a50b-4d7e-b468-55978a5132b9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.294120 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f286c67-b2cb-4dc7-bdc8-609a5705948d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.295582 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9f286c67-b2cb-4dc7-bdc8-609a5705948d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/security-groups/a0836d1e-a50b-4d7e-b468-55978a5132b9 HTTP/1.1" status: 204 len: 168 time: 0.1655111 Jan 28 04:39:58.306985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f286c67-b2cb-4dc7-bdc8-609a5705948d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0836d1e-a50b-4d7e-b468-55978a5132b9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:58.330715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 873309ec-e65c-4c34-8f13-54faa6e0e43f no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:58.353464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 873309ec-e65c-4c34-8f13-54faa6e0e43f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:58.353817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 873309ec-e65c-4c34-8f13-54faa6e0e43f not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:58.354246 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f50dbe94-6369-476f-82ea-13d8f98f828f no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:39:58.381162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: f50dbe94-6369-476f-82ea-13d8f98f828f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:39:58.381845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device f50dbe94-6369-476f-82ea-13d8f98f828f not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:39:58.562578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55300) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.568045 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3fcc4247-2254-44a2-b6b4-4bb30ea033f0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144547807', 'description': 'tempest-secgroup-smoke-2144547807 description', 'project_id': 'bf5ce3690604434a85d84368342b08c9'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:58.589937 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4247-2254-44a2-b6b4-4bb30ea033f0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.658690 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4247-2254-44a2-b6b4-4bb30ea033f0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (41f10531-2af8-4991-89ca-a798ac253388), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.662921 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4247-2254-44a2-b6b4-4bb30ea033f0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (41f10531-2af8-4991-89ca-a798ac253388), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.700520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4247-2254-44a2-b6b4-4bb30ea033f0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.704482 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3fcc4247-2254-44a2-b6b4-4bb30ea033f0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1382327 Jan 28 04:39:58.704482 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc4247-2254-44a2-b6b4-4bb30ea033f0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f10531-2af8-4991-89ca-a798ac253388,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:58.704998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.712050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4746b94b-a300-476c-a3ee-9646d67abbea tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '41f10531-2af8-4991-89ca-a798ac253388', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:58.739037 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4746b94b-a300-476c-a3ee-9646d67abbea tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (c1f635f2-5be1-4f73-b795-7f79fa4cf966), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.796483 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4746b94b-a300-476c-a3ee-9646d67abbea tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (c1f635f2-5be1-4f73-b795-7f79fa4cf966), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.801194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4746b94b-a300-476c-a3ee-9646d67abbea tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c1f635f2-5be1-4f73-b795-7f79fa4cf966), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.818858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746b94b-a300-476c-a3ee-9646d67abbea tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f635f2-5be1-4f73-b795-7f79fa4cf966,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:58.828254 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4746b94b-a300-476c-a3ee-9646d67abbea tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.829450 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4746b94b-a300-476c-a3ee-9646d67abbea tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232882 Jan 28 04:39:58.832215 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.836656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c475739a-ced3-40a5-8ef3-bf9e0961711e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '41f10531-2af8-4991-89ca-a798ac253388', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:58.860584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c475739a-ced3-40a5-8ef3-bf9e0961711e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (05f5c435-bb25-4908-8fb6-6f13571d3379), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.916155 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c475739a-ced3-40a5-8ef3-bf9e0961711e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (05f5c435-bb25-4908-8fb6-6f13571d3379), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.920476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c475739a-ced3-40a5-8ef3-bf9e0961711e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (05f5c435-bb25-4908-8fb6-6f13571d3379), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.939826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475739a-ced3-40a5-8ef3-bf9e0961711e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f5c435-bb25-4908-8fb6-6f13571d3379,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:58.948551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c475739a-ced3-40a5-8ef3-bf9e0961711e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:58.955751 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c475739a-ced3-40a5-8ef3-bf9e0961711e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195929 Jan 28 04:39:58.956533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:58.960559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ca15d35a-15f7-4b79-90c6-180fd7880048 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '41f10531-2af8-4991-89ca-a798ac253388', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:58.990111 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca15d35a-15f7-4b79-90c6-180fd7880048 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (ef8eee3b-af22-442d-aef3-2535a0797ae6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.055599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca15d35a-15f7-4b79-90c6-180fd7880048 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (ef8eee3b-af22-442d-aef3-2535a0797ae6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.059248 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca15d35a-15f7-4b79-90c6-180fd7880048 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (ef8eee3b-af22-442d-aef3-2535a0797ae6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.077529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15d35a-15f7-4b79-90c6-180fd7880048 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8eee3b-af22-442d-aef3-2535a0797ae6,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:59.083193 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca15d35a-15f7-4b79-90c6-180fd7880048 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.084358 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ca15d35a-15f7-4b79-90c6-180fd7880048 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272728 Jan 28 04:39:59.087149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55308) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:59.091433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d01dfb1f-c60d-49ed-aaa0-6da3fa689047 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '41f10531-2af8-4991-89ca-a798ac253388', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:59.115299 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d01dfb1f-c60d-49ed-aaa0-6da3fa689047 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (d0541b33-8186-498f-a44e-53af092abc7b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.174366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d01dfb1f-c60d-49ed-aaa0-6da3fa689047 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (d0541b33-8186-498f-a44e-53af092abc7b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.177888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d01dfb1f-c60d-49ed-aaa0-6da3fa689047 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d0541b33-8186-498f-a44e-53af092abc7b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.195423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dfb1f-c60d-49ed-aaa0-6da3fa689047 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0541b33-8186-498f-a44e-53af092abc7b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:59.203508 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d01dfb1f-c60d-49ed-aaa0-6da3fa689047 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.204705 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d01dfb1f-c60d-49ed-aaa0-6da3fa689047 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166401 Jan 28 04:39:59.208336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:59.212542 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a9fb7611-753f-4a9d-b8b1-c35100c7aedb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '41f10531-2af8-4991-89ca-a798ac253388', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:59.232798 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-a9fb7611-753f-4a9d-b8b1-c35100c7aedb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Project bf5ce3690604434a85d84368342b08c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:39:59.237519 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9fb7611-753f-4a9d-b8b1-c35100c7aedb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (074bc2f0-1bee-4169-aa7f-dc42d80a0cca), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.293412 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9fb7611-753f-4a9d-b8b1-c35100c7aedb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (074bc2f0-1bee-4169-aa7f-dc42d80a0cca), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.296720 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9fb7611-753f-4a9d-b8b1-c35100c7aedb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (074bc2f0-1bee-4169-aa7f-dc42d80a0cca), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.316586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb7611-753f-4a9d-b8b1-c35100c7aedb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074bc2f0-1bee-4169-aa7f-dc42d80a0cca,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:59.322623 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9fb7611-753f-4a9d-b8b1-c35100c7aedb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.323804 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a9fb7611-753f-4a9d-b8b1-c35100c7aedb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145329 Jan 28 04:39:59.326503 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:59.331693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-01bda556-a115-459e-9205-3f316fdf7974 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '41f10531-2af8-4991-89ca-a798ac253388', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:59.356009 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-01bda556-a115-459e-9205-3f316fdf7974 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Project bf5ce3690604434a85d84368342b08c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:39:59.362321 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01bda556-a115-459e-9205-3f316fdf7974 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (6f3bec52-c944-4b31-b4b1-eb9e024c8132), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.422026 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01bda556-a115-459e-9205-3f316fdf7974 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (6f3bec52-c944-4b31-b4b1-eb9e024c8132), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.425668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01bda556-a115-459e-9205-3f316fdf7974 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (6f3bec52-c944-4b31-b4b1-eb9e024c8132), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.446532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bda556-a115-459e-9205-3f316fdf7974 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3bec52-c944-4b31-b4b1-eb9e024c8132,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:59.452295 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01bda556-a115-459e-9205-3f316fdf7974 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.457154 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-01bda556-a115-459e-9205-3f316fdf7974 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258686 Jan 28 04:39:59.457427 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55314) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:59.462121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'network': {'name': 'tempest-network-smoke--1291554407', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:59.481220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:39:59.484351 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.508046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:39:59.517126 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (1c3cca1d-1507-43f6-b494-fe898b707d40), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.517462 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Added segment 1c3cca1d-1507-43f6-b494-fe898b707d40 of type vlan for network 45a56292-f221-40a6-81ca-b89b1fb6db48 Jan 28 04:39:59.559558 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (45a56292-f221-40a6-81ca-b89b1fb6db48), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.584712 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (45a56292-f221-40a6-81ca-b89b1fb6db48), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.589677 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:39:59.590258 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.647693 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1892343 Jan 28 04:39:59.650676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55316) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:39:59.658257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'admin_state_up': True, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:39:59.678779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f05b39-ba13-4321-8958-936e4e4998d6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Network': ['ID=45a56292-f221-40a6-81ca-b89b1fb6db48,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:39:59.691817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 45a56292-f221-40a6-81ca-b89b1fb6db48 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:39:59.694418 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (59989417-e7f9-416e-94f4-a51eb768cf1a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.695477 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (59989417-e7f9-416e-94f4-a51eb768cf1a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.759687 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_controller (59989417-e7f9-416e-94f4-a51eb768cf1a), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.894212 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (59989417-e7f9-416e-94f4-a51eb768cf1a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.087402 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (59989417-e7f9-416e-94f4-a51eb768cf1a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.105491 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.214344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.25.1.70 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/2ede298d-8572-42b5-8774-218a777f2144) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:40:00.214499 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ca35d9b3-406f-484c-b104-baa22e2ea229 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:40:00.237365 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ca35d9b3-406f-484c-b104-baa22e2ea229 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:40:00.237685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ca35d9b3-406f-484c-b104-baa22e2ea229 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:40:00.316387 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (2ede298d-8572-42b5-8774-218a777f2144), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.349280 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (2ede298d-8572-42b5-8774-218a777f2144), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.389883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:40:00.392591 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:40:00.398313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:40:00.403617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=2ede298d-8572-42b5-8774-218a777f2144,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:00.631178 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:40:00.646279 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (59989417-e7f9-416e-94f4-a51eb768cf1a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.843812 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (59989417-e7f9-416e-94f4-a51eb768cf1a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.968034 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 59989417-e7f9-416e-94f4-a51eb768cf1a is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:40:01.076067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:40:01.086070 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Sync routers for ids ['59989417-e7f9-416e-94f4-a51eb768cf1a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:40:01.095521 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Routers {'59989417-e7f9-416e-94f4-a51eb768cf1a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:40:01.096381 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['59989417-e7f9-416e-94f4-a51eb768cf1a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:01.097329 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.101409 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dae93863-c227-4467-8d46-4faf603f5e99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4494250 Jan 28 04:40:01.101778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55318) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:01.131140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c61ba774-7be3-4a57-8212-e74cc4be997f tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=bf5ce3690604434a85d84368342b08c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280008 Jan 28 04:40:01.133700 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55320) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:01.204477 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Set router 59989417-e7f9-416e-94f4-a51eb768cf1a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:40:01.223147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f939c52-d05e-446f-8f6d-e2ffd18d3615 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:01.227155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0f939c52-d05e-446f-8f6d-e2ffd18d3615 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898671 Jan 28 04:40:01.227374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55322) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:01.256026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f4628c22-a1c5-41d5-8450-c6abba9277c2 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276017 Jan 28 04:40:01.258544 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:01.263226 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1961702029', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:01.349805 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:40:01.353173 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.382978 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:00Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:01.409875 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Checking router: 59989417-e7f9-416e-94f4-a51eb768cf1a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:40:01.410224 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Updating router 59989417-e7f9-416e-94f4-a51eb768cf1a port 2ede298d-8572-42b5-8774-218a777f2144 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:40:01.437562 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2ede298d-8572-42b5-8774-218a777f2144), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.544751 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (236dc182-01d9-4535-a42a-fdef89d87920), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.616189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Subnet': ['ID=236dc182-01d9-4535-a42a-fdef89d87920,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:01.621831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Checking segment: {'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:40:01.621831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network hostable DHCP agents. Network: 45a56292-f221-40a6-81ca-b89b1fb6db48, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:40:01.642230 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 45a56292-f221-40a6-81ca-b89b1fb6db48 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:40:01.651767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 45a56292-f221-40a6-81ca-b89b1fb6db48) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:40:01.656336 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:01.656974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.663168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9abcb5f-471a-47a8-af80-28733800d2c1 None None] Network 45a56292-f221-40a6-81ca-b89b1fb6db48 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:40:01.677698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e11aa520-6e0b-4f7b-a39c-b89a8843c5ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4154997 Jan 28 04:40:01.678519 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55326) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:01.699282 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Publish callbacks [] for port (2ede298d-8572-42b5-8774-218a777f2144), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.706651 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2ede298d-8572-42b5-8774-218a777f2144), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.757647 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Attempting to bind port 2ede298d-8572-42b5-8774-218a777f2144 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:40:01.758124 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Attempting to bind port 2ede298d-8572-42b5-8774-218a777f2144 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:40:01.758490 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Attempting to bind port 2ede298d-8572-42b5-8774-218a777f2144 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:40:01.769447 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:40:01.769831 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:40:01.770332 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.770621 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:40:01.771166 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Bound port: 2ede298d-8572-42b5-8774-218a777f2144, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:40:01.771459 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2ede298d-8572-42b5-8774-218a777f2144), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.776463 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Pushing event updated for resources: {'Port': ['ID=2ede298d-8572-42b5-8774-218a777f2144,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:01.779781 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-45a56292-f221-40a6-81ca-b89b1fb6db48', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:40:01.780657 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.828036 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] For port 2ede298d-8572-42b5-8774-218a777f2144, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:40:01.831956 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] For port 2ede298d-8572-42b5-8774-218a777f2144, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2ede298d-8572-42b5-8774-218a777f2144,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:40:01.840935 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.841252 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.841598 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.842510 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.842931 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.843346 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.843668 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.844009 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.844338 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.845235 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.845557 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.845920 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.846457 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:40:01.852120 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2ede298d-8572-42b5-8774-218a777f2144), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.932116 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Allocated IP 172.20.0.2 (45a56292-f221-40a6-81ca-b89b1fb6db48/236dc182-01d9-4535-a42a-fdef89d87920/bfaf5be4-d2fd-46ea-8c40-b1a77039fac3) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:40:02.021706 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Routers {'59989417-e7f9-416e-94f4-a51eb768cf1a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:40:02.022335 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['59989417-e7f9-416e-94f4-a51eb768cf1a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:02.071497 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb609ec-78da-4c1a-ab87-407024ab98a9 None None] Pushing event updated for resources: {'Port': ['ID=2ede298d-8572-42b5-8774-218a777f2144,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:02.145176 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Publish callbacks [] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.149392 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] Set router 59989417-e7f9-416e-94f4-a51eb768cf1a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:40:02.153610 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.201864 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.213191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Network 45a56292-f221-40a6-81ca-b89b1fb6db48 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:40:02.214482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:40:02.216379 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Pushing event updated for resources: {'Port': ['ID=bfaf5be4-d2fd-46ea-8c40-b1a77039fac3,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:02.219061 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:40:02.277092 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Attempting to bind port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:40:02.277483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Attempting to bind port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:40:02.278332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Attempting to bind port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 on network 45a56292-f221-40a6-81ca-b89b1fb6db48 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:40:02.282817 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:40:02.283257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Checking segment: {'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:40:02.283933 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.284487 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Bound using segment: {'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:40:02.284985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Bound port: bfaf5be4-d2fd-46ea-8c40-b1a77039fac3, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:40:02.285459 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.364454 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] For port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:40:02.365746 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:00Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:02.368498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] For port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bfaf5be4-d2fd-46ea-8c40-b1a77039fac3,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:40:02.374328 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.395648 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c721b-8f2f-4fb7-acd0-26d92e3e1578 None None] The sync data for ids ['59989417-e7f9-416e-94f4-a51eb768cf1a'] in n-d-808199-14 is: [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:00Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:40:02.436824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d5143-027c-4e14-9a8a-91de9e9b4eba None None] Pushing event updated for resources: {'Port': ['ID=bfaf5be4-d2fd-46ea-8c40-b1a77039fac3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:02.511473 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.20.0.1 (45a56292-f221-40a6-81ca-b89b1fb6db48/236dc182-01d9-4535-a42a-fdef89d87920/3ad92e37-fbed-4bbb-b87a-860278777a10) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:40:02.693143 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.734824 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:02.786832 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 45a56292-f221-40a6-81ca-b89b1fb6db48 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:40:02.790268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:40:02.794977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:40:02.834915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=3ad92e37-fbed-4bbb-b87a-860278777a10,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:02.865261 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (59989417-e7f9-416e-94f4-a51eb768cf1a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.004186 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.310374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.315959 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.399079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=3ad92e37-fbed-4bbb-b87a-860278777a10,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:03.401626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (59989417-e7f9-416e-94f4-a51eb768cf1a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.499054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 45a56292-f221-40a6-81ca-b89b1fb6db48 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:40:03.500436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:40:03.522394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f39a2a-f218-48d0-9264-94671308f623 None None] Network 45a56292-f221-40a6-81ca-b89b1fb6db48 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:40:03.623288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 59989417-e7f9-416e-94f4-a51eb768cf1a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:40:03.637849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aaa58fdd-01b1-48fe-866c-a91833ac2daa None None] Provisioning complete for port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:03.638218 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aaa58fdd-01b1-48fe-866c-a91833ac2daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.734860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aaa58fdd-01b1-48fe-866c-a91833ac2daa None None] Current status of the port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:03.735250 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aaa58fdd-01b1-48fe-866c-a91833ac2daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.742748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:40:03.753729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a6a21f68-027d-47e2-b065-1955736169b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "PUT /v2.0/routers/59989417-e7f9-416e-94f4-a51eb768cf1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695512 Jan 28 04:40:03.783045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-aaa58fdd-01b1-48fe-866c-a91833ac2daa None None] For port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bfaf5be4-d2fd-46ea-8c40-b1a77039fac3,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:03.791963 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aaa58fdd-01b1-48fe-866c-a91833ac2daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.848899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa58fdd-01b1-48fe-866c-a91833ac2daa None None] Pushing event updated for resources: {'Port': ['ID=bfaf5be4-d2fd-46ea-8c40-b1a77039fac3,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:03.933630 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-48959d28-1c6f-426f-b449-e7da10e91d74 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144547807&fields=id&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 267 time: 0.0489044 Jan 28 04:40:04.021673 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-74e327fa-e979-4b12-907b-6b367e571e61 None None] Provisioning complete for port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:04.022042 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74e327fa-e979-4b12-907b-6b367e571e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.052908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b55a-9e77-433e-9183-349e34f27651 req-3f20ac0f-150d-42b4-bd60-3c1f12394896 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:04.054502 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-3f20ac0f-150d-42b4-bd60-3c1f12394896 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/networks?id=45a56292-f221-40a6-81ca-b89b1fb6db48 HTTP/1.1" status: 200 len: 797 time: 0.1133506 Jan 28 04:40:04.072229 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-c9fe15ed-3532-4863-930a-89d7472b56af tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/quotas/bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 375 time: 0.0116825 Jan 28 04:40:04.115305 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-74e327fa-e979-4b12-907b-6b367e571e61 None None] Current status of the port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:04.127681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-74e327fa-e979-4b12-907b-6b367e571e61 None None] Provisioning complete for port 3ad92e37-fbed-4bbb-b87a-860278777a10 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:04.127924 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74e327fa-e979-4b12-907b-6b367e571e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.132669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-b0edfa37-64c4-46dd-9ea5-00de0f1c9a9b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541148 Jan 28 04:40:04.167615 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-74e327fa-e979-4b12-907b-6b367e571e61 None None] Port 3ad92e37-fbed-4bbb-b87a-860278777a10 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:40:04.195087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Sync routers for ids ['59989417-e7f9-416e-94f4-a51eb768cf1a'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:40:04.207031 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Routers {'59989417-e7f9-416e-94f4-a51eb768cf1a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:40:04.207700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['59989417-e7f9-416e-94f4-a51eb768cf1a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:04.233818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-ed1a0063-753d-4454-aaba-269b455a322c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:40:04.239244 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-ed1a0063-753d-4454-aaba-269b455a322c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0936377 Jan 28 04:40:04.337087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d2f4043d-34fa-4979-8572-72ed36fa8d58 None None] Provisioning complete for port 3ad92e37-fbed-4bbb-b87a-860278777a10 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:04.337614 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2f4043d-34fa-4979-8572-72ed36fa8d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.376566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Set router 59989417-e7f9-416e-94f4-a51eb768cf1a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:40:04.382220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-671639a5-18cc-445c-a3c9-9e5fd02893db service neutron] 10.222.0.44 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367555 Jan 28 04:40:04.411543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:40:04.447557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d2f4043d-34fa-4979-8572-72ed36fa8d58 None None] Port 3ad92e37-fbed-4bbb-b87a-860278777a10 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:40:04.478735 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-aa3e6c85-7bf1-4e53-92df-eed3eed598b6 service neutron] 10.222.0.44 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924187 Jan 28 04:40:04.570211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:04.570819 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.637630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7b020622-fee0-41c3-9340-82120d5f05bf None None] Provisioning complete for port 3ad92e37-fbed-4bbb-b87a-860278777a10 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:04.638006 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b020622-fee0-41c3-9340-82120d5f05bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.658860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a148cba-c919-4012-b30a-2814feeed443 req-d9e8ed1d-0017-4cdb-bd3c-817c94ef016e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 210 time: 0.0322292 Jan 28 04:40:04.724437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7b020622-fee0-41c3-9340-82120d5f05bf None None] Port 3ad92e37-fbed-4bbb-b87a-860278777a10 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:40:04.773273 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:04.774395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2ede298d-8572-42b5-8774-218a777f2144 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:40:04.778800 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:02Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3ad92e37-fbed-4bbb-b87a-860278777a10', 'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:02Z', 'updated_at': '2022-01-28T04:40:03Z', 'revision_number': 2, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '236dc182-01d9-4535-a42a-fdef89d87920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:05.009486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Checking router: 59989417-e7f9-416e-94f4-a51eb768cf1a for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:40:05.009841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Updating router 59989417-e7f9-416e-94f4-a51eb768cf1a port 3ad92e37-fbed-4bbb-b87a-860278777a10 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:40:05.047270 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.091642 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2ede298d-8572-42b5-8774-218a777f2144 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:05.092019 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2ede298d-8572-42b5-8774-218a777f2144), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.292706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2ede298d-8572-42b5-8774-218a777f2144 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:05.293033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (2ede298d-8572-42b5-8774-218a777f2144), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.331070 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 2ede298d-8572-42b5-8774-218a777f2144, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2ede298d-8572-42b5-8774-218a777f2144,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:05.336449 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (2ede298d-8572-42b5-8774-218a777f2144), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.424752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=2ede298d-8572-42b5-8774-218a777f2144,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:05.443335 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Publish callbacks [] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.449083 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.507809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26391a6e-c4ca-48ea-b27c-b55e4fbd5c80 None None] Pushing event updated for resources: {'Port': ['ID=3ad92e37-fbed-4bbb-b87a-860278777a10,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:05.568764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Attempting to bind port 3ad92e37-fbed-4bbb-b87a-860278777a10 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:40:05.569735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Attempting to bind port 3ad92e37-fbed-4bbb-b87a-860278777a10 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:40:05.569735 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Attempting to bind port 3ad92e37-fbed-4bbb-b87a-860278777a10 on network 45a56292-f221-40a6-81ca-b89b1fb6db48 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:40:05.575393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:40:05.576042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Checking segment: {'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:40:05.576491 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.576990 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Bound using segment: {'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:40:05.577559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Bound port: 3ad92e37-fbed-4bbb-b87a-860278777a10, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:40:05.577958 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.661136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] For port 3ad92e37-fbed-4bbb-b87a-860278777a10, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:40:05.664793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] For port 3ad92e37-fbed-4bbb-b87a-860278777a10, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3ad92e37-fbed-4bbb-b87a-860278777a10,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:40:05.671198 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.726789 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b55a-9e77-433e-9183-349e34f27651 req-fe997a52-2615-45ff-8016-d7a195da4911 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:05.728505 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-fe997a52-2615-45ff-8016-d7a195da4911 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/networks?id=45a56292-f221-40a6-81ca-b89b1fb6db48 HTTP/1.1" status: 200 len: 797 time: 0.1615276 Jan 28 04:40:05.759776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Routers {'59989417-e7f9-416e-94f4-a51eb768cf1a'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:40:05.761546 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:39:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['59989417-e7f9-416e-94f4-a51eb768cf1a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:05.769713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26391a6e-c4ca-48ea-b27c-b55e4fbd5c80 None None] Pushing event updated for resources: {'Port': ['ID=3ad92e37-fbed-4bbb-b87a-860278777a10,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:05.805477 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bb0789c-f8f2-4b3e-9a4d-4bc4e14fdebb req-59ace7a0-56ef-4068-ae4e-04e9afa7811a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 210 time: 0.0481400 Jan 28 04:40:05.814210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-f6976b67-a813-4fde-9751-e3d9087675d8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 380 time: 0.0687022 Jan 28 04:40:05.823786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d9a3a9b3-5ef5-4ee1-9249-cc7f70f914ca None None] Provisioning complete for port 3ad92e37-fbed-4bbb-b87a-860278777a10 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:05.824228 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a9b3-5ef5-4ee1-9249-cc7f70f914ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.825874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'port': {'device_id': '505f584a-d500-4c61-9f57-ac25d2739db5', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'admin_state_up': True, 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'security_groups': ['41f10531-2af8-4991-89ca-a798ac253388']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:05.927508 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] Set router 59989417-e7f9-416e-94f4-a51eb768cf1a gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:40:05.949596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:40:05.953044 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.078221 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3a9b3-5ef5-4ee1-9249-cc7f70f914ca None None] Current status of the port 3ad92e37-fbed-4bbb-b87a-860278777a10 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:06.078518 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a9b3-5ef5-4ee1-9249-cc7f70f914ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.080933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.20.0.4 (45a56292-f221-40a6-81ca-b89b1fb6db48/236dc182-01d9-4535-a42a-fdef89d87920/47693b75-245a-41bd-b690-2159de6b5f0d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:40:06.129998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d9a3a9b3-5ef5-4ee1-9249-cc7f70f914ca None None] For port 3ad92e37-fbed-4bbb-b87a-860278777a10, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3ad92e37-fbed-4bbb-b87a-860278777a10,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:06.135382 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a9b3-5ef5-4ee1-9249-cc7f70f914ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.218893 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3a9b3-5ef5-4ee1-9249-cc7f70f914ca None None] Pushing event updated for resources: {'Port': ['ID=3ad92e37-fbed-4bbb-b87a-860278777a10,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:06.235400 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (47693b75-245a-41bd-b690-2159de6b5f0d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.256363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:02Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3ad92e37-fbed-4bbb-b87a-860278777a10', 'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:02Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '236dc182-01d9-4535-a42a-fdef89d87920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:06.274441 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.291060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2ede298d-8572-42b5-8774-218a777f2144 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:40:06.296565 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d85a20-a364-4f79-afda-2032eba2340c None None] The sync data for ids ['59989417-e7f9-416e-94f4-a51eb768cf1a'] in n-d-808199-14 is: [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:02Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3ad92e37-fbed-4bbb-b87a-860278777a10', 'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:02Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '236dc182-01d9-4535-a42a-fdef89d87920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:40:06.317196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 45a56292-f221-40a6-81ca-b89b1fb6db48 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:40:06.320257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:40:06.320641 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-48c1ac85-fa66-496b-8fc2-76e64faf5d9e None None] Provisioning complete for port 3ad92e37-fbed-4bbb-b87a-860278777a10 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:06.321050 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-48c1ac85-fa66-496b-8fc2-76e64faf5d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.325020 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:40:06.362826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=47693b75-245a-41bd-b690-2159de6b5f0d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:06.404183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:06.405036 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.426046 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-61014be2-dac3-49e8-af79-e7ef1b0e4446 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058760 Jan 28 04:40:06.432664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 2ede298d-8572-42b5-8774-218a777f2144 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:06.438004 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (2ede298d-8572-42b5-8774-218a777f2144), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.450277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Request body: {'port': {'device_id': '505f584a-d500-4c61-9f57-ac25d2739db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:06.525330 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.543646 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-48c1ac85-fa66-496b-8fc2-76e64faf5d9e None None] Current status of the port 3ad92e37-fbed-4bbb-b87a-860278777a10 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:06.632518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 2ede298d-8572-42b5-8774-218a777f2144 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:06.769447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b0cc617-1c60-44b1-b053-a0fa4b8708b1 None None] Provisioning complete for port 47693b75-245a-41bd-b690-2159de6b5f0d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:06.769825 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b0cc617-1c60-44b1-b053-a0fa4b8708b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.811413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cc617-1c60-44b1-b053-a0fa4b8708b1 None None] Port 47693b75-245a-41bd-b690-2159de6b5f0d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:40:06.859164 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47693b75-245a-41bd-b690-2159de6b5f0d {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:40:06.867802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Publish callbacks [] for port (47693b75-245a-41bd-b690-2159de6b5f0d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.880649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Transition to ACTIVE for port object 47693b75-245a-41bd-b690-2159de6b5f0d will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:40:06.886120 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.949360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de9813-bf55-433d-96ef-6038598cdaf0 req-b5f389f2-5449-45ba-80aa-9437cc69ae51 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:06.951006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1de9813-bf55-433d-96ef-6038598cdaf0 req-b5f389f2-5449-45ba-80aa-9437cc69ae51 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 943 time: 0.0686362 Jan 28 04:40:06.986224 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Pushing event updated for resources: {'Port': ['ID=47693b75-245a-41bd-b690-2159de6b5f0d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:07.041063 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1de9813-bf55-433d-96ef-6038598cdaf0 req-53c56861-3d96-4cc5-8e8b-fc50dffbd224 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769284 Jan 28 04:40:07.063492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Attempting to bind port 47693b75-245a-41bd-b690-2159de6b5f0d on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:40:07.064084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Attempting to bind port 47693b75-245a-41bd-b690-2159de6b5f0d by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:40:07.064460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Attempting to bind port 47693b75-245a-41bd-b690-2159de6b5f0d on network 45a56292-f221-40a6-81ca-b89b1fb6db48 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:40:07.069874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Port 47693b75-245a-41bd-b690-2159de6b5f0d on network 45a56292-f221-40a6-81ca-b89b1fb6db48 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:40:07.070195 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Attempting to bind port 47693b75-245a-41bd-b690-2159de6b5f0d on network 45a56292-f221-40a6-81ca-b89b1fb6db48 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:40:07.075626 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:40:07.075961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Checking segment: {'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:40:07.076546 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Bound using segment: {'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:40:07.077189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Bound port: 47693b75-245a-41bd-b690-2159de6b5f0d, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3cca1d-1507-43f6-b494-fe898b707d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:40:07.077545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:07.167366 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] For port 47693b75-245a-41bd-b690-2159de6b5f0d, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:40:07.171211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] For port 47693b75-245a-41bd-b690-2159de6b5f0d, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=47693b75-245a-41bd-b690-2159de6b5f0d,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:40:07.176745 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:07.216091 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:07.216991 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:07.218613 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] 10.222.0.25 "PUT /v2.0/ports/47693b75-245a-41bd-b690-2159de6b5f0d HTTP/1.1" status: 200 len: 1092 time: 0.7784419 Jan 28 04:40:07.221919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505f584a-d500-4c61-9f57-ac25d2739db5', 'tag': '47693b75-245a-41bd-b690-2159de6b5f0d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:07.224122 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d" -d '{"events": [{"name": "network-changed", "server_uuid": "505f584a-d500-4c61-9f57-ac25d2739db5", "tag": "47693b75-245a-41bd-b690-2159de6b5f0d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:07.252691 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765e137-034e-4104-a434-61ca5bc26762 service neutron] Pushing event updated for resources: {'Port': ['ID=47693b75-245a-41bd-b690-2159de6b5f0d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:07.271650 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e4322e-f94c-45ba-ad36-e30aba6d3d9f x-openstack-request-id: req-a6e4322e-f94c-45ba-ad36-e30aba6d3d9f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:07.271650 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505f584a-d500-4c61-9f57-ac25d2739db5", "tag": "47693b75-245a-41bd-b690-2159de6b5f0d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:07.271919 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6e4322e-f94c-45ba-ad36-e30aba6d3d9f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:07.272515 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505f584a-d500-4c61-9f57-ac25d2739db5', 'tag': '47693b75-245a-41bd-b690-2159de6b5f0d', 'status': 'completed', 'code': 200} Jan 28 04:40:07.339814 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b55a-9e77-433e-9183-349e34f27651 req-32bf6080-3b5a-4091-9878-4f893c5710ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:07.341612 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-32bf6080-3b5a-4091-9878-4f893c5710ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 1095 time: 0.0557866 Jan 28 04:40:07.390424 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-2182b6de-aea6-4279-bda3-31733ecaebd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47693b75-245a-41bd-b690-2159de6b5f0d HTTP/1.1" status: 200 len: 217 time: 0.0364616 Jan 28 04:40:07.448238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b55a-9e77-433e-9183-349e34f27651 req-beee7603-d9ea-4343-8da0-f84feb02bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:07.449804 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-beee7603-d9ea-4343-8da0-f84feb02bcec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=236dc182-01d9-4535-a42a-fdef89d87920 HTTP/1.1" status: 200 len: 835 time: 0.0536926 Jan 28 04:40:07.504775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b55a-9e77-433e-9183-349e34f27651 req-60060a05-82ae-4340-8b90-3603ffaf9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:07.506240 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-60060a05-82ae-4340-8b90-3603ffaf9462 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45a56292-f221-40a6-81ca-b89b1fb6db48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501482 Jan 28 04:40:07.598832 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-c85830ad-f76d-473b-be41-39bfb149e517 service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871775 Jan 28 04:40:07.700739 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cb68b55a-9e77-433e-9183-349e34f27651 req-acfa3a35-8f69-4650-a56c-3511f228bf56 service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965765 Jan 28 04:40:07.820610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-45c9c5fa-1690-4f53-a51c-8dbad5ef8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:07.822137 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-45c9c5fa-1690-4f53-a51c-8dbad5ef8028 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 1095 time: 0.0414684 Jan 28 04:40:07.913837 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-5107552d-cd4c-4ba9-abc6-0abdabacdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:07.915319 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-5107552d-cd4c-4ba9-abc6-0abdabacdec4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=45a56292-f221-40a6-81ca-b89b1fb6db48 HTTP/1.1" status: 200 len: 898 time: 0.0857737 Jan 28 04:40:07.960512 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-3deacd68-2c7a-4d82-a1de-023d21289c23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47693b75-245a-41bd-b690-2159de6b5f0d HTTP/1.1" status: 200 len: 217 time: 0.0392771 Jan 28 04:40:08.008230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-d0efe661-3367-47a9-81c3-fc671049412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:08.009715 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-d0efe661-3367-47a9-81c3-fc671049412c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=236dc182-01d9-4535-a42a-fdef89d87920 HTTP/1.1" status: 200 len: 835 time: 0.0436850 Jan 28 04:40:08.055473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-e8004cb2-9493-4865-a4ba-2938dc8afc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:08.056986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-e8004cb2-9493-4865-a4ba-2938dc8afc9d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45a56292-f221-40a6-81ca-b89b1fb6db48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400140 Jan 28 04:40:08.148684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d215095-a454-4c7f-8d04-48a439639552 req-b27e09b6-0c32-4024-b192-6662e34570d0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:08.150215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d215095-a454-4c7f-8d04-48a439639552 req-b27e09b6-0c32-4024-b192-6662e34570d0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 943 time: 0.0497150 Jan 28 04:40:08.150867 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-0eef9f49-029b-40c6-a0e6-fe9b94348b1e service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869095 Jan 28 04:40:08.201696 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d215095-a454-4c7f-8d04-48a439639552 req-324e6506-ddba-4f6c-815b-445a163eade3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448129 Jan 28 04:40:08.249074 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2ebbc9bb-262d-4ecb-8f70-8f9d56e5b04d req-f79cf97f-5c9c-4614-b968-73755d22452e service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920131 Jan 28 04:40:08.293023 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3ad92e37-fbed-4bbb-b87a-860278777a10 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:40:08.341276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3ad92e37-fbed-4bbb-b87a-860278777a10 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:08.341655 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:08.419667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3ad92e37-fbed-4bbb-b87a-860278777a10 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:09.329285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc05ce2-64a5-4e18-bf64-5cf3df6b8535 req-a96e75df-e03d-4275-b9e8-aa191367a9ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:09.330803 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bc05ce2-64a5-4e18-bf64-5cf3df6b8535 req-a96e75df-e03d-4275-b9e8-aa191367a9ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 943 time: 0.0520754 Jan 28 04:40:09.379344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bc05ce2-64a5-4e18-bf64-5cf3df6b8535 req-e423c67f-2e63-46f8-810c-318341dfdf5d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Jan 28 04:40:10.274384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 47693b75-245a-41bd-b690-2159de6b5f0d details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:40:10.369067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 47693b75-245a-41bd-b690-2159de6b5f0d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=47693b75-245a-41bd-b690-2159de6b5f0d,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:10.380208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '47693b75-245a-41bd-b690-2159de6b5f0d', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'port_id': '47693b75-245a-41bd-b690-2159de6b5f0d', 'mac_address': 'fa:16:3e:c9:2e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:40:10.421919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 47693b75-245a-41bd-b690-2159de6b5f0d is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:10.422336 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:10.435419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47693b75-245a-41bd-b690-2159de6b5f0d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:40:10.456259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 47693b75-245a-41bd-b690-2159de6b5f0d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=47693b75-245a-41bd-b690-2159de6b5f0d,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:10.459756 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:10.497268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf6a81-79fd-4a3c-85b5-8bdd12aa4c18 req-94164f2f-29c8-4775-95b1-3606d5cb43ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:10.498813 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3aaf6a81-79fd-4a3c-85b5-8bdd12aa4c18 req-94164f2f-29c8-4775-95b1-3606d5cb43ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 944 time: 0.0500598 Jan 28 04:40:10.508708 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=47693b75-245a-41bd-b690-2159de6b5f0d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:10.548701 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3aaf6a81-79fd-4a3c-85b5-8bdd12aa4c18 req-cae23502-12ba-4497-b5ce-8bcc7e469ccf tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435076 Jan 28 04:40:10.663145 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f88f7ec1-5fce-4eef-b856-b51703754f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:10.860282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['47693b75-245a-41bd-b690-2159de6b5f0d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:40:11.664300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07223b-b1bf-4b2f-969f-abbb46b660eb req-dfe70084-2ac7-4de4-a204-cc3ca16ceeaf tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:11.665843 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e07223b-b1bf-4b2f-969f-abbb46b660eb req-dfe70084-2ac7-4de4-a204-cc3ca16ceeaf tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 944 time: 0.0507622 Jan 28 04:40:11.718497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2e07223b-b1bf-4b2f-969f-abbb46b660eb req-837c2b6e-4ab6-43c2-a85b-22480194a485 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471129 Jan 28 04:40:12.288398 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 47693b75-245a-41bd-b690-2159de6b5f0d up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:40:12.339218 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 47693b75-245a-41bd-b690-2159de6b5f0d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:40:12.343233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 47693b75-245a-41bd-b690-2159de6b5f0d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:40:12.343587 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:12.421976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 47693b75-245a-41bd-b690-2159de6b5f0d is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:40:12.422357 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:12.445444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505f584a-d500-4c61-9f57-ac25d2739db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47693b75-245a-41bd-b690-2159de6b5f0d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:12.447683 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d34d9f-a197-402f-abb9-f334fe7d3492" -d '{"events": [{"server_uuid": "505f584a-d500-4c61-9f57-ac25d2739db5", "name": "network-vif-plugged", "status": "completed", "tag": "47693b75-245a-41bd-b690-2159de6b5f0d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:12.460627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 47693b75-245a-41bd-b690-2159de6b5f0d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=47693b75-245a-41bd-b690-2159de6b5f0d,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:40:12.464695 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:12.488508 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3f16b2-18b0-42ec-9768-29ba1b9fbd3c x-openstack-request-id: req-5b3f16b2-18b0-42ec-9768-29ba1b9fbd3c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:12.488825 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505f584a-d500-4c61-9f57-ac25d2739db5", "name": "network-vif-plugged", "status": "completed", "tag": "47693b75-245a-41bd-b690-2159de6b5f0d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:12.489098 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b3f16b2-18b0-42ec-9768-29ba1b9fbd3c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:12.489489 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505f584a-d500-4c61-9f57-ac25d2739db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47693b75-245a-41bd-b690-2159de6b5f0d', 'code': 200} Jan 28 04:40:12.514843 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=47693b75-245a-41bd-b690-2159de6b5f0d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:12.613809 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6f09f-04de-4f63-ac64-b8a9779b2456 req-bb0c1398-61bb-4029-bdf4-e5e3e069b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:12.615300 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-09c6f09f-04de-4f63-ac64-b8a9779b2456 req-bb0c1398-61bb-4029-bdf4-e5e3e069b8a1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 1097 time: 0.0413024 Jan 28 04:40:12.665064 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-09c6f09f-04de-4f63-ac64-b8a9779b2456 req-0248163c-7588-4303-88e2-3ee83dacfda9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Jan 28 04:40:12.698483 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62034537-f11d-41c9-b9c3-c10580193707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:12.795506 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:12.833834 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecb5f2-1862-4ad7-ac7e-6745b9460cd9 req-a79091e6-44d1-4b15-89b5-00d123c4b285 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:12.835264 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5ecb5f2-1862-4ad7-ac7e-6745b9460cd9 req-a79091e6-44d1-4b15-89b5-00d123c4b285 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0491469 Jan 28 04:40:12.883698 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c5ecb5f2-1862-4ad7-ac7e-6745b9460cd9 req-42a79446-e860-4603-bc45-891efa761c49 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Jan 28 04:40:14.002422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d489fe-edc3-42ee-b760-8643f51d4326 req-985d624a-ea89-4a28-8696-2af75a1c8cd6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:14.005138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97d489fe-edc3-42ee-b760-8643f51d4326 req-985d624a-ea89-4a28-8696-2af75a1c8cd6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0524194 Jan 28 04:40:14.055830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97d489fe-edc3-42ee-b760-8643f51d4326 req-5c12c113-9f32-430c-98d3-a400dfd2eb38 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449269 Jan 28 04:40:14.523721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:15.002559 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:15.193911 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224109c2-d2b4-41eb-b5b1-a92e3f2dcc0a req-091fc8ab-7792-4113-8765-cf8995ee38b7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:15.195415 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-224109c2-d2b4-41eb-b5b1-a92e3f2dcc0a req-091fc8ab-7792-4113-8765-cf8995ee38b7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0621550 Jan 28 04:40:15.245649 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-224109c2-d2b4-41eb-b5b1-a92e3f2dcc0a req-9d5afb2b-03e1-456d-a63d-829662ca887b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443795 Jan 28 04:40:15.360487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e04fd1-c7b7-4913-9f3f-463bd02a007f req-faaebb57-2246-42d5-8a86-b6a382c60ddd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:15.362606 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94e04fd1-c7b7-4913-9f3f-463bd02a007f req-faaebb57-2246-42d5-8a86-b6a382c60ddd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0480745 Jan 28 04:40:15.410708 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94e04fd1-c7b7-4913-9f3f-463bd02a007f req-f819d307-5cbe-4b94-b4d6-b778f53e462f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Jan 28 04:40:15.432683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55380) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:15.475671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5d531-26d2-4a4b-80a5-abf4dd6bd8c9 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:15.477221 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-adf5d531-26d2-4a4b-80a5-abf4dd6bd8c9 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 1092 time: 0.0435226 Jan 28 04:40:15.479952 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55382) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:15.484238 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '47693b75-245a-41bd-b690-2159de6b5f0d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:40:15.505738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:15.602488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:15.711373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.25.1.106 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/db0881fa-0532-42ab-9e73-5732b14814bb) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:40:15.741060 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:15.810654 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (db0881fa-0532-42ab-9e73-5732b14814bb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:15.844126 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (db0881fa-0532-42ab-9e73-5732b14814bb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:15.882986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:40:15.885698 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:40:15.889087 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:40:15.917163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=db0881fa-0532-42ab-9e73-5732b14814bb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:16.601488 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (df7c550b-0b3d-4d9b-a105-16ea3280d15b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.669996 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (db0881fa-0532-42ab-9e73-5732b14814bb), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.821712 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (db0881fa-0532-42ab-9e73-5732b14814bb), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.826318 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (db0881fa-0532-42ab-9e73-5732b14814bb), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.893710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=db0881fa-0532-42ab-9e73-5732b14814bb,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:40:16.903255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (df7c550b-0b3d-4d9b-a105-16ea3280d15b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:16.920010 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:17.003484 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Floating IP df7c550b-0b3d-4d9b-a105-16ea3280d15b associated. External IP: 172.25.1.106, port: 47693b75-245a-41bd-b690-2159de6b5f0d. Jan 28 04:40:17.212674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 59989417-e7f9-416e-94f4-a51eb768cf1a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:40:17.319575 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:40:17.329557 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] Sync routers for ids ['59989417-e7f9-416e-94f4-a51eb768cf1a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:40:17.337373 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:17.340235 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] Routers {'59989417-e7f9-416e-94f4-a51eb768cf1a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:40:17.340865 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['59989417-e7f9-416e-94f4-a51eb768cf1a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:17.365014 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-590a48c9-b486-4f77-8d45-b7bf863bf0cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8840046 Jan 28 04:40:17.365606 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505f584a-d500-4c61-9f57-ac25d2739db5', 'tag': '47693b75-245a-41bd-b690-2159de6b5f0d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:40:17.367891 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b35ac-80c9-4a33-b420-46e7fa030a90" -d '{"events": [{"name": "network-changed", "server_uuid": "505f584a-d500-4c61-9f57-ac25d2739db5", "tag": "47693b75-245a-41bd-b690-2159de6b5f0d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:40:17.405620 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f920b8d8-4ded-4024-a64c-e8c791a5420e x-openstack-request-id: req-f920b8d8-4ded-4024-a64c-e8c791a5420e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:40:17.405922 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505f584a-d500-4c61-9f57-ac25d2739db5", "tag": "47693b75-245a-41bd-b690-2159de6b5f0d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:40:17.406183 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f920b8d8-4ded-4024-a64c-e8c791a5420e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:40:17.406601 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505f584a-d500-4c61-9f57-ac25d2739db5', 'tag': '47693b75-245a-41bd-b690-2159de6b5f0d', 'status': 'completed', 'code': 200} Jan 28 04:40:17.451787 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] Set router 59989417-e7f9-416e-94f4-a51eb768cf1a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:40:17.475353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f9f6-7063-492b-9295-42a9245f2942 req-e8225495-3268-452b-ad0d-b183e434ea1a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:17.481413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9678f9f6-7063-492b-9295-42a9245f2942 req-e8225495-3268-452b-ad0d-b183e434ea1a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0634131 Jan 28 04:40:17.500147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-bdba22c6-caee-48ac-a71d-54de02f7f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:17.502283 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-bdba22c6-caee-48ac-a71d-54de02f7f07e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 1097 time: 0.0484629 Jan 28 04:40:17.529115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9678f9f6-7063-492b-9295-42a9245f2942 req-9b092afd-bb08-4a4e-893f-8a4c5d99be5d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456073 Jan 28 04:40:17.554568 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55388) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:17.598977 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-a820d170-9b63-4bea-8ce8-3b0b5c87b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:17.600617 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-a820d170-9b63-4bea-8ce8-3b0b5c87b623 service neutron] 10.222.0.25 "GET /v2.0/networks?id=45a56292-f221-40a6-81ca-b89b1fb6db48 HTTP/1.1" status: 200 len: 898 time: 0.0931408 Jan 28 04:40:17.620039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d6dac6e7-d82c-487b-985a-66563125b52c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/df7c550b-0b3d-4d9b-a105-16ea3280d15b HTTP/1.1" status: 200 len: 991 time: 0.0642560 Jan 28 04:40:17.673129 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-713b6456-7816-4a1a-b43f-9f8301d7a2ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47693b75-245a-41bd-b690-2159de6b5f0d HTTP/1.1" status: 200 len: 999 time: 0.0666337 Jan 28 04:40:17.700310 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:02Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'df7c550b-0b3d-4d9b-a105-16ea3280d15b', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'port_id': '47693b75-245a-41bd-b690-2159de6b5f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'mac_address': 'fa:16:3e:c9:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505f584a-d500-4c61-9f57-ac25d2739db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:40:16Z', 'updated_at': '2022-01-28T04:40:16Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad92e37-fbed-4bbb-b87a-860278777a10', 'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:02Z', 'updated_at': '2022-01-28T04:40:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '236dc182-01d9-4535-a42a-fdef89d87920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:17.726901 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] Checking router: 59989417-e7f9-416e-94f4-a51eb768cf1a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:40:17.728711 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-ffd9e2c8-0ca3-4cf2-aa28-61d444ff9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:17.730230 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-ffd9e2c8-0ca3-4cf2-aa28-61d444ff9344 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=236dc182-01d9-4535-a42a-fdef89d87920 HTTP/1.1" status: 200 len: 835 time: 0.0518556 Jan 28 04:40:17.735091 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] Routers {'59989417-e7f9-416e-94f4-a51eb768cf1a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:40:17.735700 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:40:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['59989417-e7f9-416e-94f4-a51eb768cf1a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:17.775746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-0330190e-2abf-46a1-ba40-1664ce909ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:40:17.777409 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-0330190e-2abf-46a1-ba40-1664ce909ecd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45a56292-f221-40a6-81ca-b89b1fb6db48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411344 Jan 28 04:40:17.847831 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] Set router 59989417-e7f9-416e-94f4-a51eb768cf1a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:40:17.874275 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-37b27f8d-04d7-4a0c-97e2-c31b42d6cbf3 service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900412 Jan 28 04:40:17.965010 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-239b35ac-80c9-4a33-b420-46e7fa030a90 req-ba41531a-4ece-45e7-8687-5f1f28f58f6b service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851798 Jan 28 04:40:18.073348 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:02Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'df7c550b-0b3d-4d9b-a105-16ea3280d15b', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'port_id': '47693b75-245a-41bd-b690-2159de6b5f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'mac_address': 'fa:16:3e:c9:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505f584a-d500-4c61-9f57-ac25d2739db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:40:16Z', 'updated_at': '2022-01-28T04:40:16Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad92e37-fbed-4bbb-b87a-860278777a10', 'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:02Z', 'updated_at': '2022-01-28T04:40:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '236dc182-01d9-4535-a42a-fdef89d87920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:40:18.099734 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270c4f7-e0db-49b5-951a-39106a71b49c None None] The sync data for ids ['59989417-e7f9-416e-94f4-a51eb768cf1a'] in n-d-808199-14 is: [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:02Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'df7c550b-0b3d-4d9b-a105-16ea3280d15b', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'port_id': '47693b75-245a-41bd-b690-2159de6b5f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'mac_address': 'fa:16:3e:c9:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505f584a-d500-4c61-9f57-ac25d2739db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:40:16Z', 'updated_at': '2022-01-28T04:40:16Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad92e37-fbed-4bbb-b87a-860278777a10', 'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:02Z', 'updated_at': '2022-01-28T04:40:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '236dc182-01d9-4535-a42a-fdef89d87920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:40:18.297345 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369570f-7d44-49f8-9ee8-6799930d6ab4 None None] New status for floating IP df7c550b-0b3d-4d9b-a105-16ea3280d15b: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:40:18.624012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55390) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:40:18.690869 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b58ccf24-6e1d-495c-8a5a-12d509511b84 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/df7c550b-0b3d-4d9b-a105-16ea3280d15b HTTP/1.1" status: 200 len: 993 time: 0.0656521 Jan 28 04:40:24.884206 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-1bcfa8ce-d73f-4e92-a747-dd1afd7a4487 req-525d01c7-8730-4363-be1a-aeda3f4fbe82 service neutron] (103289) timed out ('10.222.0.25', 54724) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:40:37.630159 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:40:40.665369 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-91d4a35c-7e0a-45f6-9605-cf2aeb0c3a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:42.699829 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3a646dab-0537-48dd-88f2-9d99ffdb52df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:42.793928 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:44.525958 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.007040 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:45.745767 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:46.923600 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:10.667228 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4f11f451-99c0-4f35-9220-98a06c068948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:12.404109 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-487c73d7-c2f8-48cd-af56-3a6058325904 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388927 Jan 28 04:41:12.500163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-1eb43920-6047-4e59-b8e5-9b9fb34c50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:12.501733 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-1eb43920-6047-4e59-b8e5-9b9fb34c50af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 1097 time: 0.0399253 Jan 28 04:41:12.606583 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-b37b5935-82fd-4220-84b1-3b3da711f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:12.608049 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-b37b5935-82fd-4220-84b1-3b3da711f790 service neutron] 10.222.0.25 "GET /v2.0/networks?id=45a56292-f221-40a6-81ca-b89b1fb6db48 HTTP/1.1" status: 200 len: 898 time: 0.0880969 Jan 28 04:41:12.671433 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-80b5a468-04cb-4be8-9374-23459cd0c532 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47693b75-245a-41bd-b690-2159de6b5f0d HTTP/1.1" status: 200 len: 1001 time: 0.0572443 Jan 28 04:41:12.702127 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17cfb40d-c129-4e10-88aa-452813b99d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:12.803876 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:13.075330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-8e132b55-9c4b-4568-9765-86875210bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:13.076786 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-8e132b55-9c4b-4568-9765-86875210bb30 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=236dc182-01d9-4535-a42a-fdef89d87920 HTTP/1.1" status: 200 len: 835 time: 0.3993969 Jan 28 04:41:13.120934 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-3c1efd5c-9a37-4caa-9b22-9c7713150b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:13.122507 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-3c1efd5c-9a37-4caa-9b22-9c7713150b7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45a56292-f221-40a6-81ca-b89b1fb6db48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391419 Jan 28 04:41:13.210939 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-2faf008d-0e5e-4ccc-94cb-ad9a2e184704 service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827255 Jan 28 04:41:13.299919 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9da6ea64-2ffa-4762-9c70-ee57ae2d105b req-df8b3201-b701-4b05-8fca-bfef81f85826 service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831425 Jan 28 04:41:14.630706 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:41:14.681825 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:15.017448 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:15.748215 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:16.925939 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.161209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-f914a6ef-4638-4479-b46e-c02e306e58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:30.161830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc68a4-a968-4b31-8add-9da2922dd29e req-97e2e20f-0f24-4bfc-a528-40484cbe02db tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:30.162619 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-f914a6ef-4638-4479-b46e-c02e306e58f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 1097 time: 0.0854533 Jan 28 04:41:30.163203 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57cc68a4-a968-4b31-8add-9da2922dd29e req-97e2e20f-0f24-4bfc-a528-40484cbe02db tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.1116250 Jan 28 04:41:30.212880 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-57cc68a4-a968-4b31-8add-9da2922dd29e req-76fbdc63-1680-46f7-8291-b5608ee0fd07 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440145 Jan 28 04:41:30.257971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-7fee0ad1-fdc6-4d4e-878c-9e62c36a3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:30.259441 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-7fee0ad1-fdc6-4d4e-878c-9e62c36a3a0c service neutron] 10.222.0.25 "GET /v2.0/networks?id=45a56292-f221-40a6-81ca-b89b1fb6db48 HTTP/1.1" status: 200 len: 898 time: 0.0895140 Jan 28 04:41:30.323680 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-e34c719a-d894-4896-9cbb-bb7e6982b818 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47693b75-245a-41bd-b690-2159de6b5f0d HTTP/1.1" status: 200 len: 1001 time: 0.0581231 Jan 28 04:41:30.374199 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-d32e033b-a9b8-418b-9f13-41a1cfa0f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:30.375651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-d32e033b-a9b8-418b-9f13-41a1cfa0f8ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=236dc182-01d9-4535-a42a-fdef89d87920 HTTP/1.1" status: 200 len: 835 time: 0.0437763 Jan 28 04:41:30.423298 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-34eb90f6-798a-40ae-8188-a95628c16a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:30.424679 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-34eb90f6-798a-40ae-8188-a95628c16a2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45a56292-f221-40a6-81ca-b89b1fb6db48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433679 Jan 28 04:41:30.512977 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-5d97a019-bd2e-4f72-9ee3-6688566a384b service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810277 Jan 28 04:41:30.608525 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bdd32d4-1be8-456b-a2f6-577a3e2411fc req-83fb572d-4f5c-483b-bb64-8b3ecbc5cbb2 service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860946 Jan 28 04:41:31.387686 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a035d-6bd1-43f2-a0d2-44d454fb1fc8 req-96f94e4c-9567-4a95-a8f1-c29847db852f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:31.389483 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a23a035d-6bd1-43f2-a0d2-44d454fb1fc8 req-96f94e4c-9567-4a95-a8f1-c29847db852f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.1055872 Jan 28 04:41:31.440949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a23a035d-6bd1-43f2-a0d2-44d454fb1fc8 req-822e369d-dd2e-4749-a4ae-696f30c9b489 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457988 Jan 28 04:41:32.557139 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cee9bf-fe32-4a6d-b34d-882da004da19 req-b9404a6e-8ebd-46d2-8ef7-9cfc68ca3d3d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:32.558554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0cee9bf-fe32-4a6d-b34d-882da004da19 req-b9404a6e-8ebd-46d2-8ef7-9cfc68ca3d3d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0477889 Jan 28 04:41:32.606511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a0cee9bf-fe32-4a6d-b34d-882da004da19 req-6143d365-961c-4ac8-9b16-0a535b7ddec8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 Jan 28 04:41:33.724450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6efdda-2520-4257-9e6f-d1643b0f7304 req-cc82d669-117c-45f0-b935-063a255a14a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:33.726079 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b6efdda-2520-4257-9e6f-d1643b0f7304 req-cc82d669-117c-45f0-b935-063a255a14a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0510120 Jan 28 04:41:33.779511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4b6efdda-2520-4257-9e6f-d1643b0f7304 req-fd3610cd-bf02-4dc4-883c-55b9709f881e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476294 Jan 28 04:41:34.892116 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdbb4b-c304-439f-816f-ca24f850740b req-d64abed6-cde4-47a3-86ee-41c4be89c1a1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:34.893622 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebfdbb4b-c304-439f-816f-ca24f850740b req-d64abed6-cde4-47a3-86ee-41c4be89c1a1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0476496 Jan 28 04:41:34.942445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ebfdbb4b-c304-439f-816f-ca24f850740b req-3e5d08d6-7f0e-483c-8e67-e8ecac5978b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426795 Jan 28 04:41:36.062036 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13b446-33e3-4701-a1a2-a3fa1d1c0c9f req-5b6c580b-a234-4124-bbb4-8247ac90232e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:36.063508 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f13b446-33e3-4701-a1a2-a3fa1d1c0c9f req-5b6c580b-a234-4124-bbb4-8247ac90232e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0475900 Jan 28 04:41:36.111215 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1f13b446-33e3-4701-a1a2-a3fa1d1c0c9f req-356b51a8-e41b-4a23-ba7c-ca174e03107b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414298 Jan 28 04:41:37.231497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180b5e4-b4af-4816-9e75-9d8355748a87 req-8a708890-c5a7-49dc-8885-f0639d67ef55 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:37.233027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4180b5e4-b4af-4816-9e75-9d8355748a87 req-8a708890-c5a7-49dc-8885-f0639d67ef55 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0525253 Jan 28 04:41:37.281255 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4180b5e4-b4af-4816-9e75-9d8355748a87 req-b197b48e-3840-41db-bd1e-93679db45f7a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Jan 28 04:41:38.399618 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62460f1-413d-4f90-9fc5-32044cd009da req-f43adf1e-2478-4a8e-b159-4ea7721767e7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:38.401138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e62460f1-413d-4f90-9fc5-32044cd009da req-f43adf1e-2478-4a8e-b159-4ea7721767e7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0483115 Jan 28 04:41:38.455252 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e62460f1-413d-4f90-9fc5-32044cd009da req-0b178c08-e6e9-4db8-b541-751c760262e8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486343 Jan 28 04:41:39.579579 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c1938-eb04-4ee1-ac49-bb86e505b0d7 req-8d494f76-4b39-445b-a0e1-eeced2597dd6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:39.581120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c2c1938-eb04-4ee1-ac49-bb86e505b0d7 req-8d494f76-4b39-445b-a0e1-eeced2597dd6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0549707 Jan 28 04:41:39.629964 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c2c1938-eb04-4ee1-ac49-bb86e505b0d7 req-149c3799-f51b-4a3d-a3de-a417e4875039 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420303 Jan 28 04:41:40.670339 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29c8372f-bb74-4796-a56f-fcb063c1e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:40.751007 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358b623-c23d-469f-8aae-80c46a2af98b req-6ce8efa4-0a74-417b-9153-c7938e6e93f8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:40.752491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d358b623-c23d-469f-8aae-80c46a2af98b req-6ce8efa4-0a74-417b-9153-c7938e6e93f8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0494201 Jan 28 04:41:40.800980 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d358b623-c23d-469f-8aae-80c46a2af98b req-37ad3117-0a59-4e25-91ad-c9fcd2f234f3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Jan 28 04:41:41.917908 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb0fd1-2451-4d48-a1b2-038eb3cea8e9 req-a11597ad-6660-4195-9ba0-440240884b5d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:41.919412 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7cb0fd1-2451-4d48-a1b2-038eb3cea8e9 req-a11597ad-6660-4195-9ba0-440240884b5d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0493190 Jan 28 04:41:41.972367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c7cb0fd1-2451-4d48-a1b2-038eb3cea8e9 req-a515946c-950e-4c11-95cc-c63078a9cc39 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470133 Jan 28 04:41:42.704821 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57af4ee9-d670-4fab-93a5-91f3d2066d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:42.813703 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:43.085648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bab9c-ebea-4ea6-be12-0a69541dcca5 req-c9af7a40-520c-41e6-9090-ee82952288e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:43.087117 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af7bab9c-ebea-4ea6-be12-0a69541dcca5 req-c9af7a40-520c-41e6-9090-ee82952288e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0481808 Jan 28 04:41:43.135896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af7bab9c-ebea-4ea6-be12-0a69541dcca5 req-bc16a39f-8d8c-4b47-982b-6c0a0b8ab3ba tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 Jan 28 04:41:44.250436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daacaf5-f91e-4383-8220-ad35179c9582 req-62a54ba1-59d1-417a-8e8b-e3cad50f26f1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:44.251840 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6daacaf5-f91e-4383-8220-ad35179c9582 req-62a54ba1-59d1-417a-8e8b-e3cad50f26f1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0476305 Jan 28 04:41:44.300828 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6daacaf5-f91e-4383-8220-ad35179c9582 req-4cccec10-06b8-4218-8c41-0b503f0cfff8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434375 Jan 28 04:41:44.528230 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:45.014807 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:45.419626 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e3c36-0244-418c-a6ae-a508b3d2945b req-ad352719-a52d-4601-9a4a-9aff93853b46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:45.421141 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b25e3c36-0244-418c-a6ae-a508b3d2945b req-ad352719-a52d-4601-9a4a-9aff93853b46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0516555 Jan 28 04:41:45.470186 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b25e3c36-0244-418c-a6ae-a508b3d2945b req-d6960ec8-b41f-4bb2-9050-6544988ed02b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Jan 28 04:41:45.752538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:46.596170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23880b3b-4fec-4907-b832-25d06f42551f req-ebc30cdd-9669-40b5-ba7e-8b839d016617 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:46.597676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23880b3b-4fec-4907-b832-25d06f42551f req-ebc30cdd-9669-40b5-ba7e-8b839d016617 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0568271 Jan 28 04:41:46.649645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23880b3b-4fec-4907-b832-25d06f42551f req-dcbfa3af-ace2-49a2-a794-f3bee326dc39 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457098 Jan 28 04:41:46.930109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:47.768795 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d142-7baa-49f3-b9cb-ad0f3ba2dcf0 req-a2650359-f5a8-4b72-bcb3-018c07d709fc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:41:47.770311 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3b2d142-7baa-49f3-b9cb-ad0f3ba2dcf0 req-a2650359-f5a8-4b72-bcb3-018c07d709fc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0513999 Jan 28 04:41:47.823440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e3b2d142-7baa-49f3-b9cb-ad0f3ba2dcf0 req-2845dfc3-eeed-4cfb-8108-1a0a4b467454 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469103 Jan 28 04:41:47.846161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55466) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:41:47.907615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-381159a9-ceec-4814-8068-812273196c11 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/df7c550b-0b3d-4d9b-a105-16ea3280d15b HTTP/1.1" status: 200 len: 993 time: 0.0603447 Jan 28 04:41:51.630058 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:42:10.672929 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c334b41-202a-4df1-9a06-1d94550f8e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:12.709023 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba16b-9e0c-4914-aab9-c863e5fd12c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:12.804590 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:13.335252 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-e0413f4c-9ea6-4bb6-9be7-b076e569fa65 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412548 Jan 28 04:42:13.433697 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-3acab586-687f-4607-b1b2-8759266262e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:13.435158 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-3acab586-687f-4607-b1b2-8759266262e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 1097 time: 0.0407841 Jan 28 04:42:13.540757 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-4e8ee190-91f0-4ccf-a1cc-e452ce98df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:13.542281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-4e8ee190-91f0-4ccf-a1cc-e452ce98df6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=45a56292-f221-40a6-81ca-b89b1fb6db48 HTTP/1.1" status: 200 len: 898 time: 0.0874145 Jan 28 04:42:13.608340 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-1bd77a65-a0d5-4d4f-a17b-b85aaa255287 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47693b75-245a-41bd-b690-2159de6b5f0d HTTP/1.1" status: 200 len: 1001 time: 0.0601270 Jan 28 04:42:13.655629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-d4e46444-a34c-4dcf-a17e-96972743c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:13.657096 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-d4e46444-a34c-4dcf-a17e-96972743c676 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=236dc182-01d9-4535-a42a-fdef89d87920 HTTP/1.1" status: 200 len: 835 time: 0.0432248 Jan 28 04:42:13.707495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-b04c8766-2317-4305-8a51-07aa521fb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:13.709115 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-b04c8766-2317-4305-8a51-07aa521fb220 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45a56292-f221-40a6-81ca-b89b1fb6db48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462224 Jan 28 04:42:13.799141 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-07bbe1f1-dbc3-4793-9bb1-b2f7da7826bc service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832717 Jan 28 04:42:13.892272 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-92ecb8c2-be96-4f5a-b5f3-c897b2eeb0c7 req-8bbc7648-e462-4852-ae27-e54529f41e80 service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874760 Jan 28 04:42:14.530586 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:15.017382 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:15.756509 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:16.935228 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:28.631655 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:42:40.676887 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b90c04f7-f0b4-49e7-9f74-1df172c2a296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:42.710852 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d233-7575-4b4e-9bff-5b0c70cd6ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:42.821130 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.168362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:43.326748 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port db0881fa-0532-42ab-9e73-5732b14814bb {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:43.326991 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (db0881fa-0532-42ab-9e73-5732b14814bb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.402187 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (db0881fa-0532-42ab-9e73-5732b14814bb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.402512 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (db0881fa-0532-42ab-9e73-5732b14814bb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.414035 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for db0881fa-0532-42ab-9e73-5732b14814bb owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:43.565551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (db0881fa-0532-42ab-9e73-5732b14814bb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.588775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=db0881fa-0532-42ab-9e73-5732b14814bb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:43.598998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.599380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.599732 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.600077 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.600415 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.601238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.601238 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.601441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.601751 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.602080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.602407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.602734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.603059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:43.665902 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (df7c550b-0b3d-4d9b-a105-16ea3280d15b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:43.666245 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Floating IP df7c550b-0b3d-4d9b-a105-16ea3280d15b disassociated (deleted). External IP: 172.25.1.106, port: 47693b75-245a-41bd-b690-2159de6b5f0d. Jan 28 04:42:43.882271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 59989417-e7f9-416e-94f4-a51eb768cf1a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:42:44.008495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:44.013533 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:44.028657 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] Sync routers for ids ['59989417-e7f9-416e-94f4-a51eb768cf1a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:44.040930 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] Routers {'59989417-e7f9-416e-94f4-a51eb768cf1a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:44.041561 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['59989417-e7f9-416e-94f4-a51eb768cf1a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:44.052460 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-3379be2c-e464-461c-8be1-21e8a34b7924 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/floatingips/df7c550b-0b3d-4d9b-a105-16ea3280d15b HTTP/1.1" status: 204 len: 168 time: 0.8829639 Jan 28 04:42:44.053117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505f584a-d500-4c61-9f57-ac25d2739db5', 'tag': '47693b75-245a-41bd-b690-2159de6b5f0d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:44.056110 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce92225a-c5db-4dc5-958b-719cbc71f8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "505f584a-d500-4c61-9f57-ac25d2739db5", "tag": "47693b75-245a-41bd-b690-2159de6b5f0d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:44.096203 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffcbe72-1f93-4c24-a2bc-e2910d094bcf x-openstack-request-id: req-2ffcbe72-1f93-4c24-a2bc-e2910d094bcf {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:44.096501 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505f584a-d500-4c61-9f57-ac25d2739db5", "tag": "47693b75-245a-41bd-b690-2159de6b5f0d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:44.096762 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ffcbe72-1f93-4c24-a2bc-e2910d094bcf {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:44.097198 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505f584a-d500-4c61-9f57-ac25d2739db5', 'tag': '47693b75-245a-41bd-b690-2159de6b5f0d', 'status': 'completed', 'code': 200} Jan 28 04:42:44.176146 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] Set router 59989417-e7f9-416e-94f4-a51eb768cf1a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:44.182237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-c5546962-21e3-4ea2-b676-6fd4fef37a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:44.184095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-c5546962-21e3-4ea2-b676-6fd4fef37a34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 1097 time: 0.0444193 Jan 28 04:42:44.285665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-b8ed4297-1447-4962-bf30-b59914506c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:44.287173 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-b8ed4297-1447-4962-bf30-b59914506c82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=45a56292-f221-40a6-81ca-b89b1fb6db48 HTTP/1.1" status: 200 len: 898 time: 0.0963209 Jan 28 04:42:44.307191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3603a2-92a5-427b-81db-ba181e93f4c8 req-93d79aa8-1b58-4d79-8612-1a14160b70eb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:44.308820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce3603a2-92a5-427b-81db-ba181e93f4c8 req-93d79aa8-1b58-4d79-8612-1a14160b70eb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0638378 Jan 28 04:42:44.334696 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-4fed2da1-940c-4017-bf93-d1ba6e90559a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47693b75-245a-41bd-b690-2159de6b5f0d HTTP/1.1" status: 200 len: 217 time: 0.0403998 Jan 28 04:42:44.363430 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce3603a2-92a5-427b-81db-ba181e93f4c8 req-22e51812-0e05-486d-92c3-f19b06a006f5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491052 Jan 28 04:42:44.395058 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-ecba6458-b48e-4b92-b7e2-0d90056aa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:44.395318 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:02Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3ad92e37-fbed-4bbb-b87a-860278777a10', 'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:02Z', 'updated_at': '2022-01-28T04:40:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '236dc182-01d9-4535-a42a-fdef89d87920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:44.396555 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-ecba6458-b48e-4b92-b7e2-0d90056aa524 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=236dc182-01d9-4535-a42a-fdef89d87920 HTTP/1.1" status: 200 len: 835 time: 0.0554156 Jan 28 04:42:44.422365 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] Checking router: 59989417-e7f9-416e-94f4-a51eb768cf1a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:44.430694 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] Routers {'59989417-e7f9-416e-94f4-a51eb768cf1a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:44.431230 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['59989417-e7f9-416e-94f4-a51eb768cf1a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:44.443021 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-8ac66fc7-6ad1-47c8-ac9d-849a18d9d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:44.444532 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-8ac66fc7-6ad1-47c8-ac9d-849a18d9d44a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45a56292-f221-40a6-81ca-b89b1fb6db48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412769 Jan 28 04:42:44.533541 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:44.539175 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-123feb19-fa7a-4e26-80b2-5c59afda7686 service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883825 Jan 28 04:42:44.543835 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] Set router 59989417-e7f9-416e-94f4-a51eb768cf1a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:44.630152 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce92225a-c5db-4dc5-958b-719cbc71f8d3 req-436603e2-48d3-4154-bc8a-f5e2f854f377 service neutron] 10.222.0.25 "GET /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835407 Jan 28 04:42:44.747064 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:02Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3ad92e37-fbed-4bbb-b87a-860278777a10', 'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:02Z', 'updated_at': '2022-01-28T04:40:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '236dc182-01d9-4535-a42a-fdef89d87920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:44.772269 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c536d8-c149-4710-81a7-1e5cf6574c11 None None] The sync data for ids ['59989417-e7f9-416e-94f4-a51eb768cf1a'] in n-d-808199-14 is: [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:40:02Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '3ad92e37-fbed-4bbb-b87a-860278777a10', 'name': '', 'network_id': '45a56292-f221-40a6-81ca-b89b1fb6db48', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '236dc182-01d9-4535-a42a-fdef89d87920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:02Z', 'updated_at': '2022-01-28T04:40:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '236dc182-01d9-4535-a42a-fdef89d87920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:44.989183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d570241b-2830-4aec-89a2-c37b3e7ce99c None None] New status for floating IP df7c550b-0b3d-4d9b-a105-16ea3280d15b: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:42:45.071100 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:45.486529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8bdc3-53c2-4cc4-8e55-baea8fef046f req-2e088430-6283-42b5-a3d1-01e32b7efea5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:45.488224 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ad8bdc3-53c2-4cc4-8e55-baea8fef046f req-2e088430-6283-42b5-a3d1-01e32b7efea5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0503838 Jan 28 04:42:45.546887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ad8bdc3-53c2-4cc4-8e55-baea8fef046f req-7a9fe0f9-8868-429f-8897-cb5ab0efd06f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f10531-2af8-4991-89ca-a798ac253388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520468 Jan 28 04:42:45.758048 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:46.227061 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-841a5c9a-2179-467e-bd6e-415dbef1087d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:46.228533 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-841a5c9a-2179-467e-bd6e-415dbef1087d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 945 time: 0.0494795 Jan 28 04:42:46.320349 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-0ef94f4d-ab52-4896-87a5-8c6ff4f55efd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 47693b75-245a-41bd-b690-2159de6b5f0d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:46.320688 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-0ef94f4d-ab52-4896-87a5-8c6ff4f55efd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:46.406120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-0ef94f4d-ab52-4896-87a5-8c6ff4f55efd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port 47693b75-245a-41bd-b690-2159de6b5f0d, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=47693b75-245a-41bd-b690-2159de6b5f0d,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:46.406481 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-0ef94f4d-ab52-4896-87a5-8c6ff4f55efd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:46.419369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-0ef94f4d-ab52-4896-87a5-8c6ff4f55efd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 47693b75-245a-41bd-b690-2159de6b5f0d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:46.559476 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-0ef94f4d-ab52-4896-87a5-8c6ff4f55efd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (47693b75-245a-41bd-b690-2159de6b5f0d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:46.589513 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef94f4d-ab52-4896-87a5-8c6ff4f55efd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=47693b75-245a-41bd-b690-2159de6b5f0d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:46.635543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-0ef94f4d-ab52-4896-87a5-8c6ff4f55efd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] No DVR routers for this DVR port 47693b75-245a-41bd-b690-2159de6b5f0d on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:46.638536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-0ef94f4d-ab52-4896-87a5-8c6ff4f55efd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:46.641985 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e3d388b6-bff6-4a9b-a34a-e793e3e682f3 req-0ef94f4d-ab52-4896-87a5-8c6ff4f55efd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "DELETE /v2.0/ports/47693b75-245a-41bd-b690-2159de6b5f0d HTTP/1.1" status: 204 len: 173 time: 0.4086936 Jan 28 04:42:46.642436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505f584a-d500-4c61-9f57-ac25d2739db5', 'name': 'network-vif-deleted', 'tag': '47693b75-245a-41bd-b690-2159de6b5f0d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:42:46.644706 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727d6f9a-79cf-48de-a529-104f00d5f018" -d '{"events": [{"server_uuid": "505f584a-d500-4c61-9f57-ac25d2739db5", "name": "network-vif-deleted", "tag": "47693b75-245a-41bd-b690-2159de6b5f0d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:42:46.655337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e8f9303-cf31-4f7f-a74a-a191d129bff6 req-bbe1d2c4-e710-4189-8bbe-ee3cb2fc4217 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=505f584a-d500-4c61-9f57-ac25d2739db5 HTTP/1.1" status: 200 len: 210 time: 0.0278096 Jan 28 04:42:46.684433 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1bfd06-8f32-40aa-9a84-45014492d538 x-openstack-request-id: req-7d1bfd06-8f32-40aa-9a84-45014492d538 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:42:46.684733 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505f584a-d500-4c61-9f57-ac25d2739db5", "name": "network-vif-deleted", "tag": "47693b75-245a-41bd-b690-2159de6b5f0d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:42:46.685023 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d1bfd06-8f32-40aa-9a84-45014492d538 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:42:46.685429 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505f584a-d500-4c61-9f57-ac25d2739db5', 'name': 'network-vif-deleted', 'tag': '47693b75-245a-41bd-b690-2159de6b5f0d', 'status': 'completed', 'code': 200} Jan 28 04:42:46.938614 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:47.711545 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:48.099679 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (59989417-e7f9-416e-94f4-a51eb768cf1a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:48.384987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 3ad92e37-fbed-4bbb-b87a-860278777a10 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:48.385329 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:48.491072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port 3ad92e37-fbed-4bbb-b87a-860278777a10, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3ad92e37-fbed-4bbb-b87a-860278777a10,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:48.491438 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:48.503926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 3ad92e37-fbed-4bbb-b87a-860278777a10 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:48.694996 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3ad92e37-fbed-4bbb-b87a-860278777a10), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:48.721158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=3ad92e37-fbed-4bbb-b87a-860278777a10,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:48.917150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (59989417-e7f9-416e-94f4-a51eb768cf1a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:49.135505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 59989417-e7f9-416e-94f4-a51eb768cf1a has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:42:49.275852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:49.281052 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-72459bd4-8f8f-46c3-ae4d-879bfae50696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "PUT /v2.0/routers/59989417-e7f9-416e-94f4-a51eb768cf1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5683503 Jan 28 04:42:49.283657 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55510) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:49.286308 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] Sync routers for ids ['59989417-e7f9-416e-94f4-a51eb768cf1a'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:49.295841 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] Routers {'59989417-e7f9-416e-94f4-a51eb768cf1a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:49.296446 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['59989417-e7f9-416e-94f4-a51eb768cf1a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:49.338090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb185155-cc56-48f9-b8ae-7e184173ab8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting subnet 236dc182-01d9-4535-a42a-fdef89d87920 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:42:49.341649 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb185155-cc56-48f9-b8ae-7e184173ab8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (236dc182-01d9-4535-a42a-fdef89d87920), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:49.385080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb185155-cc56-48f9-b8ae-7e184173ab8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (236dc182-01d9-4535-a42a-fdef89d87920), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:49.402465 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] Set router 59989417-e7f9-416e-94f4-a51eb768cf1a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:49.476772 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb185155-cc56-48f9-b8ae-7e184173ab8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (236dc182-01d9-4535-a42a-fdef89d87920), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:49.545555 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb185155-cc56-48f9-b8ae-7e184173ab8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (236dc182-01d9-4535-a42a-fdef89d87920), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:49.589294 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:42:48Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:49.616999 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] Checking router: 59989417-e7f9-416e-94f4-a51eb768cf1a for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:49.626670 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] Routers {'59989417-e7f9-416e-94f4-a51eb768cf1a'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:49.627293 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['59989417-e7f9-416e-94f4-a51eb768cf1a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:49.834858 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] Set router 59989417-e7f9-416e-94f4-a51eb768cf1a gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:49.935823 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb185155-cc56-48f9-b8ae-7e184173ab8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Subnet': ['ID=236dc182-01d9-4535-a42a-fdef89d87920,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:49.939407 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb185155-cc56-48f9-b8ae-7e184173ab8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:49.942777 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fb185155-cc56-48f9-b8ae-7e184173ab8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/subnets/236dc182-01d9-4535-a42a-fdef89d87920 HTTP/1.1" status: 204 len: 168 time: 0.6581404 Jan 28 04:42:49.945667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:49.948801 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c05cd6-9bb0-40fb-87cc-eab4c10ddf9c None None] Network 45a56292-f221-40a6-81ca-b89b1fb6db48 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:50.025590 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:42:48Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:50.058358 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b2744-8500-4cb9-b138-cd84ee3908a5 None None] The sync data for ids ['59989417-e7f9-416e-94f4-a51eb768cf1a'] in n-d-808199-14 is: [{'id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972553442', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '2ede298d-8572-42b5-8774-218a777f2144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:39:59Z', 'updated_at': '2022-01-28T04:42:48Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '2ede298d-8572-42b5-8774-218a777f2144', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59989417-e7f9-416e-94f4-a51eb768cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:40:00Z', 'updated_at': '2022-01-28T04:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:50.066530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (59989417-e7f9-416e-94f4-a51eb768cf1a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.114818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] DHCP port deletion for 45a56292-f221-40a6-81ca-b89b1fb6db48 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:42:50.162076 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Deleting port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:50.162456 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.175343 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (59989417-e7f9-416e-94f4-a51eb768cf1a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.228425 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] For port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=bfaf5be4-d2fd-46ea-8c40-b1a77039fac3,segment=NetworkSegment(1c3cca1d-1507-43f6-b494-fe898b707d40),segment_id=1c3cca1d-1507-43f6-b494-fe898b707d40)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:50.228829 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.229731 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 2ede298d-8572-42b5-8774-218a777f2144 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:42:50.230179 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (2ede298d-8572-42b5-8774-218a777f2144), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.241755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Calling delete_port for bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:50.309160 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port 2ede298d-8572-42b5-8774-218a777f2144, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=2ede298d-8572-42b5-8774-218a777f2144,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:50.309526 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (2ede298d-8572-42b5-8774-218a777f2144), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.321229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (bfaf5be4-d2fd-46ea-8c40-b1a77039fac3), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.322128 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 2ede298d-8572-42b5-8774-218a777f2144 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:42:50.351719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Pushing event deleted for resources: {'Port': ['ID=bfaf5be4-d2fd-46ea-8c40-b1a77039fac3,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:50.355858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] No DVR routers for this DVR port bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:42:50.366935 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.367294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.367637 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.368172 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.368309 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.368628 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.369101 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.369622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.369622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.370194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.370437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.370856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.371183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93358-5203-4cd3-9fce-fe3540951858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:50.494304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:50.507833 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (2ede298d-8572-42b5-8774-218a777f2144), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.516685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:42:50.516685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device bfaf5be4-d2fd-46ea-8c40-b1a77039fac3 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:42:50.517064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3ad92e37-fbed-4bbb-b87a-860278777a10 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:50.537506 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 3ad92e37-fbed-4bbb-b87a-860278777a10 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:42:50.537851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3ad92e37-fbed-4bbb-b87a-860278777a10 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:42:50.543553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=2ede298d-8572-42b5-8774-218a777f2144,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:50.608376 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (59989417-e7f9-416e-94f4-a51eb768cf1a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.700872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (59989417-e7f9-416e-94f4-a51eb768cf1a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.703038 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_controller (59989417-e7f9-416e-94f4-a51eb768cf1a), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.748967 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (59989417-e7f9-416e-94f4-a51eb768cf1a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.749526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Fanout notify agent at l3_agent the message router_deleted on router 59989417-e7f9-416e-94f4-a51eb768cf1a {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:42:50.756064 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.757173 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cb87ad5e-b2bc-49f8-ae6e-7e570e2d8248 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/routers/59989417-e7f9-416e-94f4-a51eb768cf1a HTTP/1.1" status: 204 len: 168 time: 0.8105748 Jan 28 04:42:50.759895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55514) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:50.838006 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (45a56292-f221-40a6-81ca-b89b1fb6db48), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.926647 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (45a56292-f221-40a6-81ca-b89b1fb6db48), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.947043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a56292-f221-40a6-81ca-b89b1fb6db48']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:50.957027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3cca1d-1507-43f6-b494-fe898b707d40') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:50.957325 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3cca1d-1507-43f6-b494-fe898b707d40') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:50.966563 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (1c3cca1d-1507-43f6-b494-fe898b707d40), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.979215 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (1c3cca1d-1507-43f6-b494-fe898b707d40), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.986205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:42:50.987159 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (1c3cca1d-1507-43f6-b494-fe898b707d40), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:42:50.990158 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:42:51.035278 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 47693b75-245a-41bd-b690-2159de6b5f0d no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:51.049758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (45a56292-f221-40a6-81ca-b89b1fb6db48), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.056266 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 47693b75-245a-41bd-b690-2159de6b5f0d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:42:51.057318 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 47693b75-245a-41bd-b690-2159de6b5f0d not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:42:51.058285 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.061135 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/networks/45a56292-f221-40a6-81ca-b89b1fb6db48 HTTP/1.1" status: 204 len: 168 time: 0.2996583 Jan 28 04:42:51.064009 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55516) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:51.073308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf50ed-d713-481e-9aa1-1808274c6008 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Network': ['ID=45a56292-f221-40a6-81ca-b89b1fb6db48,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:51.120883 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (41f10531-2af8-4991-89ca-a798ac253388), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.146608 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (41f10531-2af8-4991-89ca-a798ac253388), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.216912 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (41f10531-2af8-4991-89ca-a798ac253388), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.219797 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:51.224220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/security-groups/41f10531-2af8-4991-89ca-a798ac253388 HTTP/1.1" status: 204 len: 168 time: 0.1591785 Jan 28 04:42:51.236644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f10531-2af8-4991-89ca-a798ac253388,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:51.246555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.246555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.246555 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.248060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.248060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.248060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.248060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.248496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.248864 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.249246 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.249777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.249987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:51.250390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d2390-0b63-4787-947f-45ee701d0530 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:52.346816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2ede298d-8572-42b5-8774-218a777f2144 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:42:52.367434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 2ede298d-8572-42b5-8774-218a777f2144 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:42:52.367782 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 2ede298d-8572-42b5-8774-218a777f2144 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:42:52.629902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:52.634467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-309bfe3a-5943-44f1-ab86-cbfa9d426d01 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755411999', 'description': 'tempest-secgroup-smoke-755411999 description', 'project_id': 'bf5ce3690604434a85d84368342b08c9'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:52.654923 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-309bfe3a-5943-44f1-ab86-cbfa9d426d01 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.720495 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-309bfe3a-5943-44f1-ab86-cbfa9d426d01 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (36408b59-ecc7-46d6-adbd-498d79e6f0aa), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.929757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-309bfe3a-5943-44f1-ab86-cbfa9d426d01 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (36408b59-ecc7-46d6-adbd-498d79e6f0aa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.963452 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-309bfe3a-5943-44f1-ab86-cbfa9d426d01 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:52.965440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-309bfe3a-5943-44f1-ab86-cbfa9d426d01 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3344984 Jan 28 04:42:52.968374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:52.970249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bfe3a-5943-44f1-ab86-cbfa9d426d01 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36408b59-ecc7-46d6-adbd-498d79e6f0aa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:52.973112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b21c69b7-e58e-41f4-90b9-6b66931a47c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '36408b59-ecc7-46d6-adbd-498d79e6f0aa', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:52.999975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b21c69b7-e58e-41f4-90b9-6b66931a47c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (a25558cb-926f-4f8c-ae6c-269357b9d341), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.058335 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b21c69b7-e58e-41f4-90b9-6b66931a47c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (a25558cb-926f-4f8c-ae6c-269357b9d341), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.061900 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b21c69b7-e58e-41f4-90b9-6b66931a47c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (a25558cb-926f-4f8c-ae6c-269357b9d341), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.079302 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c69b7-e58e-41f4-90b9-6b66931a47c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25558cb-926f-4f8c-ae6c-269357b9d341,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:53.090254 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b21c69b7-e58e-41f4-90b9-6b66931a47c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.091448 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b21c69b7-e58e-41f4-90b9-6b66931a47c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220200 Jan 28 04:42:53.094256 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55528) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:53.098600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-665ac316-9f13-4d18-a9b6-5ba537f09c0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '36408b59-ecc7-46d6-adbd-498d79e6f0aa', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:53.122579 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-665ac316-9f13-4d18-a9b6-5ba537f09c0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (d3d9fd0e-ceb4-4712-b612-d7be681a7ae7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.176863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-665ac316-9f13-4d18-a9b6-5ba537f09c0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (d3d9fd0e-ceb4-4712-b612-d7be681a7ae7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.180372 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-665ac316-9f13-4d18-a9b6-5ba537f09c0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d3d9fd0e-ceb4-4712-b612-d7be681a7ae7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.197515 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ac316-9f13-4d18-a9b6-5ba537f09c0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d9fd0e-ceb4-4712-b612-d7be681a7ae7,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:53.204707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-665ac316-9f13-4d18-a9b6-5ba537f09c0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.205911 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-665ac316-9f13-4d18-a9b6-5ba537f09c0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1107380 Jan 28 04:42:53.208663 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:53.212963 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-af64ad41-e69e-43e8-b76c-c0f7f3725898 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '36408b59-ecc7-46d6-adbd-498d79e6f0aa', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:53.238068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af64ad41-e69e-43e8-b76c-c0f7f3725898 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (6e9fc1d1-9776-4667-bfb5-ce45656cc472), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.293189 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af64ad41-e69e-43e8-b76c-c0f7f3725898 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (6e9fc1d1-9776-4667-bfb5-ce45656cc472), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.296709 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af64ad41-e69e-43e8-b76c-c0f7f3725898 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (6e9fc1d1-9776-4667-bfb5-ce45656cc472), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.313554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64ad41-e69e-43e8-b76c-c0f7f3725898 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9fc1d1-9776-4667-bfb5-ce45656cc472,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:53.321471 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af64ad41-e69e-43e8-b76c-c0f7f3725898 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.322656 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-af64ad41-e69e-43e8-b76c-c0f7f3725898 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130204 Jan 28 04:42:53.325988 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55532) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:53.330263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f180ce94-ff41-4293-839c-9bc3c54c4e0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '36408b59-ecc7-46d6-adbd-498d79e6f0aa', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:53.353844 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f180ce94-ff41-4293-839c-9bc3c54c4e0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (2c944d03-012e-4017-80dc-69a35f49c413), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.411757 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f180ce94-ff41-4293-839c-9bc3c54c4e0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (2c944d03-012e-4017-80dc-69a35f49c413), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.415397 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f180ce94-ff41-4293-839c-9bc3c54c4e0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (2c944d03-012e-4017-80dc-69a35f49c413), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.433660 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180ce94-ff41-4293-839c-9bc3c54c4e0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c944d03-012e-4017-80dc-69a35f49c413,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:53.442379 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f180ce94-ff41-4293-839c-9bc3c54c4e0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.443559 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f180ce94-ff41-4293-839c-9bc3c54c4e0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166408 Jan 28 04:42:53.446320 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55534) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:53.451204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0dafeca4-a5ab-49db-be28-ecc4ce3dff8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '36408b59-ecc7-46d6-adbd-498d79e6f0aa', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:53.472160 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-0dafeca4-a5ab-49db-be28-ecc4ce3dff8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Project bf5ce3690604434a85d84368342b08c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:42:53.476950 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dafeca4-a5ab-49db-be28-ecc4ce3dff8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (fcdbf4e1-2e2a-4d04-8027-2926e674993d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.535630 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dafeca4-a5ab-49db-be28-ecc4ce3dff8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (fcdbf4e1-2e2a-4d04-8027-2926e674993d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.539669 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dafeca4-a5ab-49db-be28-ecc4ce3dff8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (fcdbf4e1-2e2a-4d04-8027-2926e674993d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.557271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafeca4-a5ab-49db-be28-ecc4ce3dff8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdbf4e1-2e2a-4d04-8027-2926e674993d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:53.566345 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dafeca4-a5ab-49db-be28-ecc4ce3dff8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.567553 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0dafeca4-a5ab-49db-be28-ecc4ce3dff8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203141 Jan 28 04:42:53.570234 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:53.575202 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9c1a0b75-2f6f-452e-9a3f-042bf9b6e2c1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '36408b59-ecc7-46d6-adbd-498d79e6f0aa', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:53.596164 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-9c1a0b75-2f6f-452e-9a3f-042bf9b6e2c1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Project bf5ce3690604434a85d84368342b08c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:42:53.600992 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0b75-2f6f-452e-9a3f-042bf9b6e2c1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (eb153e79-a383-43a4-bba7-8b6f50cd95df), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.659161 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0b75-2f6f-452e-9a3f-042bf9b6e2c1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (eb153e79-a383-43a4-bba7-8b6f50cd95df), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.662921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0b75-2f6f-452e-9a3f-042bf9b6e2c1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (eb153e79-a383-43a4-bba7-8b6f50cd95df), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.679517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a0b75-2f6f-452e-9a3f-042bf9b6e2c1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb153e79-a383-43a4-bba7-8b6f50cd95df,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:53.688239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0b75-2f6f-452e-9a3f-042bf9b6e2c1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.689453 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9c1a0b75-2f6f-452e-9a3f-042bf9b6e2c1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182811 Jan 28 04:42:53.692498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55538) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:53.697230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'network': {'name': 'tempest-network-smoke--418242374', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:53.718502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:53.721893 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.744375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:42:53.753657 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (68f93978-e3ac-485a-acdc-197088921a32), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.754002 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Added segment 68f93978-e3ac-485a-acdc-197088921a32 of type vlan for network d709b0e2-6933-473c-a821-afbc1f619f5a Jan 28 04:42:53.795430 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d709b0e2-6933-473c-a821-afbc1f619f5a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.820568 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d709b0e2-6933-473c-a821-afbc1f619f5a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.826358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:53.826945 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.877113 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1835594 Jan 28 04:42:53.879934 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55540) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:53.884486 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'admin_state_up': True, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:53.894905 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3ac66-5088-4d29-8582-674f28bc7a6d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Network': ['ID=d709b0e2-6933-473c-a821-afbc1f619f5a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:53.906100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d709b0e2-6933-473c-a821-afbc1f619f5a details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:42:53.906730 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (65d3d7e4-eae3-4f33-8371-029d4a01011e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.907943 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (65d3d7e4-eae3-4f33-8371-029d4a01011e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:53.963182 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_controller (65d3d7e4-eae3-4f33-8371-029d4a01011e), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.108020 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (65d3d7e4-eae3-4f33-8371-029d4a01011e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.303975 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (65d3d7e4-eae3-4f33-8371-029d4a01011e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.323875 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.427100 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.25.1.227 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/66b0e88b-afa9-40bf-94f0-97d9b65559fe) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:54.536349 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.571883 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:54.614318 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:54.617183 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:54.623163 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:54.645912 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=66b0e88b-afa9-40bf-94f0-97d9b65559fe,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:54.890601 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (65d3d7e4-eae3-4f33-8371-029d4a01011e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.095194 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (65d3d7e4-eae3-4f33-8371-029d4a01011e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.224561 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 65d3d7e4-eae3-4f33-8371-029d4a01011e is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:42:55.329491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:55.339107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Sync routers for ids ['65d3d7e4-eae3-4f33-8371-029d4a01011e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:55.349219 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.350481 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2f1f0a67-c932-4852-be31-e0ecef2d1696 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4695308 Jan 28 04:42:55.352962 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Routers {'65d3d7e4-eae3-4f33-8371-029d4a01011e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:55.353554 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:55.353759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['65d3d7e4-eae3-4f33-8371-029d4a01011e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:55.381811 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-0d26ca61-adb6-4e4b-a243-c0f492aa7dc4 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=bf5ce3690604434a85d84368342b08c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271482 Jan 28 04:42:55.384256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55544) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:55.458464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Set router 65d3d7e4-eae3-4f33-8371-029d4a01011e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:55.471276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24b0a3-b079-4c07-ada1-a75b169c487f tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:55.472808 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-be24b0a3-b079-4c07-ada1-a75b169c487f tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876648 Jan 28 04:42:55.475666 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:55.507675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-827378db-cc80-4f5a-a546-0c832a51966d tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309570 Jan 28 04:42:55.510291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55548) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:55.516140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-761296763', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:42:55.613360 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:42:55.616834 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.643085 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:54Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:55.670307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Checking router: 65d3d7e4-eae3-4f33-8371-029d4a01011e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:55.670667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Updating router 65d3d7e4-eae3-4f33-8371-029d4a01011e port 66b0e88b-afa9-40bf-94f0-97d9b65559fe binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:42:55.697624 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.811031 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (9902d070-54d3-4060-93e9-cceb73679730), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.874941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Subnet': ['ID=9902d070-54d3-4060-93e9-cceb73679730,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:55.882801 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Checking segment: {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:55.883169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network hostable DHCP agents. Network: d709b0e2-6933-473c-a821-afbc1f619f5a, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:42:55.901504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network d709b0e2-6933-473c-a821-afbc1f619f5a is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:42:55.910208 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d709b0e2-6933-473c-a821-afbc1f619f5a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:55.914602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:55.915204 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:55.932035 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-dad61275-d40f-49db-8450-51c1d241a0a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4200358 Jan 28 04:42:55.934892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:42:55.935797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac288406-9a4e-4e2c-8056-3675a92471ca None None] Network d709b0e2-6933-473c-a821-afbc1f619f5a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:55.997164 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Publish callbacks [] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.005079 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.079162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Attempting to bind port 66b0e88b-afa9-40bf-94f0-97d9b65559fe on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:56.079450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Attempting to bind port 66b0e88b-afa9-40bf-94f0-97d9b65559fe by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:56.079816 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Attempting to bind port 66b0e88b-afa9-40bf-94f0-97d9b65559fe on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:56.093937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad8424-ae19-4179-b5f3-50acf93394df None None] Pushing event updated for resources: {'Port': ['ID=66b0e88b-afa9-40bf-94f0-97d9b65559fe,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:56.096317 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:56.096701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:56.097354 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.097542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:56.098019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Bound port: 66b0e88b-afa9-40bf-94f0-97d9b65559fe, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:56.098401 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.134555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-d709b0e2-6933-473c-a821-afbc1f619f5a', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:42:56.135452 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.231662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] For port 66b0e88b-afa9-40bf-94f0-97d9b65559fe, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:56.254381 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] For port 66b0e88b-afa9-40bf-94f0-97d9b65559fe, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=66b0e88b-afa9-40bf-94f0-97d9b65559fe,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:56.261744 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.368579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Allocated IP 172.20.0.2 (d709b0e2-6933-473c-a821-afbc1f619f5a/9902d070-54d3-4060-93e9-cceb73679730/eec03a7b-214f-4be4-b34b-3633c1a5dd34) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:56.373100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Routers {'65d3d7e4-eae3-4f33-8371-029d4a01011e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:56.373794 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['65d3d7e4-eae3-4f33-8371-029d4a01011e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:56.378772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad8424-ae19-4179-b5f3-50acf93394df None None] Pushing event updated for resources: {'Port': ['ID=66b0e88b-afa9-40bf-94f0-97d9b65559fe,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:56.390099 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.712758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] Set router 65d3d7e4-eae3-4f33-8371-029d4a01011e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:56.875954 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Publish callbacks [] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.887805 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:56.930720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.20.0.1 (d709b0e2-6933-473c-a821-afbc1f619f5a/9902d070-54d3-4060-93e9-cceb73679730/b84a6f9a-3cc0-40a7-bf39-224a9477fa17) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:42:56.934836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Network d709b0e2-6933-473c-a821-afbc1f619f5a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:56.960711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:56.966307 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:56.981192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Pushing event updated for resources: {'Port': ['ID=eec03a7b-214f-4be4-b34b-3633c1a5dd34,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:57.048624 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Attempting to bind port eec03a7b-214f-4be4-b34b-3633c1a5dd34 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:57.049029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Attempting to bind port eec03a7b-214f-4be4-b34b-3633c1a5dd34 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:57.049414 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Attempting to bind port eec03a7b-214f-4be4-b34b-3633c1a5dd34 on network d709b0e2-6933-473c-a821-afbc1f619f5a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:57.055365 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.056991 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:57.057547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Checking segment: {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:57.057967 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.058364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Bound using segment: {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:57.058849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Bound port: eec03a7b-214f-4be4-b34b-3633c1a5dd34, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:57.059239 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.063805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:54Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:57.091714 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.100413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc62db-e3b9-4fc1-89e8-1de62f94e88b None None] The sync data for ids ['65d3d7e4-eae3-4f33-8371-029d4a01011e'] in n-d-808199-14 is: [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:54Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:42:57.130055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network d709b0e2-6933-473c-a821-afbc1f619f5a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:57.135259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:57.138386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:42:57.163294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] For port eec03a7b-214f-4be4-b34b-3633c1a5dd34, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:57.166524 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] For port eec03a7b-214f-4be4-b34b-3633c1a5dd34, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=eec03a7b-214f-4be4-b34b-3633c1a5dd34,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:57.173052 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.181889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=b84a6f9a-3cc0-40a7-bf39-224a9477fa17,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:57.202547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (65d3d7e4-eae3-4f33-8371-029d4a01011e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.238351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc490ad-7cc9-4b50-9ada-9e440f6d9895 None None] Pushing event updated for resources: {'Port': ['ID=eec03a7b-214f-4be4-b34b-3633c1a5dd34,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:57.363522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.713207 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.717968 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.795497 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (65d3d7e4-eae3-4f33-8371-029d4a01011e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:57.797448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=b84a6f9a-3cc0-40a7-bf39-224a9477fa17,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:57.899615 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network d709b0e2-6933-473c-a821-afbc1f619f5a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:42:57.902012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:42:58.028436 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 65d3d7e4-eae3-4f33-8371-029d4a01011e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:42:58.146011 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:42:58.152827 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-de7df44d-1126-4157-be45-91ab8169db4f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "PUT /v2.0/routers/65d3d7e4-eae3-4f33-8371-029d4a01011e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2166746 Jan 28 04:42:58.333395 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-6efd104f-35c9-44f4-9a21-8ce0b3be7a74 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755411999&fields=id&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 267 time: 0.0555809 Jan 28 04:42:58.367609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99aa18-ce16-4ccc-878e-3b4c7cf05c37 None None] Network d709b0e2-6933-473c-a821-afbc1f619f5a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:42:58.452658 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-fa435a88-547c-4d69-be4c-d95f11ea0e6f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:42:58.461447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-fa435a88-547c-4d69-be4c-d95f11ea0e6f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 796 time: 0.1129022 Jan 28 04:42:58.469300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-17ccff6b-3a77-44e0-9379-14a730dc88ee None None] Provisioning complete for port eec03a7b-214f-4be4-b34b-3633c1a5dd34 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:58.469671 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17ccff6b-3a77-44e0-9379-14a730dc88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.477391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-bdcecf9e-8ec5-4d25-8c9f-d9a9ab24c5e7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/quotas/bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 375 time: 0.0147326 Jan 28 04:42:58.487760 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eec03a7b-214f-4be4-b34b-3633c1a5dd34 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:58.541151 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-508fcb7b-eb1d-4acd-a975-80c7b1fc62ef tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585201 Jan 28 04:42:58.616109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port eec03a7b-214f-4be4-b34b-3633c1a5dd34 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:58.616492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.653472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-17ccff6b-3a77-44e0-9379-14a730dc88ee None None] Current status of the port eec03a7b-214f-4be4-b34b-3633c1a5dd34 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:58.653868 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17ccff6b-3a77-44e0-9379-14a730dc88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.656667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-05f05444-6ca3-4122-8362-2a29c47bfcd1 service neutron] 10.222.0.44 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016049 Jan 28 04:42:58.700899 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17ccff6b-3a77-44e0-9379-14a730dc88ee None None] For port eec03a7b-214f-4be4-b34b-3633c1a5dd34, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=eec03a7b-214f-4be4-b34b-3633c1a5dd34,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:58.726180 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17ccff6b-3a77-44e0-9379-14a730dc88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.758678 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-3a7d375a-605c-4720-8826-dae002cd1217 service neutron] 10.222.0.44 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010008 Jan 28 04:42:58.763141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port eec03a7b-214f-4be4-b34b-3633c1a5dd34 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:58.763535 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.805909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccff6b-3a77-44e0-9379-14a730dc88ee None None] Pushing event updated for resources: {'Port': ['ID=eec03a7b-214f-4be4-b34b-3633c1a5dd34,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:58.849909 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:42:58.850284 n-d-808199-14 neutron-server[103290]: DEBUG oslo_db.api [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:42:58.856591 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9dedd704-39bd-4a1c-9ebb-38b8114e4b71 None None] Provisioning complete for port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:58.856997 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dedd704-39bd-4a1c-9ebb-38b8114e4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.892460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9dedd704-39bd-4a1c-9ebb-38b8114e4b71 None None] Port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:58.903858 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9dedd704-39bd-4a1c-9ebb-38b8114e4b71 None None] Provisioning complete for port eec03a7b-214f-4be4-b34b-3633c1a5dd34 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:58.904232 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dedd704-39bd-4a1c-9ebb-38b8114e4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:58.934744 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Sync routers for ids ['65d3d7e4-eae3-4f33-8371-029d4a01011e'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:42:58.946212 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Routers {'65d3d7e4-eae3-4f33-8371-029d4a01011e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:58.946834 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['65d3d7e4-eae3-4f33-8371-029d4a01011e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:58.994361 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9dedd704-39bd-4a1c-9ebb-38b8114e4b71 None None] Current status of the port eec03a7b-214f-4be4-b34b-3633c1a5dd34 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:59.059652 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Set router 65d3d7e4-eae3-4f33-8371-029d4a01011e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:42:59.115677 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-51bfbe83-7582-4162-a3c0-616be5a32d21 None None] Provisioning complete for port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:59.116049 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-51bfbe83-7582-4162-a3c0-616be5a32d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.153856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-51bfbe83-7582-4162-a3c0-616be5a32d21 None None] Port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:59.266195 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b84a6f9a-3cc0-40a7-bf39-224a9477fa17', 'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:f9:ac:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:56Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 2, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '9902d070-54d3-4060-93e9-cceb73679730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:59.271950 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-46f20417-4bcb-46fa-b4c2-62ae69d6e4e8 None None] Provisioning complete for port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:59.272393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46f20417-4bcb-46fa-b4c2-62ae69d6e4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.292722 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Checking router: 65d3d7e4-eae3-4f33-8371-029d4a01011e for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:42:59.293100 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Updating router 65d3d7e4-eae3-4f33-8371-029d4a01011e port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:42:59.306940 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-46f20417-4bcb-46fa-b4c2-62ae69d6e4e8 None None] Port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:42:59.321447 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.384876 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port eec03a7b-214f-4be4-b34b-3633c1a5dd34 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:59.386795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 66b0e88b-afa9-40bf-94f0-97d9b65559fe up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:42:59.435354 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 66b0e88b-afa9-40bf-94f0-97d9b65559fe triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:59.435724 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.514613 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 66b0e88b-afa9-40bf-94f0-97d9b65559fe is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:59.515004 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.535474 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 66b0e88b-afa9-40bf-94f0-97d9b65559fe, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=66b0e88b-afa9-40bf-94f0-97d9b65559fe,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:42:59.539223 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.582141 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Publish callbacks [] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.587532 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.588280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=66b0e88b-afa9-40bf-94f0-97d9b65559fe,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:59.637220 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Pushing event updated for resources: {'Port': ['ID=b84a6f9a-3cc0-40a7-bf39-224a9477fa17,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:59.647592 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.647934 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.648278 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.648609 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.649144 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.649663 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.649990 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.650348 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.650677 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.651986 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.651986 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.652211 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.652508 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:42:59.702940 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Attempting to bind port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:42:59.703306 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Attempting to bind port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:42:59.703665 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Attempting to bind port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 on network d709b0e2-6933-473c-a821-afbc1f619f5a {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:42:59.708751 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:42:59.709158 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Checking segment: {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:42:59.709558 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.709949 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Bound using segment: {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:42:59.710408 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Bound port: b84a6f9a-3cc0-40a7-bf39-224a9477fa17, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:42:59.710784 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.778857 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] For port b84a6f9a-3cc0-40a7-bf39-224a9477fa17, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:42:59.782369 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] For port b84a6f9a-3cc0-40a7-bf39-224a9477fa17, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b84a6f9a-3cc0-40a7-bf39-224a9477fa17,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:42:59.787947 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.832664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-74a19f17-0c92-4923-8890-2f160b750743 None None] Provisioning complete for port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:42:59.833194 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74a19f17-0c92-4923-8890-2f160b750743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.836748 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Routers {'65d3d7e4-eae3-4f33-8371-029d4a01011e'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:42:59.837391 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['65d3d7e4-eae3-4f33-8371-029d4a01011e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:42:59.926871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-74a19f17-0c92-4923-8890-2f160b750743 None None] Current status of the port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:42:59.927317 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74a19f17-0c92-4923-8890-2f160b750743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.950778 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84496b82-4997-43ce-8fea-5ec140008faf None None] Pushing event updated for resources: {'Port': ['ID=b84a6f9a-3cc0-40a7-bf39-224a9477fa17,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:42:59.967303 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] Set router 65d3d7e4-eae3-4f33-8371-029d4a01011e gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:00.008359 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-74a19f17-0c92-4923-8890-2f160b750743 None None] For port b84a6f9a-3cc0-40a7-bf39-224a9477fa17, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b84a6f9a-3cc0-40a7-bf39-224a9477fa17,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:00.013672 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74a19f17-0c92-4923-8890-2f160b750743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.025138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-057a0c6d-af4f-4a4f-ad6f-99cad90e229e req-79f28f17-147b-4965-9b72-39f7f352f6d2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 210 time: 0.0771267 Jan 28 04:43:00.081533 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a19f17-0c92-4923-8890-2f160b750743 None None] Pushing event updated for resources: {'Port': ['ID=b84a6f9a-3cc0-40a7-bf39-224a9477fa17,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:00.142567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b96e44ea-a049-4d00-a493-d868fc88a577 None None] Provisioning complete for port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:00.143025 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b96e44ea-a049-4d00-a493-d868fc88a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.203619 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b84a6f9a-3cc0-40a7-bf39-224a9477fa17', 'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:f9:ac:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:56Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '9902d070-54d3-4060-93e9-cceb73679730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:00.233072 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ae73e-d9f1-462a-a596-6a445994b72b None None] The sync data for ids ['65d3d7e4-eae3-4f33-8371-029d4a01011e'] in n-d-808199-14 is: [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b84a6f9a-3cc0-40a7-bf39-224a9477fa17', 'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:f9:ac:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:56Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '9902d070-54d3-4060-93e9-cceb73679730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:00.235622 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b96e44ea-a049-4d00-a493-d868fc88a577 None None] Current status of the port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:00.492484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eec03a7b-214f-4be4-b34b-3633c1a5dd34 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:00.547397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port eec03a7b-214f-4be4-b34b-3633c1a5dd34 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:00.547780 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.640126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port eec03a7b-214f-4be4-b34b-3633c1a5dd34 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:00.641517 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b84a6f9a-3cc0-40a7-bf39-224a9477fa17 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:00.692210 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:00.692589 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.780640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:00.781874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 66b0e88b-afa9-40bf-94f0-97d9b65559fe up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:00.833707 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 66b0e88b-afa9-40bf-94f0-97d9b65559fe triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:00.834089 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.913247 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 66b0e88b-afa9-40bf-94f0-97d9b65559fe is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:01.141331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf2bff91-961a-4c5e-9392-46d313364b6e req-77da427b-5e04-4077-a333-28e2cc34b911 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 210 time: 0.0331264 Jan 28 04:43:01.211375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-dd533308-405b-4489-8283-7707b9a00a80 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:01.212832 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-dd533308-405b-4489-8283-7707b9a00a80 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 796 time: 0.1253355 Jan 28 04:43:01.286788 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-ec75c29f-cacb-4905-b348-f8e1a3d98782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 379 time: 0.0583396 Jan 28 04:43:01.304212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'port': {'device_id': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'admin_state_up': True, 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'security_groups': ['36408b59-ecc7-46d6-adbd-498d79e6f0aa']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:01.422030 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:43:01.425394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.552721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.20.0.8 (d709b0e2-6933-473c-a821-afbc1f619f5a/9902d070-54d3-4060-93e9-cceb73679730/8d5bb655-34d6-46a3-a947-12c6e83992db) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:01.689450 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.722648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.768504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network d709b0e2-6933-473c-a821-afbc1f619f5a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:01.771355 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:01.773618 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:01.805720 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=8d5bb655-34d6-46a3-a947-12c6e83992db,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:01.831432 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:01.832085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.848738 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-e466cd27-2309-44a1-aa8a-50b4f05ba8b5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483444 Jan 28 04:43:01.866315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Request body: {'port': {'device_id': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:01.924191 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:02.068404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dbd85489-d0e5-4a95-9e1a-39bfd97239cd None None] Provisioning complete for port 8d5bb655-34d6-46a3-a947-12c6e83992db triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:02.069032 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbd85489-d0e5-4a95-9e1a-39bfd97239cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:02.105373 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dbd85489-d0e5-4a95-9e1a-39bfd97239cd None None] Port 8d5bb655-34d6-46a3-a947-12c6e83992db cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:43:02.197267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5bb655-34d6-46a3-a947-12c6e83992db {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:02.205678 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Publish callbacks [] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:02.218251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Transition to ACTIVE for port object 8d5bb655-34d6-46a3-a947-12c6e83992db will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:43:02.222539 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:02.247843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8ee1d-352e-4051-9ec6-a7e65512ede7 req-0966e893-dc32-4bde-ae5d-83fa8a73e06e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:02.249394 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9be8ee1d-352e-4051-9ec6-a7e65512ede7 req-0966e893-dc32-4bde-ae5d-83fa8a73e06e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 931 time: 0.0483823 Jan 28 04:43:02.275089 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Pushing event updated for resources: {'Port': ['ID=8d5bb655-34d6-46a3-a947-12c6e83992db,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:02.310167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9be8ee1d-352e-4051-9ec6-a7e65512ede7 req-b3276945-66c7-4158-98af-916a3ef610fb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529141 Jan 28 04:43:02.361859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Attempting to bind port 8d5bb655-34d6-46a3-a947-12c6e83992db on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:43:02.362203 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Attempting to bind port 8d5bb655-34d6-46a3-a947-12c6e83992db by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:43:02.362553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Attempting to bind port 8d5bb655-34d6-46a3-a947-12c6e83992db on network d709b0e2-6933-473c-a821-afbc1f619f5a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:02.367037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Port 8d5bb655-34d6-46a3-a947-12c6e83992db on network d709b0e2-6933-473c-a821-afbc1f619f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:43:02.367361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Attempting to bind port 8d5bb655-34d6-46a3-a947-12c6e83992db on network d709b0e2-6933-473c-a821-afbc1f619f5a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:43:02.373179 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:43:02.373529 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Checking segment: {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:43:02.373914 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Bound using segment: {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:43:02.374347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Bound port: 8d5bb655-34d6-46a3-a947-12c6e83992db, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:43:02.374735 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:02.447990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:43:02.451122 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8d5bb655-34d6-46a3-a947-12c6e83992db,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:43:02.456542 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:02.488825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:02.489553 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:02.491110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] 10.222.0.25 "PUT /v2.0/ports/8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 1092 time: 0.6291187 Jan 28 04:43:02.493227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:02.496654 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb3d9e4-338d-4df0-a03c-82bd94ead003" -d '{"events": [{"name": "network-changed", "server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:02.526855 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df2f79-321b-4219-8165-69640b83e7ab service neutron] Pushing event updated for resources: {'Port': ['ID=8d5bb655-34d6-46a3-a947-12c6e83992db,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:02.566589 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9c1d22-5a27-4fa3-b433-ad9f44a4cef4 x-openstack-request-id: req-eb9c1d22-5a27-4fa3-b433-ad9f44a4cef4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:02.566908 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:02.567159 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb9c1d22-5a27-4fa3-b433-ad9f44a4cef4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:02.567558 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'status': 'completed', 'code': 200} Jan 28 04:43:02.601575 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-06b4b689-1e87-4a5a-8a7d-f10950046532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:02.603106 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-06b4b689-1e87-4a5a-8a7d-f10950046532 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1095 time: 0.0471787 Jan 28 04:43:02.655273 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-a009d22e-3976-4ae7-9911-b6caf150c771 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 217 time: 0.0388918 Jan 28 04:43:02.710336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-64778592-4ef6-4cdb-bf6f-c30509cb96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:02.711728 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-64778592-4ef6-4cdb-bf6f-c30509cb96ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0482504 Jan 28 04:43:02.755982 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-6c3d009d-3648-4ba9-a527-72cb23ae192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:02.757597 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-6c3d009d-3648-4ba9-a527-72cb23ae192b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404818 Jan 28 04:43:02.847464 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-9a759946-fbc1-448d-bd9e-fde184ce95f8 service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832791 Jan 28 04:43:02.939910 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-16c0d963-5288-4fca-aaae-447c1d2e5a9b req-c779c3bf-3aee-4bb1-8d65-be3e023e899c service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865266 Jan 28 04:43:03.069833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-0238c829-ff72-409f-9df5-7d00d3a52e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:03.071306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-0238c829-ff72-409f-9df5-7d00d3a52e61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1095 time: 0.0410421 Jan 28 04:43:03.165143 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-a80ebdd7-e195-4d59-92f7-b836c6fc16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:03.166660 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-a80ebdd7-e195-4d59-92f7-b836c6fc16fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.0897338 Jan 28 04:43:03.209306 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-b0b4adee-61ea-4f4e-9c8b-35ec5037ee0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 217 time: 0.0355580 Jan 28 04:43:03.256375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-b3dafeaf-7eed-4ac7-9bb2-209bcc85b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:03.257755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-b3dafeaf-7eed-4ac7-9bb2-209bcc85b516 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0425515 Jan 28 04:43:03.320826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-b6364315-1500-4e68-a0cd-c9e57a18b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:03.323481 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-b6364315-1500-4e68-a0cd-c9e57a18b391 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597751 Jan 28 04:43:03.414311 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-7559bf67-c57a-4d00-9edd-cfe3b551d4bd service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857208 Jan 28 04:43:03.426023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5772d9-bd95-48ba-b81d-c85ddf8c76e3 req-81088ec2-c470-4682-a470-45e6892dc636 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:03.427652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d5772d9-bd95-48ba-b81d-c85ddf8c76e3 req-81088ec2-c470-4682-a470-45e6892dc636 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 943 time: 0.0515585 Jan 28 04:43:03.478649 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d5772d9-bd95-48ba-b81d-c85ddf8c76e3 req-7c3a475d-86c2-48ed-9ed2-bf1bd93a358f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443420 Jan 28 04:43:03.860424 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0fb3d9e4-338d-4df0-a03c-82bd94ead003 req-c41ce638-a457-43be-b097-5a7bf171a197 service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399521 Jan 28 04:43:04.596491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88359e-c6d8-45cb-8044-fa9bb6e4809d req-309ad0df-dc9d-4a18-b73a-ff70d3859ac3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:04.598006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e88359e-c6d8-45cb-8044-fa9bb6e4809d req-309ad0df-dc9d-4a18-b73a-ff70d3859ac3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 943 time: 0.0485449 Jan 28 04:43:04.647576 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0e88359e-c6d8-45cb-8044-fa9bb6e4809d req-2a816916-0481-48bf-9107-429ca6bd1eea tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437980 Jan 28 04:43:05.117631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8d5bb655-34d6-46a3-a947-12c6e83992db details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:43:05.213827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8d5bb655-34d6-46a3-a947-12c6e83992db,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:05.225252 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'port_id': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'mac_address': 'fa:16:3e:be:7f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:43:05.262127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 8d5bb655-34d6-46a3-a947-12c6e83992db is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:05.262509 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:05.274744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5bb655-34d6-46a3-a947-12c6e83992db {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:43:05.298909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8d5bb655-34d6-46a3-a947-12c6e83992db,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:05.303373 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:05.351363 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=8d5bb655-34d6-46a3-a947-12c6e83992db,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:05.630638 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:43:05.731648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['8d5bb655-34d6-46a3-a947-12c6e83992db'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:43:05.767371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294545-f455-486c-a87b-df256ef4657a req-0bb1f8a2-5a3c-40df-9cbb-8815ebc2c0de tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:05.768882 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03294545-f455-486c-a87b-df256ef4657a req-0bb1f8a2-5a3c-40df-9cbb-8815ebc2c0de tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 944 time: 0.0494118 Jan 28 04:43:05.823416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03294545-f455-486c-a87b-df256ef4657a req-998f2970-5a16-4106-8cbc-1b85334be31e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489001 Jan 28 04:43:06.937409 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1901-5af4-4bf7-a7d6-4cf3cb9f109e req-21a7e08a-1c1f-46a3-8dc7-6bdb465f5cda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:06.938931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-759b1901-5af4-4bf7-a7d6-4cf3cb9f109e req-21a7e08a-1c1f-46a3-8dc7-6bdb465f5cda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 944 time: 0.0481989 Jan 28 04:43:06.988149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-759b1901-5af4-4bf7-a7d6-4cf3cb9f109e req-160feeaa-a3df-40e3-b920-ec32725d10b6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434918 Jan 28 04:43:07.133394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8d5bb655-34d6-46a3-a947-12c6e83992db up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:43:07.185457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 8d5bb655-34d6-46a3-a947-12c6e83992db completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:43:07.189417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 8d5bb655-34d6-46a3-a947-12c6e83992db triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:43:07.189786 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.265411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 8d5bb655-34d6-46a3-a947-12c6e83992db is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:43:07.265793 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.287538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:07.289801 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271caaff-bb17-4cc7-a2ce-9255b7a38418" -d '{"events": [{"server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "name": "network-vif-plugged", "status": "completed", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:07.304428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8d5bb655-34d6-46a3-a947-12c6e83992db,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:43:07.308323 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:07.333722 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cdb6bb-0f32-4165-a43d-ff3127c20893 x-openstack-request-id: req-96cdb6bb-0f32-4165-a43d-ff3127c20893 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:07.334012 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "name": "network-vif-plugged", "status": "completed", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:07.334266 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96cdb6bb-0f32-4165-a43d-ff3127c20893 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:07.334649 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'code': 200} Jan 28 04:43:07.360919 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=8d5bb655-34d6-46a3-a947-12c6e83992db,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:07.629328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa3231-f03e-429a-9e49-75beddb850da req-07f3619c-4ea6-42be-b5f5-fd39f8d24b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:07.630796 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b5fa3231-f03e-429a-9e49-75beddb850da req-07f3619c-4ea6-42be-b5f5-fd39f8d24b79 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1097 time: 0.0406992 Jan 28 04:43:07.678834 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b5fa3231-f03e-429a-9e49-75beddb850da req-f87fb740-fa85-4f74-bfe1-1ca9ff8525d1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401490 Jan 28 04:43:08.105516 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b4bcc-3973-4d7f-9e38-40a4010c6c3f req-749e4e96-0f9c-4c94-93d2-43e155129f3e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:08.106992 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae9b4bcc-3973-4d7f-9e38-40a4010c6c3f req-749e4e96-0f9c-4c94-93d2-43e155129f3e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0474591 Jan 28 04:43:08.153727 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae9b4bcc-3973-4d7f-9e38-40a4010c6c3f req-3be19009-629b-4447-b136-093cde4bbedc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411744 Jan 28 04:43:09.278973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266cc75-00e8-44a3-a462-6966350a8888 req-905ebfc9-5e45-479f-b04a-8b1da4f7125a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:09.280392 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3266cc75-00e8-44a3-a462-6966350a8888 req-905ebfc9-5e45-479f-b04a-8b1da4f7125a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0520306 Jan 28 04:43:09.327688 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3266cc75-00e8-44a3-a462-6966350a8888 req-4bd77bbb-f246-47f4-86ca-6344b2d78823 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416658 Jan 28 04:43:09.442340 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5bc3c-a290-4edd-894c-e3862f403969 req-9b30506a-6264-4699-a6f3-6017f6a5cf35 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:09.444020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efa5bc3c-a290-4edd-894c-e3862f403969 req-9b30506a-6264-4699-a6f3-6017f6a5cf35 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0495639 Jan 28 04:43:09.492824 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-efa5bc3c-a290-4edd-894c-e3862f403969 req-b8ba5494-0c15-4b88-a8e2-d0914bceb2a1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424566 Jan 28 04:43:09.515091 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:09.553267 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c676a1a7-9728-42bb-af86-527170eedff7 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:09.554677 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c676a1a7-9728-42bb-af86-527170eedff7 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1092 time: 0.0385618 Jan 28 04:43:09.558094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55606) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:09.562711 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:43:09.583607 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:09.681579 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:09.783109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.25.1.85 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/c18ac069-47ea-4ba8-b5ed-296cdf62ea8f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:43:09.889947 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (c18ac069-47ea-4ba8-b5ed-296cdf62ea8f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:09.923117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c18ac069-47ea-4ba8-b5ed-296cdf62ea8f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:09.961710 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:43:09.967217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:43:09.971770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:43:09.974894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=c18ac069-47ea-4ba8-b5ed-296cdf62ea8f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:10.657245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (e1248659-36e0-4b97-97f5-4cbe5f9600b5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.678269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f6c14b7f-286f-4f45-a13d-39558987ab45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.727278 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c18ac069-47ea-4ba8-b5ed-296cdf62ea8f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.870576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (c18ac069-47ea-4ba8-b5ed-296cdf62ea8f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.875139 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (c18ac069-47ea-4ba8-b5ed-296cdf62ea8f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:10.949898 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=c18ac069-47ea-4ba8-b5ed-296cdf62ea8f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:43:10.959896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (e1248659-36e0-4b97-97f5-4cbe5f9600b5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:11.063995 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Floating IP e1248659-36e0-4b97-97f5-4cbe5f9600b5 associated. External IP: 172.25.1.85, port: 8d5bb655-34d6-46a3-a947-12c6e83992db. Jan 28 04:43:11.271888 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 65d3d7e4-eae3-4f33-8371-029d4a01011e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:43:11.379293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:43:11.390538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] Sync routers for ids ['65d3d7e4-eae3-4f33-8371-029d4a01011e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:43:11.397310 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:11.400282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] Routers {'65d3d7e4-eae3-4f33-8371-029d4a01011e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:11.401094 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['65d3d7e4-eae3-4f33-8371-029d4a01011e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:11.424887 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-00f33d14-bf46-43e3-b7aa-71ee49dc9517 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8656316 Jan 28 04:43:11.425485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:43:11.427853 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdef3263-019c-40b1-90ef-b513142ac627" -d '{"events": [{"name": "network-changed", "server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:43:11.529619 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] Set router 65d3d7e4-eae3-4f33-8371-029d4a01011e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:11.540031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4c2b7-cda8-4219-b6a6-63d28ddc4c91 req-cc3b6565-5554-4906-9930-3d613eef8e15 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:11.542683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e4c2b7-cda8-4219-b6a6-63d28ddc4c91 req-cc3b6565-5554-4906-9930-3d613eef8e15 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0580568 Jan 28 04:43:11.568520 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6f8da9-cade-47e6-aba4-95eda19b8a25 x-openstack-request-id: req-8d6f8da9-cade-47e6-aba4-95eda19b8a25 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:43:11.568520 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:43:11.568520 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d6f8da9-cade-47e6-aba4-95eda19b8a25 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:43:11.569167 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'status': 'completed', 'code': 200} Jan 28 04:43:11.614856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95e4c2b7-cda8-4219-b6a6-63d28ddc4c91 req-ddd4037e-b7cf-48c4-877b-fa33db4ce104 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646684 Jan 28 04:43:11.640227 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:11.667567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef3263-019c-40b1-90ef-b513142ac627 req-e6f6bf63-1acc-4df1-82b9-ff8295ac03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:11.669884 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdef3263-019c-40b1-90ef-b513142ac627 req-e6f6bf63-1acc-4df1-82b9-ff8295ac03fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1097 time: 0.0614793 Jan 28 04:43:11.725297 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9c9005f2-0759-40b7-9cae-6e89fec3f117 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/e1248659-36e0-4b97-97f5-4cbe5f9600b5 HTTP/1.1" status: 200 len: 990 time: 0.0817623 Jan 28 04:43:11.780407 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef3263-019c-40b1-90ef-b513142ac627 req-06fe2d46-292c-4cc4-8196-5933fa49bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:11.781834 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdef3263-019c-40b1-90ef-b513142ac627 req-06fe2d46-292c-4cc4-8196-5933fa49bff8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.1051445 Jan 28 04:43:11.855466 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdef3263-019c-40b1-90ef-b513142ac627 req-5902efa1-a7e8-46cd-9433-08e69872ef7e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 998 time: 0.0668206 Jan 28 04:43:11.911504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef3263-019c-40b1-90ef-b513142ac627 req-ce697e68-0cdc-4915-ab5f-a9d35cbca982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:11.914714 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdef3263-019c-40b1-90ef-b513142ac627 req-ce697e68-0cdc-4915-ab5f-a9d35cbca982 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0530806 Jan 28 04:43:11.962854 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef3263-019c-40b1-90ef-b513142ac627 req-80775d2b-7032-4491-a9a5-8d519c885460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:11.964550 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdef3263-019c-40b1-90ef-b513142ac627 req-80775d2b-7032-4491-a9a5-8d519c885460 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441699 Jan 28 04:43:11.986441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'e1248659-36e0-4b97-97f5-4cbe5f9600b5', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'port_id': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'mac_address': 'fa:16:3e:be:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:43:10Z', 'updated_at': '2022-01-28T04:43:10Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84a6f9a-3cc0-40a7-bf39-224a9477fa17', 'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:f9:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:56Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '9902d070-54d3-4060-93e9-cceb73679730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:12.014942 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] Checking router: 65d3d7e4-eae3-4f33-8371-029d4a01011e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:43:12.027117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] Routers {'65d3d7e4-eae3-4f33-8371-029d4a01011e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:43:12.028036 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:42:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['65d3d7e4-eae3-4f33-8371-029d4a01011e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:12.069503 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdef3263-019c-40b1-90ef-b513142ac627 req-0942a745-7fd1-469d-9bc7-b5aec9ed97d5 service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992551 Jan 28 04:43:12.148331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] Set router 65d3d7e4-eae3-4f33-8371-029d4a01011e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:43:12.179402 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cdef3263-019c-40b1-90ef-b513142ac627 req-56393ee3-5916-4c6d-92a0-2e1caf10e68c service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033680 Jan 28 04:43:12.390154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'e1248659-36e0-4b97-97f5-4cbe5f9600b5', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'port_id': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'mac_address': 'fa:16:3e:be:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:43:10Z', 'updated_at': '2022-01-28T04:43:10Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84a6f9a-3cc0-40a7-bf39-224a9477fa17', 'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:f9:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:56Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '9902d070-54d3-4060-93e9-cceb73679730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:43:12.431955 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96568d6c-ea99-4834-a319-b81e62eed3e9 None None] The sync data for ids ['65d3d7e4-eae3-4f33-8371-029d4a01011e'] in n-d-808199-14 is: [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'e1248659-36e0-4b97-97f5-4cbe5f9600b5', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'port_id': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'mac_address': 'fa:16:3e:be:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:43:10Z', 'updated_at': '2022-01-28T04:43:10Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84a6f9a-3cc0-40a7-bf39-224a9477fa17', 'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:f9:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:56Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '9902d070-54d3-4060-93e9-cceb73679730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:43:12.626514 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de65d9-5778-4bca-97c9-dbc6a6a50b29 None None] New status for floating IP e1248659-36e0-4b97-97f5-4cbe5f9600b5: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:43:12.713747 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2470b6b-fca9-4f3b-a6a0-1c8ed987a0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:12.719109 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-eccdd21a-bd93-4a13-927a-da8888fe5c13 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454547 Jan 28 04:43:12.727948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:12.822380 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:12.830501 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ff54fb0c-fa1b-4725-b166-bd8e30aafef8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/e1248659-36e0-4b97-97f5-4cbe5f9600b5 HTTP/1.1" status: 200 len: 990 time: 0.1014507 Jan 28 04:43:12.840652 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-2c0a6a4d-527e-4069-9d6c-2aeb2701d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:12.842204 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-2c0a6a4d-527e-4069-9d6c-2aeb2701d66d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1097 time: 0.0615945 Jan 28 04:43:12.943359 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-4b3690c6-6e74-423f-a8ac-9f3a32c6648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:12.944879 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-4b3690c6-6e74-423f-a8ac-9f3a32c6648b service neutron] 10.222.0.25 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.0854354 Jan 28 04:43:13.013642 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-597ee2d7-995a-44d1-b123-6066e22f60ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 1000 time: 0.0633490 Jan 28 04:43:13.060858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-a665451e-717a-42c7-920e-2520b3609f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:13.062400 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-a665451e-717a-42c7-920e-2520b3609f6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0424621 Jan 28 04:43:13.106756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-d27f650d-c0bd-4067-b23f-3df3e0bfa555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:43:13.108226 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-d27f650d-c0bd-4067-b23f-3df3e0bfa555 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398145 Jan 28 04:43:13.199221 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-9515ec18-8ab7-4318-a443-5d6b60c81cb9 service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848703 Jan 28 04:43:13.289537 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-42afc86d-b96c-4fb8-97cf-70bffc2b2de0 req-dea647aa-8684-46e7-a2f4-a9b3acf40e6a service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814569 Jan 28 04:43:13.834328 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:43:13.911392 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ada1ad0d-71ea-4102-b9f5-a5c07c8c16c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/e1248659-36e0-4b97-97f5-4cbe5f9600b5 HTTP/1.1" status: 200 len: 992 time: 0.0756607 Jan 28 04:43:14.536655 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:15.047410 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:15.763554 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:16.942638 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:40.679710 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15401a07-2e3f-40d1-9bbd-13229b1fcf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.630413 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:43:42.715808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50895d24-b023-42fd-ae8d-8c2350bf68f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:42.836165 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:44.539678 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.057974 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:45.764934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:46.944721 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:10.681589 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f6aee063-703c-4251-8b57-3dc436e337c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.721593 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a83d60ee-1a47-47da-a47a-50cfe6bbf2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:12.855457 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:14.542309 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:14.637867 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-7567f9bb-cf1c-4fbe-9c52-e4b81214d562 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403264 Jan 28 04:44:14.735106 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-420839b7-c6ac-46af-a65c-f08d2d6b7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.736634 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-420839b7-c6ac-46af-a65c-f08d2d6b7087 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1097 time: 0.0410762 Jan 28 04:44:14.841276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-c7243689-3783-4e9f-970a-be19d40e6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.842767 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-c7243689-3783-4e9f-970a-be19d40e6942 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.0880280 Jan 28 04:44:14.909075 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-815d7035-b64b-4695-9ae4-02b9d87da39c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 1000 time: 0.0599179 Jan 28 04:44:14.960555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-eaba2bef-c2a9-4b73-bfe9-04786f171088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:14.962093 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-eaba2bef-c2a9-4b73-bfe9-04786f171088 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0476141 Jan 28 04:44:15.007370 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-aadb18aa-dbc1-4a71-89b3-5b2558d35d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:15.008915 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-aadb18aa-dbc1-4a71-89b3-5b2558d35d07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409129 Jan 28 04:44:15.071437 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:15.098962 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-e5b456d7-cbef-4636-a807-68ee6df4eabe service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834432 Jan 28 04:44:15.192535 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-31341c50-3698-4a95-be28-49f1b0cd5d3c req-25ec795d-d03f-43ef-8155-d75a76fa4506 service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859296 Jan 28 04:44:15.767522 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:16.946669 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:19.630309 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:44:25.031770 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-bba8ae14-8610-41d7-b79f-e12df556ff70 req-e34eb91a-72b7-4caf-b47e-d24f887aad17 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:44:25.032821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-bba8ae14-8610-41d7-b79f-e12df556ff70 req-e34eb91a-72b7-4caf-b47e-d24f887aad17 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458438 Jan 28 04:44:25.207484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:25.220222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82c814-9f7d-41c8-bbdd-de6cf33d01b0 req-1fb37eb7-c3a4-48d4-96bb-202e060d487a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:25.221717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f82c814-9f7d-41c8-bbdd-de6cf33d01b0 req-1fb37eb7-c3a4-48d4-96bb-202e060d487a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0547314 Jan 28 04:44:25.295724 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f82c814-9f7d-41c8-bbdd-de6cf33d01b0 req-4ddda915-b52a-4b08-91e0-aa62e318789a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682819 Jan 28 04:44:25.310101 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-c0dcf958-ce93-4729-92ee-ac0f8ce82b96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009254 Jan 28 04:44:25.319496 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-3a795119-e44b-4cb9-8282-4839d5fe190a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:44:25.320471 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-3a795119-e44b-4cb9-8282-4839d5fe190a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056162 Jan 28 04:44:26.420309 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84161e-5fed-4741-9140-fcb19df58b2a req-4bb7f870-3b99-4d1c-a121-bffdc9d652a5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.421879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa84161e-5fed-4741-9140-fcb19df58b2a req-4bb7f870-3b99-4d1c-a121-bffdc9d652a5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0531979 Jan 28 04:44:26.473791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-aa84161e-5fed-4741-9140-fcb19df58b2a req-b3d4370d-91d9-4872-a661-e1f72b600e19 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463622 Jan 28 04:44:26.551373 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-d3f5cc62-cf1a-42e6-84ac-41fa8d4cd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.552929 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-d3f5cc62-cf1a-42e6-84ac-41fa8d4cd320 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1097 time: 0.0415783 Jan 28 04:44:26.651389 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-579561fd-5b1a-449d-91b7-f817d0f5f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.652864 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-579561fd-5b1a-449d-91b7-f817d0f5f059 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.0935893 Jan 28 04:44:26.721034 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-eac84c44-07b6-4596-9ff4-3c8c380eb56d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 1000 time: 0.0611930 Jan 28 04:44:26.768945 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-b69e0c97-637c-4d13-bd99-ddb5339ef1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.770457 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-b69e0c97-637c-4d13-bd99-ddb5339ef1a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0437191 Jan 28 04:44:26.818438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-6c5c0312-56a7-4f5a-8b06-3cc9f583287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:26.819979 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-6c5c0312-56a7-4f5a-8b06-3cc9f583287d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441771 Jan 28 04:44:26.905365 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-1f112c2e-920a-4840-8a68-0435434bfb45 service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796094 Jan 28 04:44:26.998969 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-d3a3adfc-a771-4450-875b-7d552736ce08 service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880029 Jan 28 04:44:27.588799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d16cf-fad7-42c3-83b3-d8c585a3c8f3 req-f80f35fa-23d3-4970-9f28-f25807e40642 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:27.590316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d0d16cf-fad7-42c3-83b3-d8c585a3c8f3 req-f80f35fa-23d3-4970-9f28-f25807e40642 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0479867 Jan 28 04:44:27.640043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1d0d16cf-fad7-42c3-83b3-d8c585a3c8f3 req-ea6f247b-7167-48ad-a278-cbcdf70d05b2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440230 Jan 28 04:44:28.754843 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77d9e2-f716-41a7-8e63-42311428a12f req-d176ced8-05f1-4e72-bfe4-9d9aa87617d7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:28.756331 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f77d9e2-f716-41a7-8e63-42311428a12f req-d176ced8-05f1-4e72-bfe4-9d9aa87617d7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0477874 Jan 28 04:44:28.808447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f77d9e2-f716-41a7-8e63-42311428a12f req-64259e64-b587-43b6-b110-ed39509c517e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459042 Jan 28 04:44:29.922986 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcafb0d-ca01-4860-8842-cf07500d8e73 req-cf233a8e-8e86-4346-86d8-1d3f5824fbc1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:29.924479 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fcafb0d-ca01-4860-8842-cf07500d8e73 req-cf233a8e-8e86-4346-86d8-1d3f5824fbc1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0477219 Jan 28 04:44:29.978874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fcafb0d-ca01-4860-8842-cf07500d8e73 req-cc70fd20-ca98-4a83-a59d-55b89539f2db tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485320 Jan 28 04:44:31.103497 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b64b83-cf0d-4a09-9c74-840f33840d87 req-b07929ff-d095-4734-8610-1116502617c6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:31.105140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23b64b83-cf0d-4a09-9c74-840f33840d87 req-b07929ff-d095-4734-8610-1116502617c6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0484660 Jan 28 04:44:31.153917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-23b64b83-cf0d-4a09-9c74-840f33840d87 req-4e0dc16a-93f7-4820-8ff3-adc2ce922785 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431809 Jan 28 04:44:32.274469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3723a-4f60-41ea-b55f-26232b7de7b2 req-d5a43013-44be-42d8-9ac9-bfcff9c0e7c4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:32.275904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46c3723a-4f60-41ea-b55f-26232b7de7b2 req-d5a43013-44be-42d8-9ac9-bfcff9c0e7c4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0519621 Jan 28 04:44:32.324298 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46c3723a-4f60-41ea-b55f-26232b7de7b2 req-e33d5cf0-edb1-4f31-8677-08805bd2d920 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427594 Jan 28 04:44:33.441191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4093b91-78eb-4424-9f34-6e06a67a16d4 req-c1896360-3bc3-40e6-abe1-b811ea957e2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:33.442927 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4093b91-78eb-4424-9f34-6e06a67a16d4 req-c1896360-3bc3-40e6-abe1-b811ea957e2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0489371 Jan 28 04:44:33.490761 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e4093b91-78eb-4424-9f34-6e06a67a16d4 req-baf3f22c-2062-4a90-a893-87267798d8c6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423205 Jan 28 04:44:34.607373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fd81d-7fc4-4f7c-a975-c135ee8c9690 req-9c5795c6-bf48-49ae-9e27-2d4fae118d9d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:34.608769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-562fd81d-7fc4-4f7c-a975-c135ee8c9690 req-9c5795c6-bf48-49ae-9e27-2d4fae118d9d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0478268 Jan 28 04:44:34.661043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-562fd81d-7fc4-4f7c-a975-c135ee8c9690 req-9b999dc4-e368-4107-90c7-488fc49475f9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464640 Jan 28 04:44:35.776274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8c815-c0fb-4458-8479-cb844fa47f0e req-e5a0d575-5319-416d-a5d2-932b2fd42953 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:35.777791 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddd8c815-c0fb-4458-8479-cb844fa47f0e req-e5a0d575-5319-416d-a5d2-932b2fd42953 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0483582 Jan 28 04:44:35.826975 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ddd8c815-c0fb-4458-8479-cb844fa47f0e req-7c6b1acb-f794-4a97-be69-5dbe9dc84cf0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437348 Jan 28 04:44:36.940818 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447b1c0-89bc-4779-821f-6f250876c412 req-2a2a45bd-0df6-41f5-b38f-364043e90e9d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:36.942333 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e447b1c0-89bc-4779-821f-6f250876c412 req-2a2a45bd-0df6-41f5-b38f-364043e90e9d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0474560 Jan 28 04:44:36.989626 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e447b1c0-89bc-4779-821f-6f250876c412 req-cd6ac2fb-ccec-417d-859e-5328006bd219 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Jan 28 04:44:38.109599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035940ff-921a-4163-8f3c-aceee24fe576 req-701fbbc4-5a1e-4925-99e2-f7f8e020c7f4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:38.111198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-035940ff-921a-4163-8f3c-aceee24fe576 req-701fbbc4-5a1e-4925-99e2-f7f8e020c7f4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0531797 Jan 28 04:44:38.161166 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-035940ff-921a-4163-8f3c-aceee24fe576 req-01e81c82-7a9c-48ee-89d0-e03586d323aa tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442383 Jan 28 04:44:39.227898 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-10dbdcc2-29cb-4b4d-89cd-29f64d469bde service neutron] show failed (client error): The resource could not be found. Jan 28 04:44:39.229298 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-10dbdcc2-29cb-4b4d-89cd-29f64d469bde service neutron] 10.222.0.25 "GET /v2.0/ports/8d5bb655-34d6-46a3-a947-12c6e83992db/bindings/n-h1-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0606456 Jan 28 04:44:39.284407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91350b6e-0aa3-4cd4-82ec-38b083826422 req-5679b19e-025c-4f14-afa6-1c1cd5e1ce7d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:39.286069 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91350b6e-0aa3-4cd4-82ec-38b083826422 req-5679b19e-025c-4f14-afa6-1c1cd5e1ce7d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0524483 Jan 28 04:44:39.340027 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91350b6e-0aa3-4cd4-82ec-38b083826422 req-4e8ea7e7-110a-42a1-a96a-eabd02d01546 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477662 Jan 28 04:44:39.481534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-32f34ea1-1a75-4d89-9bcb-fd289b8f5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:39.483112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-32f34ea1-1a75-4d89-9bcb-fd289b8f5b3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0824170 Jan 28 04:44:39.500212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:44:39.558974 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.769032 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=8d5bb655-34d6-46a3-a947-12c6e83992db,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:39.802439 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:39.841838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:39.844101 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bffa06-14f4-49be-8e02-a3c2ca5f198f" -d '{"events": [{"server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:39.847548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Publish callbacks [] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.862538 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Transition to ACTIVE for port object 8d5bb655-34d6-46a3-a947-12c6e83992db will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:44:39.866409 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:39.948741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5bb655-34d6-46a3-a947-12c6e83992db,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:39.961412 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684b5665-c772-4f3a-af05-8b07534354fd x-openstack-request-id: req-684b5665-c772-4f3a-af05-8b07534354fd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:39.961701 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:39.961952 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-684b5665-c772-4f3a-af05-8b07534354fd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:39.962348 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'code': 200} Jan 28 04:44:39.964416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.964762 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.965123 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.965459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.965792 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.966121 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.966445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.966766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.967088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.967408 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.967729 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.968047 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:39.968363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:40.012350 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] No DVR routers for this DVR port 8d5bb655-34d6-46a3-a947-12c6e83992db on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:44:40.149205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Attempting to bind port 8d5bb655-34d6-46a3-a947-12c6e83992db on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:44:40.149534 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Attempting to bind port 8d5bb655-34d6-46a3-a947-12c6e83992db by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:44:40.149862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Attempting to bind port 8d5bb655-34d6-46a3-a947-12c6e83992db on network d709b0e2-6933-473c-a821-afbc1f619f5a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:40.154628 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Port 8d5bb655-34d6-46a3-a947-12c6e83992db on network d709b0e2-6933-473c-a821-afbc1f619f5a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:44:40.154953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Attempting to bind port 8d5bb655-34d6-46a3-a947-12c6e83992db on network d709b0e2-6933-473c-a821-afbc1f619f5a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:44:40.159831 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:44:40.160173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Checking segment: {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:44:40.160558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Bound using segment: {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:44:40.161051 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Bound port: 8d5bb655-34d6-46a3-a947-12c6e83992db, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f93978-e3ac-485a-acdc-197088921a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:44:40.161408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.226236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:44:40.229596 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8d5bb655-34d6-46a3-a947-12c6e83992db,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:44:40.234277 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.273984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:40.274620 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.276265 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 1092 time: 0.7802365 Jan 28 04:44:40.297200 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7f57b-10e4-4052-862c-030e5cc99b92 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5bb655-34d6-46a3-a947-12c6e83992db,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:40.356169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-f8179f22-5594-4899-9d67-de394b10d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:40.357809 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-f8179f22-5594-4899-9d67-de394b10d2b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1095 time: 0.0446961 Jan 28 04:44:40.460002 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-8a1e3d58-7aad-4c5a-b7bf-90b0c759c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:40.461599 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-8a1e3d58-7aad-4c5a-b7bf-90b0c759c678 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.0974722 Jan 28 04:44:40.465741 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fb216-6385-4b3d-a02d-8bc5a0b6e202 req-b0e89690-6d65-4dc6-a43e-d26785eec6e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:40.467242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a4fb216-6385-4b3d-a02d-8bc5a0b6e202 req-b0e89690-6d65-4dc6-a43e-d26785eec6e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 943 time: 0.0559323 Jan 28 04:44:40.521901 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a4fb216-6385-4b3d-a02d-8bc5a0b6e202 req-bf99af54-12a9-405e-b4b5-8f8506900559 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475793 Jan 28 04:44:40.541734 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-583e9df5-859e-4c1e-b5b6-cd6fe6ed1a5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 998 time: 0.0728230 Jan 28 04:44:40.589512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-0be2d083-a7ad-4852-837f-672e81d53f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:40.590973 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-0be2d083-a7ad-4852-837f-672e81d53f07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0443091 Jan 28 04:44:40.635459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-38e17c64-6074-4aa7-ba01-aba1c42097ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:40.636936 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-38e17c64-6074-4aa7-ba01-aba1c42097ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409634 Jan 28 04:44:40.685136 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d98bc63-02c4-4e7d-87b9-37ca0020822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:40.732535 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-8be8072f-c4da-4317-a3c9-5de3ea464c1f service neutron] 10.222.0.42 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898840 Jan 28 04:44:40.821932 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-91e3f1f7-76c6-4e0d-8e3b-5a2161f6b2a2 req-6a8a9d5c-feaf-44de-9b00-7bde07276b71 service neutron] 10.222.0.42 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836022 Jan 28 04:44:41.640701 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6d7c2-86b7-4125-9115-f563fc052b22 req-096c977c-d16a-4afb-a56c-9cc1c494ced9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:41.642281 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1d6d7c2-86b7-4125-9115-f563fc052b22 req-096c977c-d16a-4afb-a56c-9cc1c494ced9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 943 time: 0.0489125 Jan 28 04:44:41.692053 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e1d6d7c2-86b7-4125-9115-f563fc052b22 req-0ab4ee68-e0b5-499b-a4a0-4ab8b5de55c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442200 Jan 28 04:44:41.963901 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:41.966372 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8e617c-3479-4beb-8f59-9474651846c9" -d '{"events": [{"name": "network-changed", "server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:42.017511 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42130abd-42ff-49b3-a68b-41166a49a685 x-openstack-request-id: req-42130abd-42ff-49b3-a68b-41166a49a685 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:42.017976 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:42.018273 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42130abd-42ff-49b3-a68b-41166a49a685 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:42.018652 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'status': 'completed', 'code': 200} Jan 28 04:44:42.130219 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-e2db6af5-fa95-47a6-a4f8-fbc7502b008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.131714 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-e2db6af5-fa95-47a6-a4f8-fbc7502b008a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1095 time: 0.0683692 Jan 28 04:44:42.134070 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-aac4407e-0dad-4e23-a7f1-4327d44b9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.136365 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-aac4407e-0dad-4e23-a7f1-4327d44b9ce1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1095 time: 0.0814235 Jan 28 04:44:42.290260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-41924a92-a797-4267-942a-bbcace27e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.292023 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-41924a92-a797-4267-942a-bbcace27e272 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.1543102 Jan 28 04:44:42.293186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-1e937da3-7bf2-41eb-9ce1-608f85900e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.294497 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-1e937da3-7bf2-41eb-9ce1-608f85900e02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.1498365 Jan 28 04:44:42.404510 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-539d2c97-f57f-4f79-8703-3ffcb6943771 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 998 time: 0.1069326 Jan 28 04:44:42.406261 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-8710e0c5-ad83-4b4f-bcb5-60a3575d9974 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 998 time: 0.1032152 Jan 28 04:44:42.488883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-e50a3b1c-7962-4f57-bafa-f9e91cbdd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.490360 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-e50a3b1c-7962-4f57-bafa-f9e91cbdd8bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0803607 Jan 28 04:44:42.498000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-67e46067-4073-410e-a53f-f89790c648c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.499427 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-67e46067-4073-410e-a53f-f89790c648c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0636528 Jan 28 04:44:42.568093 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-5fd0d75a-45c5-4732-8227-adf7ea23c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.569531 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-5fd0d75a-45c5-4732-8227-adf7ea23c2e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734599 Jan 28 04:44:42.571821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-f6def319-1d92-4c79-99c8-69eb2f075d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.574286 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-f6def319-1d92-4c79-99c8-69eb2f075d5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673261 Jan 28 04:44:42.715904 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0993efe-2004-48af-867e-6f519dcd567d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:42.725669 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-46bfe3ac-6d33-404d-8db9-638ec4bef07f service neutron] 10.222.0.42 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437590 Jan 28 04:44:42.727362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-2657ad77-51ff-4e67-a809-556270fc0a70 service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522665 Jan 28 04:44:42.813662 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f8329-3e58-4331-ab78-486a096d3e53 req-ae0d86e0-91ce-486a-ab15-2256e422e16f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:42.815153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d17f8329-3e58-4331-ab78-486a096d3e53 req-ae0d86e0-91ce-486a-ab15-2256e422e16f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 943 time: 0.0508404 Jan 28 04:44:42.870111 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d17f8329-3e58-4331-ab78-486a096d3e53 req-9b410eb7-14d4-4a0b-b110-3388b83ffb19 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478549 Jan 28 04:44:42.873055 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:42.883844 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-a6635cfa-522e-4384-9afd-ab970c8e0c94 service neutron] 10.222.0.42 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517973 Jan 28 04:44:42.887266 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d8e617c-3479-4beb-8f59-9474651846c9 req-a93440fa-99cd-44a6-82eb-4d4cf1e03d0e service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542201 Jan 28 04:44:43.068316 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611886b4-e010-4e0b-a624-6b37a3cf7d1a req-8cf28d94-0ee9-4a77-b2ba-5340f66e70ab tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.069838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-611886b4-e010-4e0b-a624-6b37a3cf7d1a req-8cf28d94-0ee9-4a77-b2ba-5340f66e70ab tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 943 time: 0.0492742 Jan 28 04:44:43.105180 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-cc9641ca-1cc9-4ccf-9665-be4d25e91e5d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.106668 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-cc9641ca-1cc9-4ccf-9665-be4d25e91e5d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f&tenant_id=bf5ce3690604434a85d84368342b08c9&binding%3Ahost_id=n-h1-808199-14 HTTP/1.1" status: 200 len: 943 time: 0.0579021 Jan 28 04:44:43.118635 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-611886b4-e010-4e0b-a624-6b37a3cf7d1a req-f3e11565-6b92-4355-8702-c792080fd4e2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427110 Jan 28 04:44:43.167964 n-d-808199-14 neutron-server[103289]: INFO neutron.api.v2.resource [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-784d7c8b-0a43-4bb7-a812-c8e337e0092b service neutron] delete failed (client error): The resource could not be found. Jan 28 04:44:43.169032 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-784d7c8b-0a43-4bb7-a812-c8e337e0092b service neutron] 10.222.0.25 "DELETE /v2.0/ports/8d5bb655-34d6-46a3-a947-12c6e83992db/bindings/n-h2-808199-14 HTTP/1.1" status: 404 len: 381 time: 0.0560615 Jan 28 04:44:43.240368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ab0c6-a3b6-418c-ad0a-d36a52c24bea req-119e0614-1814-4803-95c3-69c71b897ef6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.242091 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce4ab0c6-a3b6-418c-ad0a-d36a52c24bea req-119e0614-1814-4803-95c3-69c71b897ef6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 943 time: 0.0479794 Jan 28 04:44:43.270980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-6b62f7d9-da39-4961-8cac-713f3bcb885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.272508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-6b62f7d9-da39-4961-8cac-713f3bcb885c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1095 time: 0.0411222 Jan 28 04:44:43.290903 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ce4ab0c6-a3b6-418c-ad0a-d36a52c24bea req-65dfe433-5ac4-4259-9731-659dad6e5697 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427103 Jan 28 04:44:43.365260 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-69dfe178-87ab-4450-8779-1a101e60ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.366734 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-69dfe178-87ab-4450-8779-1a101e60ebad service neutron] 10.222.0.25 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.0891242 Jan 28 04:44:43.430521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-f2221325-b2d4-4470-90e7-e2652cc3476a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 998 time: 0.0577867 Jan 28 04:44:43.477059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-3e6742ed-2a8c-4721-9e87-1d295367cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.479029 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-3e6742ed-2a8c-4721-9e87-1d295367cee1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0424149 Jan 28 04:44:43.525903 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-e03b1630-bd99-401f-bd15-0ae49a3e9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:43.527388 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-e03b1630-bd99-401f-bd15-0ae49a3e9fa0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435636 Jan 28 04:44:43.610282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8d5bb655-34d6-46a3-a947-12c6e83992db no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:44:43.616174 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-b9fc2313-8be2-4481-b8e3-5f92b27866a3 service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826354 Jan 28 04:44:43.651892 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] The host n-h2-808199-14 is not matching for port 8d5bb655-34d6-46a3-a947-12c6e83992db host n-h1-808199-14! {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:44:43.652394 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 8d5bb655-34d6-46a3-a947-12c6e83992db not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:44:43.709978 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f7a4fcd0-f704-4a6a-a802-162c83c097d2 req-0a05b3bf-cf62-4ec1-a5e5-318c1897f143 service neutron] 10.222.0.25 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866671 Jan 28 04:44:44.412951 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cc3cc-1a63-4370-ae5f-af4457bc1a2b req-641ac296-3d18-4df0-8078-8a9dfc9b3a68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:44.414460 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d5cc3cc-1a63-4370-ae5f-af4457bc1a2b req-641ac296-3d18-4df0-8078-8a9dfc9b3a68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 943 time: 0.0524991 Jan 28 04:44:44.442667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8d5bb655-34d6-46a3-a947-12c6e83992db details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:44:44.464447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5d5cc3cc-1a63-4370-ae5f-af4457bc1a2b req-d99d8628-5deb-4e88-be2f-3c7a6454451b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439544 Jan 28 04:44:44.487248 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:44:44.547621 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-feed00a3-3d86-4a35-aec8-1f1e445fe8c9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/e1248659-36e0-4b97-97f5-4cbe5f9600b5 HTTP/1.1" status: 200 len: 990 time: 0.0592325 Jan 28 04:44:44.552553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8d5bb655-34d6-46a3-a947-12c6e83992db,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:44.563806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.566321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'port_id': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'mac_address': 'fa:16:3e:be:7f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:44:44.612109 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 8d5bb655-34d6-46a3-a947-12c6e83992db is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:44.612414 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.625401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5bb655-34d6-46a3-a947-12c6e83992db {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:44:44.645599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8d5bb655-34d6-46a3-a947-12c6e83992db,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:44.649156 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:44.694719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=8d5bb655-34d6-46a3-a947-12c6e83992db,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:44.702758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.703108 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.703465 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.703786 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.704124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.704452 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.704779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.705130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.705455 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.705777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.706100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.706420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.706740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:44:44.967323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['8d5bb655-34d6-46a3-a947-12c6e83992db'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:44:45.101709 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:45.770578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.446460 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8d5bb655-34d6-46a3-a947-12c6e83992db up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:44:46.498685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 8d5bb655-34d6-46a3-a947-12c6e83992db completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:44:46.502356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 8d5bb655-34d6-46a3-a947-12c6e83992db triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:44:46.502724 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.584124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 8d5bb655-34d6-46a3-a947-12c6e83992db is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:44:46.584674 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.615993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:44:46.619933 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5118ee8a-ecac-409d-9f85-bf24e2427cbc" -d '{"events": [{"server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "name": "network-vif-plugged", "status": "completed", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:44:46.634557 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8d5bb655-34d6-46a3-a947-12c6e83992db,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:44:46.638571 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:46.690914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=8d5bb655-34d6-46a3-a947-12c6e83992db,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:44:46.714009 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc1fa17-7948-4671-acef-1a05f17f8907 x-openstack-request-id: req-ccc1fa17-7948-4671-acef-1a05f17f8907 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:44:46.714299 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "name": "network-vif-plugged", "status": "completed", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:44:46.714554 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ccc1fa17-7948-4671-acef-1a05f17f8907 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:44:46.714955 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'code': 200} Jan 28 04:44:46.952688 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:55.118502 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-4b26acc4-d71e-4623-a0cd-a8aac4c5127b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399802 Jan 28 04:44:55.218099 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-2a50ad99-74b0-479a-8d48-6fa8ffc0702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.219587 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-2a50ad99-74b0-479a-8d48-6fa8ffc0702e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1097 time: 0.0408721 Jan 28 04:44:55.328832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-debcb405-69c3-4f18-ac57-abbd07bba9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.330252 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-debcb405-69c3-4f18-ac57-abbd07bba9b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.0915015 Jan 28 04:44:55.394316 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-086dae63-2830-4611-8da6-2b0f033cc96b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 1000 time: 0.0576186 Jan 28 04:44:55.442772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-b2c600ee-c009-44a6-865f-0611c3b1e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.444476 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-b2c600ee-c009-44a6-865f-0611c3b1e79f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0421560 Jan 28 04:44:55.494731 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-1d01c3ac-89c6-4723-9e5f-12cd80aed30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:44:55.496299 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-1d01c3ac-89c6-4723-9e5f-12cd80aed30c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442271 Jan 28 04:44:55.590737 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-fb73bc71-2a65-40ec-a77f-2806b91133d5 service neutron] 10.222.0.42 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811749 Jan 28 04:44:55.687307 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fbc0dec7-0ccd-481b-bb19-d3833def5248 req-0c2fdfa4-4528-4076-9e97-6d0cbca5d06b service neutron] 10.222.0.42 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908046 Jan 28 04:44:56.629134 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:45:10.688110 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78063d91-fcf1-4f3d-b2c8-6cdf46fe0679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.717527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-71cc0326-0ba8-4cfe-8b80-dbcf18ff6bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:12.866375 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:14.550556 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.103086 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.211222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:15.374899 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port c18ac069-47ea-4ba8-b5ed-296cdf62ea8f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:15.375152 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c18ac069-47ea-4ba8-b5ed-296cdf62ea8f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.449770 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c18ac069-47ea-4ba8-b5ed-296cdf62ea8f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.450098 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (c18ac069-47ea-4ba8-b5ed-296cdf62ea8f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.463042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for c18ac069-47ea-4ba8-b5ed-296cdf62ea8f owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:15.611812 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (c18ac069-47ea-4ba8-b5ed-296cdf62ea8f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.638489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=c18ac069-47ea-4ba8-b5ed-296cdf62ea8f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:15.663684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.664043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.664393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.664738 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.665104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.665439 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.666320 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.666656 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.666989 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.667322 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.667651 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.667977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.668301 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:15.707104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (e1248659-36e0-4b97-97f5-4cbe5f9600b5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.707546 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Floating IP e1248659-36e0-4b97-97f5-4cbe5f9600b5 disassociated (deleted). External IP: 172.25.1.85, port: 8d5bb655-34d6-46a3-a947-12c6e83992db. Jan 28 04:45:15.774334 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:15.919609 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 65d3d7e4-eae3-4f33-8371-029d4a01011e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:45:16.027573 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:45:16.032469 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.038551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] Sync routers for ids ['65d3d7e4-eae3-4f33-8371-029d4a01011e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:45:16.049148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] Routers {'65d3d7e4-eae3-4f33-8371-029d4a01011e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:16.049863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['65d3d7e4-eae3-4f33-8371-029d4a01011e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:16.058989 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d3558086-d369-486d-8cb9-cf5add055f4c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/floatingips/e1248659-36e0-4b97-97f5-4cbe5f9600b5 HTTP/1.1" status: 204 len: 168 time: 0.8466485 Jan 28 04:45:16.059582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:16.061894 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805def09-6a46-4613-816f-3470406f464b" -d '{"events": [{"name": "network-changed", "server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:16.102100 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581b92cf-328c-48ca-8aad-23dab39319f9 x-openstack-request-id: req-581b92cf-328c-48ca-8aad-23dab39319f9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:16.102463 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:16.102722 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-581b92cf-328c-48ca-8aad-23dab39319f9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:16.103130 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'status': 'completed', 'code': 200} Jan 28 04:45:16.168159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] Set router 65d3d7e4-eae3-4f33-8371-029d4a01011e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:16.188587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805def09-6a46-4613-816f-3470406f464b req-1ed8c6fb-8153-4ced-b7c7-79c900902f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.190327 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-805def09-6a46-4613-816f-3470406f464b req-1ed8c6fb-8153-4ced-b7c7-79c900902f71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 1097 time: 0.0457718 Jan 28 04:45:16.305043 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169e99f-a7ad-4af0-ae6b-a0610a7639a8 req-51541e92-c54b-4884-ac04-9dacd4b8ce7f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.305944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805def09-6a46-4613-816f-3470406f464b req-2061ae33-fbbd-42a1-bb54-7363e7d2fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.307962 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-805def09-6a46-4613-816f-3470406f464b req-2061ae33-fbbd-42a1-bb54-7363e7d2fc72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 200 len: 897 time: 0.1069806 Jan 28 04:45:16.309108 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f169e99f-a7ad-4af0-ae6b-a0610a7639a8 req-51541e92-c54b-4884-ac04-9dacd4b8ce7f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0610855 Jan 28 04:45:16.355486 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-805def09-6a46-4613-816f-3470406f464b req-f0fa508f-61a2-4282-acd8-ecd0d22c9542 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 200 len: 217 time: 0.0412447 Jan 28 04:45:16.365366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f169e99f-a7ad-4af0-ae6b-a0610a7639a8 req-52d8b710-47ff-4c21-a727-7b45931a42a7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501800 Jan 28 04:45:16.381937 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b84a6f9a-3cc0-40a7-bf39-224a9477fa17', 'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:f9:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:56Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '9902d070-54d3-4060-93e9-cceb73679730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:16.405410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805def09-6a46-4613-816f-3470406f464b req-de9b5651-0339-48e0-9285-778151b17ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.406872 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-805def09-6a46-4613-816f-3470406f464b req-de9b5651-0339-48e0-9285-778151b17ec6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 200 len: 834 time: 0.0458117 Jan 28 04:45:16.410069 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] Checking router: 65d3d7e4-eae3-4f33-8371-029d4a01011e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:45:16.418377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] Routers {'65d3d7e4-eae3-4f33-8371-029d4a01011e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:16.418971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['65d3d7e4-eae3-4f33-8371-029d4a01011e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:16.452173 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805def09-6a46-4613-816f-3470406f464b req-1e1b0a06-fda4-4036-90ca-3b8809eb7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:16.453602 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-805def09-6a46-4613-816f-3470406f464b req-1e1b0a06-fda4-4036-90ca-3b8809eb7910 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d709b0e2-6933-473c-a821-afbc1f619f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394650 Jan 28 04:45:16.526857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] Set router 65d3d7e4-eae3-4f33-8371-029d4a01011e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:16.551098 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-805def09-6a46-4613-816f-3470406f464b req-0597a368-5928-4406-a46d-a2cd1d6bc00f service neutron] 10.222.0.42 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908842 Jan 28 04:45:16.640071 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-805def09-6a46-4613-816f-3470406f464b req-0d2d2ecb-a272-4765-8b51-5094bd289a96 service neutron] 10.222.0.42 "GET /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822568 Jan 28 04:45:16.730667 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b84a6f9a-3cc0-40a7-bf39-224a9477fa17', 'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:f9:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:56Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '9902d070-54d3-4060-93e9-cceb73679730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:16.762038 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ae68a-2141-4a9f-8acd-93b869e84adb None None] The sync data for ids ['65d3d7e4-eae3-4f33-8371-029d4a01011e'] in n-d-808199-14 is: [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:42:57Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b84a6f9a-3cc0-40a7-bf39-224a9477fa17', 'name': '', 'network_id': 'd709b0e2-6933-473c-a821-afbc1f619f5a', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:f9:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '9902d070-54d3-4060-93e9-cceb73679730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:56Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '9902d070-54d3-4060-93e9-cceb73679730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:45:16.955207 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.985051 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c6949-fa3d-4a35-8b47-0e07c7df9594 None None] New status for floating IP e1248659-36e0-4b97-97f5-4cbe5f9600b5: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:45:17.479866 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8563c8-f33d-4c0d-aa55-02c904b35611 req-4eb5f7bb-9897-4b56-833f-8b7c9fe8bbb1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.481473 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f8563c8-f33d-4c0d-aa55-02c904b35611 req-4eb5f7bb-9897-4b56-833f-8b7c9fe8bbb1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0499372 Jan 28 04:45:17.532542 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3f8563c8-f33d-4c0d-aa55-02c904b35611 req-e2e4ee61-6002-4487-a96e-d7744abbaef2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=36408b59-ecc7-46d6-adbd-498d79e6f0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449126 Jan 28 04:45:17.693212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-2992c875-7ffa-42d2-8753-89ab90e6bc85 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:17.694983 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-2992c875-7ffa-42d2-8753-89ab90e6bc85 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 945 time: 0.0534315 Jan 28 04:45:17.785811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-bac34b4f-7a2d-45a3-b9ae-99d06739ba0b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 8d5bb655-34d6-46a3-a947-12c6e83992db {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:17.786150 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-bac34b4f-7a2d-45a3-b9ae-99d06739ba0b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.880235 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-bac34b4f-7a2d-45a3-b9ae-99d06739ba0b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port 8d5bb655-34d6-46a3-a947-12c6e83992db, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=8d5bb655-34d6-46a3-a947-12c6e83992db,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:17.880603 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-bac34b4f-7a2d-45a3-b9ae-99d06739ba0b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:17.892953 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-bac34b4f-7a2d-45a3-b9ae-99d06739ba0b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 8d5bb655-34d6-46a3-a947-12c6e83992db owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:18.022094 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-bac34b4f-7a2d-45a3-b9ae-99d06739ba0b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8d5bb655-34d6-46a3-a947-12c6e83992db), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:18.421300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac34b4f-7a2d-45a3-b9ae-99d06739ba0b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=8d5bb655-34d6-46a3-a947-12c6e83992db,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:18.463971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-bac34b4f-7a2d-45a3-b9ae-99d06739ba0b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] No DVR routers for this DVR port 8d5bb655-34d6-46a3-a947-12c6e83992db on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:45:18.466862 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-bac34b4f-7a2d-45a3-b9ae-99d06739ba0b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:18.470334 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7edf9cb7-4a90-42b6-9b32-e29890ecbdfa req-bac34b4f-7a2d-45a3-b9ae-99d06739ba0b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.42 "DELETE /v2.0/ports/8d5bb655-34d6-46a3-a947-12c6e83992db HTTP/1.1" status: 204 len: 173 time: 0.7699718 Jan 28 04:45:18.470764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'name': 'network-vif-deleted', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:18.473069 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1678f73-fe7c-4aea-ac91-a9befc9ee85e" -d '{"events": [{"server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "name": "network-vif-deleted", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:18.511316 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c3536f-4869-4468-9802-3f8a4774ba89 x-openstack-request-id: req-61c3536f-4869-4468-9802-3f8a4774ba89 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:18.511577 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad50c89-2b7b-4f51-8a09-0984d3552f5f", "name": "network-vif-deleted", "tag": "8d5bb655-34d6-46a3-a947-12c6e83992db", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:18.511830 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61c3536f-4869-4468-9802-3f8a4774ba89 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:18.512292 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad50c89-2b7b-4f51-8a09-0984d3552f5f', 'name': 'network-vif-deleted', 'tag': '8d5bb655-34d6-46a3-a947-12c6e83992db', 'status': 'completed', 'code': 200} Jan 28 04:45:18.634860 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-231c8496-1beb-4e0d-a1e9-8e48e81d6beb req-ea72b5d2-7e28-4311-abea-97fc0458e0c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=cad50c89-2b7b-4f51-8a09-0984d3552f5f HTTP/1.1" status: 200 len: 210 time: 0.0298810 Jan 28 04:45:19.692214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55762) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:20.047783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (65d3d7e4-eae3-4f33-8371-029d4a01011e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.300233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port b84a6f9a-3cc0-40a7-bf39-224a9477fa17 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:20.300489 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.390422 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port b84a6f9a-3cc0-40a7-bf39-224a9477fa17, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b84a6f9a-3cc0-40a7-bf39-224a9477fa17,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:20.390794 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.403680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for b84a6f9a-3cc0-40a7-bf39-224a9477fa17 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:20.600042 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b84a6f9a-3cc0-40a7-bf39-224a9477fa17), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:20.626965 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=b84a6f9a-3cc0-40a7-bf39-224a9477fa17,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:21.148008 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (65d3d7e4-eae3-4f33-8371-029d4a01011e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.360734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 65d3d7e4-eae3-4f33-8371-029d4a01011e has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:45:21.465771 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:45:21.473119 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-90a0a856-d920-4a00-a4cd-94e67affd1e9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "PUT /v2.0/routers/65d3d7e4-eae3-4f33-8371-029d4a01011e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7775507 Jan 28 04:45:21.473480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55764) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:21.475680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] Sync routers for ids ['65d3d7e4-eae3-4f33-8371-029d4a01011e'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:45:21.486123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] Routers {'65d3d7e4-eae3-4f33-8371-029d4a01011e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:21.486761 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['65d3d7e4-eae3-4f33-8371-029d4a01011e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:21.523498 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-2295a5be-ecd8-448f-bcaa-7e613f028b5e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting subnet 9902d070-54d3-4060-93e9-cceb73679730 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:45:21.527612 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2295a5be-ecd8-448f-bcaa-7e613f028b5e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (9902d070-54d3-4060-93e9-cceb73679730), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.570061 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2295a5be-ecd8-448f-bcaa-7e613f028b5e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (9902d070-54d3-4060-93e9-cceb73679730), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.666419 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2295a5be-ecd8-448f-bcaa-7e613f028b5e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (9902d070-54d3-4060-93e9-cceb73679730), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.725101 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2295a5be-ecd8-448f-bcaa-7e613f028b5e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (9902d070-54d3-4060-93e9-cceb73679730), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.752310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295a5be-ecd8-448f-bcaa-7e613f028b5e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Subnet': ['ID=9902d070-54d3-4060-93e9-cceb73679730,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:21.755907 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2295a5be-ecd8-448f-bcaa-7e613f028b5e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.756078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] Set router 65d3d7e4-eae3-4f33-8371-029d4a01011e gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:21.762456 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2295a5be-ecd8-448f-bcaa-7e613f028b5e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/subnets/9902d070-54d3-4060-93e9-cceb73679730 HTTP/1.1" status: 204 len: 168 time: 0.2847192 Jan 28 04:45:21.763213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:21.783485 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace236a-cb3b-4cba-b4f2-72065c05fd8f None None] Network d709b0e2-6933-473c-a821-afbc1f619f5a requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:21.870357 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (65d3d7e4-eae3-4f33-8371-029d4a01011e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:21.977122 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (65d3d7e4-eae3-4f33-8371-029d4a01011e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.013870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:45:20Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '66b0e88b-afa9-40bf-94f0-97d9b65559fe', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:42:54Z', 'updated_at': '2022-01-28T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:22.043925 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 66b0e88b-afa9-40bf-94f0-97d9b65559fe {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:22.044387 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.046504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] Checking router: 65d3d7e4-eae3-4f33-8371-029d4a01011e for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:45:22.054721 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] Routers {'65d3d7e4-eae3-4f33-8371-029d4a01011e'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:22.055395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['65d3d7e4-eae3-4f33-8371-029d4a01011e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:22.090523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12a496-1ecf-413f-87de-693ae27504d0 None None] DHCP port deletion for d709b0e2-6933-473c-a821-afbc1f619f5a request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:45:22.128812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port 66b0e88b-afa9-40bf-94f0-97d9b65559fe, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=66b0e88b-afa9-40bf-94f0-97d9b65559fe,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:22.129221 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.141910 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 66b0e88b-afa9-40bf-94f0-97d9b65559fe owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:22.171136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] Set router 65d3d7e4-eae3-4f33-8371-029d4a01011e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:22.230842 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:45:21Z', 'revision_number': 6, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:22.258712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395b758-52b7-4345-a467-26a8b5295ca7 None None] The sync data for ids ['65d3d7e4-eae3-4f33-8371-029d4a01011e'] in n-d-808199-14 is: [{'id': '65d3d7e4-eae3-4f33-8371-029d4a01011e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962575287', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:42:53Z', 'updated_at': '2022-01-28T04:45:21Z', 'revision_number': 6, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:45:22.269609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ee12a496-1ecf-413f-87de-693ae27504d0 None None] Deleting port eec03a7b-214f-4be4-b34b-3633c1a5dd34 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:45:22.269998 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ee12a496-1ecf-413f-87de-693ae27504d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.317378 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (66b0e88b-afa9-40bf-94f0-97d9b65559fe), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.332610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ee12a496-1ecf-413f-87de-693ae27504d0 None None] For port eec03a7b-214f-4be4-b34b-3633c1a5dd34, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=eec03a7b-214f-4be4-b34b-3633c1a5dd34,segment=NetworkSegment(68f93978-e3ac-485a-acdc-197088921a32),segment_id=68f93978-e3ac-485a-acdc-197088921a32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:22.333063 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ee12a496-1ecf-413f-87de-693ae27504d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.344591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=66b0e88b-afa9-40bf-94f0-97d9b65559fe,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:22.345979 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ee12a496-1ecf-413f-87de-693ae27504d0 None None] Calling delete_port for eec03a7b-214f-4be4-b34b-3633c1a5dd34 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:45:22.405463 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (65d3d7e4-eae3-4f33-8371-029d4a01011e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.429904 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ee12a496-1ecf-413f-87de-693ae27504d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (eec03a7b-214f-4be4-b34b-3633c1a5dd34), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.456415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12a496-1ecf-413f-87de-693ae27504d0 None None] Pushing event deleted for resources: {'Port': ['ID=eec03a7b-214f-4be4-b34b-3633c1a5dd34,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:22.458265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12a496-1ecf-413f-87de-693ae27504d0 None None] No DVR routers for this DVR port eec03a7b-214f-4be4-b34b-3633c1a5dd34 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:45:22.503085 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (65d3d7e4-eae3-4f33-8371-029d4a01011e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.505151 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_controller (65d3d7e4-eae3-4f33-8371-029d4a01011e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.552530 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (65d3d7e4-eae3-4f33-8371-029d4a01011e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.553054 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Fanout notify agent at l3_agent the message router_deleted on router 65d3d7e4-eae3-4f33-8371-029d4a01011e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:45:22.560431 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.561614 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f173f77e-e66c-4160-a1ce-4cec8588ace8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/routers/65d3d7e4-eae3-4f33-8371-029d4a01011e HTTP/1.1" status: 204 len: 168 time: 0.7980652 Jan 28 04:45:22.564285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55768) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:22.581920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8d5bb655-34d6-46a3-a947-12c6e83992db no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:45:22.602215 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: 8d5bb655-34d6-46a3-a947-12c6e83992db {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:45:22.602587 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 8d5bb655-34d6-46a3-a947-12c6e83992db not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:45:22.644433 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d709b0e2-6933-473c-a821-afbc1f619f5a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.748617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eec03a7b-214f-4be4-b34b-3633c1a5dd34 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:45:22.757828 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d709b0e2-6933-473c-a821-afbc1f619f5a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.769503 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: eec03a7b-214f-4be4-b34b-3633c1a5dd34 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:45:22.769854 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device eec03a7b-214f-4be4-b34b-3633c1a5dd34 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:45:22.770274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b84a6f9a-3cc0-40a7-bf39-224a9477fa17 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:45:22.779402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d709b0e2-6933-473c-a821-afbc1f619f5a']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:22.789436 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f93978-e3ac-485a-acdc-197088921a32') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:22.789772 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f93978-e3ac-485a-acdc-197088921a32') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:22.792647 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: b84a6f9a-3cc0-40a7-bf39-224a9477fa17 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:45:22.793033 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b84a6f9a-3cc0-40a7-bf39-224a9477fa17 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:45:22.801141 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (68f93978-e3ac-485a-acdc-197088921a32), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.816203 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (68f93978-e3ac-485a-acdc-197088921a32), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.823371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:45:22.823763 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (68f93978-e3ac-485a-acdc-197088921a32), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: timer() Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:45:22.826848 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:45:22.884089 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d709b0e2-6933-473c-a821-afbc1f619f5a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.892033 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.897917 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/networks/d709b0e2-6933-473c-a821-afbc1f619f5a HTTP/1.1" status: 204 len: 168 time: 0.3299153 Jan 28 04:45:22.898533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:22.908392 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c1c42-1b0e-48e5-a000-a50e4a245cde tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Network': ['ID=d709b0e2-6933-473c-a821-afbc1f619f5a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:22.959511 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f59efc0-875e-4bfc-b79d-c85cdb05c94d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (36408b59-ecc7-46d6-adbd-498d79e6f0aa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:22.989227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f59efc0-875e-4bfc-b79d-c85cdb05c94d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (36408b59-ecc7-46d6-adbd-498d79e6f0aa), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.058301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f59efc0-875e-4bfc-b79d-c85cdb05c94d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (36408b59-ecc7-46d6-adbd-498d79e6f0aa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.061246 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f59efc0-875e-4bfc-b79d-c85cdb05c94d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.062418 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4f59efc0-875e-4bfc-b79d-c85cdb05c94d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/security-groups/36408b59-ecc7-46d6-adbd-498d79e6f0aa HTTP/1.1" status: 204 len: 168 time: 0.1628962 Jan 28 04:45:23.072037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59efc0-875e-4bfc-b79d-c85cdb05c94d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36408b59-ecc7-46d6-adbd-498d79e6f0aa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:23.333933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:23.339276 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f076a4c7-0eee-4c5d-9cc5-4899da43f772 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-189426513', 'description': 'tempest-secgroup-smoke-189426513 description', 'project_id': 'bf5ce3690604434a85d84368342b08c9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:23.360496 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f076a4c7-0eee-4c5d-9cc5-4899da43f772 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.426863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f076a4c7-0eee-4c5d-9cc5-4899da43f772 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.430413 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f076a4c7-0eee-4c5d-9cc5-4899da43f772 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.461452 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f076a4c7-0eee-4c5d-9cc5-4899da43f772 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.463478 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f076a4c7-0eee-4c5d-9cc5-4899da43f772 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1283858 Jan 28 04:45:23.465621 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076a4c7-0eee-4c5d-9cc5-4899da43f772 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:23.466517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:23.471199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-41cbba93-1d9d-41c8-a534-b6b1f9213393 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:23.496729 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41cbba93-1d9d-41c8-a534-b6b1f9213393 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (2ff2452e-67d4-490c-a863-3f0ac22888dc), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.564830 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41cbba93-1d9d-41c8-a534-b6b1f9213393 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (2ff2452e-67d4-490c-a863-3f0ac22888dc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.568792 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41cbba93-1d9d-41c8-a534-b6b1f9213393 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (2ff2452e-67d4-490c-a863-3f0ac22888dc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.586175 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbba93-1d9d-41c8-a534-b6b1f9213393 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff2452e-67d4-490c-a863-3f0ac22888dc,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:23.595466 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41cbba93-1d9d-41c8-a534-b6b1f9213393 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.596676 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-41cbba93-1d9d-41c8-a534-b6b1f9213393 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291008 Jan 28 04:45:23.599508 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55780) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:23.604798 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-74615dfe-8d07-454a-9b66-072e1028a120 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:23.628917 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74615dfe-8d07-454a-9b66-072e1028a120 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (70a61ffc-c53c-424e-9074-a5aac4f9e78e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.684140 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74615dfe-8d07-454a-9b66-072e1028a120 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (70a61ffc-c53c-424e-9074-a5aac4f9e78e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.687631 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74615dfe-8d07-454a-9b66-072e1028a120 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (70a61ffc-c53c-424e-9074-a5aac4f9e78e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.702844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74615dfe-8d07-454a-9b66-072e1028a120 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a61ffc-c53c-424e-9074-a5aac4f9e78e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:23.713129 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74615dfe-8d07-454a-9b66-072e1028a120 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.714643 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-74615dfe-8d07-454a-9b66-072e1028a120 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141894 Jan 28 04:45:23.718375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:23.722765 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7437dfe4-86e6-437d-9f75-3af4eb7bd8c4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:23.748094 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7437dfe4-86e6-437d-9f75-3af4eb7bd8c4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (0234de68-def6-4031-9775-918f5f82ea0c), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.804758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7437dfe4-86e6-437d-9f75-3af4eb7bd8c4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (0234de68-def6-4031-9775-918f5f82ea0c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.808249 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7437dfe4-86e6-437d-9f75-3af4eb7bd8c4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (0234de68-def6-4031-9775-918f5f82ea0c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.826412 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437dfe4-86e6-437d-9f75-3af4eb7bd8c4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0234de68-def6-4031-9775-918f5f82ea0c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:23.834185 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7437dfe4-86e6-437d-9f75-3af4eb7bd8c4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.835386 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7437dfe4-86e6-437d-9f75-3af4eb7bd8c4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160572 Jan 28 04:45:23.838937 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55784) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:23.843474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-12c765db-b240-4555-b896-f689582af1d3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:23.867533 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12c765db-b240-4555-b896-f689582af1d3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (359fb1af-94fc-49da-ac8e-ddbc4995902f), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.928918 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12c765db-b240-4555-b896-f689582af1d3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (359fb1af-94fc-49da-ac8e-ddbc4995902f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.934276 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12c765db-b240-4555-b896-f689582af1d3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (359fb1af-94fc-49da-ac8e-ddbc4995902f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.953162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c765db-b240-4555-b896-f689582af1d3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359fb1af-94fc-49da-ac8e-ddbc4995902f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:23.960876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12c765db-b240-4555-b896-f689582af1d3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:23.962150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-12c765db-b240-4555-b896-f689582af1d3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223018 Jan 28 04:45:23.965594 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:23.969919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-34f18735-2d37-44e0-ad5c-7f54a1060e35 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:23.989599 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-34f18735-2d37-44e0-ad5c-7f54a1060e35 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Project bf5ce3690604434a85d84368342b08c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:45:23.995329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f18735-2d37-44e0-ad5c-7f54a1060e35 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (d66910c2-4532-4406-a7b4-5280d3115b59), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.052141 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f18735-2d37-44e0-ad5c-7f54a1060e35 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (d66910c2-4532-4406-a7b4-5280d3115b59), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.055549 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f18735-2d37-44e0-ad5c-7f54a1060e35 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d66910c2-4532-4406-a7b4-5280d3115b59), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.074013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f18735-2d37-44e0-ad5c-7f54a1060e35 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66910c2-4532-4406-a7b4-5280d3115b59,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:24.080330 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f18735-2d37-44e0-ad5c-7f54a1060e35 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.081569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-34f18735-2d37-44e0-ad5c-7f54a1060e35 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150289 Jan 28 04:45:24.084273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55788) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:24.088581 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-20bbaabf-4594-43b3-91ef-43f8f00d83b8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:24.107361 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-20bbaabf-4594-43b3-91ef-43f8f00d83b8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Project bf5ce3690604434a85d84368342b08c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:45:24.112062 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20bbaabf-4594-43b3-91ef-43f8f00d83b8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (cee2e2d1-b722-4f05-8a57-db903beb30d5), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.169541 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20bbaabf-4594-43b3-91ef-43f8f00d83b8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (cee2e2d1-b722-4f05-8a57-db903beb30d5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.172951 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20bbaabf-4594-43b3-91ef-43f8f00d83b8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (cee2e2d1-b722-4f05-8a57-db903beb30d5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.190761 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbaabf-4594-43b3-91ef-43f8f00d83b8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee2e2d1-b722-4f05-8a57-db903beb30d5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:24.198978 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20bbaabf-4594-43b3-91ef-43f8f00d83b8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.200181 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-20bbaabf-4594-43b3-91ef-43f8f00d83b8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1149745 Jan 28 04:45:24.203104 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55790) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:24.207802 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'network': {'name': 'tempest-network-smoke--671870202', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:24.226342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:24.230468 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.254529 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:45:24.264585 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d4c56f62-0e08-4519-95e7-d94dccf34d33), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.264982 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Added segment d4c56f62-0e08-4519-95e7-d94dccf34d33 of type vlan for network d3efefea-5148-49c8-9fcf-c59a21c8a73d Jan 28 04:45:24.307519 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d3efefea-5148-49c8-9fcf-c59a21c8a73d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.332400 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d3efefea-5148-49c8-9fcf-c59a21c8a73d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.338057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:24.338772 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.393207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 66b0e88b-afa9-40bf-94f0-97d9b65559fe no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:45:24.405447 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1988661 Jan 28 04:45:24.406492 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55792) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:24.410346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'admin_state_up': True, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:24.414039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 66b0e88b-afa9-40bf-94f0-97d9b65559fe {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:45:24.414389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 66b0e88b-afa9-40bf-94f0-97d9b65559fe not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:45:24.420612 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3e464-3d3b-4887-bbed-8e9017cb70e1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Network': ['ID=d3efefea-5148-49c8-9fcf-c59a21c8a73d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:24.432264 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d3efefea-5148-49c8-9fcf-c59a21c8a73d details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:45:24.435678 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (706b58b7-194e-4cb2-9009-3f1bb35a5e69), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.436797 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (706b58b7-194e-4cb2-9009-3f1bb35a5e69), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.493353 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_controller (706b58b7-194e-4cb2-9009-3f1bb35a5e69), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.627478 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (706b58b7-194e-4cb2-9009-3f1bb35a5e69), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.817566 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (706b58b7-194e-4cb2-9009-3f1bb35a5e69), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.836272 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:24.949514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.25.1.57 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/3c47003f-9e12-4bbb-a60f-3b4d3ca1686e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:25.050564 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:25.084782 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:25.120315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:25.123082 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:25.125504 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:25.160572 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=3c47003f-9e12-4bbb-a60f-3b4d3ca1686e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:25.388120 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (706b58b7-194e-4cb2-9009-3f1bb35a5e69), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:25.594290 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (706b58b7-194e-4cb2-9009-3f1bb35a5e69), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:25.721181 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:45:25.828134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:45:25.838632 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Sync routers for ids ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:45:25.848508 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Routers {'706b58b7-194e-4cb2-9009-3f1bb35a5e69'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:25.849250 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:25.851896 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:25.856358 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-87db6b17-d69c-4059-99a8-9adf5f6d25a3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4465253 Jan 28 04:45:25.856756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55794) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:25.928665 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6d85a40f-0b68-4a0b-a024-22497c40cc0c tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=bf5ce3690604434a85d84368342b08c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706339 Jan 28 04:45:25.931869 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55798) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:25.956357 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Set router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:26.022674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7248eb-8561-492f-bf50-c429662bef35 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.025576 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9f7248eb-8561-492f-bf50-c429662bef35 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923319 Jan 28 04:45:26.027573 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:26.061030 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-82da5fa1-8ea4-4190-a7ca-2bf5f57730d3 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321932 Jan 28 04:45:26.063440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55802) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:26.068100 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974817481', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:26.139045 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:25Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:26.151834 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:26.155254 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.165090 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Checking router: 706b58b7-194e-4cb2-9009-3f1bb35a5e69 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:45:26.165980 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Updating router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:45:26.191149 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.341648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (758eb227-89a2-41f1-82ae-df7d5077e0fb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.407875 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Subnet': ['ID=758eb227-89a2-41f1-82ae-df7d5077e0fb,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:26.415096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Checking segment: {'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:26.415555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network hostable DHCP agents. Network: d3efefea-5148-49c8-9fcf-c59a21c8a73d, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:45:26.433135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network d3efefea-5148-49c8-9fcf-c59a21c8a73d is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:45:26.442840 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d3efefea-5148-49c8-9fcf-c59a21c8a73d) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:26.448284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:26.449358 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.450759 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Publish callbacks [] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.453280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62701ae0-858b-4456-a58b-955490e04c75 None None] Network d3efefea-5148-49c8-9fcf-c59a21c8a73d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:26.457250 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.469880 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f4d07556-78a5-427f-af0e-606f098bfb68 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4054155 Jan 28 04:45:26.472707 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55804) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:26.511252 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Attempting to bind port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:26.511994 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Attempting to bind port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:26.511994 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Attempting to bind port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:26.519230 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Pushing event updated for resources: {'Port': ['ID=3c47003f-9e12-4bbb-a60f-3b4d3ca1686e,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:26.521619 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:45:26.521815 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:26.522199 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.522587 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:45:26.523057 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Bound port: 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:45:26.523429 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.547400 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.547754 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.548093 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.548422 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.548753 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.549100 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.549434 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.549758 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.550080 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.550404 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.550725 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.551047 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.551366 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:45:26.569826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-d3efefea-5148-49c8-9fcf-c59a21c8a73d', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:45:26.571069 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.590170 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] For port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:26.593648 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] For port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3c47003f-9e12-4bbb-a60f-3b4d3ca1686e,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:45:26.598577 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.657138 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab6fd0-a176-4d1f-8d7b-671bf52af8d1 None None] Pushing event updated for resources: {'Port': ['ID=3c47003f-9e12-4bbb-a60f-3b4d3ca1686e,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:26.667188 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Routers {'706b58b7-194e-4cb2-9009-3f1bb35a5e69'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:26.667823 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:26.737057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Allocated IP 172.20.0.2 (d3efefea-5148-49c8-9fcf-c59a21c8a73d/758eb227-89a2-41f1-82ae-df7d5077e0fb/ec683584-9ad3-4bf9-ad2a-cbd1d26d0803) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:26.774341 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] Set router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:26.893878 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Publish callbacks [] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.901248 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.950107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Network d3efefea-5148-49c8-9fcf-c59a21c8a73d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:26.954025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:26.957997 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:26.964823 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:26.967663 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:25Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:26.973989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Pushing event updated for resources: {'Port': ['ID=ec683584-9ad3-4bf9-ad2a-cbd1d26d0803,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:26.995028 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537cd70-29ca-4dbc-b899-456d4c37911d None None] The sync data for ids ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'] in n-d-808199-14 is: [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:25Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:45:27.031073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Attempting to bind port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:27.031719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Attempting to bind port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:27.032257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Attempting to bind port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 on network d3efefea-5148-49c8-9fcf-c59a21c8a73d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:27.037921 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:45:27.038554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Checking segment: {'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:27.039132 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.039705 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Bound using segment: {'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:45:27.040179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Bound port: ec683584-9ad3-4bf9-ad2a-cbd1d26d0803, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:45:27.041190 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.111122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] For port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:27.114561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] For port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ec683584-9ad3-4bf9-ad2a-cbd1d26d0803,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:45:27.120707 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.180554 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ce01d-4c13-4078-864d-2e45592251fe None None] Pushing event updated for resources: {'Port': ['ID=ec683584-9ad3-4bf9-ad2a-cbd1d26d0803,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:27.307778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.20.0.1 (d3efefea-5148-49c8-9fcf-c59a21c8a73d/758eb227-89a2-41f1-82ae-df7d5077e0fb/133fafcb-a847-43e7-9996-24507a14b493) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:27.450205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (133fafcb-a847-43e7-9996-24507a14b493), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.504832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (133fafcb-a847-43e7-9996-24507a14b493), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.556766 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network d3efefea-5148-49c8-9fcf-c59a21c8a73d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:27.560069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:27.562683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:27.594702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=133fafcb-a847-43e7-9996-24507a14b493,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:27.620292 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (706b58b7-194e-4cb2-9009-3f1bb35a5e69), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:27.757378 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (133fafcb-a847-43e7-9996-24507a14b493), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.073264 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (133fafcb-a847-43e7-9996-24507a14b493), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.077919 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (133fafcb-a847-43e7-9996-24507a14b493), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.158445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=133fafcb-a847-43e7-9996-24507a14b493,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:28.163822 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (706b58b7-194e-4cb2-9009-3f1bb35a5e69), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.215025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a176c4d-d0cf-4d3c-9712-ddb6a1cc8050 None None] Network d3efefea-5148-49c8-9fcf-c59a21c8a73d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:45:28.263457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network d3efefea-5148-49c8-9fcf-c59a21c8a73d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:28.264980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:28.332788 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-45271506-9fd8-476a-a1fc-7e4fd9ca3b69 None None] Provisioning complete for port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:28.333190 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-45271506-9fd8-476a-a1fc-7e4fd9ca3b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.393102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:45:28.420074 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-45271506-9fd8-476a-a1fc-7e4fd9ca3b69 None None] Current status of the port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:28.420466 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-45271506-9fd8-476a-a1fc-7e4fd9ca3b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.473590 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-45271506-9fd8-476a-a1fc-7e4fd9ca3b69 None None] For port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ec683584-9ad3-4bf9-ad2a-cbd1d26d0803,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:28.480725 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-45271506-9fd8-476a-a1fc-7e4fd9ca3b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.529952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:45:28.540258 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-fb266998-e60e-40b1-aca9-8ee121a1f782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "PUT /v2.0/routers/706b58b7-194e-4cb2-9009-3f1bb35a5e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0654435 Jan 28 04:45:28.583107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45271506-9fd8-476a-a1fc-7e4fd9ca3b69 None None] Pushing event updated for resources: {'Port': ['ID=ec683584-9ad3-4bf9-ad2a-cbd1d26d0803,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:28.629808 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:28.683851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:28.684490 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.737344 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-e6dc5c7f-9a47-42ec-9758-63eaec26b9d2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189426513&fields=id&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 267 time: 0.0614722 Jan 28 04:45:28.907160 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1abc01bd-d66f-4337-97a0-133075dd50fc None None] Provisioning complete for port 133fafcb-a847-43e7-9996-24507a14b493 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:28.907540 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1abc01bd-d66f-4337-97a0-133075dd50fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (133fafcb-a847-43e7-9996-24507a14b493), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:28.970019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Sync routers for ids ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:45:28.980366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1abc01bd-d66f-4337-97a0-133075dd50fc None None] Port 133fafcb-a847-43e7-9996-24507a14b493 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:45:29.010332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:29.010770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.016206 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Routers {'706b58b7-194e-4cb2-9009-3f1bb35a5e69'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:29.016895 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:29.066019 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1abc01bd-d66f-4337-97a0-133075dd50fc None None] Provisioning complete for port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:29.066395 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1abc01bd-d66f-4337-97a0-133075dd50fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.104293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3c47003f-9e12-4bbb-a60f-3b4d3ca1686e,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:29.114608 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.115427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:29.225080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-b150dfb1-6e39-4e34-adad-f89fedefdd7f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:29.226449 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-b150dfb1-6e39-4e34-adad-f89fedefdd7f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/networks?id=d3efefea-5148-49c8-9fcf-c59a21c8a73d HTTP/1.1" status: 200 len: 796 time: 0.4795189 Jan 28 04:45:29.241868 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-ad3a76ea-570e-47a4-9e43-3aeb4e195f6c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/quotas/bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 375 time: 0.0090015 Jan 28 04:45:29.255417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=3c47003f-9e12-4bbb-a60f-3b4d3ca1686e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:29.259839 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Set router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:29.294491 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-98e81816-6066-4a5c-8c8f-19afae9247b4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461564 Jan 28 04:45:29.361719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:29.362096 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.400795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1abc01bd-d66f-4337-97a0-133075dd50fc None None] Current status of the port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:29.433926 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-0c9ee101-a978-4f90-844a-3c00f57ac9c3 service neutron] 10.222.0.44 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277859 Jan 28 04:45:29.527504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-68f8705d-80a1-44b4-9810-cc5c2a5e7702 service neutron] 10.222.0.44 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875111 Jan 28 04:45:29.549923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:29.560299 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cc5f96e6-2e60-41c6-a9a0-0b74ac31a7d7 None None] Provisioning complete for port 133fafcb-a847-43e7-9996-24507a14b493 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:29.560674 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc5f96e6-2e60-41c6-a9a0-0b74ac31a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (133fafcb-a847-43e7-9996-24507a14b493), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.607010 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f96e6-2e60-41c6-a9a0-0b74ac31a7d7 None None] Port 133fafcb-a847-43e7-9996-24507a14b493 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:45:29.614100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:27Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '133fafcb-a847-43e7-9996-24507a14b493', 'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:64:a6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:27Z', 'updated_at': '2022-01-28T04:45:27Z', 'revision_number': 2, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:29.644974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Checking router: 706b58b7-194e-4cb2-9009-3f1bb35a5e69 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:45:29.644974 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Updating router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 port 133fafcb-a847-43e7-9996-24507a14b493 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:45:29.673023 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (133fafcb-a847-43e7-9996-24507a14b493), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.703669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-76bcf264-4ede-4c2f-bfb4-8695b3522bc1 req-48520217-a912-4572-b65d-5cd6b1eedd0e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 210 time: 0.0320373 Jan 28 04:45:29.951048 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Publish callbacks [] for port (133fafcb-a847-43e7-9996-24507a14b493), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:29.955967 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (133fafcb-a847-43e7-9996-24507a14b493), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.012251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f02f1b-9a5d-4610-9f65-fbadb05eb683 None None] Pushing event updated for resources: {'Port': ['ID=133fafcb-a847-43e7-9996-24507a14b493,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:30.070214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Attempting to bind port 133fafcb-a847-43e7-9996-24507a14b493 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:30.070582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Attempting to bind port 133fafcb-a847-43e7-9996-24507a14b493 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:30.070941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Attempting to bind port 133fafcb-a847-43e7-9996-24507a14b493 on network d3efefea-5148-49c8-9fcf-c59a21c8a73d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:30.076566 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:45:30.076970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Checking segment: {'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:30.077371 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.077759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Bound using segment: {'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:45:30.078227 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Bound port: 133fafcb-a847-43e7-9996-24507a14b493, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:45:30.078601 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (133fafcb-a847-43e7-9996-24507a14b493), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.151160 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] For port 133fafcb-a847-43e7-9996-24507a14b493, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:30.154867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] For port 133fafcb-a847-43e7-9996-24507a14b493, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=133fafcb-a847-43e7-9996-24507a14b493,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:45:30.160422 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (133fafcb-a847-43e7-9996-24507a14b493), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.209417 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Routers {'706b58b7-194e-4cb2-9009-3f1bb35a5e69'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:30.210043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:30.273464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f02f1b-9a5d-4610-9f65-fbadb05eb683 None None] Pushing event updated for resources: {'Port': ['ID=133fafcb-a847-43e7-9996-24507a14b493,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:30.285500 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-329c1b2b-5e93-4a27-b28a-d4e3f4c63be7 None None] Provisioning complete for port 133fafcb-a847-43e7-9996-24507a14b493 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:30.285889 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-329c1b2b-5e93-4a27-b28a-d4e3f4c63be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (133fafcb-a847-43e7-9996-24507a14b493), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.381493 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] Set router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:30.478438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:30.555289 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-329c1b2b-5e93-4a27-b28a-d4e3f4c63be7 None None] Current status of the port 133fafcb-a847-43e7-9996-24507a14b493 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:30.555671 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-329c1b2b-5e93-4a27-b28a-d4e3f4c63be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (133fafcb-a847-43e7-9996-24507a14b493), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.636044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-329c1b2b-5e93-4a27-b28a-d4e3f4c63be7 None None] For port 133fafcb-a847-43e7-9996-24507a14b493, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=133fafcb-a847-43e7-9996-24507a14b493,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:30.645110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:30.645525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.647275 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-329c1b2b-5e93-4a27-b28a-d4e3f4c63be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (133fafcb-a847-43e7-9996-24507a14b493), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.806981 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-6259e027-9650-438f-827d-038a3190ef1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:30.808745 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-6259e027-9650-438f-827d-038a3190ef1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/networks?id=d3efefea-5148-49c8-9fcf-c59a21c8a73d HTTP/1.1" status: 200 len: 796 time: 0.1249764 Jan 28 04:45:30.837561 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a8dadc8-e6b5-4309-88ee-7afc978821bd req-ac00b632-1e3e-49e3-aa24-df83851bb390 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 210 time: 0.0341563 Jan 28 04:45:30.887746 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-74ddf4e7-3bbf-4bc7-8a5f-4b18500753c6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 379 time: 0.0639131 Jan 28 04:45:30.897204 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'port': {'device_id': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'admin_state_up': True, 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'security_groups': ['2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:30.952799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7095c114-a127-49bf-8f5e-a200e41b8946 None None] Provisioning complete for port 133fafcb-a847-43e7-9996-24507a14b493 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:30.953192 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7095c114-a127-49bf-8f5e-a200e41b8946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (133fafcb-a847-43e7-9996-24507a14b493), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.958389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c1b2b-5e93-4a27-b28a-d4e3f4c63be7 None None] Pushing event updated for resources: {'Port': ['ID=133fafcb-a847-43e7-9996-24507a14b493,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:31.018701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:45:31.022636 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.056779 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:27Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '133fafcb-a847-43e7-9996-24507a14b493', 'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:64:a6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:27Z', 'updated_at': '2022-01-28T04:45:30Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:31.096491 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf95f6-f93b-49d6-a753-236cb2d473bf None None] The sync data for ids ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'] in n-d-808199-14 is: [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:27Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '133fafcb-a847-43e7-9996-24507a14b493', 'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:64:a6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:27Z', 'updated_at': '2022-01-28T04:45:30Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:45:31.098957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:31.100612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:31.187331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7095c114-a127-49bf-8f5e-a200e41b8946 None None] Current status of the port 133fafcb-a847-43e7-9996-24507a14b493 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:31.194423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.20.0.12 (d3efefea-5148-49c8-9fcf-c59a21c8a73d/758eb227-89a2-41f1-82ae-df7d5077e0fb/decd74c7-52fa-4aba-bc29-8246652d8a31) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:31.208325 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:31.208706 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.303548 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:31.362319 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.398017 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.445966 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network d3efefea-5148-49c8-9fcf-c59a21c8a73d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:31.452322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:31.456933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:31.460978 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=decd74c7-52fa-4aba-bc29-8246652d8a31,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:31.508602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:31.509860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.530289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-eb3ac924-ad1b-4dc5-8683-c9d8a64f8eda tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6366315 Jan 28 04:45:31.547295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Request body: {'port': {'device_id': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:31.615638 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.716916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-653241ac-ee8c-4f4e-b731-e59bf100010b None None] Provisioning complete for port decd74c7-52fa-4aba-bc29-8246652d8a31 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:31.717361 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-653241ac-ee8c-4f4e-b731-e59bf100010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.756890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-653241ac-ee8c-4f4e-b731-e59bf100010b None None] Port decd74c7-52fa-4aba-bc29-8246652d8a31 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:45:31.916990 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decd74c7-52fa-4aba-bc29-8246652d8a31 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:31.925548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Publish callbacks [] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.938676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Transition to ACTIVE for port object decd74c7-52fa-4aba-bc29-8246652d8a31 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:45:31.942681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.960757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d95f7-15cb-4ffb-8860-dc0c22eb80b8 req-d7e444e3-811f-422d-ba89-f21ac2854a9a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:31.963337 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf2d95f7-15cb-4ffb-8860-dc0c22eb80b8 req-d7e444e3-811f-422d-ba89-f21ac2854a9a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 932 time: 0.0521326 Jan 28 04:45:31.994678 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Pushing event updated for resources: {'Port': ['ID=decd74c7-52fa-4aba-bc29-8246652d8a31,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:32.050931 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf2d95f7-15cb-4ffb-8860-dc0c22eb80b8 req-efbf2543-880d-40b6-98c8-70af0c97878d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812049 Jan 28 04:45:32.095500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Attempting to bind port decd74c7-52fa-4aba-bc29-8246652d8a31 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:45:32.095822 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Attempting to bind port decd74c7-52fa-4aba-bc29-8246652d8a31 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:45:32.096146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Attempting to bind port decd74c7-52fa-4aba-bc29-8246652d8a31 on network d3efefea-5148-49c8-9fcf-c59a21c8a73d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.101052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Port decd74c7-52fa-4aba-bc29-8246652d8a31 on network d3efefea-5148-49c8-9fcf-c59a21c8a73d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:45:32.101352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Attempting to bind port decd74c7-52fa-4aba-bc29-8246652d8a31 on network d3efefea-5148-49c8-9fcf-c59a21c8a73d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:45:32.107565 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:45:32.107906 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Checking segment: {'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:45:32.108290 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Bound using segment: {'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:45:32.108813 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Bound port: decd74c7-52fa-4aba-bc29-8246652d8a31, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c56f62-0e08-4519-95e7-d94dccf34d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:45:32.109194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.179384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] For port decd74c7-52fa-4aba-bc29-8246652d8a31, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:45:32.182907 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] For port decd74c7-52fa-4aba-bc29-8246652d8a31, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=decd74c7-52fa-4aba-bc29-8246652d8a31,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:45:32.187811 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.226609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:32.227247 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.229570 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] 10.222.0.25 "PUT /v2.0/ports/decd74c7-52fa-4aba-bc29-8246652d8a31 HTTP/1.1" status: 200 len: 1093 time: 0.6872294 Jan 28 04:45:32.230028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'tag': 'decd74c7-52fa-4aba-bc29-8246652d8a31'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:32.232335 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c295b79-8e7c-40dd-b4ec-274d02ebb89b", "tag": "decd74c7-52fa-4aba-bc29-8246652d8a31"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:32.271463 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f116ed-9f03-4355-9a2e-5708cb7e78cd service neutron] Pushing event updated for resources: {'Port': ['ID=decd74c7-52fa-4aba-bc29-8246652d8a31,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:32.286503 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a55dfb7-6a41-4c9b-b8b4-67f06ce3e760 x-openstack-request-id: req-5a55dfb7-6a41-4c9b-b8b4-67f06ce3e760 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:32.286874 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c295b79-8e7c-40dd-b4ec-274d02ebb89b", "tag": "decd74c7-52fa-4aba-bc29-8246652d8a31", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:32.287199 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a55dfb7-6a41-4c9b-b8b4-67f06ce3e760 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:32.287847 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'tag': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'status': 'completed', 'code': 200} Jan 28 04:45:32.356483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-460c65a2-bab6-42a6-a7c4-4b9a13e199d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:32.358174 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-460c65a2-bab6-42a6-a7c4-4b9a13e199d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 1096 time: 0.0541956 Jan 28 04:45:32.409920 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-4fad30ab-c87c-47fb-9415-8ce87275f7de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decd74c7-52fa-4aba-bc29-8246652d8a31 HTTP/1.1" status: 200 len: 217 time: 0.0387955 Jan 28 04:45:32.470084 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-cbaa5205-197a-4d26-a72f-74b1d98a8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:32.471680 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-cbaa5205-197a-4d26-a72f-74b1d98a8353 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=758eb227-89a2-41f1-82ae-df7d5077e0fb HTTP/1.1" status: 200 len: 835 time: 0.0561433 Jan 28 04:45:32.508240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 133fafcb-a847-43e7-9996-24507a14b493 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:32.526165 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-dc690860-1e65-4703-a87c-03fca7ef66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:32.527735 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-dc690860-1e65-4703-a87c-03fca7ef66cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3efefea-5148-49c8-9fcf-c59a21c8a73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482233 Jan 28 04:45:32.566551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 133fafcb-a847-43e7-9996-24507a14b493 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:32.566925 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (133fafcb-a847-43e7-9996-24507a14b493), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:32.616797 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-a4956018-cc17-4414-8603-a8483bf1f9a4 service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834110 Jan 28 04:45:32.644463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 133fafcb-a847-43e7-9996-24507a14b493 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:32.710336 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-f6ffc406-e3a6-4091-bda5-71a0fca1e067 req-e0fae159-1d65-4e3f-beaf-e6a6ed304d74 service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880337 Jan 28 04:45:32.831699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-b6b762c9-8566-48cb-8671-bb39abff90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:32.833324 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-b6b762c9-8566-48cb-8671-bb39abff90ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 1096 time: 0.0433314 Jan 28 04:45:32.922135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-07443ccd-01e7-4534-bf5a-7fb090b34b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:32.923651 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-07443ccd-01e7-4534-bf5a-7fb090b34b65 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3efefea-5148-49c8-9fcf-c59a21c8a73d HTTP/1.1" status: 200 len: 897 time: 0.0849888 Jan 28 04:45:32.967265 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-c63477f8-b1c4-4b0d-85cf-064ffd4e6974 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decd74c7-52fa-4aba-bc29-8246652d8a31 HTTP/1.1" status: 200 len: 217 time: 0.0378883 Jan 28 04:45:33.014576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-4e3f5ea2-e9ca-477b-a1b5-5f77a19b3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:33.016058 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-4e3f5ea2-e9ca-477b-a1b5-5f77a19b3996 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=758eb227-89a2-41f1-82ae-df7d5077e0fb HTTP/1.1" status: 200 len: 835 time: 0.0439889 Jan 28 04:45:33.059996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-f9eb84f5-7a6d-4415-8224-7a91b9836483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:33.061537 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-f9eb84f5-7a6d-4415-8224-7a91b9836483 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3efefea-5148-49c8-9fcf-c59a21c8a73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403054 Jan 28 04:45:33.168247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d9414-5b7c-4f70-a861-0af6094e93b2 req-20ded072-2857-49dd-b904-b0742228b2bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:33.169796 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc1d9414-5b7c-4f70-a861-0af6094e93b2 req-20ded072-2857-49dd-b904-b0742228b2bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 944 time: 0.0512130 Jan 28 04:45:33.174590 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-dff8fbf5-488a-43e4-a8d2-254dd5b5c0ce service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068816 Jan 28 04:45:33.231226 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fc1d9414-5b7c-4f70-a861-0af6094e93b2 req-e7a72976-b3c5-404f-beae-eb17204ac2e5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553699 Jan 28 04:45:33.266763 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-44d7083b-8d8f-4f8c-8e96-ebe5097e2df8 req-225fe77a-c7bc-4901-9e13-c4b0be875000 service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869036 Jan 28 04:45:33.629276 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:45:34.347750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd339a-006e-4222-b28c-23b56c8163be req-c1d16e48-d65f-48b6-864a-d75f09fd45cc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:34.349286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ecd339a-006e-4222-b28c-23b56c8163be req-c1d16e48-d65f-48b6-864a-d75f09fd45cc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 944 time: 0.0481546 Jan 28 04:45:34.398570 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7ecd339a-006e-4222-b28c-23b56c8163be req-41e1e673-b382-4b35-9027-a6d1afa75b15 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430954 Jan 28 04:45:35.514752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4f359-4c81-44e7-82db-1b962d6b7266 req-28abda7c-b50d-4055-a915-167e61e43577 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:35.516249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97e4f359-4c81-44e7-82db-1b962d6b7266 req-28abda7c-b50d-4055-a915-167e61e43577 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 944 time: 0.0475583 Jan 28 04:45:35.564121 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97e4f359-4c81-44e7-82db-1b962d6b7266 req-37d56a24-0238-4a13-8381-810992077d33 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423319 Jan 28 04:45:35.904614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device decd74c7-52fa-4aba-bc29-8246652d8a31 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:45:36.002457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port decd74c7-52fa-4aba-bc29-8246652d8a31, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=decd74c7-52fa-4aba-bc29-8246652d8a31,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:36.014659 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'port_id': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'mac_address': 'fa:16:3e:30:6e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:45:36.053462 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port decd74c7-52fa-4aba-bc29-8246652d8a31 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:36.053848 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.066663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decd74c7-52fa-4aba-bc29-8246652d8a31 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:45:36.086233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port decd74c7-52fa-4aba-bc29-8246652d8a31, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=decd74c7-52fa-4aba-bc29-8246652d8a31,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:36.090254 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.140305 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=decd74c7-52fa-4aba-bc29-8246652d8a31,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:36.486908 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['decd74c7-52fa-4aba-bc29-8246652d8a31'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:45:36.683599 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7989-0aec-4298-8be5-86ab0f9063fb req-45b7ae04-9611-4795-b7f3-79135ba95ac0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:36.685207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3bc7989-0aec-4298-8be5-86ab0f9063fb req-45b7ae04-9611-4795-b7f3-79135ba95ac0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 945 time: 0.0533097 Jan 28 04:45:36.736135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a3bc7989-0aec-4298-8be5-86ab0f9063fb req-00a9fbd4-ca42-4299-bcab-579c25820023 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452673 Jan 28 04:45:37.851367 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864991e-b69a-4d3f-98dc-8cfece033a4b req-f95e300f-c06c-4e35-a751-3a6c2005a9d8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:37.853461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8864991e-b69a-4d3f-98dc-8cfece033a4b req-f95e300f-c06c-4e35-a751-3a6c2005a9d8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 945 time: 0.0485940 Jan 28 04:45:37.902325 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8864991e-b69a-4d3f-98dc-8cfece033a4b req-39f6aff2-c5dd-4d6b-bc20-de484fbeeda2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431483 Jan 28 04:45:37.926340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device decd74c7-52fa-4aba-bc29-8246652d8a31 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:45:37.977204 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port decd74c7-52fa-4aba-bc29-8246652d8a31 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:45:37.981710 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port decd74c7-52fa-4aba-bc29-8246652d8a31 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:45:37.982092 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.060353 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port decd74c7-52fa-4aba-bc29-8246652d8a31 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:45:38.060665 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.089612 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decd74c7-52fa-4aba-bc29-8246652d8a31'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:38.091870 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8321297-1adb-481b-869f-6e0b9e65c11f" -d '{"events": [{"server_uuid": "7c295b79-8e7c-40dd-b4ec-274d02ebb89b", "name": "network-vif-plugged", "status": "completed", "tag": "decd74c7-52fa-4aba-bc29-8246652d8a31"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:38.104684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port decd74c7-52fa-4aba-bc29-8246652d8a31, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=decd74c7-52fa-4aba-bc29-8246652d8a31,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:45:38.109417 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:38.136094 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f714ff3b-130a-40f3-92c5-9f841e07ca84 x-openstack-request-id: req-f714ff3b-130a-40f3-92c5-9f841e07ca84 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:38.136391 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c295b79-8e7c-40dd-b4ec-274d02ebb89b", "name": "network-vif-plugged", "status": "completed", "tag": "decd74c7-52fa-4aba-bc29-8246652d8a31", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:38.136677 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f714ff3b-130a-40f3-92c5-9f841e07ca84 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:38.137098 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'code': 200} Jan 28 04:45:38.163066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=decd74c7-52fa-4aba-bc29-8246652d8a31,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:38.259918 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2aa2e-c710-42c2-8005-eb19f8b2aba9 req-4841e0ee-124e-4d09-b38d-83be06969d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:38.261828 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ce2aa2e-c710-42c2-8005-eb19f8b2aba9 req-4841e0ee-124e-4d09-b38d-83be06969d7d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 1098 time: 0.0425067 Jan 28 04:45:38.314607 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5ce2aa2e-c710-42c2-8005-eb19f8b2aba9 req-f2a9d013-8c33-4c40-af4e-da29f7976129 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465434 Jan 28 04:45:39.015853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f038-048a-497e-8a83-b994749bb5ff req-6c6f1691-298f-40d4-bae1-2748fb5e43af tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:39.017457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c17f038-048a-497e-8a83-b994749bb5ff req-6c6f1691-298f-40d4-bae1-2748fb5e43af tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0489609 Jan 28 04:45:39.071802 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9c17f038-048a-497e-8a83-b994749bb5ff req-db303382-d9f1-447d-a18d-00673dc99e16 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486968 Jan 28 04:45:40.190446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d438d-3e85-4d38-be9c-758a3b78098b req-29a32788-b16c-4b31-9b78-fabc3bdfe4ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:40.191973 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-513d438d-3e85-4d38-be9c-758a3b78098b req-29a32788-b16c-4b31-9b78-fabc3bdfe4ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0500808 Jan 28 04:45:40.244786 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-513d438d-3e85-4d38-be9c-758a3b78098b req-fb02ab21-fa02-4893-8150-9a2432536891 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455275 Jan 28 04:45:40.356284 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf163c92-db78-4489-bf35-f6fef83387a2 req-6527a359-ebb8-4c49-8294-405696fe4ab6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:40.357906 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf163c92-db78-4489-bf35-f6fef83387a2 req-6527a359-ebb8-4c49-8294-405696fe4ab6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0475683 Jan 28 04:45:40.408904 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf163c92-db78-4489-bf35-f6fef83387a2 req-43efb1f1-6d3e-4d19-b1a8-4dd3b7be6ef3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449047 Jan 28 04:45:40.430565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:40.479193 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9dd406-2210-4106-84fd-4140f8f4acfe tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:40.480729 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8e9dd406-2210-4106-84fd-4140f8f4acfe tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 1093 time: 0.0482659 Jan 28 04:45:40.483721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55862) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:40.489161 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:45:40.511795 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.610733 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.691532 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c97105cd-a115-45d4-9905-502471119ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.720317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.25.1.54 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/7ae60e3c-2361-4403-a038-135d928479df) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:45:40.829970 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (7ae60e3c-2361-4403-a038-135d928479df), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.865026 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7ae60e3c-2361-4403-a038-135d928479df), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.906338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:45:40.909162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:45:40.912562 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:45:40.942560 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=7ae60e3c-2361-4403-a038-135d928479df,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:41.284311 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (3561d1ba-8577-4f23-909c-d665d9edb85c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.352142 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7ae60e3c-2361-4403-a038-135d928479df), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.501812 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (7ae60e3c-2361-4403-a038-135d928479df), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.506276 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (7ae60e3c-2361-4403-a038-135d928479df), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.570754 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=7ae60e3c-2361-4403-a038-135d928479df,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:45:41.584354 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (3561d1ba-8577-4f23-909c-d665d9edb85c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:41.685437 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Floating IP 3561d1ba-8577-4f23-909c-d665d9edb85c associated. External IP: 172.25.1.54, port: decd74c7-52fa-4aba-bc29-8246652d8a31. Jan 28 04:45:41.891442 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:45:42.003337 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:45:42.013861 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] Sync routers for ids ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:45:42.021965 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:42.023528 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] Routers {'706b58b7-194e-4cb2-9009-3f1bb35a5e69'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:42.024135 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:42.051440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b6e607d6-7cc9-4009-a67c-175eca1de6d9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5666938 Jan 28 04:45:42.052035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'tag': 'decd74c7-52fa-4aba-bc29-8246652d8a31'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:45:42.054321 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84429c48-8ceb-477f-860d-645eac3063b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c295b79-8e7c-40dd-b4ec-274d02ebb89b", "tag": "decd74c7-52fa-4aba-bc29-8246652d8a31"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:45:42.094273 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f582856-fce9-4292-af3c-d224623183db x-openstack-request-id: req-2f582856-fce9-4292-af3c-d224623183db {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:45:42.094616 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c295b79-8e7c-40dd-b4ec-274d02ebb89b", "tag": "decd74c7-52fa-4aba-bc29-8246652d8a31", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:45:42.094881 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f582856-fce9-4292-af3c-d224623183db {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:45:42.095294 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'tag': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'status': 'completed', 'code': 200} Jan 28 04:45:42.140613 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] Set router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:42.168223 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9023439-d793-4e9b-b88c-d3a2b9a1089f req-fd6bf1df-801a-49c1-8fa2-bff130319c62 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:42.170019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9023439-d793-4e9b-b88c-d3a2b9a1089f req-fd6bf1df-801a-49c1-8fa2-bff130319c62 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0534759 Jan 28 04:45:42.177442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429c48-8ceb-477f-860d-645eac3063b0 req-c2284c57-4b8b-426d-935d-4a7d10f6dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:42.179084 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84429c48-8ceb-477f-860d-645eac3063b0 req-c2284c57-4b8b-426d-935d-4a7d10f6dc78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 1098 time: 0.0426493 Jan 28 04:45:42.228078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9023439-d793-4e9b-b88c-d3a2b9a1089f req-38257861-3b69-4fb8-b8b7-041d9b26227f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519753 Jan 28 04:45:42.251985 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55868) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:42.272895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429c48-8ceb-477f-860d-645eac3063b0 req-1084df8a-994a-4101-b342-93c3881d3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:42.274570 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84429c48-8ceb-477f-860d-645eac3063b0 req-1084df8a-994a-4101-b342-93c3881d3a6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3efefea-5148-49c8-9fcf-c59a21c8a73d HTTP/1.1" status: 200 len: 897 time: 0.0903785 Jan 28 04:45:42.319972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d55288c0-4b93-411f-8401-fa12adfaab47 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/3561d1ba-8577-4f23-909c-d665d9edb85c HTTP/1.1" status: 200 len: 991 time: 0.0654452 Jan 28 04:45:42.344792 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84429c48-8ceb-477f-860d-645eac3063b0 req-ba65b755-41a4-4d15-89e7-03d1253da5e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decd74c7-52fa-4aba-bc29-8246652d8a31 HTTP/1.1" status: 200 len: 999 time: 0.0647030 Jan 28 04:45:42.382562 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:27Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '3561d1ba-8577-4f23-909c-d665d9edb85c', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'port_id': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'mac_address': 'fa:16:3e:30:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:45:41Z', 'updated_at': '2022-01-28T04:45:41Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133fafcb-a847-43e7-9996-24507a14b493', 'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:64:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:27Z', 'updated_at': '2022-01-28T04:45:30Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:42.393042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429c48-8ceb-477f-860d-645eac3063b0 req-71b9fbf1-a4d2-4c65-ac09-6f9f7c7e65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:42.394539 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84429c48-8ceb-477f-860d-645eac3063b0 req-71b9fbf1-a4d2-4c65-ac09-6f9f7c7e65e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=758eb227-89a2-41f1-82ae-df7d5077e0fb HTTP/1.1" status: 200 len: 835 time: 0.0442841 Jan 28 04:45:42.418180 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] Checking router: 706b58b7-194e-4cb2-9009-3f1bb35a5e69 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:45:42.426523 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] Routers {'706b58b7-194e-4cb2-9009-3f1bb35a5e69'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:45:42.427119 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:45:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:42.439604 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429c48-8ceb-477f-860d-645eac3063b0 req-fdc34e90-91c8-46d1-acee-54fb52da7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:45:42.441194 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84429c48-8ceb-477f-860d-645eac3063b0 req-fdc34e90-91c8-46d1-acee-54fb52da7593 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3efefea-5148-49c8-9fcf-c59a21c8a73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410917 Jan 28 04:45:42.537392 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84429c48-8ceb-477f-860d-645eac3063b0 req-e72dd158-6de7-4a8c-bd9d-12aa0459f8f4 service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909531 Jan 28 04:45:42.546447 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] Set router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:45:42.627997 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-84429c48-8ceb-477f-860d-645eac3063b0 req-b421862d-607a-41ca-9784-be6adbfc388b service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842829 Jan 28 04:45:42.718608 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a762e6f6-8f00-47d3-b02a-5d1b91c746b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:42.773090 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:27Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '3561d1ba-8577-4f23-909c-d665d9edb85c', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'port_id': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'mac_address': 'fa:16:3e:30:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:45:41Z', 'updated_at': '2022-01-28T04:45:41Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133fafcb-a847-43e7-9996-24507a14b493', 'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:64:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:27Z', 'updated_at': '2022-01-28T04:45:30Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:45:42.886079 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae77673-587e-4a14-831f-090669d8aca8 None None] The sync data for ids ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'] in n-d-808199-14 is: [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:27Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '3561d1ba-8577-4f23-909c-d665d9edb85c', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'port_id': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'mac_address': 'fa:16:3e:30:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:45:41Z', 'updated_at': '2022-01-28T04:45:41Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133fafcb-a847-43e7-9996-24507a14b493', 'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:64:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:27Z', 'updated_at': '2022-01-28T04:45:30Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:45:42.888496 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:43.093164 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799590c-ee0e-4c93-854b-2f16af422934 None None] New status for floating IP 3561d1ba-8577-4f23-909c-d665d9edb85c: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:45:43.323440 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:45:43.387733 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b40d6c54-920f-47cb-a2cb-ff6be876114f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/3561d1ba-8577-4f23-909c-d665d9edb85c HTTP/1.1" status: 200 len: 993 time: 0.0631454 Jan 28 04:45:44.550201 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:45.117172 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:45.777009 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:46.958334 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:55.235019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-a82b9e57-37b6-43bc-9898-1cdbf187f3dd req-1bd02d91-fed8-4962-bf4e-59311d6a293a service neutron] (103288) timed out ('10.222.0.44', 51120) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:46:10.629470 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:46:10.693784 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23a57726-438c-400a-898a-eb0d991fcd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.720287 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12e3cc1c-de13-4161-9e56-4cce7a663d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:12.879825 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:14.553167 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:15.134864 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:15.780362 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:16.960866 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:17.334719 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-54358438-aeff-401d-95e9-819ff1e511c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389190 Jan 28 04:46:17.429851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-bc076241-1c20-4e46-8f48-d51500b5ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:17.431318 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-bc076241-1c20-4e46-8f48-d51500b5ee63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 1098 time: 0.0403924 Jan 28 04:46:17.548623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-71af3cc6-1b13-49ed-8aa8-2ff94a6aa4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:17.550135 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-71af3cc6-1b13-49ed-8aa8-2ff94a6aa4d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3efefea-5148-49c8-9fcf-c59a21c8a73d HTTP/1.1" status: 200 len: 897 time: 0.1004503 Jan 28 04:46:17.614997 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-18663fc0-9018-4846-aedb-359ab36ca4cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decd74c7-52fa-4aba-bc29-8246652d8a31 HTTP/1.1" status: 200 len: 1001 time: 0.0583642 Jan 28 04:46:17.665826 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-50d261e9-f2e7-47d8-ba69-485b521d4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:17.667244 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-50d261e9-f2e7-47d8-ba69-485b521d4f9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=758eb227-89a2-41f1-82ae-df7d5077e0fb HTTP/1.1" status: 200 len: 835 time: 0.0471637 Jan 28 04:46:17.711028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-4ec46b75-59d6-4fda-9f1d-940c3de5966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:17.712499 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-4ec46b75-59d6-4fda-9f1d-940c3de5966b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3efefea-5148-49c8-9fcf-c59a21c8a73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401402 Jan 28 04:46:17.800153 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-860666cd-fe62-4349-ab1a-270384d8400b service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818622 Jan 28 04:46:17.894403 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-acd5a207-f51d-4efb-8f03-335e3ff86f46 req-883cfe31-0b84-44db-9d70-39b12a4efb93 service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884044 Jan 28 04:46:40.695220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9835ad0-d2d9-48b8-bf27-d16d5d41fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:42.721900 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e70d6388-00bd-4f97-90f0-6448fd09a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:42.890481 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:44.554739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:45.134279 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:45.783213 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:46.286744 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9956df5-06a2-4db1-8805-b4c89ff3fd6d req-b3ec5c84-9fd1-4e0e-a777-52668c8d9bb2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:46.288242 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9956df5-06a2-4db1-8805-b4c89ff3fd6d req-b3ec5c84-9fd1-4e0e-a777-52668c8d9bb2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.1139133 Jan 28 04:46:46.336002 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a9956df5-06a2-4db1-8805-b4c89ff3fd6d req-b7f380fb-8ba5-4620-b79d-e866cb40fd04 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421705 Jan 28 04:46:46.962033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:47.523523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0994b-98eb-4d96-975b-56653536dc32 req-6f4aa043-a7d6-401d-ab38-4a03d27f7bec tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:47.525029 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bf0994b-98eb-4d96-975b-56653536dc32 req-6f4aa043-a7d6-401d-ab38-4a03d27f7bec tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.1178133 Jan 28 04:46:47.573452 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9bf0994b-98eb-4d96-975b-56653536dc32 req-49f46810-058c-42e7-9d3f-cdfedb87242b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421822 Jan 28 04:46:47.628237 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:46:48.688384 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011fa4b-ef75-4082-85c6-cead062975b7 req-6f3eed1d-212e-4d1f-a353-185152f0d0d3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:48.689820 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0011fa4b-ef75-4082-85c6-cead062975b7 req-6f3eed1d-212e-4d1f-a353-185152f0d0d3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0480475 Jan 28 04:46:48.738637 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0011fa4b-ef75-4082-85c6-cead062975b7 req-2c3f6584-28a3-47b9-b611-2b808141cffc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430567 Jan 28 04:46:49.858803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead66e09-cd4a-4925-9886-56a5eacdf047 req-73a00793-addc-4a73-b10b-c98c35bd1126 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:49.860280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ead66e09-cd4a-4925-9886-56a5eacdf047 req-73a00793-addc-4a73-b10b-c98c35bd1126 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0487139 Jan 28 04:46:49.911100 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ead66e09-cd4a-4925-9886-56a5eacdf047 req-3f77c033-3c8f-4b6d-9c89-165a516e54b9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452056 Jan 28 04:46:51.025359 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba3411-64c7-4bd3-b067-77fc3733feb5 req-c9a411aa-36e1-4e1b-9d42-cb5c0c2ef20c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:51.026960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1ba3411-64c7-4bd3-b067-77fc3733feb5 req-c9a411aa-36e1-4e1b-9d42-cb5c0c2ef20c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0486040 Jan 28 04:46:51.075941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1ba3411-64c7-4bd3-b067-77fc3733feb5 req-6264e536-58be-40c5-bfcc-b8498b7559ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428879 Jan 28 04:46:52.200016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb4aef-9005-405b-95ba-5fb11bab490e req-80c3b750-ba68-4057-abf7-976545da3cc6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:52.201427 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eabb4aef-9005-405b-95ba-5fb11bab490e req-80c3b750-ba68-4057-abf7-976545da3cc6 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0494115 Jan 28 04:46:52.249562 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-eabb4aef-9005-405b-95ba-5fb11bab490e req-149e8f82-0120-427e-beda-a00c93450c99 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424440 Jan 28 04:46:53.369255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041d44b-0506-4555-bce6-587c1784fe63 req-7d26bcab-52ab-46b3-b57c-f148f25e7b62 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:53.370745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8041d44b-0506-4555-bce6-587c1784fe63 req-7d26bcab-52ab-46b3-b57c-f148f25e7b62 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0523951 Jan 28 04:46:53.419115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8041d44b-0506-4555-bce6-587c1784fe63 req-9270348d-bcb7-4650-bf87-a296bf826628 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428095 Jan 28 04:46:54.532306 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb2a83-becd-48e3-985c-8b35010f178d req-ad1e5f79-a1a7-4ba8-b511-a2457c49a782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:54.533805 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97cb2a83-becd-48e3-985c-8b35010f178d req-ad1e5f79-a1a7-4ba8-b511-a2457c49a782 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0472548 Jan 28 04:46:54.582390 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-97cb2a83-becd-48e3-985c-8b35010f178d req-3003181b-7eea-4f9b-a553-72ae1a288b34 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 Jan 28 04:46:55.697909 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcb0c9-afb9-4397-8202-2bdebddb7250 req-f42f5870-0799-4e33-9342-fca1e67f8f2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:55.699527 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8dcb0c9-afb9-4397-8202-2bdebddb7250 req-f42f5870-0799-4e33-9342-fca1e67f8f2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0485761 Jan 28 04:46:55.752346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c8dcb0c9-afb9-4397-8202-2bdebddb7250 req-7f900670-f013-480f-bf48-b4b20eb25070 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472913 Jan 28 04:46:56.872600 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc729c-1d4e-475a-b50b-d3a0e690c0b1 req-f2ca7a06-ff08-42d6-9009-cde64cff3f2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:56.874103 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dbc729c-1d4e-475a-b50b-d3a0e690c0b1 req-f2ca7a06-ff08-42d6-9009-cde64cff3f2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0485401 Jan 28 04:46:56.922347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dbc729c-1d4e-475a-b50b-d3a0e690c0b1 req-8335978b-ba88-4a16-9a8e-5e1a1073cf4d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427101 Jan 28 04:46:56.945764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55936) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:46:57.006850 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0c5ad37f-7918-4e23-98f3-d04afb29555b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/3561d1ba-8577-4f23-909c-d665d9edb85c HTTP/1.1" status: 200 len: 993 time: 0.0593679 Jan 28 04:46:58.282883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c9d78-b12c-434f-a714-a6edf5ca42e2 req-d5c35b0c-ee05-4f5f-8407-902c4575f372 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:58.284314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d1c9d78-b12c-434f-a714-a6edf5ca42e2 req-d5c35b0c-ee05-4f5f-8407-902c4575f372 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0499141 Jan 28 04:46:58.335315 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9d1c9d78-b12c-434f-a714-a6edf5ca42e2 req-19a6d82b-08a0-40b4-bce9-998f72ea98f5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448747 Jan 28 04:46:58.365804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-74bacb2c-4325-4426-a973-fcf78327a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:58.367289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-74bacb2c-4325-4426-a973-fcf78327a0f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 1098 time: 0.0827229 Jan 28 04:46:58.458555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-dc02c72e-2b74-41ba-b0cd-0ce968b93737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:58.460017 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-dc02c72e-2b74-41ba-b0cd-0ce968b93737 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3efefea-5148-49c8-9fcf-c59a21c8a73d HTTP/1.1" status: 200 len: 897 time: 0.0847154 Jan 28 04:46:58.528376 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-7dc70774-2c27-4d95-9ae1-9846088f2fda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decd74c7-52fa-4aba-bc29-8246652d8a31 HTTP/1.1" status: 200 len: 1001 time: 0.0620508 Jan 28 04:46:58.576130 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-b63ccd2d-fb19-4125-a21a-f304f793a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:58.577521 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-b63ccd2d-fb19-4125-a21a-f304f793a6b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=758eb227-89a2-41f1-82ae-df7d5077e0fb HTTP/1.1" status: 200 len: 835 time: 0.0439506 Jan 28 04:46:58.619891 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-9f815952-817c-4f96-a792-af9670ddeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:58.621909 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-9f815952-817c-4f96-a792-af9670ddeb37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3efefea-5148-49c8-9fcf-c59a21c8a73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388339 Jan 28 04:46:58.711926 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-427362ef-9d17-400c-8bfd-ff8779e5047c service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845492 Jan 28 04:46:58.798804 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-1d10ceba-7c7c-4c83-9d53-f9c57da3ba26 req-046cd532-5ddb-4001-aa70-88e581421709 service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811193 Jan 28 04:46:59.464112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0e0f-15dc-459b-aaf7-e71c73e9f150 req-0a8fa528-d679-4b10-880a-731ac7608187 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:46:59.466607 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c51e0e0f-15dc-459b-aaf7-e71c73e9f150 req-0a8fa528-d679-4b10-880a-731ac7608187 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0570850 Jan 28 04:46:59.516552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c51e0e0f-15dc-459b-aaf7-e71c73e9f150 req-72e80cdb-a18b-42d1-a12f-b86717fa9a2d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434136 Jan 28 04:47:00.632808 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dc114-2a2a-4c8c-8455-dd279e60e457 req-d5ea12af-2c87-433a-ab46-237663ab825c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:00.634300 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac9dc114-2a2a-4c8c-8455-dd279e60e457 req-d5ea12af-2c87-433a-ab46-237663ab825c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0479672 Jan 28 04:47:00.682813 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ac9dc114-2a2a-4c8c-8455-dd279e60e457 req-18cab527-7258-4fc1-840e-25c55116f5c3 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428259 Jan 28 04:47:00.705639 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:00.768668 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-846dc914-0aa0-450c-8727-a76e5822781f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/3561d1ba-8577-4f23-909c-d665d9edb85c HTTP/1.1" status: 200 len: 993 time: 0.0618796 Jan 28 04:47:10.696830 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-863cbd11-ccf5-40e5-8304-0aedef8e4e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.724548 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c09e7e7b-90f8-413f-9ae7-d53da827f608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:12.895004 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:14.558685 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:15.132939 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:15.787976 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:16.964999 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:19.334625 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-2d6f9cb0-2460-487b-b23d-334bae785fcd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401125 Jan 28 04:47:19.437661 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-1a0feaac-b3ae-496d-a7b6-a7c1361ac97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:19.439142 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-1a0feaac-b3ae-496d-a7b6-a7c1361ac97e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 1098 time: 0.0441756 Jan 28 04:47:19.540090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-b624280c-8466-420f-aa98-283c131e8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:19.541579 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-b624280c-8466-420f-aa98-283c131e8c53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3efefea-5148-49c8-9fcf-c59a21c8a73d HTTP/1.1" status: 200 len: 897 time: 0.0835788 Jan 28 04:47:19.612447 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-2ed099ae-0ef2-4ae1-aae4-54bffef2a0cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decd74c7-52fa-4aba-bc29-8246652d8a31 HTTP/1.1" status: 200 len: 1001 time: 0.0617876 Jan 28 04:47:19.660495 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-60d996ee-d283-43c6-b80a-f5d65b3bbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:19.662026 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-60d996ee-d283-43c6-b80a-f5d65b3bbfb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=758eb227-89a2-41f1-82ae-df7d5077e0fb HTTP/1.1" status: 200 len: 835 time: 0.0429056 Jan 28 04:47:19.706383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-a90fc4e8-9d54-43ae-8562-51c1f478c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:19.707846 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-a90fc4e8-9d54-43ae-8562-51c1f478c765 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3efefea-5148-49c8-9fcf-c59a21c8a73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403380 Jan 28 04:47:19.798508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-1082de63-3d88-4832-bcab-8d2072b11d47 service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842545 Jan 28 04:47:19.888438 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-03ce92b9-3f57-4add-87a3-16d93bb87fc5 req-92dbddb9-3dac-4d5e-af1d-dfe970da6924 service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827470 Jan 28 04:47:24.626759 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:47:40.700105 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c924c22-85b0-404b-9b8f-f1b12cb233b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:42.725907 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46f3c773-f74f-45d0-9b61-7f1267d6ac96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:42.907633 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:44.561513 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:45.141769 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:45.788992 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:46.967229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:49.238333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55966) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:49.763927 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 7ae60e3c-2361-4403-a038-135d928479df {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:49.764273 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7ae60e3c-2361-4403-a038-135d928479df), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:49.842664 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7ae60e3c-2361-4403-a038-135d928479df), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:49.842984 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (7ae60e3c-2361-4403-a038-135d928479df), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:49.862226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 7ae60e3c-2361-4403-a038-135d928479df owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:50.013668 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7ae60e3c-2361-4403-a038-135d928479df), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:50.039878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=7ae60e3c-2361-4403-a038-135d928479df,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:50.062400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.062744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.063080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.063412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.063737 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.064059 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.064380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.064698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.065049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.065369 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.065684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.065996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.066307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:50.107550 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (3561d1ba-8577-4f23-909c-d665d9edb85c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:50.107874 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Floating IP 3561d1ba-8577-4f23-909c-d665d9edb85c disassociated (deleted). External IP: 172.25.1.54, port: decd74c7-52fa-4aba-bc29-8246652d8a31. Jan 28 04:47:50.332245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:47:50.438747 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:47:50.443177 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:50.450036 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] Sync routers for ids ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:47:50.460002 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] Routers {'706b58b7-194e-4cb2-9009-3f1bb35a5e69'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:47:50.460624 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:47:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:50.470712 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-46aa5f6d-2a52-4585-85ee-d20ec6ce76a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/floatingips/3561d1ba-8577-4f23-909c-d665d9edb85c HTTP/1.1" status: 204 len: 168 time: 1.2312136 Jan 28 04:47:50.471281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'tag': 'decd74c7-52fa-4aba-bc29-8246652d8a31'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:50.473641 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40962caf-e47e-424f-8e06-4ec2dc7fc428" -d '{"events": [{"name": "network-changed", "server_uuid": "7c295b79-8e7c-40dd-b4ec-274d02ebb89b", "tag": "decd74c7-52fa-4aba-bc29-8246652d8a31"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:50.513545 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c478a-4dca-4fc3-9d0e-3d25149a70f8 x-openstack-request-id: req-d81c478a-4dca-4fc3-9d0e-3d25149a70f8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:50.513843 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c295b79-8e7c-40dd-b4ec-274d02ebb89b", "tag": "decd74c7-52fa-4aba-bc29-8246652d8a31", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:50.514102 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d81c478a-4dca-4fc3-9d0e-3d25149a70f8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:50.514517 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'tag': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'status': 'completed', 'code': 200} Jan 28 04:47:50.571000 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] Set router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:47:50.601254 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-ceb2faae-ce79-4162-abc1-ca16932954ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:50.603100 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-ceb2faae-ce79-4162-abc1-ca16932954ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 1098 time: 0.0465765 Jan 28 04:47:50.709431 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-140bc76d-20e2-44c9-bf20-6715ae0f7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:50.710938 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-140bc76d-20e2-44c9-bf20-6715ae0f7409 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3efefea-5148-49c8-9fcf-c59a21c8a73d HTTP/1.1" status: 200 len: 897 time: 0.1000831 Jan 28 04:47:50.712354 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b29ee-9321-4831-901f-2e0a291849eb req-1639f405-4db7-41da-91eb-070760fa7aae tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:50.714046 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3b29ee-9321-4831-901f-2e0a291849eb req-1639f405-4db7-41da-91eb-070760fa7aae tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0511858 Jan 28 04:47:50.753851 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-1d3c3b8e-82eb-41d9-a56b-d9df45f79a47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decd74c7-52fa-4aba-bc29-8246652d8a31 HTTP/1.1" status: 200 len: 217 time: 0.0360010 Jan 28 04:47:50.766263 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4d3b29ee-9321-4831-901f-2e0a291849eb req-a1040d7b-8946-4ac3-9c64-1d5afb83ce0a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459929 Jan 28 04:47:50.786015 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:27Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '133fafcb-a847-43e7-9996-24507a14b493', 'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:64:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:27Z', 'updated_at': '2022-01-28T04:45:30Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:50.808728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-e2fe986f-ee61-494c-9c90-396458575ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:50.810329 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-e2fe986f-ee61-494c-9c90-396458575ff6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=758eb227-89a2-41f1-82ae-df7d5077e0fb HTTP/1.1" status: 200 len: 835 time: 0.0502114 Jan 28 04:47:50.812898 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] Checking router: 706b58b7-194e-4cb2-9009-3f1bb35a5e69 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:47:50.821971 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] Routers {'706b58b7-194e-4cb2-9009-3f1bb35a5e69'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:47:50.822567 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:47:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:50.857924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-bf20468d-a95e-4d13-8ec0-c7eb45a538e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:50.859342 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-bf20468d-a95e-4d13-8ec0-c7eb45a538e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3efefea-5148-49c8-9fcf-c59a21c8a73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413389 Jan 28 04:47:50.927226 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] Set router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:47:50.947137 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-5335ae3b-940b-4337-9e5e-21ededa0afcf service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813282 Jan 28 04:47:51.043517 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-40962caf-e47e-424f-8e06-4ec2dc7fc428 req-3e23fdab-2f2d-47b1-b6b3-54130cc632fc service neutron] 10.222.0.25 "GET /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891097 Jan 28 04:47:51.125478 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:27Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '133fafcb-a847-43e7-9996-24507a14b493', 'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:64:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:27Z', 'updated_at': '2022-01-28T04:45:30Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:51.154413 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea464a3b-1eef-463c-8199-fac516180751 None None] The sync data for ids ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'] in n-d-808199-14 is: [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:27Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '133fafcb-a847-43e7-9996-24507a14b493', 'name': '', 'network_id': 'd3efefea-5148-49c8-9fcf-c59a21c8a73d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:64:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:27Z', 'updated_at': '2022-01-28T04:45:30Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': '758eb227-89a2-41f1-82ae-df7d5077e0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:47:51.380350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedef420-b759-424f-9eed-c13888082475 None None] New status for floating IP 3561d1ba-8577-4f23-909c-d665d9edb85c: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:47:51.881509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9fa8-3fc0-4ef7-8387-dfa36f5e5ec8 req-1e860cbc-95ae-4484-be4b-95f2b681d837 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:51.882978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35ad9fa8-3fc0-4ef7-8387-dfa36f5e5ec8 req-1e860cbc-95ae-4484-be4b-95f2b681d837 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0464613 Jan 28 04:47:51.934726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35ad9fa8-3fc0-4ef7-8387-dfa36f5e5ec8 req-071df469-8f67-402e-aee3-518a858bf52a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457401 Jan 28 04:47:52.493414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71832224-c9bf-4697-997f-662706b11641 req-bde541ff-3f5a-4786-b4c3-4f4c943e8e8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:52.494886 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71832224-c9bf-4697-997f-662706b11641 req-bde541ff-3f5a-4786-b4c3-4f4c943e8e8f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 946 time: 0.0493076 Jan 28 04:47:52.587010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-71832224-c9bf-4697-997f-662706b11641 req-23d966a5-7556-4e74-84c8-72baafe27111 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port decd74c7-52fa-4aba-bc29-8246652d8a31 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:52.587369 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-71832224-c9bf-4697-997f-662706b11641 req-23d966a5-7556-4e74-84c8-72baafe27111 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.675617 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-71832224-c9bf-4697-997f-662706b11641 req-23d966a5-7556-4e74-84c8-72baafe27111 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port decd74c7-52fa-4aba-bc29-8246652d8a31, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=decd74c7-52fa-4aba-bc29-8246652d8a31,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:52.675976 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-71832224-c9bf-4697-997f-662706b11641 req-23d966a5-7556-4e74-84c8-72baafe27111 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.689579 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-71832224-c9bf-4697-997f-662706b11641 req-23d966a5-7556-4e74-84c8-72baafe27111 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for decd74c7-52fa-4aba-bc29-8246652d8a31 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:52.819365 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-71832224-c9bf-4697-997f-662706b11641 req-23d966a5-7556-4e74-84c8-72baafe27111 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (decd74c7-52fa-4aba-bc29-8246652d8a31), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.848363 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d966a5-7556-4e74-84c8-72baafe27111 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=decd74c7-52fa-4aba-bc29-8246652d8a31,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:52.889779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-71832224-c9bf-4697-997f-662706b11641 req-23d966a5-7556-4e74-84c8-72baafe27111 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] No DVR routers for this DVR port decd74c7-52fa-4aba-bc29-8246652d8a31 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:47:52.892395 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-71832224-c9bf-4697-997f-662706b11641 req-23d966a5-7556-4e74-84c8-72baafe27111 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:52.895699 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-71832224-c9bf-4697-997f-662706b11641 req-23d966a5-7556-4e74-84c8-72baafe27111 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "DELETE /v2.0/ports/decd74c7-52fa-4aba-bc29-8246652d8a31 HTTP/1.1" status: 204 len: 173 time: 0.3955894 Jan 28 04:47:52.896134 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'name': 'network-vif-deleted', 'tag': 'decd74c7-52fa-4aba-bc29-8246652d8a31'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:47:52.898409 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4fed05-85a5-4840-a7ab-a09f0a34ecb7" -d '{"events": [{"server_uuid": "7c295b79-8e7c-40dd-b4ec-274d02ebb89b", "name": "network-vif-deleted", "tag": "decd74c7-52fa-4aba-bc29-8246652d8a31"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:47:52.938129 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1582ae1f-7e02-4952-81ad-ef509f462a56 x-openstack-request-id: req-1582ae1f-7e02-4952-81ad-ef509f462a56 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:47:52.938416 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c295b79-8e7c-40dd-b4ec-274d02ebb89b", "name": "network-vif-deleted", "tag": "decd74c7-52fa-4aba-bc29-8246652d8a31", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:47:52.938679 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1582ae1f-7e02-4952-81ad-ef509f462a56 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:47:52.939085 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c295b79-8e7c-40dd-b4ec-274d02ebb89b', 'name': 'network-vif-deleted', 'tag': 'decd74c7-52fa-4aba-bc29-8246652d8a31', 'status': 'completed', 'code': 200} Jan 28 04:47:53.031572 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-28430b60-b979-46a1-aedc-7dc2ee34ad61 req-5f953e8f-2cdd-49d3-a6e6-08ec538cde48 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c295b79-8e7c-40dd-b4ec-274d02ebb89b HTTP/1.1" status: 200 len: 210 time: 0.0269663 Jan 28 04:47:54.089197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:54.456864 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (706b58b7-194e-4cb2-9009-3f1bb35a5e69), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:54.712390 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 133fafcb-a847-43e7-9996-24507a14b493 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:54.712662 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (133fafcb-a847-43e7-9996-24507a14b493), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:54.802925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port 133fafcb-a847-43e7-9996-24507a14b493, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=133fafcb-a847-43e7-9996-24507a14b493,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:54.803293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (133fafcb-a847-43e7-9996-24507a14b493), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:54.815279 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 133fafcb-a847-43e7-9996-24507a14b493 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:55.008042 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (133fafcb-a847-43e7-9996-24507a14b493), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.036379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=133fafcb-a847-43e7-9996-24507a14b493,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:55.216527 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (706b58b7-194e-4cb2-9009-3f1bb35a5e69), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.438704 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:47:55.546454 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:47:55.552106 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1b8c00c8-eb91-4559-a904-f21560d88c46 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "PUT /v2.0/routers/706b58b7-194e-4cb2-9009-3f1bb35a5e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618430 Jan 28 04:47:55.554286 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55984) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:55.556231 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] Sync routers for ids ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:47:55.566685 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] Routers {'706b58b7-194e-4cb2-9009-3f1bb35a5e69'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:47:55.567540 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:47:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:55.605608 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting subnet 758eb227-89a2-41f1-82ae-df7d5077e0fb {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:47:55.608718 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (758eb227-89a2-41f1-82ae-df7d5077e0fb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.647264 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (758eb227-89a2-41f1-82ae-df7d5077e0fb), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.677911 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] Set router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:47:55.734986 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (758eb227-89a2-41f1-82ae-df7d5077e0fb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.794493 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (758eb227-89a2-41f1-82ae-df7d5077e0fb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.821351 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Subnet': ['ID=758eb227-89a2-41f1-82ae-df7d5077e0fb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:55.832785 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.838627 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/subnets/758eb227-89a2-41f1-82ae-df7d5077e0fb HTTP/1.1" status: 204 len: 168 time: 0.2807794 Jan 28 04:47:55.838845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d63dc8a-1baa-4cfc-ba23-1efc44a18e55 None None] Network d3efefea-5148-49c8-9fcf-c59a21c8a73d requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:47:55.839311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.839311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.839311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.839311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.839311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.839311 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.839790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.840146 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.840491 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.840829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.841199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.841533 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.841863 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb063f4e-3db0-4167-9347-2164fe3d3fbd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:55.842247 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55986) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:55.961465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (706b58b7-194e-4cb2-9009-3f1bb35a5e69), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:55.966596 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:47:54Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:55.995097 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] Checking router: 706b58b7-194e-4cb2-9009-3f1bb35a5e69 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:47:56.004220 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] Routers {'706b58b7-194e-4cb2-9009-3f1bb35a5e69'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:47:56.004916 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:47:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:56.015082 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] DHCP port deletion for d3efefea-5148-49c8-9fcf-c59a21c8a73d request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:47:56.068430 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Deleting port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:56.068810 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.083961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (706b58b7-194e-4cb2-9009-3f1bb35a5e69), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.137856 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] Set router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:47:56.139434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] For port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ec683584-9ad3-4bf9-ad2a-cbd1d26d0803,segment=NetworkSegment(d4c56f62-0e08-4519-95e7-d94dccf34d33),segment_id=d4c56f62-0e08-4519-95e7-d94dccf34d33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:56.139847 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.141984 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:47:56.142418 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.154480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Calling delete_port for ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:56.238581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=3c47003f-9e12-4bbb-a60f-3b4d3ca1686e,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:47:56.239166 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.240300 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (ec683584-9ad3-4bf9-ad2a-cbd1d26d0803), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.253882 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:47:56.269515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Pushing event deleted for resources: {'Port': ['ID=ec683584-9ad3-4bf9-ad2a-cbd1d26d0803,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:56.274658 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] No DVR routers for this DVR port ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:47:56.286509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.286509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.286509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.286509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.287320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.287320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.287320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.287617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.287852 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.288229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.288535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.289189 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.289701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b555-773f-40c6-8de5-7da50069fde5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:47:56.346837 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:47:54Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:56.373582 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9d294-f3e1-42b3-83e7-62914717d70d None None] The sync data for ids ['706b58b7-194e-4cb2-9009-3f1bb35a5e69'] in n-d-808199-14 is: [{'id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047341917', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:47:54Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': '3c47003f-9e12-4bbb-a60f-3b4d3ca1686e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b58b7-194e-4cb2-9009-3f1bb35a5e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:45:24Z', 'updated_at': '2022-01-28T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:47:56.438922 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3c47003f-9e12-4bbb-a60f-3b4d3ca1686e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.467532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=3c47003f-9e12-4bbb-a60f-3b4d3ca1686e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:56.531300 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (706b58b7-194e-4cb2-9009-3f1bb35a5e69), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.533255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device decd74c7-52fa-4aba-bc29-8246652d8a31 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:47:56.560953 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 133fafcb-a847-43e7-9996-24507a14b493 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:47:56.563313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: decd74c7-52fa-4aba-bc29-8246652d8a31 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:47:56.563643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device decd74c7-52fa-4aba-bc29-8246652d8a31 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:47:56.585286 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 133fafcb-a847-43e7-9996-24507a14b493 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:47:56.585631 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 133fafcb-a847-43e7-9996-24507a14b493 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:47:56.586056 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:47:56.606890 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:47:56.607242 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ec683584-9ad3-4bf9-ad2a-cbd1d26d0803 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:47:56.628896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (706b58b7-194e-4cb2-9009-3f1bb35a5e69), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.631272 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_controller (706b58b7-194e-4cb2-9009-3f1bb35a5e69), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.681004 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (706b58b7-194e-4cb2-9009-3f1bb35a5e69), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.681567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Fanout notify agent at l3_agent the message router_deleted on router 706b58b7-194e-4cb2-9009-3f1bb35a5e69 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:47:56.689226 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.690354 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-5661c515-aecf-460d-95f2-327536e50ab0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/routers/706b58b7-194e-4cb2-9009-3f1bb35a5e69 HTTP/1.1" status: 204 len: 168 time: 0.8468444 Jan 28 04:47:56.692960 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 55988) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:56.772985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d3efefea-5148-49c8-9fcf-c59a21c8a73d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.868325 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d3efefea-5148-49c8-9fcf-c59a21c8a73d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.891131 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3efefea-5148-49c8-9fcf-c59a21c8a73d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:56.900608 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c56f62-0e08-4519-95e7-d94dccf34d33') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:56.900980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c56f62-0e08-4519-95e7-d94dccf34d33') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:47:56.910707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (d4c56f62-0e08-4519-95e7-d94dccf34d33), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.925066 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (d4c56f62-0e08-4519-95e7-d94dccf34d33), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.930936 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:47:56.931337 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (d4c56f62-0e08-4519-95e7-d94dccf34d33), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:47:56.935095 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:47:56.995485 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d3efefea-5148-49c8-9fcf-c59a21c8a73d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:57.003609 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:57.006889 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/networks/d3efefea-5148-49c8-9fcf-c59a21c8a73d HTTP/1.1" status: 204 len: 168 time: 0.3129568 Jan 28 04:47:57.009894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:57.018776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b2ded-cfc5-42a4-8699-4064a22faf1b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Network': ['ID=d3efefea-5148-49c8-9fcf-c59a21c8a73d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:57.068590 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3123bb1a-0911-422f-8141-dacfb5f7b925 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:57.095747 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3123bb1a-0911-422f-8141-dacfb5f7b925 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:57.163768 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3123bb1a-0911-422f-8141-dacfb5f7b925 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:57.166749 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3123bb1a-0911-422f-8141-dacfb5f7b925 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:57.168659 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-3123bb1a-0911-422f-8141-dacfb5f7b925 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/security-groups/2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0 HTTP/1.1" status: 204 len: 168 time: 0.1575415 Jan 28 04:47:57.179375 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123bb1a-0911-422f-8141-dacfb5f7b925 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeb75e7-a691-4ce9-bbaf-4d6523ca1bc0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:58.517272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:47:58.541941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:47:58.542293 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 3c47003f-9e12-4bbb-a60f-3b4d3ca1686e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:47:58.654735 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 55998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:58.660831 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1d2e8e74-1e79-460a-916f-5ee5bc8ed0ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705676874', 'description': 'tempest-secgroup-smoke-1705676874 description', 'project_id': 'bf5ce3690604434a85d84368342b08c9'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:58.679916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8e74-1e79-460a-916f-5ee5bc8ed0ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.746537 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8e74-1e79-460a-916f-5ee5bc8ed0ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (0a148ec9-2c95-4e2c-b4f2-1ebe3526a596), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.750635 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8e74-1e79-460a-916f-5ee5bc8ed0ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0a148ec9-2c95-4e2c-b4f2-1ebe3526a596), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.780901 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8e74-1e79-460a-916f-5ee5bc8ed0ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.782052 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-1d2e8e74-1e79-460a-916f-5ee5bc8ed0ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1263199 Jan 28 04:47:58.783897 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e8e74-1e79-460a-916f-5ee5bc8ed0ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:58.785214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56000) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:58.789893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7ce8e242-a760-4829-9d18-b98c0c409780 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '0a148ec9-2c95-4e2c-b4f2-1ebe3526a596', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:58.815734 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e242-a760-4829-9d18-b98c0c409780 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (5479a7aa-7d73-4475-9ab8-f1debbb731ba), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.874872 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e242-a760-4829-9d18-b98c0c409780 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (5479a7aa-7d73-4475-9ab8-f1debbb731ba), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.878784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e242-a760-4829-9d18-b98c0c409780 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (5479a7aa-7d73-4475-9ab8-f1debbb731ba), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.896502 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8e242-a760-4829-9d18-b98c0c409780 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5479a7aa-7d73-4475-9ab8-f1debbb731ba,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:58.905353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e242-a760-4829-9d18-b98c0c409780 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.906550 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7ce8e242-a760-4829-9d18-b98c0c409780 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203039 Jan 28 04:47:58.909365 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:58.913605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e93b7138-ffcd-4197-94f8-9a804c0154cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '0a148ec9-2c95-4e2c-b4f2-1ebe3526a596', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:58.938547 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e93b7138-ffcd-4197-94f8-9a804c0154cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (49ae768b-4206-4e7b-a5b5-240fe0942b76), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.996570 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e93b7138-ffcd-4197-94f8-9a804c0154cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (49ae768b-4206-4e7b-a5b5-240fe0942b76), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:58.999936 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e93b7138-ffcd-4197-94f8-9a804c0154cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (49ae768b-4206-4e7b-a5b5-240fe0942b76), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.018961 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b7138-ffcd-4197-94f8-9a804c0154cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ae768b-4206-4e7b-a5b5-240fe0942b76,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:59.026803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e93b7138-ffcd-4197-94f8-9a804c0154cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.028733 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e93b7138-ffcd-4197-94f8-9a804c0154cb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184652 Jan 28 04:47:59.031588 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:59.035812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-acb5d274-e622-4e0f-994b-798c5441323f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '0a148ec9-2c95-4e2c-b4f2-1ebe3526a596', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:59.060298 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-acb5d274-e622-4e0f-994b-798c5441323f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (89ba84b1-d891-4078-8deb-8226b390777c), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.116089 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-acb5d274-e622-4e0f-994b-798c5441323f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (89ba84b1-d891-4078-8deb-8226b390777c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.119487 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-acb5d274-e622-4e0f-994b-798c5441323f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (89ba84b1-d891-4078-8deb-8226b390777c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.136339 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5d274-e622-4e0f-994b-798c5441323f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ba84b1-d891-4078-8deb-8226b390777c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:59.144772 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-acb5d274-e622-4e0f-994b-798c5441323f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.146016 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-acb5d274-e622-4e0f-994b-798c5441323f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135240 Jan 28 04:47:59.148686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56006) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:59.153535 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-24f051bf-a427-4756-b311-f81dc8bce3fd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '0a148ec9-2c95-4e2c-b4f2-1ebe3526a596', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:59.178030 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24f051bf-a427-4756-b311-f81dc8bce3fd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (58be35c4-20d7-493d-9193-c4701a4605ad), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.236440 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24f051bf-a427-4756-b311-f81dc8bce3fd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (58be35c4-20d7-493d-9193-c4701a4605ad), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.239966 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24f051bf-a427-4756-b311-f81dc8bce3fd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (58be35c4-20d7-493d-9193-c4701a4605ad), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.256753 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f051bf-a427-4756-b311-f81dc8bce3fd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58be35c4-20d7-493d-9193-c4701a4605ad,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:59.265098 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24f051bf-a427-4756-b311-f81dc8bce3fd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.266289 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-24f051bf-a427-4756-b311-f81dc8bce3fd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166601 Jan 28 04:47:59.268974 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:59.273174 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e360a0e4-370b-495e-ba1f-0d6b979a6efc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '0a148ec9-2c95-4e2c-b4f2-1ebe3526a596', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:59.293815 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-e360a0e4-370b-495e-ba1f-0d6b979a6efc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Project bf5ce3690604434a85d84368342b08c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:47:59.297961 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e360a0e4-370b-495e-ba1f-0d6b979a6efc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (3501ad76-9c91-41e2-9458-26e22b23ab58), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.356655 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e360a0e4-370b-495e-ba1f-0d6b979a6efc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (3501ad76-9c91-41e2-9458-26e22b23ab58), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.360280 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e360a0e4-370b-495e-ba1f-0d6b979a6efc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (3501ad76-9c91-41e2-9458-26e22b23ab58), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.375848 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360a0e4-370b-495e-ba1f-0d6b979a6efc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3501ad76-9c91-41e2-9458-26e22b23ab58,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:59.386989 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e360a0e4-370b-495e-ba1f-0d6b979a6efc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.388111 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e360a0e4-370b-495e-ba1f-0d6b979a6efc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182289 Jan 28 04:47:59.390842 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56010) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:59.395307 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a5198189-3f66-499e-9d94-ba4267b1205c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'security_group_rule': {'security_group_id': '0a148ec9-2c95-4e2c-b4f2-1ebe3526a596', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:59.414901 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-a5198189-3f66-499e-9d94-ba4267b1205c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Project bf5ce3690604434a85d84368342b08c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:47:59.419595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5198189-3f66-499e-9d94-ba4267b1205c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (3672c3b2-e266-491e-88a3-4e6a9657c751), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.479232 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5198189-3f66-499e-9d94-ba4267b1205c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (3672c3b2-e266-491e-88a3-4e6a9657c751), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.482792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5198189-3f66-499e-9d94-ba4267b1205c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (3672c3b2-e266-491e-88a3-4e6a9657c751), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.500916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5198189-3f66-499e-9d94-ba4267b1205c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3672c3b2-e266-491e-88a3-4e6a9657c751,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:59.508625 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5198189-3f66-499e-9d94-ba4267b1205c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.509886 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-a5198189-3f66-499e-9d94-ba4267b1205c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181464 Jan 28 04:47:59.513649 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:59.518336 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'network': {'name': 'tempest-network-smoke--2049961010', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:59.537620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:47:59.540782 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.564217 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:47:59.573354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (78b2d5fd-2072-408c-b734-06ccd4d2eb74), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.574243 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Added segment 78b2d5fd-2072-408c-b734-06ccd4d2eb74 of type vlan for network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 Jan 28 04:47:59.616027 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (9a2ea431-896e-48a5-9f8d-27b9189c27f9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.641595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (9a2ea431-896e-48a5-9f8d-27b9189c27f9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.646648 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:47:59.647229 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.704969 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1902783 Jan 28 04:47:59.707629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56014) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:47:59.711870 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'admin_state_up': True, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:47:59.728329 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e8277-ca7b-4036-8124-e19f81bb50bb tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Network': ['ID=9a2ea431-896e-48a5-9f8d-27b9189c27f9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:47:59.738436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:47:59.741281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (542274c8-4fba-44ff-b939-510d9d201dc7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.742521 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (542274c8-4fba-44ff-b939-510d9d201dc7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.797525 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_controller (542274c8-4fba-44ff-b939-510d9d201dc7), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:59.932371 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (542274c8-4fba-44ff-b939-510d9d201dc7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.471181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (542274c8-4fba-44ff-b939-510d9d201dc7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.489863 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.592610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.25.1.143 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/ebc89916-6283-407c-84c5-74b9f3f9e6e3) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:48:00.690394 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.722912 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:00.765587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:00.768313 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:00.771633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:48:00.796980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=ebc89916-6283-407c-84c5-74b9f3f9e6e3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:01.022931 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (542274c8-4fba-44ff-b939-510d9d201dc7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.220068 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (542274c8-4fba-44ff-b939-510d9d201dc7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.349742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 542274c8-4fba-44ff-b939-510d9d201dc7 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:48:01.458036 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:48:01.467327 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Sync routers for ids ['542274c8-4fba-44ff-b939-510d9d201dc7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:48:01.477382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Routers {'542274c8-4fba-44ff-b939-510d9d201dc7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:48:01.477784 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.478049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:47:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['542274c8-4fba-44ff-b939-510d9d201dc7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:01.482794 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-c0a45358-2f47-4867-ac0e-a64932d88679 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7704656 Jan 28 04:48:01.483046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56016) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:01.511210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-86d5d399-d3b5-4a86-8d2c-133c11ceee61 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=bf5ce3690604434a85d84368342b08c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270383 Jan 28 04:48:01.513865 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56018) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:01.584382 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Set router 542274c8-4fba-44ff-b939-510d9d201dc7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:48:01.598682 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b657db3-a797-4603-af67-4ed2c211aa20 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:01.600277 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-4b657db3-a797-4603-af67-4ed2c211aa20 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854318 Jan 28 04:48:01.603097 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56020) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:01.627559 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:48:01.632137 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d5b0f93e-afda-4d2b-a011-b46700552469 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c428ea05-fdea-4927-b208-d8bd2b8e1ed7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279756 Jan 28 04:48:01.634576 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56022) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:01.639229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-399401429', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:01.729562 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:48:01.733611 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.767996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:00Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:01.795589 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Checking router: 542274c8-4fba-44ff-b939-510d9d201dc7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:48:01.796021 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Updating router 542274c8-4fba-44ff-b939-510d9d201dc7 port ebc89916-6283-407c-84c5-74b9f3f9e6e3 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:48:01.822195 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.918073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (f8f564f2-ba84-486d-a6bf-55f12ae75f6b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:01.983699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Subnet': ['ID=f8f564f2-ba84-486d-a6bf-55f12ae75f6b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:01.988181 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Checking segment: {'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:48:01.988541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network hostable DHCP agents. Network: 9a2ea431-896e-48a5-9f8d-27b9189c27f9, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:48:02.005911 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:48:02.014886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 9a2ea431-896e-48a5-9f8d-27b9189c27f9) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:02.019522 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:02.020278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.027434 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a4385c-5d66-491f-8d92-11d837613ee9 None None] Network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:48:02.037235 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-109116a9-3d48-433c-b46a-106aba3698ed tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4016237 Jan 28 04:48:02.039885 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:02.300301 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Publish callbacks [] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.306309 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.383831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:48:02.384691 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.396174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Attempting to bind port ebc89916-6283-407c-84c5-74b9f3f9e6e3 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:48:02.396525 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Attempting to bind port ebc89916-6283-407c-84c5-74b9f3f9e6e3 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:48:02.396915 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Attempting to bind port ebc89916-6283-407c-84c5-74b9f3f9e6e3 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:02.404162 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12a3a7-7280-4e27-9f8a-2652fc8b4d00 None None] Pushing event updated for resources: {'Port': ['ID=ebc89916-6283-407c-84c5-74b9f3f9e6e3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:02.408450 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:48:02.408834 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:48:02.409266 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.409678 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:48:02.410233 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Bound port: ebc89916-6283-407c-84c5-74b9f3f9e6e3, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:48:02.410549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.491848 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.531660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] For port ebc89916-6283-407c-84c5-74b9f3f9e6e3, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:48:02.536954 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] For port ebc89916-6283-407c-84c5-74b9f3f9e6e3, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ebc89916-6283-407c-84c5-74b9f3f9e6e3,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:48:02.564268 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:02.640693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Allocated IP 172.20.0.2 (9a2ea431-896e-48a5-9f8d-27b9189c27f9/f8f564f2-ba84-486d-a6bf-55f12ae75f6b/369999fb-f6c7-494e-9023-085cd9dbe09c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:48:02.651392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Routers {'542274c8-4fba-44ff-b939-510d9d201dc7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:48:02.652607 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:47:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['542274c8-4fba-44ff-b939-510d9d201dc7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:02.697863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12a3a7-7280-4e27-9f8a-2652fc8b4d00 None None] Pushing event updated for resources: {'Port': ['ID=ebc89916-6283-407c-84c5-74b9f3f9e6e3,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:02.826419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] Set router 542274c8-4fba-44ff-b939-510d9d201dc7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:48:02.997546 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Publish callbacks [] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.013498 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.052351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.20.0.1 (9a2ea431-896e-48a5-9f8d-27b9189c27f9/f8f564f2-ba84-486d-a6bf-55f12ae75f6b/a07eb549-fdfa-4ff3-8cbd-2742496ce2d9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:48:03.078423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:03.087349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:03.093938 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:48:03.096486 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Pushing event updated for resources: {'Port': ['ID=369999fb-f6c7-494e-9023-085cd9dbe09c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:03.160993 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:00Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:03.162717 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Attempting to bind port 369999fb-f6c7-494e-9023-085cd9dbe09c on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:48:03.163084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Attempting to bind port 369999fb-f6c7-494e-9023-085cd9dbe09c by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:48:03.163648 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Attempting to bind port 369999fb-f6c7-494e-9023-085cd9dbe09c on network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:03.169656 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.192107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57812f85-efb1-4050-b9da-18e1c788d122 None None] The sync data for ids ['542274c8-4fba-44ff-b939-510d9d201dc7'] in n-d-808199-14 is: [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:00Z', 'revision_number': 3, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:48:03.193914 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:48:03.194263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Checking segment: {'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:48:03.194671 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.195064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Bound using segment: {'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:48:03.196448 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Bound port: 369999fb-f6c7-494e-9023-085cd9dbe09c, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:48:03.196448 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.204267 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.253189 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:03.257572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:03.269000 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:48:03.272135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] For port 369999fb-f6c7-494e-9023-085cd9dbe09c, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:48:03.278930 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] For port 369999fb-f6c7-494e-9023-085cd9dbe09c, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=369999fb-f6c7-494e-9023-085cd9dbe09c,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:48:03.283876 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.296895 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=a07eb549-fdfa-4ff3-8cbd-2742496ce2d9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:03.321488 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (542274c8-4fba-44ff-b939-510d9d201dc7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.344981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2f43f-1ef6-4b4b-8c32-3cb7aeeab8f1 None None] Pushing event updated for resources: {'Port': ['ID=369999fb-f6c7-494e-9023-085cd9dbe09c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:03.492865 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.817313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.822186 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.900561 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (542274c8-4fba-44ff-b939-510d9d201dc7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:03.903223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=a07eb549-fdfa-4ff3-8cbd-2742496ce2d9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:04.002781 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:04.004321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:04.129426 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 542274c8-4fba-44ff-b939-510d9d201dc7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:48:04.244815 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:48:04.250439 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ff7b4fc7-52f4-4c33-a861-aa0555b0d277 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "PUT /v2.0/routers/542274c8-4fba-44ff-b939-510d9d201dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2094686 Jan 28 04:48:04.422570 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9dd75f-9a5e-4879-9e13-694355516e1a None None] Network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:48:04.427368 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-ae4555a3-846a-42cf-8ef5-6d92ef596903 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705676874&fields=id&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 267 time: 0.0528097 Jan 28 04:48:04.531698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e29cc4ed-0bf7-42b5-9e10-67976f990fec None None] Provisioning complete for port 369999fb-f6c7-494e-9023-085cd9dbe09c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:04.532080 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e29cc4ed-0bf7-42b5-9e10-67976f990fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:04.551789 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-ab79312f-b75e-411a-8cfa-40c3632de01f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:04.553455 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-ab79312f-b75e-411a-8cfa-40c3632de01f tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/networks?id=9a2ea431-896e-48a5-9f8d-27b9189c27f9 HTTP/1.1" status: 200 len: 797 time: 0.1190217 Jan 28 04:48:04.570002 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-b9280d6c-d215-486b-80d3-56601906a02b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/quotas/bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 375 time: 0.0107527 Jan 28 04:48:04.637249 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-45c6f826-5e01-46c5-8bff-d001979a40e0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609784 Jan 28 04:48:04.653435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-002419c9-0b5d-4e8c-8fef-f2ce3f7c4e38 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:48:04.657411 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e29cc4ed-0bf7-42b5-9e10-67976f990fec None None] Current status of the port 369999fb-f6c7-494e-9023-085cd9dbe09c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:04.658078 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e29cc4ed-0bf7-42b5-9e10-67976f990fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:04.659462 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-002419c9-0b5d-4e8c-8fef-f2ce3f7c4e38 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118330 Jan 28 04:48:04.683573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ebc89916-6283-407c-84c5-74b9f3f9e6e3 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:48:04.739219 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e29cc4ed-0bf7-42b5-9e10-67976f990fec None None] For port 369999fb-f6c7-494e-9023-085cd9dbe09c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=369999fb-f6c7-494e-9023-085cd9dbe09c,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:04.748167 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e29cc4ed-0bf7-42b5-9e10-67976f990fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:04.781386 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-ad487fd6-6105-4852-abd5-3ebf4a272ebc service neutron] 10.222.0.44 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162202 Jan 28 04:48:04.797044 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ebc89916-6283-407c-84c5-74b9f3f9e6e3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:04.797433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:04.834043 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cc4ed-0bf7-42b5-9e10-67976f990fec None None] Pushing event updated for resources: {'Port': ['ID=369999fb-f6c7-494e-9023-085cd9dbe09c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:04.887948 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-82e491d2-ca57-4787-8561-c2bc53afd7be service neutron] 10.222.0.44 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022165 Jan 28 04:48:04.897627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ebc89916-6283-407c-84c5-74b9f3f9e6e3 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:04.898134 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:04.921106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port ebc89916-6283-407c-84c5-74b9f3f9e6e3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ebc89916-6283-407c-84c5-74b9f3f9e6e3,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:04.926669 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:04.927511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 369999fb-f6c7-494e-9023-085cd9dbe09c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:48:05.046064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9659152c-a259-42df-97d9-e57c0518dac1 None None] Provisioning complete for port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:05.046427 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9659152c-a259-42df-97d9-e57c0518dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:05.088763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=ebc89916-6283-407c-84c5-74b9f3f9e6e3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:05.104124 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e0a5812-6784-408c-be11-c9cdb77039d8 req-03c22d38-2664-4a72-93ec-d1c95b60adcc tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0434277 Jan 28 04:48:05.119404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9659152c-a259-42df-97d9-e57c0518dac1 None None] Port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:48:05.131058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 369999fb-f6c7-494e-9023-085cd9dbe09c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:05.131431 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:05.143915 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Sync routers for ids ['542274c8-4fba-44ff-b939-510d9d201dc7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:48:05.155408 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Routers {'542274c8-4fba-44ff-b939-510d9d201dc7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:48:05.156303 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:47:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['542274c8-4fba-44ff-b939-510d9d201dc7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:05.156464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9659152c-a259-42df-97d9-e57c0518dac1 None None] Provisioning complete for port 369999fb-f6c7-494e-9023-085cd9dbe09c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:05.156699 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9659152c-a259-42df-97d9-e57c0518dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:05.282458 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 369999fb-f6c7-494e-9023-085cd9dbe09c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:05.290370 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9659152c-a259-42df-97d9-e57c0518dac1 None None] Current status of the port 369999fb-f6c7-494e-9023-085cd9dbe09c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:05.311330 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Set router 542274c8-4fba-44ff-b939-510d9d201dc7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:48:05.414511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-baebda45-6ee7-4027-b962-c31154fbaae1 None None] Provisioning complete for port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:05.414952 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-baebda45-6ee7-4027-b962-c31154fbaae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:05.459996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-baebda45-6ee7-4027-b962-c31154fbaae1 None None] Port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:48:05.534121 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:03Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'a07eb549-fdfa-4ff3-8cbd-2742496ce2d9', 'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:e6:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:02Z', 'updated_at': '2022-01-28T04:48:03Z', 'revision_number': 2, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:05.560964 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Checking router: 542274c8-4fba-44ff-b939-510d9d201dc7 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:48:05.561320 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Updating router 542274c8-4fba-44ff-b939-510d9d201dc7 port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:48:05.586446 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:05.861900 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Publish callbacks [] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:05.866886 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:05.918226 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Pushing event updated for resources: {'Port': ['ID=a07eb549-fdfa-4ff3-8cbd-2742496ce2d9,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:05.943319 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.943668 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.944014 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.944351 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.944687 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.945056 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.945382 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.945964 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.946288 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.946615 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.946943 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.947262 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.947583 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:48:05.980005 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Attempting to bind port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:48:05.980385 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Attempting to bind port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:48:05.980753 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Attempting to bind port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 on network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:05.986211 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:48:05.986586 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Checking segment: {'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:48:05.987023 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:05.987416 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Bound using segment: {'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:48:05.987920 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Bound port: a07eb549-fdfa-4ff3-8cbd-2742496ce2d9, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:48:05.988296 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.059807 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] For port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:48:06.063858 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] For port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a07eb549-fdfa-4ff3-8cbd-2742496ce2d9,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:48:06.069493 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.133233 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Routers {'542274c8-4fba-44ff-b939-510d9d201dc7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:48:06.133920 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:47:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['542274c8-4fba-44ff-b939-510d9d201dc7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:06.140268 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab467e-764a-4c8b-8673-1c7fdd94ce14 None None] Pushing event updated for resources: {'Port': ['ID=a07eb549-fdfa-4ff3-8cbd-2742496ce2d9,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:06.210006 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9f6521ba-cd3a-4ca4-9a73-421876188336 None None] Provisioning complete for port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:06.211373 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f6521ba-cd3a-4ca4-9a73-421876188336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.263343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-1447ad37-16b7-415d-b46f-27a90b1445a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:06.266972 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-1447ad37-16b7-415d-b46f-27a90b1445a9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/networks?id=9a2ea431-896e-48a5-9f8d-27b9189c27f9 HTTP/1.1" status: 200 len: 797 time: 0.1568096 Jan 28 04:48:06.268139 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-786370b8-d804-4f04-92c1-ec234cf2922c req-5a875031-6e45-4451-a025-435d59a0539c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0413549 Jan 28 04:48:06.283165 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] Set router 542274c8-4fba-44ff-b939-510d9d201dc7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:48:06.340199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9f6521ba-cd3a-4ca4-9a73-421876188336 None None] Current status of the port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:06.340655 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f6521ba-cd3a-4ca4-9a73-421876188336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.379214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9f6521ba-cd3a-4ca4-9a73-421876188336 None None] For port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a07eb549-fdfa-4ff3-8cbd-2742496ce2d9,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:06.385183 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f6521ba-cd3a-4ca4-9a73-421876188336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.472805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6521ba-cd3a-4ca4-9a73-421876188336 None None] Pushing event updated for resources: {'Port': ['ID=a07eb549-fdfa-4ff3-8cbd-2742496ce2d9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:06.507652 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e614f509-b782-4ed1-bd5a-b3f0daf790a5 None None] Provisioning complete for port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:06.508033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e614f509-b782-4ed1-bd5a-b3f0daf790a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.539369 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:03Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'a07eb549-fdfa-4ff3-8cbd-2742496ce2d9', 'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:e6:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:02Z', 'updated_at': '2022-01-28T04:48:06Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:06.568858 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76902f3b-3184-433f-ab82-6cf987455b46 None None] The sync data for ids ['542274c8-4fba-44ff-b939-510d9d201dc7'] in n-d-808199-14 is: [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:03Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'a07eb549-fdfa-4ff3-8cbd-2742496ce2d9', 'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:e6:74:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:02Z', 'updated_at': '2022-01-28T04:48:06Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:48:06.591089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ebc89916-6283-407c-84c5-74b9f3f9e6e3 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:48:06.639758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e614f509-b782-4ed1-bd5a-b3f0daf790a5 None None] Current status of the port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:06.671188 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ebc89916-6283-407c-84c5-74b9f3f9e6e3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:06.671565 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.773388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ebc89916-6283-407c-84c5-74b9f3f9e6e3 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:06.774653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 369999fb-f6c7-494e-9023-085cd9dbe09c up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:48:06.816513 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-e33af1ed-77b2-4788-8da1-cdeee0793b6a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5ce3690604434a85d84368342b08c9 HTTP/1.1" status: 200 len: 380 time: 0.5098243 Jan 28 04:48:06.826851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'port': {'device_id': '8d5bf846-b319-4356-918d-f1603514f1d4', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'admin_state_up': True, 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'security_groups': ['0a148ec9-2c95-4e2c-b4f2-1ebe3526a596']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:06.828703 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 369999fb-f6c7-494e-9023-085cd9dbe09c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:06.829103 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:06.913799 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 369999fb-f6c7-494e-9023-085cd9dbe09c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:06.938374 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Made reservation on behalf of bf5ce3690604434a85d84368342b08c9 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:48:06.942109 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:07.087327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.20.0.7 (9a2ea431-896e-48a5-9f8d-27b9189c27f9/f8f564f2-ba84-486d-a6bf-55f12ae75f6b/6cc053c9-3ef4-4512-997c-602ab29f8858) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:48:07.237721 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:07.272875 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:07.317530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:07.320948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:07.327893 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:48:07.334723 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=6cc053c9-3ef4-4512-997c-602ab29f8858,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:07.398852 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:07.399377 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:07.405635 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1615-c870-448e-8708-4e2827adb969 req-6c576372-f53d-4bb6-be97-603fcd351ab5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:07.407391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2ec1615-c870-448e-8708-4e2827adb969 req-6c576372-f53d-4bb6-be97-603fcd351ab5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 931 time: 0.0651112 Jan 28 04:48:07.420228 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-3d927629-c03b-4423-beca-91a0813ff450 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5982766 Jan 28 04:48:07.439220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Request body: {'port': {'device_id': '8d5bf846-b319-4356-918d-f1603514f1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:07.477496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2ec1615-c870-448e-8708-4e2827adb969 req-0129ad06-c4b9-4766-8ee1-642ed269a6c2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634921 Jan 28 04:48:07.521184 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:07.569640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-549d3d4a-f12d-46e6-bec2-3ce4f54e95d5 None None] Provisioning complete for port 6cc053c9-3ef4-4512-997c-602ab29f8858 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:07.570228 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-549d3d4a-f12d-46e6-bec2-3ce4f54e95d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:07.607690 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-549d3d4a-f12d-46e6-bec2-3ce4f54e95d5 None None] Port 6cc053c9-3ef4-4512-997c-602ab29f8858 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:48:07.814271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc053c9-3ef4-4512-997c-602ab29f8858 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:48:07.821963 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Publish callbacks [] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:07.835209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Transition to ACTIVE for port object 6cc053c9-3ef4-4512-997c-602ab29f8858 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:48:07.839673 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:07.890145 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Pushing event updated for resources: {'Port': ['ID=6cc053c9-3ef4-4512-997c-602ab29f8858,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:07.963777 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Attempting to bind port 6cc053c9-3ef4-4512-997c-602ab29f8858 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:48:07.964183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Attempting to bind port 6cc053c9-3ef4-4512-997c-602ab29f8858 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:48:07.964701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Attempting to bind port 6cc053c9-3ef4-4512-997c-602ab29f8858 on network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:07.969812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Port 6cc053c9-3ef4-4512-997c-602ab29f8858 on network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:48:07.970140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Attempting to bind port 6cc053c9-3ef4-4512-997c-602ab29f8858 on network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:48:07.975119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:48:07.975462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Checking segment: {'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:48:07.975839 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Bound using segment: {'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:48:07.976271 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Bound port: 6cc053c9-3ef4-4512-997c-602ab29f8858, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b2d5fd-2072-408c-b734-06ccd4d2eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:48:07.976625 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:08.044694 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] For port 6cc053c9-3ef4-4512-997c-602ab29f8858, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:48:08.047996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] For port 6cc053c9-3ef4-4512-997c-602ab29f8858, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6cc053c9-3ef4-4512-997c-602ab29f8858,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:48:08.052676 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:08.090586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.091238 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:08.092666 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] 10.222.0.25 "PUT /v2.0/ports/6cc053c9-3ef4-4512-997c-602ab29f8858 HTTP/1.1" status: 200 len: 1092 time: 0.6600883 Jan 28 04:48:08.093135 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5bf846-b319-4356-918d-f1603514f1d4', 'tag': '6cc053c9-3ef4-4512-997c-602ab29f8858'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:08.095397 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6db648-faad-467a-a476-a322da57dafb" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5bf846-b319-4356-918d-f1603514f1d4", "tag": "6cc053c9-3ef4-4512-997c-602ab29f8858"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:08.118530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4423aed-553a-4d45-8cc1-451a7837704b service neutron] Pushing event updated for resources: {'Port': ['ID=6cc053c9-3ef4-4512-997c-602ab29f8858,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:08.177045 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b76c7b5-9e39-449c-be21-6dbd7ceb27a5 x-openstack-request-id: req-8b76c7b5-9e39-449c-be21-6dbd7ceb27a5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:08.177338 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5bf846-b319-4356-918d-f1603514f1d4", "tag": "6cc053c9-3ef4-4512-997c-602ab29f8858", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:08.177592 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b76c7b5-9e39-449c-be21-6dbd7ceb27a5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:08.177988 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5bf846-b319-4356-918d-f1603514f1d4', 'tag': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'status': 'completed', 'code': 200} Jan 28 04:48:08.194775 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-79422894-5709-4276-b9f4-25e967a6cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.196574 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-79422894-5709-4276-b9f4-25e967a6cae4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 1095 time: 0.0508790 Jan 28 04:48:08.249761 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-48092e03-52c0-4a2f-bc03-f5dbc5af8df4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc053c9-3ef4-4512-997c-602ab29f8858 HTTP/1.1" status: 200 len: 217 time: 0.0408266 Jan 28 04:48:08.300976 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-a3e7107a-4fe0-49a7-ba3a-8f80f8287876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.302477 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-a3e7107a-4fe0-49a7-ba3a-8f80f8287876 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8f564f2-ba84-486d-a6bf-55f12ae75f6b HTTP/1.1" status: 200 len: 834 time: 0.0464668 Jan 28 04:48:08.346686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-016bd4a0-d5f5-49fb-b171-3961a73418a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.348153 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-016bd4a0-d5f5-49fb-b171-3961a73418a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a2ea431-896e-48a5-9f8d-27b9189c27f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392861 Jan 28 04:48:08.440989 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-2b327421-1e70-4e4f-8acd-336205e23c84 service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864589 Jan 28 04:48:08.532988 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9e8a8f3c-93a3-48b2-9c06-dfb0818c32ee req-fac1884a-d99a-41b4-a8b2-c5e884921cf2 service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864365 Jan 28 04:48:08.572066 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:48:08.615736 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ba5bf-47f9-42e9-80b6-3352c88cc095 req-3c63fe3e-7ad4-4692-9ffd-fd3a3d8fe66d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.617330 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f34ba5bf-47f9-42e9-80b6-3352c88cc095 req-3c63fe3e-7ad4-4692-9ffd-fd3a3d8fe66d tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 943 time: 0.0525517 Jan 28 04:48:08.626140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:08.626639 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:08.673333 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6db648-faad-467a-a476-a322da57dafb req-e6d45ad0-d035-4675-a29a-589966c47e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.673586 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f34ba5bf-47f9-42e9-80b6-3352c88cc095 req-65a5675a-536d-412a-a7d8-45239aebfa36 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491831 Jan 28 04:48:08.674879 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb6db648-faad-467a-a476-a322da57dafb req-e6d45ad0-d035-4675-a29a-589966c47e06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 1095 time: 0.0525165 Jan 28 04:48:08.712136 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:08.769742 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6db648-faad-467a-a476-a322da57dafb req-38f1c11a-e2f7-4ef3-bb49-2ec65e23adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.771158 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb6db648-faad-467a-a476-a322da57dafb req-38f1c11a-e2f7-4ef3-bb49-2ec65e23adcd service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a2ea431-896e-48a5-9f8d-27b9189c27f9 HTTP/1.1" status: 200 len: 898 time: 0.0886834 Jan 28 04:48:08.812475 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb6db648-faad-467a-a476-a322da57dafb req-1c49a2ba-f004-4e9e-a597-4622a383d294 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc053c9-3ef4-4512-997c-602ab29f8858 HTTP/1.1" status: 200 len: 217 time: 0.0359416 Jan 28 04:48:08.869381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6db648-faad-467a-a476-a322da57dafb req-8c451b92-9ebb-420b-9d23-9c426cee730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.871152 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb6db648-faad-467a-a476-a322da57dafb req-8c451b92-9ebb-420b-9d23-9c426cee730a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8f564f2-ba84-486d-a6bf-55f12ae75f6b HTTP/1.1" status: 200 len: 834 time: 0.0530992 Jan 28 04:48:08.914301 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6db648-faad-467a-a476-a322da57dafb req-0e51b695-f850-4d1d-8f3b-c02f305d4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:08.915818 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb6db648-faad-467a-a476-a322da57dafb req-0e51b695-f850-4d1d-8f3b-c02f305d4742 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a2ea431-896e-48a5-9f8d-27b9189c27f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395365 Jan 28 04:48:08.925297 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-fb6db648-faad-467a-a476-a322da57dafb req-8af2b38a-28e6-4bd5-973c-219edfab6c12 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:48:08.926281 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb6db648-faad-467a-a476-a322da57dafb req-8af2b38a-28e6-4bd5-973c-219edfab6c12 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048141 Jan 28 04:48:09.014395 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb6db648-faad-467a-a476-a322da57dafb req-c8bf551b-12fd-475a-8ed2-8144d3a8259b service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820534 Jan 28 04:48:09.107346 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-fb6db648-faad-467a-a476-a322da57dafb req-9c62dc1b-d59c-4f3a-9d90-ccb7a34d349a service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865250 Jan 28 04:48:09.786236 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe11f0-96bc-4c2e-96d9-2e358aea83c3 req-6b3291ec-c545-4028-877e-cdf538b14b37 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:09.787706 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bfe11f0-96bc-4c2e-96d9-2e358aea83c3 req-6b3291ec-c545-4028-877e-cdf538b14b37 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 943 time: 0.0478005 Jan 28 04:48:09.835438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6bfe11f0-96bc-4c2e-96d9-2e358aea83c3 req-86195b8c-df6d-4928-87ff-481fb3515c9b tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420015 Jan 28 04:48:10.702427 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a0c9-f4a5-4149-8b2f-a510bfc263f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:10.954886 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed5b4c-74d0-4c0c-a8dc-679f45ebd478 req-c052858d-282a-42d7-ac6b-178fd3d40a0c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:10.956496 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2eed5b4c-74d0-4c0c-a8dc-679f45ebd478 req-c052858d-282a-42d7-ac6b-178fd3d40a0c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 943 time: 0.0519748 Jan 28 04:48:11.004726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2eed5b4c-74d0-4c0c-a8dc-679f45ebd478 req-b05d42d8-84e8-462b-a075-51a8554eea1a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Jan 28 04:48:12.117371 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd3948-4eac-436e-8365-f269576a7fe2 req-35a1e6d0-6f69-4798-9def-81c0058dfd63 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:12.118866 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b3bd3948-4eac-436e-8365-f269576a7fe2 req-35a1e6d0-6f69-4798-9def-81c0058dfd63 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 943 time: 0.0483594 Jan 28 04:48:12.167212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b3bd3948-4eac-436e-8365-f269576a7fe2 req-8cfdfcbe-c98e-4d6e-b87e-09b1e5fb0d7c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427554 Jan 28 04:48:12.681931 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6cc053c9-3ef4-4512-997c-602ab29f8858 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:48:12.762776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4dda-3516-48c3-b676-372d3d901c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:12.791002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6cc053c9-3ef4-4512-997c-602ab29f8858, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6cc053c9-3ef4-4512-997c-602ab29f8858,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:12.803114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'port_id': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'mac_address': 'fa:16:3e:d9:a4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:48:12.839797 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6cc053c9-3ef4-4512-997c-602ab29f8858 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:12.840179 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:12.852378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc053c9-3ef4-4512-997c-602ab29f8858 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:48:12.872315 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6cc053c9-3ef4-4512-997c-602ab29f8858, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6cc053c9-3ef4-4512-997c-602ab29f8858,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:12.876377 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:13.090758 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6cc053c9-3ef4-4512-997c-602ab29f8858,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:13.097276 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:13.261141 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['6cc053c9-3ef4-4512-997c-602ab29f8858'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:48:13.286998 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3dc1e-d16a-4e65-9ff5-831c6063c3f4 req-9da552cf-4008-4995-a87f-c3418683f057 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:13.288488 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46a3dc1e-d16a-4e65-9ff5-831c6063c3f4 req-9da552cf-4008-4995-a87f-c3418683f057 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 944 time: 0.0526431 Jan 28 04:48:13.339728 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-46a3dc1e-d16a-4e65-9ff5-831c6063c3f4 req-58538918-6ab3-4bec-9e39-b4bb5d9aed2a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Jan 28 04:48:14.454538 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad620da-d636-4891-bfc5-44f3b6031434 req-cb365c55-efdc-493e-8782-86d6577f456a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:14.456058 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ad620da-d636-4891-bfc5-44f3b6031434 req-cb365c55-efdc-493e-8782-86d6577f456a tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 944 time: 0.0482028 Jan 28 04:48:14.507054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6ad620da-d636-4891-bfc5-44f3b6031434 req-69308700-ecb7-4d6b-9b3e-3e1ef24ef187 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452943 Jan 28 04:48:14.564739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:14.684640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6cc053c9-3ef4-4512-997c-602ab29f8858 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:48:14.736542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 6cc053c9-3ef4-4512-997c-602ab29f8858 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:48:14.740214 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 6cc053c9-3ef4-4512-997c-602ab29f8858 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:48:14.740579 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:14.820391 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 6cc053c9-3ef4-4512-997c-602ab29f8858 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:48:14.821055 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:14.843536 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5bf846-b319-4356-918d-f1603514f1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc053c9-3ef4-4512-997c-602ab29f8858'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:14.845801 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ffc28-5198-485a-80a3-4698c4894cbc" -d '{"events": [{"server_uuid": "8d5bf846-b319-4356-918d-f1603514f1d4", "name": "network-vif-plugged", "status": "completed", "tag": "6cc053c9-3ef4-4512-997c-602ab29f8858"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:14.858553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 6cc053c9-3ef4-4512-997c-602ab29f8858, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6cc053c9-3ef4-4512-997c-602ab29f8858,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:48:14.862646 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:14.885361 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb895d7-943f-4b6d-897e-7071dfd2b899 x-openstack-request-id: req-8fb895d7-943f-4b6d-897e-7071dfd2b899 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:14.885649 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5bf846-b319-4356-918d-f1603514f1d4", "name": "network-vif-plugged", "status": "completed", "tag": "6cc053c9-3ef4-4512-997c-602ab29f8858", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:14.886062 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8fb895d7-943f-4b6d-897e-7071dfd2b899 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:14.886655 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5bf846-b319-4356-918d-f1603514f1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'code': 200} Jan 28 04:48:14.911772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6cc053c9-3ef4-4512-997c-602ab29f8858,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:15.010498 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca13f3-a7ae-428d-9e6c-8fa231574890 req-447ec638-e8c7-408d-8d62-bb6afa74f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:15.012661 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6dca13f3-a7ae-428d-9e6c-8fa231574890 req-447ec638-e8c7-408d-8d62-bb6afa74f2b8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0417666 Jan 28 04:48:15.056795 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6dca13f3-a7ae-428d-9e6c-8fa231574890 req-5f6288fd-58a1-416f-80d1-c085c6062069 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382345 Jan 28 04:48:15.159670 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:15.618953 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae422e9a-95ad-4a4a-b7cf-f6635b43c38d req-c63f8b37-3211-45f6-8c8a-ec5c875be437 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:15.621115 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae422e9a-95ad-4a4a-b7cf-f6635b43c38d req-c63f8b37-3211-45f6-8c8a-ec5c875be437 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0454516 Jan 28 04:48:15.672286 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ae422e9a-95ad-4a4a-b7cf-f6635b43c38d req-9644998c-3818-4eff-8316-0cdb2575e6a4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458145 Jan 28 04:48:15.791921 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.811949 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9896d-d392-485e-8ead-75b6150ddd61 req-bde2902d-0331-443e-a438-c118ffc03e55 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:16.813525 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cd9896d-d392-485e-8ead-75b6150ddd61 req-bde2902d-0331-443e-a438-c118ffc03e55 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0565529 Jan 28 04:48:16.869123 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8cd9896d-d392-485e-8ead-75b6150ddd61 req-c65dd3b8-016b-4b5c-a9c6-563767c000a2 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487287 Jan 28 04:48:16.974805 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:16.999225 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52dad-801b-4e74-838b-f53323ac01f0 req-899c1ab3-2a73-465a-9053-003079d11746 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:17.000769 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3dc52dad-801b-4e74-838b-f53323ac01f0 req-899c1ab3-2a73-465a-9053-003079d11746 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0576377 Jan 28 04:48:17.060445 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3dc52dad-801b-4e74-838b-f53323ac01f0 req-be1c9355-859f-4e4b-a0a2-695592b1bc90 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539510 Jan 28 04:48:17.086014 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56088) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:17.133919 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934fb03-5172-42bb-863d-2e1d0d854ce9 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:17.135493 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9934fb03-5172-42bb-863d-2e1d0d854ce9 tempest-TestNetworkAdvancedServerOps-94726213 tempest-TestNetworkAdvancedServerOps-94726213-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 1092 time: 0.0484121 Jan 28 04:48:17.139061 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:17.143514 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:48:17.165464 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.267601 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.370328 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Allocated IP 172.25.1.148 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/ed500a66-5a3d-4e36-85c9-760f0d2bd454) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:48:17.468556 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (ed500a66-5a3d-4e36-85c9-760f0d2bd454), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.503137 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ed500a66-5a3d-4e36-85c9-760f0d2bd454), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.549296 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:48:17.553530 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:48:17.556853 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:48:17.596111 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=ed500a66-5a3d-4e36-85c9-760f0d2bd454,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:17.924258 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (656e7655-2599-4888-98c3-b0e20141c66d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:17.993429 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ed500a66-5a3d-4e36-85c9-760f0d2bd454), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.154798 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for port (ed500a66-5a3d-4e36-85c9-760f0d2bd454), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.159547 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (ed500a66-5a3d-4e36-85c9-760f0d2bd454), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.227253 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event updated for resources: {'Port': ['ID=ed500a66-5a3d-4e36-85c9-760f0d2bd454,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:48:18.237990 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (656e7655-2599-4888-98c3-b0e20141c66d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:18.694471 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Floating IP 656e7655-2599-4888-98c3-b0e20141c66d associated. External IP: 172.25.1.148, port: 6cc053c9-3ef4-4512-997c-602ab29f8858. Jan 28 04:48:18.896578 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 542274c8-4fba-44ff-b939-510d9d201dc7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:48:19.002303 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:48:19.012729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] Sync routers for ids ['542274c8-4fba-44ff-b939-510d9d201dc7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:48:19.019916 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:19.026271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] Routers {'542274c8-4fba-44ff-b939-510d9d201dc7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:48:19.027604 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:48:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['542274c8-4fba-44ff-b939-510d9d201dc7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:19.047718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c2dac524-e962-4816-ab48-60e28c9905c5 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9076264 Jan 28 04:48:19.048440 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5bf846-b319-4356-918d-f1603514f1d4', 'tag': '6cc053c9-3ef4-4512-997c-602ab29f8858'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:48:19.051000 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f78379-11ec-4a46-844a-5c4eaff31073" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5bf846-b319-4356-918d-f1603514f1d4", "tag": "6cc053c9-3ef4-4512-997c-602ab29f8858"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:48:19.145006 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e64be-ee86-4384-8e0b-644ca05233d0 x-openstack-request-id: req-311e64be-ee86-4384-8e0b-644ca05233d0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:48:19.145349 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5bf846-b319-4356-918d-f1603514f1d4", "tag": "6cc053c9-3ef4-4512-997c-602ab29f8858", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:48:19.145687 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-311e64be-ee86-4384-8e0b-644ca05233d0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:48:19.146143 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5bf846-b319-4356-918d-f1603514f1d4', 'tag': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'status': 'completed', 'code': 200} Jan 28 04:48:19.153282 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] Set router 542274c8-4fba-44ff-b939-510d9d201dc7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:48:19.154307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31a000-6736-4c2b-8ee7-e00371534b61 req-8444829c-3025-4b20-b7f8-c303b3040f37 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:19.155814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c31a000-6736-4c2b-8ee7-e00371534b61 req-8444829c-3025-4b20-b7f8-c303b3040f37 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0587227 Jan 28 04:48:19.207613 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c31a000-6736-4c2b-8ee7-e00371534b61 req-03a4f0c7-bd8d-4251-8a97-9e25c0cf3aa7 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452678 Jan 28 04:48:19.230089 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:19.235674 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-60b5f1b6-497d-4197-9c33-9085c12cdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:19.237252 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-60b5f1b6-497d-4197-9c33-9085c12cdcc6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0479074 Jan 28 04:48:19.296497 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-e5917bf9-7c5f-4cf7-87bf-e2c2d4107a5c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/656e7655-2599-4888-98c3-b0e20141c66d HTTP/1.1" status: 200 len: 991 time: 0.0649791 Jan 28 04:48:19.329023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-ba398188-294e-40d4-8a66-830b347d7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:19.330492 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-ba398188-294e-40d4-8a66-830b347d7c84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a2ea431-896e-48a5-9f8d-27b9189c27f9 HTTP/1.1" status: 200 len: 898 time: 0.0879989 Jan 28 04:48:19.398739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:03Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '656e7655-2599-4888-98c3-b0e20141c66d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'port_id': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'mac_address': 'fa:16:3e:d9:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5bf846-b319-4356-918d-f1603514f1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:48:17Z', 'updated_at': '2022-01-28T04:48:17Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07eb549-fdfa-4ff3-8cbd-2742496ce2d9', 'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:e6:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:02Z', 'updated_at': '2022-01-28T04:48:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:19.399878 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-2ecf17e7-e73e-4075-b378-e02223f2d4bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc053c9-3ef4-4512-997c-602ab29f8858 HTTP/1.1" status: 200 len: 999 time: 0.0632298 Jan 28 04:48:19.429476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] Checking router: 542274c8-4fba-44ff-b939-510d9d201dc7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:48:19.438433 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] Routers {'542274c8-4fba-44ff-b939-510d9d201dc7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:48:19.439026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:48:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['542274c8-4fba-44ff-b939-510d9d201dc7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:19.449479 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-9300c070-838d-4db4-9db7-49b416471ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:19.450986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-9300c070-838d-4db4-9db7-49b416471ccd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8f564f2-ba84-486d-a6bf-55f12ae75f6b HTTP/1.1" status: 200 len: 834 time: 0.0456343 Jan 28 04:48:19.498305 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-f19c20ea-9d71-4ce2-b0fb-b720b3c45274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:19.499833 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-f19c20ea-9d71-4ce2-b0fb-b720b3c45274 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a2ea431-896e-48a5-9f8d-27b9189c27f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426857 Jan 28 04:48:19.552088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] Set router 542274c8-4fba-44ff-b939-510d9d201dc7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:48:19.594042 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-359b43bd-f546-4458-8ca1-36b25dfdbfef service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876076 Jan 28 04:48:19.684558 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-48f78379-11ec-4a46-844a-5c4eaff31073 req-326f628d-b7b5-4f76-93df-32c525e787e1 service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847995 Jan 28 04:48:19.775121 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:03Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '656e7655-2599-4888-98c3-b0e20141c66d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'port_id': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'mac_address': 'fa:16:3e:d9:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5bf846-b319-4356-918d-f1603514f1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:48:17Z', 'updated_at': '2022-01-28T04:48:17Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07eb549-fdfa-4ff3-8cbd-2742496ce2d9', 'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:e6:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:02Z', 'updated_at': '2022-01-28T04:48:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:48:19.801916 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc211f-1f9d-4ffd-8d68-968003460c56 None None] The sync data for ids ['542274c8-4fba-44ff-b939-510d9d201dc7'] in n-d-808199-14 is: [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:03Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '656e7655-2599-4888-98c3-b0e20141c66d', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'port_id': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'mac_address': 'fa:16:3e:d9:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5bf846-b319-4356-918d-f1603514f1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:48:17Z', 'updated_at': '2022-01-28T04:48:17Z', 'revision_number': 0, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07eb549-fdfa-4ff3-8cbd-2742496ce2d9', 'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:e6:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:02Z', 'updated_at': '2022-01-28T04:48:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:48:20.015668 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d699b-38bf-4a24-a956-bbdecb3a8820 None None] New status for floating IP 656e7655-2599-4888-98c3-b0e20141c66d: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:48:20.299821 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:48:20.361006 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f2f4a62f-0f70-4787-8934-412e01fbb4b4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/656e7655-2599-4888-98c3-b0e20141c66d HTTP/1.1" status: 200 len: 993 time: 0.0600221 Jan 28 04:48:21.362485 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-171156aa-8cab-477e-98de-b91186afca08 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403194 Jan 28 04:48:21.463191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-b1ccdb2d-842f-4b9d-834f-133425bfb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:21.464734 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-b1ccdb2d-842f-4b9d-834f-133425bfb5b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0439112 Jan 28 04:48:21.571643 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-b3a9f772-2097-45e7-b397-d94221adbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:21.573213 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-b3a9f772-2097-45e7-b397-d94221adbb7f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a2ea431-896e-48a5-9f8d-27b9189c27f9 HTTP/1.1" status: 200 len: 898 time: 0.0896482 Jan 28 04:48:21.649440 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-907b5401-cce8-45a5-a3b5-419923a419ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc053c9-3ef4-4512-997c-602ab29f8858 HTTP/1.1" status: 200 len: 1001 time: 0.0701118 Jan 28 04:48:21.696805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-83b840a7-0f85-4805-918f-c32a68891066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:21.698504 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-83b840a7-0f85-4805-918f-c32a68891066 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8f564f2-ba84-486d-a6bf-55f12ae75f6b HTTP/1.1" status: 200 len: 834 time: 0.0439217 Jan 28 04:48:21.743856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-8c2064fd-324c-4b28-9350-8d64e74b9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:48:21.745418 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-8c2064fd-324c-4b28-9350-8d64e74b9260 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a2ea431-896e-48a5-9f8d-27b9189c27f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408361 Jan 28 04:48:21.837598 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-594d8d29-ec67-43de-8c02-cebe79ecb37a service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857840 Jan 28 04:48:21.931466 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4b7657ff-9907-4452-9265-4b4c303a5d94 req-7225c324-ff44-4ccc-947c-151dfc8b402e service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882607 Jan 28 04:48:38.628177 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:48:40.703991 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f96858b3-272f-4dc0-a5d8-94ebcfad1fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:42.723534 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fd9076d-3702-4b65-a260-b3642461814d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:42.954311 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:44.572115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:45.153424 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:45.796640 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:48:46.972033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:10.706154 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f978eb66-f524-410e-89d9-8d3ac7c9db6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.725684 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7721-0739-4eaf-8d7b-4c3479dd1bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:12.958990 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:14.569876 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:15.163903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:15.630141 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:49:15.799264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:16.965199 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:23.257153 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b310d8-3854-4973-950f-b5f31baa7e4b req-4de71a1c-b859-40d6-8d2c-b4e5993c4073 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:23.258578 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7b310d8-3854-4973-950f-b5f31baa7e4b req-4de71a1c-b859-40d6-8d2c-b4e5993c4073 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0554752 Jan 28 04:49:23.309057 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d7b310d8-3854-4973-950f-b5f31baa7e4b req-315d919a-65dc-4683-93ec-5c107ed520f8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Jan 28 04:49:23.315005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-6959e8d9-2a4e-4f3e-8028-c770974fa7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:23.316516 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-6959e8d9-2a4e-4f3e-8028-c770974fa7eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0434659 Jan 28 04:49:23.427221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-aa295cb5-3e3b-40e1-a8b1-18a328013378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:23.428693 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-aa295cb5-3e3b-40e1-a8b1-18a328013378 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a2ea431-896e-48a5-9f8d-27b9189c27f9 HTTP/1.1" status: 200 len: 898 time: 0.0894246 Jan 28 04:49:23.495573 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-0bddebd8-e054-4015-a3cd-4638eccb1943 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc053c9-3ef4-4512-997c-602ab29f8858 HTTP/1.1" status: 200 len: 1001 time: 0.0590191 Jan 28 04:49:23.548896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-68deb859-5c52-4b0d-b06d-d98306d15d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:23.550220 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-68deb859-5c52-4b0d-b06d-d98306d15d4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8f564f2-ba84-486d-a6bf-55f12ae75f6b HTTP/1.1" status: 200 len: 834 time: 0.0474815 Jan 28 04:49:23.596438 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-10d7de07-d182-4dfe-8651-f0aa1ef79186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:23.597986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-10d7de07-d182-4dfe-8651-f0aa1ef79186 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a2ea431-896e-48a5-9f8d-27b9189c27f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402167 Jan 28 04:49:23.687142 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-8cae43c7-cb46-4ee9-8921-a975f64f8f23 service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824690 Jan 28 04:49:23.781537 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9ee5a0e2-ed8f-4cfe-88cf-fc7e4b1851e3 req-985bc1de-92f2-4444-b4e3-e7aef276f0dd service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866389 Jan 28 04:49:24.425823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd81258-0f0a-4948-a500-f8cfc2475e28 req-c128402f-27c9-4a2b-b248-fd0830a0a3c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:24.427303 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dd81258-0f0a-4948-a500-f8cfc2475e28 req-c128402f-27c9-4a2b-b248-fd0830a0a3c8 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0474956 Jan 28 04:49:24.676991 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7dd81258-0f0a-4948-a500-f8cfc2475e28 req-f7444715-7bbd-4d6a-9917-110d2d10f0d0 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441437 Jan 28 04:49:25.792643 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf4b4b-4125-4cd4-8077-022e674a3dd5 req-92c38fc0-1ea8-40fc-9423-22a14b83b3ba tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:25.794155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-debf4b4b-4125-4cd4-8077-022e674a3dd5 req-92c38fc0-1ea8-40fc-9423-22a14b83b3ba tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0481160 Jan 28 04:49:25.845974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-debf4b4b-4125-4cd4-8077-022e674a3dd5 req-925597be-49b5-4940-b195-ff842cd00925 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460973 Jan 28 04:49:25.867694 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56140) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:25.926528 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c2e2b2fe-30a6-467d-82a9-14ab78078b60 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/656e7655-2599-4888-98c3-b0e20141c66d HTTP/1.1" status: 200 len: 993 time: 0.0577238 Jan 28 04:49:27.202446 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c09b29-0359-409e-87a5-acc8d928dba3 req-dd28544d-d86d-4af5-ae51-12eb2b8d821e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:27.203978 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91c09b29-0359-409e-87a5-acc8d928dba3 req-dd28544d-d86d-4af5-ae51-12eb2b8d821e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0511725 Jan 28 04:49:27.240115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-e4d3acaf-fce0-4811-8c39-504823b00016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:27.241721 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-e4d3acaf-fce0-4811-8c39-504823b00016 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0422711 Jan 28 04:49:27.253371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-91c09b29-0359-409e-87a5-acc8d928dba3 req-491de12a-9d81-4107-a850-5a2103aca62c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Jan 28 04:49:27.334293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-060bacdc-115f-459c-be27-1da4e6e01691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:27.335675 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-060bacdc-115f-459c-be27-1da4e6e01691 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a2ea431-896e-48a5-9f8d-27b9189c27f9 HTTP/1.1" status: 200 len: 898 time: 0.0885782 Jan 28 04:49:27.406304 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-76b15243-7c1a-40e0-9b34-5f24d8b85829 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc053c9-3ef4-4512-997c-602ab29f8858 HTTP/1.1" status: 200 len: 1001 time: 0.0651762 Jan 28 04:49:27.454442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-494ad1dc-4bf4-428f-8552-87a065ae1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:27.455853 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-494ad1dc-4bf4-428f-8552-87a065ae1e20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8f564f2-ba84-486d-a6bf-55f12ae75f6b HTTP/1.1" status: 200 len: 834 time: 0.0438769 Jan 28 04:49:27.504603 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-08e2278e-2d16-4470-8e16-52a2ceac3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:27.506151 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-08e2278e-2d16-4470-8e16-52a2ceac3416 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a2ea431-896e-48a5-9f8d-27b9189c27f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443511 Jan 28 04:49:27.593872 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-50b98ca8-96e0-4369-aec6-4cddc7610ad6 service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816360 Jan 28 04:49:27.684640 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6bda007b-11c0-4f12-a7c6-c2189cba27df req-9805a111-a8da-40fb-8304-c059bc05b7c9 service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850489 Jan 28 04:49:28.373988 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309bb45-2e42-4028-9454-be754e7781ac req-2595c9b5-38cd-4c36-931e-cbb2fdcb1c14 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:28.375519 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f309bb45-2e42-4028-9454-be754e7781ac req-2595c9b5-38cd-4c36-931e-cbb2fdcb1c14 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0519061 Jan 28 04:49:28.426061 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f309bb45-2e42-4028-9454-be754e7781ac req-e2fa6da9-95f6-4d3e-9771-c8edd3f0a2ff tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Jan 28 04:49:29.543052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b9e08-bc8c-486e-a432-3dc7bdf23a8f req-f19a4124-9686-42fd-a114-eb173485dc77 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:29.544533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf7b9e08-bc8c-486e-a432-3dc7bdf23a8f req-f19a4124-9686-42fd-a114-eb173485dc77 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0477474 Jan 28 04:49:29.593082 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf7b9e08-bc8c-486e-a432-3dc7bdf23a8f req-cb1acdef-6a82-4714-9671-0cf57e7ad9c4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Jan 28 04:49:29.615270 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56152) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:29.678120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6e7339e2-0fdf-4c4c-a3df-0843a9d2844e tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/floatingips/656e7655-2599-4888-98c3-b0e20141c66d HTTP/1.1" status: 200 len: 993 time: 0.0617328 Jan 28 04:49:29.949007 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:30.105755 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port ed500a66-5a3d-4e36-85c9-760f0d2bd454 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:30.106104 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ed500a66-5a3d-4e36-85c9-760f0d2bd454), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.178739 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ed500a66-5a3d-4e36-85c9-760f0d2bd454), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.179070 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (ed500a66-5a3d-4e36-85c9-760f0d2bd454), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.191049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for ed500a66-5a3d-4e36-85c9-760f0d2bd454 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:30.340911 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ed500a66-5a3d-4e36-85c9-760f0d2bd454), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.368928 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=ed500a66-5a3d-4e36-85c9-760f0d2bd454,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:30.380474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.380870 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.381210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.381552 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.381915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.382245 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.382576 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.382905 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.383235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.383564 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.383891 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.384213 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.384537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:30.442165 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for floatingip (656e7655-2599-4888-98c3-b0e20141c66d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.442542 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Floating IP 656e7655-2599-4888-98c3-b0e20141c66d disassociated (deleted). External IP: 172.25.1.148, port: 6cc053c9-3ef4-4512-997c-602ab29f8858. Jan 28 04:49:30.663435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 542274c8-4fba-44ff-b939-510d9d201dc7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:30.775154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:30.780527 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:30.784972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] Sync routers for ids ['542274c8-4fba-44ff-b939-510d9d201dc7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:30.795279 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] Routers {'542274c8-4fba-44ff-b939-510d9d201dc7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:30.795945 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['542274c8-4fba-44ff-b939-510d9d201dc7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:30.808214 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-620cecee-3a2b-4f79-af5a-58f575de35cd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/floatingips/656e7655-2599-4888-98c3-b0e20141c66d HTTP/1.1" status: 204 len: 168 time: 0.8581560 Jan 28 04:49:30.808923 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5bf846-b319-4356-918d-f1603514f1d4', 'tag': '6cc053c9-3ef4-4512-997c-602ab29f8858'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:30.812466 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dd26b0-0afd-40a7-afb5-958566f667f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5bf846-b319-4356-918d-f1603514f1d4", "tag": "6cc053c9-3ef4-4512-997c-602ab29f8858"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:30.855545 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ee9c93-262c-4029-b98c-31f0a70c7f08 x-openstack-request-id: req-c3ee9c93-262c-4029-b98c-31f0a70c7f08 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:30.855840 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5bf846-b319-4356-918d-f1603514f1d4", "tag": "6cc053c9-3ef4-4512-997c-602ab29f8858", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:30.856101 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3ee9c93-262c-4029-b98c-31f0a70c7f08 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:30.856507 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5bf846-b319-4356-918d-f1603514f1d4', 'tag': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'status': 'completed', 'code': 200} Jan 28 04:49:30.914996 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] Set router 542274c8-4fba-44ff-b939-510d9d201dc7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:30.950501 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-609125cb-56be-4952-a360-8edb2f75f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:30.952905 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-609125cb-56be-4952-a360-8edb2f75f2b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ce3690604434a85d84368342b08c9&device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0516946 Jan 28 04:49:31.045675 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232500a5-a704-473d-9b6b-d70c313ab2fc req-5ecc2e61-b297-4410-9d62-1fa3110dc2e4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:31.047366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-232500a5-a704-473d-9b6b-d70c313ab2fc req-5ecc2e61-b297-4410-9d62-1fa3110dc2e4 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0526447 Jan 28 04:49:31.091209 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-74e51038-835c-4ca7-8460-26b0d7b15e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:31.093976 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-74e51038-835c-4ca7-8460-26b0d7b15e13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a2ea431-896e-48a5-9f8d-27b9189c27f9 HTTP/1.1" status: 200 len: 898 time: 0.0957143 Jan 28 04:49:31.104391 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-232500a5-a704-473d-9b6b-d70c313ab2fc req-bf9cf726-6b91-435a-b6bf-fd59ef807a8c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498631 Jan 28 04:49:31.133234 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:03Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'a07eb549-fdfa-4ff3-8cbd-2742496ce2d9', 'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:e6:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:02Z', 'updated_at': '2022-01-28T04:48:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:31.143248 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-9e4b2794-95bf-4159-a277-8b8c35111634 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc053c9-3ef4-4512-997c-602ab29f8858 HTTP/1.1" status: 200 len: 217 time: 0.0413558 Jan 28 04:49:31.159841 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] Checking router: 542274c8-4fba-44ff-b939-510d9d201dc7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:49:31.168208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] Routers {'542274c8-4fba-44ff-b939-510d9d201dc7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:31.168741 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['542274c8-4fba-44ff-b939-510d9d201dc7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:31.193609 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-68131f43-78b1-4889-b7c6-c97eb97cb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:31.195160 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-68131f43-78b1-4889-b7c6-c97eb97cb7a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8f564f2-ba84-486d-a6bf-55f12ae75f6b HTTP/1.1" status: 200 len: 834 time: 0.0452485 Jan 28 04:49:31.240418 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-1a76f84c-5ef5-4bdf-a1a9-a351fd9cc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:31.241974 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-1a76f84c-5ef5-4bdf-a1a9-a351fd9cc4d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a2ea431-896e-48a5-9f8d-27b9189c27f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405092 Jan 28 04:49:31.278397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] Set router 542274c8-4fba-44ff-b939-510d9d201dc7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:31.335845 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-7f4740fa-6777-4484-94b0-ca8ede2dd789 service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864804 Jan 28 04:49:31.431763 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-89dd26b0-0afd-40a7-afb5-958566f667f8 req-cadac7d4-8bfb-44f4-bcd2-b9975fac9209 service neutron] 10.222.0.25 "GET /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877161 Jan 28 04:49:31.640985 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:03Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'a07eb549-fdfa-4ff3-8cbd-2742496ce2d9', 'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:e6:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:02Z', 'updated_at': '2022-01-28T04:48:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:31.667538 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87096879-f32e-43e4-8f96-9482329d86ca None None] The sync data for ids ['542274c8-4fba-44ff-b939-510d9d201dc7'] in n-d-808199-14 is: [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:48:03Z', 'revision_number': 4, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'a07eb549-fdfa-4ff3-8cbd-2742496ce2d9', 'name': '', 'network_id': '9a2ea431-896e-48a5-9f8d-27b9189c27f9', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'mac_address': 'fa:16:3e:e6:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:02Z', 'updated_at': '2022-01-28T04:48:06Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'subnets': [{'id': 'f8f564f2-ba84-486d-a6bf-55f12ae75f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:31.896970 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f3c30-c747-4bd2-ad3c-441534cd90c3 None None] New status for floating IP 656e7655-2599-4888-98c3-b0e20141c66d: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:49:32.229779 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c699-fcc1-43f1-868b-1f605790b171 req-dba8723b-13d7-4695-815f-87b3d91540ad tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:32.231193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b808c699-fcc1-43f1-868b-1f605790b171 req-dba8723b-13d7-4695-815f-87b3d91540ad tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0522373 Jan 28 04:49:32.278633 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b808c699-fcc1-43f1-868b-1f605790b171 req-c4f79aa6-8480-4f6c-9132-c818f51ffb10 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Jan 28 04:49:33.160414 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-75a01791-d27c-480b-9f96-55ba1212fbcd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:33.161952 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-75a01791-d27c-480b-9f96-55ba1212fbcd tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0497167 Jan 28 04:49:33.252698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port 6cc053c9-3ef4-4512-997c-602ab29f8858 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:33.252975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.339457 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port 6cc053c9-3ef4-4512-997c-602ab29f8858, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=6cc053c9-3ef4-4512-997c-602ab29f8858,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:33.339824 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.358152 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for 6cc053c9-3ef4-4512-997c-602ab29f8858 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:33.395368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b2a64-9e6b-4eab-a49e-140475d4243c req-ee6aa108-e59e-44e1-a4d4-402cdfcc6690 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:33.397023 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-541b2a64-9e6b-4eab-a49e-140475d4243c req-ee6aa108-e59e-44e1-a4d4-402cdfcc6690 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d5bf846-b319-4356-918d-f1603514f1d4 HTTP/1.1" status: 200 len: 945 time: 0.0482500 Jan 28 04:49:33.448594 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-541b2a64-9e6b-4eab-a49e-140475d4243c req-63e2d6e4-b13f-4c7d-b4ad-1977feb395d1 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458474 Jan 28 04:49:33.486073 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (6cc053c9-3ef4-4512-997c-602ab29f8858), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.512701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=6cc053c9-3ef4-4512-997c-602ab29f8858,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:33.525282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.525629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.526050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.526293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.526620 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.526943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.527266 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.527588 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.527951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.528269 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.528589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.529528 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.530136 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:33.571293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] No DVR routers for this DVR port 6cc053c9-3ef4-4512-997c-602ab29f8858 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:33.574091 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:33.578225 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-da83da12-f44d-4db1-9b51-b2303b2c72f5 req-e4996ad8-ab50-4aee-9ff9-d366bd8838ce tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.25 "DELETE /v2.0/ports/6cc053c9-3ef4-4512-997c-602ab29f8858 HTTP/1.1" status: 204 len: 173 time: 0.4111102 Jan 28 04:49:33.578659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5bf846-b319-4356-918d-f1603514f1d4', 'name': 'network-vif-deleted', 'tag': '6cc053c9-3ef4-4512-997c-602ab29f8858'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:33.580985 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cbd3e3-1e20-4587-b828-f9deb254b916" -d '{"events": [{"server_uuid": "8d5bf846-b319-4356-918d-f1603514f1d4", "name": "network-vif-deleted", "tag": "6cc053c9-3ef4-4512-997c-602ab29f8858"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:33.621195 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69beb752-a6ac-4ac2-9785-2d85e444ba55 x-openstack-request-id: req-69beb752-a6ac-4ac2-9785-2d85e444ba55 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:33.621493 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5bf846-b319-4356-918d-f1603514f1d4", "name": "network-vif-deleted", "tag": "6cc053c9-3ef4-4512-997c-602ab29f8858", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:33.621749 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69beb752-a6ac-4ac2-9785-2d85e444ba55 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:33.622152 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5bf846-b319-4356-918d-f1603514f1d4', 'name': 'network-vif-deleted', 'tag': '6cc053c9-3ef4-4512-997c-602ab29f8858', 'status': 'completed', 'code': 200} Jan 28 04:49:34.505664 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56174) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:34.877692 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (542274c8-4fba-44ff-b939-510d9d201dc7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.137466 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:35.137745 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.224091 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port a07eb549-fdfa-4ff3-8cbd-2742496ce2d9, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=a07eb549-fdfa-4ff3-8cbd-2742496ce2d9,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:35.224460 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.238124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:35.419758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (a07eb549-fdfa-4ff3-8cbd-2742496ce2d9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.449655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=a07eb549-fdfa-4ff3-8cbd-2742496ce2d9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:35.621040 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (542274c8-4fba-44ff-b939-510d9d201dc7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:35.841037 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Router 542274c8-4fba-44ff-b939-510d9d201dc7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:36.287697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:36.292690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c66acdec-863a-41c0-85c2-fbf80e36fed9 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "PUT /v2.0/routers/542274c8-4fba-44ff-b939-510d9d201dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7860076 Jan 28 04:49:36.295810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56176) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:36.297148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] Sync routers for ids ['542274c8-4fba-44ff-b939-510d9d201dc7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:36.306947 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] Routers {'542274c8-4fba-44ff-b939-510d9d201dc7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:36.307552 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['542274c8-4fba-44ff-b939-510d9d201dc7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:36.346985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bc2a40-7fee-4770-88f7-f753fca2ea03 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting subnet f8f564f2-ba84-486d-a6bf-55f12ae75f6b {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:49:36.350125 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a40-7fee-4770-88f7-f753fca2ea03 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (f8f564f2-ba84-486d-a6bf-55f12ae75f6b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.390408 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a40-7fee-4770-88f7-f753fca2ea03 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (f8f564f2-ba84-486d-a6bf-55f12ae75f6b), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.416598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] Set router 542274c8-4fba-44ff-b939-510d9d201dc7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:36.476498 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a40-7fee-4770-88f7-f753fca2ea03 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (f8f564f2-ba84-486d-a6bf-55f12ae75f6b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.541387 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a40-7fee-4770-88f7-f753fca2ea03 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (f8f564f2-ba84-486d-a6bf-55f12ae75f6b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.569340 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc2a40-7fee-4770-88f7-f753fca2ea03 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f564f2-ba84-486d-a6bf-55f12ae75f6b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:36.571327 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a40-7fee-4770-88f7-f753fca2ea03 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.575051 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-25bc2a40-7fee-4770-88f7-f753fca2ea03 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/subnets/f8f564f2-ba84-486d-a6bf-55f12ae75f6b HTTP/1.1" status: 204 len: 168 time: 0.2779663 Jan 28 04:49:36.578186 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56178) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:36.586147 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5940b5-91a8-4dfc-a481-720b048bd914 None None] Network 9a2ea431-896e-48a5-9f8d-27b9189c27f9 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:36.685795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:49:35Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:36.686576 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (542274c8-4fba-44ff-b939-510d9d201dc7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.722253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] Checking router: 542274c8-4fba-44ff-b939-510d9d201dc7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:49:36.730971 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] Routers {'542274c8-4fba-44ff-b939-510d9d201dc7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:36.731579 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['542274c8-4fba-44ff-b939-510d9d201dc7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:36.789321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] DHCP port deletion for 9a2ea431-896e-48a5-9f8d-27b9189c27f9 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:49:36.799530 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_gateway (542274c8-4fba-44ff-b939-510d9d201dc7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.851998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Deleting port ebc89916-6283-407c-84c5-74b9f3f9e6e3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:36.852332 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.869699 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] Set router 542274c8-4fba-44ff-b939-510d9d201dc7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:36.932592 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] For port ebc89916-6283-407c-84c5-74b9f3f9e6e3, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ebc89916-6283-407c-84c5-74b9f3f9e6e3,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:36.932985 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:36.945277 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Calling delete_port for ebc89916-6283-407c-84c5-74b9f3f9e6e3 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:36.981737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Deleting port 369999fb-f6c7-494e-9023-085cd9dbe09c {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:49:36.982114 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.073057 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] For port 369999fb-f6c7-494e-9023-085cd9dbe09c, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=369999fb-f6c7-494e-9023-085cd9dbe09c,segment=NetworkSegment(78b2d5fd-2072-408c-b734-06ccd4d2eb74),segment_id=78b2d5fd-2072-408c-b734-06ccd4d2eb74)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:37.073367 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.098748 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6cc053c9-3ef4-4512-997c-602ab29f8858 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:37.114659 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (ebc89916-6283-407c-84c5-74b9f3f9e6e3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.128272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Calling delete_port for 369999fb-f6c7-494e-9023-085cd9dbe09c owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:49:37.136250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 6cc053c9-3ef4-4512-997c-602ab29f8858 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:37.136603 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 6cc053c9-3ef4-4512-997c-602ab29f8858 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:37.149018 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Port': ['ID=ebc89916-6283-407c-84c5-74b9f3f9e6e3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:37.214549 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:49:35Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:37.219088 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (542274c8-4fba-44ff-b939-510d9d201dc7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.245199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0becde-e08f-4c15-8fca-defe114c2542 None None] The sync data for ids ['542274c8-4fba-44ff-b939-510d9d201dc7'] in n-d-808199-14 is: [{'id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612280990', 'tenant_id': 'bf5ce3690604434a85d84368342b08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:47:59Z', 'updated_at': '2022-01-28T04:49:35Z', 'revision_number': 5, 'project_id': 'bf5ce3690604434a85d84368342b08c9', 'gw_port': {'id': 'ebc89916-6283-407c-84c5-74b9f3f9e6e3', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542274c8-4fba-44ff-b939-510d9d201dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:48:00Z', 'updated_at': '2022-01-28T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:37.266768 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (369999fb-f6c7-494e-9023-085cd9dbe09c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.292483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Pushing event deleted for resources: {'Port': ['ID=369999fb-f6c7-494e-9023-085cd9dbe09c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:37.299211 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] No DVR routers for this DVR port 369999fb-f6c7-494e-9023-085cd9dbe09c on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:49:37.307313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.307666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.308025 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.308356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.308685 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.309068 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.309402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.310089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.310089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.310404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.310684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.311065 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.311929 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4aa6df-87b0-4a97-acd8-f402aa6d3029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:37.321974 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (542274c8-4fba-44ff-b939-510d9d201dc7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.324265 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router_controller (542274c8-4fba-44ff-b939-510d9d201dc7), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.373354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (542274c8-4fba-44ff-b939-510d9d201dc7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.375050 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Fanout notify agent at l3_agent the message router_deleted on router 542274c8-4fba-44ff-b939-510d9d201dc7 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:49:37.383803 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.387976 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0f603633-8fc8-4ac4-b1e6-afdb1d059b2c tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/routers/542274c8-4fba-44ff-b939-510d9d201dc7 HTTP/1.1" status: 204 len: 168 time: 0.8058507 Jan 28 04:49:37.388308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56180) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:37.470899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (9a2ea431-896e-48a5-9f8d-27b9189c27f9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.572022 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (9a2ea431-896e-48a5-9f8d-27b9189c27f9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.593380 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2ea431-896e-48a5-9f8d-27b9189c27f9']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:37.602980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b2d5fd-2072-408c-b734-06ccd4d2eb74') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:37.603281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b2d5fd-2072-408c-b734-06ccd4d2eb74') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:37.614611 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (78b2d5fd-2072-408c-b734-06ccd4d2eb74), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.629230 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (78b2d5fd-2072-408c-b734-06ccd4d2eb74), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.636377 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:49:37.636692 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (78b2d5fd-2072-408c-b734-06ccd4d2eb74), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: timer() Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:49:37.640118 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:49:37.701317 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (9a2ea431-896e-48a5-9f8d-27b9189c27f9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.709195 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.715310 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56182) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:37.715803 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/networks/9a2ea431-896e-48a5-9f8d-27b9189c27f9 HTTP/1.1" status: 204 len: 168 time: 0.3260388 Jan 28 04:49:37.732622 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5148b-0775-4d2b-9ced-2e93b381f770 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'Network': ['ID=9a2ea431-896e-48a5-9f8d-27b9189c27f9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:37.778533 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a947c4ef-7d22-47cc-b0e5-8d38ef47f488 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (0a148ec9-2c95-4e2c-b4f2-1ebe3526a596), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.809341 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a947c4ef-7d22-47cc-b0e5-8d38ef47f488 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (0a148ec9-2c95-4e2c-b4f2-1ebe3526a596), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.880407 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a947c4ef-7d22-47cc-b0e5-8d38ef47f488 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (0a148ec9-2c95-4e2c-b4f2-1ebe3526a596), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.883207 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a947c4ef-7d22-47cc-b0e5-8d38ef47f488 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:37.884469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-a947c4ef-7d22-47cc-b0e5-8d38ef47f488 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] 10.222.0.44 "DELETE /v2.0/security-groups/0a148ec9-2c95-4e2c-b4f2-1ebe3526a596 HTTP/1.1" status: 204 len: 168 time: 0.1674495 Jan 28 04:49:37.893945 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947c4ef-7d22-47cc-b0e5-8d38ef47f488 tempest-TestNetworkAdvancedServerOps-977065657 tempest-TestNetworkAdvancedServerOps-977065657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a148ec9-2c95-4e2c-b4f2-1ebe3526a596,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:38.248415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56190) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:38.388220 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-75d24859-90dc-4aac-a7de-8a113b5cc7ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf5ce3690604434a85d84368342b08c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361027 Jan 28 04:49:38.388432 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56194) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:38.436960 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8fd8-6efa-4f96-abbc-8fbbd6aa0425 admin admin] Publish callbacks [] for security_group (20082bbd-f6f6-4188-8437-dc2e1e823ff0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.461139 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8fd8-6efa-4f96-abbc-8fbbd6aa0425 admin admin] Publish callbacks [] for security_group (20082bbd-f6f6-4188-8437-dc2e1e823ff0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.506087 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8fd8-6efa-4f96-abbc-8fbbd6aa0425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (20082bbd-f6f6-4188-8437-dc2e1e823ff0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.508642 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8fd8-6efa-4f96-abbc-8fbbd6aa0425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.509801 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-6e6d8fd8-6efa-4f96-abbc-8fbbd6aa0425 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20082bbd-f6f6-4188-8437-dc2e1e823ff0 HTTP/1.1" status: 204 len: 168 time: 0.1205299 Jan 28 04:49:38.530084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d8fd8-6efa-4f96-abbc-8fbbd6aa0425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20082bbd-f6f6-4188-8437-dc2e1e823ff0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:38.609882 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ebc89916-6283-407c-84c5-74b9f3f9e6e3 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:38.635820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ebc89916-6283-407c-84c5-74b9f3f9e6e3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:38.635820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ebc89916-6283-407c-84c5-74b9f3f9e6e3 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:38.636432 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 369999fb-f6c7-494e-9023-085cd9dbe09c no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:38.656713 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 369999fb-f6c7-494e-9023-085cd9dbe09c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:38.657093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 369999fb-f6c7-494e-9023-085cd9dbe09c not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:38.657510 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:49:38.678123 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:49:38.678472 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device a07eb549-fdfa-4ff3-8cbd-2742496ce2d9 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:49:38.837333 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56200) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:38.854025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43a43734-d41f-49aa-9c61-09cac07bc18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.933885 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43a43734-d41f-49aa-9c61-09cac07bc18a admin admin] Publish callbacks [] for security_group (78439422-409f-4c4a-8ed4-9f42de79b5e3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.937699 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43a43734-d41f-49aa-9c61-09cac07bc18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (78439422-409f-4c4a-8ed4-9f42de79b5e3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:38.978822 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-43a43734-d41f-49aa-9c61-09cac07bc18a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7e094be13be4fe28ce2261b2918ce10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401012 Jan 28 04:49:38.979979 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56202) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:38.985235 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a43734-d41f-49aa-9c61-09cac07bc18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78439422-409f-4c4a-8ed4-9f42de79b5e3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:39.030493 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1405ed30-fcab-40ca-ae2c-5e4c13bdb606 admin admin] Publish callbacks [] for security_group (78439422-409f-4c4a-8ed4-9f42de79b5e3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:39.051465 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1405ed30-fcab-40ca-ae2c-5e4c13bdb606 admin admin] Publish callbacks [] for security_group (78439422-409f-4c4a-8ed4-9f42de79b5e3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:39.098972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1405ed30-fcab-40ca-ae2c-5e4c13bdb606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (78439422-409f-4c4a-8ed4-9f42de79b5e3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:39.101585 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1405ed30-fcab-40ca-ae2c-5e4c13bdb606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:39.102757 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-1405ed30-fcab-40ca-ae2c-5e4c13bdb606 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78439422-409f-4c4a-8ed4-9f42de79b5e3 HTTP/1.1" status: 204 len: 168 time: 0.1216950 Jan 28 04:49:39.111627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405ed30-fcab-40ca-ae2c-5e4c13bdb606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78439422-409f-4c4a-8ed4-9f42de79b5e3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:39.979829 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56224) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:40.072476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-993186869-network', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:40.091858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Made reservation on behalf of fd1e5696e3a348fba439db90e7dd894f for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:40.094648 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.102601 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.175167 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Publish callbacks [] for security_group (32c27f44-5927-4f3c-8dfc-34395a85ac00), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.179337 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (32c27f44-5927-4f3c-8dfc-34395a85ac00), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.201787 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:49:40.220078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c27f44-5927-4f3c-8dfc-34395a85ac00,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:40.225135 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (583c093e-e337-4f88-82b1-9fca18471f7f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.225491 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Added segment 583c093e-e337-4f88-82b1-9fca18471f7f of type vlan for network d917edbb-a924-4457-a66c-6109a6be9de5 Jan 28 04:49:40.269011 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (d917edbb-a924-4457-a66c-6109a6be9de5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.645820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (d917edbb-a924-4457-a66c-6109a6be9de5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.646821 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:40.647410 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.695302 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7142220 Jan 28 04:49:40.698691 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:40.704522 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Request body: {'subnet': {'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-993186869-subnet', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:40.711474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d9fa0-3fca-428b-8dc2-5cd40aec6d44 admin admin] Pushing event updated for resources: {'Network': ['ID=d917edbb-a924-4457-a66c-6109a6be9de5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:40.721538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e140da9b-d22e-476a-8b09-891f85bc95b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.724420 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network d917edbb-a924-4457-a66c-6109a6be9de5 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:49:40.725778 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Made reservation on behalf of fd1e5696e3a348fba439db90e7dd894f for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:40.728064 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.894328 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (8ecc8e23-1123-433b-ac13-34bb1fdb7aba), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.945373 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecc8e23-1123-433b-ac13-34bb1fdb7aba,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:40.961418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Checking segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:40.961785 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Network hostable DHCP agents. Network: d917edbb-a924-4457-a66c-6109a6be9de5, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:49:40.979042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Network d917edbb-a924-4457-a66c-6109a6be9de5 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:49:40.988012 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, d917edbb-a924-4457-a66c-6109a6be9de5) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:40.992157 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:40.993025 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:40.999943 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278692a5-df6a-4372-8d0f-d778a224b424 None None] Network d917edbb-a924-4457-a66c-6109a6be9de5 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:41.011198 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7052abdc-6b6b-4a46-ac17-bcde9b55edcf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3114061 Jan 28 04:49:41.014823 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:41.019674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:41.038321 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.039416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.096498 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks [] for router_controller (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.104335 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-d917edbb-a924-4457-a66c-6109a6be9de5', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:49:41.105250 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.236202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks [] for router_gateway (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.239924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Allocated IP 172.20.0.2 (d917edbb-a924-4457-a66c-6109a6be9de5/8ecc8e23-1123-433b-ac13-34bb1fdb7aba/e42fed00-78a7-45f1-bbc3-90eae9a63972) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:41.390616 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Publish callbacks [] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.395813 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.436349 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Network d917edbb-a924-4457-a66c-6109a6be9de5 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:41.436586 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks [] for router_gateway (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.437771 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:41.440140 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:41.451746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Pushing event updated for resources: {'Port': ['ID=e42fed00-78a7-45f1-bbc3-90eae9a63972,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:41.455443 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.507770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Attempting to bind port e42fed00-78a7-45f1-bbc3-90eae9a63972 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:41.508058 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Attempting to bind port e42fed00-78a7-45f1-bbc3-90eae9a63972 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:41.508423 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Attempting to bind port e42fed00-78a7-45f1-bbc3-90eae9a63972 on network d917edbb-a924-4457-a66c-6109a6be9de5 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:41.513348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:41.513725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Checking segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:41.514176 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.514606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Bound using segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:41.515086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Bound port: e42fed00-78a7-45f1-bbc3-90eae9a63972, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:41.515464 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.562836 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Allocated IP 172.25.1.243 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/ae4752ac-8544-407d-9848-388de5a637ad) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:41.578618 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] For port e42fed00-78a7-45f1-bbc3-90eae9a63972, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:41.581669 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] For port e42fed00-78a7-45f1-bbc3-90eae9a63972, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e42fed00-78a7-45f1-bbc3-90eae9a63972,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:41.586072 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.650135 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadc35e-367a-4ab2-b1c8-d59d382d2a49 None None] Pushing event updated for resources: {'Port': ['ID=e42fed00-78a7-45f1-bbc3-90eae9a63972,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:41.675190 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks [] for port (ae4752ac-8544-407d-9848-388de5a637ad), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.710363 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ae4752ac-8544-407d-9848-388de5a637ad), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:41.749852 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:41.752712 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:41.758982 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:41.765247 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Pushing event updated for resources: {'Port': ['ID=ae4752ac-8544-407d-9848-388de5a637ad,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:42.042416 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks [] for router_gateway (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.241463 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.374681 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:49:42.489060 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:42.498968 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Sync routers for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:42.509759 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.511254 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f3c95d85-ad3b-42be-9a27-fd11e143089c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4950340 Jan 28 04:49:42.513914 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:42.514800 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:42.515786 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:42.642348 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:42.677763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e42fed00-78a7-45f1-bbc3-90eae9a63972 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:42.742928 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc129-fea1-4c80-bb0f-25747ce12d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.756182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e42fed00-78a7-45f1-bbc3-90eae9a63972 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:42.756556 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.854190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e42fed00-78a7-45f1-bbc3-90eae9a63972 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:42.854715 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.865656 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:41Z', 'revision_number': 3, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:42.895308 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39cf46d-a480-4fc1-a192-ae983c665d55 None None] Network d917edbb-a924-4457-a66c-6109a6be9de5 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:42.899484 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Checking router: 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:49:42.900949 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Updating router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 port ae4752ac-8544-407d-9848-388de5a637ad binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:49:42.901240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port e42fed00-78a7-45f1-bbc3-90eae9a63972, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e42fed00-78a7-45f1-bbc3-90eae9a63972,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:42.915981 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:42.931751 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ae4752ac-8544-407d-9848-388de5a637ad), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.046371 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.207706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-54b1ceb4-8db2-456b-9909-ed5bab931c1d None None] Provisioning complete for port e42fed00-78a7-45f1-bbc3-90eae9a63972 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:43.208244 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54b1ceb4-8db2-456b-9909-ed5bab931c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.210525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.212094 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Allocated IP 172.20.0.1 (d917edbb-a924-4457-a66c-6109a6be9de5/8ecc8e23-1123-433b-ac13-34bb1fdb7aba/1dd12b63-4a2e-4719-aff8-b4784638a86f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:43.213652 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Publish callbacks [] for port (ae4752ac-8544-407d-9848-388de5a637ad), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.220993 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ae4752ac-8544-407d-9848-388de5a637ad), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.266086 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=e42fed00-78a7-45f1-bbc3-90eae9a63972,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:43.299448 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Pushing event updated for resources: {'Port': ['ID=ae4752ac-8544-407d-9848-388de5a637ad,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:43.302518 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Attempting to bind port ae4752ac-8544-407d-9848-388de5a637ad on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:43.303011 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Attempting to bind port ae4752ac-8544-407d-9848-388de5a637ad by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:43.303240 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Attempting to bind port ae4752ac-8544-407d-9848-388de5a637ad on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:43.314541 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.315330 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.315330 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.315709 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.316049 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.316386 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.317245 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.317245 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.317803 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.318047 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.318377 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.318725 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.319018 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:49:43.322613 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:43.322991 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:43.323394 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.323774 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:43.324432 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Bound port: ae4752ac-8544-407d-9848-388de5a637ad, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:43.324814 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ae4752ac-8544-407d-9848-388de5a637ad), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.329979 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Publish callbacks [] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.366284 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-54b1ceb4-8db2-456b-9909-ed5bab931c1d None None] Current status of the port e42fed00-78a7-45f1-bbc3-90eae9a63972 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:43.368492 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.390958 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] For port ae4752ac-8544-407d-9848-388de5a637ad, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:43.395860 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] For port ae4752ac-8544-407d-9848-388de5a637ad, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ae4752ac-8544-407d-9848-388de5a637ad,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:43.401208 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ae4752ac-8544-407d-9848-388de5a637ad), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.409809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Network d917edbb-a924-4457-a66c-6109a6be9de5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:43.417176 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:43.422671 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:43.426051 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd12b63-4a2e-4719-aff8-b4784638a86f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:43.456654 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:43.457303 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:43.468474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.507222 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7cb26-7406-4e57-9212-b37838478248 None None] Pushing event updated for resources: {'Port': ['ID=ae4752ac-8544-407d-9848-388de5a637ad,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:43.593191 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4204fef6-82ac-4854-8b78-b18b6b6df849 None None] Provisioning complete for port e42fed00-78a7-45f1-bbc3-90eae9a63972 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:43.593627 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4204fef6-82ac-4854-8b78-b18b6b6df849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.597250 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:43.617927 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.686138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4204fef6-82ac-4854-8b78-b18b6b6df849 None None] Current status of the port e42fed00-78a7-45f1-bbc3-90eae9a63972 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:43.800004 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:41Z', 'revision_number': 3, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:43.816501 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Publish callbacks [] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.821388 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.828751 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b13dbc-3ec6-4b78-95a1-1ad6f25a58c4 None None] The sync data for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 is: [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:41Z', 'revision_number': 3, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:43.907048 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd12b63-4a2e-4719-aff8-b4784638a86f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:43.908243 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba2e7b78-4ac7-4a1d-98bc-2cd13d2d82d7 None None] Provisioning complete for port 1dd12b63-4a2e-4719-aff8-b4784638a86f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:43.908714 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b78-4ac7-4a1d-98bc-2cd13d2d82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.909597 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:43.949559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e7b78-4ac7-4a1d-98bc-2cd13d2d82d7 None None] Port 1dd12b63-4a2e-4719-aff8-b4784638a86f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:44.010760 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Network d917edbb-a924-4457-a66c-6109a6be9de5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:44.012184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:44.163390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:44.281803 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0fd369a1-fc65-480c-88c5-2475c5935f71 None None] Provisioning complete for port 1dd12b63-4a2e-4719-aff8-b4784638a86f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:44.282252 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fd369a1-fc65-480c-88c5-2475c5935f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.290064 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:44.300915 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-64b0c615-11eb-406c-929b-019572744da7 admin admin] 10.222.0.44 "PUT /v2.0/routers/9f68b2ba-aba2-412a-beaf-ebe46e59eac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7797837 Jan 28 04:49:44.318823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0fd369a1-fc65-480c-88c5-2475c5935f71 None None] Port 1dd12b63-4a2e-4719-aff8-b4784638a86f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:44.583260 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.712294 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e42fed00-78a7-45f1-bbc3-90eae9a63972 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:44.772427 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port e42fed00-78a7-45f1-bbc3-90eae9a63972 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:44.773506 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.802680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56248) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:44.807806 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-133009890-network', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:44.827356 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Made reservation on behalf of 5f6cf4c4f70e483abbe25f28e4ade950 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:44.829833 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.838282 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.852108 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port e42fed00-78a7-45f1-bbc3-90eae9a63972 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:44.853197 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ae4752ac-8544-407d-9848-388de5a637ad up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:44.900280 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ae4752ac-8544-407d-9848-388de5a637ad triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:44.900636 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ae4752ac-8544-407d-9848-388de5a637ad), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.916829 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Publish callbacks [] for security_group (9d1e9e6b-c873-40b7-b682-7eb1cd9fbc86), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.921491 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9d1e9e6b-c873-40b7-b682-7eb1cd9fbc86), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.951680 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:49:44.962088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e9e6b-c873-40b7-b682-7eb1cd9fbc86,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:44.968753 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:44.969372 n-d-808199-14 neutron-server[103288]: INFO neutron.db.segments_db [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Added segment f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8 of type vlan for network 964243af-392c-4ccf-a198-c8f08d173419 Jan 28 04:49:44.990351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ae4752ac-8544-407d-9848-388de5a637ad is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:44.990978 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (ae4752ac-8544-407d-9848-388de5a637ad), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.014792 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port ae4752ac-8544-407d-9848-388de5a637ad, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ae4752ac-8544-407d-9848-388de5a637ad,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:45.018430 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (ae4752ac-8544-407d-9848-388de5a637ad), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.025245 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (964243af-392c-4ccf-a198-c8f08d173419), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.051734 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (964243af-392c-4ccf-a198-c8f08d173419), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.052697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:45.053311 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.068727 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=ae4752ac-8544-407d-9848-388de5a637ad,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:45.112314 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3084407 Jan 28 04:49:45.115214 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:45.120197 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Request body: {'subnet': {'network_id': '964243af-392c-4ccf-a198-c8f08d173419', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-133009890-subnet', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:45.121826 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd5561-3770-4675-b1ac-156e6a4c7175 admin admin] Pushing event updated for resources: {'Network': ['ID=964243af-392c-4ccf-a198-c8f08d173419,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:45.133444 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 964243af-392c-4ccf-a198-c8f08d173419 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:49:45.141158 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Made reservation on behalf of 5f6cf4c4f70e483abbe25f28e4ade950 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:45.143480 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.209807 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.315239 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (378a1823-3ceb-4369-9db3-06cece477426), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.365295 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378a1823-3ceb-4369-9db3-06cece477426,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:45.381037 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Checking segment: {'id': 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '964243af-392c-4ccf-a198-c8f08d173419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:45.381401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Network hostable DHCP agents. Network: 964243af-392c-4ccf-a198-c8f08d173419, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:49:45.399836 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Network 964243af-392c-4ccf-a198-c8f08d173419 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:49:45.409999 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 964243af-392c-4ccf-a198-c8f08d173419) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:45.414804 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:45.415885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.419110 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8482f061-7c8a-413c-a46e-a071934300c3 None None] Network 964243af-392c-4ccf-a198-c8f08d173419 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:45.435495 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-d4a99d56-ddbc-404a-9e21-da065c3726f4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3166704 Jan 28 04:49:45.436257 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56252) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:45.441218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-133009890-router', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:45.461800 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (b2eeb1f6-dc56-4d48-83de-bb6218d01334), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.464939 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (b2eeb1f6-dc56-4d48-83de-bb6218d01334), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.519167 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Sync routers for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:45.521086 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks [] for router_controller (b2eeb1f6-dc56-4d48-83de-bb6218d01334), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.532389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-964243af-392c-4ccf-a198-c8f08d173419', 'network_id': '964243af-392c-4ccf-a198-c8f08d173419', 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'fixed_ips': [{'subnet_id': '378a1823-3ceb-4369-9db3-06cece477426'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:49:45.533269 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.535851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:45.536464 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:45.666080 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks [] for router_gateway (b2eeb1f6-dc56-4d48-83de-bb6218d01334), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.747329 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:45.814265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Allocated IP 172.20.0.2 (964243af-392c-4ccf-a198-c8f08d173419/378a1823-3ceb-4369-9db3-06cece477426/7ad1d3f0-314e-4d5e-b92a-e36723ceadeb) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:45.866675 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.875564 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks [] for router_gateway (b2eeb1f6-dc56-4d48-83de-bb6218d01334), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:45.894583 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.010868 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Allocated IP 172.25.1.12 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/63ed16e7-a23b-4036-9b65-9779921f5984) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:46.103577 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Publish callbacks [] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.110234 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.117425 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks [] for port (63ed16e7-a23b-4036-9b65-9779921f5984), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.118118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 2, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:46.152231 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.171599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Checking router: 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:49:46.171952 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Updating router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 port 1dd12b63-4a2e-4719-aff8-b4784638a86f binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:49:46.197293 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:46.200344 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:46.202910 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:46.208287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Network 964243af-392c-4ccf-a198-c8f08d173419 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:46.213836 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.215849 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:46.218131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Pushing event updated for resources: {'Port': ['ID=7ad1d3f0-314e-4d5e-b92a-e36723ceadeb,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:46.220262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:46.237695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Pushing event updated for resources: {'Port': ['ID=63ed16e7-a23b-4036-9b65-9779921f5984,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:46.311871 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Attempting to bind port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:46.312159 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Attempting to bind port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '964243af-392c-4ccf-a198-c8f08d173419'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:46.312527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Attempting to bind port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb on network 964243af-392c-4ccf-a198-c8f08d173419 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:46.368547 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:46.368970 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Checking segment: {'id': 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '964243af-392c-4ccf-a198-c8f08d173419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:46.369382 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.369780 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Bound using segment: {'id': 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '964243af-392c-4ccf-a198-c8f08d173419'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:46.370253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Bound port: 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '964243af-392c-4ccf-a198-c8f08d173419'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:46.370640 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.463200 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks [] for router_gateway (b2eeb1f6-dc56-4d48-83de-bb6218d01334), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.493826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] For port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:46.502684 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] For port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7ad1d3f0-314e-4d5e-b92a-e36723ceadeb,segment=NetworkSegment(f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8),segment_id=f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:46.509795 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.628497 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ae4752ac-8544-407d-9848-388de5a637ad up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:46.635035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8864725-e9ee-4143-83ad-bf676311f2ab None None] Pushing event updated for resources: {'Port': ['ID=7ad1d3f0-314e-4d5e-b92a-e36723ceadeb,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:46.683644 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Publish callbacks [] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.696115 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.715787 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (b2eeb1f6-dc56-4d48-83de-bb6218d01334), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.759820 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port ae4752ac-8544-407d-9848-388de5a637ad triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:46.760416 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (ae4752ac-8544-407d-9848-388de5a637ad), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.816809 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7392c30-eb72-4e93-9735-1cd69f4e779f None None] Pushing event updated for resources: {'Port': ['ID=1dd12b63-4a2e-4719-aff8-b4784638a86f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:46.866881 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Attempting to bind port 1dd12b63-4a2e-4719-aff8-b4784638a86f on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:46.867253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Attempting to bind port 1dd12b63-4a2e-4719-aff8-b4784638a86f by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:46.867614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Attempting to bind port 1dd12b63-4a2e-4719-aff8-b4784638a86f on network d917edbb-a924-4457-a66c-6109a6be9de5 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:46.884877 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:46.885250 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Checking segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:46.885657 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.886263 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Bound using segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:46.886755 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Bound port: 1dd12b63-4a2e-4719-aff8-b4784638a86f, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:46.887191 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:46.892019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Router b2eeb1f6-dc56-4d48-83de-bb6218d01334 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:49:47.033744 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:47.044299 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Sync routers for ids ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:47.060062 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Routers {'b2eeb1f6-dc56-4d48-83de-bb6218d01334'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:47.062672 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:47.079271 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.080828 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ff73842d-49ab-4d48-88be-dc90ee129719 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6429815 Jan 28 04:49:47.083653 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56254) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:47.124567 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port ae4752ac-8544-407d-9848-388de5a637ad is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:47.187416 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Set router b2eeb1f6-dc56-4d48-83de-bb6218d01334 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:47.191650 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.204170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-234e9f1b-b519-48fe-a0fd-c58a62cda632 None None] Provisioning complete for port 1dd12b63-4a2e-4719-aff8-b4784638a86f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:47.204602 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-234e9f1b-b519-48fe-a0fd-c58a62cda632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.242831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] For port 1dd12b63-4a2e-4719-aff8-b4784638a86f, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:47.266383 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] For port 1dd12b63-4a2e-4719-aff8-b4784638a86f, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1dd12b63-4a2e-4719-aff8-b4784638a86f,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:47.276010 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.280416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-234e9f1b-b519-48fe-a0fd-c58a62cda632 None None] Port 1dd12b63-4a2e-4719-aff8-b4784638a86f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:47.347180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:47.347845 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:47.351742 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7392c30-eb72-4e93-9735-1cd69f4e779f None None] Pushing event updated for resources: {'Port': ['ID=1dd12b63-4a2e-4719-aff8-b4784638a86f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:47.482911 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:47.545797 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'name': 'tempest-TestShelveInstance-133009890-router', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:46Z', 'revision_number': 3, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'gw_port': {'id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:47.596373 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Checking router: b2eeb1f6-dc56-4d48-83de-bb6218d01334 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:49:47.596640 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Updating router b2eeb1f6-dc56-4d48-83de-bb6218d01334 port 63ed16e7-a23b-4036-9b65-9779921f5984 binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:49:47.625390 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.641194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.744217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c3324995-f0b7-4a5e-b92d-0ac3d16d2117 None None] Provisioning complete for port 1dd12b63-4a2e-4719-aff8-b4784638a86f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:47.744739 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3324995-f0b7-4a5e-b92d-0ac3d16d2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.824153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Allocated IP 172.20.0.1 (964243af-392c-4ccf-a198-c8f08d173419/378a1823-3ceb-4369-9db3-06cece477426/b03654e0-e1e0-49af-b5d5-919764735e28) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:47.849867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:47.882347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b30f2-6949-46b3-a50a-efd7b1019073 None None] The sync data for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 is: [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:47.886870 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c3324995-f0b7-4a5e-b92d-0ac3d16d2117 None None] Current status of the port 1dd12b63-4a2e-4719-aff8-b4784638a86f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:47.886870 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3324995-f0b7-4a5e-b92d-0ac3d16d2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.937301 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Publish callbacks [] for port (63ed16e7-a23b-4036-9b65-9779921f5984), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.942880 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c3324995-f0b7-4a5e-b92d-0ac3d16d2117 None None] For port 1dd12b63-4a2e-4719-aff8-b4784638a86f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1dd12b63-4a2e-4719-aff8-b4784638a86f,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:47.960217 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3324995-f0b7-4a5e-b92d-0ac3d16d2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.971313 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:47.998802 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Publish callbacks [] for port (b03654e0-e1e0-49af-b5d5-919764735e28), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.003155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44e3bd7-963c-4fcf-bd04-123d0bdeda5f None None] Network 964243af-392c-4ccf-a198-c8f08d173419 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:49:48.042504 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485a3ba-d86b-4cca-8fbb-6de5e1e9d777 None None] Pushing event updated for resources: {'Port': ['ID=63ed16e7-a23b-4036-9b65-9779921f5984,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:48.050925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.087617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3324995-f0b7-4a5e-b92d-0ac3d16d2117 None None] Pushing event updated for resources: {'Port': ['ID=1dd12b63-4a2e-4719-aff8-b4784638a86f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:48.091733 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Attempting to bind port 63ed16e7-a23b-4036-9b65-9779921f5984 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:48.092875 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Attempting to bind port 63ed16e7-a23b-4036-9b65-9779921f5984 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:48.093168 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Attempting to bind port 63ed16e7-a23b-4036-9b65-9779921f5984 on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:48.106181 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:48.106842 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:48.107446 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.110057 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:48.110764 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Bound port: 63ed16e7-a23b-4036-9b65-9779921f5984, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:48.111355 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.112968 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6d86b4fb-75fe-4160-8070-4c16e8a7812a None None] Provisioning complete for port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:48.113351 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d86b4fb-75fe-4160-8070-4c16e8a7812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.117511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Network 964243af-392c-4ccf-a198-c8f08d173419 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:48.120994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:48.125511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:48.156917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b03654e0-e1e0-49af-b5d5-919764735e28,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:48.178761 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (b2eeb1f6-dc56-4d48-83de-bb6218d01334), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.193254 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] For port 63ed16e7-a23b-4036-9b65-9779921f5984, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:48.198453 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] For port 63ed16e7-a23b-4036-9b65-9779921f5984, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=63ed16e7-a23b-4036-9b65-9779921f5984,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:48.206878 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.256680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6d86b4fb-75fe-4160-8070-4c16e8a7812a None None] Current status of the port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:48.257113 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d86b4fb-75fe-4160-8070-4c16e8a7812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.290872 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Routers {'b2eeb1f6-dc56-4d48-83de-bb6218d01334'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:48.291776 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:48.304276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6d86b4fb-75fe-4160-8070-4c16e8a7812a None None] For port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7ad1d3f0-314e-4d5e-b92a-e36723ceadeb,segment=NetworkSegment(f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8),segment_id=f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:48.312872 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d86b4fb-75fe-4160-8070-4c16e8a7812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.354623 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485a3ba-d86b-4cca-8fbb-6de5e1e9d777 None None] Pushing event updated for resources: {'Port': ['ID=63ed16e7-a23b-4036-9b65-9779921f5984,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:48.411509 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86b4fb-75fe-4160-8070-4c16e8a7812a None None] Pushing event updated for resources: {'Port': ['ID=7ad1d3f0-314e-4d5e-b92a-e36723ceadeb,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:48.474374 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] Set router b2eeb1f6-dc56-4d48-83de-bb6218d01334 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:48.551924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6112d81b-fd95-4023-b2df-7cfd851380ce None None] Provisioning complete for port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:48.552295 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6112d81b-fd95-4023-b2df-7cfd851380ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.736529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6112d81b-fd95-4023-b2df-7cfd851380ce None None] Current status of the port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:48.753097 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6112d81b-fd95-4023-b2df-7cfd851380ce None None] Provisioning complete for port b03654e0-e1e0-49af-b5d5-919764735e28 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:48.753314 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6112d81b-fd95-4023-b2df-7cfd851380ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.765690 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'name': 'tempest-TestShelveInstance-133009890-router', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:46Z', 'revision_number': 3, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'gw_port': {'id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:48.809255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1dd12b63-4a2e-4719-aff8-b4784638a86f up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:48.830177 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3b4e0-8322-4181-b6ad-33733f704937 None None] The sync data for ids ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'] in n-d-808199-14 is: [{'id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'name': 'tempest-TestShelveInstance-133009890-router', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:46Z', 'revision_number': 3, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'gw_port': {'id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:48.869355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6112d81b-fd95-4023-b2df-7cfd851380ce None None] Port b03654e0-e1e0-49af-b5d5-919764735e28 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:48.890662 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 1dd12b63-4a2e-4719-aff8-b4784638a86f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:48.890893 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:48.891960 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.010340 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 1dd12b63-4a2e-4719-aff8-b4784638a86f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:49.011772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:49.015323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4bde1bcf-adc9-467b-a0a9-6ca4d8c89c97 None None] Provisioning complete for port b03654e0-e1e0-49af-b5d5-919764735e28 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:49.015699 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4bde1bcf-adc9-467b-a0a9-6ca4d8c89c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.079769 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4bde1bcf-adc9-467b-a0a9-6ca4d8c89c97 None None] Port b03654e0-e1e0-49af-b5d5-919764735e28 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:49.089951 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Publish callbacks [] for port (b03654e0-e1e0-49af-b5d5-919764735e28), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.092923 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:49.093560 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.097213 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.181725 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (b2eeb1f6-dc56-4d48-83de-bb6218d01334), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.188785 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b03654e0-e1e0-49af-b5d5-919764735e28,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:49.208627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:49.304719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Network 964243af-392c-4ccf-a198-c8f08d173419 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:49.306300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:49.450702 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Router b2eeb1f6-dc56-4d48-83de-bb6218d01334 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:49:49.580627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:49:49.590439 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-864eedbb-943c-4301-8641-9c4905a579a1 admin admin] 10.222.0.44 "PUT /v2.0/routers/b2eeb1f6-dc56-4d48-83de-bb6218d01334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5054376 Jan 28 04:49:49.603729 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cd217087-11ca-4dee-9fff-0c53904047fe None None] Provisioning complete for port b03654e0-e1e0-49af-b5d5-919764735e28 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:49.604109 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd217087-11ca-4dee-9fff-0c53904047fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:49.643347 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cd217087-11ca-4dee-9fff-0c53904047fe None None] Port b03654e0-e1e0-49af-b5d5-919764735e28 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:50.278964 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56262) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:50.284477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-69610f0a-6c88-4eb4-af88-4d2d303c65f7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855335474', 'description': 'tempest-secgroup-smoke-1855335474 description', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:50.304632 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69610f0a-6c88-4eb4-af88-4d2d303c65f7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.375860 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69610f0a-6c88-4eb4-af88-4d2d303c65f7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (69be04ad-b51b-4134-af9d-4d4b732b262e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.379682 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69610f0a-6c88-4eb4-af88-4d2d303c65f7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (69be04ad-b51b-4134-af9d-4d4b732b262e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.408196 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69610f0a-6c88-4eb4-af88-4d2d303c65f7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.409517 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-69610f0a-6c88-4eb4-af88-4d2d303c65f7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287899 Jan 28 04:49:50.411400 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69610f0a-6c88-4eb4-af88-4d2d303c65f7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69be04ad-b51b-4134-af9d-4d4b732b262e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:50.412718 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56264) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:50.417338 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-eed32785-d077-47d5-9d16-e0fdc9a572fe tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': '69be04ad-b51b-4134-af9d-4d4b732b262e', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:50.443303 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eed32785-d077-47d5-9d16-e0fdc9a572fe tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (0448a554-3a26-4725-83f9-2cc55f3dc7a0), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.497370 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eed32785-d077-47d5-9d16-e0fdc9a572fe tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (0448a554-3a26-4725-83f9-2cc55f3dc7a0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.501138 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eed32785-d077-47d5-9d16-e0fdc9a572fe tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (0448a554-3a26-4725-83f9-2cc55f3dc7a0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.529915 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed32785-d077-47d5-9d16-e0fdc9a572fe tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0448a554-3a26-4725-83f9-2cc55f3dc7a0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:50.539044 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eed32785-d077-47d5-9d16-e0fdc9a572fe tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.540896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-eed32785-d077-47d5-9d16-e0fdc9a572fe tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264913 Jan 28 04:49:50.543040 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:50.548674 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b3e1ff53-5697-4aee-a1f5-9ac0e05ff28c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': '69be04ad-b51b-4134-af9d-4d4b732b262e', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:50.575738 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ff53-5697-4aee-a1f5-9ac0e05ff28c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (b51d733f-c540-4b77-937d-9d40ff128e36), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.632105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 63ed16e7-a23b-4036-9b65-9779921f5984 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:50.645470 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ff53-5697-4aee-a1f5-9ac0e05ff28c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (b51d733f-c540-4b77-937d-9d40ff128e36), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.649484 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ff53-5697-4aee-a1f5-9ac0e05ff28c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (b51d733f-c540-4b77-937d-9d40ff128e36), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.668565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1ff53-5697-4aee-a1f5-9ac0e05ff28c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51d733f-c540-4b77-937d-9d40ff128e36,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:50.677430 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ff53-5697-4aee-a1f5-9ac0e05ff28c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.681474 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56268) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:50.681623 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b3e1ff53-5697-4aee-a1f5-9ac0e05ff28c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373577 Jan 28 04:49:50.686675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-69c2f693-fedb-4404-a941-178d7e450271 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': '69be04ad-b51b-4134-af9d-4d4b732b262e', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:50.691863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 63ed16e7-a23b-4036-9b65-9779921f5984 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:50.692251 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.711336 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c2f693-fedb-4404-a941-178d7e450271 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (3a10181c-adf1-4c43-aec2-3d022c6f8721), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.769874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c2f693-fedb-4404-a941-178d7e450271 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (3a10181c-adf1-4c43-aec2-3d022c6f8721), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.771484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 63ed16e7-a23b-4036-9b65-9779921f5984 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:50.771898 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.773888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c2f693-fedb-4404-a941-178d7e450271 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (3a10181c-adf1-4c43-aec2-3d022c6f8721), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.793924 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2f693-fedb-4404-a941-178d7e450271 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a10181c-adf1-4c43-aec2-3d022c6f8721,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:50.794183 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 63ed16e7-a23b-4036-9b65-9779921f5984, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=63ed16e7-a23b-4036-9b65-9779921f5984,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:50.798793 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.803599 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c2f693-fedb-4404-a941-178d7e450271 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.804811 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-69c2f693-fedb-4404-a941-178d7e450271 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223493 Jan 28 04:49:50.807889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56270) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:50.812043 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2d09b79e-36d3-4c3c-b636-8cf344cb0e77 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': '69be04ad-b51b-4134-af9d-4d4b732b262e', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:50.837265 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d09b79e-36d3-4c3c-b636-8cf344cb0e77 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (62a2141d-052e-4b90-b9e4-483b52c858e4), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.849539 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=63ed16e7-a23b-4036-9b65-9779921f5984,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:50.894911 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d09b79e-36d3-4c3c-b636-8cf344cb0e77 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (62a2141d-052e-4b90-b9e4-483b52c858e4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.898616 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d09b79e-36d3-4c3c-b636-8cf344cb0e77 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (62a2141d-052e-4b90-b9e4-483b52c858e4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.919401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09b79e-36d3-4c3c-b636-8cf344cb0e77 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a2141d-052e-4b90-b9e4-483b52c858e4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:50.927799 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d09b79e-36d3-4c3c-b636-8cf344cb0e77 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:50.931513 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-2d09b79e-36d3-4c3c-b636-8cf344cb0e77 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204183 Jan 28 04:49:50.931701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56272) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:50.935997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7b6360e8-9afb-4811-9188-adc4336ac2f5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': '69be04ad-b51b-4134-af9d-4d4b732b262e', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:50.956234 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-7b6360e8-9afb-4811-9188-adc4336ac2f5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Project fd1e5696e3a348fba439db90e7dd894f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:49:50.961194 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b6360e8-9afb-4811-9188-adc4336ac2f5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (91770f60-6c6c-452b-abd1-5b5029a70d13), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.019521 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b6360e8-9afb-4811-9188-adc4336ac2f5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (91770f60-6c6c-452b-abd1-5b5029a70d13), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.023140 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b6360e8-9afb-4811-9188-adc4336ac2f5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (91770f60-6c6c-452b-abd1-5b5029a70d13), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.041281 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6360e8-9afb-4811-9188-adc4336ac2f5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91770f60-6c6c-452b-abd1-5b5029a70d13,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:51.051247 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b6360e8-9afb-4811-9188-adc4336ac2f5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.052479 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7b6360e8-9afb-4811-9188-adc4336ac2f5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198337 Jan 28 04:49:51.055592 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56274) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:49:51.060200 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-01edfb60-c0ea-41b7-af1b-e150a9f54dc5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': '69be04ad-b51b-4134-af9d-4d4b732b262e', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:51.080886 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-01edfb60-c0ea-41b7-af1b-e150a9f54dc5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Project fd1e5696e3a348fba439db90e7dd894f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:49:51.085696 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01edfb60-c0ea-41b7-af1b-e150a9f54dc5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (d96f0597-1a8d-4eb8-af80-a81570e1be05), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.145091 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01edfb60-c0ea-41b7-af1b-e150a9f54dc5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (d96f0597-1a8d-4eb8-af80-a81570e1be05), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.148446 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01edfb60-c0ea-41b7-af1b-e150a9f54dc5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (d96f0597-1a8d-4eb8-af80-a81570e1be05), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.165528 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edfb60-c0ea-41b7-af1b-e150a9f54dc5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96f0597-1a8d-4eb8-af80-a81570e1be05,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:51.173481 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01edfb60-c0ea-41b7-af1b-e150a9f54dc5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:51.174675 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-01edfb60-c0ea-41b7-af1b-e150a9f54dc5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180847 Jan 28 04:49:51.333862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b4a99d55-4d61-496c-b16a-552b2d6ee184 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855335474&fields=id&tenant_id=fd1e5696e3a348fba439db90e7dd894f HTTP/1.1" status: 200 len: 267 time: 0.0489728 Jan 28 04:49:51.441103 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-d451b2e1-047d-4288-9dac-c93677229fe3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:51.442589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-d451b2e1-047d-4288-9dac-c93677229fe3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 808 time: 0.1017995 Jan 28 04:49:51.458340 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-4a4c9f7e-4b3d-4cca-a93f-fe5c25da04cc tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/quotas/fd1e5696e3a348fba439db90e7dd894f HTTP/1.1" status: 200 len: 375 time: 0.0098510 Jan 28 04:49:51.508793 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-9ae63cc7-76b9-42f2-85dc-b8c36c70f688 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451417 Jan 28 04:49:51.543397 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Sync routers for ids ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:49:51.558207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Routers {'b2eeb1f6-dc56-4d48-83de-bb6218d01334'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:51.558830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:51.609841 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-e07ca105-3179-4f28-8cca-bc18d6555b2e service neutron] 10.222.0.44 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873730 Jan 28 04:49:51.667333 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Set router b2eeb1f6-dc56-4d48-83de-bb6218d01334 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:51.698190 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-3a506050-4efd-497e-8ddf-bc5d6744dd87 service neutron] 10.222.0.44 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826180 Jan 28 04:49:51.876796 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'name': 'tempest-TestShelveInstance-133009890-router', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:48Z', 'revision_number': 4, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'gw_port': {'id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b03654e0-e1e0-49af-b5d5-919764735e28', 'name': '', 'network_id': '964243af-392c-4ccf-a198-c8f08d173419', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'mac_address': 'fa:16:3e:36:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '378a1823-3ceb-4369-9db3-06cece477426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:47Z', 'updated_at': '2022-01-28T04:49:48Z', 'revision_number': 2, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'subnets': [{'id': '378a1823-3ceb-4369-9db3-06cece477426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:51.880318 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1b745782-c6b8-4f21-ae71-292c1f18a324 req-fbc47ddf-ecd9-49be-812a-1ade23ab4e0f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 210 time: 0.0275283 Jan 28 04:49:51.907239 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Checking router: b2eeb1f6-dc56-4d48-83de-bb6218d01334 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:49:51.907618 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Updating router b2eeb1f6-dc56-4d48-83de-bb6218d01334 port b03654e0-e1e0-49af-b5d5-919764735e28 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:49:51.931820 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.208919 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Publish callbacks [] for port (b03654e0-e1e0-49af-b5d5-919764735e28), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.213959 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.269918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b6db9-3183-44bb-884c-15322bc99aec None None] Pushing event updated for resources: {'Port': ['ID=b03654e0-e1e0-49af-b5d5-919764735e28,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:52.329388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Attempting to bind port b03654e0-e1e0-49af-b5d5-919764735e28 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:52.329765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Attempting to bind port b03654e0-e1e0-49af-b5d5-919764735e28 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '964243af-392c-4ccf-a198-c8f08d173419'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:52.330131 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Attempting to bind port b03654e0-e1e0-49af-b5d5-919764735e28 on network 964243af-392c-4ccf-a198-c8f08d173419 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:52.335957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:52.336520 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Checking segment: {'id': 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '964243af-392c-4ccf-a198-c8f08d173419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:52.337784 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.338291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Bound using segment: {'id': 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '964243af-392c-4ccf-a198-c8f08d173419'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:52.338795 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Bound port: b03654e0-e1e0-49af-b5d5-919764735e28, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '964243af-392c-4ccf-a198-c8f08d173419'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:52.339184 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.411482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] For port b03654e0-e1e0-49af-b5d5-919764735e28, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:52.421045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] For port b03654e0-e1e0-49af-b5d5-919764735e28, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b03654e0-e1e0-49af-b5d5-919764735e28,segment=NetworkSegment(f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8),segment_id=f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:52.426482 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.501049 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b6db9-3183-44bb-884c-15322bc99aec None None] Pushing event updated for resources: {'Port': ['ID=b03654e0-e1e0-49af-b5d5-919764735e28,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:52.504725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Routers {'b2eeb1f6-dc56-4d48-83de-bb6218d01334'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:49:52.505355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:52.633277 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:49:52.710523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 63ed16e7-a23b-4036-9b65-9779921f5984 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:52.732190 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d74b8c92-6453-421c-b7d8-9bbe6278c769 None None] Provisioning complete for port b03654e0-e1e0-49af-b5d5-919764735e28 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:52.733259 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d74b8c92-6453-421c-b7d8-9bbe6278c769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.851002 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] Set router b2eeb1f6-dc56-4d48-83de-bb6218d01334 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:49:52.904004 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 63ed16e7-a23b-4036-9b65-9779921f5984 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:52.904981 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:52.993770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d74b8c92-6453-421c-b7d8-9bbe6278c769 None None] Current status of the port b03654e0-e1e0-49af-b5d5-919764735e28 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:52.993770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d74b8c92-6453-421c-b7d8-9bbe6278c769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.000316 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8d78e900-c627-456e-909a-4d76ecc501a9 req-38b12663-c0b7-4b8f-b3d7-9adc82bc46a5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 210 time: 0.0357127 Jan 28 04:49:53.089614 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d74b8c92-6453-421c-b7d8-9bbe6278c769 None None] For port b03654e0-e1e0-49af-b5d5-919764735e28, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b03654e0-e1e0-49af-b5d5-919764735e28,segment=NetworkSegment(f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8),segment_id=f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:53.109696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-fc47862a-5205-4ef6-b40c-7ba726881ce4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:53.111230 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-fc47862a-5205-4ef6-b40c-7ba726881ce4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 808 time: 0.1265483 Jan 28 04:49:53.121462 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d74b8c92-6453-421c-b7d8-9bbe6278c769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.176543 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 63ed16e7-a23b-4036-9b65-9779921f5984 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:53.197449 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-778e4611-ed46-47e1-8866-c043305090d7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd1e5696e3a348fba439db90e7dd894f HTTP/1.1" status: 200 len: 380 time: 0.0719123 Jan 28 04:49:53.221534 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b8c92-6453-421c-b7d8-9bbe6278c769 None None] Pushing event updated for resources: {'Port': ['ID=b03654e0-e1e0-49af-b5d5-919764735e28,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:53.236705 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'port': {'device_id': '4d944352-9c83-4985-a671-c213e993fe9b', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'admin_state_up': True, 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'security_groups': ['69be04ad-b51b-4134-af9d-4d4b732b262e']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:53.255482 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-30b0f21c-4f26-4b81-a442-9d72471cb73a None None] Provisioning complete for port b03654e0-e1e0-49af-b5d5-919764735e28 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:53.255857 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30b0f21c-4f26-4b81-a442-9d72471cb73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.260256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'name': 'tempest-TestShelveInstance-133009890-router', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:48Z', 'revision_number': 4, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'gw_port': {'id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b03654e0-e1e0-49af-b5d5-919764735e28', 'name': '', 'network_id': '964243af-392c-4ccf-a198-c8f08d173419', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'mac_address': 'fa:16:3e:36:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '378a1823-3ceb-4369-9db3-06cece477426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:47Z', 'updated_at': '2022-01-28T04:49:52Z', 'revision_number': 4, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'subnets': [{'id': '378a1823-3ceb-4369-9db3-06cece477426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:49:53.315653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e0812-fa43-454a-885d-661f586dd018 None None] The sync data for ids ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'] in n-d-808199-14 is: [{'id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'name': 'tempest-TestShelveInstance-133009890-router', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:48Z', 'revision_number': 4, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'gw_port': {'id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': 'b03654e0-e1e0-49af-b5d5-919764735e28', 'name': '', 'network_id': '964243af-392c-4ccf-a198-c8f08d173419', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'mac_address': 'fa:16:3e:36:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '378a1823-3ceb-4369-9db3-06cece477426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:47Z', 'updated_at': '2022-01-28T04:49:52Z', 'revision_number': 4, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'subnets': [{'id': '378a1823-3ceb-4369-9db3-06cece477426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:49:53.355304 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Made reservation on behalf of fd1e5696e3a348fba439db90e7dd894f for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:49:53.359681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.392194 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-30b0f21c-4f26-4b81-a442-9d72471cb73a None None] Current status of the port b03654e0-e1e0-49af-b5d5-919764735e28 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:53.519251 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Allocated IP 172.20.0.9 (d917edbb-a924-4457-a66c-6109a6be9de5/8ecc8e23-1123-433b-ac13-34bb1fdb7aba/c56e8765-1cd5-48cb-856a-b7720eabf377) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:49:53.670832 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.707885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.762308 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Network d917edbb-a924-4457-a66c-6109a6be9de5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:49:53.766170 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:49:53.773242 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:49:53.798466 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:53.829558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:53.830432 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:53.849496 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-b403d53b-b62a-4d79-8268-aab763e7bb06 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6175039 Jan 28 04:49:53.866171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Request body: {'port': {'device_id': '4d944352-9c83-4985-a671-c213e993fe9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:49:53.924205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.021746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f22b9d45-35cb-467d-b17c-7db50ecb971d None None] Provisioning complete for port c56e8765-1cd5-48cb-856a-b7720eabf377 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:54.022722 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f22b9d45-35cb-467d-b17c-7db50ecb971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.058706 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f22b9d45-35cb-467d-b17c-7db50ecb971d None None] Port c56e8765-1cd5-48cb-856a-b7720eabf377 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:49:54.124743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ace67-2fd1-43f6-a8fd-f8512f0f8943 req-c1c1828e-04b4-4a73-bc82-c1e0ba170a55 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:54.126291 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a3ace67-2fd1-43f6-a8fd-f8512f0f8943 req-c1c1828e-04b4-4a73-bc82-c1e0ba170a55 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 931 time: 0.0537515 Jan 28 04:49:54.175745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2a3ace67-2fd1-43f6-a8fd-f8512f0f8943 req-5b3e5fe5-d16e-42a3-aba7-069bfa61601a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436707 Jan 28 04:49:54.211250 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56e8765-1cd5-48cb-856a-b7720eabf377 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:49:54.219415 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Publish callbacks [] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.231322 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Transition to ACTIVE for port object c56e8765-1cd5-48cb-856a-b7720eabf377 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:49:54.235622 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.303716 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Pushing event updated for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:54.364749 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Attempting to bind port c56e8765-1cd5-48cb-856a-b7720eabf377 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:49:54.365147 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Attempting to bind port c56e8765-1cd5-48cb-856a-b7720eabf377 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:49:54.365500 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Attempting to bind port c56e8765-1cd5-48cb-856a-b7720eabf377 on network d917edbb-a924-4457-a66c-6109a6be9de5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:54.370425 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Port c56e8765-1cd5-48cb-856a-b7720eabf377 on network d917edbb-a924-4457-a66c-6109a6be9de5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:49:54.370886 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Attempting to bind port c56e8765-1cd5-48cb-856a-b7720eabf377 on network d917edbb-a924-4457-a66c-6109a6be9de5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:49:54.376521 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:49:54.377055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Checking segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:49:54.377449 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Bound using segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:49:54.377902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Bound port: c56e8765-1cd5-48cb-856a-b7720eabf377, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:49:54.378339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.449965 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:49:54.453073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:49:54.457621 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.494487 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:54.495139 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.496581 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] 10.222.0.25 "PUT /v2.0/ports/c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 1092 time: 0.6349330 Jan 28 04:49:54.497057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:49:54.499525 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927f517b-b0b2-44dd-aa2a-835aca4a1d85" -d '{"events": [{"name": "network-changed", "server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:49:54.523288 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4237b-0de9-47ea-a465-433451454103 service neutron] Pushing event updated for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:54.614375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7e0054d2-2942-455c-a0e2-40109ebde94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:54.616178 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-7e0054d2-2942-455c-a0e2-40109ebde94a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1095 time: 0.0572889 Jan 28 04:49:54.676437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b03654e0-e1e0-49af-b5d5-919764735e28 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:49:54.676800 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfe0382-be1d-4b60-8052-808de705c5ec x-openstack-request-id: req-bbfe0382-be1d-4b60-8052-808de705c5ec {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:49:54.677050 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:49:54.677295 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbfe0382-be1d-4b60-8052-808de705c5ec {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:49:54.677704 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'status': 'completed', 'code': 200} Jan 28 04:49:54.680095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-47ae0918-b67d-49c4-a118-d7b6cca89b79 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 217 time: 0.0517900 Jan 28 04:49:54.731146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-44c39020-e18f-497e-8333-dc556de4dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:54.732969 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-44c39020-e18f-497e-8333-dc556de4dafa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0470827 Jan 28 04:49:54.738290 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port b03654e0-e1e0-49af-b5d5-919764735e28 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:49:54.738665 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:54.782719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-0be72b82-108c-4b64-b572-943796deeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:54.784087 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-0be72b82-108c-4b64-b572-943796deeea8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460646 Jan 28 04:49:54.830402 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port b03654e0-e1e0-49af-b5d5-919764735e28 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:54.882408 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-a5d499e4-9a45-46fd-bbb1-9ffa2a6d7b20 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888228 Jan 28 04:49:54.974790 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0619a3ba-00c5-498b-b820-bce99e80c9c4 req-87ac7ff9-8ad0-4f44-a329-6f7fabce90cf service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849602 Jan 28 04:49:55.108120 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-311fdc45-d0c9-4008-826b-347c4be20d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:55.109986 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-311fdc45-d0c9-4008-826b-347c4be20d57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1095 time: 0.0445464 Jan 28 04:49:55.210632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-d545c635-9920-403a-be0a-d819db0de809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:55.212185 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-d545c635-9920-403a-be0a-d819db0de809 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0965707 Jan 28 04:49:55.258443 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-d5f4b881-2cef-4100-84d0-c3cbbef03929 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 217 time: 0.0397065 Jan 28 04:49:55.302811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7bdfb-ef8b-48c8-874a-8356ff894a3a req-93d8a678-c3f8-4fa0-99f0-8a3582cd6ba2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:55.305225 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94c7bdfb-ef8b-48c8-874a-8356ff894a3a req-93d8a678-c3f8-4fa0-99f0-8a3582cd6ba2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0531023 Jan 28 04:49:55.318659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-7903d35b-ec0f-45fd-890f-c5a4ee45f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:55.320047 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-7903d35b-ec0f-45fd-890f-c5a4ee45f589 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0553629 Jan 28 04:49:55.362745 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-94c7bdfb-ef8b-48c8-874a-8356ff894a3a req-2344915c-d8af-46b8-9265-6b24e267fdae tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502186 Jan 28 04:49:55.374069 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-57817a21-6909-459f-b04b-dd975a765037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:55.375793 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-57817a21-6909-459f-b04b-dd975a765037 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500288 Jan 28 04:49:55.467253 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-bb8dd627-3750-4023-ba18-28e4c66edffd service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852447 Jan 28 04:49:55.568498 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-927f517b-b0b2-44dd-aa2a-835aca4a1d85 req-6d21dadb-263b-418b-8bbd-b6f3c53a4f1e service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962541 Jan 28 04:49:56.483931 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce3733-e32c-4811-a597-d10aa8d68a68 req-10a767e0-932c-477b-9b5c-ecaf691f112d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:56.485631 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52ce3733-e32c-4811-a597-d10aa8d68a68 req-10a767e0-932c-477b-9b5c-ecaf691f112d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0530849 Jan 28 04:49:56.533878 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-52ce3733-e32c-4811-a597-d10aa8d68a68 req-1a0bd974-4ef0-4c43-9d48-f1393d5a62c6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Jan 28 04:49:57.659844 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c324d-1599-4a8a-afac-587e82242548 req-4de28253-cfe5-4888-91e3-2746cb6138c8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:57.661393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b2c324d-1599-4a8a-afac-587e82242548 req-4de28253-cfe5-4888-91e3-2746cb6138c8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0569966 Jan 28 04:49:57.710155 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b2c324d-1599-4a8a-afac-587e82242548 req-add3d165-de9e-4e3d-b63a-28cdde4acd73 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 Jan 28 04:49:58.824268 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb704024-26f3-4b5c-994f-d4d1f0e2c0db req-f9b03f27-b0e8-4dfa-b349-1d9f819453bc tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:58.825726 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb704024-26f3-4b5c-994f-d4d1f0e2c0db req-f9b03f27-b0e8-4dfa-b349-1d9f819453bc tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0478289 Jan 28 04:49:58.877894 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cb704024-26f3-4b5c-994f-d4d1f0e2c0db req-624bcea0-1bc4-445f-a34a-2a4151f6b208 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458782 Jan 28 04:49:59.179596 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c56e8765-1cd5-48cb-856a-b7720eabf377 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:49:59.278088 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:59.290494 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'port_id': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'mac_address': 'fa:16:3e:0a:cd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:49:59.327518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c56e8765-1cd5-48cb-856a-b7720eabf377 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:49:59.327904 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.340287 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56e8765-1cd5-48cb-856a-b7720eabf377 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:49:59.359582 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:49:59.363508 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:49:59.411749 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:49:59.799630 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['c56e8765-1cd5-48cb-856a-b7720eabf377'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:49:59.993678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b0286-1a90-4ad9-a35c-e9b828352756 req-ab5b73a5-cc0f-44b5-b68e-8161ebbbf656 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:49:59.996032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e4b0286-1a90-4ad9-a35c-e9b828352756 req-ab5b73a5-cc0f-44b5-b68e-8161ebbbf656 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 944 time: 0.0497267 Jan 28 04:50:00.044514 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4e4b0286-1a90-4ad9-a35c-e9b828352756 req-f584855f-efbf-4bc8-8efa-bbafaffcd3d4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Jan 28 04:50:01.161747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9b149-6c88-4493-a205-10429e331126 req-a74c7afb-1276-484e-82ae-6024095f619d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:01.163228 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6da9b149-6c88-4493-a205-10429e331126 req-a74c7afb-1276-484e-82ae-6024095f619d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 944 time: 0.0478547 Jan 28 04:50:01.194355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c56e8765-1cd5-48cb-856a-b7720eabf377 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:50:01.213579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6da9b149-6c88-4493-a205-10429e331126 req-33bd1c2b-1bf4-4532-b420-5d706348bc26 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448599 Jan 28 04:50:01.243507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port c56e8765-1cd5-48cb-856a-b7720eabf377 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:50:01.247348 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port c56e8765-1cd5-48cb-856a-b7720eabf377 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:50:01.247833 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.324436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c56e8765-1cd5-48cb-856a-b7720eabf377 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:50:01.324818 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.348291 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:50:01.350558 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47f8f9b-12f4-48b8-a292-7c48c733000a" -d '{"events": [{"server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "name": "network-vif-plugged", "status": "completed", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:50:01.377609 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:50:01.381770 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:01.430884 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:01.454326 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7885e4-1019-4d94-aadb-276c96e8bb43 x-openstack-request-id: req-2e7885e4-1019-4d94-aadb-276c96e8bb43 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:50:01.454628 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "name": "network-vif-plugged", "status": "completed", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:50:01.454885 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e7885e4-1019-4d94-aadb-276c96e8bb43 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:50:01.455285 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'code': 200} Jan 28 04:50:01.581210 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09262b-634d-4829-b787-fc69fc623e3a req-abe1a8f7-0450-4095-bf0e-ef3449079abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:01.582746 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7d09262b-634d-4829-b787-fc69fc623e3a req-abe1a8f7-0450-4095-bf0e-ef3449079abd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1097 time: 0.0434821 Jan 28 04:50:01.630558 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7d09262b-634d-4829-b787-fc69fc623e3a req-d118e0d8-71b5-4968-b36f-95288f1632ac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 Jan 28 04:50:02.332129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bd07e-a7a9-488d-8715-32fe95a1a163 req-f30a63ed-ee1b-4c12-9c86-a2f53a26b9a6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:02.333658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b0bd07e-a7a9-488d-8715-32fe95a1a163 req-f30a63ed-ee1b-4c12-9c86-a2f53a26b9a6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0508101 Jan 28 04:50:02.381193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2b0bd07e-a7a9-488d-8715-32fe95a1a163 req-2a1a2836-9dad-4f65-9346-096c4cd6ef0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420156 Jan 28 04:50:03.496601 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e569cb-ce2c-4a32-acdb-0aaf01461356 req-77c8efd0-bc54-433f-94e6-2b1b6b01bde1 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:03.498789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92e569cb-ce2c-4a32-acdb-0aaf01461356 req-77c8efd0-bc54-433f-94e6-2b1b6b01bde1 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0507240 Jan 28 04:50:03.546523 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-92e569cb-ce2c-4a32-acdb-0aaf01461356 req-2b505c95-11c2-4b58-a347-8f282af20248 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Jan 28 04:50:03.660673 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ae06d-5ab9-498c-b3c3-5400bd23690b req-fc4f41cf-9af8-49b0-a060-132645cf3a73 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:03.662138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-947ae06d-5ab9-498c-b3c3-5400bd23690b req-fc4f41cf-9af8-49b0-a060-132645cf3a73 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0484495 Jan 28 04:50:03.713516 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-947ae06d-5ab9-498c-b3c3-5400bd23690b req-d1fdc1e9-06af-4ca1-b546-901b20def108 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459085 Jan 28 04:50:03.735512 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56334) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:03.862825 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34753065-cf40-4630-b794-6093395d0e0f tempest-TestShelveInstance-1138013768 tempest-TestShelveInstance-1138013768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:03.864354 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-34753065-cf40-4630-b794-6093395d0e0f tempest-TestShelveInstance-1138013768 tempest-TestShelveInstance-1138013768-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1092 time: 0.1277251 Jan 28 04:50:03.867231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56338) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:50:03.871410 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:50:03.892548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:03.991866 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.097610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Allocated IP 172.25.1.131 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/3a2a7263-75cf-45c9-afbf-97c5370780a6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:50:04.197907 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for port (3a2a7263-75cf-45c9-afbf-97c5370780a6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.231138 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3a2a7263-75cf-45c9-afbf-97c5370780a6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.266950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:50:04.269802 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:50:04.272351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:50:04.308862 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'Port': ['ID=3a2a7263-75cf-45c9-afbf-97c5370780a6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:04.635429 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for floatingip (f645d769-9bd6-463a-b7fd-7ce39a9266e1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.705278 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (3a2a7263-75cf-45c9-afbf-97c5370780a6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.850733 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for port (3a2a7263-75cf-45c9-afbf-97c5370780a6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.854867 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (3a2a7263-75cf-45c9-afbf-97c5370780a6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:04.931230 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'Port': ['ID=3a2a7263-75cf-45c9-afbf-97c5370780a6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:50:04.938294 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (f645d769-9bd6-463a-b7fd-7ce39a9266e1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.039212 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Floating IP f645d769-9bd6-463a-b7fd-7ce39a9266e1 associated. External IP: 172.25.1.131, port: c56e8765-1cd5-48cb-856a-b7720eabf377. Jan 28 04:50:05.251683 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:50:05.359616 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:50:05.370128 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] Sync routers for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:50:05.377820 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:05.381336 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:05.382043 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:05.404783 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-15ed212e-4ecf-462f-b1e5-a7bd25e6d715 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5358427 Jan 28 04:50:05.405315 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:50:05.407564 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e17e82e-d6cb-485c-a049-cd74168ca48b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:50:05.452978 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7c13f1-d0d1-48db-a255-bf69aa6c1b5c x-openstack-request-id: req-eb7c13f1-d0d1-48db-a255-bf69aa6c1b5c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:50:05.453272 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:50:05.453528 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb7c13f1-d0d1-48db-a255-bf69aa6c1b5c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:50:05.453958 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'status': 'completed', 'code': 200} Jan 28 04:50:05.493830 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:05.542856 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-0783e508-72b5-40d3-9a1a-264d87917729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:05.544352 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-0783e508-72b5-40d3-9a1a-264d87917729 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1097 time: 0.0410047 Jan 28 04:50:05.637252 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-db97999a-e150-48fc-905a-c81ed5e0d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:05.638860 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-db97999a-e150-48fc-905a-c81ed5e0d25b service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0882947 Jan 28 04:50:05.702839 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-12d8cd3e-d93c-4026-a856-3aa4f5c571e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 999 time: 0.0587661 Jan 28 04:50:05.718236 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f645d769-9bd6-463a-b7fd-7ce39a9266e1', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'port_id': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'mac_address': 'fa:16:3e:0a:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d944352-9c83-4985-a671-c213e993fe9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:50:04Z', 'updated_at': '2022-01-28T04:50:04Z', 'revision_number': 0, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:05.745456 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] Checking router: 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:50:05.753605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-ed92c63e-8639-4aec-b635-b458cfb5fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:05.756246 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:50:05.756687 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-ed92c63e-8639-4aec-b635-b458cfb5fd3c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0482299 Jan 28 04:50:05.756898 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:49:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:05.807872 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-176cfadd-5378-4274-81cf-9496c496be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:05.809389 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-176cfadd-5378-4274-81cf-9496c496be39 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474508 Jan 28 04:50:05.863464 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:50:05.898780 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-c2b0c9ef-9513-4c88-bf8d-a6e547a0179d service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835681 Jan 28 04:50:05.992971 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3e17e82e-d6cb-485c-a049-cd74168ca48b req-8af571f2-ab75-4367-aa2d-afbc1e363279 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877628 Jan 28 04:50:06.086652 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f645d769-9bd6-463a-b7fd-7ce39a9266e1', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'port_id': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'mac_address': 'fa:16:3e:0a:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d944352-9c83-4985-a671-c213e993fe9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:50:04Z', 'updated_at': '2022-01-28T04:50:04Z', 'revision_number': 0, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:50:06.200701 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbe9873-bd26-4f0c-b295-7190759dc079 None None] The sync data for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 is: [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': 'f645d769-9bd6-463a-b7fd-7ce39a9266e1', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'port_id': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'mac_address': 'fa:16:3e:0a:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d944352-9c83-4985-a671-c213e993fe9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:50:04Z', 'updated_at': '2022-01-28T04:50:04Z', 'revision_number': 0, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:50:06.396868 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8c607-9d9f-49ec-820c-455b31adf989 None None] New status for floating IP f645d769-9bd6-463a-b7fd-7ce39a9266e1: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:50:10.713357 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3e4296b-f0a4-4fa3-88f9-e99cb0903697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.725194 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbece747-1a54-4905-be8b-236928300956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:12.967345 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:14.575810 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.164393 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:15.806860 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:16.966082 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:25.467594 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-ff24fe14-8ff4-459d-a57f-70fbebcfe5ad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397279 Jan 28 04:50:25.564327 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-91fd1e51-98ac-4980-a183-157adfa0d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:25.565839 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-91fd1e51-98ac-4980-a183-157adfa0d1a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1097 time: 0.0405772 Jan 28 04:50:25.671023 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-d851cbc1-ca8c-4178-9586-742aec96d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:25.672524 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-d851cbc1-ca8c-4178-9586-742aec96d308 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0868785 Jan 28 04:50:25.738033 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-49b08b65-7919-4e92-af09-a894b314415a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 1001 time: 0.0583625 Jan 28 04:50:25.788733 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-e9d7f70c-daa0-4ce2-abf4-87bba4fec25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:25.790224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-e9d7f70c-daa0-4ce2-abf4-87bba4fec25b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0440586 Jan 28 04:50:25.839177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-c3a87c41-6510-4c63-9089-313ad8a9772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:50:25.840678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-c3a87c41-6510-4c63-9089-313ad8a9772a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438659 Jan 28 04:50:25.926804 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-ba7103ea-df4a-49ad-a67b-42233a897f7c service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803010 Jan 28 04:50:26.368498 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-08daef61-1ed0-4ddf-9196-6ff232ea3a07 req-87e03134-0370-4a0e-b9bd-e766b6246d7e service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357789 Jan 28 04:50:29.633226 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:50:40.714767 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85462738-9143-40ba-a8be-b37ff6cb8f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.729225 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-424bbfd9-6f82-4d2a-8d44-d1920e55fea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:42.982204 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:44.578900 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.184517 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:45.810089 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:50:46.968374 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:06.632164 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:51:10.718166 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bdbb284b-d35d-4ebd-b2d8-1a9b207bfa23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.728749 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a367d5e-9fba-45c3-8b38-3045d9317003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:12.988177 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:14.583105 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:15.183602 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:15.812683 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:16.971558 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:25.308948 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-f007917a-96b6-4bc5-b78b-f1814102796e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387974 Jan 28 04:51:25.402346 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-7fc4769b-02e2-4a39-8bd9-db98551f0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.403822 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-7fc4769b-02e2-4a39-8bd9-db98551f0215 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1097 time: 0.0407646 Jan 28 04:51:25.509985 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-a53f6025-d667-4c6d-aa2a-05db3be45309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.511466 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-a53f6025-d667-4c6d-aa2a-05db3be45309 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0893035 Jan 28 04:51:25.576322 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-197b9d44-6083-4dd0-8966-82914319e7a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 1001 time: 0.0592771 Jan 28 04:51:25.623524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-1e8a2a97-0764-4ac1-a202-a26ab5b192f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.625013 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-1e8a2a97-0764-4ac1-a202-a26ab5b192f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0436516 Jan 28 04:51:25.672090 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-1ab6adc0-4af6-4b1a-a396-cea1979b8a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:51:25.674300 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-1ab6adc0-4af6-4b1a-a396-cea1979b8a85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433693 Jan 28 04:51:25.760717 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-40e2b2be-7210-4eeb-a290-8b9d720020b9 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808411 Jan 28 04:51:25.852918 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-831f4cf1-c651-4509-b0aa-ce5f076b2a4e req-d6ed0da3-ede6-4513-90e6-799162bf8a69 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862751 Jan 28 04:51:40.720583 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0e20-944f-48ed-8226-b384f5415f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:42.731163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ec2a-9504-4700-9950-fb326df07bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:42.981267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:43.631958 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:51:44.585702 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.198565 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:45.815977 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:51:46.973821 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:10.721823 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b30217c-fa9e-4d7a-8cbb-611f6e897512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:12.732717 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e029bfd9-e8ba-4716-a7a6-ee46dd12a198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:12.997053 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:14.587029 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:15.191440 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:15.819416 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:16.977238 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:20.631490 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:52:26.332959 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-127eb888-7023-40db-b037-e3cdeeb975f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0918195 Jan 28 04:52:26.430741 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-c056fcb6-a551-4e9f-9dce-925ee94b7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:26.432282 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-c056fcb6-a551-4e9f-9dce-925ee94b7216 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1097 time: 0.0418026 Jan 28 04:52:26.537701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-1c1ee902-9a18-412e-b310-a8475c21185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:26.539085 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-1c1ee902-9a18-412e-b310-a8475c21185c service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0884054 Jan 28 04:52:26.605374 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-d2731ce3-fbf9-45a6-8d38-8493eca9016b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 1001 time: 0.0597782 Jan 28 04:52:26.659471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-006885c8-6441-430b-981e-91e5869580e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:26.661059 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-006885c8-6441-430b-981e-91e5869580e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0507193 Jan 28 04:52:26.709797 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-7ae322f1-b312-4e67-8e71-7bc3311329e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:26.711307 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-7ae322f1-b312-4e67-8e71-7bc3311329e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447009 Jan 28 04:52:26.799074 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-845d47d6-eeed-416b-87f5-1b64ed732feb service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810473 Jan 28 04:52:26.889656 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e7dc7e68-660d-4da7-8236-0fc1f981180b req-a6038ce8-f7f6-4e29-b91b-ab3ea0192288 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855401 Jan 28 04:52:33.960360 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93231-b403-47b2-835d-e84d04a9951b req-47fcd2ae-3980-4363-a9b2-8617cd2168c4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:33.961941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11c93231-b403-47b2-835d-e84d04a9951b req-47fcd2ae-3980-4363-a9b2-8617cd2168c4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.1032534 Jan 28 04:52:34.010495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-11c93231-b403-47b2-835d-e84d04a9951b req-efd7435a-9795-4fd6-998a-5f16680c0d02 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430286 Jan 28 04:52:35.132415 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9858416-a8a4-4faa-b0c2-0257bcb1308e req-e9c9fd40-6e76-46e4-a166-555fa1e8c409 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:35.133921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9858416-a8a4-4faa-b0c2-0257bcb1308e req-e9c9fd40-6e76-46e4-a166-555fa1e8c409 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0473309 Jan 28 04:52:35.185874 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b9858416-a8a4-4faa-b0c2-0257bcb1308e req-6596cba0-d5f4-4255-957d-8459cc14610d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Jan 28 04:52:36.304431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726194f6-c4bc-47fb-934e-3a0b1841cfc3 req-108d0dbd-d9ca-4102-affa-14e7522815c5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:36.305838 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-726194f6-c4bc-47fb-934e-3a0b1841cfc3 req-108d0dbd-d9ca-4102-affa-14e7522815c5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0466120 Jan 28 04:52:36.353407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-726194f6-c4bc-47fb-934e-3a0b1841cfc3 req-bd8604bc-873e-43bf-a29e-4494f21d7f59 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Jan 28 04:52:37.467532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fee2da-a7b9-4d02-ad41-0ed0a51a1d68 req-f1bb859f-1503-4e51-8dbc-caff8ce325aa tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:37.469039 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30fee2da-a7b9-4d02-ad41-0ed0a51a1d68 req-f1bb859f-1503-4e51-8dbc-caff8ce325aa tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0476727 Jan 28 04:52:37.518422 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-30fee2da-a7b9-4d02-ad41-0ed0a51a1d68 req-a766e9e3-f474-4dd6-853c-180107e15078 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435989 Jan 28 04:52:38.646027 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7c07e-3b5f-4133-96e8-7b19411fd15b req-7b628f99-6a4d-4205-9b31-14c91dfb0d5a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:38.647564 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2e7c07e-3b5f-4133-96e8-7b19411fd15b req-7b628f99-6a4d-4205-9b31-14c91dfb0d5a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0535142 Jan 28 04:52:38.696730 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a2e7c07e-3b5f-4133-96e8-7b19411fd15b req-267c359d-0d4e-46ce-9087-3d00ad5c1415 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433586 Jan 28 04:52:39.814096 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b6087-d048-4345-9bb5-ed047805b920 req-216ea9ae-0b37-458e-b128-a75d21fa20d3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:39.815407 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-216b6087-d048-4345-9bb5-ed047805b920 req-216ea9ae-0b37-458e-b128-a75d21fa20d3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0481062 Jan 28 04:52:39.862886 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-216b6087-d048-4345-9bb5-ed047805b920 req-2076a9d7-e605-4590-a334-ac12d397b156 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Jan 28 04:52:40.723466 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f6dd4ba-ffd6-45c8-a52d-31d816d707cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:40.976940 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66012d08-3dfd-4ab7-a1a7-18ae54950978 req-0191f428-ee29-4401-827e-e53c0e7b655d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:40.978437 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66012d08-3dfd-4ab7-a1a7-18ae54950978 req-0191f428-ee29-4401-827e-e53c0e7b655d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0474799 Jan 28 04:52:41.030470 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-66012d08-3dfd-4ab7-a1a7-18ae54950978 req-4c2d5c20-7f3c-4362-b068-32da100c8ccd tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464296 Jan 28 04:52:42.159063 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c153ca-ab3c-47a1-9337-171673134205 req-1677c97f-d33a-47c0-8402-a65bdde857a7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:42.160597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22c153ca-ab3c-47a1-9337-171673134205 req-1677c97f-d33a-47c0-8402-a65bdde857a7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0487030 Jan 28 04:52:42.212075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-22c153ca-ab3c-47a1-9337-171673134205 req-8a681b55-71b6-466c-ad0d-99c43d113bf3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458541 Jan 28 04:52:42.738176 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-323f38de-ef76-4d78-be9c-4bec6d67dd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:42.996056 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:43.333199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc0601-bf5a-4e68-a68e-ae9d0dbe1344 req-5177b735-db0d-4d92-ac9f-808665c1d042 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:43.334679 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1bc0601-bf5a-4e68-a68e-ae9d0dbe1344 req-5177b735-db0d-4d92-ac9f-808665c1d042 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0470548 Jan 28 04:52:43.382712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b1bc0601-bf5a-4e68-a68e-ae9d0dbe1344 req-4dcbb91e-001f-4146-985b-27e17411ea19 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423710 Jan 28 04:52:44.500170 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d0157-53a7-45d5-a280-a8d4152aa8d1 req-67ea5f8c-99a5-4ab1-987b-fdf42e7e390e tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:44.502610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c5d0157-53a7-45d5-a280-a8d4152aa8d1 req-67ea5f8c-99a5-4ab1-987b-fdf42e7e390e tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0519345 Jan 28 04:52:44.550556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5c5d0157-53a7-45d5-a280-a8d4152aa8d1 req-cb476f47-9cf8-4776-9a17-43c7fa7a74ee tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423563 Jan 28 04:52:44.589116 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:45.206801 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:45.665233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ede6ae-caae-45fe-8028-22f536188f07 req-7e7cb4ce-b659-40d1-a506-460a92f3e0e4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:45.666770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27ede6ae-caae-45fe-8028-22f536188f07 req-7e7cb4ce-b659-40d1-a506-460a92f3e0e4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0486186 Jan 28 04:52:45.721852 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27ede6ae-caae-45fe-8028-22f536188f07 req-3e338d7e-26b7-45b0-aa24-56cdcc2e2d78 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494142 Jan 28 04:52:45.822447 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:46.339737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c56e8765-1cd5-48cb-856a-b7720eabf377 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:52:46.434441 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:52:46.601738 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'port_id': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'mac_address': 'fa:16:3e:0a:cd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:52:46.637142 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c56e8765-1cd5-48cb-856a-b7720eabf377 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:52:46.637529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:46.650413 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c56e8765-1cd5-48cb-856a-b7720eabf377 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:52:46.669574 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:52:46.673843 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:46.719949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:46.727077 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.727426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.727768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.728107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.728437 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.728762 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.729179 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.729504 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.729826 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.730148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.730469 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.730787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.731107 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:52:46.816380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['c56e8765-1cd5-48cb-856a-b7720eabf377'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:52:46.846766 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5240336-b0c1-4905-bae8-3f472b825d35 req-c7b1b47f-3e0a-4353-8bd7-fed5df7b306f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:46.848283 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5240336-b0c1-4905-bae8-3f472b825d35 req-c7b1b47f-3e0a-4353-8bd7-fed5df7b306f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 944 time: 0.0527024 Jan 28 04:52:46.897458 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d5240336-b0c1-4905-bae8-3f472b825d35 req-0be81a19-47dd-4d11-8915-c95574e81798 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Jan 28 04:52:46.995767 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:48.012825 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6893c-d19e-49d9-b411-bb94ec61f283 req-46422f02-1cdd-4c87-9370-24a2ac998f8f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:48.014346 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6a6893c-d19e-49d9-b411-bb94ec61f283 req-46422f02-1cdd-4c87-9370-24a2ac998f8f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 944 time: 0.0480983 Jan 28 04:52:48.063672 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6a6893c-d19e-49d9-b411-bb94ec61f283 req-386a226f-6df4-4a53-ae64-ec42cc7401f3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Jan 28 04:52:48.345874 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c56e8765-1cd5-48cb-856a-b7720eabf377 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:52:48.395436 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port c56e8765-1cd5-48cb-856a-b7720eabf377 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:52:48.395807 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:48.473073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c56e8765-1cd5-48cb-856a-b7720eabf377 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:52:48.473464 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:48.494920 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:52:48.497200 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c219e9-aebc-4b32-9b4d-10a794e712cc" -d '{"events": [{"server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "name": "network-vif-plugged", "status": "completed", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:52:48.510018 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:52:48.514775 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:52:48.543164 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d115e6-d7d2-426e-9d07-77bda5b5d91f x-openstack-request-id: req-a9d115e6-d7d2-426e-9d07-77bda5b5d91f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:52:48.543457 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "name": "network-vif-plugged", "status": "completed", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:52:48.543912 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9d115e6-d7d2-426e-9d07-77bda5b5d91f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:52:48.544311 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'code': 200} Jan 28 04:52:48.570148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:52:49.182053 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793f089-4fbe-469e-844f-9cf8808059f9 req-6eb1eb41-10a1-43fb-a9db-26d7c4ad4275 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:49.183524 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b793f089-4fbe-469e-844f-9cf8808059f9 req-6eb1eb41-10a1-43fb-a9db-26d7c4ad4275 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0481420 Jan 28 04:52:49.235279 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b793f089-4fbe-469e-844f-9cf8808059f9 req-6ed47924-33d5-4f08-8b54-e0fdca5a926f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452638 Jan 28 04:52:50.733289 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561a645-03fa-46ef-85f5-f81c85a1a028 req-8cff5437-e665-43cb-b429-b9f56a2e9299 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:50.736814 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0561a645-03fa-46ef-85f5-f81c85a1a028 req-8cff5437-e665-43cb-b429-b9f56a2e9299 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.4160116 Jan 28 04:52:50.794106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0561a645-03fa-46ef-85f5-f81c85a1a028 req-1adfb5ba-7088-4d3e-9d14-f5366da40ccf tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516946 Jan 28 04:52:51.930158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f6a5c-1704-4892-b138-0447c2026b4a req-cf346c24-dd1e-4676-9465-1c24158a5d99 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:51.932654 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-439f6a5c-1704-4892-b138-0447c2026b4a req-cf346c24-dd1e-4676-9465-1c24158a5d99 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0549500 Jan 28 04:52:51.986974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-439f6a5c-1704-4892-b138-0447c2026b4a req-de8641fb-95e5-4063-bcc0-0b99a9b152c2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462880 Jan 28 04:52:53.135424 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec432bf-f9f8-418c-aea6-d76aa0d47c36 req-a0bb82c7-e2f5-4eb5-a282-34f09b98be5f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:53.137302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec432bf-f9f8-418c-aea6-d76aa0d47c36 req-a0bb82c7-e2f5-4eb5-a282-34f09b98be5f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0629609 Jan 28 04:52:53.189718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0ec432bf-f9f8-418c-aea6-d76aa0d47c36 req-0b7570b9-1e29-4917-ae1d-6b19706efa74 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457737 Jan 28 04:52:54.313330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff1126-996c-411f-a0c3-ed4b1221166c req-a9cfdc9c-3501-48ce-979a-577d3d853fab tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:54.314748 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8ff1126-996c-411f-a0c3-ed4b1221166c req-a9cfdc9c-3501-48ce-979a-577d3d853fab tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0512226 Jan 28 04:52:54.366624 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f8ff1126-996c-411f-a0c3-ed4b1221166c req-6bec274a-9f08-42d9-887f-17a2256ad006 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444181 Jan 28 04:52:55.512781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01766947-aa42-4a40-818a-e031a6f459ab req-dd3ac538-41d2-47b5-bd95-a5aec5c99479 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:55.514352 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01766947-aa42-4a40-818a-e031a6f459ab req-dd3ac538-41d2-47b5-bd95-a5aec5c99479 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0499721 Jan 28 04:52:55.570163 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01766947-aa42-4a40-818a-e031a6f459ab req-9d62f793-e112-4f13-b55c-26f880dbc9d9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488369 Jan 28 04:52:56.699454 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ebe38-7098-4ec3-8f06-40f78a1591e2 req-f7020084-1ee7-44ea-a2e8-8c55ca8efebe tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:56.701032 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e74ebe38-7098-4ec3-8f06-40f78a1591e2 req-f7020084-1ee7-44ea-a2e8-8c55ca8efebe tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0503163 Jan 28 04:52:56.755902 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e74ebe38-7098-4ec3-8f06-40f78a1591e2 req-5f32558b-ea71-4b83-8170-8e48e37c2cae tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485392 Jan 28 04:52:57.630185 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:52:57.876024 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731b68e-326c-4d3d-b8cc-f59a29d3a03e req-2a8582ea-2261-42a0-a540-f8d4fc2fc58d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:57.883026 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b731b68e-326c-4d3d-b8cc-f59a29d3a03e req-2a8582ea-2261-42a0-a540-f8d4fc2fc58d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0558162 Jan 28 04:52:57.935098 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b731b68e-326c-4d3d-b8cc-f59a29d3a03e req-05742518-e4c8-45d9-ace8-c7bef6054c7c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512683 Jan 28 04:52:59.061300 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcdbfc-bde8-4d49-92fb-8c05b3f2fe94 req-ed2e6048-2e93-4af4-bd82-59bde94c99b0 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:59.063413 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03dcdbfc-bde8-4d49-92fb-8c05b3f2fe94 req-ed2e6048-2e93-4af4-bd82-59bde94c99b0 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0515311 Jan 28 04:52:59.110751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-03dcdbfc-bde8-4d49-92fb-8c05b3f2fe94 req-781ec7c7-4eef-415a-973d-57db28b031bd tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418563 Jan 28 04:52:59.907225 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-79d36911-f978-4348-a25f-a52fb4579c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:52:59.908721 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-79d36911-f978-4348-a25f-a52fb4579c6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1097 time: 0.0443847 Jan 28 04:52:59.999223 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-d4f530dc-feda-475e-a489-21fd166da50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:00.001806 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-d4f530dc-feda-475e-a489-21fd166da50f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0864930 Jan 28 04:53:00.071913 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-4671b0ef-8e6c-4f97-b962-3f0d7dcf3684 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 1001 time: 0.0638168 Jan 28 04:53:00.119274 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-9a964569-cc1f-4f37-b6d9-9fb74c3b3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:00.120713 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-9a964569-cc1f-4f37-b6d9-9fb74c3b3991 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0431592 Jan 28 04:53:00.166764 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-b9c5d1c6-2eed-496d-84dc-0ffbbfd6f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:00.168224 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-b9c5d1c6-2eed-496d-84dc-0ffbbfd6f077 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412409 Jan 28 04:53:00.228047 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf95a5-e9c7-45a2-962d-826666de9d3e req-cbfa58ca-373d-497e-ade4-4d32419d7c18 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:00.229563 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65cf95a5-e9c7-45a2-962d-826666de9d3e req-cbfa58ca-373d-497e-ade4-4d32419d7c18 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0487051 Jan 28 04:53:00.261723 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-876ef584-76b8-4ddc-bf2a-158f87d28898 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876851 Jan 28 04:53:00.278171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-65cf95a5-e9c7-45a2-962d-826666de9d3e req-7acb6179-3619-40d3-a154-0f5df83bb69a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422134 Jan 28 04:53:00.350265 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a698368c-449d-4bb6-b1a3-48c39e85c87e req-89f679cc-443d-4819-9ae4-5998f45cfb3e service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828023 Jan 28 04:53:01.397237 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdc5d0-28ec-4f1e-957c-888a3349c291 req-5bf278dd-b57d-4a29-b85d-b82963c76d8a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:01.398713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ccfdc5d0-28ec-4f1e-957c-888a3349c291 req-5bf278dd-b57d-4a29-b85d-b82963c76d8a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0507140 Jan 28 04:53:01.447426 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ccfdc5d0-28ec-4f1e-957c-888a3349c291 req-246afbc5-7fc0-43d8-8c8f-8f26e8d9c18a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 Jan 28 04:53:02.413598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c56e8765-1cd5-48cb-856a-b7720eabf377 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:53:02.491819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c56e8765-1cd5-48cb-856a-b7720eabf377 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:53:02.492220 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:02.516238 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:02.518761 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e68354-d798-4981-9d26-da7503828b60" -d '{"events": [{"server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "name": "network-vif-unplugged", "status": "completed", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:02.531649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:02.537776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:02.561494 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d34671-6b8f-472e-bd3d-064512c5787d x-openstack-request-id: req-b0d34671-6b8f-472e-bd3d-064512c5787d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:02.561785 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "name": "network-vif-unplugged", "status": "failed", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377", "code": 422}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:02.562042 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0d34671-6b8f-472e-bd3d-064512c5787d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:02.563125 n-d-808199-14 neutron-server[103290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'code': 422} returned with failed status Jan 28 04:53:02.564402 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b54bda-03e9-4735-8d33-e381a45f84b8 req-aeea822f-df38-47dc-907e-92dc0eed6960 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:02.565952 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1b54bda-03e9-4735-8d33-e381a45f84b8 req-aeea822f-df38-47dc-907e-92dc0eed6960 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 945 time: 0.0504110 Jan 28 04:53:02.589073 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:02.616078 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c1b54bda-03e9-4735-8d33-e381a45f84b8 req-3015c88c-3c84-4247-acb4-06d7ed4febc8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445144 Jan 28 04:53:02.725837 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-d741b564-f5df-4671-b6d3-bee08a64a9a0 req-3639216d-c2d4-4f01-95e4-acb14a8e1f0f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:53:02.726856 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d741b564-f5df-4671-b6d3-bee08a64a9a0 req-3639216d-c2d4-4f01-95e4-acb14a8e1f0f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472198 Jan 28 04:53:03.890517 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a76a-4890-4c3a-879c-7ab7e62f9390 req-87439397-4501-493e-a248-cb0a34cde5a5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:03.892580 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ab4a76a-4890-4c3a-879c-7ab7e62f9390 req-87439397-4501-493e-a248-cb0a34cde5a5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0494430 Jan 28 04:53:03.948944 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ab4a76a-4890-4c3a-879c-7ab7e62f9390 req-65a7f74e-5764-487e-940d-56ac4b784f54 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503254 Jan 28 04:53:04.070440 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-afcb667b-0d36-413d-af77-04d9203bc64a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822914 Jan 28 04:53:05.065406 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc42af8-ad39-49dc-aa58-a6625b39992f req-7cb93d29-8142-48ed-8cd7-fcf4ddd90ee8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:05.066949 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bc42af8-ad39-49dc-aa58-a6625b39992f req-7cb93d29-8142-48ed-8cd7-fcf4ddd90ee8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0484421 Jan 28 04:53:05.120620 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4bc42af8-ad39-49dc-aa58-a6625b39992f req-c392a282-8c22-469a-a2a0-809c31c493e4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480890 Jan 28 04:53:06.242315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09495fa-c4e2-4e1c-8283-c5f84d12e219 req-3ef50a19-6e34-4fd5-8aa0-4805afc8bdee tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:06.243757 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e09495fa-c4e2-4e1c-8283-c5f84d12e219 req-3ef50a19-6e34-4fd5-8aa0-4805afc8bdee tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0507970 Jan 28 04:53:06.298018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e09495fa-c4e2-4e1c-8283-c5f84d12e219 req-d2fbb10f-27c7-40b4-8a65-99a57e97e022 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486407 Jan 28 04:53:07.420477 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29da70b-4308-4dfc-a801-75a55861df59 req-06b84a6c-4f1a-4bf3-beaf-bc839958a337 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:07.422071 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c29da70b-4308-4dfc-a801-75a55861df59 req-06b84a6c-4f1a-4bf3-beaf-bc839958a337 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0496163 Jan 28 04:53:07.470305 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c29da70b-4308-4dfc-a801-75a55861df59 req-c308b42b-dedf-4ff2-b7f4-93e43b2dcda5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426416 Jan 28 04:53:08.586597 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c581b8-0e90-49b8-b7c5-8f37a272830a req-3db167a4-fd7a-44a4-8e3b-92c175dc2645 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:08.588105 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1c581b8-0e90-49b8-b7c5-8f37a272830a req-3db167a4-fd7a-44a4-8e3b-92c175dc2645 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0484207 Jan 28 04:53:08.638080 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d1c581b8-0e90-49b8-b7c5-8f37a272830a req-f910be15-5a90-47dc-bcbc-4da9e52b3ee7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435274 Jan 28 04:53:08.974456 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-6eade0a5-a714-4e5c-84b6-decc8d410986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:08.975948 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-6eade0a5-a714-4e5c-84b6-decc8d410986 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b&tenant_id=fd1e5696e3a348fba439db90e7dd894f HTTP/1.1" status: 200 len: 1095 time: 0.0472007 Jan 28 04:53:09.045858 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-bb482cce-13ad-4940-b8c4-02612ad7289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:09.047385 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-bb482cce-13ad-4940-b8c4-02612ad7289f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1095 time: 0.0400643 Jan 28 04:53:09.135473 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-3cbb2559-f724-4407-ba11-1e185fae68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:09.136984 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-3cbb2559-f724-4407-ba11-1e185fae68b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0837262 Jan 28 04:53:09.205111 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-983c0233-0bce-4200-b041-5814f177d298 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 999 time: 0.0625231 Jan 28 04:53:09.252163 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-79bb43e7-e9b3-4fc7-b242-40745059cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:09.253534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-79bb43e7-e9b3-4fc7-b242-40745059cfdf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0423479 Jan 28 04:53:09.297940 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-48c79004-470f-4840-adbb-8bc0748992b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:09.299545 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-48c79004-470f-4840-adbb-8bc0748992b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402369 Jan 28 04:53:09.391388 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-372c1446-87bc-4c97-8cff-417b8e1ad4a3 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861554 Jan 28 04:53:09.477964 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e85c18e2-2cf2-46bd-9061-594e2bc9ad61 req-c855f7c8-2b9e-4a2b-88b6-1103bca75c3a service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805342 Jan 28 04:53:09.764748 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210174df-be67-488d-bb2e-51d9f94b283d req-542eee97-8d7e-453b-8234-a5a7fdd2b7b6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:09.766450 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210174df-be67-488d-bb2e-51d9f94b283d req-542eee97-8d7e-453b-8234-a5a7fdd2b7b6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0568731 Jan 28 04:53:09.850033 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-210174df-be67-488d-bb2e-51d9f94b283d req-b8df0e3b-2033-43b2-9c42-6f41793e5cd6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767815 Jan 28 04:53:10.730205 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b39b3d87-450c-46d0-a8b1-1a30e2098f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:10.976138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d57fa4-ac3c-4e72-98c8-0df55685d96e req-f73c4d80-7b06-4253-95d6-8a533876e983 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:10.982320 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62d57fa4-ac3c-4e72-98c8-0df55685d96e req-f73c4d80-7b06-4253-95d6-8a533876e983 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0527732 Jan 28 04:53:11.041041 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-62d57fa4-ac3c-4e72-98c8-0df55685d96e req-67022899-b74a-416c-aef4-bf81ec1e4df4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566061 Jan 28 04:53:12.175127 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846db18-54cf-40f0-8c8d-32b2651c72c6 req-03c7c04c-1808-4824-a923-567745bee6c0 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:12.176790 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0846db18-54cf-40f0-8c8d-32b2651c72c6 req-03c7c04c-1808-4824-a923-567745bee6c0 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0574241 Jan 28 04:53:12.232974 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0846db18-54cf-40f0-8c8d-32b2651c72c6 req-c1885d81-4401-49fe-894f-88fd0a674039 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501988 Jan 28 04:53:12.740044 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f3df25b-f0b2-443f-93b6-96498ac189b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:13.007023 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:13.368803 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f6c5f-41fd-4259-afdb-2af337cc037f req-9c695c34-3ced-43d2-a360-584c50a2d011 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:13.370339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a36f6c5f-41fd-4259-afdb-2af337cc037f req-9c695c34-3ced-43d2-a360-584c50a2d011 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0612929 Jan 28 04:53:13.424669 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a36f6c5f-41fd-4259-afdb-2af337cc037f req-9e349b7b-37e5-4a37-9b64-6bb95e27b2be tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478332 Jan 28 04:53:14.551073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa56fc-5979-4e7c-af47-56481276cf61 req-759d9859-5d80-4b77-9d08-b9aec7a87faf tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:14.552601 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85fa56fc-5979-4e7c-af47-56481276cf61 req-759d9859-5d80-4b77-9d08-b9aec7a87faf tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0495455 Jan 28 04:53:14.596808 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:14.614480 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-85fa56fc-5979-4e7c-af47-56481276cf61 req-e087728a-cb5f-4849-9f10-a6836723fdd6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556383 Jan 28 04:53:15.230677 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:15.750655 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806a280-fa1d-4d73-8039-124342c93346 req-26aaf23f-bb7f-4bb8-9149-fd8eb266f391 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:15.753597 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6806a280-fa1d-4d73-8039-124342c93346 req-26aaf23f-bb7f-4bb8-9149-fd8eb266f391 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0596070 Jan 28 04:53:15.816202 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6806a280-fa1d-4d73-8039-124342c93346 req-376c2d4f-6681-4d8b-b3bb-15bc900fa25e tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564318 Jan 28 04:53:15.835337 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:16.938339 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668e7ed-5fae-4f99-8fd7-16b271da5da6 req-a46a8ad1-18c3-42b4-917d-690f47740e28 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:16.939916 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9668e7ed-5fae-4f99-8fd7-16b271da5da6 req-a46a8ad1-18c3-42b4-917d-690f47740e28 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0571182 Jan 28 04:53:16.986570 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:17.009582 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9668e7ed-5fae-4f99-8fd7-16b271da5da6 req-4b08d519-f954-49ca-b25d-f3aef6522ce3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636189 Jan 28 04:53:18.132541 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa812f36-d91c-4c08-9806-63cf107ea1f9 req-c8bb5b7c-84dd-429c-9088-588653482ec6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:18.134066 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa812f36-d91c-4c08-9806-63cf107ea1f9 req-c8bb5b7c-84dd-429c-9088-588653482ec6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0520389 Jan 28 04:53:18.182389 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa812f36-d91c-4c08-9806-63cf107ea1f9 req-584f7926-77e5-4b68-bc68-6b4e0a864481 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426390 Jan 28 04:53:19.300684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1909f-4e08-408c-9d7b-bdf1d1c422ce req-04715122-a3ed-4a4a-a446-5e0758ff6b8b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:19.302120 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6d1909f-4e08-408c-9d7b-bdf1d1c422ce req-04715122-a3ed-4a4a-a446-5e0758ff6b8b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0485179 Jan 28 04:53:19.349987 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c6d1909f-4e08-408c-9d7b-bdf1d1c422ce req-06345666-ac91-4479-8819-579802648f3f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423312 Jan 28 04:53:20.466430 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd717b0-b324-4fbc-be8f-9878613b5800 req-2bcb9822-7e40-4623-b83e-0320321e5520 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:20.468138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3bd717b0-b324-4fbc-be8f-9878613b5800 req-2bcb9822-7e40-4623-b83e-0320321e5520 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0480886 Jan 28 04:53:20.522375 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3bd717b0-b324-4fbc-be8f-9878613b5800 req-d317143e-995b-46a2-a52d-aef2730907af tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473933 Jan 28 04:53:21.637751 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0d9c0-fa8a-4e36-a9db-a5dc939f04fb req-18c599b4-b382-4189-9ab2-964be0e601e7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:21.639276 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08d0d9c0-fa8a-4e36-a9db-a5dc939f04fb req-18c599b4-b382-4189-9ab2-964be0e601e7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0491941 Jan 28 04:53:21.689928 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-08d0d9c0-fa8a-4e36-a9db-a5dc939f04fb req-fd513873-1839-413a-99f6-86998819d576 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446928 Jan 28 04:53:22.811721 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e8e45-470c-4924-98b8-a1387b08350f req-71ebcab9-7913-4ccf-b28d-a10e2bc4c108 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:22.813870 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-650e8e45-470c-4924-98b8-a1387b08350f req-71ebcab9-7913-4ccf-b28d-a10e2bc4c108 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0522163 Jan 28 04:53:22.881225 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-650e8e45-470c-4924-98b8-a1387b08350f req-5fd56429-b063-43d5-9a4e-c01a9095a3af tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602129 Jan 28 04:53:23.999966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3f480-b2cc-4a0c-af38-b7da3cf3ddc8 req-e335f302-4be3-4c35-8e66-5ab930fdfc09 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:24.001797 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2e3f480-b2cc-4a0c-af38-b7da3cf3ddc8 req-e335f302-4be3-4c35-8e66-5ab930fdfc09 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0530136 Jan 28 04:53:24.051262 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e2e3f480-b2cc-4a0c-af38-b7da3cf3ddc8 req-2083e7e7-7ff8-45f6-8611-08d8083c541f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437291 Jan 28 04:53:25.165889 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491abb7f-2fb9-4ce4-9bcf-efabf5888374 req-02163a19-b8a7-47a4-a7f7-ba049e9c8174 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:25.167377 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-491abb7f-2fb9-4ce4-9bcf-efabf5888374 req-02163a19-b8a7-47a4-a7f7-ba049e9c8174 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0477219 Jan 28 04:53:25.215656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-491abb7f-2fb9-4ce4-9bcf-efabf5888374 req-1cde1129-b670-465f-b573-fb1cf4def8da tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Jan 28 04:53:26.334016 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c432b2-87e3-459d-bf9d-60b3ade7e97f req-d8583b8e-42a7-4a06-bb3a-fcb4f8e93600 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:26.335485 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63c432b2-87e3-459d-bf9d-60b3ade7e97f req-d8583b8e-42a7-4a06-bb3a-fcb4f8e93600 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 943 time: 0.0520189 Jan 28 04:53:26.384250 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-63c432b2-87e3-459d-bf9d-60b3ade7e97f req-499db645-d628-42e6-a167-fdd45eef434f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Jan 28 04:53:26.561634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c56e8765-1cd5-48cb-856a-b7720eabf377 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:53:26.564680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-bba4cb40-0f67-4cd1-bb39-ebf546874f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:26.566230 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-bba4cb40-0f67-4cd1-bb39-ebf546874f2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1095 time: 0.0490103 Jan 28 04:53:26.659879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:26.668554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-b4f866c7-43be-4577-9dd1-af60f1e4874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:26.670073 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-b4f866c7-43be-4577-9dd1-af60f1e4874f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0861568 Jan 28 04:53:26.672438 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'port_id': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'mac_address': 'fa:16:3e:0a:cd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:53:26.710209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c56e8765-1cd5-48cb-856a-b7720eabf377 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:53:26.710596 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:26.723476 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56e8765-1cd5-48cb-856a-b7720eabf377 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:53:26.740908 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-5840e6c7-c67e-4450-88b8-0481308ede1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 999 time: 0.0648155 Jan 28 04:53:26.742838 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:26.747343 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:26.791944 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-59a18107-7964-4a85-a558-d94450fb731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:26.793601 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-59a18107-7964-4a85-a558-d94450fb731e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0463104 Jan 28 04:53:26.795377 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:26.840384 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-7886b8a2-de23-477f-aa6b-4074419a4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:26.841830 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-7886b8a2-de23-477f-aa6b-4074419a4282 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416291 Jan 28 04:53:26.931249 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-18b47592-de91-4f06-a4b2-2bca86c03e18 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830755 Jan 28 04:53:27.023879 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-27f076b0-4a31-4663-9079-f0f8398ebfe9 req-c9c46cbc-876a-4540-81ef-f3423cd638e3 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855813 Jan 28 04:53:27.166389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['c56e8765-1cd5-48cb-856a-b7720eabf377'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:53:27.498423 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81b9dd-9e5d-47c1-8728-4120b7b7b41d req-5788f723-5f0f-4aa5-a1f0-9b9d0ecb72bd tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:27.501165 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b81b9dd-9e5d-47c1-8728-4120b7b7b41d req-5788f723-5f0f-4aa5-a1f0-9b9d0ecb72bd tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 944 time: 0.0484495 Jan 28 04:53:27.555322 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5b81b9dd-9e5d-47c1-8728-4120b7b7b41d req-eecf17b7-0cb9-4262-9c17-ae4ea738d135 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459769 Jan 28 04:53:28.563515 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c56e8765-1cd5-48cb-856a-b7720eabf377 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:53:28.617331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port c56e8765-1cd5-48cb-856a-b7720eabf377 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:53:28.617709 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:28.682034 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927d8ff-dc39-4785-96c3-17eb2bc62b26 req-a0bbc371-6710-420f-b285-33df41996a30 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.683551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0927d8ff-dc39-4785-96c3-17eb2bc62b26 req-a0bbc371-6710-420f-b285-33df41996a30 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 944 time: 0.0538807 Jan 28 04:53:28.696696 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port c56e8765-1cd5-48cb-856a-b7720eabf377 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:53:28.697140 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:28.720694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:53:28.722981 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836786d7-e371-4d19-b897-3f57bf70dbcb" -d '{"events": [{"server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "name": "network-vif-plugged", "status": "completed", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:53:28.735680 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:53:28.738760 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0927d8ff-dc39-4785-96c3-17eb2bc62b26 req-99e898d4-2362-4c9c-8a75-c2e9077a99ef tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491109 Jan 28 04:53:28.740273 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:28.763200 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733ec9fb-265f-476a-b70a-487599442e19 x-openstack-request-id: req-733ec9fb-265f-476a-b70a-487599442e19 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:53:28.763491 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "name": "network-vif-plugged", "status": "completed", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:53:28.763741 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-733ec9fb-265f-476a-b70a-487599442e19 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:53:28.764126 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'code': 200} Jan 28 04:53:28.793720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:53:28.969387 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823039c1-58f0-4434-b9ce-88bdacc6d2e3 req-4b016cdf-6ba5-4208-b37a-fd39e9172c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:28.972709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-823039c1-58f0-4434-b9ce-88bdacc6d2e3 req-4b016cdf-6ba5-4208-b37a-fd39e9172c64 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1098 time: 0.0438535 Jan 28 04:53:29.022109 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-823039c1-58f0-4434-b9ce-88bdacc6d2e3 req-863a025e-a91d-4d51-88fc-69064ca24d1c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437040 Jan 28 04:53:29.854381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa874b87-f92f-4ddf-ac47-7c5ef18a4726 req-83e71534-cc09-41d2-8149-552200c1b6ef tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:29.855842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa874b87-f92f-4ddf-ac47-7c5ef18a4726 req-83e71534-cc09-41d2-8149-552200c1b6ef tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 946 time: 0.0479624 Jan 28 04:53:29.904700 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fa874b87-f92f-4ddf-ac47-7c5ef18a4726 req-61d19dc8-b6f9-4b1a-aca4-b38670c76f70 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Jan 28 04:53:31.023190 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f4d1c-2129-4b86-adb7-21de108d86de req-fd81ebcf-6737-43d0-86c8-e1a7a407a48a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:53:31.024725 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a7f4d1c-2129-4b86-adb7-21de108d86de req-fd81ebcf-6737-43d0-86c8-e1a7a407a48a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 946 time: 0.0511444 Jan 28 04:53:31.073094 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4a7f4d1c-2129-4b86-adb7-21de108d86de req-87198d89-b9a0-4e9a-96a3-2af23285ed89 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Jan 28 04:53:34.629978 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:53:40.722069 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edc5458d-c993-457e-8233-727473481f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:42.742530 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4c69a97-f05e-471b-99a7-871bb49e31a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:43.011177 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:44.591547 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:45.224996 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:45.833496 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:53:46.979876 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:10.724896 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-077f5a6a-f949-4931-bfe1-9bde7f884e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:11.630565 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:54:12.743816 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd0f92b3-d06a-495d-a420-56f50c8d9e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:13.041347 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:14.601343 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:15.248599 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:15.839117 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:16.984333 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:26.635534 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-70f2e7cb-1138-4ebb-b25f-81ecce6a60a7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444133 Jan 28 04:54:26.732511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-e4b43c07-2dcd-4efb-af65-df4f0f1d5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:26.734041 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-e4b43c07-2dcd-4efb-af65-df4f0f1d5ed6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1098 time: 0.0398610 Jan 28 04:54:26.838933 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-2ad74e2c-9f1c-4570-b255-d4ceae4f2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:26.840393 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-2ad74e2c-9f1c-4570-b255-d4ceae4f2f45 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0872467 Jan 28 04:54:26.904280 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-6158a483-c58f-4769-8446-ebb666e20cea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 1001 time: 0.0571585 Jan 28 04:54:26.951319 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-2fa18712-6715-4b93-9f3a-d763a3d99690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:26.952709 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-2fa18712-6715-4b93-9f3a-d763a3d99690 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0430560 Jan 28 04:54:27.001442 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-ea46a08b-0c36-4dbc-942c-a7c9929efc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:54:27.002965 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-ea46a08b-0c36-4dbc-942c-a7c9929efc01 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444975 Jan 28 04:54:27.091812 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-92f67d8f-71d4-4583-8347-5564a7458db3 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807946 Jan 28 04:54:27.184213 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ce57cf51-7518-4a59-bda5-c1320795b20d req-2737b5f4-aa4d-4cef-b6dd-5606d0245768 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851958 Jan 28 04:54:40.728051 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-773608a0-9bcd-47a2-b0ca-cf5af72fa35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:42.744765 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd70a2f4-4239-4e85-b7eb-f547a7ed2e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:43.044914 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:44.587877 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:45.253513 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:45.839508 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:46.988591 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:54:48.634098 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:55:10.730224 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2685c465-91f9-4868-8803-6678c5dd2aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:12.746127 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-45900180-ab05-4c10-8d6a-741b0d792c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:13.045655 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:14.591071 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:15.256338 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:15.841264 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:16.027183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56702) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:16.228263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Deleting port 3a2a7263-75cf-45c9-afbf-97c5370780a6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:16.228595 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (3a2a7263-75cf-45c9-afbf-97c5370780a6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:16.308510 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (3a2a7263-75cf-45c9-afbf-97c5370780a6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:16.309003 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for floatingip (3a2a7263-75cf-45c9-afbf-97c5370780a6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:16.325810 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Calling delete_port for 3a2a7263-75cf-45c9-afbf-97c5370780a6 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:16.484082 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (3a2a7263-75cf-45c9-afbf-97c5370780a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:16.515411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event deleted for resources: {'Port': ['ID=3a2a7263-75cf-45c9-afbf-97c5370780a6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:16.541411 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.541752 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.542086 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.542416 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.542756 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.543068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.543388 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.544068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.544401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.544721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.545065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.545382 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.545695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:16.587083 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for floatingip (f645d769-9bd6-463a-b7fd-7ce39a9266e1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:16.587326 n-d-808199-14 neutron-server[103289]: INFO neutron.db.l3_db [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Floating IP f645d769-9bd6-463a-b7fd-7ce39a9266e1 disassociated (deleted). External IP: 172.25.1.131, port: c56e8765-1cd5-48cb-856a-b7720eabf377. Jan 28 04:55:16.801554 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:55:16.903972 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:55:16.909772 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:16.914231 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] Sync routers for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:55:16.923629 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:55:16.924234 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:16.938960 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-9c806bb3-32b6-49c7-9860-ab3970f49952 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "DELETE /v2.0/floatingips/f645d769-9bd6-463a-b7fd-7ce39a9266e1 HTTP/1.1" status: 204 len: 168 time: 0.9106655 Jan 28 04:55:16.939544 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:55:16.941851 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:55:17.013192 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:17.045907 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:55:17.057828 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ca36e3-ae54-4416-9a3c-74db0a9a7ac6 x-openstack-request-id: req-a3ca36e3-ae54-4416-9a3c-74db0a9a7ac6 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:55:17.058410 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:55:17.058598 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3ca36e3-ae54-4416-9a3c-74db0a9a7ac6 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:55:17.059065 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'status': 'completed', 'code': 200} Jan 28 04:55:17.192686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-b3fa08ca-b858-4088-a6fd-cbe09703e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:17.194196 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-b3fa08ca-b858-4088-a6fd-cbe09703e790 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 1098 time: 0.0421820 Jan 28 04:55:17.198451 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a02c1-0b23-4b40-8869-1abd3b9d70de req-c96f3802-7147-4a2d-bddf-2009fdb0a09c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:17.200248 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f61a02c1-0b23-4b40-8869-1abd3b9d70de req-c96f3802-7147-4a2d-bddf-2009fdb0a09c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 946 time: 0.0610330 Jan 28 04:55:17.253408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f61a02c1-0b23-4b40-8869-1abd3b9d70de req-682dd3d2-afc5-4f15-a717-d819518ae815 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465319 Jan 28 04:55:17.262328 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:17.292172 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-37e08210-3b0a-4b87-961c-89bfc870db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:17.293411 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] Checking router: 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:55:17.293971 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-37e08210-3b0a-4b87-961c-89bfc870db23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0923429 Jan 28 04:55:17.302190 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:55:17.302787 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:55:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:17.340037 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-e38bf958-db5b-4579-8027-b9cf39da06e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 200 len: 217 time: 0.0396132 Jan 28 04:55:17.387656 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-685f1d0c-7df1-421c-adcf-0a1fa49f1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:17.389206 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-685f1d0c-7df1-421c-adcf-0a1fa49f1c83 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0436201 Jan 28 04:55:17.407935 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:55:17.433282 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-eae2df2c-0c62-431a-82d6-a68956b84f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:17.434797 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-eae2df2c-0c62-431a-82d6-a68956b84f01 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396149 Jan 28 04:55:17.535535 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-24cabd62-76fc-486c-b741-476313cb8a84 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931203 Jan 28 04:55:17.606605 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:55:17.629251 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-ba9c3e3d-e2da-4725-bc36-1bae9884aadd req-7df5c51c-4e2f-4d1e-a3c5-6e1fdf7d87b4 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878928 Jan 28 04:55:17.633346 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497f393-33f3-4c72-a65e-c7b4f13b3235 None None] The sync data for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 is: [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:55:17.861078 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a21d4a-4d1c-4154-ac83-c75cdb90e1c5 None None] New status for floating IP f645d769-9bd6-463a-b7fd-7ce39a9266e1: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:55:18.382203 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fda358-283c-4bef-bc2c-1874930b62fd req-5fa1ca46-9db5-4e7f-81a1-3c850e41aacc tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:18.383707 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1fda358-283c-4bef-bc2c-1874930b62fd req-5fa1ca46-9db5-4e7f-81a1-3c850e41aacc tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 946 time: 0.0548670 Jan 28 04:55:18.432126 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f1fda358-283c-4bef-bc2c-1874930b62fd req-245b68b5-8a23-4bd6-905f-f66342f8a8d8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=69be04ad-b51b-4134-af9d-4d4b732b262e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428200 Jan 28 04:55:18.973832 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-37ac31ae-88eb-4a5b-8854-6cfe804143af tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:18.975182 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-37ac31ae-88eb-4a5b-8854-6cfe804143af tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 946 time: 0.0483105 Jan 28 04:55:19.068169 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-c727dfab-342e-4f2c-909e-1ca7591549e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Deleting port c56e8765-1cd5-48cb-856a-b7720eabf377 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:55:19.068509 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-c727dfab-342e-4f2c-909e-1ca7591549e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:19.154840 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-c727dfab-342e-4f2c-909e-1ca7591549e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] For port c56e8765-1cd5-48cb-856a-b7720eabf377, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=c56e8765-1cd5-48cb-856a-b7720eabf377,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:55:19.155205 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-c727dfab-342e-4f2c-909e-1ca7591549e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:19.172227 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-c727dfab-342e-4f2c-909e-1ca7591549e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Calling delete_port for c56e8765-1cd5-48cb-856a-b7720eabf377 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:55:19.297591 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-c727dfab-342e-4f2c-909e-1ca7591549e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (c56e8765-1cd5-48cb-856a-b7720eabf377), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:19.328375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727dfab-342e-4f2c-909e-1ca7591549e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event deleted for resources: {'Port': ['ID=c56e8765-1cd5-48cb-856a-b7720eabf377,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:19.371952 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-c727dfab-342e-4f2c-909e-1ca7591549e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] No DVR routers for this DVR port c56e8765-1cd5-48cb-856a-b7720eabf377 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:55:19.374474 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-c727dfab-342e-4f2c-909e-1ca7591549e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:19.378468 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a5f8a303-4ef3-42ba-9029-47d2a5335bb7 req-c727dfab-342e-4f2c-909e-1ca7591549e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.25 "DELETE /v2.0/ports/c56e8765-1cd5-48cb-856a-b7720eabf377 HTTP/1.1" status: 204 len: 173 time: 0.3983226 Jan 28 04:55:19.378938 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'name': 'network-vif-deleted', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:55:19.381222 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f40b81-fd18-4378-bdc5-733dfb4642bb" -d '{"events": [{"server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "name": "network-vif-deleted", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:55:19.416506 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda7484f-a494-4671-8f4f-c8bb5f90f1ef x-openstack-request-id: req-eda7484f-a494-4671-8f4f-c8bb5f90f1ef {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:55:19.416758 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d944352-9c83-4985-a671-c213e993fe9b", "name": "network-vif-deleted", "tag": "c56e8765-1cd5-48cb-856a-b7720eabf377", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:55:19.417088 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eda7484f-a494-4671-8f4f-c8bb5f90f1ef {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:55:19.417399 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d944352-9c83-4985-a671-c213e993fe9b', 'name': 'network-vif-deleted', 'tag': 'c56e8765-1cd5-48cb-856a-b7720eabf377', 'status': 'completed', 'code': 200} Jan 28 04:55:19.533137 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4292605e-b223-4a12-bac3-cf7accd4745a req-f8414f22-b941-4e05-824f-9fef977ebe5f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d944352-9c83-4985-a671-c213e993fe9b HTTP/1.1" status: 200 len: 210 time: 0.0288651 Jan 28 04:55:20.591553 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56728) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:20.648588 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d704053-c368-48bd-8bb2-f29d96bc265f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (69be04ad-b51b-4134-af9d-4d4b732b262e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:20.674143 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d704053-c368-48bd-8bb2-f29d96bc265f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (69be04ad-b51b-4134-af9d-4d4b732b262e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:20.735082 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d704053-c368-48bd-8bb2-f29d96bc265f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (69be04ad-b51b-4134-af9d-4d4b732b262e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:20.738015 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d704053-c368-48bd-8bb2-f29d96bc265f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:20.739178 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-6d704053-c368-48bd-8bb2-f29d96bc265f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "DELETE /v2.0/security-groups/69be04ad-b51b-4134-af9d-4d4b732b262e HTTP/1.1" status: 204 len: 168 time: 0.1466506 Jan 28 04:55:20.748417 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d704053-c368-48bd-8bb2-f29d96bc265f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69be04ad-b51b-4134-af9d-4d4b732b262e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:21.152156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c56e8765-1cd5-48cb-856a-b7720eabf377 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:55:21.172869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: c56e8765-1cd5-48cb-856a-b7720eabf377 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:55:21.173230 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device c56e8765-1cd5-48cb-856a-b7720eabf377 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:55:21.227607 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 56734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:21.232220 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0e08ab95-aa7b-4a26-92f6-e1fe5a537d14 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383478186', 'description': 'tempest-secgroup-smoke-383478186 description', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:21.253141 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e08ab95-aa7b-4a26-92f6-e1fe5a537d14 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.318339 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e08ab95-aa7b-4a26-92f6-e1fe5a537d14 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (e989a17b-f53e-4358-a31d-3783c6c7f24c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.322085 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e08ab95-aa7b-4a26-92f6-e1fe5a537d14 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e989a17b-f53e-4358-a31d-3783c6c7f24c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.349830 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e08ab95-aa7b-4a26-92f6-e1fe5a537d14 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.351024 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0e08ab95-aa7b-4a26-92f6-e1fe5a537d14 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1224208 Jan 28 04:55:21.354088 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56736) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:21.358729 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': 'e989a17b-f53e-4358-a31d-3783c6c7f24c', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:21.358902 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08ab95-aa7b-4a26-92f6-e1fe5a537d14 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e989a17b-f53e-4358-a31d-3783c6c7f24c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:21.390327 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (92935c68-4d11-4578-bd14-7e3c087605cf), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.460334 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (92935c68-4d11-4578-bd14-7e3c087605cf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.464316 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (92935c68-4d11-4578-bd14-7e3c087605cf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.481228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92935c68-4d11-4578-bd14-7e3c087605cf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:21.492148 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.492619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.493011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.493358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.493764 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.494229 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.494619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.494959 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.495298 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.495630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.495963 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.496292 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.496619 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:55:21.502948 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.504339 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-fab984ac-ca2b-40a9-83c1-96475ffc7d0a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490939 Jan 28 04:55:21.507079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56738) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:21.511431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d7eeab74-adf6-4d05-99cc-311563dac2ff tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': 'e989a17b-f53e-4358-a31d-3783c6c7f24c', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:21.535880 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7eeab74-adf6-4d05-99cc-311563dac2ff tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (5638f2bd-905c-40d7-9561-955aee725dad), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.593279 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7eeab74-adf6-4d05-99cc-311563dac2ff tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (5638f2bd-905c-40d7-9561-955aee725dad), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.597549 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7eeab74-adf6-4d05-99cc-311563dac2ff tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (5638f2bd-905c-40d7-9561-955aee725dad), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.615319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eeab74-adf6-4d05-99cc-311563dac2ff tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5638f2bd-905c-40d7-9561-955aee725dad,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:21.622354 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7eeab74-adf6-4d05-99cc-311563dac2ff tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.623533 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d7eeab74-adf6-4d05-99cc-311563dac2ff tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155376 Jan 28 04:55:21.626813 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:21.631124 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-99c0600d-498a-4f8b-9276-dc0f51689747 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': 'e989a17b-f53e-4358-a31d-3783c6c7f24c', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:21.654747 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c0600d-498a-4f8b-9276-dc0f51689747 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (9ecfcead-0546-42df-a6c7-944ba2995baf), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.712386 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c0600d-498a-4f8b-9276-dc0f51689747 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (9ecfcead-0546-42df-a6c7-944ba2995baf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.717138 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c0600d-498a-4f8b-9276-dc0f51689747 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (9ecfcead-0546-42df-a6c7-944ba2995baf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.735418 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0600d-498a-4f8b-9276-dc0f51689747 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecfcead-0546-42df-a6c7-944ba2995baf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:21.744023 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c0600d-498a-4f8b-9276-dc0f51689747 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.745261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-99c0600d-498a-4f8b-9276-dc0f51689747 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175156 Jan 28 04:55:21.747968 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56742) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:21.753052 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c99322b7-bf3a-4f57-9ea7-de9fc062ac20 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': 'e989a17b-f53e-4358-a31d-3783c6c7f24c', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:21.777838 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c99322b7-bf3a-4f57-9ea7-de9fc062ac20 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (aa97620d-41a0-4f75-86c4-d8f553a9fc9b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.836974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c99322b7-bf3a-4f57-9ea7-de9fc062ac20 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (aa97620d-41a0-4f75-86c4-d8f553a9fc9b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.840613 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c99322b7-bf3a-4f57-9ea7-de9fc062ac20 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (aa97620d-41a0-4f75-86c4-d8f553a9fc9b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.858028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99322b7-bf3a-4f57-9ea7-de9fc062ac20 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa97620d-41a0-4f75-86c4-d8f553a9fc9b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:21.865314 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c99322b7-bf3a-4f57-9ea7-de9fc062ac20 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.869106 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c99322b7-bf3a-4f57-9ea7-de9fc062ac20 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176548 Jan 28 04:55:21.869420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:21.873648 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8a976e41-0913-4330-977c-0a769caea22b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': 'e989a17b-f53e-4358-a31d-3783c6c7f24c', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:21.894471 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-8a976e41-0913-4330-977c-0a769caea22b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Project fd1e5696e3a348fba439db90e7dd894f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:55:21.899194 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a976e41-0913-4330-977c-0a769caea22b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (c33185f9-f127-48a2-ac8e-185bbde17d74), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.958380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a976e41-0913-4330-977c-0a769caea22b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (c33185f9-f127-48a2-ac8e-185bbde17d74), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.962329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a976e41-0913-4330-977c-0a769caea22b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (c33185f9-f127-48a2-ac8e-185bbde17d74), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.980469 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a976e41-0913-4330-977c-0a769caea22b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33185f9-f127-48a2-ac8e-185bbde17d74,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:21.988288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a976e41-0913-4330-977c-0a769caea22b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:21.989556 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8a976e41-0913-4330-977c-0a769caea22b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192293 Jan 28 04:55:21.992191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:55:21.996515 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8d4f5d9d-5eb0-4522-adae-bd67572427a3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'security_group_rule': {'security_group_id': 'e989a17b-f53e-4358-a31d-3783c6c7f24c', 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:22.018677 n-d-808199-14 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-8d4f5d9d-5eb0-4522-adae-bd67572427a3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Project fd1e5696e3a348fba439db90e7dd894f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:55:22.024195 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5d9d-5eb0-4522-adae-bd67572427a3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (df20eff2-8b2a-4c91-83ef-85bbd65189a9), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:22.082381 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5d9d-5eb0-4522-adae-bd67572427a3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (df20eff2-8b2a-4c91-83ef-85bbd65189a9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:22.086037 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5d9d-5eb0-4522-adae-bd67572427a3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (df20eff2-8b2a-4c91-83ef-85bbd65189a9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:22.104263 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f5d9d-5eb0-4522-adae-bd67572427a3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df20eff2-8b2a-4c91-83ef-85bbd65189a9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:22.108826 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5d9d-5eb0-4522-adae-bd67572427a3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:22.110990 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8d4f5d9d-5eb0-4522-adae-bd67572427a3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174212 Jan 28 04:55:25.633498 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:55:40.496017 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-44979dbb-4bff-4bbc-87da-e43c787e1f08 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383478186&fields=id&tenant_id=fd1e5696e3a348fba439db90e7dd894f HTTP/1.1" status: 200 len: 267 time: 0.0439291 Jan 28 04:55:40.602050 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c75556-a273-4789-9223-2cf86454ec57 req-2e0e4f8c-4163-44d3-a27e-f10d7147128e tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:40.603416 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-2e0e4f8c-4163-44d3-a27e-f10d7147128e tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 808 time: 0.0999489 Jan 28 04:55:40.617592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-cd1136ef-9c27-4fb2-b2fb-814302b6148b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/quotas/fd1e5696e3a348fba439db90e7dd894f HTTP/1.1" status: 200 len: 375 time: 0.0088809 Jan 28 04:55:40.667718 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-7afa9f9a-fec2-4755-9c3b-76582b1d1e44 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448403 Jan 28 04:55:40.732305 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef321227-9c2f-4328-a582-c4f06e5c17b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:40.765403 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-5425a5f2-95ca-49c4-90a5-4f4ada33ee83 service neutron] 10.222.0.44 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864291 Jan 28 04:55:40.852651 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-61928c86-bbe1-4562-ad1d-91ac074b86ed service neutron] 10.222.0.44 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811524 Jan 28 04:55:41.143753 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-648a7434-d494-4346-98a2-4564eeab879b req-ff97d423-98d3-4840-90d9-4cb511f826be tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 210 time: 0.0278285 Jan 28 04:55:42.166786 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c75556-a273-4789-9223-2cf86454ec57 req-9e1d27e0-9720-4f88-b4ca-8d7348654e9d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:42.168279 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-9e1d27e0-9720-4f88-b4ca-8d7348654e9d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.42 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 808 time: 0.1015213 Jan 28 04:55:42.239597 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-c2633409-4831-4e1f-940b-bb492706e556 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd1e5696e3a348fba439db90e7dd894f HTTP/1.1" status: 200 len: 379 time: 0.0568137 Jan 28 04:55:42.245370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c5dc3d5-cf67-4754-9bd0-d2bf5c614c6d req-756d54cd-4724-4170-a94d-e7d7bdc38c1a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 210 time: 0.0315185 Jan 28 04:55:42.247995 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'port': {'device_id': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'admin_state_up': True, 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'security_groups': ['e989a17b-f53e-4358-a31d-3783c6c7f24c']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:42.359917 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Made reservation on behalf of fd1e5696e3a348fba439db90e7dd894f for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:55:42.363462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.488399 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Allocated IP 172.20.0.4 (d917edbb-a924-4457-a66c-6109a6be9de5/8ecc8e23-1123-433b-ac13-34bb1fdb7aba/7eb68a3d-0151-4ad6-9f59-ce8989a83dae) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:55:42.634355 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.668835 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.711610 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Network d917edbb-a924-4457-a66c-6109a6be9de5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:55:42.714765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:55:42.720987 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:55:42.749811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:42.758681 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-859e35e9-40db-4b00-b0ac-c94be06da038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.780042 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:42.780976 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.799922 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-d82b8799-0269-46e8-abf4-23079d90e454 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555968 Jan 28 04:55:42.808881 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-7969a6fe-edfd-4a17-ab1d-4c7809af6318 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:55:42.809940 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-7969a6fe-edfd-4a17-ab1d-4c7809af6318 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052955 Jan 28 04:55:42.878115 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Request body: {'port': {'device_id': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:55:42.943545 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:42.998768 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-52fa2859-8ce2-47b9-98ea-8aef7e91fdbd None None] Provisioning complete for port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:55:42.999146 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52fa2859-8ce2-47b9-98ea-8aef7e91fdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.053640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-52fa2859-8ce2-47b9-98ea-8aef7e91fdbd None None] Port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:55:43.062422 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.372585 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bd0fe-7056-4f09-b164-dbf1bc29bf6f req-f70843ce-e1f0-4072-ae65-3df075208c72 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:43.374511 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c0bd0fe-7056-4f09-b164-dbf1bc29bf6f req-f70843ce-e1f0-4072-ae65-3df075208c72 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 931 time: 0.0550375 Jan 28 04:55:43.432762 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3c0bd0fe-7056-4f09-b164-dbf1bc29bf6f req-527f809f-d83b-472c-8aaa-e8a7b9c34efd tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513399 Jan 28 04:55:43.579635 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb68a3d-0151-4ad6-9f59-ce8989a83dae {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:55:43.587145 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Publish callbacks [] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.600177 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Transition to ACTIVE for port object 7eb68a3d-0151-4ad6-9f59-ce8989a83dae will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:55:43.604051 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.652421 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Pushing event updated for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:43.728362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Attempting to bind port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:55:43.728695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Attempting to bind port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:55:43.729049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Attempting to bind port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae on network d917edbb-a924-4457-a66c-6109a6be9de5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:55:43.733541 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae on network d917edbb-a924-4457-a66c-6109a6be9de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:55:43.733851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Attempting to bind port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae on network d917edbb-a924-4457-a66c-6109a6be9de5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:55:43.740118 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:55:43.740511 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Checking segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:55:43.740942 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Bound using segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:55:43.741462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Bound port: 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:55:43.741831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.822530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:55:43.825968 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:55:43.831313 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.866517 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:43.867132 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:43.868511 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] 10.222.0.42 "PUT /v2.0/ports/7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 1092 time: 1.0461400 Jan 28 04:55:43.868969 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:55:43.871273 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:55:43.896833 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8d7a0-5ae6-47d1-9cdf-35e99b3b76aa service neutron] Pushing event updated for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:55:43.946278 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca8da64-e757-4e11-86b3-8a0d69e88587 x-openstack-request-id: req-9ca8da64-e757-4e11-86b3-8a0d69e88587 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:55:43.946641 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:55:43.946996 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ca8da64-e757-4e11-86b3-8a0d69e88587 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:55:43.947459 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'status': 'completed', 'code': 200} Jan 28 04:55:43.987559 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c75556-a273-4789-9223-2cf86454ec57 req-51117080-29ad-427e-856c-dd3978df3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:43.989221 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-51117080-29ad-427e-856c-dd3978df3225 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1095 time: 0.0573997 Jan 28 04:55:44.037962 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-965f0f00-2073-4ba5-b4e4-1956cae35d0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 217 time: 0.0362282 Jan 28 04:55:44.094491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c75556-a273-4789-9223-2cf86454ec57 req-e4e75fcc-68c2-41b0-8bba-77a94f73405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:44.096278 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-e4e75fcc-68c2-41b0-8bba-77a94f73405c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0520539 Jan 28 04:55:44.141412 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c75556-a273-4789-9223-2cf86454ec57 req-99dcffa2-4fd8-420f-8940-d168a3e9d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:44.143036 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-99dcffa2-4fd8-420f-8940-d168a3e9d124 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408187 Jan 28 04:55:44.235748 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-89a59c31-d517-4e75-87fb-fe4f566d21b5 service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864398 Jan 28 04:55:44.325027 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-77c75556-a273-4789-9223-2cf86454ec57 req-f10d25e2-48a9-434b-82ce-9e4c55cc5323 service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830204 Jan 28 04:55:44.433851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-df3e90b7-3a78-4387-8503-031a8803a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:44.435451 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-df3e90b7-3a78-4387-8503-031a8803a64b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1095 time: 0.0411084 Jan 28 04:55:44.532332 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-cb13da03-1867-4bc1-ac3d-53cdb2b5c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:44.534070 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-cb13da03-1867-4bc1-ac3d-53cdb2b5c211 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0929060 Jan 28 04:55:44.556307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c075b-7f4a-4f45-a4f4-9c757affe2b4 req-c9fb4f89-f278-4b96-b2c8-3cb44be1f301 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:44.557945 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c99c075b-7f4a-4f45-a4f4-9c757affe2b4 req-c9fb4f89-f278-4b96-b2c8-3cb44be1f301 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0536139 Jan 28 04:55:44.577405 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-1ac35846-d4c4-4cef-a1d5-9b0ec2e9a81b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 217 time: 0.0370440 Jan 28 04:55:44.596183 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:44.610236 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c99c075b-7f4a-4f45-a4f4-9c757affe2b4 req-9f944ce1-1022-43a8-a137-a97427dcadd4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455220 Jan 28 04:55:44.637460 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-b2acad13-d839-49a5-8415-1e5bc1369099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:44.638964 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-b2acad13-d839-49a5-8415-1e5bc1369099 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0562785 Jan 28 04:55:44.688207 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-a70f1aa8-0fd9-440e-afc3-a199d6b01303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:44.689791 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-a70f1aa8-0fd9-440e-afc3-a199d6b01303 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455592 Jan 28 04:55:44.779566 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-b47636a3-3f3a-42ef-817f-e343a3d722d7 service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834205 Jan 28 04:55:44.873553 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0a8201ad-9af4-4ccd-8a1a-1edad034c1e1 req-17c07c65-473c-4568-9f2b-9a31bd371f78 service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883863 Jan 28 04:55:45.266694 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:45.740381 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9c39-3ec5-4024-8e0f-02c3ea8487f7 req-9b6cdd77-c9de-437d-a013-b8ef10eb4497 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:45.741902 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a16d9c39-3ec5-4024-8e0f-02c3ea8487f7 req-9b6cdd77-c9de-437d-a013-b8ef10eb4497 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0523107 Jan 28 04:55:45.791206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a16d9c39-3ec5-4024-8e0f-02c3ea8487f7 req-4524afa0-8093-46ee-b34a-01f3e582b315 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436015 Jan 28 04:55:45.844250 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:46.907425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cc548-b3a8-4495-ab39-66ec896c7e5a req-f05c1127-37c8-4f03-8db4-21a64195831d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:46.908932 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e5cc548-b3a8-4495-ab39-66ec896c7e5a req-f05c1127-37c8-4f03-8db4-21a64195831d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0495887 Jan 28 04:55:46.958677 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3e5cc548-b3a8-4495-ab39-66ec896c7e5a req-5b0b935d-1684-41a2-a039-39e387c7368b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439119 Jan 28 04:55:47.002119 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:55:48.084588 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351bb83-496a-4f04-b12f-5c96cd524130 req-7ad0c2b3-97ca-4e5a-a581-a67d0421832b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:48.086169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a351bb83-496a-4f04-b12f-5c96cd524130 req-7ad0c2b3-97ca-4e5a-a581-a67d0421832b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0551717 Jan 28 04:55:48.145459 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a351bb83-496a-4f04-b12f-5c96cd524130 req-525534d8-a751-402d-b3b2-1c6f6ccf3a96 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531569 Jan 28 04:55:49.260035 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97663-54db-47e1-b865-9f940047b223 req-a7835e1e-d49e-470e-9490-2d88ae257a3b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:49.261474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15b97663-54db-47e1-b865-9f940047b223 req-a7835e1e-d49e-470e-9490-2d88ae257a3b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0483193 Jan 28 04:55:49.310210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-15b97663-54db-47e1-b865-9f940047b223 req-0b08150d-1de2-46e7-90a1-a70c5bbfd83f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 Jan 28 04:55:50.426171 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e820a6-15bd-4ed0-9c0a-25d792791a5d req-9b00db15-d31e-4fcc-a469-00d182b5b7ad tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:50.427658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2e820a6-15bd-4ed0-9c0a-25d792791a5d req-9b00db15-d31e-4fcc-a469-00d182b5b7ad tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0490792 Jan 28 04:55:50.477489 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b2e820a6-15bd-4ed0-9c0a-25d792791a5d req-1b92089e-16df-4cf3-8864-e851b9e0334b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440025 Jan 28 04:55:51.603420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543b9a5-6de2-4fb1-b1a6-41a4f1c3a593 req-a0998734-ec2a-4a86-9979-4f32b9974ff1 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:51.605002 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0543b9a5-6de2-4fb1-b1a6-41a4f1c3a593 req-a0998734-ec2a-4a86-9979-4f32b9974ff1 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0565403 Jan 28 04:55:51.659816 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0543b9a5-6de2-4fb1-b1a6-41a4f1c3a593 req-065b490c-93dc-459c-bc62-955414b8a035 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489745 Jan 28 04:55:52.774900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58424e2b-f7bb-4913-b563-d6a5b33e542d req-05639846-8bf4-40bf-b4a0-15fae5380264 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:52.776393 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58424e2b-f7bb-4913-b563-d6a5b33e542d req-05639846-8bf4-40bf-b4a0-15fae5380264 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0481479 Jan 28 04:55:52.825370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-58424e2b-f7bb-4913-b563-d6a5b33e542d req-d38c7546-60a2-4aca-be85-22fc520e3598 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Jan 28 04:55:53.956830 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1befe0-e677-40df-845c-cf3a77a22862 req-0b8d7348-b647-47df-8f44-556caa97688d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:53.958347 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b1befe0-e677-40df-845c-cf3a77a22862 req-0b8d7348-b647-47df-8f44-556caa97688d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0527260 Jan 28 04:55:54.006870 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9b1befe0-e677-40df-845c-cf3a77a22862 req-73f53e5d-cbd6-49f2-9640-0bac9f866293 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429635 Jan 28 04:55:55.124647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330977e4-fea7-46d1-92c9-a6cefab8b76c req-b3cfca5d-8ebc-4ec3-a7fd-c82b333b5312 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:55.126319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-330977e4-fea7-46d1-92c9-a6cefab8b76c req-b3cfca5d-8ebc-4ec3-a7fd-c82b333b5312 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0501590 Jan 28 04:55:55.174358 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-330977e4-fea7-46d1-92c9-a6cefab8b76c req-2e6b0f6a-d6ad-479e-9215-0bc2cebfac0c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425539 Jan 28 04:55:56.288509 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1500-77ad-4126-8e59-b1192a4aec37 req-1757fdab-e63d-4138-a1c2-d80aac3b399f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:56.289924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cbfe1500-77ad-4126-8e59-b1192a4aec37 req-1757fdab-e63d-4138-a1c2-d80aac3b399f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0485811 Jan 28 04:55:56.341414 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cbfe1500-77ad-4126-8e59-b1192a4aec37 req-544cacc3-a308-4a4d-adaf-ce523f11f443 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460174 Jan 28 04:55:57.458747 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df0369-89ab-4972-890e-348d0dc11a68 req-032fb618-9587-4073-a59c-bac625d4bdd9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:57.460238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95df0369-89ab-4972-890e-348d0dc11a68 req-032fb618-9587-4073-a59c-bac625d4bdd9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0481517 Jan 28 04:55:57.509238 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-95df0369-89ab-4972-890e-348d0dc11a68 req-aadea976-45bf-4af3-b4c7-03c99c4867bb tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434067 Jan 28 04:55:58.624138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb021d6-9b1d-48f1-bde4-9a1261972f30 req-1b30770f-1d4e-42fc-853f-baf1766231b7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:58.625665 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfb021d6-9b1d-48f1-bde4-9a1261972f30 req-1b30770f-1d4e-42fc-853f-baf1766231b7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0491045 Jan 28 04:55:58.675227 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dfb021d6-9b1d-48f1-bde4-9a1261972f30 req-b17ea035-4b1f-48a2-9539-573540da62fc tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431027 Jan 28 04:55:59.797269 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750297df-5003-4ba7-97bb-7cc0229805a9 req-f02e42e1-9dc0-49b4-8703-927f4370ce41 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:55:59.798763 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-750297df-5003-4ba7-97bb-7cc0229805a9 req-f02e42e1-9dc0-49b4-8703-927f4370ce41 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0523551 Jan 28 04:55:59.847579 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-750297df-5003-4ba7-97bb-7cc0229805a9 req-541f8952-2e57-4d8d-98eb-557b9cb83060 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433471 Jan 28 04:56:00.961363 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc8237-8d2a-496e-9d00-6ce89b5ea91f req-867552e6-f045-4114-a720-d4229503a5b6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:00.962862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fcbc8237-8d2a-496e-9d00-6ce89b5ea91f req-867552e6-f045-4114-a720-d4229503a5b6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0477376 Jan 28 04:56:01.011910 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fcbc8237-8d2a-496e-9d00-6ce89b5ea91f req-ac497421-b69f-40fc-9440-b5e6c206945a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435607 Jan 28 04:56:01.577559 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7eb68a3d-0151-4ad6-9f59-ce8989a83dae details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:56:01.675268 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:01.686692 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'port_id': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'mac_address': 'fa:16:3e:27:d9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:56:01.722756 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:01.723143 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:01.735358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb68a3d-0151-4ad6-9f59-ce8989a83dae {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:56:01.756857 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:01.760529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:01.806593 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:01.814090 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.814480 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.814879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.815274 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.815654 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.816050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.816419 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.816753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.817105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.817463 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.817830 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.818153 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:01.818507 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:56:02.068831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['7eb68a3d-0151-4ad6-9f59-ce8989a83dae'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:56:02.128926 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60201101-6bf6-4484-a40e-66648816bf78 req-9cefa820-7b37-462c-9eb0-e994d57989bc tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:02.130353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60201101-6bf6-4484-a40e-66648816bf78 req-9cefa820-7b37-462c-9eb0-e994d57989bc tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 944 time: 0.0487466 Jan 28 04:56:02.182711 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-60201101-6bf6-4484-a40e-66648816bf78 req-7b902fef-4e40-45d4-a985-c2f73392cd5d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466504 Jan 28 04:56:02.633498 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:56:03.303580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0c6e-a5e9-4fa7-bc73-fa4f77dafa5e req-29e3c4a3-ce66-425a-b095-20c2d1fbe2c6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:03.305569 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-515a0c6e-a5e9-4fa7-bc73-fa4f77dafa5e req-29e3c4a3-ce66-425a-b095-20c2d1fbe2c6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 944 time: 0.0526998 Jan 28 04:56:03.363210 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-515a0c6e-a5e9-4fa7-bc73-fa4f77dafa5e req-9b1c0ad9-617d-4ea5-93ed-4c84c66fb05c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512121 Jan 28 04:56:03.593081 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7eb68a3d-0151-4ad6-9f59-ce8989a83dae up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:56:03.647724 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:56:03.652055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:56:03.652215 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:03.727404 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:56:03.727806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:03.751229 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:03.754362 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159d7b2d-1b75-4a02-b39f-b2833ef44cb0" -d '{"events": [{"server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "name": "network-vif-plugged", "status": "completed", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:03.768555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:56:03.773531 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:03.826035 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:03.843018 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0eaae3-adb6-4d28-bd29-80a731538ed4 x-openstack-request-id: req-1b0eaae3-adb6-4d28-bd29-80a731538ed4 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:03.843367 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "name": "network-vif-plugged", "status": "completed", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:03.843575 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b0eaae3-adb6-4d28-bd29-80a731538ed4 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:03.843972 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'code': 200} Jan 28 04:56:03.970698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd38bb-8bd8-45b0-b0f1-b0ed13483621 req-f97ba55b-f421-4787-8a91-b7794f4949f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:03.972259 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b3bd38bb-8bd8-45b0-b0f1-b0ed13483621 req-f97ba55b-f421-4787-8a91-b7794f4949f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1097 time: 0.0422199 Jan 28 04:56:04.019090 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b3bd38bb-8bd8-45b0-b0f1-b0ed13483621 req-ea46e071-2aed-4096-a3b2-022294cc79e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Jan 28 04:56:04.481532 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c525ddd-38d4-419d-9187-c747c2397ec0 req-99b2d14d-5f5b-44ec-b2e6-37ca34feb9e5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:04.483003 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c525ddd-38d4-419d-9187-c747c2397ec0 req-99b2d14d-5f5b-44ec-b2e6-37ca34feb9e5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0484729 Jan 28 04:56:04.530958 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2c525ddd-38d4-419d-9187-c747c2397ec0 req-560af0bc-84c7-4e83-a26d-f50a02831792 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419977 Jan 28 04:56:05.653080 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d3c18-d527-4562-b211-da4f1ad0a269 req-a9eb8b90-ab89-4ac9-b4f9-2775c0ec58e8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:05.655317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee8d3c18-d527-4562-b211-da4f1ad0a269 req-a9eb8b90-ab89-4ac9-b4f9-2775c0ec58e8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0528684 Jan 28 04:56:05.704302 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ee8d3c18-d527-4562-b211-da4f1ad0a269 req-d9e6ba4f-ad6f-4c78-b1c9-46008208ad88 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429065 Jan 28 04:56:05.821425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3c783-8bf3-4676-9a9f-74542510b92b req-18d3768f-bf38-4dc4-b626-b08eb77b786d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:05.823011 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86d3c783-8bf3-4676-9a9f-74542510b92b req-18d3768f-bf38-4dc4-b626-b08eb77b786d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0483081 Jan 28 04:56:05.871438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86d3c783-8bf3-4676-9a9f-74542510b92b req-7c05df0f-ad0f-476c-b738-35a8db2d839d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426886 Jan 28 04:56:05.893485 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:56:05.977565 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac54414-e8db-4b6e-add2-d6ebbc921fcf tempest-TestShelveInstance-1138013768 tempest-TestShelveInstance-1138013768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:05.979135 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2ac54414-e8db-4b6e-add2-d6ebbc921fcf tempest-TestShelveInstance-1138013768 tempest-TestShelveInstance-1138013768-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1092 time: 0.0846157 Jan 28 04:56:05.982276 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 56972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:56:05.987684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:56:06.008483 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.103800 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.210262 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Allocated IP 172.25.1.76 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/bf60d653-97c7-49dd-b674-2ff4345caf43) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:56:06.313403 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for port (bf60d653-97c7-49dd-b674-2ff4345caf43), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.350700 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bf60d653-97c7-49dd-b674-2ff4345caf43), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.395330 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:56:06.398317 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:56:06.403854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:56:06.409987 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'Port': ['ID=bf60d653-97c7-49dd-b674-2ff4345caf43,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:06.771098 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for floatingip (4e61f131-c333-4aa6-b946-019c94bb13d5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.839623 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (bf60d653-97c7-49dd-b674-2ff4345caf43), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:06.999347 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for port (bf60d653-97c7-49dd-b674-2ff4345caf43), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:07.004710 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (bf60d653-97c7-49dd-b674-2ff4345caf43), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:07.076097 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event updated for resources: {'Port': ['ID=bf60d653-97c7-49dd-b674-2ff4345caf43,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:56:07.088783 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (4e61f131-c333-4aa6-b946-019c94bb13d5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:07.187343 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Floating IP 4e61f131-c333-4aa6-b946-019c94bb13d5 associated. External IP: 172.25.1.76, port: 7eb68a3d-0151-4ad6-9f59-ce8989a83dae. Jan 28 04:56:07.404781 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:56:07.515647 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:56:07.525162 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] Sync routers for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:56:07.536368 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:56:07.536620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:07.537016 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:55:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:56:07.567723 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-527a9f8a-15e5-43bf-8940-d900c7de65c3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5842724 Jan 28 04:56:07.568537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:56:07.570954 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:56:07.644974 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:56:07.674037 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4753c33-99f6-40db-affc-aa5e4d86ef54 x-openstack-request-id: req-a4753c33-99f6-40db-affc-aa5e4d86ef54 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:56:07.674328 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:56:07.674668 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4753c33-99f6-40db-affc-aa5e4d86ef54 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:56:07.675079 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'status': 'completed', 'code': 200} Jan 28 04:56:07.761650 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-146289eb-c6e9-4984-933d-b4747674d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:07.763327 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-146289eb-c6e9-4984-933d-b4747674d343 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1097 time: 0.0436199 Jan 28 04:56:07.860088 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-0cd4cfaf-4aac-44eb-9351-ef9006dbfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:07.861908 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-0cd4cfaf-4aac-44eb-9351-ef9006dbfec3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0925305 Jan 28 04:56:07.926823 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-0d7cc6ac-c038-496f-b5da-fe7d1fc1c5d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 998 time: 0.0584574 Jan 28 04:56:07.964697 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '4e61f131-c333-4aa6-b946-019c94bb13d5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'port_id': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'mac_address': 'fa:16:3e:27:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:56:06Z', 'updated_at': '2022-01-28T04:56:06Z', 'revision_number': 0, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:56:07.985114 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-1c359fce-0574-4bd1-8337-441074beabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:07.986700 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-1c359fce-0574-4bd1-8337-441074beabb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0549960 Jan 28 04:56:07.990754 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] Checking router: 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:56:07.999063 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:56:07.999657 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:55:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:56:08.035236 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-9a66cff2-6bc3-467b-b4cb-bbfe577c75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:56:08.036764 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-9a66cff2-6bc3-467b-b4cb-bbfe577c75be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442581 Jan 28 04:56:08.105632 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:56:08.128041 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-af4e7ef3-67dc-4a23-b424-d83573c033d1 service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847249 Jan 28 04:56:08.222779 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-67a3be32-0ab4-4e80-9c61-1cf7ad84b9a0 req-187563f1-f0e7-42e3-9fd4-7e9fa9054b61 service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890696 Jan 28 04:56:08.338076 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '4e61f131-c333-4aa6-b946-019c94bb13d5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'port_id': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'mac_address': 'fa:16:3e:27:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:56:06Z', 'updated_at': '2022-01-28T04:56:06Z', 'revision_number': 0, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:56:08.364816 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c7611d-acef-4870-8dbe-d1c924382137 None None] The sync data for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 is: [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '4e61f131-c333-4aa6-b946-019c94bb13d5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'port_id': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'mac_address': 'fa:16:3e:27:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:56:06Z', 'updated_at': '2022-01-28T04:56:06Z', 'revision_number': 0, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:56:08.572764 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcf50ea-44e9-474a-9498-38b4550788b6 None None] New status for floating IP 4e61f131-c333-4aa6-b946-019c94bb13d5: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:56:10.736656 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d240a206-93a8-420b-93a6-e10c78fe6385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:12.754080 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-92a021da-1439-41f4-83f4-e0e1e32042a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:13.038080 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:14.590628 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:15.269436 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:15.849009 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:16.994743 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:39.633737 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:56:40.739737 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-84054730-fb60-4bbe-a2ce-a7686267c0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:42.756413 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-693c72d0-3ca8-4bd8-86a1-578185735407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:43.048539 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:44.594824 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:45.281219 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:45.849940 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:56:46.999954 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:02.252076 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-17f8f909-2830-474a-8999-4563675e7cac req-13c67d30-c24e-4ccf-87f8-1e8b2aaccd07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403070 Jan 28 04:57:02.359055 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8f909-2830-474a-8999-4563675e7cac req-fe5f1fee-2729-4fad-a6b4-6f84b3118857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:02.360555 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-17f8f909-2830-474a-8999-4563675e7cac req-fe5f1fee-2729-4fad-a6b4-6f84b3118857 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1097 time: 0.0472732 Jan 28 04:57:02.466692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8f909-2830-474a-8999-4563675e7cac req-c3274645-4531-4f9c-bb7c-b7da237931c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:02.468144 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-17f8f909-2830-474a-8999-4563675e7cac req-c3274645-4531-4f9c-bb7c-b7da237931c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0896831 Jan 28 04:57:02.541078 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-17f8f909-2830-474a-8999-4563675e7cac req-c669daf7-9e36-479e-8505-8775eff1f090 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 1000 time: 0.0589573 Jan 28 04:57:02.594009 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8f909-2830-474a-8999-4563675e7cac req-9b854fc3-49ad-46de-abe5-37ba50d85f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:02.595472 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-17f8f909-2830-474a-8999-4563675e7cac req-9b854fc3-49ad-46de-abe5-37ba50d85f66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0487747 Jan 28 04:57:02.643184 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8f909-2830-474a-8999-4563675e7cac req-316860b0-ef6a-4aa3-8eaa-4d875edf6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:57:02.644656 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-17f8f909-2830-474a-8999-4563675e7cac req-316860b0-ef6a-4aa3-8eaa-4d875edf6a3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416737 Jan 28 04:57:02.743110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-17f8f909-2830-474a-8999-4563675e7cac req-100552de-fbe2-4bbc-9740-a7e3ea3bbb2d service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908377 Jan 28 04:57:02.834457 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-17f8f909-2830-474a-8999-4563675e7cac req-eb848acf-84f7-4937-849b-5601e8de7dac service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858483 Jan 28 04:57:10.742982 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1704-d55a-470a-be6d-5c21d5c23c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:12.760527 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-91371cfe-c763-42ca-894e-5f37fba29a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:13.044993 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:14.595528 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:15.279786 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:15.853172 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:16.633289 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:57:17.001711 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:40.744293 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0733f31-0960-495b-bf67-18eb0dcb0170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:42.763547 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97fea0a0-c2ea-4669-9e1f-1584ed797c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:43.043848 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:44.599529 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:45.279760 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:45.855903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:47.007941 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:57:53.633321 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:58:02.262019 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-4dba6f0c-71d5-4432-b074-300cbdb67fab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403128 Jan 28 04:58:02.360445 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-c3eb6f98-b279-434b-b306-be0eeb355536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:02.361955 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-c3eb6f98-b279-434b-b306-be0eeb355536 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1097 time: 0.0413938 Jan 28 04:58:02.466555 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-8607d514-e68b-492c-a8ea-adbb1dbfd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:02.467996 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-8607d514-e68b-492c-a8ea-adbb1dbfd7fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0878019 Jan 28 04:58:02.532826 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-154cc2e9-397d-4440-9244-d01350423631 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 1000 time: 0.0586464 Jan 28 04:58:02.586877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-0dc95845-0cf6-420f-878e-ece8707557d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:02.588323 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-0dc95845-0cf6-420f-878e-ece8707557d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0488238 Jan 28 04:58:02.632300 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-3895d303-1c3f-4650-9f61-caf0535a2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:02.633856 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-3895d303-1c3f-4650-9f61-caf0535a2e93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399644 Jan 28 04:58:02.721876 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-10d02386-4431-4a3a-ae75-3be30e682495 service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821736 Jan 28 04:58:02.815061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0796627d-7b0a-4b25-92fb-9e5c9dcbbf6f req-f3048cd7-5f9d-4f80-b6ff-16bea92498ab service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878766 Jan 28 04:58:04.094731 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafde66-a65e-4c24-b2e5-04faef5cf6fa req-9ad1dc77-a557-497a-8113-856c627026e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:04.096196 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-deafde66-a65e-4c24-b2e5-04faef5cf6fa req-9ad1dc77-a557-497a-8113-856c627026e9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.1144516 Jan 28 04:58:04.145421 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-deafde66-a65e-4c24-b2e5-04faef5cf6fa req-0527071c-dd7d-4099-a239-618876998f6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435297 Jan 28 04:58:05.321668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b3818-532a-4196-9f02-e2aa30a99dcb req-d68dbd8b-ff3f-437d-b07b-a5777e378e92 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:05.323158 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d86b3818-532a-4196-9f02-e2aa30a99dcb req-d68dbd8b-ff3f-437d-b07b-a5777e378e92 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0952234 Jan 28 04:58:05.371779 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d86b3818-532a-4196-9f02-e2aa30a99dcb req-f4a7cff3-fc53-4304-824e-bf3afcfbfe65 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426829 Jan 28 04:58:06.491092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1be7-f8ec-4264-9482-3310b1fb4d79 req-eedd3ea3-0b3c-497e-94fd-404bd5161853 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:06.492592 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af6a1be7-f8ec-4264-9482-3310b1fb4d79 req-eedd3ea3-0b3c-497e-94fd-404bd5161853 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0482194 Jan 28 04:58:06.541501 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af6a1be7-f8ec-4264-9482-3310b1fb4d79 req-c981afd7-483f-4df5-907c-96120439f523 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430999 Jan 28 04:58:07.660932 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3693-3d82-470f-b19f-be666c3ef6a7 req-6f7d85b0-29ba-484c-818d-9861cbcd7aab tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:07.662431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35fe3693-3d82-470f-b19f-be666c3ef6a7 req-6f7d85b0-29ba-484c-818d-9861cbcd7aab tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0515211 Jan 28 04:58:07.712159 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-35fe3693-3d82-470f-b19f-be666c3ef6a7 req-e7bb924f-c8ab-4e7a-9cf3-3269e6b0a295 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440917 Jan 28 04:58:08.828767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4a04-1c30-4f2a-ad0e-f9006b77c1ad req-d9625f81-42e3-4629-8fff-ced445a41120 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:08.830261 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e2e4a04-1c30-4f2a-ad0e-f9006b77c1ad req-d9625f81-42e3-4629-8fff-ced445a41120 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0500510 Jan 28 04:58:08.887897 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-1e2e4a04-1c30-4f2a-ad0e-f9006b77c1ad req-9b36f0aa-0c11-4940-9c2e-a8440cac341b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519183 Jan 28 04:58:10.006258 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728be5c-e95d-4adf-9d9e-226357ac5427 req-8446e521-edac-479c-b0c2-c049280264ce tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:10.007817 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7728be5c-e95d-4adf-9d9e-226357ac5427 req-8446e521-edac-479c-b0c2-c049280264ce tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0514596 Jan 28 04:58:10.063245 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7728be5c-e95d-4adf-9d9e-226357ac5427 req-b8135843-db6a-4ff2-b2f4-6b1c5290d334 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462174 Jan 28 04:58:10.747395 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ed81-c677-4cac-866b-ff3c00a88568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:11.178449 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614e24b-6069-4dc5-8578-88403c850c23 req-396ee83e-940a-41e6-b08c-d26bbd5ee089 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:11.180031 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e614e24b-6069-4dc5-8578-88403c850c23 req-396ee83e-940a-41e6-b08c-d26bbd5ee089 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0498180 Jan 28 04:58:11.230993 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e614e24b-6069-4dc5-8578-88403c850c23 req-088d72ba-7680-4efc-a09a-c66f29797b64 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454242 Jan 28 04:58:12.347327 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9817e-59a9-48eb-873a-1b86c4c30753 req-f43f8f86-cdcd-4783-abd8-8fb9b6798b01 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:12.348804 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ea9817e-59a9-48eb-873a-1b86c4c30753 req-f43f8f86-cdcd-4783-abd8-8fb9b6798b01 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0477715 Jan 28 04:58:12.396317 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3ea9817e-59a9-48eb-873a-1b86c4c30753 req-473b9dfb-c516-4fc1-98b0-245950963333 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418854 Jan 28 04:58:12.766146 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-579f3dde-64c2-4f96-b908-f85b42d9cf37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:13.050229 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:13.513904 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbb706-0916-4cc7-ad0c-42482b98293b req-a9152f15-4dd1-4bbc-a47e-afe54ad2934a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:13.515778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27dbb706-0916-4cc7-ad0c-42482b98293b req-a9152f15-4dd1-4bbc-a47e-afe54ad2934a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0528159 Jan 28 04:58:13.564363 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-27dbb706-0916-4cc7-ad0c-42482b98293b req-4eeba872-238a-4771-90d6-18b19c4fcff6 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428190 Jan 28 04:58:14.257887 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-30aba5b0-4f45-43db-b897-4a48bafb82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:14.259293 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-30aba5b0-4f45-43db-b897-4a48bafb82f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1097 time: 0.0415900 Jan 28 04:58:14.355196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-2c5845c2-04af-4996-8b9b-eae9c5c7e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:14.357358 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-2c5845c2-04af-4996-8b9b-eae9c5c7e768 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0912890 Jan 28 04:58:14.422708 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-dfbf1275-fa08-4d57-be24-3d60cf3b5d9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 1000 time: 0.0601461 Jan 28 04:58:14.472486 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-c02066d3-fc22-4254-a513-1686295213dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:14.473989 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-c02066d3-fc22-4254-a513-1686295213dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0458732 Jan 28 04:58:14.523226 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-a83e82a8-94a8-41d3-9be3-123ed7059016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:14.524638 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-a83e82a8-94a8-41d3-9be3-123ed7059016 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444486 Jan 28 04:58:14.603376 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:14.615291 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-10d01e64-54bd-4c20-9045-389c06144dc6 service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838974 Jan 28 04:58:14.682586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1c29-2945-4dc9-9727-dc6cbbd4a417 req-203c9db8-faee-4ab4-a221-0456b5a69501 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:14.684207 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b1a1c29-2945-4dc9-9727-dc6cbbd4a417 req-203c9db8-faee-4ab4-a221-0456b5a69501 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0501137 Jan 28 04:58:14.719817 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-32363142-8e84-4706-9cb7-6b9af340ee37 req-53a60f1b-f183-4729-bb9b-e0f553575440 service neutron] 10.222.0.42 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973089 Jan 28 04:58:14.741429 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b1a1c29-2945-4dc9-9727-dc6cbbd4a417 req-631807ba-5be5-4ae9-8106-88e7bbbb052f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509064 Jan 28 04:58:15.277654 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:15.856109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaee4f-315c-4dec-a92d-7ce38830edcf req-f4951dfd-82d7-4b63-9245-6193a1eaf239 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:15.857645 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bfaee4f-315c-4dec-a92d-7ce38830edcf req-f4951dfd-82d7-4b63-9245-6193a1eaf239 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0469565 Jan 28 04:58:15.859040 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:15.911054 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2bfaee4f-315c-4dec-a92d-7ce38830edcf req-f794a10a-d04b-4655-976c-55cf1ea98cb3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465157 Jan 28 04:58:17.009021 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:17.035382 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f30a-f44b-4fb5-85a8-10240dd77fdc req-b2114342-b8c1-430e-af21-752dab33d4d8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:17.036896 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f42f30a-f44b-4fb5-85a8-10240dd77fdc req-b2114342-b8c1-430e-af21-752dab33d4d8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0573459 Jan 28 04:58:17.087074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f42f30a-f44b-4fb5-85a8-10240dd77fdc req-0443e64f-801b-4430-b203-6d5723d81ca2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441723 Jan 28 04:58:18.202499 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f1d8f-8af3-433b-adbb-8b4ed082f23c req-61be8c04-1f39-4659-9613-e4f6f2d7e611 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:18.204007 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5f1d8f-8af3-433b-adbb-8b4ed082f23c req-61be8c04-1f39-4659-9613-e4f6f2d7e611 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0479503 Jan 28 04:58:18.252060 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3d5f1d8f-8af3-433b-adbb-8b4ed082f23c req-a8761161-f221-4e60-afbd-584a6318ab3a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Jan 28 04:58:19.370342 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4507-a20f-4bf4-ac55-d018a0c4a6f2 req-672815a9-4a5f-45c7-b5d7-62db0a6a127f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:19.371821 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b7b4507-a20f-4bf4-ac55-d018a0c4a6f2 req-672815a9-4a5f-45c7-b5d7-62db0a6a127f tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 945 time: 0.0509844 Jan 28 04:58:19.420438 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b7b4507-a20f-4bf4-ac55-d018a0c4a6f2 req-a0ab347e-3bc8-4248-8fbc-8f114352a234 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423777 Jan 28 04:58:20.237965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device 7eb68a3d-0151-4ad6-9f59-ce8989a83dae no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:58:20.311746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:58:20.312225 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:20.335730 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:58:20.338131 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f374f77d-0fdd-4a9f-8862-b8065acd614b" -d '{"events": [{"server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "name": "network-vif-unplugged", "status": "completed", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:58:20.349887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:58:20.353870 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:20.376650 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 04:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad31c25-f6a9-482d-843c-4254dba0937e x-openstack-request-id: req-8ad31c25-f6a9-482d-843c-4254dba0937e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:58:20.376970 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "name": "network-vif-unplugged", "status": "failed", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae", "code": 422}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:58:20.377250 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ad31c25-f6a9-482d-843c-4254dba0937e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:58:20.377623 n-d-808199-14 neutron-server[103290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'code': 422} returned with failed status Jan 28 04:58:20.402514 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:20.409702 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.410050 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.410388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.410723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.411055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.411389 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.411711 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.412034 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.412356 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.412676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.413026 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.413346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.413664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:20.534357 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f33aa-6224-4827-8a3c-554403e3e77e req-4635beea-ca64-4180-9820-b0c7d40b6fe8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:20.535858 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d4f33aa-6224-4827-8a3c-554403e3e77e req-4635beea-ca64-4180-9820-b0c7d40b6fe8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0475662 Jan 28 04:58:20.584535 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d4f33aa-6224-4827-8a3c-554403e3e77e req-d24693f5-6f23-4a17-a254-fc59dc01b28a tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424120 Jan 28 04:58:21.177869 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597679-00aa-42f2-9a3a-fe6d96f92768 req-e5f525a6-4e3c-4695-b23c-dcff4a252052 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:21.179367 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6597679-00aa-42f2-9a3a-fe6d96f92768 req-e5f525a6-4e3c-4695-b23c-dcff4a252052 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.4232121 Jan 28 04:58:21.182019 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-31093163-3a91-4f43-acf3-a9cf8ed5a435 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4519610 Jan 28 04:58:21.195501 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-e9dd74cd-989c-4235-98d0-e46da9ba1ebc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:58:21.196463 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-e9dd74cd-989c-4235-98d0-e46da9ba1ebc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054052 Jan 28 04:58:21.233610 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e6597679-00aa-42f2-9a3a-fe6d96f92768 req-40f2d361-156c-4d46-ae60-02f51ae964bb tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479960 Jan 28 04:58:22.352026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90d474-30d9-4933-9645-5bef71248f63 req-97a416f8-626d-4ae6-b94d-a73dfbc89134 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:22.353520 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc90d474-30d9-4933-9645-5bef71248f63 req-97a416f8-626d-4ae6-b94d-a73dfbc89134 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0492177 Jan 28 04:58:22.411147 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-dc90d474-30d9-4933-9645-5bef71248f63 req-eba45b47-d331-4fda-8829-f988ccc0fd03 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520928 Jan 28 04:58:23.528676 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775ab24-2015-4d74-93b6-7f415e88a74c req-7f7db4b8-1690-45e6-bacd-4a6432f1fa3e tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:23.530150 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e775ab24-2015-4d74-93b6-7f415e88a74c req-7f7db4b8-1690-45e6-bacd-4a6432f1fa3e tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0506687 Jan 28 04:58:23.577396 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e775ab24-2015-4d74-93b6-7f415e88a74c req-f98eb0f7-c315-45f3-930d-dcca22b25da8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Jan 28 04:58:24.696274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb7070-042a-480b-96b0-8542bfe163ad req-538efd4e-2d44-4f7d-b01d-8cdab9cdc41b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:24.697690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64cb7070-042a-480b-96b0-8542bfe163ad req-538efd4e-2d44-4f7d-b01d-8cdab9cdc41b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0475960 Jan 28 04:58:24.745469 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-64cb7070-042a-480b-96b0-8542bfe163ad req-2941133d-fcb3-4f67-a3ce-4937b547c556 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Jan 28 04:58:25.865723 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e785-95c3-45c9-8d47-142b294eebb5 req-a535b9bc-3383-49c7-8001-c00a48d465f3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:25.867258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d42e785-95c3-45c9-8d47-142b294eebb5 req-a535b9bc-3383-49c7-8001-c00a48d465f3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0516644 Jan 28 04:58:25.916476 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d42e785-95c3-45c9-8d47-142b294eebb5 req-febdd0b5-825a-4960-b9e4-3406bafb2d23 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437031 Jan 28 04:58:27.030743 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621a022-0fca-4b25-a2ca-97d7ce54144b req-401da91d-e341-45b3-9609-9f22cda6a0d9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:27.032307 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3621a022-0fca-4b25-a2ca-97d7ce54144b req-401da91d-e341-45b3-9609-9f22cda6a0d9 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0488856 Jan 28 04:58:27.082173 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3621a022-0fca-4b25-a2ca-97d7ce54144b req-a0fa4fcf-1779-4c5d-aaab-8c88ef6e9143 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 Jan 28 04:58:28.209026 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e73e8-927e-48cb-9c1d-19e94432c793 req-bb5604a0-a409-4b92-91e0-4de1ccce8998 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:28.211656 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a19e73e8-927e-48cb-9c1d-19e94432c793 req-bb5604a0-a409-4b92-91e0-4de1ccce8998 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0555444 Jan 28 04:58:28.274830 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a19e73e8-927e-48cb-9c1d-19e94432c793 req-d03cb282-d80c-4b53-92aa-1d9d0d1eb598 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574877 Jan 28 04:58:29.389085 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ed053-645d-47c8-a5a0-446e1fabaa63 req-908d3ba0-5c94-44e2-a257-e2ae9c77fbc5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:29.391705 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f1ed053-645d-47c8-a5a0-446e1fabaa63 req-908d3ba0-5c94-44e2-a257-e2ae9c77fbc5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0487390 Jan 28 04:58:29.440747 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f1ed053-645d-47c8-a5a0-446e1fabaa63 req-884f4360-0db8-4d97-bff6-52251206e047 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431862 Jan 28 04:58:30.560353 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531af3ed-44bf-459b-bba1-1e07cf711d30 req-ca136b9f-0410-404e-89d4-2cafb46cd550 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:30.561862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-531af3ed-44bf-459b-bba1-1e07cf711d30 req-ca136b9f-0410-404e-89d4-2cafb46cd550 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0480795 Jan 28 04:58:30.610658 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-531af3ed-44bf-459b-bba1-1e07cf711d30 req-40b6db65-65c7-41e4-af03-f1f535d8c05d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430830 Jan 28 04:58:30.632687 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:58:31.738252 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d54b2-0130-4c22-8005-261910325c0a req-bdaa6fde-7498-4fc4-9822-2b432963b045 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:31.739784 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-310d54b2-0130-4c22-8005-261910325c0a req-bdaa6fde-7498-4fc4-9822-2b432963b045 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0577769 Jan 28 04:58:31.798176 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-310d54b2-0130-4c22-8005-261910325c0a req-ae19c14d-6d3d-44d2-afbb-0703d8937863 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523920 Jan 28 04:58:32.913829 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e22aeb-d4f1-40cb-a207-769b76159dd2 req-bb3f59ea-f06d-48ba-b7dc-cd58a901260c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:32.915327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88e22aeb-d4f1-40cb-a207-769b76159dd2 req-bb3f59ea-f06d-48ba-b7dc-cd58a901260c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0486939 Jan 28 04:58:32.964226 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-88e22aeb-d4f1-40cb-a207-769b76159dd2 req-e178e73c-853c-4b20-a68a-e65ff339a456 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429270 Jan 28 04:58:34.080452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eab6d-a335-479e-877b-7c58ec952b84 req-78ae40ab-69b0-4592-ac42-70c8c4cab70e tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:34.081972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-500eab6d-a335-479e-877b-7c58ec952b84 req-78ae40ab-69b0-4592-ac42-70c8c4cab70e tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0484262 Jan 28 04:58:34.134370 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-500eab6d-a335-479e-877b-7c58ec952b84 req-8ba7f2d1-263c-4962-bc46-f2a6c5d4cc93 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467272 Jan 28 04:58:35.260208 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb8710-6bed-4250-8476-1330e5f8ed9b req-91872e9b-483d-43f4-9f8b-3d342f827489 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:35.261751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5cb8710-6bed-4250-8476-1330e5f8ed9b req-91872e9b-483d-43f4-9f8b-3d342f827489 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0493314 Jan 28 04:58:35.311171 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e5cb8710-6bed-4250-8476-1330e5f8ed9b req-34f85edf-8b2b-4258-b6bc-eef46e388324 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435071 Jan 28 04:58:35.732280 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-6330d2e0-e5f6-429e-93a6-2fe7950f45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:35.733906 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-6330d2e0-e5f6-429e-93a6-2fe7950f45ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae&tenant_id=fd1e5696e3a348fba439db90e7dd894f HTTP/1.1" status: 200 len: 1095 time: 0.0805471 Jan 28 04:58:35.742835 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-9ea64ac7-c0f7-4917-b788-3806cc7bc995 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:58:35.743755 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-9ea64ac7-c0f7-4917-b788-3806cc7bc995 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047801 Jan 28 04:58:35.759516 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-14', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:58:35.817065 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:36.023714 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:58:36.056558 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:58:36.089587 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb68a3d-0151-4ad6-9f59-ce8989a83dae {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:58:36.097598 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Publish callbacks [] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:36.110046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Transition to ACTIVE for port object 7eb68a3d-0151-4ad6-9f59-ce8989a83dae will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:58:36.113403 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:36.188745 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:36.208543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.208877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.209275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.209765 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.210183 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.210574 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.210946 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.211383 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.211746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.212082 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.212433 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.212760 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.213146 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:58:36.252255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] No DVR routers for this DVR port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:58:36.391052 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Attempting to bind port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:58:36.391372 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Attempting to bind port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:58:36.391698 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Attempting to bind port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae on network d917edbb-a924-4457-a66c-6109a6be9de5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:58:36.396068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae on network d917edbb-a924-4457-a66c-6109a6be9de5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:58:36.396381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Attempting to bind port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae on network d917edbb-a924-4457-a66c-6109a6be9de5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:58:36.401175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:58:36.401505 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Checking segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:58:36.401879 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Bound using segment: {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:58:36.402294 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Bound port: 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583c093e-e337-4f88-82b1-9fca18471f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:58:36.402640 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:36.432220 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dda12-998d-4ce0-bde6-0ee7803aae26 req-5c8ab0ba-2f5c-4c9f-b73c-9e12a3386af5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:36.433751 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-190dda12-998d-4ce0-bde6-0ee7803aae26 req-5c8ab0ba-2f5c-4c9f-b73c-9e12a3386af5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0501578 Jan 28 04:58:36.466396 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:58:36.470524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:58:36.474796 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:36.485371 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-190dda12-998d-4ce0-bde6-0ee7803aae26 req-ec45f330-71b3-49f9-a739-ed5f616df088 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456510 Jan 28 04:58:36.515437 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:36.516220 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:36.517922 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] 10.222.0.25 "PUT /v2.0/ports/7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 1092 time: 0.7619088 Jan 28 04:58:36.518352 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:58:36.520706 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d2143c-59ee-4f64-a20d-6767b1b32de3" -d '{"events": [{"name": "network-changed", "server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:58:36.557218 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c04240-2952-4af5-b154-94d83d913324 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:36.571800 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed8bb4f-c856-4606-be5d-ebe2c5106156 x-openstack-request-id: req-bed8bb4f-c856-4606-be5d-ebe2c5106156 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:58:36.572094 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:58:36.572344 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bed8bb4f-c856-4606-be5d-ebe2c5106156 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:58:36.572739 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'status': 'completed', 'code': 200} Jan 28 04:58:36.616342 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-3cf48590-b48b-43bc-b88b-9b2a412358c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:36.618119 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-3cf48590-b48b-43bc-b88b-9b2a412358c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1095 time: 0.0566802 Jan 28 04:58:36.715078 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-d13ca0ae-a709-477c-a231-299c56e26bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:36.716552 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-d13ca0ae-a709-477c-a231-299c56e26bbe service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0916629 Jan 28 04:58:36.787491 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-bf43e40c-b927-4a58-b6fe-8a18f0ac62d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 998 time: 0.0644093 Jan 28 04:58:36.835205 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-3046f766-be07-4937-b5d6-adc6e84008bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:36.836647 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-3046f766-be07-4937-b5d6-adc6e84008bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0437081 Jan 28 04:58:36.882312 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-43f19036-ec12-4112-b433-46fc3d207cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:36.883785 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-43f19036-ec12-4112-b433-46fc3d207cbb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394166 Jan 28 04:58:36.977297 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-2f5966ee-83d9-4a6f-b911-83b1413bb82a service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875247 Jan 28 04:58:37.066045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-a91ad519-0416-4842-8cd2-ac9d8bdfe236 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824513 Jan 28 04:58:37.169878 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-a6cf9940-0168-441f-87cf-57bd19a26535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:37.171618 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-a6cf9940-0168-441f-87cf-57bd19a26535 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1095 time: 0.0415163 Jan 28 04:58:37.264159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-dca8d38d-add0-4c8c-ad6d-61da6da7c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:37.266297 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-dca8d38d-add0-4c8c-ad6d-61da6da7c428 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0872886 Jan 28 04:58:37.330781 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-af819626-29ae-4850-9928-9d99d0244b82 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 998 time: 0.0579653 Jan 28 04:58:37.382672 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-15d4da89-9fb6-45fd-8e9b-18bf605b8256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:37.384119 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-15d4da89-9fb6-45fd-8e9b-18bf605b8256 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0475061 Jan 28 04:58:37.427413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-354e8c5b-a20d-4fe2-b551-2ad1cb4e4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:37.428883 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-354e8c5b-a20d-4fe2-b551-2ad1cb4e4a14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394647 Jan 28 04:58:37.519303 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-5088d69c-c1af-4cbf-9583-7fafde25742e service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846996 Jan 28 04:58:37.617645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae243e-d82f-4952-a9fa-8c75b17139bd req-47563cae-dd44-4182-a0cf-dd0e54648268 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:37.621285 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2ae243e-d82f-4952-a9fa-8c75b17139bd req-47563cae-dd44-4182-a0cf-dd0e54648268 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0555677 Jan 28 04:58:37.625803 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-a2d2143c-59ee-4f64-a20d-6767b1b32de3 req-a6496d04-0a9d-49fb-920e-5bad475de829 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005652 Jan 28 04:58:37.671327 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c2ae243e-d82f-4952-a9fa-8c75b17139bd req-997b1f9c-4a17-4670-9656-5267c55b7102 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453262 Jan 28 04:58:38.794815 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b54e5d-5cf2-4036-9568-9a44c3c3c10b req-d9db6c69-c13b-4878-8de0-726de7a66aa7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:38.796737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6b54e5d-5cf2-4036-9568-9a44c3c3c10b req-d9db6c69-c13b-4878-8de0-726de7a66aa7 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0518618 Jan 28 04:58:38.854167 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b6b54e5d-5cf2-4036-9568-9a44c3c3c10b req-a1a79616-ea67-4f6f-95a6-3f59d7e66d0d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445354 Jan 28 04:58:39.968537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6028a-e3a6-4080-a7df-9236eb28e225 req-c8379459-5a8b-4876-923c-2abdf2bea438 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:39.970144 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dd6028a-e3a6-4080-a7df-9236eb28e225 req-c8379459-5a8b-4876-923c-2abdf2bea438 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0516531 Jan 28 04:58:40.018862 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9dd6028a-e3a6-4080-a7df-9236eb28e225 req-ccceedcc-9426-4f20-8bf4-6cdc8a7f159b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431564 Jan 28 04:58:40.752480 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef964bb2-7dfe-4c5e-97f1-6b8552d87a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:41.137537 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbd18b-f705-4439-a5c7-fbea7086fe3c req-b22b21bb-64e1-4a23-94ea-14e3994f8e8b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:41.139022 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77bbd18b-f705-4439-a5c7-fbea7086fe3c req-b22b21bb-64e1-4a23-94ea-14e3994f8e8b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0477688 Jan 28 04:58:41.188157 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-77bbd18b-f705-4439-a5c7-fbea7086fe3c req-11c50c99-3b6e-4395-b0e3-b3ff7dc8df00 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433366 Jan 28 04:58:42.300678 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86914d49-26d0-4f0f-9286-c38a08211c8c req-831780d0-65ab-4227-8dd6-b06b48d347d3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:42.302169 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86914d49-26d0-4f0f-9286-c38a08211c8c req-831780d0-65ab-4227-8dd6-b06b48d347d3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0473030 Jan 28 04:58:42.353234 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-86914d49-26d0-4f0f-9286-c38a08211c8c req-fb138a75-3f22-4296-afc0-82b320cdd4f4 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454645 Jan 28 04:58:42.767828 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1467fec3-edfa-4356-91dc-102634d47ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:43.058861 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:43.466966 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74ea21-4e55-4aca-a3c1-11c2c8c748c3 req-ba001cd2-ebed-48da-acfc-1628bfb18b58 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:43.469863 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b74ea21-4e55-4aca-a3c1-11c2c8c748c3 req-ba001cd2-ebed-48da-acfc-1628bfb18b58 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0500968 Jan 28 04:58:43.517823 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-6b74ea21-4e55-4aca-a3c1-11c2c8c748c3 req-c4ad66ed-35fd-4333-b764-f38aa9a0f8f5 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424697 Jan 28 04:58:44.606483 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:44.632752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65bd36-ed99-445d-8bc9-9efadee2ac48 req-fa769e5e-e79c-47e0-b7d4-eb594d359d61 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:44.634271 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e65bd36-ed99-445d-8bc9-9efadee2ac48 req-fa769e5e-e79c-47e0-b7d4-eb594d359d61 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0487103 Jan 28 04:58:44.682870 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5e65bd36-ed99-445d-8bc9-9efadee2ac48 req-5e0f5f7f-100b-4286-89a3-caf4b95fe403 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429881 Jan 28 04:58:45.276006 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:45.805661 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659d281-3693-416e-898e-a12eb2c29ce7 req-1694fa10-f80a-4ba0-8965-71170ae6af7c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:45.807149 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f659d281-3693-416e-898e-a12eb2c29ce7 req-1694fa10-f80a-4ba0-8965-71170ae6af7c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 943 time: 0.0519681 Jan 28 04:58:45.857504 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f659d281-3693-416e-898e-a12eb2c29ce7 req-8f41d392-449e-45de-b51e-4b07e0375f39 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441833 Jan 28 04:58:45.866215 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:46.299639 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 7eb68a3d-0151-4ad6-9f59-ce8989a83dae details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:58:46.398089 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:58:46.409155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'port_id': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'mac_address': 'fa:16:3e:27:d9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:58:46.445207 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:58:46.445596 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:46.459126 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb68a3d-0151-4ad6-9f59-ce8989a83dae {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:58:46.478401 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:58:46.482072 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:46.528442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:46.895385 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['7eb68a3d-0151-4ad6-9f59-ce8989a83dae'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:58:46.973742 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd07722-99a5-498d-8df6-e1709f93aae1 req-4cffce83-75dd-4455-bb83-541cb27a60ea tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:46.975230 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afd07722-99a5-498d-8df6-e1709f93aae1 req-4cffce83-75dd-4455-bb83-541cb27a60ea tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 944 time: 0.0479069 Jan 28 04:58:47.024225 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-afd07722-99a5-498d-8df6-e1709f93aae1 req-2a03d96d-ea48-430b-a797-77e89925a3dd tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432630 Jan 28 04:58:47.030961 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:48.137291 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b329c-b744-45bd-a74a-be87018ed0cd req-910d6573-d3d0-4337-8367-5caea36ab18d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:48.138778 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d34b329c-b744-45bd-a74a-be87018ed0cd req-910d6573-d3d0-4337-8367-5caea36ab18d tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 944 time: 0.0467455 Jan 28 04:58:48.190521 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d34b329c-b744-45bd-a74a-be87018ed0cd req-2b24f12a-23ef-432e-90cb-eb2c5b104f13 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450976 Jan 28 04:58:48.316725 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 7eb68a3d-0151-4ad6-9f59-ce8989a83dae up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:58:48.367805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:58:48.371605 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:58:48.371972 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:48.446999 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:58:48.447388 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:48.473627 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:58:48.475863 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72593ca1-2235-490e-9716-cc5b1b2fa05b" -d '{"events": [{"server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "name": "network-vif-plugged", "status": "completed", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:58:48.488580 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:58:48.493258 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:58:48.517237 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa14277-5de8-4242-9850-c23961913d40 x-openstack-request-id: req-2fa14277-5de8-4242-9850-c23961913d40 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:58:48.517533 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "name": "network-vif-plugged", "status": "completed", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:58:48.517787 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2fa14277-5de8-4242-9850-c23961913d40 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:58:48.518176 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'code': 200} Jan 28 04:58:48.543715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:58:48.701263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80e69d-9e41-4f59-90bb-8b5dd0a34b0b req-6b0d08f6-774d-4a4b-96b4-88ef389d6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:48.702889 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3f80e69d-9e41-4f59-90bb-8b5dd0a34b0b req-6b0d08f6-774d-4a4b-96b4-88ef389d6ded service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1098 time: 0.0404844 Jan 28 04:58:48.748473 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-3f80e69d-9e41-4f59-90bb-8b5dd0a34b0b req-5a16a187-096a-4a4d-9d88-b56f6b2367e6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398085 Jan 28 04:58:49.305520 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93b80d-0f06-40d8-a987-00b11fdefd02 req-a920ffb8-9a25-4de4-b907-52739bfcf9b1 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:49.306924 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d93b80d-0f06-40d8-a987-00b11fdefd02 req-a920ffb8-9a25-4de4-b907-52739bfcf9b1 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 946 time: 0.0486894 Jan 28 04:58:49.354938 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0d93b80d-0f06-40d8-a987-00b11fdefd02 req-f48d7b3f-ec8d-4ea8-9a43-0c0f11eaa6cc tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425413 Jan 28 04:58:50.473315 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42858e37-9edc-41ac-9813-a1c89cf421fd req-a91f7789-9e89-4601-9c89-bf3229d46be3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:58:50.474789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42858e37-9edc-41ac-9813-a1c89cf421fd req-a91f7789-9e89-4601-9c89-bf3229d46be3 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 946 time: 0.0486355 Jan 28 04:58:50.523442 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-42858e37-9edc-41ac-9813-a1c89cf421fd req-11de3c15-bdab-4a53-810f-16a59dac6a93 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430992 Jan 28 04:59:07.631978 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:59:10.753741 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ab99bcd-3a6c-4725-a85b-5d9627d200a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:12.770549 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ba8f319-9ef0-4482-a72b-cb5e2f3229ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:13.064776 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:14.608425 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:15.292578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:15.863640 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:17.014755 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:31.603869 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-c626b36f-22cc-4602-9994-39ad410fb300 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439284 Jan 28 04:59:31.703462 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-a16038f1-ca3d-4e41-9c8f-ebf05520cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:31.705117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-a16038f1-ca3d-4e41-9c8f-ebf05520cfe5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1098 time: 0.0445082 Jan 28 04:59:31.811284 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-6bfa3e5c-e4e7-42d5-96c3-851a8d640e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:31.812820 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-6bfa3e5c-e4e7-42d5-96c3-851a8d640e4f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.0903978 Jan 28 04:59:31.881294 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-e97fef70-2494-412c-af62-cae5868c90b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 1000 time: 0.0624409 Jan 28 04:59:31.928581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-62fabc33-ac5a-4e07-8a23-60217a7ff6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:31.930020 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-62fabc33-ac5a-4e07-8a23-60217a7ff6ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0432363 Jan 28 04:59:31.975776 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-f138f89a-fa13-4b98-b275-9ee24362eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:59:31.977847 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-f138f89a-fa13-4b98-b275-9ee24362eb4f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424192 Jan 28 04:59:32.070083 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-f356b417-80f4-49ec-9cee-622fd7651502 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863688 Jan 28 04:59:32.167752 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-98d84e2a-ecd5-4862-9a32-8ab94519167c req-e358ab6f-fd90-423a-968e-1cbfa40facfc service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900800 Jan 28 04:59:40.755354 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74b4b3f1-a450-445a-b415-64ffc749c880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:42.771781 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50299fa9-a58b-4dcb-80f5-8a11b6dfc3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:43.064465 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:44.610438 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:44.631700 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:59:45.305493 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:45.867363 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:59:47.017783 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.136973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:06.300109 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Deleting port bf60d653-97c7-49dd-b674-2ff4345caf43 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:06.300950 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (bf60d653-97c7-49dd-b674-2ff4345caf43), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.376211 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (bf60d653-97c7-49dd-b674-2ff4345caf43), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.376537 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for floatingip (bf60d653-97c7-49dd-b674-2ff4345caf43), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.387812 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Calling delete_port for bf60d653-97c7-49dd-b674-2ff4345caf43 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:06.535970 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (bf60d653-97c7-49dd-b674-2ff4345caf43), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.567660 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event deleted for resources: {'Port': ['ID=bf60d653-97c7-49dd-b674-2ff4345caf43,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:06.607720 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.608073 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.608438 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.608797 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.609156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.609487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.609817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.610147 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.610480 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.610807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.611137 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.611462 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.611787 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:06.632763 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for floatingip (4e61f131-c333-4aa6-b946-019c94bb13d5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.633141 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Floating IP 4e61f131-c333-4aa6-b946-019c94bb13d5 disassociated (deleted). External IP: 172.25.1.76, port: 7eb68a3d-0151-4ad6-9f59-ce8989a83dae. Jan 28 05:00:06.847319 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:06.954860 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:06.959356 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:06.964820 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] Sync routers for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:06.974037 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:06.974646 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:06.986712 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ce540e76-2189-410a-8c5d-64ca40508b6b tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "DELETE /v2.0/floatingips/4e61f131-c333-4aa6-b946-019c94bb13d5 HTTP/1.1" status: 204 len: 168 time: 0.8486345 Jan 28 05:00:06.987390 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:00:06.989870 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0acf4a-8bde-40ce-b69c-6f584558c74f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:00:07.040093 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e151ee33-ac6f-428e-91f4-566f8ee5ec17 x-openstack-request-id: req-e151ee33-ac6f-428e-91f4-566f8ee5ec17 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:00:07.040387 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:00:07.040643 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e151ee33-ac6f-428e-91f4-566f8ee5ec17 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:00:07.041185 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'status': 'completed', 'code': 200} Jan 28 05:00:07.091081 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:07.133211 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-5a8e918b-d6e6-403d-8a61-74748a8736d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:07.136751 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-5a8e918b-d6e6-403d-8a61-74748a8736d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd1e5696e3a348fba439db90e7dd894f&device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 1098 time: 0.0514429 Jan 28 05:00:07.234900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c5341-ac44-4a07-b8d8-870ad86a0c92 req-132a7ad7-ec28-4d72-947e-53bfe2dcb6f0 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:07.236513 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a22c5341-ac44-4a07-b8d8-870ad86a0c92 req-132a7ad7-ec28-4d72-947e-53bfe2dcb6f0 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 946 time: 0.0513573 Jan 28 05:00:07.244430 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-a917db77-62b3-4706-814f-a43136807e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:07.246209 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-a917db77-62b3-4706-814f-a43136807e00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 200 len: 909 time: 0.1009519 Jan 28 05:00:07.289197 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-7b925377-fe61-41af-8ba2-4934b5d4ad8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 200 len: 217 time: 0.0359347 Jan 28 05:00:07.291096 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a22c5341-ac44-4a07-b8d8-870ad86a0c92 req-ae957bc7-8410-46fb-a8d7-b93846bfddea tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479407 Jan 28 05:00:07.323685 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:07.345191 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-43203e04-b5f3-44fb-937f-60d75835594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:07.346841 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-43203e04-b5f3-44fb-937f-60d75835594a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 200 len: 847 time: 0.0516796 Jan 28 05:00:07.397027 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-51283ee5-84eb-4acf-9c03-97a3d0d08ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:07.398493 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-51283ee5-84eb-4acf-9c03-97a3d0d08ff7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d917edbb-a924-4457-a66c-6109a6be9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441802 Jan 28 05:00:07.439251 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] Checking router: 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:07.447610 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:07.448214 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T04:59:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:07.488531 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-6647a2f2-91e6-4412-9cb3-903564f98887 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833008 Jan 28 05:00:07.554425 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:07.583460 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cc0acf4a-8bde-40ce-b69c-6f584558c74f req-95735106-2060-438d-97d0-a01bb6cd08a7 service neutron] 10.222.0.25 "GET /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875742 Jan 28 05:00:07.747866 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:07.780017 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56aabc-fda9-46ca-afbd-3370ee8d0479 None None] The sync data for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 is: [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:43Z', 'revision_number': 4, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '1dd12b63-4a2e-4719-aff8-b4784638a86f', 'name': '', 'network_id': 'd917edbb-a924-4457-a66c-6109a6be9de5', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'mac_address': 'fa:16:3e:82:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:43Z', 'updated_at': '2022-01-28T04:49:47Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'subnets': [{'id': '8ecc8e23-1123-433b-ac13-34bb1fdb7aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:08.001154 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeefe21-c3b4-444c-93c1-9428ac894a09 None None] New status for floating IP 4e61f131-c333-4aa6-b946-019c94bb13d5: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:00:08.409598 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575f952-d649-4505-966c-9cc3f378eaa5 req-f348ee75-9ef4-4ddf-bb1f-ecd862d72112 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:08.411116 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3575f952-d649-4505-966c-9cc3f378eaa5 req-f348ee75-9ef4-4ddf-bb1f-ecd862d72112 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 946 time: 0.0491273 Jan 28 05:00:08.465461 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3575f952-d649-4505-966c-9cc3f378eaa5 req-3b41a167-22d2-4252-8171-e8312044f917 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/security-groups?id=e989a17b-f53e-4358-a31d-3783c6c7f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485075 Jan 28 05:00:08.992955 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0a22f-543a-4def-8e21-01334e743d94 req-82ac2049-c2ca-4277-b9be-8844d86532f8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:08.994452 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5da0a22f-543a-4def-8e21-01334e743d94 req-82ac2049-c2ca-4277-b9be-8844d86532f8 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 946 time: 0.0486712 Jan 28 05:00:09.086566 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5da0a22f-543a-4def-8e21-01334e743d94 req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Deleting port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:09.086886 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5da0a22f-543a-4def-8e21-01334e743d94 req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.173049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5da0a22f-543a-4def-8e21-01334e743d94 req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] For port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:09.173415 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5da0a22f-543a-4def-8e21-01334e743d94 req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.186117 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5da0a22f-543a-4def-8e21-01334e743d94 req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Calling delete_port for 7eb68a3d-0151-4ad6-9f59-ce8989a83dae owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:09.313885 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5da0a22f-543a-4def-8e21-01334e743d94 req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (7eb68a3d-0151-4ad6-9f59-ce8989a83dae), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.344483 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event deleted for resources: {'Port': ['ID=7eb68a3d-0151-4ad6-9f59-ce8989a83dae,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:09.372675 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.373057 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.373413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.373772 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.374889 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.375461 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.375840 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.376175 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.376524 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.376888 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.377237 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.377584 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.377925 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:09.400499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da0a22f-543a-4def-8e21-01334e743d94 req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] No DVR routers for this DVR port 7eb68a3d-0151-4ad6-9f59-ce8989a83dae on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:09.402977 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5da0a22f-543a-4def-8e21-01334e743d94 req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:09.406586 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-5da0a22f-543a-4def-8e21-01334e743d94 req-8f10ea45-d1be-4a4d-a4c3-5032d763cdc2 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.25 "DELETE /v2.0/ports/7eb68a3d-0151-4ad6-9f59-ce8989a83dae HTTP/1.1" status: 204 len: 173 time: 0.4078190 Jan 28 05:00:09.407017 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'name': 'network-vif-deleted', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:00:09.409350 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab492e5-e63e-4a5b-ba92-2252e49d289a" -d '{"events": [{"server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "name": "network-vif-deleted", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:00:09.447886 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4464a213-8e0a-491f-99e0-e152d4c778f0 x-openstack-request-id: req-4464a213-8e0a-491f-99e0-e152d4c778f0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:00:09.448185 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec54a2-425c-490e-b5ff-31d2223d5dae", "name": "network-vif-deleted", "tag": "7eb68a3d-0151-4ad6-9f59-ce8989a83dae", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:00:09.448444 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4464a213-8e0a-491f-99e0-e152d4c778f0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:00:09.449000 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cec54a2-425c-490e-b5ff-31d2223d5dae', 'name': 'network-vif-deleted', 'tag': '7eb68a3d-0151-4ad6-9f59-ce8989a83dae', 'status': 'completed', 'code': 200} Jan 28 05:00:09.562644 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5fc4ad1e-1ec0-47fc-9dfa-c7ab3f3b8972 req-1d7d63d4-1d5a-4be4-9f71-eb00a7459623 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 210 time: 0.0266407 Jan 28 05:00:10.658683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0b328198-fe0d-4a32-81da-ab6b2a32fa58 req-97ebd8e9-22e8-40b4-bda9-9137963afc33 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 210 time: 0.0264864 Jan 28 05:00:10.708712 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 7eb68a3d-0151-4ad6-9f59-ce8989a83dae no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:10.728271 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 7eb68a3d-0151-4ad6-9f59-ce8989a83dae {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:10.728610 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 7eb68a3d-0151-4ad6-9f59-ce8989a83dae not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:10.756164 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d23a6946-9548-4193-89be-a2e45406f3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:11.755884 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ba86045-2bc7-46db-ab26-a654d407003e req-b90735e7-a708-4095-9201-a9aa2815c9fc tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 210 time: 0.0261819 Jan 28 05:00:12.776741 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdff571a-0cfc-4892-9d9f-679d2d64aac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:12.857350 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5ede6b38-f84d-4cfd-9081-ea228e5630aa req-d32fa33e-04b7-4dbe-a4ad-88b0d72fa6cd tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 210 time: 0.0263002 Jan 28 05:00:13.074600 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:13.953921 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-01fc0746-1024-40f5-853e-163c7ac68f49 req-56140bf5-8de4-45e4-a87f-6d73251b4708 tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 210 time: 0.0264752 Jan 28 05:00:14.613383 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.054788 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d9f77e38-32e6-4bbf-b3f5-b40100437c63 req-d3b7d19d-416e-4b90-a5c3-7d380d0850ff tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 210 time: 0.0301373 Jan 28 05:00:15.304144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:15.870141 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:16.388258 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-7b98637c-1c0b-47e6-b1f4-2c37baf33e4a req-27f39fc1-dbbc-477f-bc06-ddcbf43d6e7c tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 210 time: 0.0290349 Jan 28 05:00:17.020149 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:17.485366 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8fc8f79c-2a7f-4d74-b9ae-7433e2a0ae8c req-22640ed7-643d-4353-b197-34e56f8928fe tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cec54a2-425c-490e-b5ff-31d2223d5dae HTTP/1.1" status: 200 len: 210 time: 0.0266681 Jan 28 05:00:18.541746 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:18.600858 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40e807d6-d29a-43f9-a6d0-b7744f2613fa tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (e989a17b-f53e-4358-a31d-3783c6c7f24c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.631921 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40e807d6-d29a-43f9-a6d0-b7744f2613fa tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (e989a17b-f53e-4358-a31d-3783c6c7f24c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.696301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40e807d6-d29a-43f9-a6d0-b7744f2613fa tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (e989a17b-f53e-4358-a31d-3783c6c7f24c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.699061 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40e807d6-d29a-43f9-a6d0-b7744f2613fa tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:18.703340 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-40e807d6-d29a-43f9-a6d0-b7744f2613fa tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] 10.222.0.44 "DELETE /v2.0/security-groups/e989a17b-f53e-4358-a31d-3783c6c7f24c HTTP/1.1" status: 204 len: 168 time: 0.1574874 Jan 28 05:00:18.710543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e807d6-d29a-43f9-a6d0-b7744f2613fa tempest-TestShelveInstance-724356165 tempest-TestShelveInstance-724356165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e989a17b-f53e-4358-a31d-3783c6c7f24c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:18.758799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57220) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:19.288329 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.545842 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] Deleting port 1dd12b63-4a2e-4719-aff8-b4784638a86f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:19.546101 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.626840 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] For port 1dd12b63-4a2e-4719-aff8-b4784638a86f, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=1dd12b63-4a2e-4719-aff8-b4784638a86f,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:19.627197 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.638902 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] Calling delete_port for 1dd12b63-4a2e-4719-aff8-b4784638a86f owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:19.825369 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (1dd12b63-4a2e-4719-aff8-b4784638a86f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:19.848285 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd12b63-4a2e-4719-aff8-b4784638a86f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:20.030758 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.250697 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] Router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:20.357304 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:20.362717 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-65181582-2b6c-41a7-86f5-ea457e0e0f8d admin admin] 10.222.0.44 "PUT /v2.0/routers/9f68b2ba-aba2-412a-beaf-ebe46e59eac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6018906 Jan 28 05:00:20.365184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57224) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:20.369266 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] Sync routers for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:20.381500 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:20.382115 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:20.474460 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Publish callbacks [] for router (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.488287 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:20.586124 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Publish callbacks [] for router_gateway (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.642156 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Deleting port ae4752ac-8544-407d-9848-388de5a637ad {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:20.642597 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (ae4752ac-8544-407d-9848-388de5a637ad), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.669733 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T05:00:19Z', 'revision_number': 5, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port': {'id': 'ae4752ac-8544-407d-9848-388de5a637ad', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T04:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:20.701511 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] Checking router: 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:20.710024 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] Routers {'9f68b2ba-aba2-412a-beaf-ebe46e59eac7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:20.710853 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:20.731535 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] For port ae4752ac-8544-407d-9848-388de5a637ad, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=ae4752ac-8544-407d-9848-388de5a637ad,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:20.731915 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (ae4752ac-8544-407d-9848-388de5a637ad), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:20.745215 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Calling delete_port for ae4752ac-8544-407d-9848-388de5a637ad owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:20.799189 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] Set router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:20.852087 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T05:00:20Z', 'revision_number': 6, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:20.883103 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5b346-9903-46ff-a2e7-71eeb8eaf2ea None None] The sync data for ids ['9f68b2ba-aba2-412a-beaf-ebe46e59eac7'] in n-d-808199-14 is: [{'id': '9f68b2ba-aba2-412a-beaf-ebe46e59eac7', 'name': 'tempest-TestShelveInstance-993186869-router', 'tenant_id': 'fd1e5696e3a348fba439db90e7dd894f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:41Z', 'updated_at': '2022-01-28T05:00:20Z', 'revision_number': 6, 'project_id': 'fd1e5696e3a348fba439db90e7dd894f', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:21.296213 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (ae4752ac-8544-407d-9848-388de5a637ad), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.338055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4752ac-8544-407d-9848-388de5a637ad,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:21.418374 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.516411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.518586 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Publish callbacks [] for router_controller (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.563066 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (9f68b2ba-aba2-412a-beaf-ebe46e59eac7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.563757 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f68b2ba-aba2-412a-beaf-ebe46e59eac7 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:00:21.568988 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.570253 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b648feec-a6e2-44e6-8557-9d34ae4652ee admin admin] 10.222.0.44 "DELETE /v2.0/routers/9f68b2ba-aba2-412a-beaf-ebe46e59eac7 HTTP/1.1" status: 204 len: 168 time: 1.2041719 Jan 28 05:00:21.573021 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57226) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:21.620427 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-def6690c-ac9b-4357-ab81-75286a15be4d admin admin] Deleting subnet 8ecc8e23-1123-433b-ac13-34bb1fdb7aba {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:00:21.623851 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-def6690c-ac9b-4357-ab81-75286a15be4d admin admin] Publish callbacks [] for subnet (8ecc8e23-1123-433b-ac13-34bb1fdb7aba), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.631914 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:00:21.660920 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-def6690c-ac9b-4357-ab81-75286a15be4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (8ecc8e23-1123-433b-ac13-34bb1fdb7aba), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.746606 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-def6690c-ac9b-4357-ab81-75286a15be4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (8ecc8e23-1123-433b-ac13-34bb1fdb7aba), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.806469 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-def6690c-ac9b-4357-ab81-75286a15be4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (8ecc8e23-1123-433b-ac13-34bb1fdb7aba), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.835790 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6690c-ac9b-4357-ab81-75286a15be4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ecc8e23-1123-433b-ac13-34bb1fdb7aba,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:21.839521 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-def6690c-ac9b-4357-ab81-75286a15be4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.846499 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57228) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:21.847041 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c9eda5-a636-433d-8e7b-63a90037ac03 None None] Network d917edbb-a924-4457-a66c-6109a6be9de5 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:21.854043 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-def6690c-ac9b-4357-ab81-75286a15be4d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8ecc8e23-1123-433b-ac13-34bb1fdb7aba HTTP/1.1" status: 204 len: 168 time: 0.2798493 Jan 28 05:00:21.920292 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (d917edbb-a924-4457-a66c-6109a6be9de5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:21.980264 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Deleting port e42fed00-78a7-45f1-bbc3-90eae9a63972 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:21.980887 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.049324 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] For port e42fed00-78a7-45f1-bbc3-90eae9a63972, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e42fed00-78a7-45f1-bbc3-90eae9a63972,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:22.051395 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] DHCP port deletion for d917edbb-a924-4457-a66c-6109a6be9de5 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:00:22.054455 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.094892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Calling delete_port for e42fed00-78a7-45f1-bbc3-90eae9a63972 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:22.117853 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Deleting port e42fed00-78a7-45f1-bbc3-90eae9a63972 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:22.118367 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.189144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] For port e42fed00-78a7-45f1-bbc3-90eae9a63972, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=e42fed00-78a7-45f1-bbc3-90eae9a63972,segment=NetworkSegment(583c093e-e337-4f88-82b1-9fca18471f7f),segment_id=583c093e-e337-4f88-82b1-9fca18471f7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:22.189578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.203392 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Calling delete_port for e42fed00-78a7-45f1-bbc3-90eae9a63972 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:22.300571 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.327723 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Pushing event deleted for resources: {'Port': ['ID=e42fed00-78a7-45f1-bbc3-90eae9a63972,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:22.333346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] No DVR routers for this DVR port e42fed00-78a7-45f1-bbc3-90eae9a63972 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:22.340759 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.347223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a39382-b2f0-414b-a01c-dc2faba7a546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:22.588619 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (e42fed00-78a7-45f1-bbc3-90eae9a63972), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.616231 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e42fed00-78a7-45f1-bbc3-90eae9a63972,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:22.619892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] No DVR routers for this DVR port e42fed00-78a7-45f1-bbc3-90eae9a63972 on host n-d-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:22.692397 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (d917edbb-a924-4457-a66c-6109a6be9de5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.719851 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d917edbb-a924-4457-a66c-6109a6be9de5']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:22.730401 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583c093e-e337-4f88-82b1-9fca18471f7f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:22.730701 n-d-808199-14 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583c093e-e337-4f88-82b1-9fca18471f7f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:22.741207 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4543262'] for segment (583c093e-e337-4f88-82b1-9fca18471f7f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.755304 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (583c093e-e337-4f88-82b1-9fca18471f7f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.761605 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:00:22.761997 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543852'] for segment (583c093e-e337-4f88-82b1-9fca18471f7f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: self.session.flush() Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: Traceback (most recent call last): Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: timer() Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: cb(*args, **kw) Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: return func(*args, **kwargs) Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: self._notify() Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: self.callback(batched_events) Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: event.method(event) Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: return f(self, *a, **k) Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: return self._get(url).json() Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:00:22.763705 n-d-808199-14 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:00:22.818861 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (d917edbb-a924-4457-a66c-6109a6be9de5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.824522 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:22.828162 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] 10.222.0.44 "DELETE /v2.0/networks/d917edbb-a924-4457-a66c-6109a6be9de5 HTTP/1.1" status: 204 len: 168 time: 0.9805284 Jan 28 05:00:22.831323 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:22.842951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289948c-8b3f-4205-b894-3c77f265c5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d917edbb-a924-4457-a66c-6109a6be9de5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:22.939447 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1dd12b63-4a2e-4719-aff8-b4784638a86f no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:22.979653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 1dd12b63-4a2e-4719-aff8-b4784638a86f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:22.980807 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 1dd12b63-4a2e-4719-aff8-b4784638a86f not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:22.981553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e42fed00-78a7-45f1-bbc3-90eae9a63972 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:23.007577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: e42fed00-78a7-45f1-bbc3-90eae9a63972 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:23.007851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device e42fed00-78a7-45f1-bbc3-90eae9a63972 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:23.008259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ae4752ac-8544-407d-9848-388de5a637ad no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:23.029114 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: ae4752ac-8544-407d-9848-388de5a637ad {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:23.031075 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device ae4752ac-8544-407d-9848-388de5a637ad not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:23.212672 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (b2eeb1f6-dc56-4d48-83de-bb6218d01334), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:23.458774 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] Deleting port b03654e0-e1e0-49af-b5d5-919764735e28 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:23.459117 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:23.538003 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] For port b03654e0-e1e0-49af-b5d5-919764735e28, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=b03654e0-e1e0-49af-b5d5-919764735e28,segment=NetworkSegment(f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8),segment_id=f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:23.538291 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:23.552279 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] Calling delete_port for b03654e0-e1e0-49af-b5d5-919764735e28 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:23.736995 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (b03654e0-e1e0-49af-b5d5-919764735e28), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:23.764607 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] Pushing event deleted for resources: {'Port': ['ID=b03654e0-e1e0-49af-b5d5-919764735e28,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:23.953621 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (b2eeb1f6-dc56-4d48-83de-bb6218d01334), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.171191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] Router b2eeb1f6-dc56-4d48-83de-bb6218d01334 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:24.283039 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:24.289713 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-d83b979b-52c3-4f0d-8c24-0af0d45c153c admin admin] 10.222.0.44 "PUT /v2.0/routers/b2eeb1f6-dc56-4d48-83de-bb6218d01334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4560699 Jan 28 05:00:24.291598 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] Sync routers for ids ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:24.292261 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57232) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:24.303117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] Routers {'b2eeb1f6-dc56-4d48-83de-bb6218d01334'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:24.303718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:24.402322 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Publish callbacks [] for router (b2eeb1f6-dc56-4d48-83de-bb6218d01334), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.409599 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] Set router b2eeb1f6-dc56-4d48-83de-bb6218d01334 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:24.508067 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Publish callbacks [] for router_gateway (b2eeb1f6-dc56-4d48-83de-bb6218d01334), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.568883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Deleting port 63ed16e7-a23b-4036-9b65-9779921f5984 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:24.569539 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.660112 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] For port 63ed16e7-a23b-4036-9b65-9779921f5984, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=63ed16e7-a23b-4036-9b65-9779921f5984,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:24.660507 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.673665 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Calling delete_port for 63ed16e7-a23b-4036-9b65-9779921f5984 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:24.759535 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'name': 'tempest-TestShelveInstance-133009890-router', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T05:00:23Z', 'revision_number': 5, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'gw_port': {'id': '63ed16e7-a23b-4036-9b65-9779921f5984', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T04:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:24.786446 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] Checking router: b2eeb1f6-dc56-4d48-83de-bb6218d01334 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:24.797201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] Routers {'b2eeb1f6-dc56-4d48-83de-bb6218d01334'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:24.797825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:24.845707 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (63ed16e7-a23b-4036-9b65-9779921f5984), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.870564 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ed16e7-a23b-4036-9b65-9779921f5984,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:24.898232 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] Set router b2eeb1f6-dc56-4d48-83de-bb6218d01334 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:24.943386 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (b2eeb1f6-dc56-4d48-83de-bb6218d01334), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:24.957998 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'name': 'tempest-TestShelveInstance-133009890-router', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T05:00:24Z', 'revision_number': 6, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:24.986753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99ef36-7956-44e4-b868-d657aca49f11 None None] The sync data for ids ['b2eeb1f6-dc56-4d48-83de-bb6218d01334'] in n-d-808199-14 is: [{'id': 'b2eeb1f6-dc56-4d48-83de-bb6218d01334', 'name': 'tempest-TestShelveInstance-133009890-router', 'tenant_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:49:45Z', 'updated_at': '2022-01-28T05:00:24Z', 'revision_number': 6, 'project_id': '5f6cf4c4f70e483abbe25f28e4ade950', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:25.050500 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (b2eeb1f6-dc56-4d48-83de-bb6218d01334), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.052999 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Publish callbacks [] for router_controller (b2eeb1f6-dc56-4d48-83de-bb6218d01334), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.105268 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (b2eeb1f6-dc56-4d48-83de-bb6218d01334), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.105812 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2eeb1f6-dc56-4d48-83de-bb6218d01334 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:00:25.117905 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.119180 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-765a1b5b-73ea-49f4-96d2-f1d8764efb82 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b2eeb1f6-dc56-4d48-83de-bb6218d01334 HTTP/1.1" status: 204 len: 168 time: 0.8258464 Jan 28 05:00:25.121659 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57234) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:25.166074 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-38492051-663a-461c-9863-7c3bb633834c admin admin] Deleting subnet 378a1823-3ceb-4369-9db3-06cece477426 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:00:25.169103 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38492051-663a-461c-9863-7c3bb633834c admin admin] Publish callbacks [] for subnet (378a1823-3ceb-4369-9db3-06cece477426), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.203551 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38492051-663a-461c-9863-7c3bb633834c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4543335'] for subnet (378a1823-3ceb-4369-9db3-06cece477426), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.283975 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38492051-663a-461c-9863-7c3bb633834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (378a1823-3ceb-4369-9db3-06cece477426), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.335981 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38492051-663a-461c-9863-7c3bb633834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712803'] for subnet (378a1823-3ceb-4369-9db3-06cece477426), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.361600 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38492051-663a-461c-9863-7c3bb633834c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378a1823-3ceb-4369-9db3-06cece477426,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:25.368884 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38492051-663a-461c-9863-7c3bb633834c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.372781 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-38492051-663a-461c-9863-7c3bb633834c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/378a1823-3ceb-4369-9db3-06cece477426 HTTP/1.1" status: 204 len: 168 time: 0.2499695 Jan 28 05:00:25.375659 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57236) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:25.382851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72464413-4f7b-48a4-8cf0-735894078075 None None] Network 964243af-392c-4ccf-a198-c8f08d173419 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:25.451248 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (964243af-392c-4ccf-a198-c8f08d173419), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.507505 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Deleting port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:00:25.507860 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.572431 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] For port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7ad1d3f0-314e-4d5e-b92a-e36723ceadeb,segment=NetworkSegment(f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8),segment_id=f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:25.572722 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.586067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Calling delete_port for 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:00:25.662599 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7ad1d3f0-314e-4d5e-b92a-e36723ceadeb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.687726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad1d3f0-314e-4d5e-b92a-e36723ceadeb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:25.692243 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] No DVR routers for this DVR port 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:00:25.767330 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (964243af-392c-4ccf-a198-c8f08d173419), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.771489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc638b92-6109-4625-91cf-028f9fc13241 None None] DHCP port deletion for 964243af-392c-4ccf-a198-c8f08d173419 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:00:25.792879 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964243af-392c-4ccf-a198-c8f08d173419']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:25.803166 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:25.803487 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:25.813701 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.826682 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.833160 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:00:25.833546 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (f9cab2fe-4bb8-46f8-9130-bebb6cb9f2d8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: timer() Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:00:25.835181 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:00:25.894424 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (964243af-392c-4ccf-a198-c8f08d173419), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.899670 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:25.902918 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] 10.222.0.44 "DELETE /v2.0/networks/964243af-392c-4ccf-a198-c8f08d173419 HTTP/1.1" status: 204 len: 168 time: 0.5259736 Jan 28 05:00:25.916695 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bcdac-d618-4864-bb15-690157a89e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=964243af-392c-4ccf-a198-c8f08d173419,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:26.042634 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57240) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:26.086294 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c645c1f2-4f62-43c7-a06d-19c00f9ab62c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd1e5696e3a348fba439db90e7dd894f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424321 Jan 28 05:00:26.088644 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57242) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:26.134820 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab9de823-cd33-4b56-bb92-018e9ddb0a5d admin admin] Publish callbacks [] for security_group (32c27f44-5927-4f3c-8dfc-34395a85ac00), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.156142 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab9de823-cd33-4b56-bb92-018e9ddb0a5d admin admin] Publish callbacks [] for security_group (32c27f44-5927-4f3c-8dfc-34395a85ac00), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.201218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab9de823-cd33-4b56-bb92-018e9ddb0a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (32c27f44-5927-4f3c-8dfc-34395a85ac00), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.204592 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab9de823-cd33-4b56-bb92-018e9ddb0a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.205789 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ab9de823-cd33-4b56-bb92-018e9ddb0a5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32c27f44-5927-4f3c-8dfc-34395a85ac00 HTTP/1.1" status: 204 len: 168 time: 0.1162195 Jan 28 05:00:26.213613 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9de823-cd33-4b56-bb92-018e9ddb0a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c27f44-5927-4f3c-8dfc-34395a85ac00,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:26.534048 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57248) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:26.577588 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-0917530b-f826-44eb-9c1e-a3d91abaaa0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f6cf4c4f70e483abbe25f28e4ade950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423837 Jan 28 05:00:26.580092 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:26.628758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aae05171-19de-4f38-a377-7b31ca728434 admin admin] Publish callbacks [] for security_group (9d1e9e6b-c873-40b7-b682-7eb1cd9fbc86), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.648943 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aae05171-19de-4f38-a377-7b31ca728434 admin admin] Publish callbacks [] for security_group (9d1e9e6b-c873-40b7-b682-7eb1cd9fbc86), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.698899 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aae05171-19de-4f38-a377-7b31ca728434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (9d1e9e6b-c873-40b7-b682-7eb1cd9fbc86), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.701862 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aae05171-19de-4f38-a377-7b31ca728434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:26.703033 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-aae05171-19de-4f38-a377-7b31ca728434 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d1e9e6b-c873-40b7-b682-7eb1cd9fbc86 HTTP/1.1" status: 204 len: 168 time: 0.1220427 Jan 28 05:00:26.711229 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae05171-19de-4f38-a377-7b31ca728434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e9e6b-c873-40b7-b682-7eb1cd9fbc86,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:26.929064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b03654e0-e1e0-49af-b5d5-919764735e28 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:26.949483 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: b03654e0-e1e0-49af-b5d5-919764735e28 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:26.949836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device b03654e0-e1e0-49af-b5d5-919764735e28 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:26.950262 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:26.972906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:26.973256 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7ad1d3f0-314e-4d5e-b92a-e36723ceadeb not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:26.973668 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 63ed16e7-a23b-4036-9b65-9779921f5984 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:00:26.993583 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 63ed16e7-a23b-4036-9b65-9779921f5984 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:00:26.993936 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 63ed16e7-a23b-4036-9b65-9779921f5984 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:00:27.432699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57272) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:27.539709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1685022564-network', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:27.558222 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Made reservation on behalf of 55f346b6620947ee9522ec8b3fda0a19 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:27.560587 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.569536 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.644448 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Publish callbacks [] for security_group (ca324437-28e4-48a4-8b2b-148ead613c37), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.648137 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ca324437-28e4-48a4-8b2b-148ead613c37), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.668572 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:00:27.683446 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca324437-28e4-48a4-8b2b-148ead613c37,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:27.686257 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (21fd2653-bbfa-4147-99f5-6edf0e01cc33), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.686601 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Added segment 21fd2653-bbfa-4147-99f5-6edf0e01cc33 of type vlan for network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 Jan 28 05:00:27.727227 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (1bce9528-8309-4ad5-bd6f-e632d92c7cb2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.752274 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (1bce9528-8309-4ad5-bd6f-e632d92c7cb2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.753291 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:27.753874 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:27.810827 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3769333 Jan 28 05:00:27.814171 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:27.820311 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Request body: {'subnet': {'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1685022564-subnet', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:27.829067 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d355e-5a7e-4f8a-b992-5ae6d0ef63c2 admin admin] Pushing event updated for resources: {'Network': ['ID=1bce9528-8309-4ad5-bd6f-e632d92c7cb2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:27.838770 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:00:27.843476 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Made reservation on behalf of 55f346b6620947ee9522ec8b3fda0a19 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:27.845792 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713090'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.021896 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713104'] for subnet (92cf4e42-f8f8-4eb4-98e0-97b89897c783), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.075496 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=92cf4e42-f8f8-4eb4-98e0-97b89897c783,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:28.088275 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Checking segment: {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:28.088633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Network hostable DHCP agents. Network: 1bce9528-8309-4ad5-bd6f-e632d92c7cb2, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:00:28.105420 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:00:28.113863 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, 1bce9528-8309-4ad5-bd6f-e632d92c7cb2) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:28.117703 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:28.118300 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.123852 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec28bcd-2aaa-4af6-9807-42c81f397220 None None] Network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:28.133687 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-128fa8cc-9c94-4466-8413-ff31a67d7ada admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3185077 Jan 28 05:00:28.136591 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57278) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:28.142121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:28.162798 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.164050 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.218114 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks [] for router_controller (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.228064 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:00:28.228972 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.363290 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks [] for router_gateway (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.389791 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Allocated IP 172.20.0.2 (1bce9528-8309-4ad5-bd6f-e632d92c7cb2/92cf4e42-f8f8-4eb4-98e0-97b89897c783/7fa16ff4-1e3c-4c9f-a935-00caf75b2c24) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:28.532941 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Publish callbacks [] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.540016 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.562955 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks [] for router_gateway (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.580087 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:28.581576 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.585079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:28.589418 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:28.594825 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Pushing event updated for resources: {'Port': ['ID=7fa16ff4-1e3c-4c9f-a935-00caf75b2c24,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:28.657665 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Attempting to bind port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:28.657984 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Attempting to bind port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:28.658145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Attempting to bind port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 on network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:28.663513 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:28.663951 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Checking segment: {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:28.664462 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.664960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Bound using segment: {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:28.665553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Bound port: 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:28.666035 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.699580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Allocated IP 172.25.1.108 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/15474dcb-5d62-44ec-ad5b-7ab18e790e4e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:28.739358 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] For port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:28.742544 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] For port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7fa16ff4-1e3c-4c9f-a935-00caf75b2c24,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:28.746204 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.801780 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks [] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:28.809924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cf454-f7a5-4c6e-843d-e3bbce0613ac None None] Pushing event updated for resources: {'Port': ['ID=7fa16ff4-1e3c-4c9f-a935-00caf75b2c24,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:28.838513 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:29.230984 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:29.233628 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:29.239604 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:29.244969 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Pushing event updated for resources: {'Port': ['ID=15474dcb-5d62-44ec-ad5b-7ab18e790e4e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:29.485220 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks [] for router_gateway (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:29.690218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:29.741106 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7246f6a-7f2b-448c-9598-ec63912d9cdf None None] Network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:29.798848 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9e7e7c2c-bd22-46a7-8205-1af6d8d37427 None None] Provisioning complete for port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:29.799224 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7c2c-bd22-46a7-8205-1af6d8d37427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:29.822199 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:00:29.917688 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e7c2c-bd22-46a7-8205-1af6d8d37427 None None] Current status of the port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:29.918075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7c2c-bd22-46a7-8205-1af6d8d37427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:29.933452 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:29.946652 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Sync routers for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:29.951898 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9e7e7c2c-bd22-46a7-8205-1af6d8d37427 None None] For port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7fa16ff4-1e3c-4c9f-a935-00caf75b2c24,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:29.956012 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:29.956831 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7c2c-bd22-46a7-8205-1af6d8d37427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:29.960419 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b7638b82-69b3-47e5-b845-08d15e8168df admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8200679 Jan 28 05:00:29.960811 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:29.964869 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:29.964869 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:30.018981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e7c2c-bd22-46a7-8205-1af6d8d37427 None None] Pushing event updated for resources: {'Port': ['ID=7fa16ff4-1e3c-4c9f-a935-00caf75b2c24,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:30.112886 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:30.180960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5c8d2335-ab76-4523-8068-be946d338230 None None] Provisioning complete for port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:30.181492 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c8d2335-ab76-4523-8068-be946d338230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.267265 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5c8d2335-ab76-4523-8068-be946d338230 None None] Current status of the port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:30.303500 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:29Z', 'revision_number': 3, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:30.333049 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Checking router: 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:30.333402 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Updating router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:00:30.433847 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.448867 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.591393 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Allocated IP 172.20.0.1 (1bce9528-8309-4ad5-bd6f-e632d92c7cb2/92cf4e42-f8f8-4eb4-98e0-97b89897c783/8013d4ae-5e9a-4bbf-873f-bbe631d01a94) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:30.695959 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Publish callbacks [] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.696831 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Publish callbacks [] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.701572 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.734969 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.757568 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Attempting to bind port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:30.757937 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Attempting to bind port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:30.758299 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Attempting to bind port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:30.760290 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Pushing event updated for resources: {'Port': ['ID=15474dcb-5d62-44ec-ad5b-7ab18e790e4e,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:30.769110 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:30.769536 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:30.769889 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.770281 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:30.770743 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Bound port: 15474dcb-5d62-44ec-ad5b-7ab18e790e4e, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:30.770892 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:30.771121 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.773778 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:30.774089 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.774441 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.774780 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.775120 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.775452 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.775885 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.776222 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.776893 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.776893 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.777149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:30.777280 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.777509 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.777870 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.778137 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:00:30.808971 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Pushing event updated for resources: {'Port': ['ID=8013d4ae-5e9a-4bbf-873f-bbe631d01a94,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:30.824232 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.832395 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] For port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:30.835671 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] For port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=15474dcb-5d62-44ec-ad5b-7ab18e790e4e,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:30.839555 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:30.913889 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087b7b5-420a-4b46-8a85-9f7ba91e1575 None None] Pushing event updated for resources: {'Port': ['ID=15474dcb-5d62-44ec-ad5b-7ab18e790e4e,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:30.924291 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:30.925212 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:30.984364 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.021700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:31.065988 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:31.074467 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:31.074967 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.124118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bc25a92a-c0d4-4510-bb3d-ba24a1ee7cf2 None None] Provisioning complete for port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:31.125141 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc25a92a-c0d4-4510-bb3d-ba24a1ee7cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.179811 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Publish callbacks [] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.186237 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.191887 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bc25a92a-c0d4-4510-bb3d-ba24a1ee7cf2 None None] Port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:31.210350 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:31.269324 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Pushing event updated for resources: {'Port': ['ID=8013d4ae-5e9a-4bbf-873f-bbe631d01a94,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:31.271809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.282376 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:29Z', 'revision_number': 3, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:31.308133 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4a002-9df1-4bc6-957a-03d2fd0ba801 None None] The sync data for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 is: [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:29Z', 'revision_number': 3, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:31.368014 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:31.369492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:31.496996 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:31.651867 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:31.661941 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-cfb29c8e-4de5-480a-8782-6d36ca67301f admin admin] 10.222.0.44 "PUT /v2.0/routers/0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6967998 Jan 28 05:00:31.731655 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d5cf2361-2d75-4618-bc58-a4d017bea202 None None] Provisioning complete for port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:31.732035 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2361-2d75-4618-bc58-a4d017bea202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:31.772351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf2361-2d75-4618-bc58-a4d017bea202 None None] Port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:32.228593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:32.233654 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-44423544-network', 'tenant_id': '9766653d197e442d8a831b374f7a2848'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:32.258273 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Made reservation on behalf of 9766653d197e442d8a831b374f7a2848 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:32.262758 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.274548 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.363008 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Publish callbacks [] for security_group (4e8faaea-37e8-43ae-92c0-02659965e94d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.367199 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4e8faaea-37e8-43ae-92c0-02659965e94d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.403491 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:00:32.411265 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8faaea-37e8-43ae-92c0-02659965e94d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:32.420136 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fc6e1e05-72ad-45bc-b5fa-5d4454406b25), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.420530 n-d-808199-14 neutron-server[103289]: INFO neutron.db.segments_db [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Added segment fc6e1e05-72ad-45bc-b5fa-5d4454406b25 of type vlan for network be73d0dd-ce66-4079-aaa0-1a072b624869 Jan 28 05:00:32.478064 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761242844528'] for network (be73d0dd-ce66-4079-aaa0-1a072b624869), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.505380 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296'] for network (be73d0dd-ce66-4079-aaa0-1a072b624869), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.506343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:32.506925 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984318'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.563401 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3336203 Jan 28 05:00:32.566251 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57298) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:32.571134 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Request body: {'subnet': {'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-44423544-subnet', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:32.572561 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802787dd-ba31-4ffa-88ac-f3a353050fdc admin admin] Pushing event updated for resources: {'Network': ['ID=be73d0dd-ce66-4079-aaa0-1a072b624869,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:32.583856 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Network be73d0dd-ce66-4079-aaa0-1a072b624869 details requested by agent ovs-agent-n-d-808199-14 with host n-d-808199-14 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:00:32.590212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Made reservation on behalf of 9766653d197e442d8a831b374f7a2848 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:32.592655 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6026427'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.774854 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7585573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6026409'] for subnet (590ffa15-448e-4cb7-a09f-58bd439af01d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.836693 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=590ffa15-448e-4cb7-a09f-58bd439af01d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:32.856358 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Checking segment: {'id': 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:32.856739 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Network hostable DHCP agents. Network: be73d0dd-ce66-4079-aaa0-1a072b624869, hostable agents: ['cc43dd78-63e0-4a0f-a8f0-d0610a454581'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:00:32.878548 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Network be73d0dd-ce66-4079-aaa0-1a072b624869 is scheduled to be hosted by DHCP agent cc43dd78-63e0-4a0f-a8f0-d0610a454581 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:00:32.890994 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-14, be73d0dd-ce66-4079-aaa0-1a072b624869) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:32.896566 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:32.897337 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.901007 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e31f11-42e0-4831-a40d-7f1e9f709f28 None None] Network be73d0dd-ce66-4079-aaa0-1a072b624869 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:32.932948 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:32.933175 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-84b19ba6-dcbb-44d6-ad63-ed598063a8a5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3656075 Jan 28 05:00:32.937402 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-44423544-router', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:32.986551 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 15474dcb-5d62-44ec-ad5b-7ab18e790e4e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:32.986970 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4822'] for router (b5b5f5c5-4916-417a-ad1a-21a180419df7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:32.988069 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-991797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4847'] for router (b5b5f5c5-4916-417a-ad1a-21a180419df7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.053922 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Sync routers for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:33.054243 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks [] for router_controller (b5b5f5c5-4916-417a-ad1a-21a180419df7), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.068933 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp912cb18e-64bf-52a6-87be-9dcbb6249b5c-be73d0dd-ce66-4079-aaa0-1a072b624869', 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869', 'project_id': '9766653d197e442d8a831b374f7a2848', 'fixed_ips': [{'subnet_id': '590ffa15-448e-4cb7-a09f-58bd439af01d'}]}} from n-d-808199-14. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:00:33.069844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.089144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:33.089860 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:33.209264 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks [] for router_gateway (b5b5f5c5-4916-417a-ad1a-21a180419df7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.210851 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:33.211019 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.334386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:33.394496 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Allocated IP 172.20.0.2 (be73d0dd-ce66-4079-aaa0-1a072b624869/590ffa15-448e-4cb7-a09f-58bd439af01d/45189b08-a4e4-4dd8-9396-e29ea8d18d78) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:33.409809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks [] for router_gateway (b5b5f5c5-4916-417a-ad1a-21a180419df7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.429308 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.532137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Allocated IP 172.25.1.170 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/8c1c6655-9792-4151-9eaa-d7e6c05b5edc) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:33.645454 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks [] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.679301 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.716540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:33.717185 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.717330 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:33.723593 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:33.727932 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:33.731187 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Pushing event updated for resources: {'Port': ['ID=8c1c6655-9792-4151-9eaa-d7e6c05b5edc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:33.759416 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=15474dcb-5d62-44ec-ad5b-7ab18e790e4e,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:33.780693 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.911489 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=15474dcb-5d62-44ec-ad5b-7ab18e790e4e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:33.932120 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Publish callbacks [] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.940904 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.976462 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks [] for router_gateway (b5b5f5c5-4916-417a-ad1a-21a180419df7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:33.976720 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:31Z', 'revision_number': 2, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:34.010700 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Checking router: 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:34.011067 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Updating router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:00:34.015484 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Network be73d0dd-ce66-4079-aaa0-1a072b624869 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:34.041429 n-d-808199-14 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:34.050255 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:34.057956 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Pushing event updated for resources: {'Port': ['ID=45189b08-a4e4-4dd8-9396-e29ea8d18d78,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:34.060296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.139313 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Attempting to bind port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:34.139687 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Attempting to bind port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:34.140883 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Attempting to bind port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 on network be73d0dd-ce66-4079-aaa0-1a072b624869 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:34.154529 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:34.154981 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Checking segment: {'id': 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:34.155306 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.155744 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Bound using segment: {'id': 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:34.156226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Bound port: 45189b08-a4e4-4dd8-9396-e29ea8d18d78, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:34.156618 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.334195 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] For port 45189b08-a4e4-4dd8-9396-e29ea8d18d78, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:34.338959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] For port 45189b08-a4e4-4dd8-9396-e29ea8d18d78, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=45189b08-a4e4-4dd8-9396-e29ea8d18d78,segment=NetworkSegment(fc6e1e05-72ad-45bc-b5fa-5d4454406b25),segment_id=fc6e1e05-72ad-45bc-b5fa-5d4454406b25)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:34.346565 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.432643 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ab157-6ee3-4892-ad56-ac05c2350808 None None] Pushing event updated for resources: {'Port': ['ID=45189b08-a4e4-4dd8-9396-e29ea8d18d78,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:34.495070 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Publish callbacks [] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.502526 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.556737 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-991788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991402'] for router (b5b5f5c5-4916-417a-ad1a-21a180419df7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.577052 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b90f0-1b77-4499-9472-fb3a963bfe18 None None] Pushing event updated for resources: {'Port': ['ID=8013d4ae-5e9a-4bbf-873f-bbe631d01a94,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:34.635285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Attempting to bind port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:34.635653 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Attempting to bind port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:34.636009 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Attempting to bind port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 on network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:34.643344 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:34.643722 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Checking segment: {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:34.644129 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.645457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Bound using segment: {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:34.645457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Bound port: 8013d4ae-5e9a-4bbf-873f-bbe631d01a94, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:34.645457 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.713184 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] For port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:34.719055 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] For port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8013d4ae-5e9a-4bbf-873f-bbe631d01a94,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:34.725319 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.733351 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Router b5b5f5c5-4916-417a-ad1a-21a180419df7 is scheduled to L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:00:34.791323 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:34.792257 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:34.866151 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b90f0-1b77-4499-9472-fb3a963bfe18 None None] Pushing event updated for resources: {'Port': ['ID=8013d4ae-5e9a-4bbf-873f-bbe631d01a94,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:34.871980 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:34.887658 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Sync routers for ids ['b5b5f5c5-4916-417a-ad1a-21a180419df7'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:34.904395 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Routers {'b5b5f5c5-4916-417a-ad1a-21a180419df7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:34.906775 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b5b5f5c5-4916-417a-ad1a-21a180419df7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:34.908353 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:34.911587 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-bc45f684-5c2b-41c7-b817-ae92d560d97c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9776108 Jan 28 05:00:34.912927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57302) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:34.981502 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:35.015209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c232005e-41cc-41cb-8be7-83d066490877 None None] Provisioning complete for port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:35.015753 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c232005e-41cc-41cb-8be7-83d066490877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.078621 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Set router b5b5f5c5-4916-417a-ad1a-21a180419df7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:35.186378 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 15474dcb-5d62-44ec-ad5b-7ab18e790e4e up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:35.311144 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c232005e-41cc-41cb-8be7-83d066490877 None None] Current status of the port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:35.311516 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c232005e-41cc-41cb-8be7-83d066490877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.335050 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'name': 'tempest-TestSnapshotPattern-44423544-router', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:32Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 3, 'project_id': '9766653d197e442d8a831b374f7a2848', 'gw_port': {'id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:33Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:35.336015 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:35.336386 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.377790 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Checking router: b5b5f5c5-4916-417a-ad1a-21a180419df7 for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:35.378282 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Updating router b5b5f5c5-4916-417a-ad1a-21a180419df7 port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc binding host n-d-808199-14 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:00:35.394259 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c232005e-41cc-41cb-8be7-83d066490877 None None] For port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8013d4ae-5e9a-4bbf-873f-bbe631d01a94,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:35.396909 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:34Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:35.409632 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.431415 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c232005e-41cc-41cb-8be7-83d066490877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.436693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b30d9d-eb94-4df6-af71-566f2df1a6c5 None None] The sync data for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 is: [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:34Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:35.556112 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.597143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232005e-41cc-41cb-8be7-83d066490877 None None] Pushing event updated for resources: {'Port': ['ID=8013d4ae-5e9a-4bbf-873f-bbe631d01a94,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:35.623737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:35.625763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 45189b08-a4e4-4dd8-9396-e29ea8d18d78 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:35.660331 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4a4157f3-96d5-4ed8-95e1-e0603be6cae5 None None] Provisioning complete for port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:35.660708 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a4157f3-96d5-4ed8-95e1-e0603be6cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.808020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Allocated IP 172.20.0.1 (be73d0dd-ce66-4079-aaa0-1a072b624869/590ffa15-448e-4cb7-a09f-58bd439af01d/6e4d53ec-d172-4131-bc6b-f7acb133c5ee) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:35.813785 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Publish callbacks [] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.818127 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:35.818708 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.822237 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.823632 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4a4157f3-96d5-4ed8-95e1-e0603be6cae5 None None] Current status of the port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:35.891918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c6fb3c-7b96-4cfc-883e-5966b71b7f0c None None] Network be73d0dd-ce66-4079-aaa0-1a072b624869 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:00:35.907363 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Attempting to bind port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc on host n-d-808199-14 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:35.908971 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Attempting to bind port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:35.909543 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Attempting to bind port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc on network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:35.913755 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99386d5e-7c0b-4899-a522-54a1742a7eee None None] Pushing event updated for resources: {'Port': ['ID=8c1c6655-9792-4151-9eaa-d7e6c05b5edc,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:35.923487 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:35.925049 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Checking segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:35.925649 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.926215 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Bound using segment: {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:35.927176 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Bound port: 8c1c6655-9792-4151-9eaa-d7e6c05b5edc, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64878-1c2d-4932-a846-ab28034f9115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:35.927524 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:35.971272 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Publish callbacks [] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.001129 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] For port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc, host n-d-808199-14, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:36.005352 n-d-808199-14 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] For port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8c1c6655-9792-4151-9eaa-d7e6c05b5edc,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:36.011627 n-d-808199-14 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.034255 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.040683 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:36.041087 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.058518 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3cf105b2-1544-4584-9350-93c6bd2f7443 None None] Provisioning complete for port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:36.059360 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3cf105b2-1544-4584-9350-93c6bd2f7443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.081498 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Routers {'b5b5f5c5-4916-417a-ad1a-21a180419df7'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:36.082150 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b5b5f5c5-4916-417a-ad1a-21a180419df7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:36.116214 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4d53ec-d172-4131-bc6b-f7acb133c5ee,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:36.131606 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 45189b08-a4e4-4dd8-9396-e29ea8d18d78, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=45189b08-a4e4-4dd8-9396-e29ea8d18d78,segment=NetworkSegment(fc6e1e05-72ad-45bc-b5fa-5d4454406b25),segment_id=fc6e1e05-72ad-45bc-b5fa-5d4454406b25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:36.140067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Network be73d0dd-ce66-4079-aaa0-1a072b624869 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:36.144313 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:36.144508 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.148783 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:36.183209 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99386d5e-7c0b-4899-a522-54a1742a7eee None None] Pushing event updated for resources: {'Port': ['ID=8c1c6655-9792-4151-9eaa-d7e6c05b5edc,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:36.214621 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006047'] for router_interface (b5b5f5c5-4916-417a-ad1a-21a180419df7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.256226 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3cf105b2-1544-4584-9350-93c6bd2f7443 None None] Current status of the port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:36.268217 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=45189b08-a4e4-4dd8-9396-e29ea8d18d78,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:36.304942 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] Set router b5b5f5c5-4916-417a-ad1a-21a180419df7 gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:36.413227 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.492130 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b1b34404-a160-4d6e-a5f2-feda7357f8a3 None None] Provisioning complete for port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:36.492499 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1b34404-a160-4d6e-a5f2-feda7357f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.628194 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Publish callbacks [] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.638574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.648660 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b1b34404-a160-4d6e-a5f2-feda7357f8a3 None None] Current status of the port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:36.715711 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'name': 'tempest-TestSnapshotPattern-44423544-router', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:32Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 3, 'project_id': '9766653d197e442d8a831b374f7a2848', 'gw_port': {'id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:33Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:36.722542 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-984090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992623'] for router_interface (b5b5f5c5-4916-417a-ad1a-21a180419df7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.725936 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4d53ec-d172-4131-bc6b-f7acb133c5ee,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:36.766352 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604876f5-b7eb-4f25-b05b-3d771c6caf29 None None] The sync data for ids ['b5b5f5c5-4916-417a-ad1a-21a180419df7'] in n-d-808199-14 is: [{'id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'name': 'tempest-TestSnapshotPattern-44423544-router', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:32Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 3, 'project_id': '9766653d197e442d8a831b374f7a2848', 'gw_port': {'id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:33Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:36.779664 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-efcd45ee-14be-4f39-b42e-434f205f790c None None] Provisioning complete for port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:36.780291 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-efcd45ee-14be-4f39-b42e-434f205f790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:36.818568 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-efcd45ee-14be-4f39-b42e-434f205f790c None None] Port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:36.846484 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Network be73d0dd-ce66-4079-aaa0-1a072b624869 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:36.848184 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:37.020123 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Router b5b5f5c5-4916-417a-ad1a-21a180419df7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:37.148122 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:37.195570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:37.206457 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2a812efd-4fce-480d-8fe4-5fd8fb35b441 admin admin] 10.222.0.44 "PUT /v2.0/routers/b5b5f5c5-4916-417a-ad1a-21a180419df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2922082 Jan 28 05:00:37.228753 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4257b91a-6a44-4d81-8bb2-5e27fdd4fe58 None None] Provisioning complete for port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:37.229742 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4257b91a-6a44-4d81-8bb2-5e27fdd4fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.309787 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4257b91a-6a44-4d81-8bb2-5e27fdd4fe58 None None] Port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:37.312819 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:37.313454 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.416100 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:37.417138 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 45189b08-a4e4-4dd8-9396-e29ea8d18d78 up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:37.467180 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:37.468144 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.559426 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:37.885157 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:37.890361 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-03038366-f9e3-4c0d-94ae-bbd5decb3b0a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-776488219', 'description': 'tempest-secgroup-smoke-776488219 description', 'project_id': '55f346b6620947ee9522ec8b3fda0a19'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:37.912347 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03038366-f9e3-4c0d-94ae-bbd5decb3b0a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.987081 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03038366-f9e3-4c0d-94ae-bbd5decb3b0a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group (a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:37.998181 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03038366-f9e3-4c0d-94ae-bbd5decb3b0a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.033625 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03038366-f9e3-4c0d-94ae-bbd5decb3b0a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.037668 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-03038366-f9e3-4c0d-94ae-bbd5decb3b0a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1481948 Jan 28 05:00:38.037668 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03038366-f9e3-4c0d-94ae-bbd5decb3b0a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:38.038255 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57312) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:38.044577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ae7a1798-8dd8-494b-a8b7-a2881191cf8a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2', 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:38.071625 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1798-8dd8-494b-a8b7-a2881191cf8a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (0f660997-8f14-4875-b8f8-0c0c4ba199db), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.139457 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1798-8dd8-494b-a8b7-a2881191cf8a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (0f660997-8f14-4875-b8f8-0c0c4ba199db), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.143776 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1798-8dd8-494b-a8b7-a2881191cf8a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (0f660997-8f14-4875-b8f8-0c0c4ba199db), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.162622 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a1798-8dd8-494b-a8b7-a2881191cf8a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f660997-8f14-4875-b8f8-0c0c4ba199db,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:38.171368 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1798-8dd8-494b-a8b7-a2881191cf8a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.172680 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-ae7a1798-8dd8-494b-a8b7-a2881191cf8a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322842 Jan 28 05:00:38.175536 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:38.179894 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-defe37d6-500b-48c0-a27c-9bbe0dc77857 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2', 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:38.204571 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-defe37d6-500b-48c0-a27c-9bbe0dc77857 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (24f14218-9a0b-4b45-8fc9-5ba2d4bca9b3), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.265751 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-defe37d6-500b-48c0-a27c-9bbe0dc77857 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (24f14218-9a0b-4b45-8fc9-5ba2d4bca9b3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.269346 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-defe37d6-500b-48c0-a27c-9bbe0dc77857 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (24f14218-9a0b-4b45-8fc9-5ba2d4bca9b3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.287577 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe37d6-500b-48c0-a27c-9bbe0dc77857 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f14218-9a0b-4b45-8fc9-5ba2d4bca9b3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:38.296978 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-defe37d6-500b-48c0-a27c-9bbe0dc77857 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.298531 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-defe37d6-500b-48c0-a27c-9bbe0dc77857 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220572 Jan 28 05:00:38.301189 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:38.306706 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7350d4c0-65a0-418b-b06a-cd3fb785dcb9 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2', 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:38.335668 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7350d4c0-65a0-418b-b06a-cd3fb785dcb9 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (be71816e-4b2f-440c-b5a8-59c5f35982a0), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.393633 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7350d4c0-65a0-418b-b06a-cd3fb785dcb9 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (be71816e-4b2f-440c-b5a8-59c5f35982a0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.397482 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7350d4c0-65a0-418b-b06a-cd3fb785dcb9 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (be71816e-4b2f-440c-b5a8-59c5f35982a0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.416752 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350d4c0-65a0-418b-b06a-cd3fb785dcb9 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be71816e-4b2f-440c-b5a8-59c5f35982a0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:38.427332 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7350d4c0-65a0-418b-b06a-cd3fb785dcb9 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.431140 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-7350d4c0-65a0-418b-b06a-cd3fb785dcb9 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261895 Jan 28 05:00:38.431348 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57318) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:38.436417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5aad712e-b061-47b3-b529-4e8201100835 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2', 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:38.470630 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aad712e-b061-47b3-b529-4e8201100835 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (7aeb3b53-8027-4077-9ae3-60677b0ebc56), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.538132 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aad712e-b061-47b3-b529-4e8201100835 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (7aeb3b53-8027-4077-9ae3-60677b0ebc56), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.543263 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aad712e-b061-47b3-b529-4e8201100835 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (7aeb3b53-8027-4077-9ae3-60677b0ebc56), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.562950 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad712e-b061-47b3-b529-4e8201100835 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aeb3b53-8027-4077-9ae3-60677b0ebc56,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:38.571864 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aad712e-b061-47b3-b529-4e8201100835 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.575771 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5aad712e-b061-47b3-b529-4e8201100835 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408656 Jan 28 05:00:38.576259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57320) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:38.581221 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ae4b64a3-c45d-4b36-9898-bd0dc533eb7f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2', 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:38.603277 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-ae4b64a3-c45d-4b36-9898-bd0dc533eb7f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Project 55f346b6620947ee9522ec8b3fda0a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:00:38.608805 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae4b64a3-c45d-4b36-9898-bd0dc533eb7f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (25ceac54-98f7-4938-9438-0e6c89f69e7e), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.672152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae4b64a3-c45d-4b36-9898-bd0dc533eb7f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (25ceac54-98f7-4938-9438-0e6c89f69e7e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.676435 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae4b64a3-c45d-4b36-9898-bd0dc533eb7f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (25ceac54-98f7-4938-9438-0e6c89f69e7e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.693788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b64a3-c45d-4b36-9898-bd0dc533eb7f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ceac54-98f7-4938-9438-0e6c89f69e7e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:38.702163 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae4b64a3-c45d-4b36-9898-bd0dc533eb7f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.706234 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-ae4b64a3-c45d-4b36-9898-bd0dc533eb7f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263676 Jan 28 05:00:38.706437 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.44', 57322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:38.711232 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7a31f4d1-7087-4310-b98e-20f6afce53ad tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2', 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:38.735169 n-d-808199-14 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-7a31f4d1-7087-4310-b98e-20f6afce53ad tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Project 55f346b6620947ee9522ec8b3fda0a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:00:38.740947 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4d1-7087-4310-b98e-20f6afce53ad tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (9c6387f2-3cdc-4d65-a372-76af73dabd1d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.810152 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4d1-7087-4310-b98e-20f6afce53ad tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (9c6387f2-3cdc-4d65-a372-76af73dabd1d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.814791 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4d1-7087-4310-b98e-20f6afce53ad tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884914'] for security_group_rule (9c6387f2-3cdc-4d65-a372-76af73dabd1d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.834459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4d1-7087-4310-b98e-20f6afce53ad tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6387f2-3cdc-4d65-a372-76af73dabd1d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:38.840996 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4d1-7087-4310-b98e-20f6afce53ad tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:38.849328 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [None req-7a31f4d1-7087-4310-b98e-20f6afce53ad tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350298 Jan 28 05:00:38.989965 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8c1c6655-9792-4151-9eaa-d7e6c05b5edc up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:39.037714 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-aa33c25f-16cc-40c7-85c1-649edb3ed67d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776488219&fields=id&tenant_id=55f346b6620947ee9522ec8b3fda0a19 HTTP/1.1" status: 200 len: 267 time: 0.0570769 Jan 28 05:00:39.052170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:39.052862 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:39.144175 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:39.144809 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:39.154011 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-aa33bed9-0cfc-4b36-a262-2481e7a504a8 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:39.156690 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-aa33bed9-0cfc-4b36-a262-2481e7a504a8 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 810 time: 0.1115243 Jan 28 05:00:39.174266 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-2e846aab-65d8-454c-a2b6-9e84369b9c98 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/quotas/55f346b6620947ee9522ec8b3fda0a19 HTTP/1.1" status: 200 len: 375 time: 0.0115955 Jan 28 05:00:39.230353 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-9638a81b-00a1-4aad-b5c0-022b9c4aa609 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498509 Jan 28 05:00:39.345298 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Sync routers for ids ['b5b5f5c5-4916-417a-ad1a-21a180419df7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:39.348042 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-909b6a3f-d7a6-499d-b302-376cfbdb02c7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:00:39.348617 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] For port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8c1c6655-9792-4151-9eaa-d7e6c05b5edc,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:39.349365 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-909b6a3f-d7a6-499d-b302-376cfbdb02c7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1068525 Jan 28 05:00:39.356463 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:39.406640 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Pushing event updated for resources: {'Port': ['ID=8c1c6655-9792-4151-9eaa-d7e6c05b5edc,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:39.409957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Routers {'b5b5f5c5-4916-417a-ad1a-21a180419df7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:39.410553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b5b5f5c5-4916-417a-ad1a-21a180419df7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:39.459300 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-fc291a64-9c48-496e-9eb5-8e943949d04b service neutron] 10.222.0.44 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997934 Jan 28 05:00:39.536145 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Set router b5b5f5c5-4916-417a-ad1a-21a180419df7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:39.557850 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-bafe0378-f313-4ef1-991b-dc6ca5e4face service neutron] 10.222.0.44 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928295 Jan 28 05:00:39.739177 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-af7a36cc-dd42-46e8-97f2-ecc1cb83399c req-3aecfeb2-2b0d-4e4b-8899-74f817686567 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 210 time: 0.0334897 Jan 28 05:00:39.783241 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'name': 'tempest-TestSnapshotPattern-44423544-router', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:32Z', 'updated_at': '2022-01-28T05:00:36Z', 'revision_number': 4, 'project_id': '9766653d197e442d8a831b374f7a2848', 'gw_port': {'id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:33Z', 'updated_at': '2022-01-28T05:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '6e4d53ec-d172-4131-bc6b-f7acb133c5ee', 'name': '', 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'mac_address': 'fa:16:3e:38:78:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '590ffa15-448e-4cb7-a09f-58bd439af01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:35Z', 'updated_at': '2022-01-28T05:00:36Z', 'revision_number': 2, 'project_id': '9766653d197e442d8a831b374f7a2848', 'subnets': [{'id': '590ffa15-448e-4cb7-a09f-58bd439af01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:39.815715 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Checking router: b5b5f5c5-4916-417a-ad1a-21a180419df7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:39.816113 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Updating router b5b5f5c5-4916-417a-ad1a-21a180419df7 port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee binding host n-d-808199-14 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:00:39.840818 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.107538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Publish callbacks [] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.116806 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.170852 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb507b5-c1c4-42ec-85af-95e3c48ce8a0 None None] Pushing event updated for resources: {'Port': ['ID=6e4d53ec-d172-4131-bc6b-f7acb133c5ee,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:40.222346 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Attempting to bind port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee on host n-d-808199-14 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:40.222716 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Attempting to bind port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee by drivers openvswitch,hyperv on host n-d-808199-14 at level 0 using segments [{'id': 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:40.223079 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Attempting to bind port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee on network be73d0dd-ce66-4079-aaa0-1a072b624869 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:40.228321 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Checking agent: {'id': '3cf38575-94b2-40f6-a701-a1c28d2632c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 14, 46), 'started_at': datetime.datetime(2022, 1, 28, 3, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:40.228697 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Checking segment: {'id': 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:40.229127 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.229522 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Bound using segment: {'id': 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:40.229988 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Bound port: 6e4d53ec-d172-4131-bc6b-f7acb133c5ee, host: n-d-808199-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:40.230370 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.294831 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] For port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee, host n-d-808199-14, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:40.298633 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] For port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee, host n-d-808199-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6e4d53ec-d172-4131-bc6b-f7acb133c5ee,segment=NetworkSegment(fc6e1e05-72ad-45bc-b5fa-5d4454406b25),segment_id=fc6e1e05-72ad-45bc-b5fa-5d4454406b25)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:40.303171 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.383117 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb507b5-c1c4-42ec-85af-95e3c48ce8a0 None None] Pushing event updated for resources: {'Port': ['ID=6e4d53ec-d172-4131-bc6b-f7acb133c5ee,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:40.385701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bb861924-960b-446a-986d-f3a408325ff6 None None] Provisioning complete for port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:40.386076 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb861924-960b-446a-986d-f3a408325ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.388165 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Routers {'b5b5f5c5-4916-417a-ad1a-21a180419df7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:40.388776 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:13Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b5b5f5c5-4916-417a-ad1a-21a180419df7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:40.549972 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] Set router b5b5f5c5-4916-417a-ad1a-21a180419df7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:40.585196 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bb861924-960b-446a-986d-f3a408325ff6 None None] Current status of the port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:40.585510 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb861924-960b-446a-986d-f3a408325ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.690805 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bb861924-960b-446a-986d-f3a408325ff6 None None] For port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6e4d53ec-d172-4131-bc6b-f7acb133c5ee,segment=NetworkSegment(fc6e1e05-72ad-45bc-b5fa-5d4454406b25),segment_id=fc6e1e05-72ad-45bc-b5fa-5d4454406b25)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:40.695434 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb861924-960b-446a-986d-f3a408325ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.781457 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb861924-960b-446a-986d-f3a408325ff6 None None] Pushing event updated for resources: {'Port': ['ID=6e4d53ec-d172-4131-bc6b-f7acb133c5ee,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:40.801243 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4f16725-bde3-4272-b944-ab14e22abcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.823842 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-9e438e28-1a27-487c-ad48-8e4c57b2c358 req-7e46df45-3546-4ead-bb48-e648937462ca tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 210 time: 0.0310743 Jan 28 05:00:40.830096 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-87cbbe9d-6bd2-4b2d-9c0e-e3d09f6172fc None None] Provisioning complete for port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:40.830471 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87cbbe9d-6bd2-4b2d-9c0e-e3d09f6172fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:40.880765 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'name': 'tempest-TestSnapshotPattern-44423544-router', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:32Z', 'updated_at': '2022-01-28T05:00:36Z', 'revision_number': 4, 'project_id': '9766653d197e442d8a831b374f7a2848', 'gw_port': {'id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:33Z', 'updated_at': '2022-01-28T05:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '6e4d53ec-d172-4131-bc6b-f7acb133c5ee', 'name': '', 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'mac_address': 'fa:16:3e:38:78:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '590ffa15-448e-4cb7-a09f-58bd439af01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:35Z', 'updated_at': '2022-01-28T05:00:40Z', 'revision_number': 4, 'project_id': '9766653d197e442d8a831b374f7a2848', 'subnets': [{'id': '590ffa15-448e-4cb7-a09f-58bd439af01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:40.909873 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0b4d6-362d-4808-96a3-91bc941ff0d8 None None] The sync data for ids ['b5b5f5c5-4916-417a-ad1a-21a180419df7'] in n-d-808199-14 is: [{'id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'name': 'tempest-TestSnapshotPattern-44423544-router', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:32Z', 'updated_at': '2022-01-28T05:00:36Z', 'revision_number': 4, 'project_id': '9766653d197e442d8a831b374f7a2848', 'gw_port': {'id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:33Z', 'updated_at': '2022-01-28T05:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '6e4d53ec-d172-4131-bc6b-f7acb133c5ee', 'name': '', 'network_id': 'be73d0dd-ce66-4079-aaa0-1a072b624869', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'mac_address': 'fa:16:3e:38:78:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '590ffa15-448e-4cb7-a09f-58bd439af01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:35Z', 'updated_at': '2022-01-28T05:00:40Z', 'revision_number': 4, 'project_id': '9766653d197e442d8a831b374f7a2848', 'subnets': [{'id': '590ffa15-448e-4cb7-a09f-58bd439af01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:40.947410 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8c1c6655-9792-4151-9eaa-d7e6c05b5edc up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:40.978384 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-87cbbe9d-6bd2-4b2d-9c0e-e3d09f6172fc None None] Current status of the port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:41.025208 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:41.025618 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:41.135442 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:41.839083 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-aab68c69-1a56-42ac-a19a-95486f8f4d49 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:41.840542 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-aab68c69-1a56-42ac-a19a-95486f8f4d49 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.25 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 810 time: 0.1016121 Jan 28 05:00:41.913692 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-f834992a-caac-4135-a97d-7787b39cdd71 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f346b6620947ee9522ec8b3fda0a19 HTTP/1.1" status: 200 len: 379 time: 0.0590327 Jan 28 05:00:41.925893 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-98d07db2-587d-479c-8964-338f60e97cb8 req-e4452e01-cf33-49eb-ae4e-b3758f6bbdb6 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 210 time: 0.0291700 Jan 28 05:00:41.944119 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'port': {'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'admin_state_up': True, 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'security_groups': ['a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:42.054533 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Made reservation on behalf of 55f346b6620947ee9522ec8b3fda0a19 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:00:42.057947 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.192518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Allocated IP 172.20.0.3 (1bce9528-8309-4ad5-bd6f-e632d92c7cb2/92cf4e42-f8f8-4eb4-98e0-97b89897c783/668cc09e-8767-46bd-9acf-2894188e9fd4) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:42.333584 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.367366 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.417755 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:42.423375 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:42.427734 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:42.431585 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'Port': ['ID=668cc09e-8767-46bd-9acf-2894188e9fd4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:42.478391 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:42.479059 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.500312 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-c7261d70-d3e7-4c0c-ad8b-50bca0f0391d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597849 Jan 28 05:00:42.518680 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Request body: {'port': {'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:42.579617 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.711941 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7ebfd0e9-4c5f-4937-a4fd-3ed9e7c5374b None None] Provisioning complete for port 668cc09e-8767-46bd-9acf-2894188e9fd4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:42.712999 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ebfd0e9-4c5f-4937-a4fd-3ed9e7c5374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.756867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfd0e9-4c5f-4937-a4fd-3ed9e7c5374b None None] Port 668cc09e-8767-46bd-9acf-2894188e9fd4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:00:42.776348 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3990872d-fd81-4c8d-a3a1-b0a3fd63d205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.877686 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668cc09e-8767-46bd-9acf-2894188e9fd4 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:00:42.885972 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Publish callbacks [] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.903019 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Transition to ACTIVE for port object 668cc09e-8767-46bd-9acf-2894188e9fd4 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:00:42.907120 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:42.965111 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Pushing event updated for resources: {'Port': ['ID=668cc09e-8767-46bd-9acf-2894188e9fd4,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:42.993470 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6e4d53ec-d172-4131-bc6b-f7acb133c5ee up at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:43.047429 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Attempting to bind port 668cc09e-8767-46bd-9acf-2894188e9fd4 on host n-h2-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:00:43.047693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Attempting to bind port 668cc09e-8767-46bd-9acf-2894188e9fd4 by drivers openvswitch,hyperv on host n-h2-808199-14 at level 0 using segments [{'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:00:43.047930 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Attempting to bind port 668cc09e-8767-46bd-9acf-2894188e9fd4 on network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:43.049237 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Provisioning complete for port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:43.049995 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.053065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Port 668cc09e-8767-46bd-9acf-2894188e9fd4 on network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:00:43.053395 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Attempting to bind port 668cc09e-8767-46bd-9acf-2894188e9fd4 on network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:00:43.058508 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Checking agent: {'id': '11c5815e-3527-433d-bec2-80e057c84c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:00:43.058859 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Checking segment: {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:00:43.059245 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Bound using segment: {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:00:43.059684 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Bound port: 668cc09e-8767-46bd-9acf-2894188e9fd4, host: n-h2-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:00:43.060042 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.060411 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e65ef-b76f-4966-b6ec-f2defdc040ed req-5fca0959-7d27-46fb-b8c1-cb517336dc49 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:43.064548 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c2e65ef-b76f-4966-b6ec-f2defdc040ed req-5fca0959-7d27-46fb-b8c1-cb517336dc49 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 943 time: 0.0614107 Jan 28 05:00:43.104061 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.135552 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8c2e65ef-b76f-4966-b6ec-f2defdc040ed req-84ef4acd-15ff-4c67-8409-1e5cfdeb1fba tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673013 Jan 28 05:00:43.139140 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] For port 668cc09e-8767-46bd-9acf-2894188e9fd4, host n-h2-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:00:43.142721 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] For port 668cc09e-8767-46bd-9acf-2894188e9fd4, host n-h2-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=668cc09e-8767-46bd-9acf-2894188e9fd4,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:00:43.146888 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.165332 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Current status of the port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:43.182997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:43.183630 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:43.185052 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-db37de11-d076-41af-920f-7d3125351ccc service neutron] 10.222.0.25 "PUT /v2.0/ports/668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 200 len: 1092 time: 0.6710410 Jan 28 05:00:43.185504 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:00:43.187868 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161502cc-e7bc-490c-9aed-18cd0212b080" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:00:43.221880 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37de11-d076-41af-920f-7d3125351ccc service neutron] Pushing event updated for resources: {'Port': ['ID=668cc09e-8767-46bd-9acf-2894188e9fd4,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:43.293788 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-aa06ac1d-7739-41da-9558-b42203eec4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:43.295343 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-aa06ac1d-7739-41da-9558-b42203eec4f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1095 time: 0.0496333 Jan 28 05:00:43.300578 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9752fd73-377c-4b24-b3fb-c44cf3c4d3db x-openstack-request-id: req-9752fd73-377c-4b24-b3fb-c44cf3c4d3db {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:00:43.300909 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:00:43.301176 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9752fd73-377c-4b24-b3fb-c44cf3c4d3db {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:00:43.301591 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'status': 'completed', 'code': 200} Jan 28 05:00:43.352695 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-751f68f6-681f-4328-8fca-5040be160d4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 200 len: 217 time: 0.0423090 Jan 28 05:00:43.402623 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-95b7179f-9bf8-41b8-9eaa-ebff0afef5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:43.404117 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-95b7179f-9bf8-41b8-9eaa-ebff0afef5cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0460751 Jan 28 05:00:43.452725 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-8fc6561c-5bed-411b-9606-f9a832c8a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:43.454497 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-8fc6561c-5bed-411b-9606-f9a832c8a1a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442135 Jan 28 05:00:43.552701 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-098273ec-8de6-4b87-be4d-8ca0b1502958 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898440 Jan 28 05:00:43.649361 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c725dc33-b6b4-47d7-80f4-914a367ce6ef req-f2e65bd3-b95d-4e52-9fb3-f7d5d202892e service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904644 Jan 28 05:00:43.782386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-10e15a06-bacc-42be-a62e-cc621965adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:43.783865 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-10e15a06-bacc-42be-a62e-cc621965adaf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1095 time: 0.0431390 Jan 28 05:00:43.879998 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-0e3535cb-63b6-4a59-9a72-0580cddf6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:43.881607 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-0e3535cb-63b6-4a59-9a72-0580cddf6770 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.0925374 Jan 28 05:00:43.925642 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-f47c45f5-ee33-4898-ba82-7f12fadd0dc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 200 len: 217 time: 0.0381308 Jan 28 05:00:43.978185 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-1aeb9d82-7abb-4e78-beb3-641b265094ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:43.979685 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-1aeb9d82-7abb-4e78-beb3-641b265094ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0485890 Jan 28 05:00:44.024398 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-80faff07-4607-4092-b9fd-65f29ce1f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:44.025910 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-80faff07-4607-4092-b9fd-65f29ce1f9ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404615 Jan 28 05:00:44.115459 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-281c9d61-62c4-4b87-9f70-de79a8646da6 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836408 Jan 28 05:00:44.218398 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-161502cc-e7bc-490c-9aed-18cd0212b080 req-b03c1847-78a8-4f83-b39b-916dc0393c8b service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968752 Jan 28 05:00:44.263191 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4b9a6-8cd6-4e69-a970-a72cb499c022 req-9edd3a87-e232-4a63-9a3a-5e7bb731b88b tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:44.265267 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33c4b9a6-8cd6-4e69-a970-a72cb499c022 req-9edd3a87-e232-4a63-9a3a-5e7bb731b88b tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 943 time: 0.0532660 Jan 28 05:00:44.315843 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-33c4b9a6-8cd6-4e69-a970-a72cb499c022 req-33f9536b-b905-4947-8001-dd7dd2ca8db9 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449393 Jan 28 05:00:44.616575 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:45.307376 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:45.433195 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50bb19-2f13-449f-9cdf-57d12a348220 req-dbefde44-89d8-4eff-8fdc-04e89fb84ca3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:45.434681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec50bb19-2f13-449f-9cdf-57d12a348220 req-dbefde44-89d8-4eff-8fdc-04e89fb84ca3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 943 time: 0.0477355 Jan 28 05:00:45.491323 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-ec50bb19-2f13-449f-9cdf-57d12a348220 req-d76e92bb-694c-494a-832a-407e4fe4a117 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467682 Jan 28 05:00:45.872445 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:46.606726 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f5780-881f-42c1-9206-d853fe497ee8 req-f2cab043-d00d-45b9-97d3-c051928d8f5c tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:46.608199 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b23f5780-881f-42c1-9206-d853fe497ee8 req-f2cab043-d00d-45b9-97d3-c051928d8f5c tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 943 time: 0.0507147 Jan 28 05:00:46.658070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-b23f5780-881f-42c1-9206-d853fe497ee8 req-986e0eee-7e0b-4ff3-b37b-1e5e77d26db8 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439026 Jan 28 05:00:46.799749 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 668cc09e-8767-46bd-9acf-2894188e9fd4 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:00:46.893027 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 668cc09e-8767-46bd-9acf-2894188e9fd4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=668cc09e-8767-46bd-9acf-2894188e9fd4,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:46.904351 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:00:46.944827 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 668cc09e-8767-46bd-9acf-2894188e9fd4 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:46.945240 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:46.957976 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668cc09e-8767-46bd-9acf-2894188e9fd4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:00:46.976602 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 668cc09e-8767-46bd-9acf-2894188e9fd4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=668cc09e-8767-46bd-9acf-2894188e9fd4,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:46.980617 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:47.036894 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:47.040739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=668cc09e-8767-46bd-9acf-2894188e9fd4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:47.387663 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['668cc09e-8767-46bd-9acf-2894188e9fd4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:00:47.775600 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c537e8-be8f-467d-81b6-ee1ed871363f req-a8ac5f11-c26e-4386-b0b1-ac12f31b97f7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:47.777104 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2c537e8-be8f-467d-81b6-ee1ed871363f req-a8ac5f11-c26e-4386-b0b1-ac12f31b97f7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 944 time: 0.0509150 Jan 28 05:00:47.825431 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-d2c537e8-be8f-467d-81b6-ee1ed871363f req-3ea3d6f1-10a5-4de5-9abe-90746c59ac72 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416582 Jan 28 05:00:48.806949 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 668cc09e-8767-46bd-9acf-2894188e9fd4 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:00:48.855540 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning for port 668cc09e-8767-46bd-9acf-2894188e9fd4 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:00:48.860084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 668cc09e-8767-46bd-9acf-2894188e9fd4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:00:48.860462 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:48.942084 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 668cc09e-8767-46bd-9acf-2894188e9fd4 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:00:48.942469 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:48.947393 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9db613-617a-47ff-bc54-70c7f6a94ad2 req-23e5696c-a47d-4d31-a9da-0bf43f154963 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:48.949020 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf9db613-617a-47ff-bc54-70c7f6a94ad2 req-23e5696c-a47d-4d31-a9da-0bf43f154963 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 944 time: 0.0511858 Jan 28 05:00:48.967155 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:00:48.970355 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db6e048-ed89-4350-8ce4-7aa0d1682057" -d '{"events": [{"server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "name": "network-vif-plugged", "status": "completed", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:00:48.987918 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 668cc09e-8767-46bd-9acf-2894188e9fd4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=668cc09e-8767-46bd-9acf-2894188e9fd4,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:00:48.995748 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:49.007225 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-cf9db613-617a-47ff-bc54-70c7f6a94ad2 req-7a8661b9-d527-4d03-97ce-b1400d97bd6a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513752 Jan 28 05:00:49.021023 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0056aacd-b1a1-43ee-9737-4cfa1dad8df9 x-openstack-request-id: req-0056aacd-b1a1-43ee-9737-4cfa1dad8df9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:00:49.021443 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "name": "network-vif-plugged", "status": "completed", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:00:49.021724 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0056aacd-b1a1-43ee-9737-4cfa1dad8df9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:00:49.021948 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'code': 200} Jan 28 05:00:49.047042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=668cc09e-8767-46bd-9acf-2894188e9fd4,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:49.149212 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d4205-55ca-47be-b77e-3979b37751c9 req-99688ad4-324d-49e2-ba5b-8453f2312c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:49.150697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e81d4205-55ca-47be-b77e-3979b37751c9 req-99688ad4-324d-49e2-ba5b-8453f2312c6a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1097 time: 0.0420110 Jan 28 05:00:49.195716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e81d4205-55ca-47be-b77e-3979b37751c9 req-90521e29-11ff-486d-8cf6-a89ea2d9414c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385728 Jan 28 05:00:50.130210 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c3598-075e-44f2-a8c9-920822c2e0c7 req-4987bec2-5215-45b5-a775-39dfaa598b0e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:50.131667 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe5c3598-075e-44f2-a8c9-920822c2e0c7 req-4987bec2-5215-45b5-a775-39dfaa598b0e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 945 time: 0.0513813 Jan 28 05:00:50.179972 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe5c3598-075e-44f2-a8c9-920822c2e0c7 req-44fc46ac-37cb-4644-9283-34ee1388c7cb tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427182 Jan 28 05:00:51.296138 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946897b4-7fcc-4323-a118-7eac4c2fefe8 req-c1e171a5-89ef-414a-b7e6-3e5f0b5550e1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:51.297565 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-946897b4-7fcc-4323-a118-7eac4c2fefe8 req-c1e171a5-89ef-414a-b7e6-3e5f0b5550e1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 945 time: 0.0476029 Jan 28 05:00:51.345700 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-946897b4-7fcc-4323-a118-7eac4c2fefe8 req-aa7d1cda-4775-4140-8a3d-01cc5e517038 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 Jan 28 05:00:51.460162 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4c866-bcd7-4f4d-ba36-931b5e875afe req-10fa1f30-51e8-4259-bc49-4b779ad6015f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:51.461693 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0cd4c866-bcd7-4f4d-ba36-931b5e875afe req-10fa1f30-51e8-4259-bc49-4b779ad6015f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 945 time: 0.0470481 Jan 28 05:00:51.513280 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0cd4c866-bcd7-4f4d-ba36-931b5e875afe req-e662be0e-b393-4f12-930c-b4f134e5111c tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461595 Jan 28 05:00:51.535420 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57382) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:51.615967 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb62fa-0b2e-4548-9871-514678a1a111 tempest-TestSnapshotPattern-386265196 tempest-TestSnapshotPattern-386265196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:51.617537 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-b6fb62fa-0b2e-4548-9871-514678a1a111 tempest-TestSnapshotPattern-386265196 tempest-TestSnapshotPattern-386265196-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1092 time: 0.0811403 Jan 28 05:00:51.620421 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57386) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:00:51.624645 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:00:51.644537 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:51.741007 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:51.845018 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Allocated IP 172.25.1.199 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/8f0234e0-d2ee-465f-b9f9-1540993c2cc3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:00:51.941540 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for port (8f0234e0-d2ee-465f-b9f9-1540993c2cc3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:51.978680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8f0234e0-d2ee-465f-b9f9-1540993c2cc3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:52.017256 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:00:52.019973 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:00:52.025507 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:00:52.047927 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'Port': ['ID=8f0234e0-d2ee-465f-b9f9-1540993c2cc3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:52.383098 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for floatingip (7588679a-791d-4f8c-bcd9-ddf8be4d5840), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:52.544541 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (8f0234e0-d2ee-465f-b9f9-1540993c2cc3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.036261 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for port (8f0234e0-d2ee-465f-b9f9-1540993c2cc3), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.040626 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (8f0234e0-d2ee-465f-b9f9-1540993c2cc3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.107410 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'Port': ['ID=8f0234e0-d2ee-465f-b9f9-1540993c2cc3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:00:53.117972 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (7588679a-791d-4f8c-bcd9-ddf8be4d5840), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.557130 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Floating IP 7588679a-791d-4f8c-bcd9-ddf8be4d5840 associated. External IP: 172.25.1.199, port: 668cc09e-8767-46bd-9acf-2894188e9fd4. Jan 28 05:00:53.772023 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:00:53.878092 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:00:53.887393 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] Sync routers for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:00:53.897366 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:00:53.897881 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:53.898533 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:53.925870 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-da1bfa8e-7272-4a0d-be1a-5888f77115c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3043818 Jan 28 05:00:53.926582 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:00:53.928854 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfefbedc-eb85-4ca1-8247-f846fc858928" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:00:53.967101 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d459974-78c4-46db-882d-00e4ce229d4b x-openstack-request-id: req-9d459974-78c4-46db-882d-00e4ce229d4b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:00:53.967397 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:00:53.967814 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d459974-78c4-46db-882d-00e4ce229d4b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:00:53.968465 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'status': 'completed', 'code': 200} Jan 28 05:00:54.014248 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:54.056053 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-c7657bb5-f172-45e0-8f02-da7073534e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:54.057583 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-c7657bb5-f172-45e0-8f02-da7073534e92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1097 time: 0.0460820 Jan 28 05:00:54.146468 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-9af76f08-9142-4c7e-abcb-2bffb482d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:54.147878 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-9af76f08-9142-4c7e-abcb-2bffb482d660 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.0845134 Jan 28 05:00:54.220061 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-1d9e9801-0c51-46d8-8c38-febaf1a6c745 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 200 len: 999 time: 0.0662713 Jan 28 05:00:54.238315 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '7588679a-791d-4f8c-bcd9-ddf8be4d5840', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:00:52Z', 'updated_at': '2022-01-28T05:00:52Z', 'revision_number': 0, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:54.264179 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] Checking router: 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:00:54.269080 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-197d1ba5-e122-454e-b20b-e4ad9343fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:54.271322 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-197d1ba5-e122-454e-b20b-e4ad9343fd15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0462260 Jan 28 05:00:54.277029 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:00:54.277626 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:00:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:54.316779 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-6efbfd8f-a7ff-456b-a46e-6df110e9e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:00:54.318324 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-6efbfd8f-a7ff-456b-a46e-6df110e9e68d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415156 Jan 28 05:00:54.382872 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:00:54.410898 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-3f37833c-c475-4dab-87cf-dd333474deb8 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861173 Jan 28 05:00:54.500304 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cfefbedc-eb85-4ca1-8247-f846fc858928 req-1cecf50b-bcd1-4250-b4d0-35def8ffec98 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838733 Jan 28 05:00:54.610257 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '7588679a-791d-4f8c-bcd9-ddf8be4d5840', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:00:52Z', 'updated_at': '2022-01-28T05:00:52Z', 'revision_number': 0, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:00:54.635961 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d695012-5fe5-4b7b-b84d-f9dc9333d654 None None] The sync data for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 is: [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '7588679a-791d-4f8c-bcd9-ddf8be4d5840', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:00:52Z', 'updated_at': '2022-01-28T05:00:52Z', 'revision_number': 0, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:00:54.816576 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a56f3d6-1b67-4041-a447-eef80c5ca4c3 None None] New status for floating IP 7588679a-791d-4f8c-bcd9-ddf8be4d5840: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:00:58.631716 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:01:10.762774 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-216ed375-c7f5-41dc-9330-45423dbc26c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:12.769340 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5c78-70c5-4562-88cd-97b838b93fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:13.089375 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:14.619533 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:15.303488 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:15.876167 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:17.019591 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:32.604243 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9b688798-eca4-4446-be3b-d7097543101f req-48d3f643-7fa2-4c6c-b5d4-da3e11c212d9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446539 Jan 28 05:01:32.719448 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b688798-eca4-4446-be3b-d7097543101f req-31709acc-acc5-4698-a7e0-9cfe6ef8abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:32.721045 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9b688798-eca4-4446-be3b-d7097543101f req-31709acc-acc5-4698-a7e0-9cfe6ef8abc3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1097 time: 0.0538158 Jan 28 05:01:32.837381 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b688798-eca4-4446-be3b-d7097543101f req-0d940539-7155-4431-9bc4-380d39002b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:32.838863 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9b688798-eca4-4446-be3b-d7097543101f req-0d940539-7155-4431-9bc4-380d39002b3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.0986192 Jan 28 05:01:32.920240 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9b688798-eca4-4446-be3b-d7097543101f req-8110aae8-ea5a-4b4b-ba86-fc163a2ec6a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0756221 Jan 28 05:01:32.972629 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b688798-eca4-4446-be3b-d7097543101f req-dd29b557-0678-4944-a882-db6de402631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:32.974192 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9b688798-eca4-4446-be3b-d7097543101f req-dd29b557-0678-4944-a882-db6de402631a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0487611 Jan 28 05:01:33.022991 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b688798-eca4-4446-be3b-d7097543101f req-6a92fc19-0003-4158-afcc-7336792fc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:01:33.024861 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9b688798-eca4-4446-be3b-d7097543101f req-6a92fc19-0003-4158-afcc-7336792fc84d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448165 Jan 28 05:01:33.125697 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9b688798-eca4-4446-be3b-d7097543101f req-0351ada9-accc-47d6-b7fc-408b4289dcc5 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953758 Jan 28 05:01:33.222428 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-9b688798-eca4-4446-be3b-d7097543101f req-6c17b357-1908-491e-8f5b-cbc0176961b7 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899305 Jan 28 05:01:35.633603 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:01:40.765465 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6fa9917-730a-4cce-9e59-1f5b081a7d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:42.772169 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08986d31-36fd-4846-ba8f-31cd208f7403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:43.104266 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:44.622802 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:45.307856 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:45.877177 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:01:47.022292 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:10.767184 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f67f622-2023-4489-adb1-32b27d7a0f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:12.633391 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:02:12.776608 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f5acf46-b48e-4388-bafa-5b7ca2e0a2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:13.105540 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:14.625754 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.299903 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:15.881033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:17.029726 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:34.227572 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-daaeb573-c433-47b3-a20d-54403eb27dab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468848 Jan 28 05:02:34.329096 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-ee31f44b-82c0-41ec-a9d6-feb2ad672875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:34.331069 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-ee31f44b-82c0-41ec-a9d6-feb2ad672875 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1097 time: 0.0466828 Jan 28 05:02:34.431699 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-feb258e3-f88b-4d47-b3c5-4582bcb65010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:34.433208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-feb258e3-f88b-4d47-b3c5-4582bcb65010 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.0844667 Jan 28 05:02:34.501391 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-2f3866b9-232a-43ef-9620-1acef9cb94b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0630710 Jan 28 05:02:34.549259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-ab22589e-63de-415c-9830-134aad22320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:34.550878 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-ab22589e-63de-415c-9830-134aad22320a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0445940 Jan 28 05:02:34.595159 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-3aff041c-c965-4a35-9b20-54dcd7ba8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:02:34.597816 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-3aff041c-c965-4a35-9b20-54dcd7ba8ed7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419438 Jan 28 05:02:34.688379 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-6bbff853-6ab4-4ed8-b60c-4686aad249a1 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843070 Jan 28 05:02:34.777353 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-4bcc6eb1-d872-4962-b350-2600aecc8af9 req-b186d4a4-3194-4c36-92d9-76e8a63f7472 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830266 Jan 28 05:02:40.769649 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8908-1274-419b-a3df-51478eb3bc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:42.777786 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-110662a1-b37c-47ee-af63-e8c3584c7446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:43.121245 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:44.631589 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.301255 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:45.883895 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:47.021772 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:02:49.633619 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:03:10.772256 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b40d0248-9a81-40ef-94a8-5a80ab787ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:12.779050 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab59eec1-92e1-435e-9de4-e1c1226593e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:13.135472 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:14.631100 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:15.316530 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:15.885471 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:17.023882 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.587029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 668cc09e-8767-46bd-9acf-2894188e9fd4 details requested by agent hyperv_n-h2-808199-14 with host n-h2-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:03:25.683618 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 668cc09e-8767-46bd-9acf-2894188e9fd4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=668cc09e-8767-46bd-9acf-2894188e9fd4,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:25.695170 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Returning: {'device': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:03:25.731980 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 668cc09e-8767-46bd-9acf-2894188e9fd4 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:25.732369 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.745498 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 668cc09e-8767-46bd-9acf-2894188e9fd4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:03:25.765666 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 668cc09e-8767-46bd-9acf-2894188e9fd4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=668cc09e-8767-46bd-9acf-2894188e9fd4,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:25.770406 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:25.818652 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=668cc09e-8767-46bd-9acf-2894188e9fd4,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:25.828435 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.828832 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.829223 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.829561 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.829897 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.830244 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.830577 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.830906 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.831745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.831745 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.831957 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.832174 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.832511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:25.914682 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] get_ports_and_sgs() called for port_ids ['668cc09e-8767-46bd-9acf-2894188e9fd4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:03:26.633772 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:03:27.582681 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 668cc09e-8767-46bd-9acf-2894188e9fd4 up at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:03:27.633157 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Provisioning complete for port 668cc09e-8767-46bd-9acf-2894188e9fd4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:27.633532 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:27.708216 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 668cc09e-8767-46bd-9acf-2894188e9fd4 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:27.708600 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:27.731311 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:27.733601 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61640861-7241-4182-8f0a-468e32fd26ee" -d '{"events": [{"server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "name": "network-vif-plugged", "status": "completed", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:27.745693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 668cc09e-8767-46bd-9acf-2894188e9fd4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=668cc09e-8767-46bd-9acf-2894188e9fd4,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:27.749809 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:27.805148 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=668cc09e-8767-46bd-9acf-2894188e9fd4,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:27.837252 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7636e1c4-af14-4b5c-9809-cb454efb9bdb x-openstack-request-id: req-7636e1c4-af14-4b5c-9809-cb454efb9bdb {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:27.837547 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "name": "network-vif-plugged", "status": "completed", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:27.837797 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7636e1c4-af14-4b5c-9809-cb454efb9bdb {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:27.838190 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'code': 200} Jan 28 05:03:33.675065 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-2851031d-e914-47dd-aafe-1ffec44e55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:33.680527 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-2851031d-e914-47dd-aafe-1ffec44e55cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1097 time: 0.0522017 Jan 28 05:03:33.840526 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-88d93abe-2833-406a-aa19-ae54cfe71ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:33.842406 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-88d93abe-2833-406a-aa19-ae54cfe71ea2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.1366620 Jan 28 05:03:33.919626 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-95292e61-1458-4403-b188-d0bb4503ad67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0701380 Jan 28 05:03:33.989695 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-d9556af6-1cc9-4da3-a580-69d8155374a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:33.991339 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-d9556af6-1cc9-4da3-a580-69d8155374a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0661440 Jan 28 05:03:34.045073 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-0d6e58e4-1102-4dd4-88e6-a644d60aac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:34.046652 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-0d6e58e4-1102-4dd4-88e6-a644d60aac34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496514 Jan 28 05:03:34.142441 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-b579fb4b-2394-4b1b-bd45-98ff287111cb service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889204 Jan 28 05:03:34.243354 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-b88cb4ea-8550-4b3a-b01f-274baa065bf7 req-761a6f26-677e-47c8-b9ce-c57b9744f691 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949869 Jan 28 05:03:40.774281 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02507b2f-9cd3-4c70-91ba-f8d999d4d169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:41.434408 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-62da1373-b4f6-420e-9b4f-6cbfd5b127d8 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776488219&fields=id&tenant_id=55f346b6620947ee9522ec8b3fda0a19 HTTP/1.1" status: 200 len: 267 time: 0.0440793 Jan 28 05:03:41.542377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-51a73662-bd6d-45cd-ba0d-a46c7f25cf34 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:41.544222 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-51a73662-bd6d-45cd-ba0d-a46c7f25cf34 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 810 time: 0.1024954 Jan 28 05:03:41.559296 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-bb77fe9f-78f4-44ab-ab9a-265dcc79a2d1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/quotas/55f346b6620947ee9522ec8b3fda0a19 HTTP/1.1" status: 200 len: 375 time: 0.0095704 Jan 28 05:03:41.611687 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-ccd8b3be-4c03-46a8-92af-dbdeda40a31f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467179 Jan 28 05:03:41.668241 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-52bbbbf1-2796-4392-acaf-c0bf0ecba254 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:03:41.669290 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-52bbbbf1-2796-4392-acaf-c0bf0ecba254 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467484 Jan 28 05:03:41.760373 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-f8a4b69e-aa54-4041-88a9-e2f3d6146f75 service neutron] 10.222.0.44 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847602 Jan 28 05:03:41.854474 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-e3918631-f1d2-415d-9c71-007bef9e4040 service neutron] 10.222.0.44 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883753 Jan 28 05:03:42.080084 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a1e08053-9cab-474a-9830-57bf68de5a63 req-11ce8409-49ad-445c-be9c-0b9d012f23c7 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 210 time: 0.0788651 Jan 28 05:03:42.781616 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a59c2e4-00cf-4f84-87dc-ab2a6167d78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:43.082323 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-c9ba36ef-4d07-495d-9142-073d0395931f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:43.083678 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-c9ba36ef-4d07-495d-9142-073d0395931f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.42 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 810 time: 0.1118131 Jan 28 05:03:43.143938 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:43.158539 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-ba39027c-7411-4320-82c8-3fd8d6d32778 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f346b6620947ee9522ec8b3fda0a19 HTTP/1.1" status: 200 len: 379 time: 0.0606022 Jan 28 05:03:43.179961 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-0c496977-5b1f-4d7c-a875-804660aa4a42 req-e0bc21b8-ba83-45d9-8082-49d93c779523 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 210 time: 0.0262139 Jan 28 05:03:43.182452 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'port': {'device_id': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'admin_state_up': True, 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'security_groups': ['a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:43.295347 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Made reservation on behalf of 55f346b6620947ee9522ec8b3fda0a19 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:03:43.299326 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:43.462627 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Allocated IP 172.20.0.10 (1bce9528-8309-4ad5-bd6f-e632d92c7cb2/92cf4e42-f8f8-4eb4-98e0-97b89897c783/b7a29dc1-88b5-409b-89cf-ffffb1035c87) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:03:43.632940 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:43.684293 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:43.742310 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:03:43.747441 n-d-808199-14 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:03:43.752632 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:03:43.756518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'Port': ['ID=b7a29dc1-88b5-409b-89cf-ffffb1035c87,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:43.784149 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.784343 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.784681 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.794899 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.795611 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.796046 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.796386 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.797471 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.798126 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.798606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.799005 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.799337 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.799664 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:03:43.847316 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:43.848114 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:43.874198 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-267f9d63-c844-4f10-bd9a-b1aee0de5688 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6958117 Jan 28 05:03:44.099836 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-957e7662-e54d-40f2-80b1-5c79635f42e9 None None] Provisioning complete for port b7a29dc1-88b5-409b-89cf-ffffb1035c87 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:44.100427 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-957e7662-e54d-40f2-80b1-5c79635f42e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:44.139156 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-957e7662-e54d-40f2-80b1-5c79635f42e9 None None] Port b7a29dc1-88b5-409b-89cf-ffffb1035c87 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:03:44.312211 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486dcb7-6fd2-42f7-baa1-0296fb12d50a req-b03d1df8-ae9a-42f3-9ab4-96e4e8a453ce tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:44.315017 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e486dcb7-6fd2-42f7-baa1-0296fb12d50a req-b03d1df8-ae9a-42f3-9ab4-96e4e8a453ce tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 932 time: 0.0594873 Jan 28 05:03:44.366348 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e486dcb7-6fd2-42f7-baa1-0296fb12d50a req-928d5576-056d-44be-8df4-373be431cb4d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455256 Jan 28 05:03:44.637852 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:45.328817 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:45.489013 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1b59e-c0fb-4845-a305-4292997bb5c0 req-0b848fd8-2306-47a6-a869-b8aa340b1e60 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:45.490495 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68c1b59e-c0fb-4845-a305-4292997bb5c0 req-0b848fd8-2306-47a6-a869-b8aa340b1e60 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 932 time: 0.0514145 Jan 28 05:03:45.541573 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-68c1b59e-c0fb-4845-a305-4292997bb5c0 req-74958259-3554-4355-9cf4-684f45261479 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454731 Jan 28 05:03:45.706045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 668cc09e-8767-46bd-9acf-2894188e9fd4 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:03:45.790124 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Current status of the port 668cc09e-8767-46bd-9acf-2894188e9fd4 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:45.790621 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:45.815823 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:45.818092 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717b4eec-8595-4fad-afcc-0c673d1bfee1" -d '{"events": [{"server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:45.833355 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] For port 668cc09e-8767-46bd-9acf-2894188e9fd4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=668cc09e-8767-46bd-9acf-2894188e9fd4,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:45.837967 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:45.883097 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfb04e9-fb6d-4268-80c8-2ff4e60cb4fd x-openstack-request-id: req-7dfb04e9-fb6d-4268-80c8-2ff4e60cb4fd {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:45.883423 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:45.883690 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dfb04e9-fb6d-4268-80c8-2ff4e60cb4fd {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:45.884050 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'code': 200} Jan 28 05:03:45.918209 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:45.923304 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Pushing event updated for resources: {'Port': ['ID=668cc09e-8767-46bd-9acf-2894188e9fd4,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:46.665811 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f7344-623b-418f-a279-4e1245df85ca req-57c5f41f-47cf-4d37-afe8-50f8e581e0bb tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:46.668089 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe0f7344-623b-418f-a279-4e1245df85ca req-57c5f41f-47cf-4d37-afe8-50f8e581e0bb tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 932 time: 0.0506124 Jan 28 05:03:46.735075 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fe0f7344-623b-418f-a279-4e1245df85ca req-1bbf6432-2071-424b-8c89-58cb377058f6 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524728 Jan 28 05:03:47.029427 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:47.860022 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237f9c3-2b2b-4c12-a749-7ea52fe94e8d req-f3771afb-876d-457d-aa47-b6fe4d0da2bf tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:47.861951 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3237f9c3-2b2b-4c12-a749-7ea52fe94e8d req-f3771afb-876d-457d-aa47-b6fe4d0da2bf tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 932 time: 0.0511703 Jan 28 05:03:47.915153 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-3237f9c3-2b2b-4c12-a749-7ea52fe94e8d req-0e7f2d48-7220-4466-b1e2-fc19f068060f tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475023 Jan 28 05:03:49.044154 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddf1de-c01d-4dd7-850c-ee8ba85bbb47 req-fc7eca6e-65dd-4342-a1aa-af520ec3df38 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:49.045746 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0ddf1de-c01d-4dd7-850c-ee8ba85bbb47 req-fc7eca6e-65dd-4342-a1aa-af520ec3df38 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 932 time: 0.0512052 Jan 28 05:03:49.098812 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e0ddf1de-c01d-4dd7-850c-ee8ba85bbb47 req-806dd920-3265-430b-bfd8-ff8e1bf329f9 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466647 Jan 28 05:03:50.241049 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466a8b4-8b0c-4bc5-b2b2-511d8544b543 req-857bc8db-be1f-4b10-aaba-a54608625f41 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:50.243432 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a466a8b4-8b0c-4bc5-b2b2-511d8544b543 req-857bc8db-be1f-4b10-aaba-a54608625f41 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 932 time: 0.0673134 Jan 28 05:03:50.296554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-a466a8b4-8b0c-4bc5-b2b2-511d8544b543 req-54fbfd95-6314-402a-9c1d-487673ef290a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470037 Jan 28 05:03:51.466377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a8ce1-8086-4a1e-9c0a-7eaa0247a1f3 req-be3323ab-d5ef-48bf-8b2e-c46f136000ab tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:51.468003 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-222a8ce1-8086-4a1e-9c0a-7eaa0247a1f3 req-be3323ab-d5ef-48bf-8b2e-c46f136000ab tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 932 time: 0.0970705 Jan 28 05:03:51.520301 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-222a8ce1-8086-4a1e-9c0a-7eaa0247a1f3 req-9b80d7a7-729d-41f3-8660-d954a890096b tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459630 Jan 28 05:03:51.952994 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Request body: {'port': {'device_id': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:03:52.006354 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.271285 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a29dc1-88b5-409b-89cf-ffffb1035c87 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:03:52.278681 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Publish callbacks [] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.291098 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Transition to ACTIVE for port object b7a29dc1-88b5-409b-89cf-ffffb1035c87 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:03:52.295303 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.348883 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Pushing event updated for resources: {'Port': ['ID=b7a29dc1-88b5-409b-89cf-ffffb1035c87,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:52.416028 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Attempting to bind port b7a29dc1-88b5-409b-89cf-ffffb1035c87 on host n-h1-808199-14 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:03:52.416364 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Attempting to bind port b7a29dc1-88b5-409b-89cf-ffffb1035c87 by drivers openvswitch,hyperv on host n-h1-808199-14 at level 0 using segments [{'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:03:52.416692 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Attempting to bind port b7a29dc1-88b5-409b-89cf-ffffb1035c87 on network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:03:52.421153 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Port b7a29dc1-88b5-409b-89cf-ffffb1035c87 on network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-14 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:03:52.421480 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Attempting to bind port b7a29dc1-88b5-409b-89cf-ffffb1035c87 on network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:03:52.426532 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Checking agent: {'id': 'c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'started_at': datetime.datetime(2022, 1, 28, 3, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:03:52.426874 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Checking segment: {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:03:52.427259 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Bound using segment: {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:03:52.427693 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Bound port: b7a29dc1-88b5-409b-89cf-ffffb1035c87, host: n-h1-808199-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21fd2653-bbfa-4147-99f5-6edf0e01cc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:03:52.428053 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.498459 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] For port b7a29dc1-88b5-409b-89cf-ffffb1035c87, host n-h1-808199-14, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:03:52.502353 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] For port b7a29dc1-88b5-409b-89cf-ffffb1035c87, host n-h1-808199-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:03:52.506828 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543816'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.540100 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:52.540755 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:52.542205 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] 10.222.0.42 "PUT /v2.0/ports/b7a29dc1-88b5-409b-89cf-ffffb1035c87 HTTP/1.1" status: 200 len: 1093 time: 0.6375775 Jan 28 05:03:52.542671 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:52.544970 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd649857-bf20-4ef7-86ca-ea8a339cfb75" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:52.574362 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21215a33-6e41-4ec7-b20f-b2dcbae6824d service neutron] Pushing event updated for resources: {'Port': ['ID=b7a29dc1-88b5-409b-89cf-ffffb1035c87,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:52.593952 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df0e27b-b53b-4c32-aab0-306f3cd5482f x-openstack-request-id: req-7df0e27b-b53b-4c32-aab0-306f3cd5482f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:52.594464 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:52.594943 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7df0e27b-b53b-4c32-aab0-306f3cd5482f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:52.596124 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'status': 'completed', 'code': 200} Jan 28 05:03:52.654255 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-0a81d87c-2c29-46a5-8b1e-93346d46bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:52.655803 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-0a81d87c-2c29-46a5-8b1e-93346d46bb17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 1096 time: 0.0449333 Jan 28 05:03:52.667031 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799404-15c3-4935-bece-9104b8e79428 req-76d6a696-13d8-4743-abf2-6f152730e194 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:52.668687 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd799404-15c3-4935-bece-9104b8e79428 req-76d6a696-13d8-4743-abf2-6f152730e194 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 944 time: 0.0519316 Jan 28 05:03:52.710631 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-f264ae5a-087e-41d5-9371-2386b672d959 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87 HTTP/1.1" status: 200 len: 217 time: 0.0416601 Jan 28 05:03:52.729774 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-fd799404-15c3-4935-bece-9104b8e79428 req-7de48577-ca79-40ac-88d5-a6a119659bce tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538111 Jan 28 05:03:52.761409 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-d8233944-301d-40ac-89d9-a67a7cba067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:52.762866 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-d8233944-301d-40ac-89d9-a67a7cba067a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0454862 Jan 28 05:03:52.805709 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-e0e2515f-dd2e-4767-b677-74153b16f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:52.807081 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-e0e2515f-dd2e-4767-b677-74153b16f720 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385199 Jan 28 05:03:52.899826 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-37e51c49-9f09-48b3-9c11-277c526e0885 service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864546 Jan 28 05:03:52.990263 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-2f8ae4ec-91f5-4ac3-a86c-1f509c13dbfb req-35390889-0e8d-429b-a74e-89c012f94c2a service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837460 Jan 28 05:03:53.114633 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-cbe24d60-96e2-4102-a53c-04b566b7c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:53.116057 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-cbe24d60-96e2-4102-a53c-04b566b7c81b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 1096 time: 0.0456657 Jan 28 05:03:53.203728 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-1d7bcad9-e910-496a-bfdd-10cd8b19a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:53.205414 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-1d7bcad9-e910-496a-bfdd-10cd8b19a7f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.0831082 Jan 28 05:03:53.245672 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-65fcbc23-37a2-4685-85a2-f5df0621ea78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87 HTTP/1.1" status: 200 len: 217 time: 0.0343421 Jan 28 05:03:53.296877 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-11b27907-e4e2-4e69-bfdf-6aeacba4d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:53.299001 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-11b27907-e4e2-4e69-bfdf-6aeacba4d46e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0458460 Jan 28 05:03:53.343817 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-a0f08ae9-5d79-4230-a3ce-177338def64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:53.346095 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-a0f08ae9-5d79-4230-a3ce-177338def64f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406618 Jan 28 05:03:53.431689 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-c70175d2-bfe5-4d0d-95f5-a69256f69cfe service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798512 Jan 28 05:03:53.525473 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-cd649857-bf20-4ef7-86ca-ea8a339cfb75 req-bedb9595-fd5a-4dcb-8734-625fa3487d9d service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850179 Jan 28 05:03:53.845851 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14286a9c-e6e5-4d9f-bed0-b9252254ff52 req-6e2a5ca0-419c-4007-afc4-528f029a6ea5 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:53.847404 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14286a9c-e6e5-4d9f-bed0-b9252254ff52 req-6e2a5ca0-419c-4007-afc4-528f029a6ea5 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 944 time: 0.0503941 Jan 28 05:03:53.898795 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-14286a9c-e6e5-4d9f-bed0-b9252254ff52 req-f44af5b4-f988-44ee-8e77-8af9dca1f0ad tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456762 Jan 28 05:03:55.019374 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2486352-0fa8-4b11-b3a8-91ef4083502a req-deb10b5f-de64-4e0f-99b9-de09d13ca346 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:55.020941 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2486352-0fa8-4b11-b3a8-91ef4083502a req-deb10b5f-de64-4e0f-99b9-de09d13ca346 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 944 time: 0.0487816 Jan 28 05:03:55.069683 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-f2486352-0fa8-4b11-b3a8-91ef4083502a req-64d37194-7b0b-411e-a958-a78247d60645 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431817 Jan 28 05:03:55.736386 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b7a29dc1-88b5-409b-89cf-ffffb1035c87 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:03:55.830022 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b7a29dc1-88b5-409b-89cf-ffffb1035c87, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:55.841192 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'port_id': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'mac_address': 'fa:16:3e:04:79:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:03:55.880555 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b7a29dc1-88b5-409b-89cf-ffffb1035c87 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:55.880970 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:55.895013 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a29dc1-88b5-409b-89cf-ffffb1035c87 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:03:55.914253 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b7a29dc1-88b5-409b-89cf-ffffb1035c87, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:55.918408 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:55.966894 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b7a29dc1-88b5-409b-89cf-ffffb1035c87,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:56.188019 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aa5ec-3dbb-4a15-a438-25aa4ad60dc1 req-7cd5d1b6-0801-41ac-9426-b6fa93727438 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:56.190213 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-096aa5ec-3dbb-4a15-a438-25aa4ad60dc1 req-7cd5d1b6-0801-41ac-9426-b6fa93727438 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 945 time: 0.0523870 Jan 28 05:03:56.219886 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b7a29dc1-88b5-409b-89cf-ffffb1035c87'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:03:56.239879 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-096aa5ec-3dbb-4a15-a438-25aa4ad60dc1 req-d86e4fb8-1e73-4f37-9086-1b35e1725791 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440831 Jan 28 05:03:57.354580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f804-b9b7-4cba-b26a-8fcddd6947c3 req-a5d79d55-2d69-45be-871d-5aa51942a3e2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:57.356074 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8de7f804-b9b7-4cba-b26a-8fcddd6947c3 req-a5d79d55-2d69-45be-871d-5aa51942a3e2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 945 time: 0.0476649 Jan 28 05:03:57.405737 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8de7f804-b9b7-4cba-b26a-8fcddd6947c3 req-b59cd969-ff07-4801-a851-cb9934a51649 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Jan 28 05:03:57.735924 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b7a29dc1-88b5-409b-89cf-ffffb1035c87 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:03:57.785366 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning for port b7a29dc1-88b5-409b-89cf-ffffb1035c87 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:03:57.789199 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port b7a29dc1-88b5-409b-89cf-ffffb1035c87 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:03:57.789576 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:57.867752 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b7a29dc1-88b5-409b-89cf-ffffb1035c87 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:03:57.868138 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:57.889783 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:03:57.892014 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a02bd5b-91f2-47bc-abf3-baa461d6a6ef" -d '{"events": [{"server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "name": "network-vif-plugged", "status": "completed", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:03:57.904676 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b7a29dc1-88b5-409b-89cf-ffffb1035c87, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:03:57.909702 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:03:57.933169 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4cbfc0-d33d-49e3-8c15-324c88add951 x-openstack-request-id: req-6d4cbfc0-d33d-49e3-8c15-324c88add951 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:03:57.933465 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "name": "network-vif-plugged", "status": "completed", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:03:57.933719 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d4cbfc0-d33d-49e3-8c15-324c88add951 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:03:57.934111 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'code': 200} Jan 28 05:03:57.958818 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b7a29dc1-88b5-409b-89cf-ffffb1035c87,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:03:58.057068 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625ccaa-3be3-4e85-825a-9abcaf9e423b req-c8a578a6-16ec-4e8b-9202-e0a0fcb0aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:58.058560 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7625ccaa-3be3-4e85-825a-9abcaf9e423b req-c8a578a6-16ec-4e8b-9202-e0a0fcb0aef0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 1098 time: 0.0421379 Jan 28 05:03:58.105645 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-7625ccaa-3be3-4e85-825a-9abcaf9e423b req-0954b721-cbaf-46dd-9d6f-c88263ec4f2f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406063 Jan 28 05:03:58.524570 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae3e11-15a4-47dd-86f9-1bcca247df2c req-b6fe17f5-7a03-4940-a1c7-c0372196d844 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:58.526092 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fae3e11-15a4-47dd-86f9-1bcca247df2c req-b6fe17f5-7a03-4940-a1c7-c0372196d844 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 946 time: 0.0514333 Jan 28 05:03:58.574681 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-4fae3e11-15a4-47dd-86f9-1bcca247df2c req-3036c077-b57c-4bf4-852c-f5a0ae24d806 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430233 Jan 28 05:03:59.695174 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f793f6c-9698-4e3d-b889-3932402a71f1 req-de3ec820-2c8b-432b-941f-795a410c39ec tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:59.696799 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f793f6c-9698-4e3d-b889-3932402a71f1 req-de3ec820-2c8b-432b-941f-795a410c39ec tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 946 time: 0.0490377 Jan 28 05:03:59.746193 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8f793f6c-9698-4e3d-b889-3932402a71f1 req-11fdc5e3-bc78-4467-8668-4f64cef0d8d0 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 Jan 28 05:03:59.860069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c0e4b-86d4-4bbf-aa75-5fda7f32ea5b req-97dcd73c-b766-4a9f-9ebd-febbf6097e7b tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:59.861484 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-845c0e4b-86d4-4bbf-aa75-5fda7f32ea5b req-97dcd73c-b766-4a9f-9ebd-febbf6097e7b tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 946 time: 0.0486753 Jan 28 05:03:59.913770 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-845c0e4b-86d4-4bbf-aa75-5fda7f32ea5b req-46dd82f0-8e9e-4cf7-9572-6e86f6151014 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463679 Jan 28 05:03:59.936228 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57712) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:59.984933 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b609351-7642-4cb6-b94b-f1e010fbd38b tempest-TestSnapshotPattern-386265196 tempest-TestSnapshotPattern-386265196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:03:59.986971 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5b609351-7642-4cb6-b94b-f1e010fbd38b tempest-TestSnapshotPattern-386265196 tempest-TestSnapshotPattern-386265196-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 1093 time: 0.0497060 Jan 28 05:03:59.989489 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:03:59.993883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Request body: {'floatingip': {'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'port_id': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:04:00.014507 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:00.111268 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:00.220558 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Allocated IP 172.25.1.107 (c428ea05-fdea-4927-b208-d8bd2b8e1ed7/fbc356bd-5e57-4780-9eb6-8d93eea4dad8/4566c686-fed2-4a9b-9d68-dc1fac18b700) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:04:00.328888 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for port (4566c686-fed2-4a9b-9d68-dc1fac18b700), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:00.367583 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761242826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4566c686-fed2-4a9b-9d68-dc1fac18b700), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:00.406331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Network c428ea05-fdea-4927-b208-d8bd2b8e1ed7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:04:00.409084 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:04:00.414580 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:04:00.436129 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'Port': ['ID=4566c686-fed2-4a9b-9d68-dc1fac18b700,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:00.448368 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.448713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.449079 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.449417 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.449749 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.450081 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.450407 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.450734 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.451055 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.451377 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.451699 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.452273 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.452596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:04:00.781830 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for floatingip (35fa11d2-d71f-4100-9c78-305ee3b7c82f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:00.846756 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (4566c686-fed2-4a9b-9d68-dc1fac18b700), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:00.996237 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for port (4566c686-fed2-4a9b-9d68-dc1fac18b700), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:01.000854 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7585706'] for port (4566c686-fed2-4a9b-9d68-dc1fac18b700), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:01.069630 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event updated for resources: {'Port': ['ID=4566c686-fed2-4a9b-9d68-dc1fac18b700,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:04:01.077772 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005896'] for floatingip (35fa11d2-d71f-4100-9c78-305ee3b7c82f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:01.177710 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Floating IP 35fa11d2-d71f-4100-9c78-305ee3b7c82f associated. External IP: 172.25.1.107, port: b7a29dc1-88b5-409b-89cf-ffffb1035c87. Jan 28 05:04:01.381707 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:04:01.487425 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:04:01.498177 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] Sync routers for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:04:01.507223 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:01.508906 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:01.509514 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:03:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:01.534138 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-5973f5a1-8149-47bb-b4bc-158b40528d11 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5435987 Jan 28 05:04:01.535346 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:04:01.537769 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:04:01.623562 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:01.629003 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b9a929-7d0d-4e4e-88af-80e0aaf7dbbb x-openstack-request-id: req-53b9a929-7d0d-4e4e-88af-80e0aaf7dbbb {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:04:01.629301 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:04:01.629560 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53b9a929-7d0d-4e4e-88af-80e0aaf7dbbb {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:04:01.629976 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'status': 'completed', 'code': 200} Jan 28 05:04:01.721137 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-b72ebbb2-2c90-4c79-bee7-edad97bb35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:01.722869 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-b72ebbb2-2c90-4c79-bee7-edad97bb35c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 1098 time: 0.0455258 Jan 28 05:04:01.811667 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-e8e1aed7-0f36-4786-82df-22aaf658a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:01.813156 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-e8e1aed7-0f36-4786-82df-22aaf658a908 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.0846078 Jan 28 05:04:01.850178 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '35fa11d2-d71f-4100-9c78-305ee3b7c82f', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:04:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:04:00Z', 'updated_at': '2022-01-28T05:04:00Z', 'revision_number': 0, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}, {'id': '7588679a-791d-4f8c-bcd9-ddf8be4d5840', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:00:52Z', 'updated_at': '2022-01-28T05:00:54Z', 'revision_number': 1, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:01.880343 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] Checking router: 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:04:01.881385 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-2d0dd096-16f7-4d65-a514-570fa0d7585e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87 HTTP/1.1" status: 200 len: 1000 time: 0.0624187 Jan 28 05:04:01.888615 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:04:01.889246 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:03:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:02.007371 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:04:02.244253 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '35fa11d2-d71f-4100-9c78-305ee3b7c82f', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:04:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:04:00Z', 'updated_at': '2022-01-28T05:04:00Z', 'revision_number': 0, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}, {'id': '7588679a-791d-4f8c-bcd9-ddf8be4d5840', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:00:52Z', 'updated_at': '2022-01-28T05:00:54Z', 'revision_number': 1, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:04:02.277545 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15850809-fc7a-45c4-8ba8-0d6f8b571046 None None] The sync data for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 is: [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '35fa11d2-d71f-4100-9c78-305ee3b7c82f', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:04:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:04:00Z', 'updated_at': '2022-01-28T05:04:00Z', 'revision_number': 0, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}, {'id': '7588679a-791d-4f8c-bcd9-ddf8be4d5840', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:00:52Z', 'updated_at': '2022-01-28T05:00:54Z', 'revision_number': 1, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:04:02.303997 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-3cfd375e-51b0-4231-ac60-6bf3b11c5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:02.305542 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-3cfd375e-51b0-4231-ac60-6bf3b11c5925 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.4119620 Jan 28 05:04:02.355590 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-0c074245-fe4e-4bf5-a1d4-93f6dc7e1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:02.357347 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-0c074245-fe4e-4bf5-a1d4-93f6dc7e1cdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457470 Jan 28 05:04:02.452105 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-2c372ab2-3093-4c02-9280-ddbe62576972 service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883574 Jan 28 05:04:02.474182 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7fd460-d792-43b2-a34e-7028405d9eb8 None None] New status for floating IP 35fa11d2-d71f-4100-9c78-305ee3b7c82f: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:04:02.541870 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-0de9a2c2-9e6e-4d3a-ae16-6f8b0c1a869b req-cf2dbede-0a82-4eb1-8f85-880969c7f3e1 service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837936 Jan 28 05:04:03.632699 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:04:10.775640 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f583a21-df93-4414-bfbd-20a7bbbd998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:12.783238 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b6b258a-030f-4c7f-bd99-908d81be36e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.172560 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:13.266110 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-d18d1d54-edc5-4fee-8a1f-11fef0db6201 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410149 Jan 28 05:04:13.371676 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-7ee62dce-cdb9-4286-986d-5cf0e834b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:13.373208 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-7ee62dce-cdb9-4286-986d-5cf0e834b8b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 1098 time: 0.0447633 Jan 28 05:04:13.482950 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-0731535a-6584-47b1-9d2a-6872ee7dff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:13.484422 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-0731535a-6584-47b1-9d2a-6872ee7dff0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.0825171 Jan 28 05:04:13.554542 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-35f95dc5-ccb8-4fcd-b235-cb15ae734bd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87 HTTP/1.1" status: 200 len: 1002 time: 0.0647192 Jan 28 05:04:13.601589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-ce3f3159-a3e0-44cb-ac2f-071b813873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:13.603044 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-ce3f3159-a3e0-44cb-ac2f-071b813873ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0432217 Jan 28 05:04:13.646477 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-3aa16121-b3e7-4f4c-99a9-40a95682fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:13.647973 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-3aa16121-b3e7-4f4c-99a9-40a95682fc02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396612 Jan 28 05:04:13.739112 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-9f3067f5-e992-42f6-86af-9fb8b976f8f6 service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 Jan 28 05:04:13.832250 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-20476ce2-452b-40b1-bbfb-767ab3622fc3 req-3c18779e-3cb1-4ff4-aa77-a2ec92c9471f service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829494 Jan 28 05:04:14.636636 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:15.345340 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:15.894447 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:17.023934 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:33.634114 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-28620fcd-9db9-4fc5-af57-1426f8bc489c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829387 Jan 28 05:04:33.736196 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-8012c3e1-d585-42c3-90d3-5354a77f7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:33.737902 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-8012c3e1-d585-42c3-90d3-5354a77f7a5e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1095 time: 0.0455790 Jan 28 05:04:33.838739 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-86f28a87-4ea8-4058-a81b-3e67df312c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:33.840166 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-86f28a87-4ea8-4058-a81b-3e67df312c93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.0850499 Jan 28 05:04:33.908632 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-50bbc733-f81c-4768-a2d5-7208c68340fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 200 len: 999 time: 0.0629134 Jan 28 05:04:33.954896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-ab0d1a8f-315f-4bfc-be11-1d1bc2498af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:33.957246 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-ab0d1a8f-315f-4bfc-be11-1d1bc2498af0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0435755 Jan 28 05:04:34.000530 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-dfbbdf40-9c7e-475d-a7e5-215371bd8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:04:34.002815 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-dfbbdf40-9c7e-475d-a7e5-215371bd8248 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394366 Jan 28 05:04:34.092691 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-5b3b3f6c-6fb9-45f0-95ad-8c13c5918634 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845888 Jan 28 05:04:34.183362 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-56495650-8517-44ed-8ed8-4e53f6fd9c84 req-23381c16-4da1-4c20-b43b-4a6e07fff446 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847013 Jan 28 05:04:40.632199 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:04:40.776181 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37975217-45ba-45f1-bb20-8bf957263294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:42.785268 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bf371cc-9e5f-429b-bf8c-1eabff46a3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:43.188824 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:44.641996 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.341003 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:45.895478 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:04:47.025862 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:10.777715 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7e57422e-6372-4bc9-84b8-ee2c79e13772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:12.786161 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40475586-4f00-4a23-801c-1350939e1c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.175085 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:13.237862 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-74ded76e-3315-44b6-af96-f80422220d53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415525 Jan 28 05:05:13.339719 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-6fdcda1f-6ed8-45b9-a0c6-38509bb29827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:13.341286 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-6fdcda1f-6ed8-45b9-a0c6-38509bb29827 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 1098 time: 0.0458047 Jan 28 05:05:13.442824 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-b08e2e74-ab37-4c6c-bbd3-96ead5e326d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:13.444197 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-b08e2e74-ab37-4c6c-bbd3-96ead5e326d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.0836978 Jan 28 05:05:13.515830 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-0bbcbd19-b3aa-4762-a9c8-8dc1332f39c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87 HTTP/1.1" status: 200 len: 1002 time: 0.0658436 Jan 28 05:05:13.565358 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-ccd197cc-5ed3-4cf3-b0d0-3efdf4fb7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:13.566802 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-ccd197cc-5ed3-4cf3-b0d0-3efdf4fb7b99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0440028 Jan 28 05:05:13.610168 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-f1a4df30-68e4-4910-94df-64cb1c541093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:13.612249 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-f1a4df30-68e4-4910-94df-64cb1c541093 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396867 Jan 28 05:05:13.701998 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-b6c2c50f-eb6c-4900-86f9-c7623610c770 service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840390 Jan 28 05:05:13.789761 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-e17f1570-a98c-4a01-9274-d4a796ccbdd7 req-c44f0c5e-c37c-423a-96e6-bf701f649fec service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811131 Jan 28 05:05:14.643225 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:15.339128 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:15.898763 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:17.029490 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:17.631376 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:05:32.374372 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b7a29dc1-88b5-409b-89cf-ffffb1035c87 details requested by agent hyperv_n-h1-808199-14 with host n-h1-808199-14 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:05:32.627511 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b7a29dc1-88b5-409b-89cf-ffffb1035c87, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:32.639201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Returning: {'device': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'port_id': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'mac_address': 'fa:16:3e:04:79:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:05:32.676225 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b7a29dc1-88b5-409b-89cf-ffffb1035c87 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:32.676607 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.688901 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7a29dc1-88b5-409b-89cf-ffffb1035c87 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:05:32.708285 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b7a29dc1-88b5-409b-89cf-ffffb1035c87, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:32.712383 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:32.763863 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b7a29dc1-88b5-409b-89cf-ffffb1035c87,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:32.771523 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.771867 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.772209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.772542 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.773008 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.773364 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.773718 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.774042 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.774415 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.774737 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.775060 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.775380 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.775698 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:32.869251 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] get_ports_and_sgs() called for port_ids ['b7a29dc1-88b5-409b-89cf-ffffb1035c87'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:05:34.387143 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b7a29dc1-88b5-409b-89cf-ffffb1035c87 up at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:05:34.437409 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Provisioning complete for port b7a29dc1-88b5-409b-89cf-ffffb1035c87 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:05:34.437947 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2056886'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:34.524694 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Current status of the port b7a29dc1-88b5-409b-89cf-ffffb1035c87 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:05:34.525114 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2072682'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:34.555693 n-d-808199-14 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:34.558103 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac6e78cb776427e2a1751666c4f16bda27e591db0c2e99fe6370c22266cf736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c129b4e-b604-4a44-93a5-580f802482a5" -d '{"events": [{"server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "name": "network-vif-plugged", "status": "completed", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:34.572649 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75298886-6206-4381-bfec-2c70aa405acc None None] For port b7a29dc1-88b5-409b-89cf-ffffb1035c87, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:34.577377 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761243384028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761242826033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761242826051'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:34.613838 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c57a185-56b2-4bac-8d33-a78e89c3787c x-openstack-request-id: req-7c57a185-56b2-4bac-8d33-a78e89c3787c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:34.614281 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "name": "network-vif-plugged", "status": "completed", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:34.614628 n-d-808199-14 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c57a185-56b2-4bac-8d33-a78e89c3787c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:34.615133 n-d-808199-14 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'code': 200} Jan 28 05:05:34.634388 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Pushing event updated for resources: {'Port': ['ID=b7a29dc1-88b5-409b-89cf-ffffb1035c87,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:35.370210 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-1954d999-adf9-4032-808f-72fa0c7396d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569830 Jan 28 05:05:35.477263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-ab2e2a36-6342-45ea-8a3b-e61e3aba6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:35.478788 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-ab2e2a36-6342-45ea-8a3b-e61e3aba6d47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1095 time: 0.0492077 Jan 28 05:05:35.609413 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-a780baf6-92db-4a40-9b34-d0a0d962c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:35.610915 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-a780baf6-92db-4a40-9b34-d0a0d962c081 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.1066632 Jan 28 05:05:35.692444 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-afb362a8-9d1f-4567-87ee-c0b9df00ed03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 200 len: 999 time: 0.0704327 Jan 28 05:05:35.744155 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-8f716c4c-637c-412c-82bd-71bc248b6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:35.745685 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-8f716c4c-637c-412c-82bd-71bc248b6222 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0472937 Jan 28 05:05:35.798102 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-91d17bd7-eb96-4295-870b-e10aad2c20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:35.800835 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-91d17bd7-eb96-4295-870b-e10aad2c20c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492344 Jan 28 05:05:35.899946 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-6fb5a20c-ab40-4488-9d9a-f55124ed5103 service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938709 Jan 28 05:05:35.999017 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-451d663e-868b-421f-9be7-e1a9f53dcfda req-152dd2d0-c339-4a0b-87f6-e274ede61dea service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935097 Jan 28 05:05:40.786382 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27624ae5-d9ed-45cd-ac93-24b64fd7b063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:42.789236 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb1a149-5e21-43cc-9ab6-114288a844be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:42.811906 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:42.974069 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Deleting port 4566c686-fed2-4a9b-9d68-dc1fac18b700 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:42.974411 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (4566c686-fed2-4a9b-9d68-dc1fac18b700), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.051876 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (4566c686-fed2-4a9b-9d68-dc1fac18b700), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.052260 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for floatingip (4566c686-fed2-4a9b-9d68-dc1fac18b700), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.064222 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Calling delete_port for 4566c686-fed2-4a9b-9d68-dc1fac18b700 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:43.188970 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.221719 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (4566c686-fed2-4a9b-9d68-dc1fac18b700), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.249274 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event deleted for resources: {'Port': ['ID=4566c686-fed2-4a9b-9d68-dc1fac18b700,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:43.259165 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.259523 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.259871 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.260216 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.260559 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.260924 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.261807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.261807 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.262028 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.262217 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.262551 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.262883 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.263212 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:43.323290 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for floatingip (35fa11d2-d71f-4100-9c78-305ee3b7c82f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.323624 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Floating IP 35fa11d2-d71f-4100-9c78-305ee3b7c82f disassociated (deleted). External IP: 172.25.1.107, port: b7a29dc1-88b5-409b-89cf-ffffb1035c87. Jan 28 05:05:43.528791 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:43.636067 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:43.641007 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:43.646678 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] Sync routers for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:43.657034 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:43.657658 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:43.668212 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-38c350b7-dcba-4c2d-86d9-b055bbb04b1e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "DELETE /v2.0/floatingips/35fa11d2-d71f-4100-9c78-305ee3b7c82f HTTP/1.1" status: 204 len: 168 time: 0.8552053 Jan 28 05:05:43.668787 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:43.671091 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cabc85-c6a8-4c61-9207-b2fe56af1692" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:43.713433 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225496a6-9447-4561-8890-5ef212993cfd x-openstack-request-id: req-225496a6-9447-4561-8890-5ef212993cfd {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:43.713632 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:43.713974 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-225496a6-9447-4561-8890-5ef212993cfd {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:43.714396 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'status': 'completed', 'code': 200} Jan 28 05:05:43.767435 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:43.800951 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-f215a27f-5f28-48d0-88e6-90bd28217542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:43.805652 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-f215a27f-5f28-48d0-88e6-90bd28217542 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 1098 time: 0.0502880 Jan 28 05:05:43.913567 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-c5bcf39d-dfc6-4bde-8121-d278fd6c2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:43.915069 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-c5bcf39d-dfc6-4bde-8121-d278fd6c2592 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.1038928 Jan 28 05:05:43.918010 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b013cc4-8168-4909-a783-13f4359f449b req-af32529a-201c-4594-90cf-6dea12d66237 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:43.919515 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b013cc4-8168-4909-a783-13f4359f449b req-af32529a-201c-4594-90cf-6dea12d66237 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 946 time: 0.0610876 Jan 28 05:05:43.961578 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-65fd4fdd-524d-4c6a-ab50-975cc0fbcc90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87 HTTP/1.1" status: 200 len: 217 time: 0.0384912 Jan 28 05:05:43.973410 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8b013cc4-8168-4909-a783-13f4359f449b req-7682c2ca-addf-4de5-9203-810a0fb79e92 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476825 Jan 28 05:05:44.016492 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-0c02ae99-753a-4ce0-8c40-eb00534eaace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:44.018028 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-0c02ae99-753a-4ce0-8c40-eb00534eaace service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0506279 Jan 28 05:05:44.067518 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-ea4b7c5d-f819-470f-ab7e-99b2f2b226fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:44.069064 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-ea4b7c5d-f819-470f-ab7e-99b2f2b226fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427897 Jan 28 05:05:44.080379 n-d-808199-14 neutron-server[103289]: DEBUG neutron.wsgi [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-65778ce8-7ce4-4073-812a-c625630b8411 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:05:44.081716 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-65778ce8-7ce4-4073-812a-c625630b8411 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053878 Jan 28 05:05:44.115141 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '7588679a-791d-4f8c-bcd9-ddf8be4d5840', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:00:52Z', 'updated_at': '2022-01-28T05:00:54Z', 'revision_number': 1, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:44.140715 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] Checking router: 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:44.149476 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:44.150079 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:44.173490 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-06b30d99-90e5-4fb9-a268-3aecf8556036 service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840094 Jan 28 05:05:44.255386 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:44.269837 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-46cabc85-c6a8-4c61-9207-b2fe56af1692 req-46a8b364-a506-49e2-b1e3-911e1bc7c10d service neutron] 10.222.0.42 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882607 Jan 28 05:05:44.474710 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '7588679a-791d-4f8c-bcd9-ddf8be4d5840', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:00:52Z', 'updated_at': '2022-01-28T05:00:54Z', 'revision_number': 1, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:44.500155 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828219c1-177d-4c27-aeeb-0624bada2c73 None None] The sync data for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 is: [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_floatingips': [{'id': '7588679a-791d-4f8c-bcd9-ddf8be4d5840', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'router_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'port_id': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'mac_address': 'fa:16:3e:f5:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:00:52Z', 'updated_at': '2022-01-28T05:00:54Z', 'revision_number': 1, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:44.644978 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:44.766879 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9fa767-18ab-41ed-bee1-1cbed9a08679 None None] New status for floating IP 35fa11d2-d71f-4100-9c78-305ee3b7c82f: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:05:45.106106 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d8d1c-2e5b-42f8-9382-f414329c12e3 req-cb45188d-670e-4589-81a1-0e635754de54 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:45.107615 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a9d8d1c-2e5b-42f8-9382-f414329c12e3 req-cb45188d-670e-4589-81a1-0e635754de54 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 946 time: 0.0523314 Jan 28 05:05:45.155554 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-8a9d8d1c-2e5b-42f8-9382-f414329c12e3 req-fb8a8f4a-a6ce-4120-8b34-97b970d04e91 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423117 Jan 28 05:05:45.358183 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.589696 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b8631-429d-4535-9540-c7c11724e869 req-90036995-18ab-4d57-b819-255300a0d9b2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:45.591184 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c84b8631-429d-4535-9540-c7c11724e869 req-90036995-18ab-4d57-b819-255300a0d9b2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 946 time: 0.0497730 Jan 28 05:05:45.681941 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c84b8631-429d-4535-9540-c7c11724e869 req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Deleting port b7a29dc1-88b5-409b-89cf-ffffb1035c87 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:45.682281 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c84b8631-429d-4535-9540-c7c11724e869 req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.768423 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c84b8631-429d-4535-9540-c7c11724e869 req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] For port b7a29dc1-88b5-409b-89cf-ffffb1035c87, host n-h1-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-14',level=0,port_id=b7a29dc1-88b5-409b-89cf-ffffb1035c87,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:45.768788 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c84b8631-429d-4535-9540-c7c11724e869 req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.781687 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c84b8631-429d-4535-9540-c7c11724e869 req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Calling delete_port for b7a29dc1-88b5-409b-89cf-ffffb1035c87 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:45.901662 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.913797 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c84b8631-429d-4535-9540-c7c11724e869 req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (b7a29dc1-88b5-409b-89cf-ffffb1035c87), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:45.944606 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event deleted for resources: {'Port': ['ID=b7a29dc1-88b5-409b-89cf-ffffb1035c87,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:45.957543 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.957896 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.958241 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.958581 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.958926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.959263 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.959597 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.959926 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.960249 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.960586 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.960916 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.961243 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.961568 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-14 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:05:45.999943 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84b8631-429d-4535-9540-c7c11724e869 req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] No DVR routers for this DVR port b7a29dc1-88b5-409b-89cf-ffffb1035c87 on host n-h1-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:46.002672 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c84b8631-429d-4535-9540-c7c11724e869 req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:46.006152 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-c84b8631-429d-4535-9540-c7c11724e869 req-3c1f9688-9401-49c3-9e02-f811f41bbde2 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.42 "DELETE /v2.0/ports/b7a29dc1-88b5-409b-89cf-ffffb1035c87 HTTP/1.1" status: 204 len: 173 time: 0.4101138 Jan 28 05:05:46.006589 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'name': 'network-vif-deleted', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:46.008863 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5a0f72-83e9-4722-be39-40d5881a1869" -d '{"events": [{"server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "name": "network-vif-deleted", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:46.099856 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27fdb9c-44bd-404c-9685-19d74c758f26 x-openstack-request-id: req-f27fdb9c-44bd-404c-9685-19d74c758f26 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:46.100214 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357", "name": "network-vif-deleted", "tag": "b7a29dc1-88b5-409b-89cf-ffffb1035c87", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:46.100482 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f27fdb9c-44bd-404c-9685-19d74c758f26 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:46.101137 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357', 'name': 'network-vif-deleted', 'tag': 'b7a29dc1-88b5-409b-89cf-ffffb1035c87', 'status': 'completed', 'code': 200} Jan 28 05:05:46.262833 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-e501e67f-74c5-4977-a767-75fe8b4594e0 req-1038751f-2a98-4aca-95d8-685e81d9442e tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bf8af1d-33e7-43a2-a8fd-5c9bc8c26357 HTTP/1.1" status: 200 len: 210 time: 0.0261245 Jan 28 05:05:46.466573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b7a29dc1-88b5-409b-89cf-ffffb1035c87 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:46.487048 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: b7a29dc1-88b5-409b-89cf-ffffb1035c87 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:46.487320 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b7a29dc1-88b5-409b-89cf-ffffb1035c87 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:47.032606 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:47.822020 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:47.976288 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Deleting port 8f0234e0-d2ee-465f-b9f9-1540993c2cc3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:47.976630 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8f0234e0-d2ee-465f-b9f9-1540993c2cc3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.054596 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8f0234e0-d2ee-465f-b9f9-1540993c2cc3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.054852 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for floatingip (8f0234e0-d2ee-465f-b9f9-1540993c2cc3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.066349 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Calling delete_port for 8f0234e0-d2ee-465f-b9f9-1540993c2cc3 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:48.548310 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8f0234e0-d2ee-465f-b9f9-1540993c2cc3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.582653 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event deleted for resources: {'Port': ['ID=8f0234e0-d2ee-465f-b9f9-1540993c2cc3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:48.639680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for floatingip (7588679a-791d-4f8c-bcd9-ddf8be4d5840), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.640005 n-d-808199-14 neutron-server[103288]: INFO neutron.db.l3_db [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Floating IP 7588679a-791d-4f8c-bcd9-ddf8be4d5840 disassociated (deleted). External IP: 172.25.1.199, port: 668cc09e-8767-46bd-9acf-2894188e9fd4. Jan 28 05:05:48.847977 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:48.954233 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:48.959142 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:48.965434 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] Sync routers for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:48.976788 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:48.977431 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:48.999319 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-62c61c34-7370-45ea-bae0-d92c61c3b1d3 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "DELETE /v2.0/floatingips/7588679a-791d-4f8c-bcd9-ddf8be4d5840 HTTP/1.1" status: 204 len: 168 time: 1.1761148 Jan 28 05:05:48.999854 n-d-808199-14 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:49.002208 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe9b310386070029f2b45a53c1ca94b54cf45a2f05f22641e33363ed01f1821" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:49.043858 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19880300-5eb9-4c57-8bba-7170fb2a5ada x-openstack-request-id: req-19880300-5eb9-4c57-8bba-7170fb2a5ada {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:49.044149 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:49.044405 n-d-808199-14 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19880300-5eb9-4c57-8bba-7170fb2a5ada {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:49.044815 n-d-808199-14 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'status': 'completed', 'code': 200} Jan 28 05:05:49.097938 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:49.131919 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-2f2f5344-9ba3-46b2-b6aa-e1a805ce06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:49.133398 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-2f2f5344-9ba3-46b2-b6aa-e1a805ce06be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55f346b6620947ee9522ec8b3fda0a19&device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 1095 time: 0.0478110 Jan 28 05:05:49.239049 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-ac56e0b0-d9d9-4c7c-ba1d-1ffa8dde0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:49.240555 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-ac56e0b0-d9d9-4c7c-ba1d-1ffa8dde0aa8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 200 len: 911 time: 0.1014991 Jan 28 05:05:49.256617 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ffcc0-a979-47f2-8746-7e09e422a1f7 req-a7b41d19-b3e3-4001-a963-0e9d34f24d50 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:49.258206 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f2ffcc0-a979-47f2-8746-7e09e422a1f7 req-a7b41d19-b3e3-4001-a963-0e9d34f24d50 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 943 time: 0.0519004 Jan 28 05:05:49.293018 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-70e01d68-1068-446a-b6d8-0f4c23ed2431 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 200 len: 217 time: 0.0449963 Jan 28 05:05:49.309960 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-5f2ffcc0-a979-47f2-8746-7e09e422a1f7 req-0779c0ef-c296-4fb8-86b0-d9414f01953a tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456049 Jan 28 05:05:49.315370 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:49.342805 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-d12f862a-5103-4dbf-b20c-e9c7cfc674ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:49.344320 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-d12f862a-5103-4dbf-b20c-e9c7cfc674ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 200 len: 849 time: 0.0460744 Jan 28 05:05:49.354838 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] Checking router: 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:49.363313 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:49.363921 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:49.391072 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-5603741f-9d9f-4b7a-bfde-4ec0d8271238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:49.392508 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-5603741f-9d9f-4b7a-bfde-4ec0d8271238 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bce9528-8309-4ad5-bd6f-e632d92c7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415463 Jan 28 05:05:49.470434 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:49.487594 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-f3719d8e-e4a1-451b-bbca-46e122cfb2ab service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880258 Jan 28 05:05:49.577694 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-00ad0af0-098d-470d-9fd2-77c7da7cc7d1 req-42e91e00-0bd6-4f82-a447-5974d7738fbe service neutron] 10.222.0.25 "GET /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833611 Jan 28 05:05:49.666531 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:49.691626 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451ac99-d884-4ead-8821-a93511052d8f None None] The sync data for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 is: [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:30Z', 'revision_number': 4, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14', '_interfaces': [{'id': '8013d4ae-5e9a-4bbf-873f-bbe631d01a94', 'name': '', 'network_id': '1bce9528-8309-4ad5-bd6f-e632d92c7cb2', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'mac_address': 'fa:16:3e:61:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:30Z', 'updated_at': '2022-01-28T05:00:35Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'subnets': [{'id': '92cf4e42-f8f8-4eb4-98e0-97b89897c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:49.897393 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844739c6-a35f-41a3-848c-9d2fc6474f1c None None] New status for floating IP 7588679a-791d-4f8c-bcd9-ddf8be4d5840: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:05:50.388010 n-d-808199-14 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-f3f0978b-e53c-4be1-a5e4-bdf38147df89 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:50.389506 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-f3f0978b-e53c-4be1-a5e4-bdf38147df89 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 943 time: 0.0503120 Jan 28 05:05:50.434086 n-d-808199-14 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c11f7-38ec-4fbc-84d7-7f158fd200c1 req-1f5dd9ef-4dac-43f4-97c4-d41aa60efdaa tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:05:50.435598 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-887c11f7-38ec-4fbc-84d7-7f158fd200c1 req-1f5dd9ef-4dac-43f4-97c4-d41aa60efdaa tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bb741b6-e4d9-4415-93b6-b2d920262a3e HTTP/1.1" status: 200 len: 943 time: 0.0525336 Jan 28 05:05:50.482719 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b7a29dc1-88b5-409b-89cf-ffffb1035c87 no longer exists at agent hyperv_n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:50.485012 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-de8d242e-30e2-418f-880a-799104b22db1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Deleting port 668cc09e-8767-46bd-9acf-2894188e9fd4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:50.485589 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [req-887c11f7-38ec-4fbc-84d7-7f158fd200c1 req-dddc47f9-83d5-4627-a075-59169db4671d tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440693 Jan 28 05:05:50.488751 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-de8d242e-30e2-418f-880a-799104b22db1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.503891 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-75298886-6206-4381-bfec-2c70aa405acc None None] No Port match for: b7a29dc1-88b5-409b-89cf-ffffb1035c87 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:50.504240 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Device b7a29dc1-88b5-409b-89cf-ffffb1035c87 not bound to the agent host n-h1-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:50.578447 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-de8d242e-30e2-418f-880a-799104b22db1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] For port 668cc09e-8767-46bd-9acf-2894188e9fd4, host n-h2-808199-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-14',level=0,port_id=668cc09e-8767-46bd-9acf-2894188e9fd4,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:50.578809 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-de8d242e-30e2-418f-880a-799104b22db1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.592321 n-d-808199-14 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-de8d242e-30e2-418f-880a-799104b22db1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Calling delete_port for 668cc09e-8767-46bd-9acf-2894188e9fd4 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:50.721464 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-de8d242e-30e2-418f-880a-799104b22db1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543923'] for port (668cc09e-8767-46bd-9acf-2894188e9fd4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.749602 n-d-808199-14 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d242e-30e2-418f-880a-799104b22db1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event deleted for resources: {'Port': ['ID=668cc09e-8767-46bd-9acf-2894188e9fd4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:50.794959 n-d-808199-14 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-de8d242e-30e2-418f-880a-799104b22db1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] No DVR routers for this DVR port 668cc09e-8767-46bd-9acf-2894188e9fd4 on host n-h2-808199-14 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:50.797517 n-d-808199-14 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-de8d242e-30e2-418f-880a-799104b22db1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88409'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:50.801396 n-d-808199-14 neutron-server[103289]: INFO neutron.wsgi [req-536ceff3-b1cd-4c7f-a832-56519d26dccf req-de8d242e-30e2-418f-880a-799104b22db1 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.25 "DELETE /v2.0/ports/668cc09e-8767-46bd-9acf-2894188e9fd4 HTTP/1.1" status: 204 len: 173 time: 0.4067984 Jan 28 05:05:50.801838 n-d-808199-14 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'name': 'network-vif-deleted', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:05:50.804093 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bff3d7e718fbb98ff4d56eaf6a8eafef9fa491af92552ee0ac00474795c3ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0f44ca-786b-402c-9e69-cda054b67c7f" -d '{"events": [{"server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "name": "network-vif-deleted", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:05:50.841418 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b247922e-dcc1-405f-b8b5-0e2f11470661 x-openstack-request-id: req-b247922e-dcc1-405f-b8b5-0e2f11470661 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:05:50.841716 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb741b6-e4d9-4415-93b6-b2d920262a3e", "name": "network-vif-deleted", "tag": "668cc09e-8767-46bd-9acf-2894188e9fd4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:05:50.841974 n-d-808199-14 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b247922e-dcc1-405f-b8b5-0e2f11470661 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:05:50.842441 n-d-808199-14 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb741b6-e4d9-4415-93b6-b2d920262a3e', 'name': 'network-vif-deleted', 'tag': '668cc09e-8767-46bd-9acf-2894188e9fd4', 'status': 'completed', 'code': 200} Jan 28 05:05:51.543435 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:51.601015 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-475d154f-0445-4840-83ff-d20871ad71c8 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group (a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.626017 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-475d154f-0445-4840-83ff-d20871ad71c8 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group (a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.685052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-475d154f-0445-4840-83ff-d20871ad71c8 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.687652 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-475d154f-0445-4840-83ff-d20871ad71c8 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:51.688807 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-475d154f-0445-4840-83ff-d20871ad71c8 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] 10.222.0.44 "DELETE /v2.0/security-groups/a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2 HTTP/1.1" status: 204 len: 168 time: 0.1443956 Jan 28 05:05:51.698877 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d154f-0445-4840-83ff-d20871ad71c8 tempest-TestSnapshotPattern-1735622305 tempest-TestSnapshotPattern-1735622305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ec27a1-64b7-4eb4-b329-0f8026c8a9e2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:51.733901 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:52.171191 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.416450 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] Deleting port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:52.416792 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.494511 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] For port 8013d4ae-5e9a-4bbf-873f-bbe631d01a94, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8013d4ae-5e9a-4bbf-873f-bbe631d01a94,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:52.494797 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.507468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] Calling delete_port for 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:52.686650 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8013d4ae-5e9a-4bbf-873f-bbe631d01a94), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:52.725293 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] Pushing event deleted for resources: {'Port': ['ID=8013d4ae-5e9a-4bbf-873f-bbe631d01a94,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:52.888981 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.108628 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] Router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:53.215683 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:53.220652 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8e5cede5-d329-4010-baf8-3ebf959d9726 admin admin] 10.222.0.44 "PUT /v2.0/routers/0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4856222 Jan 28 05:05:53.223307 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:53.226111 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] Sync routers for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:53.236756 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:53.237932 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:53.329610 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Publish callbacks [] for router (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.346155 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: n-d-808199-14 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:53.432223 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Publish callbacks [] for router_gateway (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.484684 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Deleting port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:53.485048 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.569845 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] For port 15474dcb-5d62-44ec-ad5b-7ab18e790e4e, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=15474dcb-5d62-44ec-ad5b-7ab18e790e4e,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:53.570207 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.583596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Calling delete_port for 15474dcb-5d62-44ec-ad5b-7ab18e790e4e owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:53.615323 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:05:52Z', 'revision_number': 5, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port': {'id': '15474dcb-5d62-44ec-ad5b-7ab18e790e4e', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:53.641350 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] Checking router: 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce for host: n-d-808199-14 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:53.650018 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] Routers {'0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'} bound to L3 agent in host n-d-808199-14 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:53.650613 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:53.734385 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] Set router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:53.752473 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (15474dcb-5d62-44ec-ad5b-7ab18e790e4e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.783586 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15474dcb-5d62-44ec-ad5b-7ab18e790e4e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:53.788655 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 6, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:53.817713 n-d-808199-14 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2cffcc-1af6-48dd-aa29-bc610331c4ac None None] The sync data for ids ['0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce'] in n-d-808199-14 is: [{'id': '0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce', 'name': 'tempest-TestSnapshotPattern-1685022564-router', 'tenant_id': '55f346b6620947ee9522ec8b3fda0a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:28Z', 'updated_at': '2022-01-28T05:05:53Z', 'revision_number': 6, 'project_id': '55f346b6620947ee9522ec8b3fda0a19', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:53.845036 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.935288 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.937494 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Publish callbacks [] for router_controller (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.980202 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.980809 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:05:53.985934 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:53.987070 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-c1c0e460-1469-4cfd-b474-67086c4a85a7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0636f2a1-aa5d-40b2-ab6f-fbb4570dd7ce HTTP/1.1" status: 204 len: 168 time: 0.7628775 Jan 28 05:05:53.989773 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57996) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:54.053249 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9f8176-4a53-433d-98b2-a6488cdb947a admin admin] Deleting subnet 92cf4e42-f8f8-4eb4-98e0-97b89897c783 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:05:54.057474 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8176-4a53-433d-98b2-a6488cdb947a admin admin] Publish callbacks [] for subnet (92cf4e42-f8f8-4eb4-98e0-97b89897c783), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.095161 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8176-4a53-433d-98b2-a6488cdb947a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (92cf4e42-f8f8-4eb4-98e0-97b89897c783), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.171680 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8176-4a53-433d-98b2-a6488cdb947a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (92cf4e42-f8f8-4eb4-98e0-97b89897c783), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.232526 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8176-4a53-433d-98b2-a6488cdb947a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (92cf4e42-f8f8-4eb4-98e0-97b89897c783), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.258112 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f8176-4a53-433d-98b2-a6488cdb947a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92cf4e42-f8f8-4eb4-98e0-97b89897c783,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:54.263814 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8176-4a53-433d-98b2-a6488cdb947a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.267051 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-9e9f8176-4a53-433d-98b2-a6488cdb947a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/92cf4e42-f8f8-4eb4-98e0-97b89897c783 HTTP/1.1" status: 204 len: 168 time: 0.2762628 Jan 28 05:05:54.269824 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd83fc2a-1255-46eb-a428-4fbbcd2ca73b None None] Network 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:54.270490 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 57998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:54.340974 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (1bce9528-8309-4ad5-bd6f-e632d92c7cb2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.399066 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Deleting port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:54.399406 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.407959 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 668cc09e-8767-46bd-9acf-2894188e9fd4 no longer exists at agent hyperv_n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:54.428508 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] No Port match for: 668cc09e-8767-46bd-9acf-2894188e9fd4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:54.428875 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Device 668cc09e-8767-46bd-9acf-2894188e9fd4 not bound to the agent host n-h2-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:54.468767 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] For port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=7fa16ff4-1e3c-4c9f-a935-00caf75b2c24,segment=NetworkSegment(21fd2653-bbfa-4147-99f5-6edf0e01cc33),segment_id=21fd2653-bbfa-4147-99f5-6edf0e01cc33)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:54.469155 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.482152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Calling delete_port for 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:54.559417 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (7fa16ff4-1e3c-4c9f-a935-00caf75b2c24), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.582201 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ace16-e985-4c4a-9fa6-c6c95c4332bb None None] DHCP port deletion for 1bce9528-8309-4ad5-bd6f-e632d92c7cb2 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:05:54.590389 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa16ff4-1e3c-4c9f-a935-00caf75b2c24,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:54.593777 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] No DVR routers for this DVR port 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:54.631597 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:05:54.670410 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (1bce9528-8309-4ad5-bd6f-e632d92c7cb2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.693188 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bce9528-8309-4ad5-bd6f-e632d92c7cb2']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:54.703012 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fd2653-bbfa-4147-99f5-6edf0e01cc33') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:54.703308 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fd2653-bbfa-4147-99f5-6edf0e01cc33') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:54.713777 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (21fd2653-bbfa-4147-99f5-6edf0e01cc33), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.729989 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (21fd2653-bbfa-4147-99f5-6edf0e01cc33), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.737057 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:05:54.737580 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (21fd2653-bbfa-4147-99f5-6edf0e01cc33), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: timer() Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:05:54.739376 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:05:54.806743 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (1bce9528-8309-4ad5-bd6f-e632d92c7cb2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.813052 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:54.816616 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] 10.222.0.44 "DELETE /v2.0/networks/1bce9528-8309-4ad5-bd6f-e632d92c7cb2 HTTP/1.1" status: 204 len: 168 time: 0.5453837 Jan 28 05:05:54.819567 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:54.838713 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8ec0e-584e-4a5e-a38e-09e9ecc55f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bce9528-8309-4ad5-bd6f-e632d92c7cb2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:55.110903 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:55.137553 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:55.138428 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 7fa16ff4-1e3c-4c9f-a935-00caf75b2c24 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:55.138757 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 15474dcb-5d62-44ec-ad5b-7ab18e790e4e no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:55.166527 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 15474dcb-5d62-44ec-ad5b-7ab18e790e4e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:55.166869 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 15474dcb-5d62-44ec-ad5b-7ab18e790e4e not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:55.167276 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:55.187701 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:55.188045 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8013d4ae-5e9a-4bbf-873f-bbe631d01a94 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:55.518264 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992584'] for router_interface (b5b5f5c5-4916-417a-ad1a-21a180419df7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.757799 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] Deleting port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:55.758141 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.837900 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] For port 6e4d53ec-d172-4131-bc6b-f7acb133c5ee, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=6e4d53ec-d172-4131-bc6b-f7acb133c5ee,segment=NetworkSegment(fc6e1e05-72ad-45bc-b5fa-5d4454406b25),segment_id=fc6e1e05-72ad-45bc-b5fa-5d4454406b25)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:55.838584 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:55.849942 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] Calling delete_port for 6e4d53ec-d172-4131-bc6b-f7acb133c5ee owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:56.026520 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (6e4d53ec-d172-4131-bc6b-f7acb133c5ee), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.051458 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4d53ec-d172-4131-bc6b-f7acb133c5ee,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:56.220525 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-984083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992740'] for router_interface (b5b5f5c5-4916-417a-ad1a-21a180419df7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.435378 n-d-808199-14 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] Router b5b5f5c5-4916-417a-ad1a-21a180419df7 has already been hosted by L3 agent c3bdc14d-a5c2-4747-86ac-73fd9090205c {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:05:56.539867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] Notify agent at l3_agent.n-d-808199-14 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:05:56.545044 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2fd41f3b-b747-49fc-81d9-2af41ce92e4f admin admin] 10.222.0.44 "PUT /v2.0/routers/b5b5f5c5-4916-417a-ad1a-21a180419df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7239068 Jan 28 05:05:56.547467 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58002) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:56.550733 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] Sync routers for ids ['b5b5f5c5-4916-417a-ad1a-21a180419df7'] in n-d-808199-14 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:05:56.561168 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] Routers {'b5b5f5c5-4916-417a-ad1a-21a180419df7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:56.562029 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b5b5f5c5-4916-417a-ad1a-21a180419df7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:56.652828 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Publish callbacks [] for router (b5b5f5c5-4916-417a-ad1a-21a180419df7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.667300 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] Set router b5b5f5c5-4916-417a-ad1a-21a180419df7 gateway port host: n-d-808199-14 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:56.757194 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Publish callbacks [] for router_gateway (b5b5f5c5-4916-417a-ad1a-21a180419df7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.809074 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Deleting port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:56.809410 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.843960 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'name': 'tempest-TestSnapshotPattern-44423544-router', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'external_fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:32Z', 'updated_at': '2022-01-28T05:05:55Z', 'revision_number': 5, 'project_id': '9766653d197e442d8a831b374f7a2848', 'gw_port': {'id': '8c1c6655-9792-4151-9eaa-d7e6c05b5edc', 'name': '', 'network_id': 'c428ea05-fdea-4927-b208-d8bd2b8e1ed7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:00:33Z', 'updated_at': '2022-01-28T05:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbc356bd-5e57-4780-9eb6-8d93eea4dad8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-14'}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:56.876105 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] Checking router: b5b5f5c5-4916-417a-ad1a-21a180419df7 for host: n-d-808199-14 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:05:56.884739 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] Routers {'b5b5f5c5-4916-417a-ad1a-21a180419df7'} bound to L3 agent in host n-d-808199-14 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:05:56.885371 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T03:14:42Z,description=,heartbeat_timestamp=2022-01-28T05:05:43Z,host='n-d-808199-14',id=c3bdc14d-a5c2-4747-86ac-73fd9090205c,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T03:14:42Z,topic='l3_agent')) {'router_ids': ['b5b5f5c5-4916-417a-ad1a-21a180419df7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:56.890615 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] For port 8c1c6655-9792-4151-9eaa-d7e6c05b5edc, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=8c1c6655-9792-4151-9eaa-d7e6c05b5edc,segment=NetworkSegment(c7c64878-1c2d-4932-a846-ab28034f9115),segment_id=c7c64878-1c2d-4932-a846-ab28034f9115)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:56.891145 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:56.903461 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Calling delete_port for 8c1c6655-9792-4151-9eaa-d7e6c05b5edc owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:56.971028 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] Set router b5b5f5c5-4916-417a-ad1a-21a180419df7 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:05:57.022740 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'name': 'tempest-TestSnapshotPattern-44423544-router', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:32Z', 'updated_at': '2022-01-28T05:05:56Z', 'revision_number': 6, 'project_id': '9766653d197e442d8a831b374f7a2848', 'gw_port_host': None}], 'n-d-808199-14', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:57.053046 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db496892-1ac3-4284-8dd0-86b7d256a309 None None] The sync data for ids ['b5b5f5c5-4916-417a-ad1a-21a180419df7'] in n-d-808199-14 is: [{'id': 'b5b5f5c5-4916-417a-ad1a-21a180419df7', 'name': 'tempest-TestSnapshotPattern-44423544-router', 'tenant_id': '9766653d197e442d8a831b374f7a2848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:00:32Z', 'updated_at': '2022-01-28T05:05:56Z', 'revision_number': 6, 'project_id': '9766653d197e442d8a831b374f7a2848', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:05:57.076709 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (8c1c6655-9792-4151-9eaa-d7e6c05b5edc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.101152 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1c6655-9792-4151-9eaa-d7e6c05b5edc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:57.165609 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-991374'] for router_gateway (b5b5f5c5-4916-417a-ad1a-21a180419df7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.254757 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-991995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router (b5b5f5c5-4916-417a-ad1a-21a180419df7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.256918 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Publish callbacks [] for router_controller (b5b5f5c5-4916-417a-ad1a-21a180419df7), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.303074 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-991986'] for router (b5b5f5c5-4916-417a-ad1a-21a180419df7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.303848 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b5f5c5-4916-417a-ad1a-21a180419df7 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:05:57.309391 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.310550 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-11279e69-0f21-47e1-ba9e-ab02de15d141 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b5b5f5c5-4916-417a-ad1a-21a180419df7 HTTP/1.1" status: 204 len: 168 time: 0.7621915 Jan 28 05:05:57.313177 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58004) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:57.358369 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5fa2e9-780d-4ecc-bf5f-4f3d40f3953e admin admin] Deleting subnet 590ffa15-448e-4cb7-a09f-58bd439af01d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:05:57.361344 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa2e9-780d-4ecc-bf5f-4f3d40f3953e admin admin] Publish callbacks [] for subnet (590ffa15-448e-4cb7-a09f-58bd439af01d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.396760 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa2e9-780d-4ecc-bf5f-4f3d40f3953e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7572790'] for subnet (590ffa15-448e-4cb7-a09f-58bd439af01d), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.485380 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa2e9-780d-4ecc-bf5f-4f3d40f3953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2069419'] for subnet (590ffa15-448e-4cb7-a09f-58bd439af01d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.542574 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa2e9-780d-4ecc-bf5f-4f3d40f3953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2069412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7585636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6027098'] for subnet (590ffa15-448e-4cb7-a09f-58bd439af01d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.570133 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fa2e9-780d-4ecc-bf5f-4f3d40f3953e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590ffa15-448e-4cb7-a09f-58bd439af01d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:57.572028 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa2e9-780d-4ecc-bf5f-4f3d40f3953e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.575268 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2a5fa2e9-780d-4ecc-bf5f-4f3d40f3953e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/590ffa15-448e-4cb7-a09f-58bd439af01d HTTP/1.1" status: 204 len: 168 time: 0.2611771 Jan 28 05:05:57.578120 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:57.582302 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57849aca-a159-469d-b7d5-5abd6f670140 None None] Network be73d0dd-ce66-4079-aaa0-1a072b624869 requested from n-d-808199-14 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:05:57.650665 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2028650'] for network (be73d0dd-ce66-4079-aaa0-1a072b624869), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.711076 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Deleting port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:57.711418 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.772329 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] For port 45189b08-a4e4-4dd8-9396-e29ea8d18d78, host n-d-808199-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-14',level=0,port_id=45189b08-a4e4-4dd8-9396-e29ea8d18d78,segment=NetworkSegment(fc6e1e05-72ad-45bc-b5fa-5d4454406b25),segment_id=fc6e1e05-72ad-45bc-b5fa-5d4454406b25)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:57.772620 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.788468 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Calling delete_port for 45189b08-a4e4-4dd8-9396-e29ea8d18d78 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:57.835093 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5da0e5-60e0-45fe-872a-f13d3680112f None None] DHCP port deletion for be73d0dd-ce66-4079-aaa0-1a072b624869 request from n-d-808199-14 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:05:57.873987 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7585617'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.887634 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cc5da0e5-60e0-45fe-872a-f13d3680112f None None] Deleting port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:05:57.888021 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc5da0e5-60e0-45fe-872a-f13d3680112f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761243379056'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.906158 n-d-808199-14 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] No DVR routers for this DVR port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 on host n-d-808199-14 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:57.907867 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Pushing event deleted for resources: {'Port': ['ID=45189b08-a4e4-4dd8-9396-e29ea8d18d78,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:57.951111 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cc5da0e5-60e0-45fe-872a-f13d3680112f None None] For port 45189b08-a4e4-4dd8-9396-e29ea8d18d78, host n-d-808199-14, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:05:57.951513 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc5da0e5-60e0-45fe-872a-f13d3680112f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1006959'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.966039 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cc5da0e5-60e0-45fe-872a-f13d3680112f None None] Calling delete_port for 45189b08-a4e4-4dd8-9396-e29ea8d18d78 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:05:57.968772 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-cc5da0e5-60e0-45fe-872a-f13d3680112f None None] Port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:05:57.970127 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc5da0e5-60e0-45fe-872a-f13d3680112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2073927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761243384010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761242826024'] for port (45189b08-a4e4-4dd8-9396-e29ea8d18d78), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.982838 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2071376', 'neutron.services.segments.db._delete_segments_for_network-8761243338132'] for network (be73d0dd-ce66-4079-aaa0-1a072b624869), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:57.996209 n-d-808199-14 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5da0e5-60e0-45fe-872a-f13d3680112f None None] Pushing event deleted for resources: {'Port': ['ID=45189b08-a4e4-4dd8-9396-e29ea8d18d78,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:57.999793 n-d-808199-14 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5da0e5-60e0-45fe-872a-f13d3680112f None None] No DVR routers for this DVR port 45189b08-a4e4-4dd8-9396-e29ea8d18d78 on host n-d-808199-14 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:05:58.006995 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be73d0dd-ce66-4079-aaa0-1a072b624869']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:58.017817 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:58.018121 n-d-808199-14 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6e1e05-72ad-45bc-b5fa-5d4454406b25') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:05:58.028502 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761243340957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7572815'] for segment (fc6e1e05-72ad-45bc-b5fa-5d4454406b25), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.042449 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124'] for segment (fc6e1e05-72ad-45bc-b5fa-5d4454406b25), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.048668 n-d-808199-14 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:05:58.049091 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7585678'] for segment (fc6e1e05-72ad-45bc-b5fa-5d4454406b25), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: Traceback (most recent call last): Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: timer() Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: cb(*args, **kw) Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: return func(*args, **kwargs) Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: self._notify() Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: self.callback(batched_events) Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: event.method(event) Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: return f(self, *a, **k) Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: return self._get(url).json() Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:05:58.051208 n-d-808199-14 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:05:58.112900 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2071337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005926'] for network (be73d0dd-ce66-4079-aaa0-1a072b624869), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.128675 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.132857 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] 10.222.0.44 "DELETE /v2.0/networks/be73d0dd-ce66-4079-aaa0-1a072b624869 HTTP/1.1" status: 204 len: 168 time: 0.5538130 Jan 28 05:05:58.134136 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0625e-0f6e-4bad-baa6-3bd031c35014 admin admin] Pushing event deleted for resources: {'Network': ['ID=be73d0dd-ce66-4079-aaa0-1a072b624869,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:58.260250 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58010) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:58.300018 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-2995320e-ade9-4ba2-99cd-bde2363f8e51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55f346b6620947ee9522ec8b3fda0a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384891 Jan 28 05:05:58.302474 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58012) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:58.350218 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10163b08-a08e-472b-9bae-96c93cf989df admin admin] Publish callbacks [] for security_group (ca324437-28e4-48a4-8b2b-148ead613c37), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.370905 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10163b08-a08e-472b-9bae-96c93cf989df admin admin] Publish callbacks [] for security_group (ca324437-28e4-48a4-8b2b-148ead613c37), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.416779 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10163b08-a08e-472b-9bae-96c93cf989df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (ca324437-28e4-48a4-8b2b-148ead613c37), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.419339 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10163b08-a08e-472b-9bae-96c93cf989df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.420551 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-10163b08-a08e-472b-9bae-96c93cf989df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca324437-28e4-48a4-8b2b-148ead613c37 HTTP/1.1" status: 204 len: 168 time: 0.1171813 Jan 28 05:05:58.428750 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10163b08-a08e-472b-9bae-96c93cf989df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca324437-28e4-48a4-8b2b-148ead613c37,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:58.748596 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58018) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:58.799575 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-433be2d2-c23c-49b2-bc5f-3d146759f688 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9766653d197e442d8a831b374f7a2848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497890 Jan 28 05:05:58.802364 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.44', 58020) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:05:58.850328 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8af51c80-b084-40f2-9ae4-930ba9a18ce6 admin admin] Publish callbacks [] for security_group (4e8faaea-37e8-43ae-92c0-02659965e94d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.871006 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8af51c80-b084-40f2-9ae4-930ba9a18ce6 admin admin] Publish callbacks [] for security_group (4e8faaea-37e8-43ae-92c0-02659965e94d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.917417 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8af51c80-b084-40f2-9ae4-930ba9a18ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695230'] for security_group (4e8faaea-37e8-43ae-92c0-02659965e94d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.919948 n-d-808199-14 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8af51c80-b084-40f2-9ae4-930ba9a18ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:05:58.921259 n-d-808199-14 neutron-server[103288]: INFO neutron.wsgi [None req-8af51c80-b084-40f2-9ae4-930ba9a18ce6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e8faaea-37e8-43ae-92c0-02659965e94d HTTP/1.1" status: 204 len: 168 time: 0.1179876 Jan 28 05:05:58.930331 n-d-808199-14 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af51c80-b084-40f2-9ae4-930ba9a18ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8faaea-37e8-43ae-92c0-02659965e94d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:05:59.118091 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8c1c6655-9792-4151-9eaa-d7e6c05b5edc no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:59.140763 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 8c1c6655-9792-4151-9eaa-d7e6c05b5edc {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:59.141272 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 8c1c6655-9792-4151-9eaa-d7e6c05b5edc not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:59.141777 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 45189b08-a4e4-4dd8-9396-e29ea8d18d78 no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:59.163224 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 45189b08-a4e4-4dd8-9396-e29ea8d18d78 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:59.163573 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 45189b08-a4e4-4dd8-9396-e29ea8d18d78 not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:05:59.163989 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6e4d53ec-d172-4131-bc6b-f7acb133c5ee no longer exists at agent ovs-agent-n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:05:59.184746 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] No Port match for: 6e4d53ec-d172-4131-bc6b-f7acb133c5ee {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:05:59.185118 n-d-808199-14 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Device 6e4d53ec-d172-4131-bc6b-f7acb133c5ee not bound to the agent host n-d-808199-14 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:06:10.778451 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23782099-4837-4dd4-80ed-1e9f7ba5f87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:12.791718 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a98b7e18-8d3d-49df-b40a-43bda54e9ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:13.191212 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:14.647335 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:15.367835 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:15.904866 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:17.038952 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:31.630579 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:06:40.779535 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94392691-360f-4500-a7d6-a3542daf0b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:42.792811 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db90d059-c77b-4735-961b-c97692460299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:43.207508 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:44.650473 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:45.378380 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:45.908572 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:06:47.041691 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:08.629631 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:07:10.781471 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75ef8d3d-75af-4ef6-9df4-9864eb5c54c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:12.795598 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-eb995d6c-4519-4fa5-a77d-5892ad6a66e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:13.206311 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:14.653917 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:15.382751 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:15.913258 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:17.043729 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:40.784629 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5f6a16e5-35fa-4f9e-905c-28435b1123fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:42.797303 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da1b4e9b-0b2a-4e6e-bff5-0a353c5f0f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:43.220572 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:44.656465 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:45.398839 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:45.628356 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:07:45.916212 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:07:47.045890 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:10.787315 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db14444e-9cf6-48f5-9002-3f845e8a672c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:12.799063 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05a62b61-137c-48dc-908a-19f23484c887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:13.220631 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:14.660244 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:15.387485 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:15.919596 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:17.050923 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:22.629831 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:08:40.789498 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-59692b96-8dd7-4702-b19f-8da8f7f8b8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:42.800057 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-eed90660-47d2-48dd-988d-56d56bed2cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:43.218440 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:44.661653 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:45.408789 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:45.924138 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:47.053283 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:08:59.629842 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:09:10.791296 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f30c7461-6f1c-49fa-b75d-13155fbfaac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:12.800708 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12552c90-5a3a-4a86-8e20-5bdec701c7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:13.220716 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:14.665953 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:15.407453 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:15.927398 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:17.055412 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:36.630788 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:09:40.796433 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3271c0ea-4190-41cb-b672-3ddf1e855343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:42.801467 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e26f324-2729-4651-877c-9ef487d9aa21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:43.232947 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:44.667682 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:45.423976 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:45.931145 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:09:47.060395 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:10.798345 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d7a89e9-2260-4fb3-87f3-de9431b778ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:12.803930 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4151fbff-92d3-4255-ab86-4cc57674d5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:13.240581 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:13.631443 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:10:14.670398 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:15.436455 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:15.934602 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:17.063567 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:40.803167 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8ebc-c2d1-4a33-952c-ca2468538bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:42.805538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e498eb1-e087-480f-8c4a-0e4e9322f077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:43.248283 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:44.673735 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:45.435033 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:45.940321 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:47.062352 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:10:50.631033 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:11:10.797659 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-92a71e20-0820-472c-a5b3-9343277352d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:12.806966 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac5c034b-1040-4456-848f-77bc36c16b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:13.246008 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:14.676436 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:15.447964 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:15.943235 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:17.065887 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:27.630489 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:11:40.799488 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cce76dd6-f2c2-48d3-8140-aab43549e602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:42.808539 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-341cc3f6-0dea-4b23-8719-60c6d28eab51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:43.271803 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:44.679502 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:45.456664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:45.946082 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:11:47.068276 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:04.630418 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:12:10.802079 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f379d1a-eb9b-4e77-bde3-476b9adab3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:12.810163 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4f06b264-9999-4a41-92ac-cb18f9195f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:13.271979 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:14.681202 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:15.470745 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:15.948920 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:17.070281 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:40.804747 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d23163d4-86fa-436b-9309-7b7bf4281a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:41.630394 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:12:42.814525 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac651717-d58f-45d1-a6cc-38d6dfde2100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:43.276815 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:44.684267 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.507733 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:45.950519 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:12:47.072706 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:10.805802 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8378c73a-d53f-4ba5-a011-631303cbb5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:12.816168 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1eaa5095-7fcb-4d84-a10d-fe842a97c733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:13.283200 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:14.686855 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.522582 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:15.955110 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:17.075782 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:18.629546 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:13:21.197983 n-d-808199-14 neutron-server[103288]: DEBUG neutron.wsgi [req-6e7efa9f-eb7a-4b22-b4e4-cfa9e0c39400 req-e9dd74cd-989c-4235-98d0-e46da9ba1ebc service neutron] (103288) timed out ('10.222.0.44', 55654) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:13:40.806531 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa8e490f-6eb6-4be9-948b-806ac50ecf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:42.817190 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c91eeace-ad56-48bc-a841-2378493dd001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:43.286050 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:44.689578 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.537018 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:45.957538 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:47.077624 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:13:55.628455 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:14:10.809012 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a917fcd6-a42d-4785-9d8a-d99fa768ea2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:12.817803 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ddc70bde-8f79-4d2f-ae71-a0fdf9965798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:13.302844 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:14.691278 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:15.568155 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:15.961026 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:17.080378 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:32.628853 n-d-808199-14 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-f042b002-f378-4bad-beed-2db4a3bcfcc1 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:14:40.812485 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bf3e000c-44f2-40a3-8e09-c20bc08aa362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (cc43dd78-63e0-4a0f-a8f0-d0610a454581), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:42.819664 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72f8cfdc-344a-4d05-b79f-4e02f6d74add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c3bdc14d-a5c2-4747-86ac-73fd9090205c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:43.317752 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75298886-6206-4381-bfec-2c70aa405acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (c9b2eef5-ce2f-4d28-a9b0-8e48c0850aa1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:44.696302 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bb21d5a-921a-4540-b478-fdf1f9ece66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (b1d1bff3-3f75-4ec8-ad2e-985647837507), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.567909 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba13db95-0b9f-402d-a992-9aaece81d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (11c5815e-3527-433d-bec2-80e057c84c5f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:45.965589 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac12-e84f-4213-bbc0-88aaa37aa7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (0bce2ead-7c92-4d92-a59f-bad49afab373), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:14:47.084075 n-d-808199-14 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b5d893e-7f7a-4548-a205-e93e8cf0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761243338114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2056784'] for agent (3cf38575-94b2-40f6-a701-a1c28d2632c0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}